-- Logs begin at Tue 2021-07-06 17:38:28 UTC, end at Tue 2021-07-06 19:52:54 UTC. -- Jul 06 18:07:58.568992 n-d-799684-2 systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 18:08:01.270332 n-d-799684-2 neutron-server[93859]: INFO neutron.common.config [-] Logging enabled! Jul 06 18:08:01.271003 n-d-799684-2 neutron-server[93859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 18:08:01.271117 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93859) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 18:08:01.274313 n-d-799684-2 neutron-server[93859]: INFO neutron.common.config [-] Logging enabled! Jul 06 18:08:01.274567 n-d-799684-2 neutron-server[93859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 18:08:01.274881 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93859) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 18:08:01.275826 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 18:08:01.276058 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 18:08:01.276424 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 18:08:01.276672 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 18:08:01.276901 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 18:08:01.277234 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.277538 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.277860 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.278098 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.278398 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.278686 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.278951 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.279241 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.279536 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.279828 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.280106 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.280394 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.280627 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.280894 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.281205 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.281494 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.281742 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] debug = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.282027 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.282448 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.282873 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.283154 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.283447 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.283726 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.284000 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.284278 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.284563 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.284891 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] host = n-d-799684-2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.285169 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.285458 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.285767 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.286056 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.286333 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.286609 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.286892 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.287167 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.287440 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] log_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.287717 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.288004 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.288292 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.288583 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.288808 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.289031 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.289322 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.289611 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.289924 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.290202 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.290484 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.290761 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.291038 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.291310 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.291600 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.291888 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.292178 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.292455 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.292733 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.293007 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.293280 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.293570 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.293879 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.294159 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.294437 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.294727 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.295000 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.295274 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.295577 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.295863 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.296147 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.296435 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.296709 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.297054 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.297328 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.297601 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.297906 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] use_json = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.298183 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.298458 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.298743 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.299014 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.299290 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.299563 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.299838 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.300125 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:01.300422 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.300718 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.301020 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.301305 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.301605 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.301914 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.302212 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.302494 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.302789 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.303081 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.303377 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.303659 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.303951 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.304233 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.304531 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.304839 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.305133 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.305430 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.305708 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.306007 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.306286 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.306564 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.306852 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.307155 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.307446 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.307723 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.308008 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.308304 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.308586 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.308883 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.309136 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.309426 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.309704 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.310001 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.310286 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.310569 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.310846 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.311122 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.311404 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.311694 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.311976 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.312261 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.312563 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.312837 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.313108 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.313395 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.313674 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.313971 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.314250 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.314531 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.314807 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.315083 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.315363 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.315638 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.315919 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.316201 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.316480 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.316764 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.317043 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.317321 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.317598 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.317902 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.318185 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.318466 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.318742 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.319020 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.319299 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.319577 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.319867 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.320170 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.320453 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.320734 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.321014 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.321298 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.321578 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.321887 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.322171 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.322455 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.322733 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.323028 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.323314 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.323602 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.323890 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.324170 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.324470 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.324753 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.325040 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.325323 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.325603 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.325931 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.326220 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.326518 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.326813 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.327114 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.327409 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.327703 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.327985 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.328346 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.328631 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:01.328857 n-d-799684-2 neutron-server[93859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 18:08:01.329099 n-d-799684-2 neutron-server[93859]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93859) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 18:08:01.693422 n-d-799684-2 neutron-server[93859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 18:08:01.693674 n-d-799684-2 neutron-server[93859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 18:08:01.693993 n-d-799684-2 neutron-server[93859]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 18:08:01.694326 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 18:08:02.084930 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.085224 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.085491 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.086808 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.087084 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.087359 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.121104 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.121380 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.121647 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.135000 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.135283 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.135550 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.165000 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.165269 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.165537 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.200381 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.200653 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.200920 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.428937 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.429568 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.429568 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.429710 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.430378 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.548138 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.548459 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.548738 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.548997 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.549275 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.549581 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.549872 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.550127 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.550385 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.550660 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.550927 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.551198 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.551456 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.551721 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.551975 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.552223 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.552492 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.552752 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.553024 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.553278 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.553559 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.553929 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.554193 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.554480 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.554727 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.554972 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.555386 n-d-799684-2 neutron-server[93859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 18:08:02.555631 n-d-799684-2 neutron-server[93859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 18:08:02.555869 n-d-799684-2 neutron-server[93859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 18:08:02.556109 n-d-799684-2 neutron-server[93859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 18:08:02.556343 n-d-799684-2 neutron-server[93859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 18:08:02.556577 n-d-799684-2 neutron-server[93859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 18:08:02.556944 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 18:08:02.561247 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 18:08:02.565243 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 18:08:02.568953 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 06 18:08:02.570598 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 18:08:02.571066 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 18:08:02.571393 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 18:08:02.571778 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 18:08:02.574618 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 18:08:02.574844 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 18:08:02.575193 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 18:08:02.603144 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 18:08:02.603592 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.603885 n-d-799684-2 neutron-server[93859]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93859) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 18:08:02.604246 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.605594 n-d-799684-2 neutron-server[93859]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93859) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 18:08:02.605901 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 18:08:02.606120 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 18:08:02.609367 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.609672 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:02.673233 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 18:08:02.673530 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 18:08:02.673695 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 18:08:02.674098 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 18:08:02.696954 n-d-799684-2 neutron-server[93859]: DEBUG oslo_db.sqlalchemy.engines [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93859) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 18:08:03.247969 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Initializing driver for type 'gre' Jul 06 18:08:03.248623 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] gre ID ranges: [(1, 1000)] Jul 06 18:08:03.307952 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Initializing driver for type 'local' Jul 06 18:08:03.308284 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Initializing driver for type 'vlan' Jul 06 18:08:03.323274 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] VlanTypeDriver initialization complete Jul 06 18:08:03.323657 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Initializing driver for type 'vxlan' Jul 06 18:08:03.324170 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] vxlan ID ranges: [(1, 1000)] Jul 06 18:08:03.390999 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Initializing extension driver 'port_security' Jul 06 18:08:03.391353 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.extensions.port_security [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] PortSecurityExtensionDriver initialization complete Jul 06 18:08:03.391693 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Initializing mechanism driver 'openvswitch' Jul 06 18:08:03.392024 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Initializing mechanism driver 'hyperv' Jul 06 18:08:03.400485 n-d-799684-2 neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:03.400485 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > port after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.400485 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.400485 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > port after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.400836 n-d-799684-2 neutron-server[93859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 18:08:03.401198 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.401897 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.402261 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.402724 n-d-799684-2 neutron-server[93859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 18:08:03.403143 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > network after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.403498 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > network after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.403846 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.404251 n-d-799684-2 neutron-server[93859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 18:08:03.404669 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.405061 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.405408 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.406099 n-d-799684-2 neutron-server[93859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 18:08:03.406596 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.406902 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.407253 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.407658 n-d-799684-2 neutron-server[93859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 18:08:03.408077 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.408414 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.408762 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.409163 n-d-799684-2 neutron-server[93859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 18:08:03.409549 n-d-799684-2 neutron-server[93859]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] ML2 OVO RPC backend initialized. {{(pid=93859) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 18:08:03.410317 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.410677 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.411101 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > network before_response 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.411461 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > networks before_response 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.411806 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > port before_response 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.412153 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > ports before_response 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.412509 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.412852 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.413209 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > network after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.413552 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > network after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.413917 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.414264 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > port after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.414607 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.414951 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > port after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.415294 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.415633 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.415971 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.416566 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.plugin [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Modular L2 Plugin initialization complete Jul 06 18:08:03.416899 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading services supported by the core plugin {{(pid=93859) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 18:08:03.417231 n-d-799684-2 neutron-server[93859]: INFO neutron.plugins.ml2.managers [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Got port-security extension from driver 'port_security' Jul 06 18:08:03.417701 n-d-799684-2 neutron-server[93859]: INFO neutron.extensions.vlantransparent [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Disabled vlantransparent extension. Jul 06 18:08:03.418222 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93859) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 18:08:03.418542 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading Plugin: router Jul 06 18:08:03.454024 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.454618 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router after_create 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.454790 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router before_create 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.455438 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.455587 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.455902 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router after_delete 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.456265 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.456635 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router after_create 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.456988 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router after_update 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.457348 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router after_update 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.457683 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.458071 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router after_update 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.458486 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.458856 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.459199 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: port after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.459542 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: subnet after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.459883 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.460234 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.460593 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.460940 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: port before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.461286 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.461646 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router after_update 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.462012 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.462369 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.462735 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.463068 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.463445 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > agent after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.463787 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.464135 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.465012 n-d-799684-2 neutron-server[93859]: DEBUG neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Tracking information for resource: router configured {{(pid=93859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 18:08:03.465358 n-d-799684-2 neutron-server[93859]: DEBUG neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Tracking information for resource: floatingip configured {{(pid=93859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 18:08:03.470485 n-d-799684-2 neutron-server[93859]: INFO neutron.db.l3_agentschedulers_db [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 18:08:03.471061 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.471458 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: port after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.471781 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: port after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.472136 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.472933 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router before_create 55550100 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.473305 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.473674 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.474072 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.480812 n-d-799684-2 neutron-server[93859]: DEBUG neutron.services.provider_configuration [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service providers = [] {{(pid=93859) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 18:08:03.480812 n-d-799684-2 neutron-server[93859]: DEBUG neutron.db.servicetype_db [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93859) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 18:08:03.482318 n-d-799684-2 neutron-server[93859]: DEBUG neutron.services.service_base [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 18:08:03.482676 n-d-799684-2 neutron-server[93859]: DEBUG neutron.services.service_base [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 18:08:03.483026 n-d-799684-2 neutron-server[93859]: DEBUG neutron.services.service_base [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 18:08:03.483929 n-d-799684-2 neutron-server[93859]: DEBUG neutron.services.service_base [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 18:08:03.484462 n-d-799684-2 neutron-server[93859]: INFO neutron.services.service_base [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 18:08:03.484818 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 18:08:03.485139 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 18:08:03.495833 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 18:08:03.496169 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading Plugin: auto_allocate Jul 06 18:08:03.502071 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: network precommit_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.502386 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: network precommit_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.502929 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 18:08:03.503257 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading Plugin: tag Jul 06 18:08:03.509972 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 18:08:03.510306 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading Plugin: timestamp Jul 06 18:08:03.521204 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 18:08:03.521204 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading Plugin: network_ip_availability Jul 06 18:08:03.524088 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.524472 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.524836 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.525595 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 18:08:03.525956 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading Plugin: flavors Jul 06 18:08:03.530741 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 18:08:03.531077 n-d-799684-2 neutron-server[93859]: INFO neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading Plugin: revisions Jul 06 18:08:03.535984 n-d-799684-2 neutron-server[93859]: DEBUG neutron.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 18:08:03.536391 n-d-799684-2 neutron-server[93859]: DEBUG oslo_concurrency.lockutils [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.842s {{(pid=93859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 18:08:03.537171 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93859) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 18:08:03.537519 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Initializing extension manager. Jul 06 18:08:03.538059 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: __init__.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.538412 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: __pycache__ {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.538750 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.539088 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: address_group.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.539968 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.540441 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: address-group Jul 06 18:08:03.540762 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: address_scope.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.541485 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.542031 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: address-scope Jul 06 18:08:03.542358 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.543301 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.543818 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: router-admin-state-down-before-update Jul 06 18:08:03.544146 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: agent.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.544857 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.545591 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: agent Jul 06 18:08:03.545948 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: agent_resources_synced.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.547034 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.547566 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: agent-resources-synced Jul 06 18:08:03.547898 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.549795 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.550320 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: allowed-address-pairs Jul 06 18:08:03.550653 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.551763 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.552274 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: auto-allocated-topology Jul 06 18:08:03.552603 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: availability_zone.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.553310 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.553853 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: availability_zone Jul 06 18:08:03.554477 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: availability_zone_filter.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.555101 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.555621 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: availability_zone_filter Jul 06 18:08:03.555947 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: data_plane_status.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.556882 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.557400 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 18:08:03.557738 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: default_subnetpools.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.558688 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.559209 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: default-subnetpools Jul 06 18:08:03.559537 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.560381 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.560901 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: dhcp_agent_scheduler Jul 06 18:08:03.561229 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: dns.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.562189 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.562737 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 18:08:03.563066 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: dns_domain_ports.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.564001 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.564520 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 18:08:03.564852 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.565834 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.566377 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 18:08:03.566684 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: dvr.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.567377 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.567894 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: dvr Jul 06 18:08:03.568273 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: empty_string_filtering.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.569140 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.569657 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: empty-string-filtering Jul 06 18:08:03.570017 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.570935 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.571447 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 18:08:03.571773 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.572689 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.573209 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 18:08:03.573536 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: external_net.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.574501 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.575021 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: external-net Jul 06 18:08:03.575343 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.576266 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.576779 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: extra_dhcp_opt Jul 06 18:08:03.577104 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: extraroute.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.578138 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.578656 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: extraroute Jul 06 18:08:03.578978 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: extraroute_atomic.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.580023 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.580538 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: extraroute-atomic Jul 06 18:08:03.580868 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: filter_validation.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.581544 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.582091 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: filter-validation Jul 06 18:08:03.582414 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: fip_pf_description.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.583347 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.585676 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 18:08:03.585676 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: fip_port_details.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.585676 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.585676 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: fip-port-details Jul 06 18:08:03.586060 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: flavors.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.587178 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.587720 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: flavors Jul 06 18:08:03.588044 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.589765 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.590303 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 18:08:03.590638 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: floatingip_pools.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.591358 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.591880 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: floatingip-pools Jul 06 18:08:03.592216 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: ip_allocation.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.593397 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.594076 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 18:08:03.594411 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.595389 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.596036 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: ip-substring-filtering Jul 06 18:08:03.596366 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: l2_adjacency.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.597319 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.597884 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 18:08:03.598205 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: l3.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.599397 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.600280 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: router Jul 06 18:08:03.600608 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.603098 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.603635 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 18:08:03.603972 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.604943 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.605475 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: ext-gw-mode Jul 06 18:08:03.605922 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.606858 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.607379 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: l3-ha Jul 06 18:08:03.607833 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: l3_flavors.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.608779 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.609328 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: l3-flavors Jul 06 18:08:03.609653 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.610612 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.611134 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 18:08:03.611461 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: l3agentscheduler.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.612520 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.613046 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: l3_agent_scheduler Jul 06 18:08:03.613379 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: logging.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.614913 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.615443 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension logging not supported by any of loaded plugins Jul 06 18:08:03.615783 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: metering.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.616543 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.617126 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: metering Jul 06 18:08:03.617459 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.618608 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.619134 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: metering_source_and_destination_fields Jul 06 18:08:03.619466 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: multiprovidernet.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.620410 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.620927 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: multi-provider Jul 06 18:08:03.621257 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: netmtu.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.622225 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.622744 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: net-mtu Jul 06 18:08:03.623075 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: netmtu_writable.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.624012 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.624530 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: net-mtu-writable Jul 06 18:08:03.624901 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: network_availability_zone.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.625601 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.626169 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: network_availability_zone Jul 06 18:08:03.626498 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: network_ip_availability.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.627606 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.628139 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: network-ip-availability Jul 06 18:08:03.628472 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: network_segment_range.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.629267 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.629819 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 18:08:03.630152 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: pagination.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.631163 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.631500 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: pagination Jul 06 18:08:03.631825 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: port_device_profile.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.632749 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.633278 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: port-device-profile Jul 06 18:08:03.633604 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.634572 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.635097 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: port-mac-address-regenerate Jul 06 18:08:03.635426 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.636352 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.636866 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: port-numa-affinity-policy Jul 06 18:08:03.637190 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: port_resource_request.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.638163 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.638839 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 18:08:03.638997 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: portbindings.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.639948 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.640478 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: binding Jul 06 18:08:03.640811 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: portbindings_extended.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.642268 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.642795 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: binding-extended Jul 06 18:08:03.643129 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: portsecurity.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.644062 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.644635 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: port-security Jul 06 18:08:03.644919 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: project_id.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.645945 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.646284 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: project-id Jul 06 18:08:03.646612 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: providernet.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.647565 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.648093 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: provider Jul 06 18:08:03.648418 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.652259 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.652791 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos not supported by any of loaded plugins Jul 06 18:08:03.653126 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.654429 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.654956 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 18:08:03.655290 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.656286 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.656810 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 18:08:03.657140 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos_default.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.658106 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.658632 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos-default not supported by any of loaded plugins Jul 06 18:08:03.658966 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos_fip.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.659632 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.660144 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 18:08:03.660471 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.661452 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.661979 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 18:08:03.662299 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.663230 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.663749 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 18:08:03.664074 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.665008 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.665524 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 18:08:03.665890 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: qos_rules_alias.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.666950 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.667477 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 18:08:03.667804 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: quotasv2.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.668751 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.669086 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: quotas Jul 06 18:08:03.669403 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: quotasv2_detail.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.672527 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.672868 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: quota_details Jul 06 18:08:03.673204 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: rbac.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.674316 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.674853 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: rbac-policies Jul 06 18:08:03.675189 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: rbac_address_group.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.676333 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.676866 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: rbac-address-group Jul 06 18:08:03.677202 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: rbac_address_scope.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.678175 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.678700 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: rbac-address-scope Jul 06 18:08:03.679034 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: rbac_security_groups.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.679971 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.680502 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: rbac-security-groups Jul 06 18:08:03.680834 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.681798 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.682327 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: rbac-subnetpool Jul 06 18:08:03.682657 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: revisionifmatch.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.683594 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.684127 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: revision-if-match Jul 06 18:08:03.684459 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: revisions.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.685579 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.686141 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: standard-attr-revisions Jul 06 18:08:03.686476 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: router_availability_zone.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.687176 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.687756 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: router_availability_zone Jul 06 18:08:03.688087 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: routerservicetype.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.689023 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.689543 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 18:08:03.689911 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.690855 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.691379 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: security-groups-normalized-cidr Jul 06 18:08:03.691712 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.692642 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.693166 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: port-security-groups-filtering Jul 06 18:08:03.693494 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.694458 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.694991 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: security-groups-remote-address-group Jul 06 18:08:03.695319 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: securitygroup.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.705215 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.705757 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: security-group Jul 06 18:08:03.706125 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: segment.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.706933 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.707454 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension segment not supported by any of loaded plugins Jul 06 18:08:03.707785 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.708843 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.709370 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 18:08:03.709704 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: servicetype.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.710866 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.711396 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: service-type Jul 06 18:08:03.711728 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: sorting.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.712726 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.713059 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: sorting Jul 06 18:08:03.713386 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: standard_attr_segment.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.714420 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.714948 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 18:08:03.715279 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: standardattrdescription.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.715944 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.716454 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: standard-attr-description Jul 06 18:08:03.716780 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: stateful_security_group.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.717748 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.718283 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: stateful-security-group Jul 06 18:08:03.718629 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: stdattrs_common.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.719257 n-d-799684-2 neutron-server[93859]: WARNING neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 18:08:03.719577 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.720539 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.721062 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 18:08:03.721387 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: subnet_onboard.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.722499 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.723032 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: subnet_onboard Jul 06 18:08:03.723362 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.724303 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.725173 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 18:08:03.725498 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: subnet_service_types.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.726500 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.727029 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: subnet-service-types Jul 06 18:08:03.727357 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: subnetallocation.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.728459 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.728983 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: subnet_allocation Jul 06 18:08:03.729322 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.730037 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.730567 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: subnetpool-prefix-ops Jul 06 18:08:03.730891 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.731865 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.732385 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 18:08:03.732708 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: tagging.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.733932 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.734498 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: standard-attr-tag Jul 06 18:08:03.734827 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: timestamp.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.736070 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.736614 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loaded extension: standard-attr-timestamp Jul 06 18:08:03.736946 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: trunk.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.738058 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.738552 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension trunk not supported by any of loaded plugins Jul 06 18:08:03.738883 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: trunk_details.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.739824 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.740588 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 18:08:03.740915 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.741896 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.742427 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 18:08:03.742757 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Loading extension file: vlantransparent.py {{(pid=93859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 18:08:03.743442 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 18:08:03.744099 n-d-799684-2 neutron-server[93859]: INFO neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 18:08:03.746700 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:network Jul 06 18:08:03.747251 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:subnet Jul 06 18:08:03.747653 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 18:08:03.748056 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:port Jul 06 18:08:03.749331 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.749811 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service FLAVORS assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.754912 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.754912 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.754912 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:router Jul 06 18:08:03.754912 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 18:08:03.754912 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service METERING assigned prefix: /metering {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.754912 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.755401 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.755401 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:08:03.755401 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 18:08:03.755855 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:security_group Jul 06 18:08:03.756307 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 18:08:03.756916 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service CORE assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.757352 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 18:08:03.757595 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] subnetpool is already registered Jul 06 18:08:03.758091 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service CORE assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.758422 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 18:08:03.758755 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] subnetpool is already registered Jul 06 18:08:03.761212 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.761647 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service FLAVORS assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.762292 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.762775 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.763059 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:router Jul 06 18:08:03.763488 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] router is already registered Jul 06 18:08:03.763812 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 18:08:03.764151 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] floatingip is already registered Jul 06 18:08:03.764615 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service METERING assigned prefix: /metering {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.765287 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 18:08:03.765649 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] rbac_policy is already registered Jul 06 18:08:03.766097 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:security_group Jul 06 18:08:03.766433 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] security_group is already registered Jul 06 18:08:03.766835 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 18:08:03.767171 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] security_group_rule is already registered Jul 06 18:08:03.767795 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service CORE assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.768121 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 18:08:03.768458 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] subnetpool is already registered Jul 06 18:08:03.768885 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.v2.resource_helper [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Service CORE assigned prefix: {{(pid=93859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 18:08:03.769206 n-d-799684-2 neutron-server[93859]: INFO neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 18:08:03.769539 n-d-799684-2 neutron-server[93859]: WARNING neutron.quota.resource_registry [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] subnetpool is already registered Jul 06 18:08:03.770045 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: extensions {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.771568 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: address-groups {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.773094 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: address-scopes {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.774476 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: agents {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.775655 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: auto-allocated-topology {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.776938 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: availability_zones {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.778215 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: dhcp-networks {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.780898 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: dhcp-agents {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.782448 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: routers {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.784235 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: flavors {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.785516 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: service_profiles {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.786795 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: next_providers {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.788237 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: service_profiles {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.789848 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: floatingip-pools {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.791070 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: routers {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.792814 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: floatingips {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.794137 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: l3-routers {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.795557 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: l3-agents {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.797038 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: metering-labels {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.798331 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: metering-label-rules {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.799743 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: network-ip-availabilities {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.801002 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: bindings {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.802624 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: quotas {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.804208 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: quotas {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.805630 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: rbac-policies {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.806875 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: security-groups {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.808197 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: security-group-rules {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.809448 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: service-providers {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.810824 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: subnetpools {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.812170 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: subnetpools {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.813814 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.815524 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.817366 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.819225 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.820911 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.822932 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.824628 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.826496 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.828407 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.830221 n-d-799684-2 neutron-server[93859]: DEBUG neutron.api.extensions [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Extended resource: tags {{(pid=93859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 18:08:03.836421 n-d-799684-2 neutron-server[93859]: WARNING keystonemiddleware.auth_token [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 18:08:03.841050 n-d-799684-2 neutron-server[93859]: WARNING keystonemiddleware.auth_token [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 18:08:03.850906 n-d-799684-2 neutron-server[93859]: DEBUG oslo_concurrency.lockutils [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Acquired lock "singleton_lock" {{(pid=93859) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 18:08:03.851392 n-d-799684-2 neutron-server[93859]: DEBUG oslo_concurrency.lockutils [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Releasing lock "singleton_lock" {{(pid=93859) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 18:08:03.852049 n-d-799684-2 neutron-server[93859]: INFO oslo_service.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Starting 2 workers Jul 06 18:08:03.856846 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Started child 93966 {{(pid=93859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 18:08:03.861323 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Started child 93967 {{(pid=93859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 18:08:03.862335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.863018 n-d-799684-2 neutron-server[93859]: INFO neutron.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 18:08:03.863542 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Notify callbacks [] for process, before_spawn {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.863762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [-] (93966) wsgi starting up on http://0.0.0.0:9696 Jul 06 18:08:03.865982 n-d-799684-2 neutron-server[93859]: INFO oslo_service.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Starting 1 workers Jul 06 18:08:03.866143 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.867404 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [-] (93967) wsgi starting up on http://0.0.0.0:9696 Jul 06 18:08:03.871121 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Started child 93968 {{(pid=93859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 18:08:03.871667 n-d-799684-2 neutron-server[93859]: INFO oslo_service.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Starting 1 workers Jul 06 18:08:03.874858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] calling RpcWorker wait() {{(pid=93968) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 18:08:03.875492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] returning from RpcWorker wait() {{(pid=93968) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 18:08:03.876173 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Started child 93969 {{(pid=93859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 18:08:03.876980 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.877137 n-d-799684-2 neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dab1d182-8868-47a6-974a-4e07fa01b1d9 None None] Notify callbacks [] for process, after_spawn {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.877483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:03.878880 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93859) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 18:08:03.879067 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 18:08:03.879429 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 18:08:03.879784 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 18:08:03.880254 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 18:08:03.880581 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 18:08:03.881112 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.881640 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.881640 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.881817 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.882118 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.882268 n-d-799684-2 neutron-server[93969]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:03.882411 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.883040 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.883308 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.883543 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.883823 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.884080 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.884249 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.884414 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.884684 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.884932 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.885217 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.885465 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.885707 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.886014 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.886196 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.886464 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.886736 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.886970 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.887233 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] debug = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.887472 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.887931 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.888182 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.888420 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.888665 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.888941 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.889175 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.889448 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.889688 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.889943 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.890192 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.890472 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.890872 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.891080 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.891301 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.891549 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.891784 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.892261 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] host = n-d-799684-2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.892479 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.892696 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.892977 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.893198 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.893447 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.893663 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.893939 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.894205 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.894455 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.894695 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.894941 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.895196 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.895448 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.895685 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.895849 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_options = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.896102 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.896371 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.896629 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.896819 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.896989 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.897171 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.897421 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.897587 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.897859 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.898067 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.898319 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.898512 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.898777 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.898989 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.899274 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.899528 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.899747 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.899970 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.900233 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.900627 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.900887 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.901113 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.901370 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.901622 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.902030 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.902254 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.902504 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.902725 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.902948 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.903216 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.903437 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.903710 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.903983 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.904201 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.904456 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.904684 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.904916 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.905194 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.905426 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.905687 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.905961 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.906257 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.906511 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.906727 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.906978 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.907193 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_json = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.907413 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.907646 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.907890 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.908104 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.908329 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.908525 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.908756 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.908989 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:03.909424 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.909763 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.910065 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.910315 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.910781 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.911621 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.911863 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.912091 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.912372 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.912626 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.912968 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.913316 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.914630 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.915785 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.916091 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.916458 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.916733 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.917166 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.917398 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.917650 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.917946 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.918247 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.918595 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.922867 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.922867 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.922867 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.923143 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.923216 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.923585 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.923871 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.924105 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.924465 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.924766 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.925038 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.925339 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.925535 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.925815 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.926119 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.926381 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.926675 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.927071 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.927156 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.927356 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.927651 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.927907 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.928159 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.928476 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.928668 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.928905 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.929314 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.929879 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.930269 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.930460 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.930924 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.931223 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.931374 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.931613 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.931966 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.932388 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.932797 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.933225 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.933914 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.934417 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.934818 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.935205 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.935627 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.936036 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.936466 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.936861 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.937258 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.937776 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.938213 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.938625 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.939015 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.939413 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.939792 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.940184 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.940698 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.941099 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.941498 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.942007 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.942394 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.942797 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.943237 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.943779 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.944263 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.944813 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.945386 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.945827 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.946265 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.946700 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.947195 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.947702 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.947967 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.948272 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.948612 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.948931 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.949255 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.949613 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.949942 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.950265 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.950653 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.951081 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.951494 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.951960 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.952408 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.952733 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.953177 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.953433 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.953941 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.954423 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.954834 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.955362 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.955475 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.955731 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.955985 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.956279 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.956575 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.956856 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.957158 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.957452 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.957699 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.958001 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.958325 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.958486 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.958895 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.959250 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.959689 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.960187 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.960415 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.960588 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.960948 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.961405 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.961902 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.962150 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.962344 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.962798 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.963048 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.963296 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.963562 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.963838 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.964103 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.964371 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.964623 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.965091 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.965433 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.965748 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.965974 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.966212 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.966461 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.966700 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.966924 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.967140 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.967390 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.967606 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.967847 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.968072 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.968286 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.968509 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.968828 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.969046 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.969268 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.969519 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.969757 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.969989 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.970206 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.970419 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.970683 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.971015 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.971296 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.971539 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.971908 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.972143 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.972676 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.972676 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.972866 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.973045 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.973294 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.973694 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.973935 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.974159 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.974376 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.974952 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.975199 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.975508 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.975753 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.976004 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.976326 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.976578 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.976805 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.977046 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.977265 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.977527 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.977820 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.978047 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.978269 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.978486 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.978705 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.978953 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.979179 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.979617 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.979852 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.980067 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.980278 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.980495 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.980723 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.981050 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.981297 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.981540 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.981842 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.982102 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.982335 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.982561 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.982770 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.982979 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.983200 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.983414 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.983622 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.983878 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.984087 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.984343 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.984566 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.984780 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.984987 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.985226 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.985458 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.985687 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.985933 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.986149 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.986358 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.986580 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.986833 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.987062 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.987283 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.987507 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.987717 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.988013 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.988265 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.988487 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.988767 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.989225 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.989474 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.989750 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.990047 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.990267 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.990504 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.990891 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.991257 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.991480 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.991747 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.992072 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.992365 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.992630 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.992886 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.993143 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.993425 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.993701 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.993940 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.994216 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.994560 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.994827 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.995087 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.995333 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.995583 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.995806 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.996039 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.996422 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.996674 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.996895 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.997135 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.997399 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.997651 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.997910 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.998156 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.998370 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.998626 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.998859 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.999083 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.999303 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:03.999505 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 18:08:04.000023 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93859) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 18:08:04.000238 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 18:08:04.000394 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 18:08:04.000569 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 18:08:04.000728 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 18:08:04.000886 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 18:08:04.001092 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.001254 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.001414 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.001574 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.002405 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.002405 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.002405 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.002405 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.002405 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.002803 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.002803 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.002803 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.003016 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.003113 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.003247 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.003407 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.003563 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.003720 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.003881 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.004039 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.004198 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.004349 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.004504 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] debug = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.004808 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.005219 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.005380 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.005475 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.005614 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.005936 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.006094 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.006252 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.006409 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.006566 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.006716 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.006879 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.007043 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.007201 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.007360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:04.007458 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.007545 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.007677 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.007809 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] host = n-d-799684-2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.007961 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.008117 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.008275 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.008434 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.008592 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.008750 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.009016 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.009016 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.009229 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.009351 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.009506 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.009662 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.009863 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.010021 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.010178 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_options = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.010338 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.010496 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.010679 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.010869 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.011034 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.011191 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.011352 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.011506 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.011668 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.011829 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.012029 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.012178 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.012324 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.012478 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.012638 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.012795 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.012956 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.013104 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.013313 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.013470 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.013603 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.013760 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.013901 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.014033 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.014165 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.014313 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.014454 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.014686 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.014826 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.014960 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.015101 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.015234 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.015368 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.015553 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.015691 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.015909 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.015909 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.016187 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.016328 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.016473 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.016607 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.016739 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.016870 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.017011 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.017145 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.017286 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_json = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.017420 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.017551 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.017682 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.017849 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.017982 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.018116 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.018852 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.018852 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 18:08:04.018852 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.018852 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.019183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.019183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.019307 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.019373 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.019508 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.019668 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.019830 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.019986 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.020301 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.020470 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.020609 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.020761 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.021359 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.021359 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.021359 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.021359 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.021903 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.021903 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.021903 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.022115 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.022226 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.022509 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.022612 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.022686 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.022835 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.023154 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.023321 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.023484 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.023648 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.023810 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.023974 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.024126 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.024290 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.024441 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.024595 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.024758 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.024915 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.025073 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.025234 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.025411 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.025552 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.025748 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.025914 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.026188 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.026188 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.026388 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.026526 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.026672 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.026843 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.026989 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.027151 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.027309 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.027470 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.027628 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.027787 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.027945 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.028105 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.028267 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.028421 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.028589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.028748 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.028906 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.029065 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.029226 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.029386 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.029546 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.029705 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.029884 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.030044 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.030202 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.030362 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.030521 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.030705 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.030891 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.031162 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.031162 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.031441 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.031441 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.031738 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.031738 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.031997 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.032250 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.032250 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.032559 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.032559 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.032788 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.032788 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.032949 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.033103 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.033260 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.033571 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.033751 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.033910 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.034075 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.034220 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.034380 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.034539 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035190 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035190 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035190 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035190 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035629 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035629 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035629 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035958 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.035958 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.036184 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.036184 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.036407 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.036529 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.036648 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.036793 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.036958 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.037126 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.037297 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.037457 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.037617 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.037799 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.037958 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.038117 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.038276 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.038435 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.038580 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.038740 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.038899 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.039066 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.039239 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.039398 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.039556 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.039716 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.039898 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.040056 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.040215 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.040375 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.040535 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.040699 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.040859 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.041018 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.041176 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.041335 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.041494 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.041656 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.041843 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.042005 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.042165 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.042326 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.042486 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.042648 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.042809 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.042968 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.043127 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.043288 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.043448 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.043607 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.043767 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.043925 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.044084 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.044242 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.044401 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.044559 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.044721 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.044880 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.045082 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.045199 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.046589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.046589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.046589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.046589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.046589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.046589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.046589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.046589 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.047845 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.047845 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.047845 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.047845 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.047845 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.047845 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.047845 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.047845 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.048387 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.048387 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.048387 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.048387 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.048387 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.048779 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.048779 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.048779 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.049113 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.049113 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.049339 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.049457 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.049540 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.049669 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.049876 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.050036 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.050198 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.050362 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.050524 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.050687 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.050847 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.051006 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.051164 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.051323 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.051497 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.051657 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.051816 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.051976 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.052137 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.052296 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.052465 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.052625 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.052782 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.052941 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.053098 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.053256 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.053424 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.053582 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.053760 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.053922 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.054081 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.054239 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.054407 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.054566 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.054725 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.054883 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.055046 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.055206 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.055372 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.055530 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.055687 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.055846 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.056005 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.056162 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.056332 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.056493 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.056652 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.056821 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.056983 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.057145 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.057307 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.057477 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.057638 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.057820 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.057973 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.058129 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.058298 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.058686 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.058686 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.060183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.060183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.060183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.060183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.060183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.060183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.060183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.060183 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.061800 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.063403 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.064000 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.064000 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 18:08:04.064000 n-d-799684-2 neutron-server[93859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 18:08:04.251960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43716) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:04.265759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099087 Jul 06 18:08:15.525741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f2713-b4b1-4d99-b512-28824e30984b None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:08:15.597190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f2713-b4b1-4d99-b512-28824e30984b None None] No non-hosted networks {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 18:08:15.613688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.agentschedulers_db [None req-e64f2713-b4b1-4d99-b512-28824e30984b None None] DHCP Agent not found on host n-d-799684-2 {{(pid=93968) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 06 18:08:15.719942 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-997b99ae-0d6c-4e17-b31c-f569c4d9592b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-816668'] for agent, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:18.083592 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7c64866-0410-430f-aff6-50e6da9baf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-816668'] for agent, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:18.121215 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecc11c03-9e8a-4429-a13f-1d3a8d48becc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:18.253708 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-816668'] for agent, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:18.254879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.255624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.256347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.257408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.258406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.259640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.260411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.262229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.262823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.263358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.264616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.265165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:18.266132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799684-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:18.281912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799684-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:19.308780 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-816668'] for agent, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.835627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-816668'] for agent, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.151299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43808) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:22.688459 n-d-799684-2 neutron-server[93967]: WARNING oslo_policy.policy [None req-78fcf134-333d-488a-9b37-6799c0d1e536 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 18:08:22.689038 n-d-799684-2 neutron-server[93967]: WARNING oslo_policy.policy [None req-78fcf134-333d-488a-9b37-6799c0d1e536 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 18:08:22.919829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-78fcf134-333d-488a-9b37-6799c0d1e536 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:08:22.921084 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78fcf134-333d-488a-9b37-6799c0d1e536 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7677689 Jul 06 18:08:23.383126 n-d-799684-2 neutron-server[93968]: INFO neutron.db.l3_hamode_db [None req-d25ec0e9-6bba-4022-9c1b-29204bea8202 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 18:08:23.460399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ec0e9-6bba-4022-9c1b-29204bea8202 None None] Routers set() bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:23.460784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ec0e9-6bba-4022-9c1b-29204bea8202 None None] Router IDs set() for agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 18:08:25.292372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:25.625864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-27d14a96-cffc-4820-9c32-a17bdd140832 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:25.718080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.policy [None req-27d14a96-cffc-4820-9c32-a17bdd140832 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93967) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 18:08:25.763081 n-d-799684-2 neutron-server[93967]: WARNING oslo_policy.policy [None req-27d14a96-cffc-4820-9c32-a17bdd140832 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 18:08:25.763455 n-d-799684-2 neutron-server[93967]: WARNING oslo_policy.policy [None req-27d14a96-cffc-4820-9c32-a17bdd140832 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 18:08:25.771979 n-d-799684-2 neutron-server[93967]: INFO neutron.quota [None req-27d14a96-cffc-4820-9c32-a17bdd140832 admin admin] Loaded quota_driver: . Jul 06 18:08:25.867816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-27d14a96-cffc-4820-9c32-a17bdd140832 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270277898', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270279519', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270266247', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270263629', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270171918', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270161707', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3803083', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3857448', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663716', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569374'] for rbac-policy, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.948061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-27d14a96-cffc-4820-9c32-a17bdd140832 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.949319 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-27d14a96-cffc-4820-9c32-a17bdd140832 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6559646 Jul 06 18:08:28.559009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43834) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:28.889666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Request body: {'network': {'project_id': '3606d8a1e7944c0c9002782c49773015', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'name': 'private', 'admin_state_up': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:28.924553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Made reservation on behalf of 3606d8a1e7944c0c9002782c49773015 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:28.927442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.945225 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.100921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.108027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.133322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:08:29.161549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762272141397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.162151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Unsubscribe: segment precommit_create {{(pid=93967) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 18:08:29.162669 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Added segment 147eed7e-0d80-4734-aa14-8b0e0c985adc of type vlan for network c9873351-8419-4868-b641-9ce84a6068ca Jul 06 18:08:29.179561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2957b8b-0e4c-4084-aff1-116e91f50733,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:29.228619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.228955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.229292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.229614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.229971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.230290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.230604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.230916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.231227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.231518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.231825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.232136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Tracked resource versions report: Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: pushed versions: Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: { 'AddressGroup': {'1.2'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'ConntrackHelper': {'1.0'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Log': {'1.0'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Network': {'1.1'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Port': {'1.7'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'PortForwarding': {'1.2'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'QosPolicy': {'1.8'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'SecurityGroup': {'1.4'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'SecurityGroupRule': {'1.2'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'SubPort': {'1.0'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Subnet': {'1.1'}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Trunk': {'1.1'}} Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: consumer versions: Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: { DHCP agent@n-d-799684-2: {}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: L3 agent@n-d-799684-2: {}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: Metadata agent@n-d-799684-2: {}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: Metering agent@n-d-799684-2: {}, Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: Open vSwitch agent@n-d-799684-2: { 'AddressGroup': '1.2', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'ConntrackHelper': '1.0', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Log': '1.0', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Network': '1.1', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Port': '1.7', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'PortForwarding': '1.2', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'QosPolicy': '1.8', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'SecurityGroup': '1.4', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'SecurityGroupRule': '1.2', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'SubPort': '1.0', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Subnet': '1.1', Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: 'Trunk': '1.1'}} Jul 06 18:08:29.233231 n-d-799684-2 neutron-server[93967]: {{(pid=93967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 18:08:29.276991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.334984 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.336295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:29.337001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.419222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8588262 Jul 06 18:08:29.432083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2da8c-1cf6-48c0-addf-d8d2cfde85b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c9873351-8419-4868-b641-9ce84a6068ca,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:29.444733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c9873351-8419-4868-b641-9ce84a6068ca details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:08:32.097215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43848) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:32.634738 n-d-799684-2 neutron-server[93966]: WARNING oslo_policy.policy [None req-a33cafc6-26db-4a3a-9849-501089634903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 18:08:32.635318 n-d-799684-2 neutron-server[93966]: WARNING oslo_policy.policy [None req-a33cafc6-26db-4a3a-9849-501089634903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 18:08:33.071414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.policy [None req-a33cafc6-26db-4a3a-9849-501089634903 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93966) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 18:08:33.115413 n-d-799684-2 neutron-server[93966]: WARNING oslo_policy.policy [None req-a33cafc6-26db-4a3a-9849-501089634903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 18:08:33.115998 n-d-799684-2 neutron-server[93966]: WARNING oslo_policy.policy [None req-a33cafc6-26db-4a3a-9849-501089634903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 18:08:33.123762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33cafc6-26db-4a3a-9849-501089634903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:33.125609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a33cafc6-26db-4a3a-9849-501089634903 admin admin] 10.222.0.53 "GET /v2.0/networks/c9873351-8419-4868-b641-9ce84a6068ca HTTP/1.1" status: 200 len: 825 time: 1.0274217 Jul 06 18:08:33.177453 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a3348ae2-bc3a-4ed0-af87-5a9d306b4ee7 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/d2bdad33-f345-4cdc-b554-2331098f46e7 HTTP/1.1" status: 200 len: 734 time: 0.0434458 Jul 06 18:08:33.188891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Request body: {'subnet': {'subnetpool_id': 'd2bdad33-f345-4cdc-b554-2331098f46e7', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'name': 'private-subnet', 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:33.190539 n-d-799684-2 neutron-server[93966]: INFO neutron.quota [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Loaded quota_driver: . Jul 06 18:08:33.234189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Made reservation on behalf of 3606d8a1e7944c0c9002782c49773015 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:33.237508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.580771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.657604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Checking segment: {'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:33.658286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Network hostable DHCP agents. Network: c9873351-8419-4868-b641-9ce84a6068ca, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:08:33.665288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234ed95e-814c-45e5-b28f-6385441cbec1,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:33.679551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.679878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.680224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.680552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.680869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.681211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.681520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.682098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.682440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.682802 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.683115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.683409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Tracked resource versions report: Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: pushed versions: Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: { 'AddressGroup': {'1.2'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'ConntrackHelper': {'1.0'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Log': {'1.0'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Network': {'1.1'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Port': {'1.7'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'PortForwarding': {'1.2'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'QosPolicy': {'1.8'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'SecurityGroup': {'1.4'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'SecurityGroupRule': {'1.2'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'SubPort': {'1.0'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Subnet': {'1.1'}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Trunk': {'1.1'}} Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: consumer versions: Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: { DHCP agent@n-d-799684-2: {}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: L3 agent@n-d-799684-2: {}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: Metadata agent@n-d-799684-2: {}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: Metering agent@n-d-799684-2: {}, Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: Open vSwitch agent@n-d-799684-2: { 'AddressGroup': '1.2', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'ConntrackHelper': '1.0', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Log': '1.0', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Network': '1.1', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Port': '1.7', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'PortForwarding': '1.2', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'QosPolicy': '1.8', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'SecurityGroup': '1.4', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'SecurityGroupRule': '1.2', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'SubPort': '1.0', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Subnet': '1.1', Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: 'Trunk': '1.1'}} Jul 06 18:08:33.684513 n-d-799684-2 neutron-server[93966]: {{(pid=93966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 18:08:33.721179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Network c9873351-8419-4868-b641-9ce84a6068ca is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:08:33.735701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c9873351-8419-4868-b641-9ce84a6068ca) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:33.740537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:33.741193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.747235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23dc7ab-f962-40a6-af34-851e4e615c76 None None] Network c9873351-8419-4868-b641-9ce84a6068ca requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:33.762587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bafb46da-7d92-41ec-bae2-fe3776d91332 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5790961 Jul 06 18:08:34.062716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c9873351-8419-4868-b641-9ce84a6068ca', 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'fixed_ips': [{'subnet_id': '234ed95e-814c-45e5-b28f-6385441cbec1'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:08:34.064031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.334891 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Allocated IP 172.20.0.2 (c9873351-8419-4868-b641-9ce84a6068ca/234ed95e-814c-45e5-b28f-6385441cbec1/13e5e030-05ae-4dcc-9cde-db6a2e3538ca) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:34.540191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.592069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Transition to ACTIVE for port object 13e5e030-05ae-4dcc-9cde-db6a2e3538ca will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:34.624357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Transition to ACTIVE for port object 13e5e030-05ae-4dcc-9cde-db6a2e3538ca will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:34.633949 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.699783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Network c9873351-8419-4868-b641-9ce84a6068ca is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:34.706648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:34.716259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:34.723976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Pushing event updated for resources: {'Port': ['ID=13e5e030-05ae-4dcc-9cde-db6a2e3538ca,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:34.748343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.749019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.749019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.749338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.749672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.750027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.750354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.750682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.751002 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.751430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.751662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.751999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Tracked resource versions report: Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: pushed versions: Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: { 'AddressGroup': {'1.2'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'ConntrackHelper': {'1.0'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Log': {'1.0'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Network': {'1.1'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Port': {'1.7'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'PortForwarding': {'1.2'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'QosPolicy': {'1.8'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'SecurityGroup': {'1.4'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'SecurityGroupRule': {'1.2'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'SubPort': {'1.0'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Subnet': {'1.1'}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Trunk': {'1.1'}} Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: consumer versions: Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: { DHCP agent@n-d-799684-2: {}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: L3 agent@n-d-799684-2: {}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: Metadata agent@n-d-799684-2: {}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: Metering agent@n-d-799684-2: {}, Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: Open vSwitch agent@n-d-799684-2: { 'AddressGroup': '1.2', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'ConntrackHelper': '1.0', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Log': '1.0', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Network': '1.1', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Port': '1.7', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'PortForwarding': '1.2', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'QosPolicy': '1.8', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'SecurityGroup': '1.4', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'SecurityGroupRule': '1.2', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'SubPort': '1.0', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Subnet': '1.1', Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: 'Trunk': '1.1'}} Jul 06 18:08:34.753107 n-d-799684-2 neutron-server[93968]: {{(pid=93968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 18:08:34.805569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Attempting to bind port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:34.806082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Attempting to bind port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:34.806499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Attempting to bind port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca on network c9873351-8419-4868-b641-9ce84a6068ca {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:34.811856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:08:34.812266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Checking segment: {'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:34.812742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.813139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Bound using segment: {'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:08:34.813655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Bound port: 13e5e030-05ae-4dcc-9cde-db6a2e3538ca, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:08:34.814099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.879474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] For port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:08:34.884615 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] For port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=13e5e030-05ae-4dcc-9cde-db6a2e3538ca,segment=NetworkSegment(147eed7e-0d80-4734-aa14-8b0e0c985adc),segment_id=147eed7e-0d80-4734-aa14-8b0e0c985adc)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:08:34.890803 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.960882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192b907-67f4-4398-8753-9872f227c9dd None None] Pushing event updated for resources: {'Port': ['ID=13e5e030-05ae-4dcc-9cde-db6a2e3538ca,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:36.175600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43868) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:36.500159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-02eb8502-b987-4a7b-a68a-4595a955f54d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:08:36.501188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-02eb8502-b987-4a7b-a68a-4595a955f54d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246069 Jul 06 18:08:38.890468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43876) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:39.233167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-97e95c56-a755-451d-8a6f-08b0cfd6ae41 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:08:39.234186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-97e95c56-a755-451d-8a6f-08b0cfd6ae41 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3427613 Jul 06 18:08:40.205563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13e5e030-05ae-4dcc-9cde-db6a2e3538ca up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:40.294746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:40.984134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c492a5d3-98e7-4e76-ab3e-5fff72031d5e None None] Network c9873351-8419-4868-b641-9ce84a6068ca requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:41.105514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-939c77f4-39ea-49b9-b031-fe66875fe840 None None] Provisioning for port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:41.117959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-939c77f4-39ea-49b9-b031-fe66875fe840 None None] Provisioning complete for port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:41.118341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-939c77f4-39ea-49b9-b031-fe66875fe840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.275151 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-939c77f4-39ea-49b9-b031-fe66875fe840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.310916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-939c77f4-39ea-49b9-b031-fe66875fe840 None None] For port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=13e5e030-05ae-4dcc-9cde-db6a2e3538ca,segment=NetworkSegment(147eed7e-0d80-4734-aa14-8b0e0c985adc),segment_id=147eed7e-0d80-4734-aa14-8b0e0c985adc)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:41.317376 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-939c77f4-39ea-49b9-b031-fe66875fe840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.368650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c77f4-39ea-49b9-b031-fe66875fe840 None None] Pushing event updated for resources: {'Port': ['ID=13e5e030-05ae-4dcc-9cde-db6a2e3538ca,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:41.538369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9754652e-d4ab-4e96-b45c-4d629876eae5 None None] Provisioning complete for port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:41.538653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9754652e-d4ab-4e96-b45c-4d629876eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.930893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43890) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:42.174143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13e5e030-05ae-4dcc-9cde-db6a2e3538ca up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:42.220380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:42.220749 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.263176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9b9f68e5-8314-4de5-8937-0d0bd6391893 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3606d8a1e7944c0c9002782c49773015'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:42.289432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b9f68e5-8314-4de5-8937-0d0bd6391893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.291229 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b9f68e5-8314-4de5-8937-0d0bd6391893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.449263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b9f68e5-8314-4de5-8937-0d0bd6391893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.458682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b9f68e5-8314-4de5-8937-0d0bd6391893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.479007 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b9f68e5-8314-4de5-8937-0d0bd6391893 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.480801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9b9f68e5-8314-4de5-8937-0d0bd6391893 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5487549 Jul 06 18:08:44.924850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43898) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:45.283815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-8e454945-8d28-4b4a-9655-f07642b6de44 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:08:45.285161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8e454945-8d28-4b4a-9655-f07642b6de44 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3594022 Jul 06 18:08:45.466145 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ce80067-4fe7-4744-8211-ca6f5790e629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.677644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43906) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:48.040616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:48.067399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Made reservation on behalf of 32808fb81ce243ccae65d0f5ab9e9c6b for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:48.069916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.071832 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b373f23-00c1-4634-836d-417bd8748f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.085951 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.212988 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.218796 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.235352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Reserving flat network on physical network physnet1 {{(pid=93966) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 18:08:48.253354 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.256686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe676051-3166-47f0-9c21-f6dcd52ff87e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:48.267921 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762272141397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.268486 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Unsubscribe: segment precommit_create {{(pid=93966) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 18:08:48.268965 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Added segment fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510 of type flat for network 5252f85f-2217-44be-8007-5bb515235547 Jul 06 18:08:48.324909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.402124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.403159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:48.403722 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.481775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8026335 Jul 06 18:08:48.502225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f4fbc-610e-415f-9058-6bd6db3bba6b admin admin] Pushing event updated for resources: {'Network': ['ID=5252f85f-2217-44be-8007-5bb515235547,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:48.513224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5252f85f-2217-44be-8007-5bb515235547 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:08:49.253875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.777176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.882796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43924) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:51.111398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950a247-4662-41bf-98f4-c469a086a91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:51.112668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7950a247-4662-41bf-98f4-c469a086a91b admin admin] 10.222.0.53 "GET /v2.0/subnets/234ed95e-814c-45e5-b28f-6385441cbec1 HTTP/1.1" status: 200 len: 849 time: 0.2289202 Jul 06 18:08:51.277704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a99abb89-ef3d-4b6b-921e-5d6bb2181fcd admin admin] 10.222.0.53 "GET /v2.0/routers/a3aea9b4-e257-4435-beea-7f8640912c0f HTTP/1.1" status: 200 len: 704 time: 0.1567273 Jul 06 18:08:51.543231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:51.847609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Allocated IP 172.20.0.1 (c9873351-8419-4868-b641-9ce84a6068ca/234ed95e-814c-45e5-b28f-6385441cbec1/3c74c1e5-ddfc-4199-bdd7-02352e16aa6b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:52.032632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.059932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Transition to ACTIVE for port object 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:52.153524 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.217955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Network c9873351-8419-4868-b641-9ce84a6068ca is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:52.223993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:52.235954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:52.235954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.258539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Pushing event updated for resources: {'Port': ['ID=3c74c1e5-ddfc-4199-bdd7-02352e16aa6b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:52.424851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6702ea0b-0935-42b5-82e7-0abf248aaaa9 None None] Provisioning for port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:52.429006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6702ea0b-0935-42b5-82e7-0abf248aaaa9 None None] Provisioning complete for port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:52.429415 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6702ea0b-0935-42b5-82e7-0abf248aaaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.464741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6702ea0b-0935-42b5-82e7-0abf248aaaa9 None None] Port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:08:52.503528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.707451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.714340 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.715107 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.789472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Pushing event updated for resources: {'Port': ['ID=3c74c1e5-ddfc-4199-bdd7-02352e16aa6b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:52.842170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Network c9873351-8419-4868-b641-9ce84a6068ca is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:52.843517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:53.007678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Router a3aea9b4-e257-4435-beea-7f8640912c0f is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:08:53.086802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b3d9bdbb-7697-4ddd-91b6-512836ea9321 None None] Provisioning complete for port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:53.087178 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3d9bdbb-7697-4ddd-91b6-512836ea9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.104161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:53.122224 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75ceb820-6d1d-462a-a6b8-a41a4ea63877 admin admin] 10.222.0.53 "PUT /v2.0/routers/a3aea9b4-e257-4435-beea-7f8640912c0f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8311698 Jul 06 18:08:53.122315 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Sync routers for ids ['a3aea9b4-e257-4435-beea-7f8640912c0f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:53.126254 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Routers {'a3aea9b4-e257-4435-beea-7f8640912c0f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:53.127109 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:08:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['a3aea9b4-e257-4435-beea-7f8640912c0f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:53.131150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b3d9bdbb-7697-4ddd-91b6-512836ea9321 None None] Port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:08:53.324779 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Set router a3aea9b4-e257-4435-beea-7f8640912c0f gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:53.757397 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'name': 'router1', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:42Z', 'updated_at': '2021-07-06T18:08:52Z', 'revision_number': 2, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'gw_port_host': None, '_interfaces': [{'id': '3c74c1e5-ddfc-4199-bdd7-02352e16aa6b', 'name': '', 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'mac_address': 'fa:16:3e:3d:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:51Z', 'updated_at': '2021-07-06T18:08:52Z', 'revision_number': 2, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'subnets': [{'id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2bdad33-f345-4cdc-b554-2331098f46e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:53.808938 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Checking router: a3aea9b4-e257-4435-beea-7f8640912c0f for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:53.809318 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Updating router a3aea9b4-e257-4435-beea-7f8640912c0f port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:08:53.874591 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.365649 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.384104 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Transition to ACTIVE for port object 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:54.393477 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.558026 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Pushing event updated for resources: {'Port': ['ID=3c74c1e5-ddfc-4199-bdd7-02352e16aa6b,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:54.560861 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Attempting to bind port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:54.561131 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Attempting to bind port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:54.561533 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Attempting to bind port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b on network c9873351-8419-4868-b641-9ce84a6068ca {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:54.572470 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:08:54.572872 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Checking segment: {'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:54.573350 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.573754 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Bound using segment: {'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:08:54.574267 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Bound port: 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147eed7e-0d80-4734-aa14-8b0e0c985adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:08:54.574676 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.577074 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.577409 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.577803 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.578087 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.578410 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.578730 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.579047 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.579362 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.579675 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.579989 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.580309 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.580614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Tracked resource versions report: Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: pushed versions: Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: { 'AddressGroup': {'1.2'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'ConntrackHelper': {'1.0'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Log': {'1.0'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Network': {'1.1'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Port': {'1.7'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'PortForwarding': {'1.2'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'QosPolicy': {'1.8'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'SecurityGroup': {'1.4'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'SecurityGroupRule': {'1.2'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'SubPort': {'1.0'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Subnet': {'1.1'}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Trunk': {'1.1'}} Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: consumer versions: Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: { DHCP agent@n-d-799684-2: {}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: L3 agent@n-d-799684-2: {}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: Metadata agent@n-d-799684-2: {}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: Metering agent@n-d-799684-2: {}, Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: Open vSwitch agent@n-d-799684-2: { 'AddressGroup': '1.2', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'ConntrackHelper': '1.0', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Log': '1.0', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Network': '1.1', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Port': '1.7', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'PortForwarding': '1.2', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'QosPolicy': '1.8', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'SecurityGroup': '1.4', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'SecurityGroupRule': '1.2', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'SubPort': '1.0', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Subnet': '1.1', Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: 'Trunk': '1.1'}} Jul 06 18:08:54.581831 n-d-799684-2 neutron-server[93969]: {{(pid=93969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 18:08:54.646279 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] For port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:08:54.670866 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] For port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3c74c1e5-ddfc-4199-bdd7-02352e16aa6b,segment=NetworkSegment(147eed7e-0d80-4734-aa14-8b0e0c985adc),segment_id=147eed7e-0d80-4734-aa14-8b0e0c985adc)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:08:54.676405 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.727479 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Routers {'a3aea9b4-e257-4435-beea-7f8640912c0f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:54.728111 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:08:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['a3aea9b4-e257-4435-beea-7f8640912c0f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.803230 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ce14-6172-4bcc-aa99-60db30b9edce None None] Pushing event updated for resources: {'Port': ['ID=3c74c1e5-ddfc-4199-bdd7-02352e16aa6b,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:54.829560 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] Set router a3aea9b4-e257-4435-beea-7f8640912c0f gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:55.071819 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'name': 'router1', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:42Z', 'updated_at': '2021-07-06T18:08:52Z', 'revision_number': 2, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'gw_port_host': None, '_interfaces': [{'id': '3c74c1e5-ddfc-4199-bdd7-02352e16aa6b', 'name': '', 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'mac_address': 'fa:16:3e:3d:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:51Z', 'updated_at': '2021-07-06T18:08:54Z', 'revision_number': 4, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'subnets': [{'id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2bdad33-f345-4cdc-b554-2331098f46e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:55.097547 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7763b-dd93-46e1-aaa6-f039d1a26a20 None None] The sync data for ids ['a3aea9b4-e257-4435-beea-7f8640912c0f'] in n-d-799684-2 is: [{'id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'name': 'router1', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:42Z', 'updated_at': '2021-07-06T18:08:52Z', 'revision_number': 2, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'gw_port_host': None, '_interfaces': [{'id': '3c74c1e5-ddfc-4199-bdd7-02352e16aa6b', 'name': '', 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'mac_address': 'fa:16:3e:3d:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:51Z', 'updated_at': '2021-07-06T18:08:54Z', 'revision_number': 4, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'subnets': [{'id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2bdad33-f345-4cdc-b554-2331098f46e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:55.357369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43944) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.466469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a6544e-f3b3-475e-8e74-e25a4391610f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:55.467936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-09a6544e-f3b3-475e-8e74-e25a4391610f admin admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 842 time: 0.1095643 Jul 06 18:08:55.477888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:55.503876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Made reservation on behalf of 32808fb81ce243ccae65d0f5ab9e9c6b for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:55.506933 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.814629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:08:55.815087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.869145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41acc8e2-b1cf-4e0b-a5f1-615855528e4d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:55.880311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:55.880661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Network hostable DHCP agents. Network: 5252f85f-2217-44be-8007-5bb515235547, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:08:55.906509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:08:55.918859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5252f85f-2217-44be-8007-5bb515235547) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:55.923263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:55.923855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.927922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421c1d1-cdf8-4fa3-846d-1d13272bb5f4 None None] Network 5252f85f-2217-44be-8007-5bb515235547 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:55.953744 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-905de303-74cc-4960-bdae-be6740ca5d10 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4656785 Jul 06 18:08:56.068784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f676b3-b2fc-4a82-846a-d6b6710826ac None None] Network 5252f85f-2217-44be-8007-5bb515235547 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:58.219440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43956) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:58.224023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:58.281892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:58.285869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:58.286249 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.363402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.368653 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5b4e32f9-7c35-4eb7-98e1-b3ddb2c1e047 admin admin] 10.222.0.53 "GET /v2.0/routers/a3aea9b4-e257-4435-beea-7f8640912c0f HTTP/1.1" status: 200 len: 710 time: 0.1480770 Jul 06 18:08:58.397780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3c74c1e5-ddfc-4199-bdd7-02352e16aa6b,segment=NetworkSegment(147eed7e-0d80-4734-aa14-8b0e0c985adc),segment_id=147eed7e-0d80-4734-aa14-8b0e0c985adc)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:58.402762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.452966 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=3c74c1e5-ddfc-4199-bdd7-02352e16aa6b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:58.456994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78001d-a2bc-48e7-97c0-94684b345661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:58.458534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-af78001d-a2bc-48e7-97c0-94684b345661 admin admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 886 time: 0.0838323 Jul 06 18:08:58.467429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:58.782120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.021670 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.097411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.198974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Allocated IP 172.25.4.205 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/a888e941-c2c9-4e2f-bcb2-5f9df717f522) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:59.312702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.354076 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.389115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:59.393952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:59.398694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:59.430446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Pushing event updated for resources: {'Port': ['ID=a888e941-c2c9-4e2f-bcb2-5f9df717f522,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:59.646480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.843973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.847625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.931399 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:08:59.966930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Router a3aea9b4-e257-4435-beea-7f8640912c0f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:09:00.159854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:00.165223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.170052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6a30d735-ffd4-42fd-88ee-c07e4bfe0b13 admin admin] 10.222.0.53 "PUT /v2.0/routers/a3aea9b4-e257-4435-beea-7f8640912c0f HTTP/1.1" status: 200 len: 890 time: 1.7018347 Jul 06 18:09:00.180496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Sync routers for ids ['a3aea9b4-e257-4435-beea-7f8640912c0f'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:00.247733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:00.252680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Routers {'a3aea9b4-e257-4435-beea-7f8640912c0f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:00.253476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:08:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['a3aea9b4-e257-4435-beea-7f8640912c0f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:00.463298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:00.463688 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.522009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Set router a3aea9b4-e257-4435-beea-7f8640912c0f gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:00.943548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'name': 'router1', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'a888e941-c2c9-4e2f-bcb2-5f9df717f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:42Z', 'updated_at': '2021-07-06T18:08:59Z', 'revision_number': 4, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'gw_port': {'id': 'a888e941-c2c9-4e2f-bcb2-5f9df717f522', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:59Z', 'updated_at': '2021-07-06T18:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '3c74c1e5-ddfc-4199-bdd7-02352e16aa6b', 'name': '', 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'mac_address': 'fa:16:3e:3d:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:51Z', 'updated_at': '2021-07-06T18:08:58Z', 'revision_number': 5, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'subnets': [{'id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2bdad33-f345-4cdc-b554-2331098f46e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:00.992390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Checking router: a3aea9b4-e257-4435-beea-7f8640912c0f for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:00.992759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Updating router a3aea9b4-e257-4435-beea-7f8640912c0f port a888e941-c2c9-4e2f-bcb2-5f9df717f522 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:01.028722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.347689 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.357815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Transition to ACTIVE for port object a888e941-c2c9-4e2f-bcb2-5f9df717f522 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:01.366405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.414433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Attempting to bind port a888e941-c2c9-4e2f-bcb2-5f9df717f522 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:01.414805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Attempting to bind port a888e941-c2c9-4e2f-bcb2-5f9df717f522 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:01.415172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Attempting to bind port a888e941-c2c9-4e2f-bcb2-5f9df717f522 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:01.423453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75328af7-2b80-4250-a8bd-9b2b80224a5e None None] Pushing event updated for resources: {'Port': ['ID=a888e941-c2c9-4e2f-bcb2-5f9df717f522,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:01.426884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:01.427262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:01.427666 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.428051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:01.428573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Bound port: a888e941-c2c9-4e2f-bcb2-5f9df717f522, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:01.429004 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.482844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] For port a888e941-c2c9-4e2f-bcb2-5f9df717f522, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:01.490386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] For port a888e941-c2c9-4e2f-bcb2-5f9df717f522, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a888e941-c2c9-4e2f-bcb2-5f9df717f522,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:01.495469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.634517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75328af7-2b80-4250-a8bd-9b2b80224a5e None None] Pushing event updated for resources: {'Port': ['ID=a888e941-c2c9-4e2f-bcb2-5f9df717f522,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:01.637059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Routers {'a3aea9b4-e257-4435-beea-7f8640912c0f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:01.637676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:08:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['a3aea9b4-e257-4435-beea-7f8640912c0f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:01.747338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] Set router a3aea9b4-e257-4435-beea-7f8640912c0f gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:01.958213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'name': 'router1', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'a888e941-c2c9-4e2f-bcb2-5f9df717f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:42Z', 'updated_at': '2021-07-06T18:08:59Z', 'revision_number': 4, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'gw_port': {'id': 'a888e941-c2c9-4e2f-bcb2-5f9df717f522', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:59Z', 'updated_at': '2021-07-06T18:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '3c74c1e5-ddfc-4199-bdd7-02352e16aa6b', 'name': '', 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'mac_address': 'fa:16:3e:3d:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:51Z', 'updated_at': '2021-07-06T18:08:58Z', 'revision_number': 5, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'subnets': [{'id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2bdad33-f345-4cdc-b554-2331098f46e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:01.984346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51c380-5a78-4aeb-8f35-3e3aa6aeaf9e None None] The sync data for ids ['a3aea9b4-e257-4435-beea-7f8640912c0f'] in n-d-799684-2 is: [{'id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'name': 'router1', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'a888e941-c2c9-4e2f-bcb2-5f9df717f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:42Z', 'updated_at': '2021-07-06T18:08:59Z', 'revision_number': 4, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'gw_port': {'id': 'a888e941-c2c9-4e2f-bcb2-5f9df717f522', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:59Z', 'updated_at': '2021-07-06T18:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '3c74c1e5-ddfc-4199-bdd7-02352e16aa6b', 'name': '', 'network_id': 'c9873351-8419-4868-b641-9ce84a6068ca', 'tenant_id': '3606d8a1e7944c0c9002782c49773015', 'mac_address': 'fa:16:3e:3d:21:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aea9b4-e257-4435-beea-7f8640912c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:51Z', 'updated_at': '2021-07-06T18:08:58Z', 'revision_number': 5, 'project_id': '3606d8a1e7944c0c9002782c49773015', 'subnets': [{'id': '234ed95e-814c-45e5-b28f-6385441cbec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2bdad33-f345-4cdc-b554-2331098f46e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:02.234009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a888e941-c2c9-4e2f-bcb2-5f9df717f522 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:02.291535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port a888e941-c2c9-4e2f-bcb2-5f9df717f522 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:02.296549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a888e941-c2c9-4e2f-bcb2-5f9df717f522 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:02.296937 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.377236 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.400295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port a888e941-c2c9-4e2f-bcb2-5f9df717f522, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a888e941-c2c9-4e2f-bcb2-5f9df717f522,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:02.405637 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.458782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=a888e941-c2c9-4e2f-bcb2-5f9df717f522,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:02.546422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43964) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:02.718494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fd22553a-f2b9-4e5b-afe1-efd17d82d862 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1707697 Jul 06 18:09:04.191180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a888e941-c2c9-4e2f-bcb2-5f9df717f522 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:04.242658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a888e941-c2c9-4e2f-bcb2-5f9df717f522 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:04.243032 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.472877 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f94e9ac5-fd6b-4acd-9afc-bc78145b63a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.073022 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8d2d29e-d26f-485c-8c0b-a492b0162364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.253932 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.292375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.798238 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.931638 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:09:45.469175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8849bef2-2221-4abc-9c0b-ee25a3f48c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.082587 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-df0d5925-16fc-4451-891f-0cb5799c6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.248135 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.259260 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.791780 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.930690 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:10:15.464402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c03f7f85-e98a-4ddc-99e0-1ee6a3fae5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.081416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e90b-2000-43cb-9399-618a24a60489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.254131 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.260284 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.793066 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:44.000398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44564) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:44.064911 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0e416f-1643-4c01-9eaa-e12d442d769a admin admin] GET failed (client error): The resource could not be found. Jul 06 18:10:44.066326 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8a0e416f-1643-4c01-9eaa-e12d442d769a admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648828 Jul 06 18:10:44.228005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc47b9-99d5-4f3b-8687-915d65a681bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:44.229521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b3fc47b9-99d5-4f3b-8687-915d65a681bb admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575389 Jul 06 18:10:45.468606 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-59a57562-70db-4a08-a78d-a3e896653469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.380583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44574) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:46.488504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c421f-4f6a-4e48-b045-de121f3fe721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:46.490323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1d5c421f-4f6a-4e48-b045-de121f3fe721 admin admin] 10.222.0.53 "GET /v2.0/subnets/234ed95e-814c-45e5-b28f-6385441cbec1 HTTP/1.1" status: 200 len: 849 time: 0.1085896 Jul 06 18:10:46.501487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:46.586083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.746506 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762271982367'] for subnet, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.775218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:46.775811 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.777380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] 10.222.0.53 "PUT /v2.0/subnets/234ed95e-814c-45e5-b28f-6385441cbec1 HTTP/1.1" status: 200 len: 868 time: 0.2809923 Jul 06 18:10:46.796748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e0011-bb3a-4a7c-a59a-ceeae7d827c3 None None] Network c9873351-8419-4868-b641-9ce84a6068ca requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:46.799192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234ed95e-814c-45e5-b28f-6385441cbec1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:46.807763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.808190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.808664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.809251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.809757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.810091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.810565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.810898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.811230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.811565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.811890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:46.812214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbdb9ac-613d-4f4c-9b17-44592cbc4de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.150928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-155a53d7-58c9-46cf-9b76-a8cce12c046d None None] Provisioning complete for port 13e5e030-05ae-4dcc-9cde-db6a2e3538ca triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:47.151297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-155a53d7-58c9-46cf-9b76-a8cce12c046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.240055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-155a53d7-58c9-46cf-9b76-a8cce12c046d None None] Provisioning complete for port 3c74c1e5-ddfc-4199-bdd7-02352e16aa6b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:47.240458 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-155a53d7-58c9-46cf-9b76-a8cce12c046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.076026 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-51da9a7b-5775-4da1-9b8e-d03339284c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.250690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.946509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44582) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:49.174284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed8ff9-73c1-49de-8194-ffebc2c811ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:49.174682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed8ff9-73c1-49de-8194-ffebc2c811ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:49.176352 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-afed8ff9-73c1-49de-8194-ffebc2c811ed admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2288647 Jul 06 18:10:49.265578 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.796204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.932181 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:10:51.374224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44590) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:51.585382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c454e-6c94-44bd-afe2-a1696550365d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:51.585874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c454e-6c94-44bd-afe2-a1696550365d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:51.587447 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-193c454e-6c94-44bd-afe2-a1696550365d admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2122746 Jul 06 18:10:53.740192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44600) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:53.906887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31e075-f63c-4ba0-8c22-1cf5b4df220a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:53.908255 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c31e075-f63c-4ba0-8c22-1cf5b4df220a admin admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 886 time: 0.1670244 Jul 06 18:10:56.049604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44608) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:56.206268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa6c6d-1541-46f4-a893-58aa206f5d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:56.207710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13fa6c6d-1541-46f4-a893-58aa206f5d38 admin admin] 10.222.0.53 "GET /v2.0/networks/c9873351-8419-4868-b641-9ce84a6068ca HTTP/1.1" status: 200 len: 869 time: 0.1570442 Jul 06 18:10:58.390055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44616) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:58.540162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b66242-ae51-4afd-9f0e-d3a33be76725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:58.540584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b66242-ae51-4afd-9f0e-d3a33be76725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:58.542185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-77b66242-ae51-4afd-9f0e-d3a33be76725 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1511548 Jul 06 18:11:00.710768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44624) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:00.845040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad966045-fcbc-46ae-9809-08cb1a209c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:00.845388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad966045-fcbc-46ae-9809-08cb1a209c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:00.846996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad966045-fcbc-46ae-9809-08cb1a209c17 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1348491 Jul 06 18:11:03.029955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44632) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:03.123260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ef689-a39e-4537-bdcb-4a6b9dfe2a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:03.124658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b57ef689-a39e-4537-bdcb-4a6b9dfe2a96 admin admin] 10.222.0.53 "GET /v2.0/subnets/234ed95e-814c-45e5-b28f-6385441cbec1 HTTP/1.1" status: 200 len: 868 time: 0.0937185 Jul 06 18:11:05.269308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44640) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:05.360556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb834b-44c2-43eb-9c59-26bbfdabce45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:05.361948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-12eb834b-44c2-43eb-9c59-26bbfdabce45 admin admin] 10.222.0.53 "GET /v2.0/subnets/41acc8e2-b1cf-4e0b-a5f1-615855528e4d HTTP/1.1" status: 200 len: 816 time: 0.0916216 Jul 06 18:11:15.474639 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82122732-d523-49fb-a4ab-efa0345f6f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.080107 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac86ba3f-e813-4f65-8f5d-7240c2656bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.245031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:19.266101 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.806108 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.931463 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:11:29.202559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:29.258969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-1c99127e-7feb-44ce-9ada-899830cb2984 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:11:29.260046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1c99127e-7feb-44ce-9ada-899830cb2984 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564678 Jul 06 18:11:31.546600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44692) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:31.611906 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddc3bce-a42d-48d3-9430-ec8403dad3cd admin admin] GET failed (client error): The resource could not be found. Jul 06 18:11:31.613276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1ddc3bce-a42d-48d3-9430-ec8403dad3cd admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657341 Jul 06 18:11:31.700282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060701f-f41f-477b-bcd0-1529f3571f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:31.701751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3060701f-f41f-477b-bcd0-1529f3571f26 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826561 Jul 06 18:11:33.869689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44700) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:33.930512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:33.953424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Made reservation on behalf of 32808fb81ce243ccae65d0f5ab9e9c6b for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:33.955926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.985469 n-d-799684-2 neutron-server[93967]: WARNING neutron.services.revisions.revision_plugin [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Could not find related network for resource to bump revision. Jul 06 18:11:33.999190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:11:34.009192 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.009526 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Added segment 0e78c732-3284-4848-bd17-0636d3699d24 of type vlan for network 28ac213f-cc86-479f-82b5-44992d03c346 Jul 06 18:11:34.055604 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.084297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.085169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:34.085775 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.139777 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2685194 Jul 06 18:11:34.146804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68d252-0084-4547-9fbe-dc49b5c03b3a admin admin] Pushing event updated for resources: {'Network': ['ID=28ac213f-cc86-479f-82b5-44992d03c346,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:34.158278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 28ac213f-cc86-479f-82b5-44992d03c346 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:11:36.343740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44708) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:36.406277 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-1318b559-9719-47c5-94f4-b2c48f6aa45d admin admin] GET failed (client error): The resource could not be found. Jul 06 18:11:36.407618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1318b559-9719-47c5-94f4-b2c48f6aa45d admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628958 Jul 06 18:11:36.477911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e78a99-225d-4d01-953e-305f4fa6cf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:36.479409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c5e78a99-225d-4d01-953e-305f4fa6cf8c admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675924 Jul 06 18:11:36.494965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Request body: {'subnet': {'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:36.522187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Made reservation on behalf of 32808fb81ce243ccae65d0f5ab9e9c6b for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:36.524813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.700488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.757629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c78c38-61bd-4bb9-8d3b-600aa734c764,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:36.774973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:36.775314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Network hostable DHCP agents. Network: 28ac213f-cc86-479f-82b5-44992d03c346, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:11:36.794171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Network 28ac213f-cc86-479f-82b5-44992d03c346 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:11:36.803547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 28ac213f-cc86-479f-82b5-44992d03c346) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:36.807729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:36.808351 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.814223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc125740-0fac-4f59-a656-c410475178fe None None] Network 28ac213f-cc86-479f-82b5-44992d03c346 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:36.826668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-07d5f3d4-c4be-4aab-87d6-8f9b6db74f21 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3377740 Jul 06 18:11:37.081697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-28ac213f-cc86-479f-82b5-44992d03c346', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'tenant_id': '32808fb81ce243ccae65d0f5ab9e9c6b', 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:11:37.082689 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.216281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Allocated IP 192.168.233.2 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/b79b0b61-6a43-4326-9e8b-a7c32bc01faa) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:37.362500 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.371699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Transition to ACTIVE for port object b79b0b61-6a43-4326-9e8b-a7c32bc01faa will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:37.387026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Transition to ACTIVE for port object b79b0b61-6a43-4326-9e8b-a7c32bc01faa will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:37.395838 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.429749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:37.432572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:37.436017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:37.469245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Pushing event updated for resources: {'Port': ['ID=b79b0b61-6a43-4326-9e8b-a7c32bc01faa,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:37.493802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.494087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.494428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.494823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.495091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.495420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.495748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.496075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.496397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.496717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.497040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.497357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:37.513536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Attempting to bind port b79b0b61-6a43-4326-9e8b-a7c32bc01faa on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:37.513999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Attempting to bind port b79b0b61-6a43-4326-9e8b-a7c32bc01faa by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:37.514505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Attempting to bind port b79b0b61-6a43-4326-9e8b-a7c32bc01faa on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:37.520089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:11:37.520484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:37.520884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.521274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:11:37.521883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Bound port: b79b0b61-6a43-4326-9e8b-a7c32bc01faa, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:11:37.522205 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.585095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] For port b79b0b61-6a43-4326-9e8b-a7c32bc01faa, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:37.588608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] For port b79b0b61-6a43-4326-9e8b-a7c32bc01faa, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b79b0b61-6a43-4326-9e8b-a7c32bc01faa,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:11:37.593332 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.655802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca4e8f-7d26-45b1-945a-9fecbafe2c66 None None] Pushing event updated for resources: {'Port': ['ID=b79b0b61-6a43-4326-9e8b-a7c32bc01faa,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:38.381605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b79b0b61-6a43-4326-9e8b-a7c32bc01faa up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:38.446207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b79b0b61-6a43-4326-9e8b-a7c32bc01faa completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:38.470934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62abc608-8330-4b6f-9887-80eabee49699 None None] Network 28ac213f-cc86-479f-82b5-44992d03c346 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:38.558938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c0ccea13-89ee-466e-b6af-5155024a3533 None None] Provisioning for port b79b0b61-6a43-4326-9e8b-a7c32bc01faa completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:38.581221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c0ccea13-89ee-466e-b6af-5155024a3533 None None] Provisioning complete for port b79b0b61-6a43-4326-9e8b-a7c32bc01faa triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:38.581588 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0ccea13-89ee-466e-b6af-5155024a3533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.699606 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0ccea13-89ee-466e-b6af-5155024a3533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.737551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c0ccea13-89ee-466e-b6af-5155024a3533 None None] For port b79b0b61-6a43-4326-9e8b-a7c32bc01faa, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b79b0b61-6a43-4326-9e8b-a7c32bc01faa,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:38.742969 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0ccea13-89ee-466e-b6af-5155024a3533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.798189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccea13-89ee-466e-b6af-5155024a3533 None None] Pushing event updated for resources: {'Port': ['ID=b79b0b61-6a43-4326-9e8b-a7c32bc01faa,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:38.964516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-63d2d99c-b5fe-4aba-91ca-08bf9de023d9 None None] Provisioning complete for port b79b0b61-6a43-4326-9e8b-a7c32bc01faa triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:38.964921 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-63d2d99c-b5fe-4aba-91ca-08bf9de023d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.324429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b79b0b61-6a43-4326-9e8b-a7c32bc01faa up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:40.373145 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b79b0b61-6a43-4326-9e8b-a7c32bc01faa triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:40.373501 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.475889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f42a2a9-742f-4c7b-9bf4-7766f4974950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.086429 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-96bcfab2-77f8-4ddd-82b2-d376d0878095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.255346 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.270697 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.805853 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.931237 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:12:15.470240 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-de895a37-01cb-49d1-953c-2e31e55c6c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.079481 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e30fcb10-ef94-4114-b7fd-238608561256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.252397 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:19.272531 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.812479 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:41.930980 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:12:45.474601 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1de12349-8832-46a1-8111-4eaadd7cd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.082982 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4767c75a-6d56-4312-a5ff-14448afe158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.247916 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.568115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44760) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:48.577062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-2348eb3a-ae89-4ee8-bd6e-e54ed8f17938 tempest-verify_tempest_config-1524229101 tempest-verify_tempest_config-1524229101-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:12:48.578074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2348eb3a-ae89-4ee8-bd6e-e54ed8f17938 tempest-verify_tempest_config-1524229101 tempest-verify_tempest_config-1524229101-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0082405 Jul 06 18:12:48.932025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44778) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:49.051850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.141222 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.147503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.191423 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b37d4b05f6a403a93099b9fb7c9d8d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2578404 Jul 06 18:12:49.192052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302fc85b-cfc0-4e52-afd5-aaba81110e4c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:49.193967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44782) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:49.209262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.209608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.209977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.210314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.210654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.211011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.211521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.211637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.211985 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.212308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.212627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.212977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab8dfa-1ed6-41d2-a9bc-98ba858040c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:49.257823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-922d7d38-fd44-4a78-88dd-a963e6597579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.278491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.279343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-922d7d38-fd44-4a78-88dd-a963e6597579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.482606 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-922d7d38-fd44-4a78-88dd-a963e6597579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.485910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-922d7d38-fd44-4a78-88dd-a963e6597579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.487684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-922d7d38-fd44-4a78-88dd-a963e6597579 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/302fc85b-cfc0-4e52-afd5-aaba81110e4c HTTP/1.1" status: 204 len: 168 time: 0.2926812 Jul 06 18:12:49.497264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d7d38-fd44-4a78-88dd-a963e6597579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302fc85b-cfc0-4e52-afd5-aaba81110e4c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:50.815205 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.480071 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61335f15-e46f-4c85-875c-5f02ecca7e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.094810 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec6159c2-3f75-4380-93b6-2e821e3995bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.252750 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.931314 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:13:19.278993 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.823408 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.491815 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c6016f2c-0c28-43f0-9131-8411a6701b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.090160 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-089cb206-4e2e-4af9-87f9-8a0f86e9380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.263295 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.286870 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.827398 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.934037 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:14:15.490899 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1a64-e14a-43e5-99f5-807d25b8c2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.094308 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ceb6c3ef-b1a9-46b7-ad21-e03a9f889e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.259971 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.288605 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.829224 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.933683 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:14:45.492404 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0213c0f-fc21-43f3-ae3b-44b18354f3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.099604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b857-9bd8-4be5-aa89-0049e60cf763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.257872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.289086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.834880 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.936258 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:15:15.493266 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14efbe8b-352a-41db-bdeb-cb66997ed9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.108498 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afbce50e-f221-4747-bbb2-da860a70a74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.253334 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.294754 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.838154 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.490956 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd15024c-9d8d-4006-bd9f-17ecf74d0447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.936647 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 5 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:15:48.104526 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d8c517b-2476-45d0-a877-4a940d95032c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.258467 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.302928 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.844462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:51.899533 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-816668'] for agent, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:52.153762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-816668'] for agent, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.488039 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-59abe380-b11a-4465-8bf2-65205f6a73cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.108137 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3c23f31-f06d-4ec3-8194-1d331e3d005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.264338 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.293344 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.846042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:21.883502 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.135489 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:23.937219 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:16:42.720707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44842) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:42.833511 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a1c642f8-d229-43f6-a8f8-26329bcf0d04 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1117461 Jul 06 18:16:45.063699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44852) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:45.130736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e1edd669-31b7-4fe9-b40c-31075f4496f3 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0659420 Jul 06 18:16:45.488632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4e5c2ee1-55fb-4a55-824b-0c30cc04abbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.103538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5225045-c598-478e-828b-c0b6525c9766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.259555 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.302710 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.852923 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.887105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.150524 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.941538 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:17:15.484376 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82ebbca4-a2a1-4612-8d82-916d1ddeb6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:18.111552 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd6a1-82c5-44d8-b97f-de7c50afe752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:18.264011 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:19.299547 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:20.853212 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:21.896562 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.134122 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:37.942172 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:17:45.574468 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d957577e-f47b-40fd-9812-0ac304b34997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:48.105062 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c36d9ad3-ddd5-4e9b-a916-6f01d212facd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:48.268415 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.302738 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.853439 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:51.883912 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.144358 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.111783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45056) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:06.138084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45064) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:06.513733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-network', 'tenant_id': '15540837727f4ed582f5c3253edb5c23'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:06.535793 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-01b20e4e-927f-4fa4-ac17-88f17f159cd3 tempest-AutoAllocateNetworkTest-1492066779 tempest-AutoAllocateNetworkTest-1492066779-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=861c081facd6471aa213413c521396be&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4225585 Jul 06 18:18:06.538748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45084) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:06.547262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Made reservation on behalf of 15540837727f4ed582f5c3253edb5c23 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:06.550232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.564292 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.675071 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.683582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.718686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:06.729145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66df8e77-8e7b-47ec-95f4-42e2a0ccd94f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:06.734401 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.735305 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Added segment 1fc0f87a-a406-420e-a84a-369f49ca8a8f of type vlan for network 43daa088-211b-4d08-b9a2-8d20245bc1d1 Jul 06 18:18:06.744499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ece25-3d92-44e0-a186-23aa287ab6e2 tempest-AutoAllocateNetworkTest-1492066779 tempest-AutoAllocateNetworkTest-1492066779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:06.750891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-779ece25-3d92-44e0-a186-23aa287ab6e2 tempest-AutoAllocateNetworkTest-1492066779 tempest-AutoAllocateNetworkTest-1492066779-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2110949 Jul 06 18:18:06.751855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45094) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:06.756934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.757539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.758265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.759469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.760206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.760870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.761988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.764766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.766234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.767341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.767868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.768443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Tracked resource versions report: Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: pushed versions: Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: { 'AddressGroup': {'1.2'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'ConntrackHelper': {'1.0'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Log': {'1.0'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Network': {'1.1'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Port': {'1.7'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'PortForwarding': {'1.2'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'QosPolicy': {'1.8'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'SecurityGroup': {'1.4'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'SecurityGroupRule': {'1.2'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'SubPort': {'1.0'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Subnet': {'1.1'}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Trunk': {'1.1'}} Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: consumer versions: Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: { DHCP agent@n-d-799684-2: {}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: HyperV agent@n-h1-799684-2: {}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: HyperV agent@n-h2-799684-2: {}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: L3 agent@n-d-799684-2: {}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: Metadata agent@n-d-799684-2: {}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: Metering agent@n-d-799684-2: {}, Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: Open vSwitch agent@n-d-799684-2: { 'AddressGroup': '1.2', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'ConntrackHelper': '1.0', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Log': '1.0', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Network': '1.1', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Port': '1.7', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'PortForwarding': '1.2', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'QosPolicy': '1.8', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'SecurityGroup': '1.4', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'SecurityGroupRule': '1.2', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'SubPort': '1.0', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Subnet': '1.1', Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: 'Trunk': '1.1'}} Jul 06 18:18:06.769972 n-d-799684-2 neutron-server[93966]: {{(pid=93966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 18:18:06.829503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-50ecd872-4187-49fa-9b6a-8a475915cbd5 tempest-AutoAllocateNetworkTest-1492066779 tempest-AutoAllocateNetworkTest-1492066779-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764046 Jul 06 18:18:06.830376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45100) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:06.862252 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.863383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54d52e83-7914-4bd7-b781-2df6b66f2bf5 tempest-AutoAllocateNetworkTest-1492066779 tempest-AutoAllocateNetworkTest-1492066779-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=861c081facd6471aa213413c521396be HTTP/1.1" status: 200 len: 208 time: 0.0315020 Jul 06 18:18:06.905251 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.906629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:06.907384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:06.963912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8244667 Jul 06 18:18:06.968304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45108) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:06.972377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c8694-33f2-4385-b2ab-4045b130d805 admin admin] Pushing event updated for resources: {'Network': ['ID=43daa088-211b-4d08-b9a2-8d20245bc1d1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:06.975404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Request body: {'subnet': {'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-subnet', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:06.984120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:07.014754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Made reservation on behalf of 15540837727f4ed582f5c3253edb5c23 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:07.017686 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.204830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.255388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:07.273082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.273422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.273775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.274104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.274427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.274754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.275071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.275380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.275886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.276241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.276559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.276872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Tracked resource versions report: Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: pushed versions: Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: { 'AddressGroup': {'1.2'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'ConntrackHelper': {'1.0'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Log': {'1.0'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Network': {'1.1'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Port': {'1.7'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'PortForwarding': {'1.2'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'QosPolicy': {'1.8'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'SecurityGroup': {'1.4'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'SecurityGroupRule': {'1.2'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'SubPort': {'1.0'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Subnet': {'1.1'}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Trunk': {'1.1'}} Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: consumer versions: Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: { DHCP agent@n-d-799684-2: {}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: HyperV agent@n-h1-799684-2: {}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: HyperV agent@n-h2-799684-2: {}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: L3 agent@n-d-799684-2: {}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: Metadata agent@n-d-799684-2: {}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: Metering agent@n-d-799684-2: {}, Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: Open vSwitch agent@n-d-799684-2: { 'AddressGroup': '1.2', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'ConntrackHelper': '1.0', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Log': '1.0', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Network': '1.1', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Port': '1.7', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'PortForwarding': '1.2', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'QosPolicy': '1.8', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'SecurityGroup': '1.4', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'SecurityGroupRule': '1.2', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'SubPort': '1.0', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Subnet': '1.1', Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: 'Trunk': '1.1'}} Jul 06 18:18:07.277947 n-d-799684-2 neutron-server[93967]: {{(pid=93967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 18:18:07.289792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Checking segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:07.290143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Network hostable DHCP agents. Network: 43daa088-211b-4d08-b9a2-8d20245bc1d1, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:07.308942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:07.324516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 43daa088-211b-4d08-b9a2-8d20245bc1d1) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:07.333456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe24d9-8c6d-4e6a-b8bd-5b4e34ac061b None None] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:07.335570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:07.336160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.356801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9b3732ae-5143-4232-9773-86b6f6356b58 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3853309 Jul 06 18:18:07.357214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45122) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:07.361796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:07.386094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.388223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.463995 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.513464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-43daa088-211b-4d08-b9a2-8d20245bc1d1', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:18:07.515744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.639519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45132) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:07.660224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.696488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Allocated IP 172.20.0.2 (43daa088-211b-4d08-b9a2-8d20245bc1d1/e73e8f9a-6ed7-4915-a3ec-5871c842cd8d/c1babb04-e488-4219-9176-377ba8427b87) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:07.901134 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.912477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Transition to ACTIVE for port object c1babb04-e488-4219-9176-377ba8427b87 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:07.934898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Transition to ACTIVE for port object c1babb04-e488-4219-9176-377ba8427b87 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:07.936913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.948755 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.964999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:07.975051 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15ba36da-662f-4624-bc3c-520ce67ef02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.072348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Allocated IP 172.25.4.224 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/d64e3863-3bed-4ed8-aa36-92eaf666a2eb) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:08.081992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Pushing event updated for resources: {'Port': ['ID=c1babb04-e488-4219-9176-377ba8427b87,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:08.106563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.113977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.116560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.118126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.118618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.120851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.121399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.121760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.122083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.122451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.122781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.123140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Tracked resource versions report: Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: pushed versions: Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: { 'AddressGroup': {'1.2'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'ConntrackHelper': {'1.0'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Log': {'1.0'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Network': {'1.1'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Port': {'1.7'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'PortForwarding': {'1.2'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'QosPolicy': {'1.8'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'SecurityGroup': {'1.4'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'SecurityGroupRule': {'1.2'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'SubPort': {'1.0'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Subnet': {'1.1'}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Trunk': {'1.1'}} Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: consumer versions: Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: { DHCP agent@n-d-799684-2: {}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: HyperV agent@n-h1-799684-2: {}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: HyperV agent@n-h2-799684-2: {}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: L3 agent@n-d-799684-2: {}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: Metadata agent@n-d-799684-2: {}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: Metering agent@n-d-799684-2: {}, Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: Open vSwitch agent@n-d-799684-2: { 'AddressGroup': '1.2', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'ConntrackHelper': '1.0', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Log': '1.0', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Network': '1.1', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Port': '1.7', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'PortForwarding': '1.2', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'QosPolicy': '1.8', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'SecurityGroup': '1.4', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'SecurityGroupRule': '1.2', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'SubPort': '1.0', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Subnet': '1.1', Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: 'Trunk': '1.1'}} Jul 06 18:18:08.128316 n-d-799684-2 neutron-server[93968]: {{(pid=93968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 18:18:08.146374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:08.151387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:08.158040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:08.216902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.227533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15ba36da-662f-4624-bc3c-520ce67ef02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.235100 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15ba36da-662f-4624-bc3c-520ce67ef02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.237828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Attempting to bind port c1babb04-e488-4219-9176-377ba8427b87 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:08.238478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Attempting to bind port c1babb04-e488-4219-9176-377ba8427b87 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:08.238799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Attempting to bind port c1babb04-e488-4219-9176-377ba8427b87 on network 43daa088-211b-4d08-b9a2-8d20245bc1d1 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:08.244640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:08.245112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Checking segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:08.245479 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.246055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Bound using segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:08.246684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Bound port: c1babb04-e488-4219-9176-377ba8427b87, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:08.247547 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.319834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.326578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15ba36da-662f-4624-bc3c-520ce67ef02f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=861c081facd6471aa213413c521396be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6835725 Jul 06 18:18:08.327960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45166) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:08.382261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] For port c1babb04-e488-4219-9176-377ba8427b87, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:08.391503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] For port c1babb04-e488-4219-9176-377ba8427b87, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c1babb04-e488-4219-9176-377ba8427b87,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:08.402721 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.422066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:08.425397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:08.427514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:08.464184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Pushing event updated for resources: {'Port': ['ID=d64e3863-3bed-4ed8-aa36-92eaf666a2eb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:08.485295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba36da-662f-4624-bc3c-520ce67ef02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b173874-555a-443d-baa4-b4f66c9e1786,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:08.519019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fd8c114-f715-4af1-9587-9c02502b6f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.528442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba972d-e610-4828-aa67-8f068ba4684d None None] Pushing event updated for resources: {'Port': ['ID=c1babb04-e488-4219-9176-377ba8427b87,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:08.555458 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fd8c114-f715-4af1-9587-9c02502b6f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.632429 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fd8c114-f715-4af1-9587-9c02502b6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.635844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fd8c114-f715-4af1-9587-9c02502b6f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:08.637362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5fd8c114-f715-4af1-9587-9c02502b6f3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b173874-555a-443d-baa4-b4f66c9e1786 HTTP/1.1" status: 204 len: 168 time: 0.3042083 Jul 06 18:18:08.646299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8c114-f715-4af1-9587-9c02502b6f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b173874-555a-443d-baa4-b4f66c9e1786,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:08.914511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:09.147718 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:09.334265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Router 2d9c2972-0f37-4ec4-952a-93e8125d4621 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:18:09.451805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:18:09.463629 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Sync routers for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:18:09.474162 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:09.474943 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:17:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:09.486370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:09.486370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bf331bb7-db7e-4aba-9d87-01a6b12cee05 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1255686 Jul 06 18:18:09.486983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45216) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:09.639428 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:09.652897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6373e9b8-131a-4ec5-a7d7-1f2325559105 None None] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:09.888042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ab062523-bbd8-48bd-853d-bd27aa49cb0f None None] Provisioning for port c1babb04-e488-4219-9176-377ba8427b87 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:09.945787 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:08Z', 'revision_number': 3, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:09.988896 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Checking router: 2d9c2972-0f37-4ec4-952a-93e8125d4621 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:18:09.989884 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Updating router 2d9c2972-0f37-4ec4-952a-93e8125d4621 port d64e3863-3bed-4ed8-aa36-92eaf666a2eb binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:18:10.035388 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.138556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.375283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Allocated IP 172.20.0.1 (43daa088-211b-4d08-b9a2-8d20245bc1d1/e73e8f9a-6ed7-4915-a3ec-5871c842cd8d/f42e17c7-13c1-43f4-b8b4-da13c30d43e2) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:10.397786 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.411585 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Transition to ACTIVE for port object d64e3863-3bed-4ed8-aa36-92eaf666a2eb will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:10.420403 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.480797 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Pushing event updated for resources: {'Port': ['ID=d64e3863-3bed-4ed8-aa36-92eaf666a2eb,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:10.484128 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Attempting to bind port d64e3863-3bed-4ed8-aa36-92eaf666a2eb on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:10.484737 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Attempting to bind port d64e3863-3bed-4ed8-aa36-92eaf666a2eb by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:10.485304 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Attempting to bind port d64e3863-3bed-4ed8-aa36-92eaf666a2eb on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:10.494825 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.495284 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.495760 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.496184 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.496722 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.497246 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.497795 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.498324 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.498852 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.499541 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.500066 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.500574 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Tracked resource versions report: Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: pushed versions: Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: { 'AddressGroup': {'1.2'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'ConntrackHelper': {'1.0'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Log': {'1.0'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Network': {'1.1'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Port': {'1.7'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'PortForwarding': {'1.2'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'QosPolicy': {'1.8'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'SecurityGroup': {'1.4'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'SecurityGroupRule': {'1.2'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'SubPort': {'1.0'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Subnet': {'1.1'}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Trunk': {'1.1'}} Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: consumer versions: Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: { DHCP agent@n-d-799684-2: {}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: HyperV agent@n-h1-799684-2: {}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: HyperV agent@n-h2-799684-2: {}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: L3 agent@n-d-799684-2: {}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: Metadata agent@n-d-799684-2: {}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: Metering agent@n-d-799684-2: {}, Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: Open vSwitch agent@n-d-799684-2: { 'AddressGroup': '1.2', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'ConntrackHelper': '1.0', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Log': '1.0', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Network': '1.1', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Port': '1.7', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'PortForwarding': '1.2', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'QosPolicy': '1.8', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'SecurityGroup': '1.4', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'SecurityGroupRule': '1.2', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'SubPort': '1.0', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Subnet': '1.1', Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: 'Trunk': '1.1'}} Jul 06 18:18:10.501999 n-d-799684-2 neutron-server[93969]: {{(pid=93969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 18:18:10.508137 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:10.508853 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:10.509465 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.510142 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:10.510890 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Bound port: d64e3863-3bed-4ed8-aa36-92eaf666a2eb, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:10.511503 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.557992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.577600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Transition to ACTIVE for port object f42e17c7-13c1-43f4-b8b4-da13c30d43e2 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:10.593419 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] For port d64e3863-3bed-4ed8-aa36-92eaf666a2eb, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:10.598810 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] For port d64e3863-3bed-4ed8-aa36-92eaf666a2eb, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d64e3863-3bed-4ed8-aa36-92eaf666a2eb,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:10.610607 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.636431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.688040 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38863f-ea2d-468a-adcd-19e725796f48 None None] Pushing event updated for resources: {'Port': ['ID=d64e3863-3bed-4ed8-aa36-92eaf666a2eb,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:10.718335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c1babb04-e488-4219-9176-377ba8427b87 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:10.734025 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:10.734826 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:17:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:10.763698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:10.767293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Pushing event updated for resources: {'Port': ['ID=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:10.773304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:10.793947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:10.793947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.850715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c1babb04-e488-4219-9176-377ba8427b87 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:10.855153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c1babb04-e488-4219-9176-377ba8427b87 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:10.855680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.887306 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:11.055218 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.133860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port c1babb04-e488-4219-9176-377ba8427b87, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c1babb04-e488-4219-9176-377ba8427b87,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:11.149427 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.181940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3269f5ac-0fd4-484d-a89d-9238dfb95ea3 None None] Provisioning for port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:11.194123 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.232229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3269f5ac-0fd4-484d-a89d-9238dfb95ea3 None None] Provisioning complete for port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:11.232950 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3269f5ac-0fd4-484d-a89d-9238dfb95ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.284241 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:08Z', 'revision_number': 3, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:11.301328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=c1babb04-e488-4219-9176-377ba8427b87,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:11.315434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3269f5ac-0fd4-484d-a89d-9238dfb95ea3 None None] Port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:18:11.364246 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908983d-f8fd-4d39-8a46-c4f5a4477997 None None] The sync data for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 is: [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:08Z', 'revision_number': 3, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:18:11.587330 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.595289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.596535 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.705934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Pushing event updated for resources: {'Port': ['ID=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:11.751460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:11.752340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45316) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:11.753128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:11.911075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Router 2d9c2972-0f37-4ec4-952a-93e8125d4621 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:18:12.041941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1a9f0a2a-94a3-4340-a976-91cc4e0f5838 None None] Provisioning complete for port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:12.042426 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1a9f0a2a-94a3-4340-a976-91cc4e0f5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.057506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:18:12.062571 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e882ca21-ea58-4183-8c48-156ebb35fd8c admin admin] 10.222.0.53 "PUT /v2.0/routers/2d9c2972-0f37-4ec4-952a-93e8125d4621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745070 Jul 06 18:18:12.088740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f0a2a-94a3-4340-a976-91cc4e0f5838 None None] Port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:18:12.103256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dcf41e11-a2ca-4364-b26b-df3264bec904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.229154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dcf41e11-a2ca-4364-b26b-df3264bec904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.235679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dcf41e11-a2ca-4364-b26b-df3264bec904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.274965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dcf41e11-a2ca-4364-b26b-df3264bec904 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ac048dcbc18491f9ddd9b332a57ab2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5214550 Jul 06 18:18:12.276113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf41e11-a2ca-4364-b26b-df3264bec904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0aac23-1c05-41e0-ad59-908625f01116,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:12.277687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45342) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:12.340917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d2abaac-747a-4c4a-ba79-15e374179740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.378489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45356) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:12.383757 n-d-799684-2 neutron-server[93966]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 18:18:12.425470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d2abaac-747a-4c4a-ba79-15e374179740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.426630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-2712d603-98c5-4f4e-adbc-252f9038c605 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d8d0ed62113b4c53a450ab246ad2290d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445170 Jul 06 18:18:12.510915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d2abaac-747a-4c4a-ba79-15e374179740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.513831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d2abaac-747a-4c4a-ba79-15e374179740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.515128 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6d2abaac-747a-4c4a-ba79-15e374179740 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb0aac23-1c05-41e0-ad59-908625f01116 HTTP/1.1" status: 204 len: 168 time: 0.2358105 Jul 06 18:18:12.531045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2abaac-747a-4c4a-ba79-15e374179740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0aac23-1c05-41e0-ad59-908625f01116,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:12.694482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-adf8a054-48a2-4552-869b-3d47aaa2f24d tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:12.703794 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-adf8a054-48a2-4552-869b-3d47aaa2f24d tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754538 Jul 06 18:18:12.732492 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-c2ea8223-6b88-41bd-bf7a-657e3e3705ba tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/quotas/d8d0ed62113b4c53a450ab246ad2290d HTTP/1.1" status: 200 len: 375 time: 0.0230017 Jul 06 18:18:12.738077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c1babb04-e488-4219-9176-377ba8427b87 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:12.792474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c1babb04-e488-4219-9176-377ba8427b87 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:12.792927 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.860183 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-ba131e76-6879-4c7c-bb46-521cca633b70 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8d0ed62113b4c53a450ab246ad2290d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1266758 Jul 06 18:18:12.898237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d64e3863-3bed-4ed8-aa36-92eaf666a2eb up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:12.959682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d64e3863-3bed-4ed8-aa36-92eaf666a2eb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:12.967962 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d64e3863-3bed-4ed8-aa36-92eaf666a2eb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:12.968785 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.109167 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.138720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d64e3863-3bed-4ed8-aa36-92eaf666a2eb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d64e3863-3bed-4ed8-aa36-92eaf666a2eb,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:13.153213 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.177880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45402) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:13.201282 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1bf34485-f7d0-485a-a95a-b1a3edff946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.256437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d64e3863-3bed-4ed8-aa36-92eaf666a2eb,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:13.316802 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1bf34485-f7d0-485a-a95a-b1a3edff946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.322259 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1bf34485-f7d0-485a-a95a-b1a3edff946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.346365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45420) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:13.371072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1bf34485-f7d0-485a-a95a-b1a3edff946e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b7f947b0a534ff3961035c89b3f3e29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1910074 Jul 06 18:18:13.371614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf34485-f7d0-485a-a95a-b1a3edff946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeb3016-e753-4c36-af38-7017f40d0594,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:13.372969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45426) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:13.428994 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-231b87b7-5762-41f5-9011-d1c499555efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.473997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-231b87b7-5762-41f5-9011-d1c499555efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.479489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Sync routers for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:18:13.499065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:13.500218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:17:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:13.588442 n-d-799684-2 neutron-server[93967]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 18:18:13.599380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45438) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:13.606218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-network', 'tenant_id': 'f22744942b134916be49d36aaca10f53'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:13.621239 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-231b87b7-5762-41f5-9011-d1c499555efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.624445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-231b87b7-5762-41f5-9011-d1c499555efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.625934 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-231b87b7-5762-41f5-9011-d1c499555efd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7eeb3016-e753-4c36-af38-7017f40d0594 HTTP/1.1" status: 204 len: 168 time: 0.2516520 Jul 06 18:18:13.653001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Made reservation on behalf of f22744942b134916be49d36aaca10f53 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:13.657537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.664157 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27ca5be3-8282-4588-b7db-d8754f49167e req-2dfb3f02-238e-4ec1-9e2c-26fc3668e4d5 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 210 time: 0.3149784 Jul 06 18:18:13.673091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b87b7-5762-41f5-9011-d1c499555efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeb3016-e753-4c36-af38-7017f40d0594,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:13.674759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.769136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:13.817403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.825033 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.856933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:13.897918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:13.898565 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Added segment e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101 of type vlan for network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 Jul 06 18:18:13.915730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eeda0e-650f-4526-9b34-0068027189c0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:14.018455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.083845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.086756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:14.089444 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.186154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 2, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:14.194563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] Pushing event updated for resources: {'Network': ['ID=4b43a250-dc8a-4656-9f26-0ad94f2d8316,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:14.198156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e8997a0f-0e76-4787-9c02-df051e8e7b99 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5976920 Jul 06 18:18:14.201045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45482) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:14.206402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Request body: {'subnet': {'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-subnet', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:14.223794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:14.227484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Checking router: 2d9c2972-0f37-4ec4-952a-93e8125d4621 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:18:14.227849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Updating router 2d9c2972-0f37-4ec4-952a-93e8125d4621 port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:18:14.231372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Made reservation on behalf of f22744942b134916be49d36aaca10f53 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:14.236762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.312791 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.566299 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.631506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d64e3863-3bed-4ed8-aa36-92eaf666a2eb up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:14.658521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8402ba4-4281-4fd5-b493-f3ad7027f846,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:14.667092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Checking segment: {'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:14.667973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Network hostable DHCP agents. Network: 4b43a250-dc8a-4656-9f26-0ad94f2d8316, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:14.689749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:14.709799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 4b43a250-dc8a-4656-9f26-0ad94f2d8316) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:14.729944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:14.730958 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.737238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a508442-3ca6-4fc6-8c0f-723c6d456ace None None] Network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:14.754294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:14.754911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3ef07df6-8946-4367-866b-c9f89dd0d64a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5522172 Jul 06 18:18:14.759128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:14.796718 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.798407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.921908 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.944352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Transition to ACTIVE for port object f42e17c7-13c1-43f4-b8b4-da13c30d43e2 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:14.947421 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:18:14.949761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.965195 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:14.982746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45536) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:15.022114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d64e3863-3bed-4ed8-aa36-92eaf666a2eb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:15.022565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.024256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e084fa-e797-453e-bbd2-a0c550827033 None None] Pushing event updated for resources: {'Port': ['ID=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:15.190280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.262295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-4b43a250-dc8a-4656-9f26-0ad94f2d8316', 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'fixed_ips': [{'subnet_id': 'f8402ba4-4281-4fd5-b493-f3ad7027f846'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:18:15.263365 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.287302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Attempting to bind port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:15.288073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Attempting to bind port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:15.288196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Attempting to bind port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 on network 43daa088-211b-4d08-b9a2-8d20245bc1d1 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:15.327960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:15.328162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Checking segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:15.328685 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.328932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Bound using segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:15.329421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Bound port: f42e17c7-13c1-43f4-b8b4-da13c30d43e2, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:15.329982 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.375382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed40d4b0-6d61-479b-8027-e04f07e67972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.474186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5eb1d1c8-faa7-4360-897a-8eb69912d3ca req-d92641f6-6ec7-4f24-bd99-df040a5604f7 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 210 time: 0.1497920 Jul 06 18:18:15.607767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed40d4b0-6d61-479b-8027-e04f07e67972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.617337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed40d4b0-6d61-479b-8027-e04f07e67972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.666322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.692518 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ed40d4b0-6d61-479b-8027-e04f07e67972 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0cba0b4d7ef4b9195de9cb1e1a1dc33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7061071 Jul 06 18:18:15.700229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45570) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:15.701588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.759020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40d4b0-6d61-479b-8027-e04f07e67972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc1f26c-b923-4305-86ff-6da6aecc2f43,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:15.796018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-434624a8-5064-4232-ba9e-32842d722845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:15.834324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] For port f42e17c7-13c1-43f4-b8b4-da13c30d43e2, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:15.842621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] For port f42e17c7-13c1-43f4-b8b4-da13c30d43e2, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:15.872786 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.069935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71c20f1d-00fa-4f67-beae-03b48a7df179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.095314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:16.095946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:17:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:16.145122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Allocated IP 172.25.4.173 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/d7a756c4-5de0-48a9-a88e-5df2975bfc3f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:16.172047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71c20f1d-00fa-4f67-beae-03b48a7df179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.188245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e084fa-e797-453e-bbd2-a0c550827033 None None] Pushing event updated for resources: {'Port': ['ID=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:16.205948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Allocated IP 172.20.0.2 (4b43a250-dc8a-4656-9f26-0ad94f2d8316/f8402ba4-4281-4fd5-b493-f3ad7027f846/c0fc5ee9-734d-42ba-b52f-56aba465e6a4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:16.431059 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71c20f1d-00fa-4f67-beae-03b48a7df179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.439362 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71c20f1d-00fa-4f67-beae-03b48a7df179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.440733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-71c20f1d-00fa-4f67-beae-03b48a7df179 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fc1f26c-b923-4305-86ff-6da6aecc2f43 HTTP/1.1" status: 204 len: 168 time: 0.5997980 Jul 06 18:18:16.476204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:16.496928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c20f1d-00fa-4f67-beae-03b48a7df179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc1f26c-b923-4305-86ff-6da6aecc2f43,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:16.526982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.789203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.820486 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.842249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Transition to ACTIVE for port object c0fc5ee9-734d-42ba-b52f-56aba465e6a4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:16.890177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.24', 51984) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:16.895278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Transition to ACTIVE for port object c0fc5ee9-734d-42ba-b52f-56aba465e6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:16.922331 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:16.970565 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-727c1a73-7be2-434c-9df5-727f41ac7b83 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d8d0ed62113b4c53a450ab246ad2290d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775599 Jul 06 18:18:17.006248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:17.014272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:17.017961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:17.022947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Pushing event updated for resources: {'Port': ['ID=c0fc5ee9-734d-42ba-b52f-56aba465e6a4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:17.059139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:17.066263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:15Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:17.094977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:17.102425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:17.118164 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a790dc27-6921-4fc7-a5a1-3a45bef612ed req-334a8308-a840-4e69-bd9d-50c7b52c7650 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 210 time: 0.1505878 Jul 06 18:18:17.213502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-64b3db91-9175-4342-887f-c564263c64da tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:17.219536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-64b3db91-9175-4342-887f-c564263c64da tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419713 Jul 06 18:18:17.231115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2625d9-8a53-4335-a11a-3bc9899f84d0 None None] The sync data for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 is: [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:15Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:18:17.244033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a756c4-5de0-48a9-a88e-5df2975bfc3f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:17.256249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Attempting to bind port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:17.257950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Attempting to bind port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:17.258325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Attempting to bind port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 on network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:17.271635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:17.272624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Checking segment: {'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:17.273923 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:17.276749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Bound using segment: {'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:17.277373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Bound port: c0fc5ee9-734d-42ba-b52f-56aba465e6a4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:17.277861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:17.292209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Request body: {'port': {'device_id': '00630b50-5181-4e30-b166-bf179e7160c6', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'd8d0ed62113b4c53a450ab246ad2290d'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:17.469994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] For port c0fc5ee9-734d-42ba-b52f-56aba465e6a4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:17.488751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] For port c0fc5ee9-734d-42ba-b52f-56aba465e6a4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c0fc5ee9-734d-42ba-b52f-56aba465e6a4,segment=NetworkSegment(e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101),segment_id=e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:17.495389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45668) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:17.511939 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:17.545073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45674) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:17.636117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cdce9-6c9b-4744-b89e-f78fbfe0e2be None None] Pushing event updated for resources: {'Port': ['ID=c0fc5ee9-734d-42ba-b52f-56aba465e6a4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:17.658524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d0b481f-c509-49b2-b05b-b8f819aa1e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:17.964544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45686) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:18.041396 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83ce3cc9-4741-40b7-9819-8039c5a96478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.057847 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26288249-589e-4aee-97c7-b6b0b56ebf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.080193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.120792 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71dfdd1d-00b2-432a-99db-1c19c1f0c40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.145249 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d0b481f-c509-49b2-b05b-b8f819aa1e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.154664 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d0b481f-c509-49b2-b05b-b8f819aa1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.194399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b481f-c509-49b2-b05b-b8f819aa1e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcbde86-d6fc-45df-802d-5459c4cc539a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:18.195163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Made reservation on behalf of d8d0ed62113b4c53a450ab246ad2290d for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:18.208616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.262390 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.297709 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.424214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-531aa666-5da5-4c0a-bbc1-1d92710083e5 req-50b3c543-d9f1-48b5-abc1-b722688b9f24 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 210 time: 0.0714417 Jul 06 18:18:18.445316 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2d0b481f-c509-49b2-b05b-b8f819aa1e7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f45a21df812c456085cd93011de5e7ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8991075 Jul 06 18:18:18.449037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45706) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:18.454251 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83ce3cc9-4741-40b7-9819-8039c5a96478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.553097 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bf5df0d-e276-4aee-bb79-2f301d0a5ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.619996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bf5df0d-e276-4aee-bb79-2f301d0a5ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.756519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.770350 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83ce3cc9-4741-40b7-9819-8039c5a96478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.815506 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bf5df0d-e276-4aee-bb79-2f301d0a5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.829447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c0fc5ee9-734d-42ba-b52f-56aba465e6a4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:18.846112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bf5df0d-e276-4aee-bb79-2f301d0a5ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:18.850924 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9bf5df0d-e276-4aee-bb79-2f301d0a5ab9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edcbde86-d6fc-45df-802d-5459c4cc539a HTTP/1.1" status: 204 len: 168 time: 0.3972752 Jul 06 18:18:18.898551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5df0d-e276-4aee-bb79-2f301d0a5ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcbde86-d6fc-45df-802d-5459c4cc539a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:19.019554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:19.041023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f42e17c7-13c1-43f4-b8b4-da13c30d43e2 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:19.097967 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26288249-589e-4aee-97c7-b6b0b56ebf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.137075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce3cc9-4741-40b7-9819-8039c5a96478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd07651-8e5f-4db0-9b78-38087d670f96,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:19.148946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26288249-589e-4aee-97c7-b6b0b56ebf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.179611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-83ce3cc9-4741-40b7-9819-8039c5a96478 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65438c45fb534600843fe3a517dc849e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6803079 Jul 06 18:18:19.180683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45720) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:19.228317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:19.238322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:19.238690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.282996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26288249-589e-4aee-97c7-b6b0b56ebf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad820038-0923-42b6-8828-f1639c4173d9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:19.377698 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.379611 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7c3924d-a597-44e6-8c50-b69b6c301ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.385697 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-26288249-589e-4aee-97c7-b6b0b56ebf86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=037dbc2d6dbc475dbe7beab79d24cdea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4191649 Jul 06 18:18:19.392040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45722) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:19.422752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db2605-9272-41e5-801c-fe2dabe21c83 None None] Network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:19.440838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Router 959f977c-b5ea-40c7-a6de-0b8b25cc418d is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:18:19.459690 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7c3924d-a597-44e6-8c50-b69b6c301ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.596672 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.600683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bf4ab06-02bc-41f2-8ddf-0576dc6d0987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.608350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.664778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fd7f942b-c5e1-4e56-8aaf-bee79f320f1c None None] Provisioning for port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:19.723196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fd7f942b-c5e1-4e56-8aaf-bee79f320f1c None None] Provisioning complete for port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:19.723584 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd7f942b-c5e1-4e56-8aaf-bee79f320f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.799973 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.861134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bf4ab06-02bc-41f2-8ddf-0576dc6d0987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.885385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f0db3b0-1c2d-4212-87d5-89453eabf6e4 req-d08990b6-6cc9-435d-ba3a-0af2782ea9b7 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 210 time: 0.1433778 Jul 06 18:18:19.909274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f42e17c7-13c1-43f4-b8b4-da13c30d43e2, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:19.926795 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.958760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8baa63c-fdaf-4a30-b57f-ed3efd76c184,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:20.019106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7c3924d-a597-44e6-8c50-b69b6c301ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.021876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7c3924d-a597-44e6-8c50-b69b6c301ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.048514 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f7c3924d-a597-44e6-8c50-b69b6c301ee6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abd07651-8e5f-4db0-9b78-38087d670f96 HTTP/1.1" status: 204 len: 168 time: 0.8668981 Jul 06 18:18:20.087103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:20.090209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3924d-a597-44e6-8c50-b69b6c301ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd07651-8e5f-4db0-9b78-38087d670f96,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:20.109779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:18:20.111091 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd7f942b-c5e1-4e56-8aaf-bee79f320f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.123354 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Sync routers for ids ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:18:20.140963 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Routers {'959f977c-b5ea-40c7-a6de-0b8b25cc418d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:20.142084 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:20.151785 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.156522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c0007e22-ef46-406b-ae17-5713caaac514 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4010041 Jul 06 18:18:20.157204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45750) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:20.204819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fd7f942b-c5e1-4e56-8aaf-bee79f320f1c None None] For port c0fc5ee9-734d-42ba-b52f-56aba465e6a4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c0fc5ee9-734d-42ba-b52f-56aba465e6a4,segment=NetworkSegment(e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101),segment_id=e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:20.220656 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd7f942b-c5e1-4e56-8aaf-bee79f320f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.356674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f942b-c5e1-4e56-8aaf-bee79f320f1c None None] Pushing event updated for resources: {'Port': ['ID=c0fc5ee9-734d-42ba-b52f-56aba465e6a4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:20.446479 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Set router 959f977c-b5ea-40c7-a6de-0b8b25cc418d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:20.548796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-37e6787f-58ff-46e7-9760-e1d289915fe0 None None] Provisioning complete for port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:20.549604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-37e6787f-58ff-46e7-9760-e1d289915fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.704544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c0fc5ee9-734d-42ba-b52f-56aba465e6a4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:20.727053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Allocated IP 192.168.233.32 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/66e16254-b066-449f-9c55-51b48f01a8a5) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:20.747551 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bf4ab06-02bc-41f2-8ddf-0576dc6d0987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.751448 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bf4ab06-02bc-41f2-8ddf-0576dc6d0987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.753017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0bf4ab06-02bc-41f2-8ddf-0576dc6d0987 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad820038-0923-42b6-8828-f1639c4173d9 HTTP/1.1" status: 204 len: 168 time: 1.3594377 Jul 06 18:18:20.771286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4ab06-02bc-41f2-8ddf-0576dc6d0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad820038-0923-42b6-8828-f1639c4173d9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:20.777627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45760) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:20.892511 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:18:17Z', 'revision_number': 3, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:20.957874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45766) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:20.967470 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.977571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Checking router: 959f977c-b5ea-40c7-a6de-0b8b25cc418d for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:18:20.978047 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Updating router 959f977c-b5ea-40c7-a6de-0b8b25cc418d port d7a756c4-5de0-48a9-a88e-5df2975bfc3f binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:18:21.001789 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d167f3fb-cf64-4f93-850c-c57ba28e677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.054970 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.150926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:21.151364 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.396280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35ac9e6f-fb9e-4405-913a-dd673c7d8c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.411060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f42e17c7-13c1-43f4-b8b4-da13c30d43e2 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:21.537042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:21.537745 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.582246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d167f3fb-cf64-4f93-850c-c57ba28e677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.591270 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d167f3fb-cf64-4f93-850c-c57ba28e677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.608278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.661995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Transition to ACTIVE for port object 66e16254-b066-449f-9c55-51b48f01a8a5 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:21.825317 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c4bbc54-6778-468f-a122-74b892e3cd83 req-e3e18b32-09b7-4c90-9956-95ae7a0cab04 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 210 time: 0.3401418 Jul 06 18:18:21.852323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d167f3fb-cf64-4f93-850c-c57ba28e677a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f952aaa47d6348dfb5b8199ce2bc5dbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8921952 Jul 06 18:18:21.854804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45776) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:21.858779 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.881182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167f3fb-cf64-4f93-850c-c57ba28e677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d9f582-4f08-4edd-926f-3e7a956629b9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:21.898667 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Transition to ACTIVE for port object d7a756c4-5de0-48a9-a88e-5df2975bfc3f will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:21.909687 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.918460 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.945145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35ac9e6f-fb9e-4405-913a-dd673c7d8c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.947250 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.990863 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35ac9e6f-fb9e-4405-913a-dd673c7d8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:21.997381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45780) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:22.043304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7afc920-1e4a-4b5e-ae68-fa5bddc59c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.046795 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Attempting to bind port d7a756c4-5de0-48a9-a88e-5df2975bfc3f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:22.048497 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Attempting to bind port d7a756c4-5de0-48a9-a88e-5df2975bfc3f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:22.048974 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Attempting to bind port d7a756c4-5de0-48a9-a88e-5df2975bfc3f on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:22.072749 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf660e5-4890-413d-8553-a6e8e10684d3 None None] Pushing event updated for resources: {'Port': ['ID=d7a756c4-5de0-48a9-a88e-5df2975bfc3f,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:22.078461 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:22.078461 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:22.079644 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.080184 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:22.081870 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Bound port: d7a756c4-5de0-48a9-a88e-5df2975bfc3f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:22.083055 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.089911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac9e6f-fb9e-4405-913a-dd673c7d8c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5512947a-70ad-4455-9fb3-57c95d00b491,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:22.153536 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.169084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:22.203546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:22.206817 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74fa687d-1cbc-4483-97f0-2209897fe0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.215018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:22.221951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:22.222718 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.249435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Pushing event updated for resources: {'Port': ['ID=66e16254-b066-449f-9c55-51b48f01a8a5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:22.259721 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] For port d7a756c4-5de0-48a9-a88e-5df2975bfc3f, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:22.259948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-35ac9e6f-fb9e-4405-913a-dd673c7d8c39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cf34110a05c40788d27407868022fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4782603 Jul 06 18:18:22.260712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45782) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:22.266322 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] For port d7a756c4-5de0-48a9-a88e-5df2975bfc3f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d7a756c4-5de0-48a9-a88e-5df2975bfc3f,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:22.288118 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74fa687d-1cbc-4483-97f0-2209897fe0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.294343 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.374836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3a68c0b-21cf-4584-bca4-501cbf0ad150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.398460 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.403465 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Routers {'959f977c-b5ea-40c7-a6de-0b8b25cc418d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:22.404113 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:22.434047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3a68c0b-21cf-4584-bca4-501cbf0ad150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.530748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74fa687d-1cbc-4483-97f0-2209897fe0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.539933 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf660e5-4890-413d-8553-a6e8e10684d3 None None] Pushing event updated for resources: {'Port': ['ID=d7a756c4-5de0-48a9-a88e-5df2975bfc3f,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:22.542544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74fa687d-1cbc-4483-97f0-2209897fe0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.543783 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-74fa687d-1cbc-4483-97f0-2209897fe0e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99d9f582-4f08-4edd-926f-3e7a956629b9 HTTP/1.1" status: 204 len: 168 time: 0.6804955 Jul 06 18:18:22.606039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa687d-1cbc-4483-97f0-2209897fe0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d9f582-4f08-4edd-926f-3e7a956629b9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:22.632839 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3a68c0b-21cf-4584-bca4-501cbf0ad150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.635943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3a68c0b-21cf-4584-bca4-501cbf0ad150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.637764 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c3a68c0b-21cf-4584-bca4-501cbf0ad150 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5512947a-70ad-4455-9fb3-57c95d00b491 HTTP/1.1" status: 204 len: 168 time: 0.3751073 Jul 06 18:18:22.642792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bfa073ad-f4c8-4d7a-b6ef-a558d336d294 None None] Provisioning for port 66e16254-b066-449f-9c55-51b48f01a8a5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:22.658648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bfa073ad-f4c8-4d7a-b6ef-a558d336d294 None None] Provisioning complete for port 66e16254-b066-449f-9c55-51b48f01a8a5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:22.659017 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bfa073ad-f4c8-4d7a-b6ef-a558d336d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.663631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a68c0b-21cf-4584-bca4-501cbf0ad150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5512947a-70ad-4455-9fb3-57c95d00b491,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:22.720336 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] Set router 959f977c-b5ea-40c7-a6de-0b8b25cc418d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:22.742464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bfa073ad-f4c8-4d7a-b6ef-a558d336d294 None None] Port 66e16254-b066-449f-9c55-51b48f01a8a5 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:18:22.830709 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7afc920-1e4a-4b5e-ae68-fa5bddc59c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.850646 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7afc920-1e4a-4b5e-ae68-fa5bddc59c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.855309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1894b8ef-875f-4f0c-92cf-fe17e889a574 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5693405 Jul 06 18:18:22.913468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1a29ca5a-e56f-4969-b08a-2db14edf6e83 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:18:22.914672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-1a29ca5a-e56f-4969-b08a-2db14edf6e83 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069990 Jul 06 18:18:22.981033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afc920-1e4a-4b5e-ae68-fa5bddc59c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68dc4b9-da42-4f01-bc1b-6208db60b96d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:23.081541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a7afc920-1e4a-4b5e-ae68-fa5bddc59c2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c949faf42cf244cc8f548b8bb865cc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0829659 Jul 06 18:18:23.084480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45802) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:23.089362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Allocated IP 172.20.0.1 (4b43a250-dc8a-4656-9f26-0ad94f2d8316/f8402ba4-4281-4fd5-b493-f3ad7027f846/7e3bbfda-72cf-4729-bdef-205ad113d3cb) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:23.183041 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:18:17Z', 'revision_number': 3, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:23.202998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e81d91cf-d1a0-4bb4-9d4c-2ff49fdccd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:23.254563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e81d91cf-d1a0-4bb4-9d4c-2ff49fdccd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:23.283430 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdf4d2-827e-445c-94d5-b58adaace6b6 None None] The sync data for ids ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'] in n-d-799684-2 is: [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:18:17Z', 'revision_number': 3, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:18:23.417490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e81d91cf-d1a0-4bb4-9d4c-2ff49fdccd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:23.421778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e81d91cf-d1a0-4bb4-9d4c-2ff49fdccd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:23.425655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e81d91cf-d1a0-4bb4-9d4c-2ff49fdccd18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c68dc4b9-da42-4f01-bc1b-6208db60b96d HTTP/1.1" status: 204 len: 168 time: 0.3368917 Jul 06 18:18:23.454141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d91cf-d1a0-4bb4-9d4c-2ff49fdccd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68dc4b9-da42-4f01-bc1b-6208db60b96d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:23.499979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa84d9c-449d-4b99-b5b5-6b4306273ab5 req-29bc4f73-4beb-44f5-9918-28495416179b tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:23.501604 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfa84d9c-449d-4b99-b5b5-6b4306273ab5 req-29bc4f73-4beb-44f5-9918-28495416179b tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 935 time: 0.3728335 Jul 06 18:18:23.539229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45812) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:23.578858 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ad7a288-0958-4e85-99ee-434f24cc6bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:23.720410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfa84d9c-449d-4b99-b5b5-6b4306273ab5 req-e8e928a8-d45c-4ca4-abca-0fb433b989d6 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114453 Jul 06 18:18:23.745269 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:23.760502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Request body: {'port': {'device_id': '00630b50-5181-4e30-b166-bf179e7160c6', 'device_owner': 'compute:tempest-test_az-1534895923', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:23.844159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Transition to ACTIVE for port object 7e3bbfda-72cf-4729-bdef-205ad113d3cb will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:23.879582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45814) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:23.935545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:23.987208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-81edeb48-7f19-4e1c-911f-ea74f39a7f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:23.987511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:24.000660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:24.045393 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ad7a288-0958-4e85-99ee-434f24cc6bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.053143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:24.057471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.062468 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ad7a288-0958-4e85-99ee-434f24cc6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.149858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7a288-0958-4e85-99ee-434f24cc6bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dfc8db-dbf2-49f5-a12c-07411e540f77,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:24.205038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.232394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3ad7a288-0958-4e85-99ee-434f24cc6bde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=191e8a1ca43c4943a1ce1a5520edc849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6919725 Jul 06 18:18:24.236322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45820) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:24.392740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Pushing event updated for resources: {'Port': ['ID=7e3bbfda-72cf-4729-bdef-205ad113d3cb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:24.516216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-74a083f8-3020-4650-b645-73a1d6f1fccd None None] Provisioning for port 7e3bbfda-72cf-4729-bdef-205ad113d3cb completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:24.532536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-74a083f8-3020-4650-b645-73a1d6f1fccd None None] Provisioning complete for port 7e3bbfda-72cf-4729-bdef-205ad113d3cb triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:24.533193 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74a083f8-3020-4650-b645-73a1d6f1fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.676248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-74a083f8-3020-4650-b645-73a1d6f1fccd None None] Port 7e3bbfda-72cf-4729-bdef-205ad113d3cb cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:18:24.714088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72dd50f1-749a-40a4-9084-43ab1f8fe79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.735025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d7a756c4-5de0-48a9-a88e-5df2975bfc3f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:24.761166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72dd50f1-749a-40a4-9084-43ab1f8fe79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.849467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72dd50f1-749a-40a4-9084-43ab1f8fe79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.854188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72dd50f1-749a-40a4-9084-43ab1f8fe79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.855789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-72dd50f1-749a-40a4-9084-43ab1f8fe79b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96dfc8db-dbf2-49f5-a12c-07411e540f77 HTTP/1.1" status: 204 len: 168 time: 0.6141963 Jul 06 18:18:24.864084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d7a756c4-5de0-48a9-a88e-5df2975bfc3f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:24.873668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d7a756c4-5de0-48a9-a88e-5df2975bfc3f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:24.875252 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.898259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd50f1-749a-40a4-9084-43ab1f8fe79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dfc8db-dbf2-49f5-a12c-07411e540f77,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:24.914665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-81edeb48-7f19-4e1c-911f-ea74f39a7f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.942443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-81edeb48-7f19-4e1c-911f-ea74f39a7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:24.977379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.007149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45838) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:25.148163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edeb48-7f19-4e1c-911f-ea74f39a7f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f369f26f-02d7-43e8-9fbe-e548cb4c8a63,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:25.161126 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-81edeb48-7f19-4e1c-911f-ea74f39a7f04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04905d6e08c64bafb6bc3029d1360088&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2767425 Jul 06 18:18:25.173995 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.174411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45842) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:25.239773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d7a756c4-5de0-48a9-a88e-5df2975bfc3f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d7a756c4-5de0-48a9-a88e-5df2975bfc3f,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:25.248275 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.314652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1f21f-5e85-4c8b-966c-e1c3d38f269d req-d06af6cc-8cc6-43a4-b20a-48bd3706a255 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:25.324657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bfa1f21f-5e85-4c8b-966c-e1c3d38f269d req-d06af6cc-8cc6-43a4-b20a-48bd3706a255 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 935 time: 0.2524345 Jul 06 18:18:25.399224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d7a756c4-5de0-48a9-a88e-5df2975bfc3f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:25.403562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9339-ffb1-4121-9352-2b21ed964d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.405169 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bfa1f21f-5e85-4c8b-966c-e1c3d38f269d req-67b7c4dd-b4ad-4812-b145-67fbf38d4eb0 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792143 Jul 06 18:18:25.461881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9339-ffb1-4121-9352-2b21ed964d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.652203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9339-ffb1-4121-9352-2b21ed964d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.654987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9339-ffb1-4121-9352-2b21ed964d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.657052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5d7d9339-ffb1-4121-9352-2b21ed964d19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f369f26f-02d7-43e8-9fbe-e548cb4c8a63 HTTP/1.1" status: 204 len: 168 time: 0.4815738 Jul 06 18:18:25.751125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d9339-ffb1-4121-9352-2b21ed964d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f369f26f-02d7-43e8-9fbe-e548cb4c8a63,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:25.784878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e16254-b066-449f-9c55-51b48f01a8a5 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:25.788108 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a6da7a7-7b9e-4079-8224-f3a8534c654a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.806485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.845277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Transition to ACTIVE for port object 66e16254-b066-449f-9c55-51b48f01a8a5 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:25.853074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.859476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.882299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.883483 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:26.047273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Pushing event updated for resources: {'Port': ['ID=7e3bbfda-72cf-4729-bdef-205ad113d3cb,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:26.133759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Attempting to bind port 66e16254-b066-449f-9c55-51b48f01a8a5 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:26.134351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Attempting to bind port 66e16254-b066-449f-9c55-51b48f01a8a5 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:26.136447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Attempting to bind port 66e16254-b066-449f-9c55-51b48f01a8a5 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:26.143008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Pushing event updated for resources: {'Port': ['ID=66e16254-b066-449f-9c55-51b48f01a8a5,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:26.164157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Port 66e16254-b066-449f-9c55-51b48f01a8a5 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:18:26.164867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Attempting to bind port 66e16254-b066-449f-9c55-51b48f01a8a5 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:26.175952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:26.176966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:26.181461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:26.182821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Bound port: 66e16254-b066-449f-9c55-51b48f01a8a5, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:26.183627 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:26.195392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:26.214010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:26.372828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a6da7a7-7b9e-4079-8224-f3a8534c654a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:26.402449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] For port 66e16254-b066-449f-9c55-51b48f01a8a5, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:26.410878 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a6da7a7-7b9e-4079-8224-f3a8534c654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:26.436256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] For port 66e16254-b066-449f-9c55-51b48f01a8a5, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=66e16254-b066-449f-9c55-51b48f01a8a5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:26.446010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:26.574911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6da7a7-7b9e-4079-8224-f3a8534c654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475315c6-62cd-4abb-a877-efba31b14288,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:26.711791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Pushing event updated for resources: {'Port': ['ID=66e16254-b066-449f-9c55-51b48f01a8a5,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:26.749218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:26.754221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d7a756c4-5de0-48a9-a88e-5df2975bfc3f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:26.770741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4a6da7a7-7b9e-4079-8224-f3a8534c654a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a7a118271604670b3bb355f3c1e83e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7577031 Jul 06 18:18:26.771984 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:26.773413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45882) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:26.776791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5e8bd1ca-fb98-4455-84a0-d676f53628d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/66e16254-b066-449f-9c55-51b48f01a8a5 HTTP/1.1" status: 200 len: 1117 time: 3.4965198 Jul 06 18:18:26.780226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00630b50-5181-4e30-b166-bf179e7160c6', 'tag': '66e16254-b066-449f-9c55-51b48f01a8a5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:26.869489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Router 959f977c-b5ea-40c7-a6de-0b8b25cc418d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:18:26.925748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ac41a14f-ef2b-4817-9047-e4101c455ca9 None None] Provisioning complete for port 7e3bbfda-72cf-4729-bdef-205ad113d3cb triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:26.926372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-edb0ca1c-0f20-4955-b4ac-b01cbd3d2804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:26.926582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac41a14f-ef2b-4817-9047-e4101c455ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:26.985766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ac41a14f-ef2b-4817-9047-e4101c455ca9 None None] Port 7e3bbfda-72cf-4729-bdef-205ad113d3cb cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:18:27.007083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d7a756c4-5de0-48a9-a88e-5df2975bfc3f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:27.007610 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:27.076126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-edb0ca1c-0f20-4955-b4ac-b01cbd3d2804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:27.225978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:18:27.234671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e64766e1-ec06-47d4-8548-2fa652c5480c admin admin] 10.222.0.53 "PUT /v2.0/routers/959f977c-b5ea-40c7-a6de-0b8b25cc418d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0753739 Jul 06 18:18:27.255522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-edb0ca1c-0f20-4955-b4ac-b01cbd3d2804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:27.265244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-edb0ca1c-0f20-4955-b4ac-b01cbd3d2804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:27.267972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-edb0ca1c-0f20-4955-b4ac-b01cbd3d2804 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/475315c6-62cd-4abb-a877-efba31b14288 HTTP/1.1" status: 204 len: 168 time: 0.4931364 Jul 06 18:18:27.279642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Sync routers for ids ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:18:27.295120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0ca1c-0f20-4955-b4ac-b01cbd3d2804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475315c6-62cd-4abb-a877-efba31b14288,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:27.349885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Routers {'959f977c-b5ea-40c7-a6de-0b8b25cc418d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:27.352407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:27.459763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-83aef496-3edb-4fd0-bf03-4d4bdc11623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:27.461296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-83aef496-3edb-4fd0-bf03-4d4bdc11623e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8d0ed62113b4c53a450ab246ad2290d&device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 1120 time: 0.4394267 Jul 06 18:18:27.494011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5944c9-215f-448c-b329-1495bf005559 req-1aaf0954-26fe-4d59-aeda-485325290dbd tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:27.496744 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f5944c9-215f-448c-b329-1495bf005559 req-1aaf0954-26fe-4d59-aeda-485325290dbd tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 969 time: 0.5041687 Jul 06 18:18:27.578075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f5944c9-215f-448c-b329-1495bf005559 req-137e31df-a6fa-4e55-8d7a-70f290050269 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747983 Jul 06 18:18:27.592898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Set router 959f977c-b5ea-40c7-a6de-0b8b25cc418d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:28.028312 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa" -d '{"events": [{"name": "network-changed", "server_uuid": "00630b50-5181-4e30-b166-bf179e7160c6", "tag": "66e16254-b066-449f-9c55-51b48f01a8a5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:28.032747 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-7fa59215-577e-430a-9507-d64279f66420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=66e16254-b066-449f-9c55-51b48f01a8a5 HTTP/1.1" status: 200 len: 217 time: 0.4529929 Jul 06 18:18:28.110278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:18:24Z', 'revision_number': 4, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '7e3bbfda-72cf-4729-bdef-205ad113d3cb', 'name': '', 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'mac_address': 'fa:16:3e:30:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f8402ba4-4281-4fd5-b493-f3ad7027f846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:22Z', 'updated_at': '2021-07-06T18:18:25Z', 'revision_number': 2, 'project_id': 'f22744942b134916be49d36aaca10f53', 'subnets': [{'id': 'f8402ba4-4281-4fd5-b493-f3ad7027f846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:28.163494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Checking router: 959f977c-b5ea-40c7-a6de-0b8b25cc418d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:18:28.163880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Updating router 959f977c-b5ea-40c7-a6de-0b8b25cc418d port 7e3bbfda-72cf-4729-bdef-205ad113d3cb binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:18:28.270384 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:28.475754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45924) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:28.502581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d6faea5-4a0f-403f-903f-92d05482fa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:28.717193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d6faea5-4a0f-403f-903f-92d05482fa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:28.735231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d6faea5-4a0f-403f-903f-92d05482fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:28.805857 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2d6faea5-4a0f-403f-903f-92d05482fa8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74565a8c754946a197708da916621551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241944 Jul 06 18:18:28.805857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6faea5-4a0f-403f-903f-92d05482fa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffae8dde-02f6-4ccd-abf8-ab98938f4cfa,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:28.806542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45932) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:28.973364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec853-1f31-4a2a-8d69-6042d985ecca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:28.990224 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.005070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Transition to ACTIVE for port object 7e3bbfda-72cf-4729-bdef-205ad113d3cb will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:29.011015 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeadb59-84d4-4666-a3d3-413b99e10699 x-openstack-request-id: req-fdeadb59-84d4-4666-a3d3-413b99e10699 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:29.021321 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00630b50-5181-4e30-b166-bf179e7160c6", "tag": "66e16254-b066-449f-9c55-51b48f01a8a5", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:29.021321 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdeadb59-84d4-4666-a3d3-413b99e10699 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:29.021321 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00630b50-5181-4e30-b166-bf179e7160c6', 'tag': '66e16254-b066-449f-9c55-51b48f01a8a5', 'status': 'completed', 'code': 200} Jul 06 18:18:29.028781 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.042535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec853-1f31-4a2a-8d69-6042d985ecca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.099774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d016b2-ad29-4f2e-9614-66a61a4b6015 req-1919fccc-7a39-4beb-88aa-64cbb6f24405 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:29.101572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04d016b2-ad29-4f2e-9614-66a61a4b6015 req-1919fccc-7a39-4beb-88aa-64cbb6f24405 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 969 time: 0.2264559 Jul 06 18:18:29.119237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa075c89-4826-449b-9dc5-25450f9bbf26 None None] Pushing event updated for resources: {'Port': ['ID=7e3bbfda-72cf-4729-bdef-205ad113d3cb,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:29.248819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04d016b2-ad29-4f2e-9614-66a61a4b6015 req-dcf896af-5413-42ef-b2e0-5b8b2fff6930 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215658 Jul 06 18:18:29.272531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec853-1f31-4a2a-8d69-6042d985ecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.277331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec853-1f31-4a2a-8d69-6042d985ecca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.278708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Attempting to bind port 7e3bbfda-72cf-4729-bdef-205ad113d3cb on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:29.279044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Attempting to bind port 7e3bbfda-72cf-4729-bdef-205ad113d3cb by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:29.279402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Attempting to bind port 7e3bbfda-72cf-4729-bdef-205ad113d3cb on network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:29.283586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7f7ec853-1f31-4a2a-8d69-6042d985ecca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffae8dde-02f6-4ccd-abf8-ab98938f4cfa HTTP/1.1" status: 204 len: 168 time: 0.4754083 Jul 06 18:18:29.294700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ec853-1f31-4a2a-8d69-6042d985ecca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffae8dde-02f6-4ccd-abf8-ab98938f4cfa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:29.305312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:29.306595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Checking segment: {'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:29.307129 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.314078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Bound using segment: {'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:29.314758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Bound port: 7e3bbfda-72cf-4729-bdef-205ad113d3cb, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:29.319430 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.550316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] For port 7e3bbfda-72cf-4729-bdef-205ad113d3cb, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:29.559959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] For port 7e3bbfda-72cf-4729-bdef-205ad113d3cb, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7e3bbfda-72cf-4729-bdef-205ad113d3cb,segment=NetworkSegment(e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101),segment_id=e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:29.569194 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.589011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45956) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:29.658185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa075c89-4826-449b-9dc5-25450f9bbf26 None None] Pushing event updated for resources: {'Port': ['ID=7e3bbfda-72cf-4729-bdef-205ad113d3cb,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:29.661475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Routers {'959f977c-b5ea-40c7-a6de-0b8b25cc418d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:29.662195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:29.904091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] Set router 959f977c-b5ea-40c7-a6de-0b8b25cc418d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:30.112503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45962) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:30.118886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8f2a895a-f8fe-4eec-8e32-7b9a3bcbd461 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951258791', 'description': 'tempest-description--22429738'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:30.201347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8f2a895a-f8fe-4eec-8e32-7b9a3bcbd461 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:30.304168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-274622839-network', 'tenant_id': '0575fac203de4724a3a60b06186a19a7'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:30.309387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-e1f6e4ec-7578-4f30-af64-c45372ab4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:30.314683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-e1f6e4ec-7578-4f30-af64-c45372ab4af1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1641326 Jul 06 18:18:30.471892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:18:24Z', 'revision_number': 4, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '7e3bbfda-72cf-4729-bdef-205ad113d3cb', 'name': '', 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'mac_address': 'fa:16:3e:30:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f8402ba4-4281-4fd5-b493-f3ad7027f846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:22Z', 'updated_at': '2021-07-06T18:18:29Z', 'revision_number': 4, 'project_id': 'f22744942b134916be49d36aaca10f53', 'subnets': [{'id': 'f8402ba4-4281-4fd5-b493-f3ad7027f846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:30.498781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8f2a895a-f8fe-4eec-8e32-7b9a3bcbd461 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:30.540746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8f2a895a-f8fe-4eec-8e32-7b9a3bcbd461 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:30.569970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e520e-e127-4e66-8d9f-9873d0fefade None None] The sync data for ids ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'] in n-d-799684-2 is: [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:18:24Z', 'revision_number': 4, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '7e3bbfda-72cf-4729-bdef-205ad113d3cb', 'name': '', 'network_id': '4b43a250-dc8a-4656-9f26-0ad94f2d8316', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'mac_address': 'fa:16:3e:30:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f8402ba4-4281-4fd5-b493-f3ad7027f846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:22Z', 'updated_at': '2021-07-06T18:18:29Z', 'revision_number': 4, 'project_id': 'f22744942b134916be49d36aaca10f53', 'subnets': [{'id': 'f8402ba4-4281-4fd5-b493-f3ad7027f846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:18:30.598858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Made reservation on behalf of 0575fac203de4724a3a60b06186a19a7 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:30.602579 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:30.605152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8f2a895a-f8fe-4eec-8e32-7b9a3bcbd461 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:30.606828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8f2a895a-f8fe-4eec-8e32-7b9a3bcbd461 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4933121 Jul 06 18:18:30.626999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45986) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:30.646234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-037e4c2c-431a-4a26-a286-13172ecba81c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Request body: {'security_group_rule': {'security_group_id': 'e29dbc04-42db-4d28-99ef-44b7c4ec8ad7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:30.706749 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:30.837584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a895a-f8fe-4eec-8e32-7b9a3bcbd461 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:30.864394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-49b524f2-b5cf-4fbc-835f-a973a192fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:30.870483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-49b524f2-b5cf-4fbc-835f-a973a192fae5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3178532 Jul 06 18:18:30.873637 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-037e4c2c-431a-4a26-a286-13172ecba81c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.016092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ac47b-68de-40f3-88a0-91c4bfec2917 req-351aaf90-9115-40a1-8bd0-77ce855ee525 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:31.024363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-476ac47b-68de-40f3-88a0-91c4bfec2917 req-351aaf90-9115-40a1-8bd0-77ce855ee525 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 969 time: 0.3241022 Jul 06 18:18:31.128682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-476ac47b-68de-40f3-88a0-91c4bfec2917 req-16e8aef7-b688-49c9-86d6-936e853589ab tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854516 Jul 06 18:18:31.147898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-958cb816-0d7d-4862-9192-fc12fbe3460b service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461884 Jul 06 18:18:31.167413 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-037e4c2c-431a-4a26-a286-13172ecba81c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.171392 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-037e4c2c-431a-4a26-a286-13172ecba81c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.184081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.192611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e4c2c-431a-4a26-a286-13172ecba81c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46b08cd-7aee-4238-8836-309c4414c40f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:31.195388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.228023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:31.251780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.252131 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Added segment 0d0943e1-98cb-44b8-89ff-75d77d1fc00c of type vlan for network bd6e15e1-2568-4d73-95ad-eec7d98f626f Jul 06 18:18:31.275502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-037e4c2c-431a-4a26-a286-13172ecba81c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.276977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-037e4c2c-431a-4a26-a286-13172ecba81c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6444674 Jul 06 18:18:31.279620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46020) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:31.284532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7bfa7da3-fb69-4131-bc04-d17e1b06a6ac tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Request body: {'security_group_rule': {'security_group_id': 'e29dbc04-42db-4d28-99ef-44b7c4ec8ad7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:31.317432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d629c-2415-42b9-a5cd-e4a9f7012d93,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:31.324988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7da3-fb69-4131-bc04-d17e1b06a6ac tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.340103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.388875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.392259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:31.393069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.413102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18061611-41cf-4893-b3c7-9223a95c5e9e req-5eade9ac-619f-42e3-b6a3-94243a9f8f11 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227304 Jul 06 18:18:31.495362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46022) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:31.496797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9066637 Jul 06 18:18:31.502114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46024) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:31.506976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7da3-fb69-4131-bc04-d17e1b06a6ac tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.510453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Request body: {'subnet': {'network_id': 'bd6e15e1-2568-4d73-95ad-eec7d98f626f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-274622839-subnet', 'tenant_id': '0575fac203de4724a3a60b06186a19a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:31.520346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7da3-fb69-4131-bc04-d17e1b06a6ac tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.522062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f861d9-199d-4913-97ba-2e57c71233fb admin admin] Pushing event updated for resources: {'Network': ['ID=bd6e15e1-2568-4d73-95ad-eec7d98f626f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:31.537289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network bd6e15e1-2568-4d73-95ad-eec7d98f626f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:31.559108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Made reservation on behalf of 0575fac203de4724a3a60b06186a19a7 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:31.561704 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.577897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa7da3-fb69-4131-bc04-d17e1b06a6ac tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44823842-1b9d-4feb-aae0-86f8b15f8431,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:31.582170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7da3-fb69-4131-bc04-d17e1b06a6ac tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.586761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7bfa7da3-fb69-4131-bc04-d17e1b06a6ac tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058498 Jul 06 18:18:31.588867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46028) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:31.623587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:31.625900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-40b1639e-2e1c-48ce-8ead-c397227686fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:31.628954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-40b1639e-2e1c-48ce-8ead-c397227686fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8d0ed62113b4c53a450ab246ad2290d&device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 1120 time: 0.1206107 Jul 06 18:18:31.718628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.915890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdaea961-4a00-49f6-bd3e-7d11e264e6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:31.930907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-c7c014b7-aed0-4080-8f71-d37127b1715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:31.932672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-c7c014b7-aed0-4080-8f71-d37127b1715b service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2963083 Jul 06 18:18:32.001515 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-34304bec-6674-48aa-bfe6-3b2f2c51c54e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=66e16254-b066-449f-9c55-51b48f01a8a5 HTTP/1.1" status: 200 len: 217 time: 0.0532949 Jul 06 18:18:32.035165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.063682 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.084624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-c007944e-9b20-42c5-a679-eb729aa576e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:32.086335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-c007944e-9b20-42c5-a679-eb729aa576e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0771382 Jul 06 18:18:32.192264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9634c77-6c0c-4c80-a911-e0ebb3728d42,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:32.216317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdaea961-4a00-49f6-bd3e-7d11e264e6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.232886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Checking segment: {'id': '0d0943e1-98cb-44b8-89ff-75d77d1fc00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bd6e15e1-2568-4d73-95ad-eec7d98f626f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:32.233370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Network hostable DHCP agents. Network: bd6e15e1-2568-4d73-95ad-eec7d98f626f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:32.236644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdaea961-4a00-49f6-bd3e-7d11e264e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.312631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Allocated IP 172.25.4.74 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/ddf8b33d-91d8-47bb-9e61-64a6b1d224e6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:32.326617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-95713d9c-e2ae-4b89-a93b-71ffe6e53626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:32.331034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-95713d9c-e2ae-4b89-a93b-71ffe6e53626 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362199 Jul 06 18:18:32.348401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cdaea961-4a00-49f6-bd3e-7d11e264e6f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d54a845843514a289d9ded4ae29224d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8500936 Jul 06 18:18:32.350871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46052) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:32.389275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaea961-4a00-49f6-bd3e-7d11e264e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c9dc7-d36e-4c64-981b-ae935c2a0bac,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:32.444343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Network bd6e15e1-2568-4d73-95ad-eec7d98f626f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:32.457872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, bd6e15e1-2568-4d73-95ad-eec7d98f626f) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:32.473292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5c9c3-a347-42a9-bf11-62b77c66bb09 None None] Network bd6e15e1-2568-4d73-95ad-eec7d98f626f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:32.474495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:32.475149 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.512482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-59277f1a-3f62-4241-8d86-5b9cf4f0b3b2 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721494 Jul 06 18:18:32.513326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef0425a1-7512-44c2-9db9-a6a7c45e6812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.523063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-08a9a40d-d799-42ab-92e9-5c12116ac7d7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0198257 Jul 06 18:18:32.539746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.571160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb01f7-af9f-495d-8cd5-8d19047e78fa req-37266e81-dd0b-4023-bf95-ec79a160249b tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:32.581135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97cb01f7-af9f-495d-8cd5-8d19047e78fa req-37266e81-dd0b-4023-bf95-ec79a160249b tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 969 time: 0.1964414 Jul 06 18:18:32.642531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef0425a1-7512-44c2-9db9-a6a7c45e6812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.668185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97cb01f7-af9f-495d-8cd5-8d19047e78fa req-676d2c10-486f-4bc0-b53c-73446088cfe6 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743783 Jul 06 18:18:32.693316 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.728157 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff0c940b-bc3b-45ab-97b5-3ca9ac36ceaa req-72b9273d-b076-4aae-92a1-51eff2db083c service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052763 Jul 06 18:18:32.731010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5d393-5784-4fa3-b760-e32ec594607a None None] Network bd6e15e1-2568-4d73-95ad-eec7d98f626f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:32.745375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7e3bbfda-72cf-4729-bdef-205ad113d3cb up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:32.752491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef0425a1-7512-44c2-9db9-a6a7c45e6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.755128 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef0425a1-7512-44c2-9db9-a6a7c45e6812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.756184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ef0425a1-7512-44c2-9db9-a6a7c45e6812 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/488c9dc7-d36e-4c64-981b-ae935c2a0bac HTTP/1.1" status: 204 len: 168 time: 0.3886390 Jul 06 18:18:32.775730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0425a1-7512-44c2-9db9-a6a7c45e6812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c9dc7-d36e-4c64-981b-ae935c2a0bac,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:32.904309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7e3bbfda-72cf-4729-bdef-205ad113d3cb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:32.955473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:32.956403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7e3bbfda-72cf-4729-bdef-205ad113d3cb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:32.957155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.958946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:32.973544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:32.987683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event updated for resources: {'Port': ['ID=ddf8b33d-91d8-47bb-9e61-64a6b1d224e6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:33.078344 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.078683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.119246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7e3bbfda-72cf-4729-bdef-205ad113d3cb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7e3bbfda-72cf-4729-bdef-205ad113d3cb,segment=NetworkSegment(e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101),segment_id=e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:33.123552 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.143355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.180820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7e3bbfda-72cf-4729-bdef-205ad113d3cb,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:33.323091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.328586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.364948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.388614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event updated for resources: {'Port': ['ID=ddf8b33d-91d8-47bb-9e61-64a6b1d224e6,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:33.393347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.397855 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c4173fa9-e9fd-4c1f-902d-bcbf3288a80e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8049803 Jul 06 18:18:33.421741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46084) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:33.435939 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6b96689-821f-45d2-8bc3-00e4f0134b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.567052 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6b96689-821f-45d2-8bc3-00e4f0134b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.571095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6b96689-821f-45d2-8bc3-00e4f0134b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.609535 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6b96689-821f-45d2-8bc3-00e4f0134b24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5882e61711734e17bb594cb62a280d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866775 Jul 06 18:18:33.613633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46096) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:33.634823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b96689-821f-45d2-8bc3-00e4f0134b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3b98c3-2e78-447c-8fb2-27a593df2587,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:33.667654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a7154d5-1302-41e3-b3bb-9fbe7c47b4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.700692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a7154d5-1302-41e3-b3bb-9fbe7c47b4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.758412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-821a4e4a-3147-489b-b4a4-580633c3271d tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--951258791&fields=id&tenant_id=15540837727f4ed582f5c3253edb5c23 HTTP/1.1" status: 200 len: 267 time: 0.0494821 Jul 06 18:18:33.766575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a7154d5-1302-41e3-b3bb-9fbe7c47b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.769247 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a7154d5-1302-41e3-b3bb-9fbe7c47b4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:33.770623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3a7154d5-1302-41e3-b3bb-9fbe7c47b4fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af3b98c3-2e78-447c-8fb2-27a593df2587 HTTP/1.1" status: 204 len: 168 time: 0.1559463 Jul 06 18:18:33.780295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7154d5-1302-41e3-b3bb-9fbe7c47b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3b98c3-2e78-447c-8fb2-27a593df2587,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:33.974163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46122) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:33.981864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-952e5af2-f0a9-46b7-a69f-32e1d4413ecf tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:33.986448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-952e5af2-f0a9-46b7-a69f-32e1d4413ecf tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 824 time: 0.2201300 Jul 06 18:18:33.994420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1602287933-network', 'tenant_id': '82d579bcfb8a42a888c0dd05f0641a3a'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:34.000575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1f18fc34-3bc9-49a7-911a-b6bcbdeba9ba tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/quotas/15540837727f4ed582f5c3253edb5c23 HTTP/1.1" status: 200 len: 375 time: 0.0109439 Jul 06 18:18:34.034917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Made reservation on behalf of 82d579bcfb8a42a888c0dd05f0641a3a for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:34.037408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.050338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.070617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8f2b2-29b0-4198-a5d4-346c84ea6465 req-764c960a-f60e-4976-894e-c380a31e493b tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:34.071920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1f8f2b2-29b0-4198-a5d4-346c84ea6465 req-764c960a-f60e-4976-894e-c380a31e493b tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 969 time: 0.1100757 Jul 06 18:18:34.110355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-76a18cf6-9108-4828-bdc8-7ec7e2d21d06 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035519 Jul 06 18:18:34.136726 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1f8f2b2-29b0-4198-a5d4-346c84ea6465 req-816094ac-5ea2-45a2-bf39-f27b5d80ab45 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555084 Jul 06 18:18:34.197293 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.203030 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.244533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227d3660-f795-4207-aa97-f00dbbfd05d4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:34.247517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:34.258736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.259168 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Added segment b576fb04-4017-47d4-86da-0f5f6ec2d313 of type vlan for network 4bc0f536-3ad0-437c-a487-932e20390e8a Jul 06 18:18:34.304338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.334514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.335541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:34.336119 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.391471 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4161658 Jul 06 18:18:34.394601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46146) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:34.401191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Request body: {'subnet': {'network_id': '4bc0f536-3ad0-437c-a487-932e20390e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1602287933-subnet', 'tenant_id': '82d579bcfb8a42a888c0dd05f0641a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:34.405323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910fdd7-1caf-48f1-8c16-748239fe3f8c admin admin] Pushing event updated for resources: {'Network': ['ID=4bc0f536-3ad0-437c-a487-932e20390e8a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:34.417411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 4bc0f536-3ad0-437c-a487-932e20390e8a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:34.424624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Made reservation on behalf of 82d579bcfb8a42a888c0dd05f0641a3a for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:34.427451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.439495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-18740c7e-b23e-49cc-99b3-d076b8b626ec service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:18:34.447047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-18740c7e-b23e-49cc-99b3-d076b8b626ec service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2109344 Jul 06 18:18:34.592375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-44af6583-e983-4126-9a84-80e412db6d2b service neutron] 10.222.0.53 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443415 Jul 06 18:18:34.633923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7e3bbfda-72cf-4729-bdef-205ad113d3cb up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:34.674608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 66e16254-b066-449f-9c55-51b48f01a8a5 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:18:34.710134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.726779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-4bfcd84a-319b-4ae8-890b-20901df618e5 service neutron] 10.222.0.53 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271131 Jul 06 18:18:34.812260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7e3bbfda-72cf-4729-bdef-205ad113d3cb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:34.812643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.857475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Checking segment: {'id': 'b576fb04-4017-47d4-86da-0f5f6ec2d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4bc0f536-3ad0-437c-a487-932e20390e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:34.857851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Network hostable DHCP agents. Network: 4bc0f536-3ad0-437c-a487-932e20390e8a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:34.862615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ee371d-ed9e-4c7f-9cbb-cc440538c8f0,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:34.870073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 66e16254-b066-449f-9c55-51b48f01a8a5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=66e16254-b066-449f-9c55-51b48f01a8a5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:34.887938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '66e16254-b066-449f-9c55-51b48f01a8a5', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '66e16254-b066-449f-9c55-51b48f01a8a5', 'mac_address': 'fa:16:3e:98:09:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:tempest-test_az-1534895923', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:18:34.888784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Network 4bc0f536-3ad0-437c-a487-932e20390e8a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:34.904378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 4bc0f536-3ad0-437c-a487-932e20390e8a) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:34.915522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:34.916193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:34.934689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851c398-262c-40be-8f0e-7f61538a3174 None None] Network 4bc0f536-3ad0-437c-a487-932e20390e8a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:34.965757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-98cb2c78-7670-40c8-8bcc-2a3c9094e6b2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5656791 Jul 06 18:18:35.009173 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.033973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e16254-b066-449f-9c55-51b48f01a8a5 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:35.047687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f90c83f-faec-4cc3-8bda-4b96b88f106f req-4d5ac68c-ddbb-44cf-9439-8cf7821da2a3 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0509243 Jul 06 18:18:35.083695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 66e16254-b066-449f-9c55-51b48f01a8a5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=66e16254-b066-449f-9c55-51b48f01a8a5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:35.093080 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.220482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46194) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:35.343920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-447ad7be-eb55-4d57-a95a-5e03c9c55c11 admin admin] Deleting subnet d9634c77-6c0c-4c80-a911-e0ebb3728d42 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:18:35.350576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818770f-068b-4010-98c2-748227732f60 None None] Network 4bc0f536-3ad0-437c-a487-932e20390e8a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:35.352923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-447ad7be-eb55-4d57-a95a-5e03c9c55c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.409010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-447ad7be-eb55-4d57-a95a-5e03c9c55c11 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.441250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['66e16254-b066-449f-9c55-51b48f01a8a5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:18:35.469279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-447ad7be-eb55-4d57-a95a-5e03c9c55c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.561398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03103ed-fe9f-4e94-974a-8fd1e480a406 req-8b3a478d-8ebb-46d6-9cac-675603a7b675 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:35.571477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a03103ed-fe9f-4e94-974a-8fd1e480a406 req-8b3a478d-8ebb-46d6-9cac-675603a7b675 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 970 time: 0.1559906 Jul 06 18:18:35.595099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=66e16254-b066-449f-9c55-51b48f01a8a5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:35.614114 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-447ad7be-eb55-4d57-a95a-5e03c9c55c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.656843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ad7be-eb55-4d57-a95a-5e03c9c55c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9634c77-6c0c-4c80-a911-e0ebb3728d42,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:35.694645 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a03103ed-fe9f-4e94-974a-8fd1e480a406 req-bae28dc5-96e8-4ef8-8530-2a78d7953b20 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170287 Jul 06 18:18:35.715680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-447ad7be-eb55-4d57-a95a-5e03c9c55c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.718843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-447ad7be-eb55-4d57-a95a-5e03c9c55c11 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d9634c77-6c0c-4c80-a911-e0ebb3728d42 HTTP/1.1" status: 204 len: 168 time: 0.4971154 Jul 06 18:18:35.721051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46224) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:35.722608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46226) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:35.816430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.917291 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.928745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.929106 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.929898 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.930245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.930602 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.930909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.931259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.931616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.932095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:35.932416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:36.056865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c040f8d-5daa-4e5b-b84f-2c62638352e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.087826 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:36.088189 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:36.088518 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:36.088868 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:36.089232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6e15e1-2568-4d73-95ad-eec7d98f626f']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:36.132362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0943e1-98cb-44b8-89ff-75d77d1fc00c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:36.132703 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0943e1-98cb-44b8-89ff-75d77d1fc00c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:36.178142 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.208620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.219848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:18:36.220878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: from cryptography.utils import int_from_bytes Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: from cryptography.utils import int_from_bytes Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:18:36.226044 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:18:36.235659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c040f8d-5daa-4e5b-b84f-2c62638352e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.249501 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-982c634c-c1b1-4118-9cb2-2fcb573029d4 req-d89497df-3299-417a-9ab8-422429ec053d tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0546608 Jul 06 18:18:36.251191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c040f8d-5daa-4e5b-b84f-2c62638352e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.303873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3c040f8d-5daa-4e5b-b84f-2c62638352e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b2cfa48e71946a385a2d8c528ad2172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791974 Jul 06 18:18:36.305201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c040f8d-5daa-4e5b-b84f-2c62638352e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8506b71b-13c3-4e36-88c3-67cafd1fe75f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:36.308739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:36.351059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46250) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:36.392844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ecab4df-eb65-40ed-aa59-fd1051cded50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.421749 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ecab4df-eb65-40ed-aa59-fd1051cded50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.490944 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7996f266-6ec7-473e-9b53-df053fe1896e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.514246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ecab4df-eb65-40ed-aa59-fd1051cded50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.517149 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ecab4df-eb65-40ed-aa59-fd1051cded50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.528721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4ecab4df-eb65-40ed-aa59-fd1051cded50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8506b71b-13c3-4e36-88c3-67cafd1fe75f HTTP/1.1" status: 204 len: 168 time: 0.2081416 Jul 06 18:18:36.530804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecab4df-eb65-40ed-aa59-fd1051cded50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8506b71b-13c3-4e36-88c3-67cafd1fe75f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:36.558432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.566824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.568859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bd6e15e1-2568-4d73-95ad-eec7d98f626f HTTP/1.1" status: 204 len: 168 time: 0.8463922 Jul 06 18:18:36.573047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46256) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:36.582006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50f4c3-d597-40d0-bb56-b4c86ac442f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6e15e1-2568-4d73-95ad-eec7d98f626f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:36.621141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 66e16254-b066-449f-9c55-51b48f01a8a5 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:36.651800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-7774b477-f066-4414-875d-a55d08112d56 admin admin] Deleting subnet 90ee371d-ed9e-4c7f-9cbb-cc440538c8f0 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:18:36.659938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7774b477-f066-4414-875d-a55d08112d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.690767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 66e16254-b066-449f-9c55-51b48f01a8a5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:36.697258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 66e16254-b066-449f-9c55-51b48f01a8a5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:36.698009 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.727383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7774b477-f066-4414-875d-a55d08112d56 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.749162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7996f266-6ec7-473e-9b53-df053fe1896e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.751632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7774b477-f066-4414-875d-a55d08112d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.784573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7996f266-6ec7-473e-9b53-df053fe1896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.820639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.41', 60366) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:36.860393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996f266-6ec7-473e-9b53-df053fe1896e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eeaaaf-546b-4225-be76-c231c987223b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:36.873475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7996f266-6ec7-473e-9b53-df053fe1896e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4622833c8e242849d418b817c99475d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5210114 Jul 06 18:18:36.877067 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.880148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46266) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:36.905673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00630b50-5181-4e30-b166-bf179e7160c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e16254-b066-449f-9c55-51b48f01a8a5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:36.915273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7774b477-f066-4414-875d-a55d08112d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.962676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7774b477-f066-4414-875d-a55d08112d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:36.967835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7774b477-f066-4414-875d-a55d08112d56 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/90ee371d-ed9e-4c7f-9cbb-cc440538c8f0 HTTP/1.1" status: 204 len: 168 time: 0.3892267 Jul 06 18:18:36.968475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774b477-f066-4414-875d-a55d08112d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ee371d-ed9e-4c7f-9cbb-cc440538c8f0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:36.970591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:36.997557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 66e16254-b066-449f-9c55-51b48f01a8a5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=66e16254-b066-449f-9c55-51b48f01a8a5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:37.005987 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.077004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=66e16254-b066-449f-9c55-51b48f01a8a5,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:37.087688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46272) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:37.098750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6685063-5841-473f-9812-f283f292b734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.150695 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6685063-5841-473f-9812-f283f292b734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.154667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.162076 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef1274ae-0b7c-49db-b6de-17120cfde648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.227789 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79cb287-984e-45e0-8796-7de045f38e5a" -d '{"events": [{"server_uuid": "00630b50-5181-4e30-b166-bf179e7160c6", "name": "network-vif-plugged", "status": "completed", "tag": "66e16254-b066-449f-9c55-51b48f01a8a5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:37.259364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee34b97-82b7-4dd8-86c5-547a19dbe326 req-87e9af5b-da17-4d70-8c61-93bbbfb23510 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:37.261285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ee34b97-82b7-4dd8-86c5-547a19dbe326 req-87e9af5b-da17-4d70-8c61-93bbbfb23510 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 971 time: 0.2609820 Jul 06 18:18:37.338201 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d542e-f38b-4406-94a1-9faf97210f9d x-openstack-request-id: req-8c0d542e-f38b-4406-94a1-9faf97210f9d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:37.338486 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00630b50-5181-4e30-b166-bf179e7160c6", "name": "network-vif-plugged", "status": "completed", "tag": "66e16254-b066-449f-9c55-51b48f01a8a5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:37.338888 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c0d542e-f38b-4406-94a1-9faf97210f9d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:37.339340 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00630b50-5181-4e30-b166-bf179e7160c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e16254-b066-449f-9c55-51b48f01a8a5', 'code': 200} Jul 06 18:18:37.343415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-f5350972-4a8a-4f66-b84c-a31fb25c0f09 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:37.345036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-f5350972-4a8a-4f66-b84c-a31fb25c0f09 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.41 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 824 time: 0.5233438 Jul 06 18:18:37.375798 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6685063-5841-473f-9812-f283f292b734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.379333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6685063-5841-473f-9812-f283f292b734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.381491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d6685063-5841-473f-9812-f283f292b734 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0eeaaaf-546b-4225-be76-c231c987223b HTTP/1.1" status: 204 len: 168 time: 0.4996269 Jul 06 18:18:37.403866 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.430428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6685063-5841-473f-9812-f283f292b734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eeaaaf-546b-4225-be76-c231c987223b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:37.439393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ee34b97-82b7-4dd8-86c5-547a19dbe326 req-993f2eec-9373-4619-99e1-5c315f0149e2 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404693 Jul 06 18:18:37.442192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.442568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.443747 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.443862 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > port after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.444176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.446273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > port after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.446273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.446273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.446273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.446273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.668008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.668416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.669222 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.669488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 18:18:37.669967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc0f536-3ad0-437c-a487-932e20390e8a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:37.685529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-06fe5a89-3a18-4e9e-b3ac-7d15333b90c7 req-43f1e0e9-be8a-4373-99ff-73755059ee35 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0362041 Jul 06 18:18:37.694463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b576fb04-4017-47d4-86da-0f5f6ec2d313') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:37.694925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b576fb04-4017-47d4-86da-0f5f6ec2d313') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:37.738912 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-814762d3-ba09-407b-a995-916c4a3b39e8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15540837727f4ed582f5c3253edb5c23 HTTP/1.1" status: 200 len: 379 time: 0.1763303 Jul 06 18:18:37.755419 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef1274ae-0b7c-49db-b6de-17120cfde648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.774557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46296) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:37.775530 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef1274ae-0b7c-49db-b6de-17120cfde648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.869291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ef1274ae-0b7c-49db-b6de-17120cfde648 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a651b3f9e944fbd8b07e910825e4ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7629547 Jul 06 18:18:37.872250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3860c0-28bd-4247-963e-8ea671b7bffe req-d37ba9bb-bb5f-43eb-9fb0-9e0125ba159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:37.874253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b3860c0-28bd-4247-963e-8ea671b7bffe req-d37ba9bb-bb5f-43eb-9fb0-9e0125ba159a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 1122 time: 0.3327615 Jul 06 18:18:37.874718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46300) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:37.877236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1274ae-0b7c-49db-b6de-17120cfde648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbc9c8a-05cd-4f4f-b842-c5a87549883c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:37.890896 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.917036 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.923701 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5b3860c0-28bd-4247-963e-8ea671b7bffe req-20ee6628-d40e-4ef3-a925-edd68378eaa5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.925360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:18:37.926119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: from cryptography.utils import int_from_bytes Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: from cryptography.utils import int_from_bytes Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:18:37.930637 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:18:37.955795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46304) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:37.987021 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.993434 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e088442-93e8-4e0f-a0d5-d516c0db26e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.995057 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:37.997335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] 10.222.0.53 "DELETE /v2.0/networks/4bc0f536-3ad0-437c-a487-932e20390e8a HTTP/1.1" status: 204 len: 168 time: 1.0253642 Jul 06 18:18:38.010525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff4fe0-a14d-4fa9-b7c9-502b90eaf1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc0f536-3ad0-437c-a487-932e20390e8a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:38.028728 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adb2eae0-dd7e-43ee-8132-9fb535a1fffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.054501 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5360f2ca-8baa-4ae5-9d36-ff9d93e953b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.088881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5360f2ca-8baa-4ae5-9d36-ff9d93e953b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.149302 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5b3860c0-28bd-4247-963e-8ea671b7bffe req-20ee6628-d40e-4ef3-a925-edd68378eaa5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.156499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5b3860c0-28bd-4247-963e-8ea671b7bffe req-20ee6628-d40e-4ef3-a925-edd68378eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.192588 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5360f2ca-8baa-4ae5-9d36-ff9d93e953b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.195960 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5360f2ca-8baa-4ae5-9d36-ff9d93e953b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.197997 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5360f2ca-8baa-4ae5-9d36-ff9d93e953b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1dbc9c8a-05cd-4f4f-b842-c5a87549883c HTTP/1.1" status: 204 len: 168 time: 0.3214512 Jul 06 18:18:38.200959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46312) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:38.227340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b3860c0-28bd-4247-963e-8ea671b7bffe req-20ee6628-d40e-4ef3-a925-edd68378eaa5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444235 Jul 06 18:18:38.247054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee6628-d40e-4ef3-a925-edd68378eaa5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4035b946-5636-4c2e-8140-ba721bb0f126,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:38.258091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dcb0dd81-e3c6-4ef2-acf7-d34c4cc84b6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0575fac203de4724a3a60b06186a19a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558176 Jul 06 18:18:38.260605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46314) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:38.262424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360f2ca-8baa-4ae5-9d36-ff9d93e953b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbc9c8a-05cd-4f4f-b842-c5a87549883c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:38.323823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6fb3-9fb6-4197-b630-3404ff35919e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.327546 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e088442-93e8-4e0f-a0d5-d516c0db26e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.336933 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e088442-93e8-4e0f-a0d5-d516c0db26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.347118 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6fb3-9fb6-4197-b630-3404ff35919e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.375326 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e088442-93e8-4e0f-a0d5-d516c0db26e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2436e4f9843349b6b60332b8a9dabfbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180887 Jul 06 18:18:38.384837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46316) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:38.415668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e088442-93e8-4e0f-a0d5-d516c0db26e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be2cc83-8c09-4a13-b14c-d86987e46f10,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:38.448926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93ba467d-2426-48e0-9f44-d241b0676d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.454931 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6fb3-9fb6-4197-b630-3404ff35919e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.456908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6fb3-9fb6-4197-b630-3404ff35919e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.460539 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6d8b6fb3-9fb6-4197-b630-3404ff35919e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e6d629c-2415-42b9-a5cd-e4a9f7012d93 HTTP/1.1" status: 204 len: 168 time: 0.1988869 Jul 06 18:18:38.481930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b6fb3-9fb6-4197-b630-3404ff35919e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d629c-2415-42b9-a5cd-e4a9f7012d93,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:38.491081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93ba467d-2426-48e0-9f44-d241b0676d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.534472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adb2eae0-dd7e-43ee-8132-9fb535a1fffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.541455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adb2eae0-dd7e-43ee-8132-9fb535a1fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.576439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93ba467d-2426-48e0-9f44-d241b0676d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.580260 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93ba467d-2426-48e0-9f44-d241b0676d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.584973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-93ba467d-2426-48e0-9f44-d241b0676d0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0be2cc83-8c09-4a13-b14c-d86987e46f10 HTTP/1.1" status: 204 len: 168 time: 0.1960828 Jul 06 18:18:38.597900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba467d-2426-48e0-9f44-d241b0676d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be2cc83-8c09-4a13-b14c-d86987e46f10,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:38.612122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46326) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:38.612706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-adb2eae0-dd7e-43ee-8132-9fb535a1fffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53574d34ec5d4a76aa630ab370bed275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8336740 Jul 06 18:18:38.624721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2eae0-dd7e-43ee-8132-9fb535a1fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c62c10-15ef-4854-9316-cbb5a88feedf,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:38.759400 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d557de7-7b05-46af-8f8c-1c24dd5963b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.797920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55862be8-f518-4d7d-892b-13ecbe0f559d req-289b28e2-65f5-460c-bd96-1f81fd0b7b7b tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:38.805122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55862be8-f518-4d7d-892b-13ecbe0f559d req-289b28e2-65f5-460c-bd96-1f81fd0b7b7b tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 971 time: 0.1532204 Jul 06 18:18:38.816870 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d557de7-7b05-46af-8f8c-1c24dd5963b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.876745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55862be8-f518-4d7d-892b-13ecbe0f559d req-bb0e1207-6176-474c-8074-99f9649b4f58 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706534 Jul 06 18:18:38.887619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4462bd95-b0cf-4b9a-a3ce-5182cc2038b5 req-16064af5-a640-4e48-bc9a-fb75f9fed641 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0437536 Jul 06 18:18:38.924003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d557de7-7b05-46af-8f8c-1c24dd5963b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.929001 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d557de7-7b05-46af-8f8c-1c24dd5963b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:38.930272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4d557de7-7b05-46af-8f8c-1c24dd5963b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9c62c10-15ef-4854-9316-cbb5a88feedf HTTP/1.1" status: 204 len: 168 time: 0.3170590 Jul 06 18:18:38.955863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d557de7-7b05-46af-8f8c-1c24dd5963b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c62c10-15ef-4854-9316-cbb5a88feedf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:39.097018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46344) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:39.167394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46348) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:39.175007 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-90e03b8a-78a4-4295-948e-cc263c4dde6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82d579bcfb8a42a888c0dd05f0641a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764611 Jul 06 18:18:39.226275 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab4aa-5f32-4b95-9e47-63628defddbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.249379 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab4aa-5f32-4b95-9e47-63628defddbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.309403 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab4aa-5f32-4b95-9e47-63628defddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.317217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab4aa-5f32-4b95-9e47-63628defddbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.323428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f2ab4aa-5f32-4b95-9e47-63628defddbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/227d3660-f795-4207-aa97-f00dbbfd05d4 HTTP/1.1" status: 204 len: 168 time: 0.1548424 Jul 06 18:18:39.343632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ab4aa-5f32-4b95-9e47-63628defddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227d3660-f795-4207-aa97-f00dbbfd05d4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:39.352785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46356) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:39.370302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68571e5c-3d97-4766-b227-a8de9505b2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.478362 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68571e5c-3d97-4766-b227-a8de9505b2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.487832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68571e5c-3d97-4766-b227-a8de9505b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.547763 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-68571e5c-3d97-4766-b227-a8de9505b2f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f43a352510bf4120a095a03719ba02e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910326 Jul 06 18:18:39.547763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68571e5c-3d97-4766-b227-a8de9505b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96fba1-dcb7-4553-943b-409c45741f50,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:39.548768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46364) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:39.618238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a03c682b-924b-4ad4-80a8-71522e3c98bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.640821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a03c682b-924b-4ad4-80a8-71522e3c98bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.733752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a03c682b-924b-4ad4-80a8-71522e3c98bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.739017 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a03c682b-924b-4ad4-80a8-71522e3c98bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:39.740685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a03c682b-924b-4ad4-80a8-71522e3c98bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb96fba1-dcb7-4553-943b-409c45741f50 HTTP/1.1" status: 204 len: 168 time: 0.1903558 Jul 06 18:18:39.752021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c682b-924b-4ad4-80a8-71522e3c98bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96fba1-dcb7-4553-943b-409c45741f50,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:40.076558 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6dd2c0b-eb42-425f-a094-59899e9e0802 req-0e04fcca-ea26-4059-bc86-a89bdbc1e12e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0306573 Jul 06 18:18:40.135928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfeb7a-ac89-4800-9cb0-f494a65a1471 req-e0804151-9cb4-41db-be0c-1065de3191e0 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:40.142746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2bfeb7a-ac89-4800-9cb0-f494a65a1471 req-e0804151-9cb4-41db-be0c-1065de3191e0 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 971 time: 0.1087708 Jul 06 18:18:40.190349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2bfeb7a-ac89-4800-9cb0-f494a65a1471 req-b9f31a1b-3cd9-47a1-b510-f770098a8bbb tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Jul 06 18:18:40.366348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e5724-c483-4d77-a202-09884101b943 req-d8ef5604-6f0a-4ce8-9acf-4742c5d39873 tempest-AggregatesAdminTestJSON-1537935517 tempest-AggregatesAdminTestJSON-1537935517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:40.373852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24e5724-c483-4d77-a202-09884101b943 req-d8ef5604-6f0a-4ce8-9acf-4742c5d39873 tempest-AggregatesAdminTestJSON-1537935517 tempest-AggregatesAdminTestJSON-1537935517-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 1122 time: 0.0597053 Jul 06 18:18:40.390283 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d24e5724-c483-4d77-a202-09884101b943 req-4e4711e9-49e8-4488-88ec-dfdcb7e04c71 tempest-AggregatesAdminTestJSON-1537935517 tempest-AggregatesAdminTestJSON-1537935517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:40.506730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d24e5724-c483-4d77-a202-09884101b943 req-4e4711e9-49e8-4488-88ec-dfdcb7e04c71 tempest-AggregatesAdminTestJSON-1537935517 tempest-AggregatesAdminTestJSON-1537935517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:40.515330 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d24e5724-c483-4d77-a202-09884101b943 req-4e4711e9-49e8-4488-88ec-dfdcb7e04c71 tempest-AggregatesAdminTestJSON-1537935517 tempest-AggregatesAdminTestJSON-1537935517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:40.545761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24e5724-c483-4d77-a202-09884101b943 req-4e4711e9-49e8-4488-88ec-dfdcb7e04c71 tempest-AggregatesAdminTestJSON-1537935517 tempest-AggregatesAdminTestJSON-1537935517-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705828 Jul 06 18:18:40.555150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4711e9-49e8-4488-88ec-dfdcb7e04c71 tempest-AggregatesAdminTestJSON-1537935517 tempest-AggregatesAdminTestJSON-1537935517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a24a9-7158-49cd-8f3b-f002a7fc30e6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:41.231757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f6a9b0-daae-4c16-93f9-cec46d96a044 req-4a23048b-0bcb-43d8-9ac4-14b30116aded tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0302734 Jul 06 18:18:41.285060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46470) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:41.712445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-997705934-network', 'tenant_id': '9b930b3c03d44f3db7e9b9a394be0525'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:41.735613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46498) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:41.748339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Made reservation on behalf of 9b930b3c03d44f3db7e9b9a394be0525 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:41.751006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:41.764188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:41.833118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1250964657-network', 'tenant_id': 'a39e9a45117742db8c51a45660114a46'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:41.921555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:41.930319 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:41.984305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:41.992729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Made reservation on behalf of a39e9a45117742db8c51a45660114a46 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:42.005259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.035683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.036048 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Added segment d2d41405-dc60-4c32-9917-3955c326caa0 of type vlan for network 0cee59f4-ce99-4d40-8278-44c03952b525 Jul 06 18:18:42.039245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9084af8-1c9e-4ed5-9d02-dfe66342c549,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:42.052595 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.101857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.168704 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.169662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:42.170259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.181846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Request body: {'security_group': {'name': 'tempest-securitygroup-59210330', 'description': 'tempest-description-1133028983'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:42.261914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] Pushing event updated for resources: {'Network': ['ID=0cee59f4-ce99-4d40-8278-44c03952b525,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:42.272585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0cee59f4-ce99-4d40-8278-44c03952b525 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:42.289684 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.298574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.333020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:42.353265 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.353630 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Added segment 4b339220-a79c-49ad-b44b-fd2d7ff16467 of type vlan for network 479a66ed-ef78-4c35-839b-da08422e300a Jul 06 18:18:42.355013 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.370536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0a5ba361-df2a-479f-b6e1-4ce64b5a699b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0833652 Jul 06 18:18:42.371223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b029c24a-ec64-492c-bf25-d4e993d4b3cd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:42.373432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46540) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:42.375253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.383786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Request body: {'subnet': {'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-997705934-subnet', 'tenant_id': '9b930b3c03d44f3db7e9b9a394be0525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:42.429307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Made reservation on behalf of 9b930b3c03d44f3db7e9b9a394be0525 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:42.432404 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.446794 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.496557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.497533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:42.498141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.543220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b474deb4-c348-470e-8356-97758ddcf1a9 req-c4e2bb5d-fa01-4561-ab8e-5d9e0145b50d tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0345504 Jul 06 18:18:42.578109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] Pushing event updated for resources: {'Network': ['ID=479a66ed-ef78-4c35-839b-da08422e300a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:42.599843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 479a66ed-ef78-4c35-839b-da08422e300a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:42.612047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.620930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.631741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e062a5ba-cfad-4290-aa8a-ba5948aa48cd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8950717 Jul 06 18:18:42.637447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46544) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:42.648480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Request body: {'subnet': {'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1250964657-subnet', 'tenant_id': 'a39e9a45117742db8c51a45660114a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:42.663624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0f69bb-0c7e-4c4b-abd5-9e6c1ebef82f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:42.725549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.748397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.754038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.789450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:42.794660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Made reservation on behalf of a39e9a45117742db8c51a45660114a46 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:42.797471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.813992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a99bbb-1883-462c-9b9e-71af8f54be45,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:42.826008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.828794 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9717bdf-d0bb-4835-8d16-d205eb6b62fa req-931d00ea-32c3-4032-91a8-9bda66f8df69 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6611204 Jul 06 18:18:42.873178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:42.873542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Network hostable DHCP agents. Network: 0cee59f4-ce99-4d40-8278-44c03952b525, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:42.912878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Network 0cee59f4-ce99-4d40-8278-44c03952b525 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:42.929212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 0cee59f4-ce99-4d40-8278-44c03952b525) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:42.938777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-ae51da31-4c1a-4bd5-b4f7-c4dc05d9d6db req-86b4fb40-7001-4421-ab26-18623ec16bee tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1442150788', 'description': 'tempest-description-1665836191'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:42.941166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:42.941785 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:42.944982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a621c6-864f-4d68-8cd8-7e56d4eebe03 None None] Network 0cee59f4-ce99-4d40-8278-44c03952b525 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:43.009901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae51da31-4c1a-4bd5-b4f7-c4dc05d9d6db req-86b4fb40-7001-4421-ab26-18623ec16bee tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.042815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-86e019bd-de22-45d5-834a-72bdcfcc2181 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6527619 Jul 06 18:18:43.100790 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.137591 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae51da31-4c1a-4bd5-b4f7-c4dc05d9d6db req-86b4fb40-7001-4421-ab26-18623ec16bee tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.142395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae51da31-4c1a-4bd5-b4f7-c4dc05d9d6db req-86b4fb40-7001-4421-ab26-18623ec16bee tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.170519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c6d13-cdaf-497a-8161-5dbc11453d0c None None] Network 0cee59f4-ce99-4d40-8278-44c03952b525 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:43.207924 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae51da31-4c1a-4bd5-b4f7-c4dc05d9d6db req-86b4fb40-7001-4421-ab26-18623ec16bee tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.211418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae51da31-4c1a-4bd5-b4f7-c4dc05d9d6db req-86b4fb40-7001-4421-ab26-18623ec16bee tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2779326 Jul 06 18:18:43.239235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4fb40-7001-4421-ab26-18623ec16bee tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859c3b41-a102-45ec-96ab-3f9ec922b882,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:43.269319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3503298d-dcda-4a78-b29b-a73d4ef9a11e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:43.284418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:43.284766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Network hostable DHCP agents. Network: 479a66ed-ef78-4c35-839b-da08422e300a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:43.332138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-205136383', 'description': 'tempest-description-75592892'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:43.335321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Network 479a66ed-ef78-4c35-839b-da08422e300a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:43.365927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 479a66ed-ef78-4c35-839b-da08422e300a) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:43.371086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:43.371794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.374823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.385080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc2e430-89d1-4789-85f7-426b0a5fa1fe None None] Network 479a66ed-ef78-4c35-839b-da08422e300a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:43.408158 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.436602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4f92ff6b-c6bf-458e-ad78-5715c3428a8b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7960024 Jul 06 18:18:43.531907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4dc16-bea6-4f7a-b34a-b8213fa666b1 None None] Network 479a66ed-ef78-4c35-839b-da08422e300a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:43.627955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.636910 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.706707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc338f9-3e1f-4e04-aa8d-fbdf6cb874c5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:43.790957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.799060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.825347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.826716 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-891f951f-4e24-4ff9-aa54-1c40e44275b3 req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5041552 Jul 06 18:18:43.830944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc6745-d868-4f12-9d76-ca9560085d8a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085afb34-b845-4576-ae7d-a7a8f2497bcd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:43.875967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-b7a932a8-000f-4a16-a8b1-2402e4cf303f req-1bb31b8d-5f67-488a-8379-b6ea6a4b0886 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1779342781', 'description': 'tempest-description-1313019204'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:43.902934 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b7a932a8-000f-4a16-a8b1-2402e4cf303f req-1bb31b8d-5f67-488a-8379-b6ea6a4b0886 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:43.988740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ff7cb9e-f5e5-47c2-a3a1-d39f155b9802 req-ac8f103d-bdbc-4dac-bc7c-cfc1686671e2 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0474150 Jul 06 18:18:44.007803 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b7a932a8-000f-4a16-a8b1-2402e4cf303f req-1bb31b8d-5f67-488a-8379-b6ea6a4b0886 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.013679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b7a932a8-000f-4a16-a8b1-2402e4cf303f req-1bb31b8d-5f67-488a-8379-b6ea6a4b0886 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.043709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b7a932a8-000f-4a16-a8b1-2402e4cf303f req-1bb31b8d-5f67-488a-8379-b6ea6a4b0886 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.045537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7a932a8-000f-4a16-a8b1-2402e4cf303f req-1bb31b8d-5f67-488a-8379-b6ea6a4b0886 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1743367 Jul 06 18:18:44.055290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb31b8d-5f67-488a-8379-b6ea6a4b0886 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d310a0ce-78e3-4822-b4f4-bfc3fdf3b5f5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:44.133839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46640) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:44.241755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46654) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:44.248074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-573154226-network', 'tenant_id': '8540d0a6964146a6a09d128349f45bfb'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:44.283960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Made reservation on behalf of 8540d0a6964146a6a09d128349f45bfb for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:44.288123 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.312191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.372770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-ca00407a-edbd-4880-97de-76b5bb8e2b37 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39548 time: 0.2934215 Jul 06 18:18:44.430031 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-8727bd72-7054-44bb-91fc-1d3df7a0f718 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2fc338f9-3e1f-4e04-aa8d-fbdf6cb874c5 HTTP/1.1" status: 200 len: 2981 time: 0.0560012 Jul 06 18:18:44.505997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.510932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-235a90c1-0454-49a6-8fef-574663ae2c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.513024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.515584 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-41eafae6-402a-42dc-92b8-8ea02b340379 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2fc338f9-3e1f-4e04-aa8d-fbdf6cb874c5 HTTP/1.1" status: 200 len: 2981 time: 0.0835464 Jul 06 18:18:44.539705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:44.578653 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.578960 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Added segment 575b6ee0-8419-45a4-94f3-e9f3ec8ec4ab of type vlan for network ed3534f6-8329-4017-be1e-dc9ae84d0024 Jul 06 18:18:44.580784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91eb9b1-a26c-4c12-8add-c4b1d8818092,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:44.615438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-bd4c5af4-c4b5-42ac-9187-ddc1ef548353 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4035b946-5636-4c2e-8140-ba721bb0f126 HTTP/1.1" status: 200 len: 2981 time: 0.0902693 Jul 06 18:18:44.633003 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.668873 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.670778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:44.671805 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.701078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-5fd4a743-95cc-42e3-9b8f-b473b8da145b tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4035b946-5636-4c2e-8140-ba721bb0f126 HTTP/1.1" status: 200 len: 2981 time: 0.0784883 Jul 06 18:18:44.705374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46676) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:44.729172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1705869119-network', 'tenant_id': '1c1a15fcf2ff476985ed05e9e353e95f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:44.743545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] Pushing event updated for resources: {'Network': ['ID=ed3534f6-8329-4017-be1e-dc9ae84d0024,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:44.754247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ed3534f6-8329-4017-be1e-dc9ae84d0024 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:44.772091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-235a90c1-0454-49a6-8fef-574663ae2c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.780465 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-235a90c1-0454-49a6-8fef-574663ae2c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.786281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e61d48e2-f5a9-47dd-9e1d-f32d202145d9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5426669 Jul 06 18:18:44.788424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46682) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:44.798405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Request body: {'subnet': {'network_id': 'ed3534f6-8329-4017-be1e-dc9ae84d0024', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-573154226-subnet', 'tenant_id': '8540d0a6964146a6a09d128349f45bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:44.807204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-49e61491-7d40-4f19-bebe-7fd5fc6a41e3 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5d0f69bb-0c7e-4c4b-abd5-9e6c1ebef82f HTTP/1.1" status: 200 len: 2981 time: 0.1046581 Jul 06 18:18:44.852495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-235a90c1-0454-49a6-8fef-574663ae2c55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=433f93c987ce400b9d09d12de4064b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237787 Jul 06 18:18:44.852709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:44.853459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a90c1-0454-49a6-8fef-574663ae2c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f9190-45ce-44a9-9ffb-bb030adf09ba,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:44.859296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Made reservation on behalf of 1c1a15fcf2ff476985ed05e9e353e95f for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:44.861828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.880138 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.882710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Made reservation on behalf of 8540d0a6964146a6a09d128349f45bfb for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:44.885064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:44.910774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-d9cdc431-d627-4538-a25f-899dd6449873 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5d0f69bb-0c7e-4c4b-abd5-9e6c1ebef82f HTTP/1.1" status: 200 len: 2981 time: 0.0931015 Jul 06 18:18:44.946399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Request body: {'port': {'device_id': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'admin_state_up': True, 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'security_groups': ['e29dbc04-42db-4d28-99ef-44b7c4ec8ad7']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:44.988919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-99ebf9f3-545d-4b27-8f23-9b744ce0880e tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/66df8e77-8e7b-47ec-95f4-42e2a0ccd94f HTTP/1.1" status: 200 len: 2977 time: 0.0688462 Jul 06 18:18:45.036573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-897bbcac-c712-496c-b9e0-8bc6bf2212dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.072169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.078349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-efbcdd14-7d61-4d61-805f-b3a906faab41 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/66df8e77-8e7b-47ec-95f4-42e2a0ccd94f HTTP/1.1" status: 200 len: 2977 time: 0.0745349 Jul 06 18:18:45.079638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.092744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-897bbcac-c712-496c-b9e0-8bc6bf2212dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.115733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:45.142513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa4a40-6ebf-4b7b-8c83-8efc6898b914,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:45.152467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.152795 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Added segment d666f842-e258-4e97-9924-d5c9f2ff4574 of type vlan for network c15c339e-f99d-467a-8a12-3b4123d34346 Jul 06 18:18:45.165772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-9ed67f40-569a-4192-80d5-dd134288f39a tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/983a24a9-7158-49cd-8f3b-f002a7fc30e6 HTTP/1.1" status: 200 len: 2981 time: 0.0699382 Jul 06 18:18:45.202374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Made reservation on behalf of 15540837727f4ed582f5c3253edb5c23 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:45.205949 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.210778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.246244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-463a8d42-b014-431c-a465-39a0ed36dd6e tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/983a24a9-7158-49cd-8f3b-f002a7fc30e6 HTTP/1.1" status: 200 len: 2981 time: 0.0611262 Jul 06 18:18:45.259437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4fd0ec7-ffc9-4e62-8506-ffb560865840 req-c6ae1d63-a340-412b-b5f6-93abf4e576cd tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 210 time: 0.0605731 Jul 06 18:18:45.259986 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.261612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:45.261612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.264480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-897bbcac-c712-496c-b9e0-8bc6bf2212dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.266993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-897bbcac-c712-496c-b9e0-8bc6bf2212dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.270579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-897bbcac-c712-496c-b9e0-8bc6bf2212dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f58f9190-45ce-44a9-9ffb-bb030adf09ba HTTP/1.1" status: 204 len: 168 time: 0.4144459 Jul 06 18:18:45.342899 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6313400 Jul 06 18:18:45.343113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bbcac-c712-496c-b9e0-8bc6bf2212dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f9190-45ce-44a9-9ffb-bb030adf09ba,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:45.348592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46700) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:45.354138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Request body: {'subnet': {'network_id': 'c15c339e-f99d-467a-8a12-3b4123d34346', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1705869119-subnet', 'tenant_id': '1c1a15fcf2ff476985ed05e9e353e95f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:45.376430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec60977-6a61-4a99-8a42-cf04911f95bb admin admin] Pushing event updated for resources: {'Network': ['ID=c15c339e-f99d-467a-8a12-3b4123d34346,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:45.382246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-05d6dfc2-9663-457f-b2ff-3e5615487e88 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a8baa63c-fdaf-4a30-b57f-ed3efd76c184 HTTP/1.1" status: 200 len: 2977 time: 0.1293697 Jul 06 18:18:45.394861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.409667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Made reservation on behalf of 1c1a15fcf2ff476985ed05e9e353e95f for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:45.411747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c15c339e-f99d-467a-8a12-3b4123d34346 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:45.412634 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.493684 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-5f507a34-0772-40ff-8b9d-cffd43f63d23 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a8baa63c-fdaf-4a30-b57f-ed3efd76c184 HTTP/1.1" status: 200 len: 2977 time: 0.1022615 Jul 06 18:18:45.566823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-35bdd946-e2e2-424d-8090-1a8e1a26584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.576745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-d97b6cac-2d44-4f5e-aa23-18f6bea2b00c tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b029c24a-ec64-492c-bf25-d4e993d4b3cd HTTP/1.1" status: 200 len: 2981 time: 0.0722702 Jul 06 18:18:45.594076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Allocated IP 172.20.0.13 (43daa088-211b-4d08-b9a2-8d20245bc1d1/e73e8f9a-6ed7-4915-a3ec-5871c842cd8d/8d3f659b-0e7f-43e4-b571-3426446e3235) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:45.626890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=126b72e4-cf45-47ff-a335-630e2eda1267,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:45.675817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-17286fb8-47f8-4f12-9e5d-77711664bc34 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b029c24a-ec64-492c-bf25-d4e993d4b3cd HTTP/1.1" status: 200 len: 2981 time: 0.0813401 Jul 06 18:18:45.701826 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.722497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Checking segment: {'id': '575b6ee0-8419-45a4-94f3-e9f3ec8ec4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ed3534f6-8329-4017-be1e-dc9ae84d0024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:45.722812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Network hostable DHCP agents. Network: ed3534f6-8329-4017-be1e-dc9ae84d0024, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:45.765983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Network ed3534f6-8329-4017-be1e-dc9ae84d0024 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:45.779534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-cf404bd0-7eda-42de-8f56-5899f2f391c7 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b9084af8-1c9e-4ed5-9d02-dfe66342c549 HTTP/1.1" status: 200 len: 2981 time: 0.0943129 Jul 06 18:18:45.781663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bfc71e-5932-4b5a-bc45-96acd4cd2c90,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:45.789040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ed3534f6-8329-4017-be1e-dc9ae84d0024) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:45.797883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99e2ca-b588-448c-9092-a0976ebbfaf9 None None] Network ed3534f6-8329-4017-be1e-dc9ae84d0024 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:45.799546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:45.800205 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.828466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46726) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:45.831417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Checking segment: {'id': 'd666f842-e258-4e97-9924-d5c9f2ff4574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c15c339e-f99d-467a-8a12-3b4123d34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:45.831856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Network hostable DHCP agents. Network: c15c339e-f99d-467a-8a12-3b4123d34346, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:45.850071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-13036fa2-4d66-41c4-a40e-ea6eb2770ebd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0542102 Jul 06 18:18:45.850071 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.857221 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5e9-e168-43f0-99db-819d308c0d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.888661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-93827155-652d-4b8d-9348-1a3f7767f65e tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b9084af8-1c9e-4ed5-9d02-dfe66342c549 HTTP/1.1" status: 200 len: 2981 time: 0.0983427 Jul 06 18:18:45.893469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Transition to ACTIVE for port object 8d3f659b-0e7f-43e4-b571-3426446e3235 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:45.923068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Network c15c339e-f99d-467a-8a12-3b4123d34346 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:45.953967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c15c339e-f99d-467a-8a12-3b4123d34346) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:45.958538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:45.959130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:45.973053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d90fdb-22c2-4720-a0c9-5e3460a0b048 None None] Network c15c339e-f99d-467a-8a12-3b4123d34346 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:46.002140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-d371bef1-b4ab-4524-9caa-aec2211a28de tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c2957b8b-0e4c-4084-aff1-116e91f50733 HTTP/1.1" status: 200 len: 2973 time: 0.1106071 Jul 06 18:18:46.008710 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.044577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d625d-5187-4513-ba52-fc750100ed6e None None] Network ed3534f6-8329-4017-be1e-dc9ae84d0024 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:46.077396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:46.080022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-106d3d60-0346-4d6a-a673-391fb5fc0991 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c2957b8b-0e4c-4084-aff1-116e91f50733 HTTP/1.1" status: 200 len: 2973 time: 0.0787044 Jul 06 18:18:46.103677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5e9-e168-43f0-99db-819d308c0d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.124100 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afd3b5e9-e168-43f0-99db-819d308c0d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.160548 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-00ad893a-d4f8-44fd-898a-e13bd767e709 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8097925 Jul 06 18:18:46.177987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event updated for resources: {'Port': ['ID=8d3f659b-0e7f-43e4-b571-3426446e3235,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:46.181523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:46.207584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:46.240954 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-dd1f6920-d8b2-4c62-ae09-ffe5806e9cfc tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c9eeda0e-650f-4526-9b34-0068027189c0 HTTP/1.1" status: 200 len: 2977 time: 0.1600392 Jul 06 18:18:46.244016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-afd3b5e9-e168-43f0-99db-819d308c0d80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=205dc36d7398490781fe3804aa0eb8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143047 Jul 06 18:18:46.248956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46750) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:46.318588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:46.321327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3b5e9-e168-43f0-99db-819d308c0d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0802aeb2-ff97-4d3a-b91b-47b24eb7bc63,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:46.321915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.363009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-7fa0598d-5b90-472a-a0a3-e6d83ee2cf0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4271884 Jul 06 18:18:46.394177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-245919ee-3f2a-4d49-a300-eca8bead7bc0 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:18:46.396041 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-245919ee-3f2a-4d49-a300-eca8bead7bc0 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277948 Jul 06 18:18:46.452855 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-a276c5e9-3f5c-47c7-855a-8c77e7f15c43 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c9eeda0e-650f-4526-9b34-0068027189c0 HTTP/1.1" status: 200 len: 2977 time: 0.2019906 Jul 06 18:18:46.518258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d02fe2f-c42f-47ea-8f2c-8e7bd5e1fdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.544102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-dee0e581-06e4-41b0-96e5-cba79838397d tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fe676051-3166-47f0-9c21-f6dcd52ff87e HTTP/1.1" status: 200 len: 2977 time: 0.0899601 Jul 06 18:18:46.552216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b160a4-7ebb-4f8d-a763-8020c34f0d27 None None] Network c15c339e-f99d-467a-8a12-3b4123d34346 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:46.596076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d02fe2f-c42f-47ea-8f2c-8e7bd5e1fdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.634087 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0875a02d-30cb-46ef-8cd1-224a4e13378a req-efdb426b-9fd1-400d-a10e-756def462701 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fe676051-3166-47f0-9c21-f6dcd52ff87e HTTP/1.1" status: 200 len: 2977 time: 0.0888031 Jul 06 18:18:46.698780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d02fe2f-c42f-47ea-8f2c-8e7bd5e1fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.701499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d02fe2f-c42f-47ea-8f2c-8e7bd5e1fdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.705377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9d02fe2f-c42f-47ea-8f2c-8e7bd5e1fdbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0802aeb2-ff97-4d3a-b91b-47b24eb7bc63 HTTP/1.1" status: 204 len: 168 time: 0.4513016 Jul 06 18:18:46.715968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02fe2f-c42f-47ea-8f2c-8e7bd5e1fdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0802aeb2-ff97-4d3a-b91b-47b24eb7bc63,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:46.736033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42234980-26e3-47ed-be2d-a579e3025f6c None None] Provisioning for port 8d3f659b-0e7f-43e4-b571-3426446e3235 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:46.752773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42234980-26e3-47ed-be2d-a579e3025f6c None None] Provisioning complete for port 8d3f659b-0e7f-43e4-b571-3426446e3235 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:46.753324 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42234980-26e3-47ed-be2d-a579e3025f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:46.761897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb2f80-82d2-422c-83dc-6356ad39c5ce req-51cd07b4-2ce4-45ac-910c-fcde3a1ba859 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:46.765192 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28cb2f80-82d2-422c-83dc-6356ad39c5ce req-51cd07b4-2ce4-45ac-910c-fcde3a1ba859 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 932 time: 0.1054294 Jul 06 18:18:46.783158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46778) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:46.828498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28cb2f80-82d2-422c-83dc-6356ad39c5ce req-2ef6db68-e9a4-4c15-b003-11ad08529227 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541785 Jul 06 18:18:46.832946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-42234980-26e3-47ed-be2d-a579e3025f6c None None] Port 8d3f659b-0e7f-43e4-b571-3426446e3235 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:18:46.852941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Request body: {'port': {'device_id': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:46.952197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.039908 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-258dee20-a49d-4c28-806a-e098a0994c78 req-e8c354f3-d0e2-4e95-9e17-df30b19b0d09 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e736987f14c4dcca9dcfa2e19898f56 HTTP/1.1" status: 200 len: 6102 time: 0.1185124 Jul 06 18:18:47.196435 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa20b3b9-f856-4af7-bd07-852e9876f10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.227903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-1d6c6a50-ef1e-4f2c-a76c-1315bb0ae045 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:47.229566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-1d6c6a50-ef1e-4f2c-a76c-1315bb0ae045 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 807 time: 0.1420336 Jul 06 18:18:47.261800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-c4b9099e-7e86-414b-a16c-a9c65f8ff569 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/quotas/9b930b3c03d44f3db7e9b9a394be0525 HTTP/1.1" status: 200 len: 375 time: 0.0190725 Jul 06 18:18:47.307606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-5a83c635-be14-4f4f-9228-786fd9d50296 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356367 Jul 06 18:18:47.404162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa20b3b9-f856-4af7-bd07-852e9876f10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.413633 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-258dee20-a49d-4c28-806a-e098a0994c78 req-dabfabff-fc7f-4df2-a0d4-2b6ca595bc1f tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "GET /v2.0/security-groups/5d0f69bb-0c7e-4c4b-abd5-9e6c1ebef82f HTTP/1.1" status: 200 len: 2981 time: 0.3604102 Jul 06 18:18:47.413876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa20b3b9-f856-4af7-bd07-852e9876f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.467740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aa20b3b9-f856-4af7-bd07-852e9876f10a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2aa24411a5fa4cb49d58e472376c530a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774375 Jul 06 18:18:47.467740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-e3e806aa-e444-4775-951b-c8f6b0a3bb54 service neutron] 10.222.0.53 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460454 Jul 06 18:18:47.468147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46810) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:47.470653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20b3b9-f856-4af7-bd07-852e9876f10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d868d97e-0827-4284-aade-cefdd9422366,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:47.531701 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-258dee20-a49d-4c28-806a-e098a0994c78 req-2c77f563-844f-4faf-b2cb-2afbad8b2d94 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "GET /v2.0/security-groups/5d0f69bb-0c7e-4c4b-abd5-9e6c1ebef82f HTTP/1.1" status: 200 len: 2981 time: 0.1053729 Jul 06 18:18:47.596567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-a69c0c32-69b0-4c29-bd53-143bd3a654f0 service neutron] 10.222.0.53 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220963 Jul 06 18:18:47.614982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3f659b-0e7f-43e4-b571-3426446e3235 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:47.622977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa7c-67e6-4b07-ab50-dfc31ef8a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.652064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa7c-67e6-4b07-ab50-dfc31ef8a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.654978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.684867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Transition to ACTIVE for port object 8d3f659b-0e7f-43e4-b571-3426446e3235 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:47.694046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.802309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Pushing event updated for resources: {'Port': ['ID=8d3f659b-0e7f-43e4-b571-3426446e3235,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:47.814852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa7c-67e6-4b07-ab50-dfc31ef8a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.830850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa7c-67e6-4b07-ab50-dfc31ef8a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.836210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bae4fa7c-67e6-4b07-ab50-dfc31ef8a43f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d868d97e-0827-4284-aade-cefdd9422366 HTTP/1.1" status: 204 len: 168 time: 0.3684843 Jul 06 18:18:47.881383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4fa7c-67e6-4b07-ab50-dfc31ef8a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d868d97e-0827-4284-aade-cefdd9422366,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:47.921034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fdbdb49b-377d-40a7-bfe7-14c76a8a2a13 req-00a95465-6d11-4534-8a5a-415950330855 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d310a0ce-78e3-4822-b4f4-bfc3fdf3b5f5 HTTP/1.1" status: 200 len: 1778 time: 0.0717452 Jul 06 18:18:47.991042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Attempting to bind port 8d3f659b-0e7f-43e4-b571-3426446e3235 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:47.991944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Attempting to bind port 8d3f659b-0e7f-43e4-b571-3426446e3235 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:47.992449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Attempting to bind port 8d3f659b-0e7f-43e4-b571-3426446e3235 on network 43daa088-211b-4d08-b9a2-8d20245bc1d1 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:48.004793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Port 8d3f659b-0e7f-43e4-b571-3426446e3235 on network 43daa088-211b-4d08-b9a2-8d20245bc1d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:18:48.006699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Attempting to bind port 8d3f659b-0e7f-43e4-b571-3426446e3235 on network 43daa088-211b-4d08-b9a2-8d20245bc1d1 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:48.026142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:48.026913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Checking segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:48.028301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Bound using segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:48.029050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Bound port: 8d3f659b-0e7f-43e4-b571-3426446e3235, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:48.029623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.044841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fdbdb49b-377d-40a7-bfe7-14c76a8a2a13 req-c6d3f8cb-2a05-4a2a-8da9-ff2890ae2aa7 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.071442 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fdbdb49b-377d-40a7-bfe7-14c76a8a2a13 req-c6d3f8cb-2a05-4a2a-8da9-ff2890ae2aa7 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.136546 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d50cae9e-e839-459f-987e-e4e4f9d42180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.142497 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fdbdb49b-377d-40a7-bfe7-14c76a8a2a13 req-c6d3f8cb-2a05-4a2a-8da9-ff2890ae2aa7 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.150215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fdbdb49b-377d-40a7-bfe7-14c76a8a2a13 req-c6d3f8cb-2a05-4a2a-8da9-ff2890ae2aa7 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.167226 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fdbdb49b-377d-40a7-bfe7-14c76a8a2a13 req-c6d3f8cb-2a05-4a2a-8da9-ff2890ae2aa7 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/d310a0ce-78e3-4822-b4f4-bfc3fdf3b5f5 HTTP/1.1" status: 204 len: 173 time: 0.2319410 Jul 06 18:18:48.184270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3f8cb-2a05-4a2a-8da9-ff2890ae2aa7 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d310a0ce-78e3-4822-b4f4-bfc3fdf3b5f5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:48.278193 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.284917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32544014-1532-45ea-86c6-f1bf50e66019 req-1230cdc4-9246-44e0-92c9-d725c44bfa9b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 210 time: 0.0578833 Jul 06 18:18:48.295658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] For port 8d3f659b-0e7f-43e4-b571-3426446e3235, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:48.319060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] For port 8d3f659b-0e7f-43e4-b571-3426446e3235, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=8d3f659b-0e7f-43e4-b571-3426446e3235,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:48.334604 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.355932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-ed37b8e9-e470-4398-a26b-c4c56f0dd58f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.357699 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-ed37b8e9-e470-4398-a26b-c4c56f0dd58f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 821 time: 0.3084767 Jul 06 18:18:48.407883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-e0b28092-9697-45ff-8993-9c262c236aa0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/quotas/a39e9a45117742db8c51a45660114a46 HTTP/1.1" status: 200 len: 375 time: 0.0182657 Jul 06 18:18:48.487559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Pushing event updated for resources: {'Port': ['ID=8d3f659b-0e7f-43e4-b571-3426446e3235,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:48.488655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46874) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:48.510925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52b974c1-abc4-405f-a3ea-4873b44e6e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.543604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-59684554-5d0c-4c2a-8c5e-10e096b32e31 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1344106 Jul 06 18:18:48.552013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.552913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.554507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-1e8d48da-faa7-4c5a-92f5-2c9368b76eca service neutron] 10.222.0.41 "PUT /v2.0/ports/8d3f659b-0e7f-43e4-b571-3426446e3235 HTTP/1.1" status: 200 len: 1092 time: 1.9025183 Jul 06 18:18:48.555119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'tag': '8d3f659b-0e7f-43e4-b571-3426446e3235'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:48.566466 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672a7f3d-8414-44ff-b782-589274e87d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e49a2f7f-5ec7-4e03-b525-1c1c65c65559", "tag": "8d3f659b-0e7f-43e4-b571-3426446e3235"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:48.726088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-be578081-0fdd-4110-8310-c81435fe773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.727952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-be578081-0fdd-4110-8310-c81435fe773f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 1095 time: 0.1297259 Jul 06 18:18:48.778749 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52b974c1-abc4-405f-a3ea-4873b44e6e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.789190 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52b974c1-abc4-405f-a3ea-4873b44e6e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:48.810342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-0bfe24b3-5344-4a51-a3e9-4df308de998f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:18:48.811441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-0bfe24b3-5344-4a51-a3e9-4df308de998f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935588 Jul 06 18:18:48.813173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-20052f8d-a861-418e-b58d-ee6938030f7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3f659b-0e7f-43e4-b571-3426446e3235 HTTP/1.1" status: 200 len: 217 time: 0.0772715 Jul 06 18:18:48.846593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46890) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:48.846789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-52b974c1-abc4-405f-a3ea-4873b44e6e07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9978afee5a846378c5ea5e44584ce2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568087 Jul 06 18:18:48.847666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b974c1-abc4-405f-a3ea-4873b44e6e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a1b8ce-67a9-47d6-9ffe-74ddcbcce820,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:48.881607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac3df-8fc2-4efd-9108-90fa6baefcd3 req-edceac03-870a-4a74-abce-9429568ab43f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.883362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e40ac3df-8fc2-4efd-9108-90fa6baefcd3 req-edceac03-870a-4a74-abce-9429568ab43f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 944 time: 0.2296576 Jul 06 18:18:48.935479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e40ac3df-8fc2-4efd-9108-90fa6baefcd3 req-9e627833-083c-41ed-8cc2-b5258e7aa663 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453091 Jul 06 18:18:48.966036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-c4dad1c7-e9a8-4b92-87ab-979f6ae22223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.968004 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-c4dad1c7-e9a8-4b92-87ab-979f6ae22223 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d HTTP/1.1" status: 200 len: 863 time: 0.1396160 Jul 06 18:18:49.011292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9151330b-805d-423d-9c74-cb8090f68b9b req-6967a2a1-a932-4159-a6e7-27dec394920d tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "GET /v2.0/security-groups/085afb34-b845-4576-ae7d-a7a8f2497bcd HTTP/1.1" status: 200 len: 1775 time: 0.0478110 Jul 06 18:18:49.064097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9151330b-805d-423d-9c74-cb8090f68b9b req-b5cd29c9-529c-4841-9914-bb7d428746d6 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.072625 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-22e52da3-8884-4f49-afbb-1f7738e82f57 service neutron] 10.222.0.53 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546799 Jul 06 18:18:49.073272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4182c3f5-f821-429a-b36a-51f048ebeda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.086401 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9151330b-805d-423d-9c74-cb8090f68b9b req-b5cd29c9-529c-4841-9914-bb7d428746d6 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.135386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9151330b-805d-423d-9c74-cb8090f68b9b req-b5cd29c9-529c-4841-9914-bb7d428746d6 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.138671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9151330b-805d-423d-9c74-cb8090f68b9b req-b5cd29c9-529c-4841-9914-bb7d428746d6 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.142323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9151330b-805d-423d-9c74-cb8090f68b9b req-b5cd29c9-529c-4841-9914-bb7d428746d6 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/085afb34-b845-4576-ae7d-a7a8f2497bcd HTTP/1.1" status: 204 len: 173 time: 0.1247616 Jul 06 18:18:49.155883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd29c9-529c-4841-9914-bb7d428746d6 tempest-SecurityGroupsTestAdminJSON-933508581 tempest-SecurityGroupsTestAdminJSON-933508581-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085afb34-b845-4576-ae7d-a7a8f2497bcd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:49.164087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4182c3f5-f821-429a-b36a-51f048ebeda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.226997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-552a808b-2702-47a4-9311-62f335e08994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.228527 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-552a808b-2702-47a4-9311-62f335e08994 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43daa088-211b-4d08-b9a2-8d20245bc1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445045 Jul 06 18:18:49.253024 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-7182659a-4e62-4063-aefa-ed8f431cb4c4 service neutron] 10.222.0.53 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677177 Jul 06 18:18:49.312598 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.320551 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb47f677-1fde-4b3b-a456-b9a61e619f06 x-openstack-request-id: req-bb47f677-1fde-4b3b-a456-b9a61e619f06 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:49.320972 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49a2f7f-5ec7-4e03-b525-1c1c65c65559", "tag": "8d3f659b-0e7f-43e4-b571-3426446e3235", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:49.321167 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb47f677-1fde-4b3b-a456-b9a61e619f06 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:49.321500 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'tag': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'status': 'completed', 'code': 200} Jul 06 18:18:49.360446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-c1bbc5af-5e3a-4d5c-b131-0d65392a97e9 service neutron] 10.222.0.41 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223736 Jul 06 18:18:49.361184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4182c3f5-f821-429a-b36a-51f048ebeda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.363785 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4182c3f5-f821-429a-b36a-51f048ebeda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.364832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4182c3f5-f821-429a-b36a-51f048ebeda5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0a1b8ce-67a9-47d6-9ffe-74ddcbcce820 HTTP/1.1" status: 204 len: 168 time: 0.5151126 Jul 06 18:18:49.390473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182c3f5-f821-429a-b36a-51f048ebeda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a1b8ce-67a9-47d6-9ffe-74ddcbcce820,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:49.529732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-635c085f-662a-4038-89da-9f87115183f1 req-611e7b3e-fb3c-4dcb-af44-0b833c106796 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "GET /v2.0/security-groups/859c3b41-a102-45ec-96ab-3f9ec922b882 HTTP/1.1" status: 200 len: 1778 time: 0.1161978 Jul 06 18:18:49.604717 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ded19549-9bcf-4baa-92a4-c8aa261b4861 req-3cef0de9-2679-49de-894d-022cc6948c10 service neutron] 10.222.0.41 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362862 Jul 06 18:18:49.617641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.618827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.619588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.620498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.620971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.622392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.622881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.623516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.623988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.638772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ace3979a-822f-44c4-a24e-9bc6ce99cb19 req-f635e65f-427e-4e70-b926-079d810dc659 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.1823232 Jul 06 18:18:49.693816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-635c085f-662a-4038-89da-9f87115183f1 req-28910701-64d4-4ce5-acde-04399089fb0d tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.797843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-635c085f-662a-4038-89da-9f87115183f1 req-28910701-64d4-4ce5-acde-04399089fb0d tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.889982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-5a096596-ca5e-48a6-8576-aa3ebe532545 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.891710 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-5a096596-ca5e-48a6-8576-aa3ebe532545 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 807 time: 0.2489111 Jul 06 18:18:49.893799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7f3d-8414-44ff-b782-589274e87d9a req-837b7d86-a336-4c95-a41e-4486924364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.895463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-672a7f3d-8414-44ff-b782-589274e87d9a req-837b7d86-a336-4c95-a41e-4486924364cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 1095 time: 0.2025046 Jul 06 18:18:49.904288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-635c085f-662a-4038-89da-9f87115183f1 req-28910701-64d4-4ce5-acde-04399089fb0d tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.907961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-635c085f-662a-4038-89da-9f87115183f1 req-28910701-64d4-4ce5-acde-04399089fb0d tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.909689 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6bc64c5-083a-42c9-9677-80a30219b864 req-689d28f1-1e70-4929-b5cb-a67256b5f78b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 210 time: 0.0504742 Jul 06 18:18:49.915463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-635c085f-662a-4038-89da-9f87115183f1 req-28910701-64d4-4ce5-acde-04399089fb0d tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "DELETE /v2.0/security-groups/859c3b41-a102-45ec-96ab-3f9ec922b882 HTTP/1.1" status: 204 len: 173 time: 0.3783555 Jul 06 18:18:49.927368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Request body: {'port': {'device_id': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'admin_state_up': True, 'tenant_id': '9b930b3c03d44f3db7e9b9a394be0525'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:50.042758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ff69-85c4-449a-9b90-2ba1e7ec05ec req-6ff7447b-4a68-446c-9627-94c1f63ba596 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.059456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ab1ff69-85c4-449a-9b90-2ba1e7ec05ec req-6ff7447b-4a68-446c-9627-94c1f63ba596 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 886 time: 0.1215358 Jul 06 18:18:50.083787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28910701-64d4-4ce5-acde-04399089fb0d tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c3b41-a102-45ec-96ab-3f9ec922b882,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:50.096197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f8ae05d-d416-470c-9c1e-9d2bfa497095 req-d3ef60b0-dba7-4c2c-914b-3ae2ea8572ba tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 210 time: 0.1089568 Jul 06 18:18:50.271821 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2cc1f9c4-cf3f-4dfc-9ed3-80ef55136d37 req-4f6e756e-bf63-4128-a034-fe3ca2d21b65 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "GET /v2.0/security-groups/56a99bbb-1883-462c-9b9e-71af8f54be45 HTTP/1.1" status: 200 len: 1776 time: 0.0822556 Jul 06 18:18:50.278347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7f3d-8414-44ff-b782-589274e87d9a req-c758722f-8597-4dde-a01d-3c559fbb0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.279851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-672a7f3d-8414-44ff-b782-589274e87d9a req-c758722f-8597-4dde-a01d-3c559fbb0707 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 925 time: 0.3770912 Jul 06 18:18:50.353440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-672a7f3d-8414-44ff-b782-589274e87d9a req-5ad4c85f-2976-407f-8697-d8fd8443b750 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3f659b-0e7f-43e4-b571-3426446e3235 HTTP/1.1" status: 200 len: 217 time: 0.0530465 Jul 06 18:18:50.357996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Made reservation on behalf of 9b930b3c03d44f3db7e9b9a394be0525 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:50.361851 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.477163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2cc1f9c4-cf3f-4dfc-9ed3-80ef55136d37 req-45fff282-e9be-4f1b-bbd8-cd28a4f0d593 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.504442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7f3d-8414-44ff-b782-589274e87d9a req-136923d5-91d7-470e-8d34-0329869a372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.505949 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-672a7f3d-8414-44ff-b782-589274e87d9a req-136923d5-91d7-470e-8d34-0329869a372e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d HTTP/1.1" status: 200 len: 863 time: 0.1420524 Jul 06 18:18:50.536855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2cc1f9c4-cf3f-4dfc-9ed3-80ef55136d37 req-45fff282-e9be-4f1b-bbd8-cd28a4f0d593 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.560484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba271c6-eb93-4183-a0d0-7dd3e8064c8e req-2fc6e2c3-060d-445c-a00c-2fde8e29fd5f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.562019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ba271c6-eb93-4183-a0d0-7dd3e8064c8e req-2fc6e2c3-060d-445c-a00c-2fde8e29fd5f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 944 time: 0.0779474 Jul 06 18:18:50.625709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ba271c6-eb93-4183-a0d0-7dd3e8064c8e req-372b3bb4-e901-4e09-a4b3-7a49e2fa00bb tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568874 Jul 06 18:18:50.665805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Allocated IP 172.20.0.11 (0cee59f4-ce99-4d40-8278-44c03952b525/bd8d1ead-854f-4b1e-8b96-1f6a897e39fe/fa468ed0-9495-45c7-b430-5e81f946ea7b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:50.672665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2cc1f9c4-cf3f-4dfc-9ed3-80ef55136d37 req-45fff282-e9be-4f1b-bbd8-cd28a4f0d593 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.675357 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2cc1f9c4-cf3f-4dfc-9ed3-80ef55136d37 req-45fff282-e9be-4f1b-bbd8-cd28a4f0d593 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.693285 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2cc1f9c4-cf3f-4dfc-9ed3-80ef55136d37 req-45fff282-e9be-4f1b-bbd8-cd28a4f0d593 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] 10.222.0.53 "DELETE /v2.0/security-groups/56a99bbb-1883-462c-9b9e-71af8f54be45 HTTP/1.1" status: 204 len: 173 time: 0.4204733 Jul 06 18:18:50.734652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7f3d-8414-44ff-b782-589274e87d9a req-b812d287-9d19-4cce-a8b4-a25682a66615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.736251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-672a7f3d-8414-44ff-b782-589274e87d9a req-b812d287-9d19-4cce-a8b4-a25682a66615 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43daa088-211b-4d08-b9a2-8d20245bc1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175136 Jul 06 18:18:50.744665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fff282-e9be-4f1b-bbd8-cd28a4f0d593 tempest-SecurityGroupsTestAdminJSON-1380555353 tempest-SecurityGroupsTestAdminJSON-1380555353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a99bbb-1883-462c-9b9e-71af8f54be45,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:50.804614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.805150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.805678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.806229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.808450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.808937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.810144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.811218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.812976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.818471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bd32d7d-2533-48dc-8c68-3746a6609231 req-23096587-b0fb-4f52-b3b3-7fec102b2a59 tempest-NetworksTest-8528849 tempest-NetworksTest-8528849-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.1600025 Jul 06 18:18:50.881461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.959782 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-672a7f3d-8414-44ff-b782-589274e87d9a req-af2e2063-3765-4cee-b4ad-065ae59998d9 service neutron] 10.222.0.41 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057788 Jul 06 18:18:51.022851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.41', 60373) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:51.328160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a709ca6-bf6f-49a0-b385-abfc330df602 req-a3ced73c-76fe-4083-b8e1-f16d2041a04a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 210 time: 0.0490317 Jul 06 18:18:51.344702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46982) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:51.391350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46988) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:51.470112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-5f8e3e16-17f5-472f-b80f-bfe1050ed404 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:51.471828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-5f8e3e16-17f5-472f-b80f-bfe1050ed404 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 821 time: 0.4479511 Jul 06 18:18:51.486222 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:51.489881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Request body: {'port': {'device_id': '12809427-9e2d-4ae5-8f83-4593daab691d', 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'admin_state_up': True, 'tenant_id': 'a39e9a45117742db8c51a45660114a46'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:51.529833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dad3f-de2b-4cc7-a813-4d0a7ed1d8c6 req-1fdd5db7-3574-4d43-895b-c7dc2e6da5e4 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:51.531795 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-403dad3f-de2b-4cc7-a813-4d0a7ed1d8c6 req-1fdd5db7-3574-4d43-895b-c7dc2e6da5e4 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 971 time: 0.6022294 Jul 06 18:18:51.539752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-672a7f3d-8414-44ff-b782-589274e87d9a req-ec1ce9e0-489a-4847-a545-b5b9cfa5f702 service neutron] 10.222.0.41 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569913 Jul 06 18:18:51.592873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6631ba9a-7bc1-48a1-80b1-94513ba44b70 req-529faef1-289d-4553-98e2-3af8ebc7dff2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 210 time: 0.0354495 Jul 06 18:18:51.606397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-403dad3f-de2b-4cc7-a813-4d0a7ed1d8c6 req-90ac4dc3-c23b-4e29-902b-d75f53cf2316 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652239 Jul 06 18:18:51.609250 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:51.666984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Network 0cee59f4-ce99-4d40-8278-44c03952b525 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:51.672885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:51.675462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:51.694463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Made reservation on behalf of a39e9a45117742db8c51a45660114a46 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:51.713020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Pushing event updated for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:51.724495 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:51.779286 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d815a91a-680c-4a8b-a6ad-3aefbb8f6475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:51.785504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:51.788370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:51.814242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-7f12830a-911c-456c-b165-379505180697 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9124372 Jul 06 18:18:51.827467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Request body: {'port': {'device_id': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:51.906804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.24', 51995) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:51.912148 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:51.917923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b541a4a3-e480-4560-b1ad-18410bb70d5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e736987f14c4dcca9dcfa2e19898f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719578 Jul 06 18:18:51.922835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47014) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:51.947305 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:18:51.982502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.070990 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9fc7-b264-4a46-945d-7a49f066ecbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.091278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aca6c-0da5-41eb-b753-a81202266e1f req-57b23168-31a8-4412-ae21-a9337fa67c8d tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:52.092835 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-258aca6c-0da5-41eb-b753-a81202266e1f req-57b23168-31a8-4412-ae21-a9337fa67c8d tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.24 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 971 time: 0.1861856 Jul 06 18:18:52.147447 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.192873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80950f0-009b-44fe-bcb8-d1ef91833613 req-89727423-d06c-4d6e-a99c-f95e71299400 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:52.194336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c80950f0-009b-44fe-bcb8-d1ef91833613 req-89727423-d06c-4d6e-a99c-f95e71299400 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 944 time: 0.3671124 Jul 06 18:18:52.202031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Allocated IP 172.20.0.4 (479a66ed-ef78-4c35-839b-da08422e300a/3503298d-dcda-4a78-b29b-a73d4ef9a11e/7e7195df-f959-47ba-8b53-71b8ef40e5c9) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:52.205462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9fc7-b264-4a46-945d-7a49f066ecbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.305183 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d815a91a-680c-4a8b-a6ad-3aefbb8f6475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.317596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c80950f0-009b-44fe-bcb8-d1ef91833613 req-10803f7a-6c35-4a34-94ba-47c96206d61d tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074228 Jul 06 18:18:52.355400 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d815a91a-680c-4a8b-a6ad-3aefbb8f6475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.397157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9fc7-b264-4a46-945d-7a49f066ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.401338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9fc7-b264-4a46-945d-7a49f066ecbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.402770 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6eaa9fc7-b264-4a46-945d-7a49f066ecbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d0f69bb-0c7e-4c4b-abd5-9e6c1ebef82f HTTP/1.1" status: 204 len: 168 time: 0.4776258 Jul 06 18:18:52.462151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815a91a-680c-4a8b-a6ad-3aefbb8f6475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85eb20-475a-40b1-8162-36bedcdef8ad,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:52.471759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d815a91a-680c-4a8b-a6ad-3aefbb8f6475 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2038b37b45441ccbed47c3dc1632434&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0793614 Jul 06 18:18:52.475035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47046) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:52.485012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa9fc7-b264-4a46-945d-7a49f066ecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0f69bb-0c7e-4c4b-abd5-9e6c1ebef82f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:52.533188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.558277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Deleting port 66e16254-b066-449f-9c55-51b48f01a8a5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:18:52.558777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.594257 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.719194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Network 479a66ed-ef78-4c35-839b-da08422e300a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:52.720690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Pushing event updated for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:52.724073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:52.745569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a90cda9c-94c4-4a94-9902-bfcea08f9311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.768988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:52.808142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa468ed0-9495-45c7-b430-5e81f946ea7b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:52.832711 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.840545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] For port 66e16254-b066-449f-9c55-51b48f01a8a5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=66e16254-b066-449f-9c55-51b48f01a8a5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:52.841057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.853853 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a90cda9c-94c4-4a94-9902-bfcea08f9311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.875808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Calling delete_port for 66e16254-b066-449f-9c55-51b48f01a8a5 owned by compute:tempest-test_az-1534895923 {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:18:52.892127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Transition to ACTIVE for port object fa468ed0-9495-45c7-b430-5e81f946ea7b will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:52.908956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5646-e18b-49e0-8c7d-d25d5a62a1e9 req-9ebfc437-373f-4164-a21c-7157f60668fd tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:52.910392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5af5646-e18b-49e0-8c7d-d25d5a62a1e9 req-9ebfc437-373f-4164-a21c-7157f60668fd tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 932 time: 0.3266346 Jul 06 18:18:52.918154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.926922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:52.929865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.970659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-81e845cc-0a7a-461b-a4c7-54673849d9d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4888892 Jul 06 18:18:52.970984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 8d3f659b-0e7f-43e4-b571-3426446e3235 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:18:52.998270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746abb9-5344-4b54-8f46-82d3f7686fe1 req-d0e3a7f7-6a66-4364-b6e3-d2bfe8535755 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:53.010214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3746abb9-5344-4b54-8f46-82d3f7686fe1 req-d0e3a7f7-6a66-4364-b6e3-d2bfe8535755 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/ports?device_id=00630b50-5181-4e30-b166-bf179e7160c6 HTTP/1.1" status: 200 len: 971 time: 0.1469593 Jul 06 18:18:53.022745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Request body: {'port': {'device_id': '12809427-9e2d-4ae5-8f83-4593daab691d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:53.027022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47060) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:53.087636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Pushing event updated for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:53.101630 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5af5646-e18b-49e0-8c7d-d25d5a62a1e9 req-f2212e60-49bb-48c4-af8a-cf4ed0a28782 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745100 Jul 06 18:18:53.106930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a90cda9c-94c4-4a94-9902-bfcea08f9311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.109173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a90cda9c-94c4-4a94-9902-bfcea08f9311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.113817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a90cda9c-94c4-4a94-9902-bfcea08f9311 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba85eb20-475a-40b1-8162-36bedcdef8ad HTTP/1.1" status: 204 len: 168 time: 0.6368408 Jul 06 18:18:53.136790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3746abb9-5344-4b54-8f46-82d3f7686fe1 req-031142ca-e8f7-486d-80d3-39f5932facea tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8baa63c-fdaf-4a30-b57f-ed3efd76c184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250503 Jul 06 18:18:53.158748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cda9c-94c4-4a94-9902-bfcea08f9311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85eb20-475a-40b1-8162-36bedcdef8ad,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:53.177407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a7ea0dc6-759e-49f2-b326-70e4390cad1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f01fdfed4d34caca4ed00cd678ab40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403935 Jul 06 18:18:53.180661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47066) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:53.215614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 8d3f659b-0e7f-43e4-b571-3426446e3235, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=8d3f659b-0e7f-43e4-b571-3426446e3235,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:53.236429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47068) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:53.238102 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.249943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'port_id': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'mac_address': 'fa:16:3e:60:b3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:18:53.303698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47072) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:53.346294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.352310 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.374720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['66e16254-b066-449f-9c55-51b48f01a8a5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:18:53.398673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Pushing event deleted for resources: {'Port': ['ID=66e16254-b066-449f-9c55-51b48f01a8a5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:53.407241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3f659b-0e7f-43e4-b571-3426446e3235 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:53.444154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 8d3f659b-0e7f-43e4-b571-3426446e3235, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=8d3f659b-0e7f-43e4-b571-3426446e3235,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:53.450792 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.529462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:53.529962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:53.530397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:53.547634 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8df66efa-1d52-4c65-aedd-0c236b04b1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.572217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] No DVR routers for this DVR port 66e16254-b066-449f-9c55-51b48f01a8a5 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:18:53.585880 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.588594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-258aca6c-0da5-41eb-b753-a81202266e1f req-85d88c84-f516-414c-a8aa-f091d06966f8 tempest-AggregatesAdminTestJSON-1817973988 tempest-AggregatesAdminTestJSON-1817973988-project] 10.222.0.24 "DELETE /v2.0/ports/66e16254-b066-449f-9c55-51b48f01a8a5 HTTP/1.1" status: 204 len: 173 time: 1.4841328 Jul 06 18:18:53.601553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00630b50-5181-4e30-b166-bf179e7160c6', 'name': 'network-vif-deleted', 'tag': '66e16254-b066-449f-9c55-51b48f01a8a5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:53.604198 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fd56a4-1ca8-499d-b552-620dd76fba90" -d '{"events": [{"server_uuid": "00630b50-5181-4e30-b166-bf179e7160c6", "name": "network-vif-deleted", "tag": "66e16254-b066-449f-9c55-51b48f01a8a5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:53.610873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:18:53.611198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:53.611342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=8d3f659b-0e7f-43e4-b571-3426446e3235,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:53.651216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc0f65-49b6-4d3c-8302-471584083b3f req-70772a83-c74a-4ac7-a159-8b265b8799ff tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:53.652801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fecc0f65-49b6-4d3c-8302-471584083b3f req-70772a83-c74a-4ac7-a159-8b265b8799ff tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 931 time: 0.3304420 Jul 06 18:18:53.666353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:53.666623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:53.667018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:53.667474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Bound port: fa468ed0-9495-45c7-b430-5e81f946ea7b, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:53.667830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.782388 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fecc0f65-49b6-4d3c-8302-471584083b3f req-b6994e25-a361-4eec-97bc-4b9352268296 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116524 Jul 06 18:18:53.783549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['8d3f659b-0e7f-43e4-b571-3426446e3235'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:18:53.848595 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985fc653-3572-4794-bf04-46b8e07931f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.859693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:53.871231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8df66efa-1d52-4c65-aedd-0c236b04b1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.883779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:53.891729 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.944386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47082) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:53.970855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df8b571-dc77-4479-b310-1004991160ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.983203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:53.984223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:53.986123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] 10.222.0.24 "PUT /v2.0/ports/fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 1092 time: 2.1635263 Jul 06 18:18:54.092908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36f8988b-400b-4462-b67a-f1511e8b0222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.106241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df8b571-dc77-4479-b310-1004991160ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.130511 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219ef8f8-b944-4b2f-af6f-2d68c56bc1fc x-openstack-request-id: req-219ef8f8-b944-4b2f-af6f-2d68c56bc1fc {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:54.131061 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00630b50-5181-4e30-b166-bf179e7160c6", "name": "network-vif-deleted", "tag": "66e16254-b066-449f-9c55-51b48f01a8a5", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:54.131457 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-219ef8f8-b944-4b2f-af6f-2d68c56bc1fc {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:54.131978 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00630b50-5181-4e30-b166-bf179e7160c6', 'name': 'network-vif-deleted', 'tag': '66e16254-b066-449f-9c55-51b48f01a8a5', 'status': 'completed', 'code': 200} Jul 06 18:18:54.133615 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df8b571-dc77-4479-b310-1004991160ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.200386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c262-56e8-480d-bf96-489e7142854b service neutron] Pushing event updated for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:54.223235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8b571-dc77-4479-b310-1004991160ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685c7b60-073c-4f38-84ff-e5369f51ada5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:54.247089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4df8b571-dc77-4479-b310-1004991160ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecdf1aee0a10440083bdce0e83856c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991159 Jul 06 18:18:54.250992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47088) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:54.279497 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-36f8988b-400b-4462-b67a-f1511e8b0222 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:18:54.279497 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:18:54.279497 n-d-799684-2 neutron-server[93966]: [parameters: {'project_id_1': '93723afaace74cde82ce0fc09f4044a9', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 18, 54, 176960)}] Jul 06 18:18:54.279497 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:18:54.280492 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-36f8988b-400b-4462-b67a-f1511e8b0222 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:18:54.296193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7195df-f959-47ba-8b53-71b8ef40e5c9 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:54.308466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-356487c1-7e8c-41c1-9e16-51e6b6afa786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:54.310662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-356487c1-7e8c-41c1-9e16-51e6b6afa786 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1095 time: 0.1970963 Jul 06 18:18:54.315604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.339646 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8df66efa-1d52-4c65-aedd-0c236b04b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.342321 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8df66efa-1d52-4c65-aedd-0c236b04b1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.343479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8df66efa-1d52-4c65-aedd-0c236b04b1b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fc338f9-3e1f-4e04-aa8d-fbdf6cb874c5 HTTP/1.1" status: 204 len: 168 time: 1.1617224 Jul 06 18:18:54.351575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977f278-a7c6-4b9a-a3c9-c6260e15ab20 req-ffb657bb-eb68-40cc-9e40-3e4dcfdbfea4 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:54.353518 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7977f278-a7c6-4b9a-a3c9-c6260e15ab20 req-ffb657bb-eb68-40cc-9e40-3e4dcfdbfea4 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 945 time: 0.8134696 Jul 06 18:18:54.364059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-9d04c2e3-1109-4bc0-85d4-53614e95667a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 217 time: 0.0426557 Jul 06 18:18:54.372180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b193f4f3-bd8b-4733-b4fd-d90cebb29b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.379913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df66efa-1d52-4c65-aedd-0c236b04b1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc338f9-3e1f-4e04-aa8d-fbdf6cb874c5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:54.382960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Transition to ACTIVE for port object 7e7195df-f959-47ba-8b53-71b8ef40e5c9 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:54.399923 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.455212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:54.489833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b193f4f3-bd8b-4733-b4fd-d90cebb29b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.511918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-b2b47942-bd96-4320-ade3-1b8b5945cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:54.513661 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-b2b47942-bd96-4320-ade3-1b8b5945cf1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1385708 Jul 06 18:18:54.519010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7977f278-a7c6-4b9a-a3c9-c6260e15ab20 req-3cbb24bb-8c41-425b-ae2a-8be0261cea86 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496418 Jul 06 18:18:54.579698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985fc653-3572-4794-bf04-46b8e07931f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.585891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-09421051-ce40-4dd2-9abb-aa388fdcde35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650411 Jul 06 18:18:54.622663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f79b8-0429-446e-b628-cd6d0c67b0f9 req-0105203c-4358-4db3-996c-b2ebc61326ac tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:54.624354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc9f79b8-0429-446e-b628-cd6d0c67b0f9 req-0105203c-4358-4db3-996c-b2ebc61326ac tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 944 time: 0.2657161 Jul 06 18:18:54.683241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b193f4f3-bd8b-4733-b4fd-d90cebb29b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.685789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b193f4f3-bd8b-4733-b4fd-d90cebb29b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.689532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b193f4f3-bd8b-4733-b4fd-d90cebb29b93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/685c7b60-073c-4f38-84ff-e5369f51ada5 HTTP/1.1" status: 204 len: 168 time: 0.4350653 Jul 06 18:18:54.709373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193f4f3-bd8b-4733-b4fd-d90cebb29b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685c7b60-073c-4f38-84ff-e5369f51ada5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:54.748608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc9f79b8-0429-446e-b628-cd6d0c67b0f9 req-ec0dd574-54be-4a30-93a5-94748b60d24e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942938 Jul 06 18:18:54.763383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-eeb86a1a-a07e-4ccf-81b9-32b71700def7 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695759 Jul 06 18:18:54.788186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36f8988b-400b-4462-b67a-f1511e8b0222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.794940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985fc653-3572-4794-bf04-46b8e07931f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.885873 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc44393e-1118-48f1-8e50-32f4ab50a64a req-cd48e43e-3884-481e-ab4f-4eddd1b07072 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079729 Jul 06 18:18:54.893392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fc653-3572-4794-bf04-46b8e07931f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a3800b-60cb-4e32-b402-f4f07a511cc3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:54.904701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47102) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:54.904940 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-985fc653-3572-4794-bf04-46b8e07931f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4dc5851ba25f41a7acf4a3d13f0793f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5999248 Jul 06 18:18:54.948972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:54.949624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:54.950200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:54.961179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:18:54.961947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:54.973080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 8d3f659b-0e7f-43e4-b571-3426446e3235 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:54.977828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:54.978412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:54.979119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:54.979761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Bound port: 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:54.980225 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:54.996398 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efed8fea-f011-4b2d-b659-754b4cbcff1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.023045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efed8fea-f011-4b2d-b659-754b4cbcff1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.085921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efed8fea-f011-4b2d-b659-754b4cbcff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.089380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efed8fea-f011-4b2d-b659-754b4cbcff1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.091151 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-efed8fea-f011-4b2d-b659-754b4cbcff1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9a3800b-60cb-4e32-b402-f4f07a511cc3 HTTP/1.1" status: 204 len: 168 time: 0.1850476 Jul 06 18:18:55.098519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 8d3f659b-0e7f-43e4-b571-3426446e3235 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:55.108674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 8d3f659b-0e7f-43e4-b571-3426446e3235 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:55.109262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed8fea-f011-4b2d-b659-754b4cbcff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a3800b-60cb-4e32-b402-f4f07a511cc3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:55.114508 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.127815 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36f8988b-400b-4462-b67a-f1511e8b0222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.147578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47114) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:55.147927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:55.152179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36f8988b-400b-4462-b67a-f1511e8b0222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.158101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:55.178705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.256474 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.260459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8988b-400b-4462-b67a-f1511e8b0222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b064613-cf5c-45e9-84e8-ebb2d2980656,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:55.267670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-36f8988b-400b-4462-b67a-f1511e8b0222 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93723afaace74cde82ce0fc09f4044a9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0271430 Jul 06 18:18:55.269571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47120) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:55.278441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:55.279069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.281118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] 10.222.0.41 "PUT /v2.0/ports/7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 1091 time: 2.2964742 Jul 06 18:18:55.283821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:55.299981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3f659b-0e7f-43e4-b571-3426446e3235'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:55.304074 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e64d47-84f7-46e4-ae98-ee8480f0cf30" -d '{"events": [{"server_uuid": "e49a2f7f-5ec7-4e03-b525-1c1c65c65559", "name": "network-vif-plugged", "status": "completed", "tag": "8d3f659b-0e7f-43e4-b571-3426446e3235"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:55.321042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 8d3f659b-0e7f-43e4-b571-3426446e3235, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=8d3f659b-0e7f-43e4-b571-3426446e3235,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:55.330637 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.352422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d4b9-6ac0-4907-8174-7817b1b0991b req-eb7f2893-df4b-490e-8281-71f7b4cca17f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:55.356232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5737d4b9-6ac0-4907-8174-7817b1b0991b req-eb7f2893-df4b-490e-8281-71f7b4cca17f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 943 time: 0.2794993 Jul 06 18:18:55.365360 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de98bbdd-c342-4177-a7d0-f002d7f2cc4e x-openstack-request-id: req-de98bbdd-c342-4177-a7d0-f002d7f2cc4e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:55.365816 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49a2f7f-5ec7-4e03-b525-1c1c65c65559", "name": "network-vif-plugged", "status": "completed", "tag": "8d3f659b-0e7f-43e4-b571-3426446e3235", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:55.366285 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de98bbdd-c342-4177-a7d0-f002d7f2cc4e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:55.366767 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'code': 200} Jul 06 18:18:55.406368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=8d3f659b-0e7f-43e4-b571-3426446e3235,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:55.415625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117ee75-2274-44b0-8395-3cc3f65d8182 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:55.422787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2918624-50db-412b-9096-66a744feed62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.468258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5737d4b9-6ac0-4907-8174-7817b1b0991b req-87c40426-d24f-4edb-84c0-2b1a7da9ba57 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971034 Jul 06 18:18:55.471668 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2918624-50db-412b-9096-66a744feed62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.508398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-a074ad20-225b-4dfb-a7a6-79db3e1a780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:55.510386 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-a074ad20-225b-4dfb-a7a6-79db3e1a780d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1094 time: 0.1532576 Jul 06 18:18:55.634004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-a403ab75-f4e3-4d88-bf9b-54ce0992658b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 217 time: 0.1156933 Jul 06 18:18:55.722232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-f2f345ce-a59a-48e8-902a-5d376cbddb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:55.724463 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-f2f345ce-a59a-48e8-902a-5d376cbddb10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0835714 Jul 06 18:18:55.780751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47140) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:55.786292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-8667d456-6789-438b-80a1-6e5829e97822 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552452 Jul 06 18:18:55.840294 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8b94e9-4e16-4ff3-984f-8178fc743677" -d '{"events": [{"name": "network-changed", "server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:55.848153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6cdc5150-5459-45f3-8f85-6f9dd77f0cb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8d0ed62113b4c53a450ab246ad2290d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6963160 Jul 06 18:18:55.848153 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dc9fbc1-d86b-4dce-955b-1661f09ffeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.855034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47146) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:55.928871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614dccb-2b9e-4460-9532-552c90c2dc6f req-6421a330-5e80-4e44-95b5-fe2faec036d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:55.930427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b614dccb-2b9e-4460-9532-552c90c2dc6f req-6421a330-5e80-4e44-95b5-fe2faec036d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 1097 time: 0.4615760 Jul 06 18:18:55.937657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2918624-50db-412b-9096-66a744feed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.940401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2918624-50db-412b-9096-66a744feed62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.944379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b2918624-50db-412b-9096-66a744feed62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b064613-cf5c-45e9-84e8-ebb2d2980656 HTTP/1.1" status: 204 len: 168 time: 0.6736076 Jul 06 18:18:55.967588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2918624-50db-412b-9096-66a744feed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b064613-cf5c-45e9-84e8-ebb2d2980656,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:55.995958 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-55a074d0-114e-4f7b-8387-af7071f03762 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025902 Jul 06 18:18:56.042802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70d385d3-873d-4e3f-adea-2553d62d6431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.062727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9bc7e-3a5e-42bc-a796-7e472f4f5f6e req-71346748-9631-4c87-a992-320c774cbf89 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.070309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19f9bc7e-3a5e-42bc-a796-7e472f4f5f6e req-71346748-9631-4c87-a992-320c774cbf89 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 946 time: 0.2994461 Jul 06 18:18:56.092634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21c2da-f773-4107-8d95-1a04f8b974d8 req-ff0d2ce4-221b-4263-9ac1-bed03b3710be tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.095317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e21c2da-f773-4107-8d95-1a04f8b974d8 req-ff0d2ce4-221b-4263-9ac1-bed03b3710be tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 944 time: 0.1537197 Jul 06 18:18:56.106523 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b614dccb-2b9e-4460-9532-552c90c2dc6f req-3897c84a-ea2d-463f-8a29-b99e05b6e906 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576505 Jul 06 18:18:56.124515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70d385d3-873d-4e3f-adea-2553d62d6431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.138739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:56.141698 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc19c7a6-7f8a-4495-8a1e-afc27961308b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:56.152736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2a15199-55a2-4beb-b674-4c2689bf0304 req-dbd520fa-f4ae-40b5-9e05-750d3b4f8cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465166 Jul 06 18:18:56.169582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e21c2da-f773-4107-8d95-1a04f8b974d8 req-25181608-5a10-4db8-b6bc-ab14c3b64261 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657461 Jul 06 18:18:56.196356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19f9bc7e-3a5e-42bc-a796-7e472f4f5f6e req-804a8f01-484e-420b-9829-321d48af0fba tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251409 Jul 06 18:18:56.227990 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dc9fbc1-d86b-4dce-955b-1661f09ffeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.227990 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dc9fbc1-d86b-4dce-955b-1661f09ffeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.266992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70d385d3-873d-4e3f-adea-2553d62d6431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.270230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70d385d3-873d-4e3f-adea-2553d62d6431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.271418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-70d385d3-873d-4e3f-adea-2553d62d6431 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8baa63c-fdaf-4a30-b57f-ed3efd76c184 HTTP/1.1" status: 204 len: 168 time: 0.4154348 Jul 06 18:18:56.277131 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3dc9fbc1-d86b-4dce-955b-1661f09ffeab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=152bf949257e4546a51d52bf59fbc755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945300 Jul 06 18:18:56.279897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47170) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:56.288505 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444098f0-4a63-4a95-9528-793ce0c8af12 x-openstack-request-id: req-444098f0-4a63-4a95-9528-793ce0c8af12 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:56.288840 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:56.289035 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-444098f0-4a63-4a95-9528-793ce0c8af12 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:56.289553 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b', 'status': 'completed', 'code': 200} Jul 06 18:18:56.290315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9fbc1-d86b-4dce-955b-1661f09ffeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea45efa-940c-4357-945c-79ceab58b105,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:56.306770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d385d3-873d-4e3f-adea-2553d62d6431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8baa63c-fdaf-4a30-b57f-ed3efd76c184,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:56.350899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c79194ee-8287-4939-9044-ca140a13f589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.375525 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c79194ee-8287-4939-9044-ca140a13f589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.377897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-652ed951-98cd-4877-85ae-d2abbbb9242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.379695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-652ed951-98cd-4877-85ae-d2abbbb9242e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1095 time: 0.0702884 Jul 06 18:18:56.408514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47174) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:56.424655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b320456-67a2-49cc-8ad2-a1f90b7bf3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.456958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c79194ee-8287-4939-9044-ca140a13f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.459732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c79194ee-8287-4939-9044-ca140a13f589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.464558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c79194ee-8287-4939-9044-ca140a13f589 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ea45efa-940c-4357-945c-79ceab58b105 HTTP/1.1" status: 204 len: 168 time: 0.1831014 Jul 06 18:18:56.476304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79194ee-8287-4939-9044-ca140a13f589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea45efa-940c-4357-945c-79ceab58b105,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:56.559777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-476faafc-2ab2-47b8-9164-0c7d795dde26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.564120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-476faafc-2ab2-47b8-9164-0c7d795dde26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.1769218 Jul 06 18:18:56.595207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b320456-67a2-49cc-8ad2-a1f90b7bf3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.600471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47182) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:56.612524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b320456-67a2-49cc-8ad2-a1f90b7bf3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.665514 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f831ce-18e0-46d3-a877-754deb8d023a x-openstack-request-id: req-06f831ce-18e0-46d3-a877-754deb8d023a {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:56.666540 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:56.667077 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06f831ce-18e0-46d3-a877-754deb8d023a {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:56.668039 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9', 'status': 'completed', 'code': 200} Jul 06 18:18:56.672178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b320456-67a2-49cc-8ad2-a1f90b7bf3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0f006-5a85-4a01-974e-a542c5651474,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:56.691498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-afe87e4f-904d-4d55-88c8-af7946c992db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 217 time: 0.1205745 Jul 06 18:18:56.694961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3b320456-67a2-49cc-8ad2-a1f90b7bf3f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=285cce2891f847af8f6a88b24ad3f6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816865 Jul 06 18:18:56.703815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47186) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:56.760243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 66e16254-b066-449f-9c55-51b48f01a8a5 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:18:56.781463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-87471a99-2387-4388-b8dc-d0284221a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.783563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-87471a99-2387-4388-b8dc-d0284221a788 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0685833 Jul 06 18:18:56.784912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 66e16254-b066-449f-9c55-51b48f01a8a5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:18:56.785482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 66e16254-b066-449f-9c55-51b48f01a8a5 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:18:56.834041 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-1b44b219-3f0d-4f64-b8b5-ced2c33a55df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360389 Jul 06 18:18:56.849934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-63cd9589-9f40-41d5-b61e-39ae64ea62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.851598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-63cd9589-9f40-41d5-b61e-39ae64ea62dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1094 time: 0.1541276 Jul 06 18:18:56.874071 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2965c04f-b2c6-458d-b86e-77e30afe5035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:56.911653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06f6a8-c807-4902-a500-fc077fe83d09 req-6dc6384a-93e5-4854-b1cd-0c48072d285d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.913231 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b06f6a8-c807-4902-a500-fc077fe83d09 req-6dc6384a-93e5-4854-b1cd-0c48072d285d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 943 time: 0.2355723 Jul 06 18:18:56.984887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b06f6a8-c807-4902-a500-fc077fe83d09 req-e66e3d0e-b4da-47ae-804f-271acef56cd5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644999 Jul 06 18:18:56.994722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-network', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:57.013892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-a561d2a6-43c5-45a6-b29d-227188287d6a service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684008 Jul 06 18:18:57.019248 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2965c04f-b2c6-458d-b86e-77e30afe5035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.123157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Made reservation on behalf of 51497c931da7411c8c3b0a6b2cd7bf7f for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:57.125702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.133786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc19c7a6-7f8a-4495-8a1e-afc27961308b req-50a4e1c2-9728-4793-af10-3ee488ef5309 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117349 Jul 06 18:18:57.145512 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.172515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-6deb628c-5cae-468b-93e5-16d4ff949e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:57.174146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-6deb628c-5cae-468b-93e5-16d4ff949e0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.3012362 Jul 06 18:18:57.232131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47198) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:57.321465 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-c2720934-fce6-4d90-8ab7-60c15323d676 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 217 time: 0.1368904 Jul 06 18:18:57.361509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8f5720c5-44dc-4273-9a9e-f802df10f187 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d179890c1ac436ea3e1542565b12e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250949 Jul 06 18:18:57.362631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47204) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:57.372636 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2965c04f-b2c6-458d-b86e-77e30afe5035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.375347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2965c04f-b2c6-458d-b86e-77e30afe5035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.376680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2965c04f-b2c6-458d-b86e-77e30afe5035 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fff0f006-5a85-4a01-974e-a542c5651474 HTTP/1.1" status: 204 len: 168 time: 0.6571217 Jul 06 18:18:57.398537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965c04f-b2c6-458d-b86e-77e30afe5035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0f006-5a85-4a01-974e-a542c5651474,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:57.476168 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d696925-feae-457d-ba6d-5a41a0e4fb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.481478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-8d090b46-d866-4136-bcc4-6cfe68a699db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:57.483011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-8d090b46-d866-4136-bcc4-6cfe68a699db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1116238 Jul 06 18:18:57.493114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917b4f1-52c8-4dc7-b13d-c5757fcdd0a0 req-1ee2ff95-c7ae-44d5-9f4a-204240a7106b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:57.494973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e917b4f1-52c8-4dc7-b13d-c5757fcdd0a0 req-1ee2ff95-c7ae-44d5-9f4a-204240a7106b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 944 time: 0.1899233 Jul 06 18:18:57.539819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d696925-feae-457d-ba6d-5a41a0e4fb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.560874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-b78c45ce-73e1-4bb9-8efb-91312002cc64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613592 Jul 06 18:18:57.607227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e917b4f1-52c8-4dc7-b13d-c5757fcdd0a0 req-13fe54d5-1711-453b-930b-f92b68c5e5bf tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988305 Jul 06 18:18:57.635440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d696925-feae-457d-ba6d-5a41a0e4fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.639692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d696925-feae-457d-ba6d-5a41a0e4fb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.641823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2d696925-feae-457d-ba6d-5a41a0e4fb46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/983a24a9-7158-49cd-8f3b-f002a7fc30e6 HTTP/1.1" status: 204 len: 168 time: 0.2774353 Jul 06 18:18:57.654792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d696925-feae-457d-ba6d-5a41a0e4fb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a24a9-7158-49cd-8f3b-f002a7fc30e6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:57.674722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0fefa-c269-4e63-ad0d-2ed71e674948 req-1e2d9409-75d6-495b-a59e-69d674384441 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:57.680527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.683066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85c0fefa-c269-4e63-ad0d-2ed71e674948 req-1e2d9409-75d6-495b-a59e-69d674384441 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 946 time: 0.2255805 Jul 06 18:18:57.698392 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.727652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:18:57.751038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85c0fefa-c269-4e63-ad0d-2ed71e674948 req-73c59b75-c395-4ed2-aec7-0a38b08af023 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666993 Jul 06 18:18:57.754575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c3333e-9eb1-4b7a-9cdd-09f6d9a0330a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:57.758490 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.758842 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Added segment c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e of type vlan for network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 Jul 06 18:18:57.761853 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-9fcbbec0-e926-4144-8a1d-9cd63d822519 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899714 Jul 06 18:18:57.844239 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.944627 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.945872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:57.946485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.004465 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8b94e9-4e16-4ff3-984f-8178fc743677 req-70bd3e08-19d3-478f-8690-3938e6278995 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340631 Jul 06 18:18:58.019891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47232) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:58.024891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Request body: {'subnet': {'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-subnet', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:58.031425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4269037 Jul 06 18:18:58.050787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdfeb5-66af-44da-9084-5e03d21a799b admin admin] Pushing event updated for resources: {'Network': ['ID=2190c249-d5a6-420d-a4aa-0f1ee4c0fd77,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:58.058840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Made reservation on behalf of 51497c931da7411c8c3b0a6b2cd7bf7f for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:18:58.061507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.070728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:18:58.287781 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.353992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed7d35d-3a60-4e18-a82f-4bc33581ce1e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:58.390295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Checking segment: {'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:58.390670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Network hostable DHCP agents. Network: 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:18:58.410135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b629d6-a9e0-42dd-b457-ac8c17334525 req-e89df5d9-ee15-4acd-8ce0-39fd127b37b0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:58.411597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47b629d6-a9e0-42dd-b457-ac8c17334525 req-e89df5d9-ee15-4acd-8ce0-39fd127b37b0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 943 time: 0.0843210 Jul 06 18:18:58.416618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:18:58.429672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:58.437624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:58.440062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d010cb96-0b56-46c8-9606-daa20d507ab0 None None] Network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:18:58.442304 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.459440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47b629d6-a9e0-42dd-b457-ac8c17334525 req-42bd9567-07fe-4ecf-9663-e973176589b5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Jul 06 18:18:58.462746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dfb1e3cf-22c8-441d-b939-48a99d821eb0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4417470 Jul 06 18:18:58.465548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47254) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:58.477556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:58.508245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.510173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.575505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.642815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-2190c249-d5a6-420d-a4aa-0f1ee4c0fd77', 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'fixed_ips': [{'subnet_id': '4ed7d35d-3a60-4e18-a82f-4bc33581ce1e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:18:58.643763 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.783179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fa468ed0-9495-45c7-b430-5e81f946ea7b details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:18:58.840648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad817a20-e9a7-4654-98ed-e98ab1de6417 req-1b7f244e-aa6f-4bae-819b-66fc8c5492fb tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:58.848160 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ad817a20-e9a7-4654-98ed-e98ab1de6417 req-1b7f244e-aa6f-4bae-819b-66fc8c5492fb tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 944 time: 0.0826333 Jul 06 18:18:58.908702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ad817a20-e9a7-4654-98ed-e98ab1de6417 req-0e39f866-10c8-4374-b1e5-34afd1391c67 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 Jul 06 18:18:58.963062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Allocated IP 172.20.0.2 (2190c249-d5a6-420d-a4aa-0f1ee4c0fd77/4ed7d35d-3a60-4e18-a82f-4bc33581ce1e/8701c08b-69bd-4d2c-92c5-f8731eb9bd96) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:58.982409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7e7195df-f959-47ba-8b53-71b8ef40e5c9 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:18:59.050168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.146811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:59.175597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f26c8-5a84-49e2-a798-703a1aad9feb req-2918e03a-3550-4adc-87a7-7afb5303a00f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:59.177946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'fa468ed0-9495-45c7-b430-5e81f946ea7b', 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'port_id': 'fa468ed0-9495-45c7-b430-5e81f946ea7b', 'mac_address': 'fa:16:3e:a2:e7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8d1ead-854f-4b1e-8b96-1f6a897e39fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:18:59.186064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e26f26c8-5a84-49e2-a798-703a1aad9feb req-2918e03a-3550-4adc-87a7-7afb5303a00f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 946 time: 0.1288307 Jul 06 18:18:59.215089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:59.242175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e26f26c8-5a84-49e2-a798-703a1aad9feb req-3fd39584-f0a2-43fa-96f8-747eb1548edf tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519006 Jul 06 18:18:59.259723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '7e7195df-f959-47ba-8b53-71b8ef40e5c9', 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'port_id': '7e7195df-f959-47ba-8b53-71b8ef40e5c9', 'mac_address': 'fa:16:3e:ec:b3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503298d-dcda-4a78-b29b-a73d4ef9a11e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:18:59.292895 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.350878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa468ed0-9495-45c7-b430-5e81f946ea7b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:59.360191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.376262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Transition to ACTIVE for port object 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:59.379656 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.389039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.410133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:59.414454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7195df-f959-47ba-8b53-71b8ef40e5c9 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:59.422206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Transition to ACTIVE for port object 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:59.423854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.465815 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.467577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.470972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:59.480460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.502498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:59.505220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:59.509274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:59.514256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:59.524343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-82616f29-8ac2-4abc-81dc-6e8412ec09c5 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472977 Jul 06 18:18:59.638421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Attempting to bind port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:59.639002 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Attempting to bind port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:59.639620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Attempting to bind port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 on network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:59.643494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Pushing event updated for resources: {'Port': ['ID=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:59.651614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:59.652022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Checking segment: {'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:59.652402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.653139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Bound using segment: {'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:59.654182 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Bound port: 8701c08b-69bd-4d2c-92c5-f8731eb9bd96, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:59.654915 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.666590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Allocated IP 172.25.4.22 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/bbf2e216-4e5e-4a45-b9c9-1490d47b4397) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:59.683947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['fa468ed0-9495-45c7-b430-5e81f946ea7b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:18:59.700275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-0d2ea807-1699-4ce1-9c3f-316bc417e12b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:59.702354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399218-dda4-44f0-a0c0-a39f181753e6 req-1f25458f-c7cd-4f64-8fc5-c4923609668a tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:59.709934 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-0d2ea807-1699-4ce1-9c3f-316bc417e12b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844943 Jul 06 18:18:59.721751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47306) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:59.722318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['7e7195df-f959-47ba-8b53-71b8ef40e5c9'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:18:59.724507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1399218-dda4-44f0-a0c0-a39f181753e6 req-1f25458f-c7cd-4f64-8fc5-c4923609668a tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 946 time: 0.1644857 Jul 06 18:18:59.728424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Request body: {'floatingip': {'port_id': '8d3f659b-0e7f-43e4-b571-3426446e3235'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:59.819531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-4c3fa7a9-366e-42b7-aabc-cda6af3d6f46 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/quotas/9676966e7a0d49d0b4ecfa59c00bdd7f HTTP/1.1" status: 200 len: 375 time: 0.1084857 Jul 06 18:18:59.879709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.926237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.989751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:00.026984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] For port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:00.066501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] For port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,segment=NetworkSegment(c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e),segment_id=c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:00.072114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0015e3-27f8-4566-8300-95f8c720bd48 req-36bf1365-8940-465d-874d-95e286d54919 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:00.083147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd0015e3-27f8-4566-8300-95f8c720bd48 req-36bf1365-8940-465d-874d-95e286d54919 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 944 time: 0.1404281 Jul 06 18:19:00.087828 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:00.112478 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:00.173467 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-eba7e4d4-f1a7-4794-8df9-eae490f6a489 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3516312 Jul 06 18:19:00.225052 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42342e7a-e461-42a4-876e-df2ceba1df4a None None] Pushing event updated for resources: {'Port': ['ID=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:00.311691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:00.331744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd0015e3-27f8-4566-8300-95f8c720bd48 req-f727611b-e713-4a89-92b4-30208a9a1800 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454376 Jul 06 18:19:00.334268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:00.341951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:00.593803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9c75f66-56a7-43de-93f7-28d6b60fe474 req-e46ccef4-8cc9-4290-b4b2-2adac68e8b2f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 210 time: 0.0980740 Jul 06 18:19:00.732209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf2e216-4e5e-4a45-b9c9-1490d47b4397,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:00.775248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:00.779571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fa468ed0-9495-45c7-b430-5e81f946ea7b up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:00.804565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441cac9-5fa8-46da-b945-545e134ccac5 req-4da5bb9f-ab2c-4bad-a814-07f70d26e942 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:00.818999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c441cac9-5fa8-46da-b945-545e134ccac5 req-4da5bb9f-ab2c-4bad-a814-07f70d26e942 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 945 time: 0.1425982 Jul 06 18:19:00.875584 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c441cac9-5fa8-46da-b945-545e134ccac5 req-c78a7b83-0bb4-4dda-a139-20cb3621c1fe tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557148 Jul 06 18:19:00.951326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:00.954100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port fa468ed0-9495-45c7-b430-5e81f946ea7b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:00.960143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port fa468ed0-9495-45c7-b430-5e81f946ea7b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:00.966414 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.019956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7e7195df-f959-47ba-8b53-71b8ef40e5c9 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:01.036299 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:19:01.103411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.146410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:01.154551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:01.155075 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.196788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.202180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.207797 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.240014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:01.248989 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac22d89-1537-49db-b301-f3eee840eadc" -d '{"events": [{"server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "name": "network-vif-plugged", "status": "completed", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:01.270642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:01.289544 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.348366 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e328af34-fde1-4e92-8ca2-4dd105e13d20 x-openstack-request-id: req-e328af34-fde1-4e92-8ca2-4dd105e13d20 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:01.353501 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "name": "network-vif-plugged", "status": "completed", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:01.353501 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e328af34-fde1-4e92-8ca2-4dd105e13d20 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:01.353501 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b', 'code': 200} Jul 06 18:19:01.438364 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.528378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:01.574762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:01.583600 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.606205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.757256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:01.860330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee22de-5054-43a2-9e0e-70c237307282 None None] Network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:01.976810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01166a41-6051-49b8-a357-86403b8edc08 req-6b668f4b-c468-4b10-8e1b-07f4cb474a1b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 210 time: 0.0635440 Jul 06 18:19:01.989098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e32334-7eef-4bbc-b71b-767c758aa7d3 req-4d1d7611-806b-4b92-b085-26d16908008f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:01.993925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2e32334-7eef-4bbc-b71b-767c758aa7d3 req-4d1d7611-806b-4b92-b085-26d16908008f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 945 time: 0.2940309 Jul 06 18:19:02.003007 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Floating IP 18fbdab6-8426-4081-b223-64057acaef8f associated. External IP: 172.25.4.74, port: 8d3f659b-0e7f-43e4-b571-3426446e3235. Jul 06 18:19:02.065684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8df1d746-7f97-4b8d-bd66-7bb8fb40b7d0 None None] Provisioning for port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:02.070871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8378-2280-4035-9170-a880d85530fb req-5a594b7d-3cde-4c8c-9bf6-5299736566c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:02.072380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8df1d746-7f97-4b8d-bd66-7bb8fb40b7d0 None None] Provisioning complete for port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:02.072899 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8df1d746-7f97-4b8d-bd66-7bb8fb40b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:02.073397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57df8378-2280-4035-9170-a880d85530fb req-5a594b7d-3cde-4c8c-9bf6-5299736566c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1097 time: 0.1570451 Jul 06 18:19:02.115635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2e32334-7eef-4bbc-b71b-767c758aa7d3 req-3bf959a9-e653-4870-a43e-25cf2dffa8d5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142344 Jul 06 18:19:02.198482 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8df1d746-7f97-4b8d-bd66-7bb8fb40b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:02.206498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Router ff648991-4afc-4d22-87e8-3d24c8bba493 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:19:02.217638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57df8378-2280-4035-9170-a880d85530fb req-b3dba78e-8593-455e-adc3-38744e5ad93d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341240 Jul 06 18:19:02.252029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8df1d746-7f97-4b8d-bd66-7bb8fb40b7d0 None None] For port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,segment=NetworkSegment(c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e),segment_id=c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:02.263245 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8df1d746-7f97-4b8d-bd66-7bb8fb40b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:02.338847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1d746-7f97-4b8d-bd66-7bb8fb40b7d0 None None] Pushing event updated for resources: {'Port': ['ID=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:02.381400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Router 2d9c2972-0f37-4ec4-952a-93e8125d4621 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:19:02.418235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:02.428335 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Sync routers for ids ['ff648991-4afc-4d22-87e8-3d24c8bba493'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:02.438311 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Routers {'ff648991-4afc-4d22-87e8-3d24c8bba493'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:02.439361 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff648991-4afc-4d22-87e8-3d24c8bba493'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:02.485459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae50e5-bde4-49ee-b00a-5f087b05e317 req-bd26e63c-d58f-406d-bf91-d62eb3b3abb3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:02.487315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7ae50e5-bde4-49ee-b00a-5f087b05e317 req-bd26e63c-d58f-406d-bf91-d62eb3b3abb3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 946 time: 0.1752439 Jul 06 18:19:02.488103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:02.489215 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-47127fb1-c7b0-4276-8683-50db4f5d08f3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0227065 Jul 06 18:19:02.493044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47388) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:02.498737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4c03d7ad-f5d3-489c-9ef5-5a6041bea45c None None] Provisioning complete for port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:02.499114 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c03d7ad-f5d3-489c-9ef5-5a6041bea45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:02.588984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d047b1e-31a8-47a5-906c-291683ca96c7 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3fdf301c89434dfe830d864fc12a9645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615976 Jul 06 18:19:02.607122 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Set router ff648991-4afc-4d22-87e8-3d24c8bba493 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:02.650046 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7ae50e5-bde4-49ee-b00a-5f087b05e317 req-c7f5374c-f127-467b-89c7-624d2a55c210 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432981 Jul 06 18:19:02.701674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:02.777864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-ae8ec0b2-e36f-4b86-b07f-9b55dbfb23a4 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:02.779401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-ae8ec0b2-e36f-4b86-b07f-9b55dbfb23a4 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759539 Jul 06 18:19:02.802226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:02.802616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:02.857379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-c8fa0602-14cf-4659-af43-482cfab55175 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753546 Jul 06 18:19:02.860551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:02.868513 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-5c475ab0-169a-4ff9-bbf1-1a0f98c94998 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/quotas/3fdf301c89434dfe830d864fc12a9645 HTTP/1.1" status: 200 len: 375 time: 0.0665514 Jul 06 18:19:02.873116 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:02.913327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] Sync routers for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:02.914889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:00Z', 'revision_number': 3, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port': {'id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:59Z', 'updated_at': '2021-07-06T18:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:03.039838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:03.041593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:03.067224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-50898cd8-fd94-4ee1-a172-a4b1cfc94e3f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:03.084844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-50898cd8-fd94-4ee1-a172-a4b1cfc94e3f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079358 Jul 06 18:19:03.089441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-71f4bb8d-2027-47c8-835c-5eb0c3a80fd3 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fdf301c89434dfe830d864fc12a9645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2201221 Jul 06 18:19:03.113708 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Checking router: ff648991-4afc-4d22-87e8-3d24c8bba493 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:03.114413 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Updating router ff648991-4afc-4d22-87e8-3d24c8bba493 port bbf2e216-4e5e-4a45-b9c9-1490d47b4397 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:19:03.174608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Request body: {'port': {'device_id': 'db18abe9-8744-46f9-85ca-fac229ee7bb5', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '9676966e7a0d49d0b4ecfa59c00bdd7f'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:03.198116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.204191 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.331718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:03.390815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Made reservation on behalf of 9676966e7a0d49d0b4ecfa59c00bdd7f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:03.394947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.417116 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.420211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-062874d2-8d1b-46dc-b729-24e099d63c53 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "PUT /v2.0/floatingips/18fbdab6-8426-4081-b223-64057acaef8f HTTP/1.1" status: 200 len: 991 time: 3.6972907 Jul 06 18:19:03.421785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'tag': '8d3f659b-0e7f-43e4-b571-3426446e3235'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:03.425294 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e49a2f7f-5ec7-4e03-b525-1c1c65c65559", "tag": "8d3f659b-0e7f-43e4-b571-3426446e3235"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:03.514885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:03.517482 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b686a7-5dad-4625-95d7-d59993b34557" -d '{"events": [{"server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "name": "network-vif-plugged", "status": "completed", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:03.569554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47422) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:03.573066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.597951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.710775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '18fbdab6-8426-4081-b223-64057acaef8f', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'port_id': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'mac_address': 'fa:16:3e:60:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:32Z', 'updated_at': '2021-07-06T18:19:00Z', 'revision_number': 1, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:03.738449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b3d531-7cba-40c3-9103-66ef7fdfc614,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:03.785854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] Checking router: 2d9c2972-0f37-4ec4-952a-93e8125d4621 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:03.799107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:03.800146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:03.858030 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4aff6f32-0a36-4888-9821-76952e30cf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.859977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-48533125-1cd2-42de-9935-0b32cc92eba2 req-7bb5346a-c119-460d-a065-b501ce40377f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 210 time: 0.0778687 Jul 06 18:19:03.880543 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.898862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bba65-c27a-482c-ab37-984fb634750f req-ddbb39ba-dcc8-41e3-bd14-080a0e1b2a76 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:03.905211 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Transition to ACTIVE for port object bbf2e216-4e5e-4a45-b9c9-1490d47b4397 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:03.906184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd9bba65-c27a-482c-ab37-984fb634750f req-ddbb39ba-dcc8-41e3-bd14-080a0e1b2a76 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 945 time: 0.2092712 Jul 06 18:19:03.916393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Allocated IP 192.168.233.105 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/20dd52c6-c539-4a96-98d1-43ae42c115db) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:03.926606 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.980849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:03.997694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd9bba65-c27a-482c-ab37-984fb634750f req-d0d888b1-f049-478e-8cb0-cf480ca02c3d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Jul 06 18:19:04.032705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3c8705af-47b8-4a54-b9a9-251e78943b7b req-44348e65-d24b-4f4d-bfe1-a666fc2786ee tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 210 time: 0.0468016 Jul 06 18:19:04.051364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Allocated IP 172.20.0.1 (2190c249-d5a6-420d-a4aa-0f1ee4c0fd77/4ed7d35d-3a60-4e18-a82f-4bc33581ce1e/d50c1b88-54e2-48e5-a2d4-981d6da23f8b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:04.138517 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Attempting to bind port bbf2e216-4e5e-4a45-b9c9-1490d47b4397 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:04.138923 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Attempting to bind port bbf2e216-4e5e-4a45-b9c9-1490d47b4397 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:04.139293 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Attempting to bind port bbf2e216-4e5e-4a45-b9c9-1490d47b4397 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:04.142660 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f24a-809b-4f49-b472-a775acb63e4a None None] Pushing event updated for resources: {'Port': ['ID=bbf2e216-4e5e-4a45-b9c9-1490d47b4397,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:04.159935 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:04.160341 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:04.160856 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.161269 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:04.161784 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Bound port: bbf2e216-4e5e-4a45-b9c9-1490d47b4397, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:04.162218 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.194525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4aff6f32-0a36-4888-9821-76952e30cf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.195553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.215107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Transition to ACTIVE for port object d50c1b88-54e2-48e5-a2d4-981d6da23f8b will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:04.334039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-15656e58-5994-41a5-b43c-f5fae97c1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:04.336179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-15656e58-5994-41a5-b43c-f5fae97c1b25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 1097 time: 0.1058259 Jul 06 18:19:04.338832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.368435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.384970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Transition to ACTIVE for port object 20dd52c6-c539-4a96-98d1-43ae42c115db will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:04.387072 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] For port bbf2e216-4e5e-4a45-b9c9-1490d47b4397, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:04.399758 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] For port bbf2e216-4e5e-4a45-b9c9-1490d47b4397, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bbf2e216-4e5e-4a45-b9c9-1490d47b4397,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:04.408007 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.418067 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ace8fe3-8d92-4665-936c-97bb91c140d2 x-openstack-request-id: req-8ace8fe3-8d92-4665-936c-97bb91c140d2 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:04.418675 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "name": "network-vif-plugged", "status": "completed", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:04.418675 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ace8fe3-8d92-4665-936c-97bb91c140d2 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:04.418971 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9', 'code': 200} Jul 06 18:19:04.423907 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e9d2e3-b976-4ae9-b7dc-a44cfa7ee2ca x-openstack-request-id: req-e2e9d2e3-b976-4ae9-b7dc-a44cfa7ee2ca {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:04.424184 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49a2f7f-5ec7-4e03-b525-1c1c65c65559", "tag": "8d3f659b-0e7f-43e4-b571-3426446e3235", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:04.424445 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2e9d2e3-b976-4ae9-b7dc-a44cfa7ee2ca {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:04.424853 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'tag': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'status': 'completed', 'code': 200} Jul 06 18:19:04.426636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4aff6f32-0a36-4888-9821-76952e30cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.433354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Pushing event updated for resources: {'Port': ['ID=d50c1b88-54e2-48e5-a2d4-981d6da23f8b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:04.497874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.548493 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f24a-809b-4f49-b472-a775acb63e4a None None] Pushing event updated for resources: {'Port': ['ID=bbf2e216-4e5e-4a45-b9c9-1490d47b4397,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:04.553788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4aff6f32-0a36-4888-9821-76952e30cf1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8c55e25c64842c2909e3661f89a861d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9744294 Jul 06 18:19:04.554464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47448) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:04.567340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-a30eed87-90d5-40de-a72c-9b010acbac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:04.569505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-a30eed87-90d5-40de-a72c-9b010acbac94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 925 time: 0.1494853 Jul 06 18:19:04.573636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '18fbdab6-8426-4081-b223-64057acaef8f', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'port_id': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'mac_address': 'fa:16:3e:60:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:32Z', 'updated_at': '2021-07-06T18:19:00Z', 'revision_number': 1, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:04.601942 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Routers {'ff648991-4afc-4d22-87e8-3d24c8bba493'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:04.602588 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff648991-4afc-4d22-87e8-3d24c8bba493'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:04.611097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97536fe5-d6f2-41bf-ad96-3d99495d51c1 None None] The sync data for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 is: [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '18fbdab6-8426-4081-b223-64057acaef8f', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'port_id': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'mac_address': 'fa:16:3e:60:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:32Z', 'updated_at': '2021-07-06T18:19:00Z', 'revision_number': 1, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:04.640473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff6f32-0a36-4888-9821-76952e30cf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c226f-8ea4-46e2-a17b-e41b85acf1f5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:04.727275 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] Set router ff648991-4afc-4d22-87e8-3d24c8bba493 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:04.780219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:04.811083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:04.812116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:04.835807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:04.849305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:04.852860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:04.912333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:04.912994 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.923841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-a101a359-a8d5-44ef-a547-26a6bd055363 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3f659b-0e7f-43e4-b571-3426446e3235 HTTP/1.1" status: 200 len: 999 time: 0.3055675 Jul 06 18:19:04.956485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'Port': ['ID=20dd52c6-c539-4a96-98d1-43ae42c115db,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:05.039921 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f6f66-a661-484b-abc5-7581bffe98e8 None None] New status for floating IP 18fbdab6-8426-4081-b223-64057acaef8f: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:19:05.043140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1502a2a1-032d-4f06-9848-cb4cd372e885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.061317 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-a1d5cdc9-f97e-4340-be11-6f80eaefd675 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9272010 Jul 06 18:19:05.085018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Request body: {'port': {'device_id': 'db18abe9-8744-46f9-85ca-fac229ee7bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:05.134341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47462) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:05.154229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1827185-76db-4b24-a739-bdef5e819fcb req-24fd3041-ddae-4de7-aebe-41e4c826d2f9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:05.154453 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:00Z', 'revision_number': 3, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port': {'id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:59Z', 'updated_at': '2021-07-06T18:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:05.159743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1827185-76db-4b24-a739-bdef5e819fcb req-24fd3041-ddae-4de7-aebe-41e4c826d2f9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 946 time: 0.7299929 Jul 06 18:19:05.167760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.236212 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1502a2a1-032d-4f06-9848-cb4cd372e885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.244200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-54d0e329-eb33-4073-9414-d0100e523b16 None None] Provisioning for port 20dd52c6-c539-4a96-98d1-43ae42c115db completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:05.249051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e5cff-8ce1-4248-81de-f47c16618be5 req-1ca3e9b1-1a67-4d33-bacb-cfce6dfc3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:05.250962 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f2e5cff-8ce1-4248-81de-f47c16618be5 req-1ca3e9b1-1a67-4d33-bacb-cfce6dfc3f62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1096 time: 0.6115859 Jul 06 18:19:05.251949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-54d0e329-eb33-4073-9414-d0100e523b16 None None] Provisioning complete for port 20dd52c6-c539-4a96-98d1-43ae42c115db triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:05.252420 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-54d0e329-eb33-4073-9414-d0100e523b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.265421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-560bd505-a935-42f3-8522-0f88b33e7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:05.266819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-560bd505-a935-42f3-8522-0f88b33e7841 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d HTTP/1.1" status: 200 len: 863 time: 0.3344138 Jul 06 18:19:05.304502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1827185-76db-4b24-a739-bdef5e819fcb req-cb5bce3e-814b-4644-b676-7bb93e206be9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195316 Jul 06 18:19:05.373673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-54d0e329-eb33-4073-9414-d0100e523b16 None None] Port 20dd52c6-c539-4a96-98d1-43ae42c115db cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:05.404750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-54d0e329-eb33-4073-9414-d0100e523b16 None None] Provisioning for port d50c1b88-54e2-48e5-a2d4-981d6da23f8b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:05.409958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-54d0e329-eb33-4073-9414-d0100e523b16 None None] Provisioning complete for port d50c1b88-54e2-48e5-a2d4-981d6da23f8b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:05.410331 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-54d0e329-eb33-4073-9414-d0100e523b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.453197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f2e5cff-8ce1-4248-81de-f47c16618be5 req-e4974b25-21fb-4942-81bc-bac0a8867674 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768670 Jul 06 18:19:05.454128 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.457563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-c0f61c80-7164-49c5-aca6-b2a32d2f83b0 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3fdf301c89434dfe830d864fc12a9645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1760209 Jul 06 18:19:05.462547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824eeb51-8e98-4279-8e16-830170db40b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.499317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-d5f090a6-d6a1-4502-9bae-0afcb388befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:05.501035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-d5f090a6-d6a1-4502-9bae-0afcb388befc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43daa088-211b-4d08-b9a2-8d20245bc1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110827 Jul 06 18:19:05.541465 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.610061 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7cdfc-fa52-43d6-9a30-d68ba6569ec5 None None] The sync data for ids ['ff648991-4afc-4d22-87e8-3d24c8bba493'] in n-d-799684-2 is: [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:00Z', 'revision_number': 3, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port': {'id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:59Z', 'updated_at': '2021-07-06T18:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:05.678620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-ecdc72d4-db82-4138-8b31-90da9b021912 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:05.680608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-ecdc72d4-db82-4138-8b31-90da9b021912 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112517 Jul 06 18:19:05.685573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1502a2a1-032d-4f06-9848-cb4cd372e885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.690404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1502a2a1-032d-4f06-9848-cb4cd372e885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.697288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1502a2a1-032d-4f06-9848-cb4cd372e885 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b81c226f-8ea4-46e2-a17b-e41b85acf1f5 HTTP/1.1" status: 204 len: 168 time: 1.1275680 Jul 06 18:19:05.708072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Request body: {'port': {'device_id': '343655d3-a41b-4722-b38e-838f84a0bddf', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '3fdf301c89434dfe830d864fc12a9645'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:05.728461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-54d0e329-eb33-4073-9414-d0100e523b16 None None] Port d50c1b88-54e2-48e5-a2d4-981d6da23f8b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:05.789085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382e8a9-f4a7-48bd-b4ed-fab4a3b086fb req-e9e282df-ee7e-4432-9f88-93e73d8e49d0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:05.790995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6382e8a9-f4a7-48bd-b4ed-fab4a3b086fb req-e9e282df-ee7e-4432-9f88-93e73d8e49d0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 936 time: 0.6220326 Jul 06 18:19:05.811130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502a2a1-032d-4f06-9848-cb4cd372e885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c226f-8ea4-46e2-a17b-e41b85acf1f5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:05.846428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a994198-cd9c-4c0b-9866-718b15520497 req-062aa5c8-bb57-4b87-b85f-248018f4d944 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:05.848457 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a994198-cd9c-4c0b-9866-718b15520497 req-062aa5c8-bb57-4b87-b85f-248018f4d944 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 945 time: 0.2859092 Jul 06 18:19:05.861127 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-5a942a03-1964-48d1-89b0-88055f64ff2b service neutron] 10.222.0.41 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519652 Jul 06 18:19:06.019427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a994198-cd9c-4c0b-9866-718b15520497 req-67a16ebd-8c3a-42e9-bad8-3cffed862ec8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527851 Jul 06 18:19:06.026425 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824eeb51-8e98-4279-8e16-830170db40b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.063588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824eeb51-8e98-4279-8e16-830170db40b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.081529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6382e8a9-f4a7-48bd-b4ed-fab4a3b086fb req-2077df1d-90d8-437c-82d7-08aa519c8b81 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756548 Jul 06 18:19:06.223858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Made reservation on behalf of 3fdf301c89434dfe830d864fc12a9645 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:06.231605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.254904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47474) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:06.260401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.270159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f659f073-c6a8-4581-88ed-0c1b4dc8bb1b req-1769526b-26b1-4be3-9005-bbdd01be2c46 service neutron] 10.222.0.41 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932528 Jul 06 18:19:06.276906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.301609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-824eeb51-8e98-4279-8e16-830170db40b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fb42529890c49dfa3a760815401b203&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1405411 Jul 06 18:19:06.302392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47476) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:06.306993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eeb51-8e98-4279-8e16-830170db40b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc1a960-4666-4675-bfb6-18dc73202cdc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:06.351777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.359690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e9d7ab3-4587-4f0d-8db0-afae48ffbd1c req-d9610bbf-0eef-4b8b-9329-10158505b17e tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 210 time: 0.1101158 Jul 06 18:19:06.384046 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-935ebeb6-cb81-43bb-a60f-08f4eaac92f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.483835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.490098 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.496148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20dd52c6-c539-4a96-98d1-43ae42c115db {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:06.506862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Pushing event updated for resources: {'Port': ['ID=d50c1b88-54e2-48e5-a2d4-981d6da23f8b,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:06.516996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.542974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Transition to ACTIVE for port object 20dd52c6-c539-4a96-98d1-43ae42c115db will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:06.560163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.562080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.580269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.607919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.671821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:06.678670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:06.683350 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.697383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.703070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fc1a960-4666-4675-bfb6-18dc73202cdc HTTP/1.1" status: 204 len: 168 time: 0.3971024 Jul 06 18:19:06.732266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bbf2e216-4e5e-4a45-b9c9-1490d47b4397 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:06.823426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port bbf2e216-4e5e-4a45-b9c9-1490d47b4397 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:06.833028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bbf2e216-4e5e-4a45-b9c9-1490d47b4397 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:06.833407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.951494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Allocated IP 192.168.233.254 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/4d3f06d1-68d7-49b2-b059-ffb0b87e750f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:07.019510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-935ebeb6-cb81-43bb-a60f-08f4eaac92f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.024541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee2f340-966a-461c-a950-51ca74aa1224,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:07.033602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Pushing event updated for resources: {'Port': ['ID=20dd52c6-c539-4a96-98d1-43ae42c115db,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:07.036550 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.039327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc1a960-4666-4675-bfb6-18dc73202cdc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:07.059715 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-935ebeb6-cb81-43bb-a60f-08f4eaac92f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.076963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port bbf2e216-4e5e-4a45-b9c9-1490d47b4397, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bbf2e216-4e5e-4a45-b9c9-1490d47b4397,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:07.089109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.089880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.090271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.090547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.090860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.091185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.091359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.091512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.091829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.092151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.092466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.092890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.093170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509956e-4f5a-4804-b01c-853fed035af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.144855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Router ff648991-4afc-4d22-87e8-3d24c8bba493 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:19:07.186606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-935ebeb6-cb81-43bb-a60f-08f4eaac92f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05c6fc6953c1471cba252832bcaef771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9266198 Jul 06 18:19:07.193547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47490) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:07.209168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ebeb6-cb81-43bb-a60f-08f4eaac92f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db273d47-c41d-4729-85d6-60b01d3a0e77,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:07.247033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d43dd167-336b-4ce6-9a89-d290a4903c38 None None] Provisioning complete for port d50c1b88-54e2-48e5-a2d4-981d6da23f8b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:07.247414 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d43dd167-336b-4ce6-9a89-d290a4903c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.271104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=bbf2e216-4e5e-4a45-b9c9-1490d47b4397,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:07.288639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d43dd167-336b-4ce6-9a89-d290a4903c38 None None] Port d50c1b88-54e2-48e5-a2d4-981d6da23f8b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:07.314909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8949c4-3177-49a7-9453-3132bd5c6e2f req-78856e5e-1c85-41a1-bc36-98ee5acb1e3f tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:07.316637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d8949c4-3177-49a7-9453-3132bd5c6e2f req-78856e5e-1c85-41a1-bc36-98ee5acb1e3f tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1097 time: 0.2690406 Jul 06 18:19:07.362836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47494) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:07.373822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Attempting to bind port 20dd52c6-c539-4a96-98d1-43ae42c115db on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:07.374134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Attempting to bind port 20dd52c6-c539-4a96-98d1-43ae42c115db by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:07.374542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Attempting to bind port 20dd52c6-c539-4a96-98d1-43ae42c115db on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:07.407146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Port 20dd52c6-c539-4a96-98d1-43ae42c115db on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:07.407447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Attempting to bind port 20dd52c6-c539-4a96-98d1-43ae42c115db on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:07.418927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c72df31c-1069-41ed-a193-53b61583d5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.447200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:07.447562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:07.447948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:07.448380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Bound port: 20dd52c6-c539-4a96-98d1-43ae42c115db, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:07.448717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.461204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d8949c4-3177-49a7-9453-3132bd5c6e2f req-40dd17d6-180a-4a6f-be25-6a9e873d53f0 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240950 Jul 06 18:19:07.472563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.493825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.547822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.550673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Transition to ACTIVE for port object 4d3f06d1-68d7-49b2-b059-ffb0b87e750f will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:07.590185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5a78a-2cf1-4f9e-8bbb-4401f4639a63 req-1090cce2-88ae-45ef-afbc-d9649047ef24 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:07.591648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37f5a78a-2cf1-4f9e-8bbb-4401f4639a63 req-1090cce2-88ae-45ef-afbc-d9649047ef24 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 945 time: 0.3673396 Jul 06 18:19:07.595587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:07.600950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c268be52-d34e-4851-bd49-de561d45be41 admin admin] 10.222.0.53 "PUT /v2.0/routers/ff648991-4afc-4d22-87e8-3d24c8bba493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1063755 Jul 06 18:19:07.655844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] For port 20dd52c6-c539-4a96-98d1-43ae42c115db, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:07.656830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37f5a78a-2cf1-4f9e-8bbb-4401f4639a63 req-c49a3ae8-65a2-4462-b87f-a3b3b1b6d2e8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Jul 06 18:19:07.709988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] For port 20dd52c6-c539-4a96-98d1-43ae42c115db, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=20dd52c6-c539-4a96-98d1-43ae42c115db,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:07.718401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.725984 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.746768 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.749240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.750449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db273d47-c41d-4729-85d6-60b01d3a0e77 HTTP/1.1" status: 204 len: 168 time: 0.5506771 Jul 06 18:19:07.807038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:07.807623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.809039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] 10.222.0.24 "PUT /v2.0/ports/20dd52c6-c539-4a96-98d1-43ae42c115db HTTP/1.1" status: 200 len: 1096 time: 2.7323940 Jul 06 18:19:07.818497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db18abe9-8744-46f9-85ca-fac229ee7bb5', 'tag': '20dd52c6-c539-4a96-98d1-43ae42c115db'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:07.820772 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "db18abe9-8744-46f9-85ca-fac229ee7bb5", "tag": "20dd52c6-c539-4a96-98d1-43ae42c115db"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:07.825645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:07.838899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db273d47-c41d-4729-85d6-60b01d3a0e77,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:07.879250 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c72df31c-1069-41ed-a193-53b61583d5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.887482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf64ed-5ffe-4bdb-b442-d0db308637fb req-ba858e36-b5a4-4349-a9f3-602804512076 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:07.889065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eabf64ed-5ffe-4bdb-b442-d0db308637fb req-ba858e36-b5a4-4349-a9f3-602804512076 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 948 time: 0.2535787 Jul 06 18:19:07.899913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:07.902543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.902890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.903258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.903556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.903886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.904193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.905460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.905832 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.906161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.906484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.906801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.907129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98ff4-33c8-4083-89ae-8c072ba54c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:07.916374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:07.920569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c72df31c-1069-41ed-a193-53b61583d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.128558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68d80-f98b-4e1d-b668-273b1dd30aba req-b27b2223-466b-48d2-87cd-7a121f927873 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:08.140326 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cae68d80-f98b-4e1d-b668-273b1dd30aba req-b27b2223-466b-48d2-87cd-7a121f927873 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 936 time: 0.1053436 Jul 06 18:19:08.217471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cae68d80-f98b-4e1d-b668-273b1dd30aba req-0e5c058c-984b-46ab-a42d-db663499831f tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689590 Jul 06 18:19:08.224353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Sync routers for ids ['ff648991-4afc-4d22-87e8-3d24c8bba493'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:08.257432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Routers {'ff648991-4afc-4d22-87e8-3d24c8bba493'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:08.258418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff648991-4afc-4d22-87e8-3d24c8bba493'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:08.330882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:08.330882 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.335689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030d40e-ef19-4c45-8a70-3932bc0d663e service neutron] Pushing event updated for resources: {'Port': ['ID=20dd52c6-c539-4a96-98d1-43ae42c115db,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:08.383609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-09b68179-3977-4651-85ea-89d78e11fda2 None None] Provisioning for port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:08.390414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Set router ff648991-4afc-4d22-87e8-3d24c8bba493 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:08.393251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-09b68179-3977-4651-85ea-89d78e11fda2 None None] Provisioning complete for port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:08.393734 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-09b68179-3977-4651-85ea-89d78e11fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.396581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eabf64ed-5ffe-4bdb-b442-d0db308637fb req-6f4f77e4-4bdf-428c-97b5-f369fd1b3938 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770973 Jul 06 18:19:08.437221 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7354040 Jul 06 18:19:08.447363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c72df31c-1069-41ed-a193-53b61583d5dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7db36ee672e24470b9018e7ff3684534&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0829084 Jul 06 18:19:08.456112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Request body: {'port': {'device_id': '343655d3-a41b-4722-b38e-838f84a0bddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:08.485326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47522) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:08.512105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-09b68179-3977-4651-85ea-89d78e11fda2 None None] Port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:08.526663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72df31c-1069-41ed-a193-53b61583d5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab35c00a-0923-4dc3-8b23-d987b77205b2,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:08.583236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8dd94-c52b-4a3d-bea1-ecf3daa4a16d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Pushing event updated for resources: {'Port': ['ID=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:08.609277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-aaa27a79-c2b6-49d8-912a-c2f7b7354680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:08.613123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-aaa27a79-c2b6-49d8-912a-c2f7b7354680 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 1099 time: 0.7362664 Jul 06 18:19:08.614579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.667579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd877735-4a4c-4f1c-a405-d811b6a9a8cd req-e05f6458-0a6e-49be-b276-a6eea3b8a499 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:08.669204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd877735-4a4c-4f1c-a405-d811b6a9a8cd req-e05f6458-0a6e-49be-b276-a6eea3b8a499 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1097 time: 0.2774675 Jul 06 18:19:08.670105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83413fbb-5795-46d4-8fa6-3996fcb2fb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.695775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-0a2415ca-2a65-40f7-a507-f97b9fe6bc4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=20dd52c6-c539-4a96-98d1-43ae42c115db HTTP/1.1" status: 200 len: 217 time: 0.0683255 Jul 06 18:19:08.727199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83413fbb-5795-46d4-8fa6-3996fcb2fb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.730665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bbf2e216-4e5e-4a45-b9c9-1490d47b4397 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:08.760019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd877735-4a4c-4f1c-a405-d811b6a9a8cd req-7044233f-bb95-4aed-ab95-5825d649862a tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837326 Jul 06 18:19:08.828519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83413fbb-5795-46d4-8fa6-3996fcb2fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.831375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83413fbb-5795-46d4-8fa6-3996fcb2fb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.832859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-83413fbb-5795-46d4-8fa6-3996fcb2fb74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab35c00a-0923-4dc3-8b23-d987b77205b2 HTTP/1.1" status: 204 len: 168 time: 0.3463900 Jul 06 18:19:08.846554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83413fbb-5795-46d4-8fa6-3996fcb2fb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab35c00a-0923-4dc3-8b23-d987b77205b2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:08.862087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bbf2e216-4e5e-4a45-b9c9-1490d47b4397 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:08.862302 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.871009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:05Z', 'revision_number': 4, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port': {'id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:59Z', 'updated_at': '2021-07-06T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd50c1b88-54e2-48e5-a2d4-981d6da23f8b', 'name': '', 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'mac_address': 'fa:16:3e:52:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4ed7d35d-3a60-4e18-a82f-4bc33581ce1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:03Z', 'updated_at': '2021-07-06T18:19:05Z', 'revision_number': 2, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'subnets': [{'id': '4ed7d35d-3a60-4e18-a82f-4bc33581ce1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:08.956698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Checking router: ff648991-4afc-4d22-87e8-3d24c8bba493 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:08.957049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Updating router ff648991-4afc-4d22-87e8-3d24c8bba493 port d50c1b88-54e2-48e5-a2d4-981d6da23f8b binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:19:08.965085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-5f7dea88-d648-4bf8-a6e4-af75e0f061d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:08.966830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-5f7dea88-d648-4bf8-a6e4-af75e0f061d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2411017 Jul 06 18:19:08.992751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1babf7-ce4f-4c39-b786-5c2df049e907 req-3a459254-5692-43c2-b41f-3f6efacee2ae tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:08.994544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e1babf7-ce4f-4c39-b786-5c2df049e907 req-3a459254-5692-43c2-b41f-3f6efacee2ae tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1096 time: 0.1119952 Jul 06 18:19:09.011152 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.158253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e1babf7-ce4f-4c39-b786-5c2df049e907 req-e5b20f72-abfd-4376-a2a8-4744cfd53110 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504698 Jul 06 18:19:09.163498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-b1465c6d-efc1-47d3-b86b-ea4e1d234b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:09.165430 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-b1465c6d-efc1-47d3-b86b-ea4e1d234b2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865849 Jul 06 18:19:09.176028 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4aa0ba7b-1f1f-4e1f-b17d-4f52a546ed1e req-ad48ceb6-1307-4c9b-8360-7d7e72017c1b tempest-FloatingIPsNegativeTestJSON-1400653367 tempest-FloatingIPsNegativeTestJSON-1400653367-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=51497c931da7411c8c3b0a6b2cd7bf7f HTTP/1.1" status: 200 len: 217 time: 0.1126442 Jul 06 18:19:09.233318 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123e4ac0-57ea-4292-89f4-6ecacda4aba2 x-openstack-request-id: req-123e4ac0-57ea-4292-89f4-6ecacda4aba2 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:09.238648 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db18abe9-8744-46f9-85ca-fac229ee7bb5", "tag": "20dd52c6-c539-4a96-98d1-43ae42c115db", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:09.239014 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-123e4ac0-57ea-4292-89f4-6ecacda4aba2 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:09.239577 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db18abe9-8744-46f9-85ca-fac229ee7bb5', 'tag': '20dd52c6-c539-4a96-98d1-43ae42c115db', 'status': 'completed', 'code': 200} Jul 06 18:19:09.428091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15333021-2b36-44a9-a86e-1bd0cee09428 req-afd31116-4bd9-4e09-8b29-975be7023d0a tempest-FloatingIPsNegativeTestJSON-1400653367 tempest-FloatingIPsNegativeTestJSON-1400653367-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0715737 Jul 06 18:19:09.476416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.496757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Transition to ACTIVE for port object d50c1b88-54e2-48e5-a2d4-981d6da23f8b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:09.510809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.531922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3f06d1-68d7-49b2-b059-ffb0b87e750f {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:09.557906 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.575302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-91c07372-a6c3-4187-a694-490ad415002f service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021008 Jul 06 18:19:09.627262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Transition to ACTIVE for port object 4d3f06d1-68d7-49b2-b059-ffb0b87e750f will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:09.648672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Pushing event updated for resources: {'Port': ['ID=d50c1b88-54e2-48e5-a2d4-981d6da23f8b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:09.676164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.676352 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.676847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.677361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.677906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.678421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.678885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.679358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.680529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.681173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.681893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.682430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.682955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:09.720834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Attempting to bind port d50c1b88-54e2-48e5-a2d4-981d6da23f8b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:09.721569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Attempting to bind port d50c1b88-54e2-48e5-a2d4-981d6da23f8b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:09.722270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Attempting to bind port d50c1b88-54e2-48e5-a2d4-981d6da23f8b on network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:09.729521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:09.730902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Checking segment: {'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:09.731528 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.732419 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Bound using segment: {'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:09.733769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Bound port: d50c1b88-54e2-48e5-a2d4-981d6da23f8b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:09.734513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.739959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308499e-26dd-4863-9e9a-3f1ec50b7a55 req-a90eb50a-92c6-493c-a9ec-4063f42f76cc tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:09.742684 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9308499e-26dd-4863-9e9a-3f1ec50b7a55 req-a90eb50a-92c6-493c-a9ec-4063f42f76cc tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1096 time: 0.1600807 Jul 06 18:19:09.806242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Pushing event updated for resources: {'Port': ['ID=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:09.816166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9308499e-26dd-4863-9e9a-3f1ec50b7a55 req-22c43ff2-2791-4166-89fc-83936cafe3ef tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606511 Jul 06 18:19:09.871502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] For port d50c1b88-54e2-48e5-a2d4-981d6da23f8b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:09.878114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] For port d50c1b88-54e2-48e5-a2d4-981d6da23f8b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d50c1b88-54e2-48e5-a2d4-981d6da23f8b,segment=NetworkSegment(c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e),segment_id=c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:09.893535 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.940353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e99fc3f-0933-46f0-b81b-fb8128055745 req-42bf6a03-4064-499e-8bfd-ddfa9d1079cb service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463354 Jul 06 18:19:09.974052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91dd82-1ef8-4540-a9e1-101b76a54aae req-40c2ef65-2104-4441-80b0-cbd799fc43f4 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:09.984163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-da91dd82-1ef8-4540-a9e1-101b76a54aae req-40c2ef65-2104-4441-80b0-cbd799fc43f4 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 936 time: 0.4113173 Jul 06 18:19:10.004796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Routers {'ff648991-4afc-4d22-87e8-3d24c8bba493'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:10.007209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff648991-4afc-4d22-87e8-3d24c8bba493'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:10.103631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Attempting to bind port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:10.103967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Attempting to bind port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:10.104290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Attempting to bind port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:10.145158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-da91dd82-1ef8-4540-a9e1-101b76a54aae req-c4410224-a5b3-4455-9fb6-b7fa1d2deb7c tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598577 Jul 06 18:19:10.147544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:10.148173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Attempting to bind port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:10.169431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:10.172627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ece84-fe4e-46c8-b57b-8150265256f3 None None] Pushing event updated for resources: {'Port': ['ID=d50c1b88-54e2-48e5-a2d4-981d6da23f8b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:10.173998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:10.178715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:10.179195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Bound port: 4d3f06d1-68d7-49b2-b059-ffb0b87e750f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:10.179623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.238449 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-2fd18772-4860-4bd5-bd49-ee838021c4d0 req-00024f23-5871-4db1-83bd-c0258472739b tempest-FloatingIPsNegativeTestJSON-1400653367 tempest-FloatingIPsNegativeTestJSON-1400653367-project] show failed (client error): The resource could not be found. Jul 06 18:19:10.249878 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fd18772-4860-4bd5-bd49-ee838021c4d0 req-00024f23-5871-4db1-83bd-c0258472739b tempest-FloatingIPsNegativeTestJSON-1400653367 tempest-FloatingIPsNegativeTestJSON-1400653367-project] 10.222.0.53 "GET /v2.0/floatingips/68b53192-b2aa-494a-ae58-867a6b0b8ee4 HTTP/1.1" status: 404 len: 350 time: 0.0857871 Jul 06 18:19:10.253419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47594) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:10.329483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] Set router ff648991-4afc-4d22-87e8-3d24c8bba493 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:10.420795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-cb3cac17-8faf-4f7a-8499-acd45f59c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:10.429435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-cb3cac17-8faf-4f7a-8499-acd45f59c7d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 1099 time: 0.4070675 Jul 06 18:19:10.570536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] For port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:10.599055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] For port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:10.611324 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.683651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:05Z', 'revision_number': 4, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port': {'id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:59Z', 'updated_at': '2021-07-06T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd50c1b88-54e2-48e5-a2d4-981d6da23f8b', 'name': '', 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'mac_address': 'fa:16:3e:52:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4ed7d35d-3a60-4e18-a82f-4bc33581ce1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:03Z', 'updated_at': '2021-07-06T18:19:09Z', 'revision_number': 4, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'subnets': [{'id': '4ed7d35d-3a60-4e18-a82f-4bc33581ce1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:10.701593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:10.702248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.704115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] 10.222.0.24 "PUT /v2.0/ports/4d3f06d1-68d7-49b2-b059-ffb0b87e750f HTTP/1.1" status: 200 len: 1096 time: 2.2553127 Jul 06 18:19:10.735974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532131a0-a7d8-47d8-ab75-b89c93e1ae1a None None] The sync data for ids ['ff648991-4afc-4d22-87e8-3d24c8bba493'] in n-d-799684-2 is: [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:05Z', 'revision_number': 4, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port': {'id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:59Z', 'updated_at': '2021-07-06T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd50c1b88-54e2-48e5-a2d4-981d6da23f8b', 'name': '', 'network_id': '2190c249-d5a6-420d-a4aa-0f1ee4c0fd77', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'mac_address': 'fa:16:3e:52:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4ed7d35d-3a60-4e18-a82f-4bc33581ce1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:03Z', 'updated_at': '2021-07-06T18:19:09Z', 'revision_number': 4, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'subnets': [{'id': '4ed7d35d-3a60-4e18-a82f-4bc33581ce1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:10.770751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-385e64da-b0fd-4232-a98d-ae37f480a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:10.772253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-385e64da-b0fd-4232-a98d-ae37f480a24c service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.3354070 Jul 06 18:19:10.871625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d7089-1421-4302-8050-6f0e467dd095 req-823fd83e-979d-4824-81db-ad9b650f1258 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:10.874489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e71d7089-1421-4302-8050-6f0e467dd095 req-823fd83e-979d-4824-81db-ad9b650f1258 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 948 time: 0.4385920 Jul 06 18:19:10.945348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-7eb5e68c-f996-4539-ac05-96e76626e80b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=20dd52c6-c539-4a96-98d1-43ae42c115db HTTP/1.1" status: 200 len: 217 time: 0.1537919 Jul 06 18:19:10.946957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1895bf-e067-48d8-86e5-68ee67a0090a service neutron] Pushing event updated for resources: {'Port': ['ID=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:11.115288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e71d7089-1421-4302-8050-6f0e467dd095 req-16619a10-2a23-47cb-a0e1-127b2ced9019 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060728 Jul 06 18:19:11.138770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-92ea8dc5-2032-42b0-9216-a6d9a021170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:11.140260 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-92ea8dc5-2032-42b0-9216-a6d9a021170a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1756084 Jul 06 18:19:11.146043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-2d521ee5-abde-447d-af44-2a35e4c1c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:11.147580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-2d521ee5-abde-447d-af44-2a35e4c1c1cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fdf301c89434dfe830d864fc12a9645&device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 1099 time: 0.3719571 Jul 06 18:19:11.489160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343655d3-a41b-4722-b38e-838f84a0bddf', 'tag': '4d3f06d1-68d7-49b2-b059-ffb0b87e750f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:11.491222 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a87f267-4618-4848-8475-534d28d275e6" -d '{"events": [{"name": "network-changed", "server_uuid": "343655d3-a41b-4722-b38e-838f84a0bddf", "tag": "4d3f06d1-68d7-49b2-b059-ffb0b87e750f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:11.498706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-46e2eed5-0c96-45f5-8e85-e64904f00a59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4d3f06d1-68d7-49b2-b059-ffb0b87e750f HTTP/1.1" status: 200 len: 217 time: 0.3347342 Jul 06 18:19:11.617654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-d78705df-8a9a-4612-b6dd-6043093b8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:11.625913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-d78705df-8a9a-4612-b6dd-6043093b8d24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1066561 Jul 06 18:19:11.672312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-9e576279-1d99-44f0-b621-bdcc7d7b19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:11.674075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-9e576279-1d99-44f0-b621-bdcc7d7b19c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5253699 Jul 06 18:19:11.838968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-199f214f-902f-41b2-9936-71fd1382831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:11.841210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-199f214f-902f-41b2-9936-71fd1382831b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070534 Jul 06 18:19:11.916830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-b389eea4-938f-4f05-bcef-c2ed590ee44f service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328925 Jul 06 18:19:11.922013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47664) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:12.032336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-673695f5-55a5-4a18-a849-35c298c5f59a tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:19:12.033632 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-673695f5-55a5-4a18-a849-35c298c5f59a tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1105688 Jul 06 18:19:12.036368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.130649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-607631c3-8be1-416e-b596-66c5aff8af1c service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825732 Jul 06 18:19:12.143546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Request body: {'binding': {'host': 'n-h1-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:12.144368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Unknown quota resources ['binding']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:19:12.188746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b30746-37b1-4072-9e26-6e883dbd5a0b req-9f9a7f99-6482-4004-a756-dfad68aafff9 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:12.190216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07b30746-37b1-4072-9e26-6e883dbd5a0b req-9f9a7f99-6482-4004-a756-dfad68aafff9 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 948 time: 0.3304050 Jul 06 18:19:12.202097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acf8523a-d3e2-4d2a-8106-b22b95c06dc4 req-b042144e-a858-4340-acf7-7e17c8cd7130 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675035 Jul 06 18:19:12.282472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on host n-h1-799684-2 for vnic_type normal with profile None {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:12.282801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:12.283130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:12.287354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:12.287677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:12.292752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:12.293089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:12.293474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:12.294297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Bound port: fa468ed0-9495-45c7-b430-5e81f946ea7b, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:12.337936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07b30746-37b1-4072-9e26-6e883dbd5a0b req-9170ee86-eaaa-49f6-bbb6-18a6e68c3852 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348040 Jul 06 18:19:12.386232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:12.393180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.398274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3587a0e0-8ef5-4e5e-bad2-e9712bd22a50 service neutron] 10.222.0.53 "POST /v2.0/ports/fa468ed0-9495-45c7-b430-5e81f946ea7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3087001 Jul 06 18:19:12.414138 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7751f7b2-5a12-4287-896e-cefdfacc86f0 req-6975988f-b81f-4280-9df7-c9592c8cc80a service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719038 Jul 06 18:19:12.531643 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b282b7c6-191c-4259-a640-5024c2d933f0 x-openstack-request-id: req-b282b7c6-191c-4259-a640-5024c2d933f0 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:12.531826 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343655d3-a41b-4722-b38e-838f84a0bddf", "tag": "4d3f06d1-68d7-49b2-b059-ffb0b87e750f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:12.531960 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b282b7c6-191c-4259-a640-5024c2d933f0 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:12.532354 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343655d3-a41b-4722-b38e-838f84a0bddf', 'tag': '4d3f06d1-68d7-49b2-b059-ffb0b87e750f', 'status': 'completed', 'code': 200} Jul 06 18:19:12.574886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Deleting port d50c1b88-54e2-48e5-a2d4-981d6da23f8b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:12.575892 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.725772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] For port d50c1b88-54e2-48e5-a2d4-981d6da23f8b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d50c1b88-54e2-48e5-a2d4-981d6da23f8b,segment=NetworkSegment(c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e),segment_id=c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:12.726402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.750161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87f267-4618-4848-8475-534d28d275e6 req-be2a9219-5b96-4f4d-a8e3-3db7adc13939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:12.751726 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a87f267-4618-4848-8475-534d28d275e6 req-be2a9219-5b96-4f4d-a8e3-3db7adc13939 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fdf301c89434dfe830d864fc12a9645&device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 1099 time: 0.1604052 Jul 06 18:19:12.757138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Calling delete_port for d50c1b88-54e2-48e5-a2d4-981d6da23f8b owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:12.773125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d50c1b88-54e2-48e5-a2d4-981d6da23f8b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:12.847657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 20dd52c6-c539-4a96-98d1-43ae42c115db details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:12.858631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-13db311a-7656-41ed-bd84-bac3e93751c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:12.860122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-13db311a-7656-41ed-bd84-bac3e93751c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1097 time: 0.1160359 Jul 06 18:19:12.932800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87f267-4618-4848-8475-534d28d275e6 req-e9704eb4-c79f-485f-a84c-7d7f88c8f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:12.934518 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a87f267-4618-4848-8475-534d28d275e6 req-e9704eb4-c79f-485f-a84c-7d7f88c8f424 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1739087 Jul 06 18:19:12.954738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d50c1b88-54e2-48e5-a2d4-981d6da23f8b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:12.960932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d50c1b88-54e2-48e5-a2d4-981d6da23f8b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:12.961925 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.996048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a87f267-4618-4848-8475-534d28d275e6 req-e4db02f0-85a0-436a-8249-1a7d91e88f3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4d3f06d1-68d7-49b2-b059-ffb0b87e750f HTTP/1.1" status: 200 len: 217 time: 0.0381012 Jul 06 18:19:13.031632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b44f8-2ff8-43a9-bca5-39f7f2ebd24e req-669e53a4-50f8-4575-a867-4a32d4431ec8 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:13.033567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937b44f8-2ff8-43a9-bca5-39f7f2ebd24e req-669e53a4-50f8-4575-a867-4a32d4431ec8 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 948 time: 0.1776500 Jul 06 18:19:13.105186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87f267-4618-4848-8475-534d28d275e6 req-7e1a27e1-386b-457b-9cdf-b5c1fa0ccf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:13.107686 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a87f267-4618-4848-8475-534d28d275e6 req-7e1a27e1-386b-457b-9cdf-b5c1fa0ccf93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0788484 Jul 06 18:19:13.115235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-adcf80ea-e117-4805-9794-3257f18e0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:13.116761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-adcf80ea-e117-4805-9794-3257f18e0d4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.2481170 Jul 06 18:19:13.128028 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937b44f8-2ff8-43a9-bca5-39f7f2ebd24e req-1dcad0ff-edac-4814-b804-290ad77d6d97 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851991 Jul 06 18:19:13.190667 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-313ffd35-8340-4608-be7b-bee89fe457e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 217 time: 0.0614951 Jul 06 18:19:13.234421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 20dd52c6-c539-4a96-98d1-43ae42c115db, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=20dd52c6-c539-4a96-98d1-43ae42c115db,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:13.244925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.249467 n-d-799684-2 neutron-server[93968]: INFO neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No ports have port_id starting with d50c1b88-54e2-48e5-a2d4-981d6da23f8b Jul 06 18:19:13.250848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '20dd52c6-c539-4a96-98d1-43ae42c115db', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '20dd52c6-c539-4a96-98d1-43ae42c115db', 'mac_address': 'fa:16:3e:ef:eb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:13.275502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-dd8558a5-6978-4923-a07c-e9fc20f9357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:13.277006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-dd8558a5-6978-4923-a07c-e9fc20f9357e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0778532 Jul 06 18:19:13.303713 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.312774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87f267-4618-4848-8475-534d28d275e6 req-141bd4c9-f38a-4ecf-bfe7-a74a112840bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:13.314892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a87f267-4618-4848-8475-534d28d275e6 req-141bd4c9-f38a-4ecf-bfe7-a74a112840bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964333 Jul 06 18:19:13.329258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20dd52c6-c539-4a96-98d1-43ae42c115db {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:13.333735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-5ec465be-c47b-43bf-8b4f-2e9d02bd4057 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407689 Jul 06 18:19:13.386072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 20dd52c6-c539-4a96-98d1-43ae42c115db, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=20dd52c6-c539-4a96-98d1-43ae42c115db,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:13.395167 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.456148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d50c1b88-54e2-48e5-a2d4-981d6da23f8b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:13.475531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a87f267-4618-4848-8475-534d28d275e6 req-c101bead-898e-49f0-8091-22734d08a1c7 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218445 Jul 06 18:19:13.512602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=20dd52c6-c539-4a96-98d1-43ae42c115db,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:13.529119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-832bf55b-7da4-495b-8667-ac9b23e24c27 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854751 Jul 06 18:19:13.621404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:13.714278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-ef7dbfb8-7c2d-47b5-8249-237e142ae198 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769962 Jul 06 18:19:13.762750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4bee5-d9c4-4c6b-a106-e96a213851a7 req-61b30030-f630-4c74-8f2a-d0c25a5e2bad tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:13.771478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-83d4bee5-d9c4-4c6b-a106-e96a213851a7 req-61b30030-f630-4c74-8f2a-d0c25a5e2bad tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 946 time: 0.1172533 Jul 06 18:19:13.815474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-83d4bee5-d9c4-4c6b-a106-e96a213851a7 req-82f31503-d0b5-4086-b43a-c4edd0b5a121 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Jul 06 18:19:13.945286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-91cb491e-f573-473d-a648-da408b8e1013 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:13.946306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-91cb491e-f573-473d-a648-da408b8e1013 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1097 time: 0.1217725 Jul 06 18:19:13.957877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-2'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:13.980499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a87f267-4618-4848-8475-534d28d275e6 req-93908a47-c5b2-49d1-85b6-4635e6b64465 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941611 Jul 06 18:19:14.001264 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.033776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47732) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:14.062020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.110214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-cf38afca-ac4b-4655-89de-2d50ecb328eb tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:19:14.111230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-cf38afca-ac4b-4655-89de-2d50ecb328eb tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0742414 Jul 06 18:19:14.221369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Request body: {'binding': {'host': 'n-h2-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:14.221956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Unknown quota resources ['binding']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:19:14.257627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Router ff648991-4afc-4d22-87e8-3d24c8bba493 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:19:14.297602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:14.367142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:14.376722 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] Sync routers for ids ['ff648991-4afc-4d22-87e8-3d24c8bba493'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:14.377270 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ace21314-73de-4f20-882b-853702b362bf admin admin] 10.222.0.53 "PUT /v2.0/routers/ff648991-4afc-4d22-87e8-3d24c8bba493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1138635 Jul 06 18:19:14.377939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47746) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:14.389774 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] Routers {'ff648991-4afc-4d22-87e8-3d24c8bba493'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:14.390720 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff648991-4afc-4d22-87e8-3d24c8bba493'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:14.399107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:14.446245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22fba-9295-4435-aac6-4f677015b35f req-82a950d0-99fc-42f6-92a4-4a22e3d6d3e3 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:14.447899 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ccd22fba-9295-4435-aac6-4f677015b35f req-82a950d0-99fc-42f6-92a4-4a22e3d6d3e3 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 948 time: 0.2343805 Jul 06 18:19:14.496414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.496634 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] Set router ff648991-4afc-4d22-87e8-3d24c8bba493 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:14.497986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:14.500344 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a095f8-017a-4ed1-bb65-28b9d8f18ebc" -d '{"events": [{"server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "name": "network-vif-unplugged", "status": "completed", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:14.505784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.523577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.540836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on host n-h2-799684-2 for vnic_type normal with profile None {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:14.541271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:14.541675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:14.569843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ccd22fba-9295-4435-aac6-4f677015b35f req-2a2f53d9-2769-46f5-8f76-090c52f485b5 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056514 Jul 06 18:19:14.575493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:14.575905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:14.591626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:14.592095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:14.592582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:14.593573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Bound port: 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:14.641081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.668488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:14.688360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on host n-h2-799684-2 for vnic_type normal with profile {"migrating_to": "n-h1-799684-2"} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:14.688531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:14.688949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:14.698642 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:13Z', 'revision_number': 5, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port': {'id': 'bbf2e216-4e5e-4a45-b9c9-1490d47b4397', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:59Z', 'updated_at': '2021-07-06T18:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:14.700001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:14.700418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Attempting to bind port fa468ed0-9495-45c7-b430-5e81f946ea7b on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:14.714156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:14.714565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:14.714794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Deleting port bbf2e216-4e5e-4a45-b9c9-1490d47b4397 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:14.715470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.718781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:14.719352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Bound port: fa468ed0-9495-45c7-b430-5e81f946ea7b, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:14.719788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.723177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:14.735661 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.737007 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6879728d-d958-4f25-81da-899090413d3e service neutron] 10.222.0.53 "POST /v2.0/ports/7e7195df-f959-47ba-8b53-71b8ef40e5c9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5677001 Jul 06 18:19:14.818762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] For port bbf2e216-4e5e-4a45-b9c9-1490d47b4397, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bbf2e216-4e5e-4a45-b9c9-1490d47b4397,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:14.819208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.825395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:14.836016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:14.841484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Calling delete_port for bbf2e216-4e5e-4a45-b9c9-1490d47b4397 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:14.846084 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.855566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4d3f06d1-68d7-49b2-b059-ffb0b87e750f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:14.893418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 20dd52c6-c539-4a96-98d1-43ae42c115db up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:14.937060 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] Checking router: ff648991-4afc-4d22-87e8-3d24c8bba493 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:14.965972 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] Routers {'ff648991-4afc-4d22-87e8-3d24c8bba493'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:14.967016 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff648991-4afc-4d22-87e8-3d24c8bba493'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:15.103945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:15.104747 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.106751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] 10.222.0.41 "PUT /v2.0/ports/fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 1122 time: 1.1544251 Jul 06 18:19:15.119630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edfd50-c404-49fc-ba71-c9efdbe0bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=8']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:15.204093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-e84bd8cf-2957-4079-a93f-11b7426ea5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:15.205806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-e84bd8cf-2957-4079-a93f-11b7426ea5a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1096 time: 0.1310408 Jul 06 18:19:15.215775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['fa468ed0-9495-45c7-b430-5e81f946ea7b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:15.218303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] Set router ff648991-4afc-4d22-87e8-3d24c8bba493 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:15.227749 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbb2378-2487-4f7f-a5a2-3be2706d0fa3 x-openstack-request-id: req-8fbb2378-2487-4f7f-a5a2-3be2706d0fa3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:15.231149 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "name": "network-vif-unplugged", "status": "completed", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:15.233679 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fbb2378-2487-4f7f-a5a2-3be2706d0fa3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:15.234720 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b', 'code': 200} Jul 06 18:19:15.237943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.276449 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 6, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:15.296871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 20dd52c6-c539-4a96-98d1-43ae42c115db completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:15.310798 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f239a-764b-4cb8-900d-184dd28b4ffd None None] The sync data for ids ['ff648991-4afc-4d22-87e8-3d24c8bba493'] in n-d-799684-2 is: [{'id': 'ff648991-4afc-4d22-87e8-3d24c8bba493', 'name': 'tempest-FloatingIPsNegativeTestJSON-578026753-router', 'tenant_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:58Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 6, 'project_id': '51497c931da7411c8c3b0a6b2cd7bf7f', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:15.326760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf2e216-4e5e-4a45-b9c9-1490d47b4397,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:15.327783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1fcb7-4ac1-413e-8477-a5f1667d296a req-18cad87b-8bf5-41df-baa6-09b6218dfe74 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:15.335125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-92a1fcb7-4ac1-413e-8477-a5f1667d296a req-18cad87b-8bf5-41df-baa6-09b6218dfe74 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 949 time: 0.2272570 Jul 06 18:19:15.351120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 20dd52c6-c539-4a96-98d1-43ae42c115db triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:15.357941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.367702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:15.399807 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-92a1fcb7-4ac1-413e-8477-a5f1667d296a req-8b042927-c42b-4653-bf92-1c85f160eb79 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614529 Jul 06 18:19:15.411485 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '4d3f06d1-68d7-49b2-b059-ffb0b87e750f', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '4d3f06d1-68d7-49b2-b059-ffb0b87e750f', 'mac_address': 'fa:16:3e:e1:73:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:15.524261 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.537694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-4c2e176e-fdef-42a9-a89c-19a96d2b7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:15.540228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-4c2e176e-fdef-42a9-a89c-19a96d2b7593 service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.3150449 Jul 06 18:19:15.543226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-366f2aa7-6d2a-4348-9ce9-d0252a380de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.581637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3f06d1-68d7-49b2-b059-ffb0b87e750f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:15.601393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbd582-da04-41ef-93a5-dbbf9a7ac065 req-cd8c587d-80cc-40d6-9154-cb03d32048bd tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:15.603142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dcbd582-da04-41ef-93a5-dbbf9a7ac065 req-cd8c587d-80cc-40d6-9154-cb03d32048bd tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 945 time: 0.0838163 Jul 06 18:19:15.617278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:15.622835 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.627497 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.653531 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dcbd582-da04-41ef-93a5-dbbf9a7ac065 req-d6ab5375-461b-4b4e-aa80-b012bd3d6fa5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Jul 06 18:19:15.658122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-31071c08-0d7a-4f70-8e21-6cef229852a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 217 time: 0.1005852 Jul 06 18:19:15.665647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.704685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18abe9-8744-46f9-85ca-fac229ee7bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dd52c6-c539-4a96-98d1-43ae42c115db'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:15.707008 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e60ff8-af4b-4de9-a36d-9377c05a6b6c" -d '{"events": [{"server_uuid": "db18abe9-8744-46f9-85ca-fac229ee7bb5", "name": "network-vif-plugged", "status": "completed", "tag": "20dd52c6-c539-4a96-98d1-43ae42c115db"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:15.743224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 20dd52c6-c539-4a96-98d1-43ae42c115db, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=20dd52c6-c539-4a96-98d1-43ae42c115db,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:15.755625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.760886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:15.780197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-1aaa28e0-3de8-47c6-aba0-c1aa82013f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:15.781978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-1aaa28e0-3de8-47c6-aba0-c1aa82013f38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1138091 Jul 06 18:19:15.818678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=20dd52c6-c539-4a96-98d1-43ae42c115db,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:15.930022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-952edecb-b690-4834-97d1-b8c6cb38c1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976870 Jul 06 18:19:15.936485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25c192-3dee-4908-be10-72df24d7cd84 req-536151bc-8704-4056-915e-3bf197fef132 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:15.938041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d25c192-3dee-4908-be10-72df24d7cd84 req-536151bc-8704-4056-915e-3bf197fef132 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 949 time: 0.0693657 Jul 06 18:19:15.941974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec2be3-57c6-4275-9c57-c2ba6f38a5b0 req-574e96dc-bc50-45f3-be89-2cc476386fa5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:15.943468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80ec2be3-57c6-4275-9c57-c2ba6f38a5b0 req-574e96dc-bc50-45f3-be89-2cc476386fa5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 944 time: 0.4078946 Jul 06 18:19:15.946366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.955767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.956337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47776) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:15.992153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d25c192-3dee-4908-be10-72df24d7cd84 req-f2714b82-eef9-49e3-b7ec-e8b8b826e1f0 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Jul 06 18:19:15.998333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['4d3f06d1-68d7-49b2-b059-ffb0b87e750f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:16.118978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-2109c6a7-ff49-4d59-bdc8-1f95d51e6046 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743901 Jul 06 18:19:16.122748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80ec2be3-57c6-4275-9c57-c2ba6f38a5b0 req-84ec9176-a101-4c5a-957f-cfd6196b7cf5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684394 Jul 06 18:19:16.123373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.123897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff648991-4afc-4d22-87e8-3d24c8bba493 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:19:16.137513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.142065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0ac15a0f-22b2-4f95-a6cb-9eaf1811903b admin admin] 10.222.0.53 "DELETE /v2.0/routers/ff648991-4afc-4d22-87e8-3d24c8bba493 HTTP/1.1" status: 204 len: 168 time: 1.7590253 Jul 06 18:19:16.145808 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f792ad22-f7f3-47d9-86df-04c41e1f9d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.147615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47784) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:16.202254 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a75739-c4b9-407b-8e34-749d04373855 x-openstack-request-id: req-d6a75739-c4b9-407b-8e34-749d04373855 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:16.202556 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18abe9-8744-46f9-85ca-fac229ee7bb5", "name": "network-vif-plugged", "status": "completed", "tag": "20dd52c6-c539-4a96-98d1-43ae42c115db", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:16.202780 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6a75739-c4b9-407b-8e34-749d04373855 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:16.203173 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18abe9-8744-46f9-85ca-fac229ee7bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dd52c6-c539-4a96-98d1-43ae42c115db', 'code': 200} Jul 06 18:19:16.262252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3fbb33-dda5-45be-94ee-c36f201536a0 admin admin] Deleting subnet 4ed7d35d-3a60-4e18-a82f-4bc33581ce1e {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:19:16.270080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f3fbb33-dda5-45be-94ee-c36f201536a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.297941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-7a5ce8d0-645d-4b11-b4c7-8dbdb44c3a1f service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721346 Jul 06 18:19:16.324105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f3fbb33-dda5-45be-94ee-c36f201536a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.366883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5741216-9862-453b-841a-4e811e55c1e1 req-eaf68e51-23d4-4ef8-8ba5-7c447e42c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:16.369805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5741216-9862-453b-841a-4e811e55c1e1 req-eaf68e51-23d4-4ef8-8ba5-7c447e42c2fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 1101 time: 0.0925188 Jul 06 18:19:16.466101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5741216-9862-453b-841a-4e811e55c1e1 req-1321ed4b-1770-4add-bf7e-04063d27b78b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 Jul 06 18:19:16.696051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bbf2e216-4e5e-4a45-b9c9-1490d47b4397 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:16.705433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f3fbb33-dda5-45be-94ee-c36f201536a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.742544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: bbf2e216-4e5e-4a45-b9c9-1490d47b4397 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:16.745457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bbf2e216-4e5e-4a45-b9c9-1490d47b4397 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:16.746028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d50c1b88-54e2-48e5-a2d4-981d6da23f8b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:16.780689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f792ad22-f7f3-47d9-86df-04c41e1f9d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.781755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47804) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:16.785172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d50c1b88-54e2-48e5-a2d4-981d6da23f8b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:16.785172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d50c1b88-54e2-48e5-a2d4-981d6da23f8b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:16.791918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f792ad22-f7f3-47d9-86df-04c41e1f9d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.865896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4d3f06d1-68d7-49b2-b059-ffb0b87e750f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:16.866448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f3fbb33-dda5-45be-94ee-c36f201536a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.899516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f792ad22-f7f3-47d9-86df-04c41e1f9d34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e88c659a25fe49cab2c464c946558560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9385324 Jul 06 18:19:16.902011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792ad22-f7f3-47d9-86df-04c41e1f9d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b250d-db73-44d3-90be-059d7d34d8aa,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:16.904640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47808) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:16.910191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fbb33-dda5-45be-94ee-c36f201536a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed7d35d-3a60-4e18-a82f-4bc33581ce1e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:16.931445 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f3fbb33-dda5-45be-94ee-c36f201536a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.934015 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0f3fbb33-dda5-45be-94ee-c36f201536a0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ed7d35d-3a60-4e18-a82f-4bc33581ce1e HTTP/1.1" status: 204 len: 168 time: 0.7788799 Jul 06 18:19:16.937945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47810) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:16.944939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134f3e6-5dc5-4a06-a4cf-fc70108507c5 None None] Network 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:16.968232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:16.984007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbc19-0828-4ebf-ae85-2dc048cb088a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.000253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-8d4a00b9-c921-434b-bf4e-34ebd1d2ff59 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:17.000503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:17.000988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.002332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-8d4a00b9-c921-434b-bf4e-34ebd1d2ff59 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.5391226 Jul 06 18:19:17.018031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d85979-b4e0-4c42-83aa-4d1d1555906e req-417dff6d-aaa9-4656-a5fa-712ee125a9a5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:17.019598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d6d85979-b4e0-4c42-83aa-4d1d1555906e req-417dff6d-aaa9-4656-a5fa-712ee125a9a5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 945 time: 0.1988740 Jul 06 18:19:17.020100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799684-2'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:17.025346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a33fdc31-693c-4155-a735-e3c82b2c2938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.055397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059afdad-496d-4672-a19a-8c48b35e0f84 req-1190ad13-e916-4ed6-ab06-d5e5541c9f32 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:17.057088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-059afdad-496d-4672-a19a-8c48b35e0f84 req-1190ad13-e916-4ed6-ab06-d5e5541c9f32 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 950 time: 0.5159750 Jul 06 18:19:17.086736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.093014 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a33fdc31-693c-4155-a735-e3c82b2c2938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.112103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d6d85979-b4e0-4c42-83aa-4d1d1555906e req-0a13e5bb-0210-454f-8e44-806f9604647a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822420 Jul 06 18:19:17.154928 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.156482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-059afdad-496d-4672-a19a-8c48b35e0f84 req-ab50817d-2d86-4fb5-a0ed-bd8776a8e693 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915771 Jul 06 18:19:17.199095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.224010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:17.236781 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.270547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbc19-0828-4ebf-ae85-2dc048cb088a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.304451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:17.306984 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:17.319476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Deleting port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:17.320044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.321546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbc19-0828-4ebf-ae85-2dc048cb088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.333466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:17.343475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] DHCP port deletion for 2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:19:17.407840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] Deleting port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:17.408307 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.438005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f1dfbc19-0828-4ebf-ae85-2dc048cb088a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18c984048d0840f28910a3ff96188138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539979 Jul 06 18:19:17.442866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47820) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:17.444103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] For port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,segment=NetworkSegment(c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e),segment_id=c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:17.444523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.448391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfbc19-0828-4ebf-ae85-2dc048cb088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99976c08-577b-46ac-b997-fbe3c07c139b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:17.472633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:17.477825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a33fdc31-693c-4155-a735-e3c82b2c2938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.480518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a33fdc31-693c-4155-a735-e3c82b2c2938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.481842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a33fdc31-693c-4155-a735-e3c82b2c2938 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/945b250d-db73-44d3-90be-059d7d34d8aa HTTP/1.1" status: 204 len: 168 time: 0.5729904 Jul 06 18:19:17.488453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Calling delete_port for 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:17.507371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fdc31-693c-4155-a735-e3c82b2c2938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b250d-db73-44d3-90be-059d7d34d8aa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:17.518789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817559e1-96e1-43a4-ba80-97f48c6ed56a req-9fd52ff3-ed67-4bb3-9f3c-5eb14e05fb73 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:17.520491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-817559e1-96e1-43a4-ba80-97f48c6ed56a req-9fd52ff3-ed67-4bb3-9f3c-5eb14e05fb73 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 950 time: 0.2012460 Jul 06 18:19:17.531752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] For port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,segment=NetworkSegment(c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e),segment_id=c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:17.532153 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.556604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a19d7120-fb33-411d-b201-1ef80e2f5508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.586481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] Calling delete_port for 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:17.592648 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a19d7120-fb33-411d-b201-1ef80e2f5508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.597892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-817559e1-96e1-43a4-ba80-97f48c6ed56a req-faabb0dd-7c86-490b-8e0f-9b4b8cd5df5d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704157 Jul 06 18:19:17.666947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a19d7120-fb33-411d-b201-1ef80e2f5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.670013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a19d7120-fb33-411d-b201-1ef80e2f5508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.672566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a19d7120-fb33-411d-b201-1ef80e2f5508 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99976c08-577b-46ac-b997-fbe3c07c139b HTTP/1.1" status: 204 len: 168 time: 0.2251916 Jul 06 18:19:17.689158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d7120-fb33-411d-b201-1ef80e2f5508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99976c08-577b-46ac-b997-fbe3c07c139b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:17.702689 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.721995 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b837f2-60be-42c2-a47d-09246a42259b x-openstack-request-id: req-b2b837f2-60be-42c2-a47d-09246a42259b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:17.722284 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:17.722540 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2b837f2-60be-42c2-a47d-09246a42259b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:17.722947 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b', 'status': 'completed', 'code': 200} Jul 06 18:19:17.780297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.805526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Pushing event deleted for resources: {'Port': ['ID=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:17.814960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] No DVR routers for this DVR port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:17.826101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b46f8-e194-42dc-b581-431d9a227816 None None] Pushing event deleted for resources: {'Port': ['ID=8701c08b-69bd-4d2c-92c5-f8731eb9bd96,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:17.852710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] No DVR routers for this DVR port 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:17.869876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65619b-0c8f-41d1-9e44-904e0d89ab02 req-de8ead41-8e59-4637-9e5c-4f3338ec206f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:17.874402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c65619b-0c8f-41d1-9e44-904e0d89ab02 req-de8ead41-8e59-4637-9e5c-4f3338ec206f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 944 time: 0.4970498 Jul 06 18:19:17.901217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:17.961521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47830) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:17.975708 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4118d6e0-0936-4d25-a8c3-9e30261747cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.016543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.047632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-bc73850b-9880-41c7-85bc-9cf803249260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:18.049253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-bc73850b-9880-41c7-85bc-9cf803249260 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1125 time: 0.2870834 Jul 06 18:19:18.050899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2190c249-d5a6-420d-a4aa-0f1ee4c0fd77']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:18.055262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:18.057890 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477d3e0f-8314-44ae-a6b3-495d114500eb" -d '{"events": [{"server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:18.082429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.085675 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4118d6e0-0936-4d25-a8c3-9e30261747cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.092638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4118d6e0-0936-4d25-a8c3-9e30261747cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.105454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c65619b-0c8f-41d1-9e44-904e0d89ab02 req-117e64e1-b56a-4d26-b5f1-fa9fcc9a41bd tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070818 Jul 06 18:19:18.117148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:18.117538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7171ed1-b50f-4a1d-9f43-9dd7aa0f5a5e') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:18.129697 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cbc1dc14-9623-4c52-a82d-8c0ccbeb3a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.130322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.131932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118d6e0-0936-4d25-a8c3-9e30261747cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1609b21d-db1b-4c1f-95bd-586432c8bce7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:18.139223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4118d6e0-0936-4d25-a8c3-9e30261747cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a4bb4bf27bb464594e445924a67f984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765108 Jul 06 18:19:18.139947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47834) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:18.149575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.160222 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf3276f-dbc8-4011-9115-5acce0a21fb5 x-openstack-request-id: req-cbf3276f-dbc8-4011-9115-5acce0a21fb5 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:18.160563 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:18.161661 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbf3276f-dbc8-4011-9115-5acce0a21fb5 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:18.161661 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9', 'code': 200} Jul 06 18:19:18.166681 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.181875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:19:18.182273 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:19:18.185450 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:19:18.204116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343655d3-a41b-4722-b38e-838f84a0bddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3f06d1-68d7-49b2-b059-ffb0b87e750f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:18.204494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dea6cc77-49bf-43c4-8659-fee861b4ecb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.206499 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc38f2-2c14-43d7-b9ac-508ea8546897" -d '{"events": [{"server_uuid": "343655d3-a41b-4722-b38e-838f84a0bddf", "name": "network-vif-plugged", "status": "completed", "tag": "4d3f06d1-68d7-49b2-b059-ffb0b87e750f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:18.241849 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dea6cc77-49bf-43c4-8659-fee861b4ecb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.285037 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.288479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47842) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:18.353810 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dea6cc77-49bf-43c4-8659-fee861b4ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.356505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dea6cc77-49bf-43c4-8659-fee861b4ecb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.357867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dea6cc77-49bf-43c4-8659-fee861b4ecb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1609b21d-db1b-4c1f-95bd-586432c8bce7 HTTP/1.1" status: 204 len: 168 time: 0.2166209 Jul 06 18:19:18.363206 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f19371e0-e247-40e5-9202-cdc997910412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.372823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6cc77-49bf-43c4-8659-fee861b4ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1609b21d-db1b-4c1f-95bd-586432c8bce7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:18.408265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24edac-dcbb-449f-9f12-7c21966ba4a2 req-0df18f51-8de8-4521-a01b-6acf3325b666 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:18.409893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e24edac-dcbb-449f-9f12-7c21966ba4a2 req-0df18f51-8de8-4521-a01b-6acf3325b666 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 943 time: 0.0977614 Jul 06 18:19:18.430614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.437503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.439607 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] 10.222.0.53 "DELETE /v2.0/networks/2190c249-d5a6-420d-a4aa-0f1ee4c0fd77 HTTP/1.1" status: 204 len: 168 time: 1.4998486 Jul 06 18:19:18.459715 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e24edac-dcbb-449f-9f12-7c21966ba4a2 req-3e3bcc81-1b24-4cc0-809d-0485f749d61b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Jul 06 18:19:18.463093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Pushing event updated for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:18.521303 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bea4dd-7528-4d75-9850-1181bf628aed x-openstack-request-id: req-95bea4dd-7528-4d75-9850-1181bf628aed {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:18.521762 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343655d3-a41b-4722-b38e-838f84a0bddf", "name": "network-vif-plugged", "status": "completed", "tag": "4d3f06d1-68d7-49b2-b059-ffb0b87e750f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:18.522122 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95bea4dd-7528-4d75-9850-1181bf628aed {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:18.522617 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343655d3-a41b-4722-b38e-838f84a0bddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3f06d1-68d7-49b2-b059-ffb0b87e750f', 'code': 200} Jul 06 18:19:18.523149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7171ae0-a028-4702-9f97-2925c6cd083d admin admin] Pushing event deleted for resources: {'Network': ['ID=2190c249-d5a6-420d-a4aa-0f1ee4c0fd77,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:18.534355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-3107cccd-cfe3-402b-b891-1435a01a8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:18.536036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-3107cccd-cfe3-402b-b891-1435a01a8236 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.4508107 Jul 06 18:19:18.538927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on host n-h1-799684-2 for vnic_type normal with profile {"migrating_to": "n-h2-799684-2"} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:18.539255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:18.539577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:18.575158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:18.575572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Attempting to bind port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:18.637248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.24', 52024) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:18.643432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:18.643608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:18.643986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:18.644438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Bound port: 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:18.644800 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.650340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-abaf0f33-859e-42f7-8fc5-e6512be698a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 217 time: 0.0710909 Jul 06 18:19:18.679440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:18.706942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:18.707597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8701c08b-69bd-4d2c-92c5-f8731eb9bd96 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:18.730623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1265e-90e7-4a2a-87b1-ec2de6bf2dcd req-93cd4ff0-2180-48b7-875e-c4f275ab4006 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:18.732865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5b1265e-90e7-4a2a-87b1-ec2de6bf2dcd req-93cd4ff0-2180-48b7-875e-c4f275ab4006 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 950 time: 0.4029105 Jul 06 18:19:18.772300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35387810-6975-4e3d-9590-5e44139e2cc9 req-825f82c7-0f57-4cf5-a891-5686a8bc1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:18.777166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35387810-6975-4e3d-9590-5e44139e2cc9 req-825f82c7-0f57-4cf5-a891-5686a8bc1abf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 1101 time: 0.1371560 Jul 06 18:19:18.824007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-689e6866-663b-47d0-aae6-a6c2dd002ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:18.825674 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-689e6866-663b-47d0-aae6-a6c2dd002ff0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1589944 Jul 06 18:19:18.854432 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35387810-6975-4e3d-9590-5e44139e2cc9 req-9b682c3a-c4f0-4904-964f-4141aa9ff600 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685480 Jul 06 18:19:18.857239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47858) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:18.898124 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-a56301ae-2c8b-42a9-9cd9-d8c8f869ecb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632627 Jul 06 18:19:18.904931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f19371e0-e247-40e5-9202-cdc997910412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.908677 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5b1265e-90e7-4a2a-87b1-ec2de6bf2dcd req-6558fae0-9038-4557-b4f2-2c403616201a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407111 Jul 06 18:19:18.911814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:18.913380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e274499-c987-4942-94b1-9a8782480913 req-8c59d5d6-6a1f-4441-be9c-7da6612435ce tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:18.914188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f19371e0-e247-40e5-9202-cdc997910412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.920678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e274499-c987-4942-94b1-9a8782480913 req-8c59d5d6-6a1f-4441-be9c-7da6612435ce tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 950 time: 0.1167185 Jul 06 18:19:18.930177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c33860fd-c754-4db4-b37d-ea441a9f7ec8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51497c931da7411c8c3b0a6b2cd7bf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718253 Jul 06 18:19:18.934117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47862) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:18.957073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:18.999582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e274499-c987-4942-94b1-9a8782480913 req-5f301625-46f0-4061-bdc8-8aaea4178bb4 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778797 Jul 06 18:19:19.010260 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.031600 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef04284e-dbc3-4f34-9848-d4ed129078c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.065832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f19371e0-e247-40e5-9202-cdc997910412 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f42910a74a25434587fee5dca549ed63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7712636 Jul 06 18:19:19.067159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device fa468ed0-9495-45c7-b430-5e81f946ea7b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:19.068287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef04284e-dbc3-4f34-9848-d4ed129078c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.070095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47870) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:19.077152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19371e0-e247-40e5-9202-cdc997910412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb84ae0-02cb-4558-a33a-1c86c336599b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:19.156598 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-672bcdf4-b82f-48b7-b419-7296266226db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.177521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef04284e-dbc3-4f34-9848-d4ed129078c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.188374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef04284e-dbc3-4f34-9848-d4ed129078c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.202156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ef04284e-dbc3-4f34-9848-d4ed129078c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84c3333e-9eb1-4b7a-9cdd-09f6d9a0330a HTTP/1.1" status: 204 len: 168 time: 0.2598565 Jul 06 18:19:19.237034 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-672bcdf4-b82f-48b7-b419-7296266226db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.257612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:19.271921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device fa468ed0-9495-45c7-b430-5e81f946ea7b has no active binding in host n-h1-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:19:19.274999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Pushing event updated for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:19.280316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04284e-dbc3-4f34-9848-d4ed129078c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c3333e-9eb1-4b7a-9cdd-09f6d9a0330a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:19.312653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:19.313298 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.314876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-f00e18fe-f5bf-498a-8ab7-a44e6cd4db2f service neutron] 10.222.0.24 "PUT /v2.0/ports/7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 1121 time: 2.3027256 Jul 06 18:19:19.339368 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.358045 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-672bcdf4-b82f-48b7-b419-7296266226db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.362032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-7a360b46-bfc9-4627-bf63-4c891edf9a3e service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282644 Jul 06 18:19:19.362355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-672bcdf4-b82f-48b7-b419-7296266226db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.365602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-672bcdf4-b82f-48b7-b419-7296266226db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4eb84ae0-02cb-4558-a33a-1c86c336599b HTTP/1.1" status: 204 len: 168 time: 0.2945173 Jul 06 18:19:19.386619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bcdf4-b82f-48b7-b419-7296266226db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb84ae0-02cb-4558-a33a-1c86c336599b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:19.402186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['7e7195df-f959-47ba-8b53-71b8ef40e5c9'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:19.478632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108652a-d567-4bfb-8313-48e0921f0fbe req-ca36c1ca-a7aa-4552-9e47-cb9306e4a76a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:19.480231 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5108652a-d567-4bfb-8313-48e0921f0fbe req-ca36c1ca-a7aa-4552-9e47-cb9306e4a76a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 944 time: 0.1891308 Jul 06 18:19:19.507320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea81f58d-256e-4cdd-92fc-d548b90bd8aa req-7df9d49b-bd4a-44a4-9811-96017a328fe8 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369090 Jul 06 18:19:19.589861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5108652a-d567-4bfb-8313-48e0921f0fbe req-9236ab08-3f09-48af-a4dd-b82ac6ad9ed4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937014 Jul 06 18:19:19.660513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b76c6b-d1ab-4554-946a-dd9e1131d772 req-3f59357a-00a8-4edc-b119-8479c14593d5 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:19.662536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0b76c6b-d1ab-4554-946a-dd9e1131d772 req-3f59357a-00a8-4edc-b119-8479c14593d5 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 1101 time: 0.1091795 Jul 06 18:19:19.689707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0b76c6b-d1ab-4554-946a-dd9e1131d772 req-08754f93-d019-451b-a387-4f575cdd5484 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.820264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0b76c6b-d1ab-4554-946a-dd9e1131d772 req-08754f93-d019-451b-a387-4f575cdd5484 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.826650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0b76c6b-d1ab-4554-946a-dd9e1131d772 req-08754f93-d019-451b-a387-4f575cdd5484 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:19.846282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71392b28-73a0-48f1-a541-ef69e23700ed req-77289450-346f-4789-8ff8-082c1d0aff0d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:19.850927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71392b28-73a0-48f1-a541-ef69e23700ed req-77289450-346f-4789-8ff8-082c1d0aff0d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 943 time: 0.1158326 Jul 06 18:19:19.866543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0b76c6b-d1ab-4554-946a-dd9e1131d772 req-08754f93-d019-451b-a387-4f575cdd5484 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964731 Jul 06 18:19:19.895463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08754f93-d019-451b-a387-4f575cdd5484 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca07f5e0-667d-4125-a038-038ddf824834,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:19.913420 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71392b28-73a0-48f1-a541-ef69e23700ed req-ca47fab2-5f52-44e1-9ba6-91ed0675ec74 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549741 Jul 06 18:19:19.976099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47900) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:20.078307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-network', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:20.119906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Made reservation on behalf of b95b448f8100479fbb946b35474dd6a4 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:20.122414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.134720 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.164829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:20.167910 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22370d15-7150-4313-9645-22a7a6d8f52a" -d '{"events": [{"name": "network-changed", "server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:20.219116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856139ac-b1b2-4393-82f9-a5d318ff1bab req-6bf7a9f2-0442-4841-aaff-350bf459f389 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:20.236441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-856139ac-b1b2-4393-82f9-a5d318ff1bab req-6bf7a9f2-0442-4841-aaff-350bf459f389 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 950 time: 0.1163332 Jul 06 18:19:20.266293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.275597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.276017 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474ccd3-9bf5-40e4-aada-2e87cb01bf05 x-openstack-request-id: req-9474ccd3-9bf5-40e4-aada-2e87cb01bf05 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:20.276313 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:20.276749 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9474ccd3-9bf5-40e4-aada-2e87cb01bf05 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:20.277267 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9', 'status': 'completed', 'code': 200} Jul 06 18:19:20.315588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-856139ac-b1b2-4393-82f9-a5d318ff1bab req-e8edafb9-0eb7-4ccf-95a7-aeaaae18aefa tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781934 Jul 06 18:19:20.356169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:19:20.373055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:20.379177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.379530 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Added segment 8afe33a6-6328-47dd-a457-7895b1dd6eb3 of type vlan for network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c Jul 06 18:19:20.455761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-b3c1174c-2341-4a0c-878a-faea76c5144c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617530 Jul 06 18:19:20.460233 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.536947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370d15-7150-4313-9645-22a7a6d8f52a req-8c2a55bf-e04f-43bc-aae4-380fde78c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:20.538421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22370d15-7150-4313-9645-22a7a6d8f52a req-8c2a55bf-e04f-43bc-aae4-380fde78c12c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1124 time: 0.2357264 Jul 06 18:19:20.626131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.627332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:20.628288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.642597 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-95366f6e-55dc-4a6b-a1fe-d9a1b78e185c service neutron] 10.222.0.24 "GET /v2.0/ports/fa468ed0-9495-45c7-b430-5e81f946ea7b/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.0835853 Jul 06 18:19:20.686318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47950) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:20.710751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7335501 Jul 06 18:19:20.717924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47956) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:20.726425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Request body: {'subnet': {'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-subnet', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:20.796893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Made reservation on behalf of b95b448f8100479fbb946b35474dd6a4 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:20.799662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.804153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-16246623-c2b6-4010-85a3-26a4cac24284 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:20.805861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-16246623-c2b6-4010-85a3-26a4cac24284 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403404 Jul 06 18:19:20.811105 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370d15-7150-4313-9645-22a7a6d8f52a req-3255c0e6-bdc3-402e-a927-eba3e2f3dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:20.812840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22370d15-7150-4313-9645-22a7a6d8f52a req-3255c0e6-bdc3-402e-a927-eba3e2f3dd85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.2628479 Jul 06 18:19:20.813466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329225b5-3f7f-48fa-9234-0cf02ea6960e admin admin] Pushing event updated for resources: {'Network': ['ID=50de74ce-ae64-42c8-8be9-cb62d3e65e2c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:20.826163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:19:20.840515 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-73dc41fb-4691-41d9-9b94-3cf35ef24ddc tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/quotas/9676966e7a0d49d0b4ecfa59c00bdd7f HTTP/1.1" status: 200 len: 375 time: 0.0240583 Jul 06 18:19:20.879166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22370d15-7150-4313-9645-22a7a6d8f52a req-c0fb104b-e819-400b-a1d3-e50dc8e020f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 217 time: 0.0553730 Jul 06 18:19:20.976974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370d15-7150-4313-9645-22a7a6d8f52a req-cdb575ac-545d-45c2-a218-1889808edf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:20.979312 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22370d15-7150-4313-9645-22a7a6d8f52a req-cdb575ac-545d-45c2-a218-1889808edf76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0699682 Jul 06 18:19:20.997159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:21.007384 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.058354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22370d15-7150-4313-9645-22a7a6d8f52a req-10392061-2af2-4c66-aa68-3cf1c9195187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676243 Jul 06 18:19:21.077985 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:21.080790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-9eaf257f-4f67-4e06-a5d9-42cf3ce7aba8 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2371962 Jul 06 18:19:21.169026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-189526728-network', 'tenant_id': 'd7b7d2a016a7446eb30ec9d0dc2fbd04'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:21.177136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa468ed0-9495-45c7-b430-5e81f946ea7b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:21.204605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.212718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:21.237484 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22370d15-7150-4313-9645-22a7a6d8f52a req-bc1b9d4d-9fe3-48ab-acec-cde2337a4830 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565094 Jul 06 18:19:21.311987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.327335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Made reservation on behalf of d7b7d2a016a7446eb30ec9d0dc2fbd04 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:21.329910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.337484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4537b05e-dfae-424c-9792-c7440b996c64,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:21.351917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22370d15-7150-4313-9645-22a7a6d8f52a req-f363291f-bade-4220-9b8d-d76fc74e2268 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075230 Jul 06 18:19:21.359163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.439248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Checking segment: {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:21.439603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Network hostable DHCP agents. Network: 50de74ce-ae64-42c8-8be9-cb62d3e65e2c, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:19:21.478357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63ca6-dd72-4a58-b79b-298e080dd643 req-5bb1e5ee-1a89-4982-82e2-2f15fc109019 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:21.479921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bbe63ca6-dd72-4a58-b79b-298e080dd643 req-5bb1e5ee-1a89-4982-82e2-2f15fc109019 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 944 time: 0.3058136 Jul 06 18:19:21.523059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:19:21.530737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] Transition to ACTIVE for port object fa468ed0-9495-45c7-b430-5e81f946ea7b will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:21.539858 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.562880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 50de74ce-ae64-42c8-8be9-cb62d3e65e2c) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:21.571159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88de5d2-113b-4fc4-869d-1b9a4fde27d7 None None] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:21.670115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] Pushing event updated for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:21.684167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:21.684759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.693477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bbe63ca6-dd72-4a58-b79b-298e080dd643 req-02dacfa6-3fac-4a60-be16-09a6742edf8d tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987989 Jul 06 18:19:21.770051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] No DVR routers for this DVR port fa468ed0-9495-45c7-b430-5e81f946ea7b on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:21.859999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:19:21.860870 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.865057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2ea0e-0c29-4361-80ee-35af69b2ef37 req-6fea3ca1-a195-4068-b59f-2ec7f324efa0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:21.873140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-59a7bc28-4c4b-4366-abcc-2d8841f6d744 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa468ed0-9495-45c7-b430-5e81f946ea7b/bindings/n-h1-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2206407 Jul 06 18:19:21.874528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2f2ea0e-0c29-4361-80ee-35af69b2ef37 req-6fea3ca1-a195-4068-b59f-2ec7f324efa0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 943 time: 0.1445713 Jul 06 18:19:21.893970 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.912232 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.927307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2f2ea0e-0c29-4361-80ee-35af69b2ef37 req-c9aac5d2-70c7-4e47-a652-03e4e2c08704 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Jul 06 18:19:21.976553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a4c23-4465-4971-9e50-6854615aa3b5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:21.983918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-57e2d3f5-7fd7-49fc-a652-36f4cb35a5a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2617934 Jul 06 18:19:21.984599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47996) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:22.027084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:22.043912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-7457682d-2bf0-46c6-b784-510a655b5760 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.046046 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-7457682d-2bf0-46c6-b784-510a655b5760 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.0860193 Jul 06 18:19:22.050713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:19:22.059627 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.060663 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.113708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.128334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad62b91-388c-443f-841d-6d946a2462c0 req-13baed70-5ae1-40d5-bc03-378a31cf1a38 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.129947 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aad62b91-388c-443f-841d-6d946a2462c0 req-13baed70-5ae1-40d5-bc03-378a31cf1a38 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 950 time: 0.2503638 Jul 06 18:19:22.172109 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.180976 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.222718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Allocated IP 172.20.0.2 (50de74ce-ae64-42c8-8be9-cb62d3e65e2c/4537b05e-dfae-424c-9792-c7440b996c64/666f7c2b-b777-49f4-a74d-be6fa484841a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:22.222957 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.223248 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Added segment bf764801-563f-4b51-9b02-6b100814a505 of type vlan for network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 Jul 06 18:19:22.265020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-0a00fbac-d03f-4183-a7ec-500a8eef2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.267140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-0a00fbac-d03f-4183-a7ec-500a8eef2c42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9&tenant_id=9b930b3c03d44f3db7e9b9a394be0525 HTTP/1.1" status: 200 len: 1096 time: 0.2127512 Jul 06 18:19:22.404020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-20958212-79d9-4297-bcb5-2f34e94da853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.406985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-20958212-79d9-4297-bcb5-2f34e94da853 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1096 time: 0.1003282 Jul 06 18:19:22.492753 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.510231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Transition to ACTIVE for port object 666f7c2b-b777-49f4-a74d-be6fa484841a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:22.529943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Transition to ACTIVE for port object 666f7c2b-b777-49f4-a74d-be6fa484841a will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:22.544249 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.605088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:22.608118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:22.616534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:22.619222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-26f8f68b-0959-4c51-a009-f22cc9b78b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.621131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-26f8f68b-0959-4c51-a009-f22cc9b78b17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.2042346 Jul 06 18:19:22.629218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Pushing event updated for resources: {'Port': ['ID=666f7c2b-b777-49f4-a74d-be6fa484841a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:22.694364 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-3ac7f5b4-3ae1-434a-b54a-60785294458d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 217 time: 0.0536547 Jul 06 18:19:22.715235 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.716185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Attempting to bind port 666f7c2b-b777-49f4-a74d-be6fa484841a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:22.716557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Attempting to bind port 666f7c2b-b777-49f4-a74d-be6fa484841a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:22.716914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Attempting to bind port 666f7c2b-b777-49f4-a74d-be6fa484841a on network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:22.723120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:22.723833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Checking segment: {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:22.724389 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.725003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Bound using segment: {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:22.725659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Bound port: 666f7c2b-b777-49f4-a74d-be6fa484841a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:22.726573 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.778983 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.786795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-69f02472-29c6-4238-aaf5-d98cdfe8772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.790475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-69f02472-29c6-4238-aaf5-d98cdfe8772e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0779378 Jul 06 18:19:22.800517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aad62b91-388c-443f-841d-6d946a2462c0 req-c01aa9fc-4a90-4252-8d52-d1df9377e586 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792615 Jul 06 18:19:22.812798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] For port 666f7c2b-b777-49f4-a74d-be6fa484841a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:22.819884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] For port 666f7c2b-b777-49f4-a74d-be6fa484841a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=666f7c2b-b777-49f4-a74d-be6fa484841a,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:22.830588 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.862848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-1b466f73-03d6-429b-bf55-165953a038ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609505 Jul 06 18:19:22.913585 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e5e5cd1-bc24-42f8-970d-b97b75fc0d1c req-b924869f-c745-49f6-ae4b-d0cd725ef974 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 210 time: 0.0462239 Jul 06 18:19:22.921671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7e7195df-f959-47ba-8b53-71b8ef40e5c9 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:22.927634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:19:22.987482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7bea9-4237-416e-8ad6-ea76801e45c5 None None] Pushing event updated for resources: {'Port': ['ID=666f7c2b-b777-49f4-a74d-be6fa484841a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:23.019794 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:23.021198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:23.022093 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:23.038112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-d2546946-1a1d-4402-a365-4cee91a8ffe4 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587517 Jul 06 18:19:23.072693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3848901 Jul 06 18:19:23.082878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48012) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:23.096395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Request body: {'subnet': {'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-189526728-subnet', 'tenant_id': 'd7b7d2a016a7446eb30ec9d0dc2fbd04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:23.130662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-cd7fef91-9dd1-4698-a04b-7b942a36abb3 tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:23.133063 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-cd7fef91-9dd1-4698-a04b-7b942a36abb3 tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 1101 time: 0.4593742 Jul 06 18:19:23.149614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:23.155858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Made reservation on behalf of d7b7d2a016a7446eb30ec9d0dc2fbd04 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:23.158861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:23.167761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7e7195df-f959-47ba-8b53-71b8ef40e5c9 has no active binding in host n-h2-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:19:23.193373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d801f-76ef-4c79-98c0-560563adafa0 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:23.210222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:19:23.422668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] Deleting port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:23.423006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:23.538532 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:23.573829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:23.589470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cff79-9832-40bf-9779-9b7c6c5047ea req-ce40e58b-4fd0-4657-b148-72b204d190d0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:23.592626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-7a75849e-7fb1-4963-8c9f-a502be1aa58d service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461850 Jul 06 18:19:23.595608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-884cff79-9832-40bf-9779-9b7c6c5047ea req-ce40e58b-4fd0-4657-b148-72b204d190d0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 943 time: 0.2363164 Jul 06 18:19:23.600164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] For port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:23.600881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:23.620820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] Calling delete_port for 4d3f06d1-68d7-49b2-b059-ffb0b87e750f owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:23.653952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374553b-360a-40cf-b865-97d118adc09c req-d7bb7e2f-dad1-4c45-adfd-175983f138c3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:23.655499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6374553b-360a-40cf-b865-97d118adc09c req-d7bb7e2f-dad1-4c45-adfd-175983f138c3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 945 time: 0.1528120 Jul 06 18:19:23.724965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6374553b-360a-40cf-b865-97d118adc09c req-20a5466a-c1e0-457f-90c0-bfc4fcb97a25 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574949 Jul 06 18:19:23.796579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-884cff79-9832-40bf-9779-9b7c6c5047ea req-7425d76b-8a77-4e4d-b666-98f05925a5c0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510673 Jul 06 18:19:23.820288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:23.877427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Allocated IP 172.25.4.148 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/b7e1b0d6-cb27-4641-aa09-d7d3b258d03a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:23.912960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4e9859-1718-4b50-8f1a-afc0de0a65cf,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:23.938111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Checking segment: {'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:23.938833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Network hostable DHCP agents. Network: cbe8cb28-5fc6-415a-8a29-d8bf3bc57070, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:19:23.973793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:19:23.986156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, cbe8cb28-5fc6-415a-8a29-d8bf3bc57070) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:23.994993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9368b747-49b1-4bec-b3fc-efb0e18b9686 None None] Network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:24.066843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:24.078543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:24.079221 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:24.093850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-143b7a09-ec70-454a-a619-8a5e8b32ddad tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820312 Jul 06 18:19:24.110187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['4d3f06d1-68d7-49b2-b059-ffb0b87e750f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:24.122353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d3f06d1-68d7-49b2-b059-ffb0b87e750f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:24.174732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:24.273385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] No DVR routers for this DVR port 4d3f06d1-68d7-49b2-b059-ffb0b87e750f on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:24.294415 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:24.296838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce33761c-0c62-4d42-83d5-b94f97b4bcf2 req-b2f6fe27-0821-470d-8aa1-4f80223440fb tempest-DeleteServersAdminTestJSON-1813251328 tempest-DeleteServersAdminTestJSON-1813251328-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4d3f06d1-68d7-49b2-b059-ffb0b87e750f HTTP/1.1" status: 204 len: 173 time: 1.1528735 Jul 06 18:19:24.297314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343655d3-a41b-4722-b38e-838f84a0bddf', 'name': 'network-vif-deleted', 'tag': '4d3f06d1-68d7-49b2-b059-ffb0b87e750f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:24.299777 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38e9e4a-878d-4a28-8ae5-e0327fd95593" -d '{"events": [{"server_uuid": "343655d3-a41b-4722-b38e-838f84a0bddf", "name": "network-vif-deleted", "tag": "4d3f06d1-68d7-49b2-b059-ffb0b87e750f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:24.320932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-78e4cd7d-7891-4b4d-8df3-7671d6c1ccd3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2351050 Jul 06 18:19:24.323124 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1405a8-405f-46c2-adbc-a1de0c2f6e17 req-dcc68f30-7552-4919-956c-ae909d309af6 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=343655d3-a41b-4722-b38e-838f84a0bddf HTTP/1.1" status: 200 len: 210 time: 0.2412832 Jul 06 18:19:24.346057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a2a312-76ab-4606-b90d-04fd3db075c3 None None] Network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:24.447487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd53b58-b380-49b6-aabf-f6e38f731b53 None None] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:24.489155 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d75ca6af-e187-4e29-85b1-c2eaf9d4c388 req-1f78c7da-32b7-48d9-baee-bf0781b98cef tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 210 time: 0.1063631 Jul 06 18:19:24.491749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-6f6ef897-870f-440d-86dc-c57aa4d5c557 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:24.494074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-6f6ef897-870f-440d-86dc-c57aa4d5c557 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992305 Jul 06 18:19:24.494732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:24.532789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Request body: {'port': {'device_id': '42c1356f-b7b1-4313-ab68-bd6879a7df2a', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '9676966e7a0d49d0b4ecfa59c00bdd7f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:24.574846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:24.591268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:24.597292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:24.615035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e781c35e-306d-482a-aa3e-44cb1df5f87a None None] Provisioning for port 666f7c2b-b777-49f4-a74d-be6fa484841a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:24.698602 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94940f0-48d5-45e2-ac06-6fa730c3b830 x-openstack-request-id: req-f94940f0-48d5-45e2-ac06-6fa730c3b830 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:24.698901 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343655d3-a41b-4722-b38e-838f84a0bddf", "name": "network-vif-deleted", "tag": "4d3f06d1-68d7-49b2-b059-ffb0b87e750f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:24.699154 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f94940f0-48d5-45e2-ac06-6fa730c3b830 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:24.699556 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343655d3-a41b-4722-b38e-838f84a0bddf', 'name': 'network-vif-deleted', 'tag': '4d3f06d1-68d7-49b2-b059-ffb0b87e750f', 'status': 'completed', 'code': 200} Jul 06 18:19:24.748491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Pushing event updated for resources: {'Port': ['ID=b7e1b0d6-cb27-4641-aa09-d7d3b258d03a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:24.763437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f745d658-6b1d-47c5-9eaf-a6b65718fbc4 req-638b308b-0f7f-4c97-a441-f497ad5c7a6d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1178995400', 'description': 'tempest-description-956291842'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:24.856768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Made reservation on behalf of 9676966e7a0d49d0b4ecfa59c00bdd7f for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:24.863612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:24.877733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 666f7c2b-b777-49f4-a74d-be6fa484841a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:24.946036 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f745d658-6b1d-47c5-9eaf-a6b65718fbc4 req-638b308b-0f7f-4c97-a441-f497ad5c7a6d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:24.955588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.41', 60405) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:24.980853 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-1cac79a4-3c49-4c9c-813e-ce006250f345 service neutron] 10.222.0.41 "GET /v2.0/ports/7e7195df-f959-47ba-8b53-71b8ef40e5c9/bindings/n-h2-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.2032928 Jul 06 18:19:25.037454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.41', 60406) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:25.046218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fa468ed0-9495-45c7-b430-5e81f946ea7b no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:25.096608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-bf05bf8d-b295-442c-a204-9848683f3d03 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335976 Jul 06 18:19:25.141930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fa468ed0-9495-45c7-b430-5e81f946ea7b not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:25.154498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 666f7c2b-b777-49f4-a74d-be6fa484841a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:25.166463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 666f7c2b-b777-49f4-a74d-be6fa484841a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:25.166723 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.171356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeddc1a-fd37-425f-a8ed-149370dd59a4 req-8bf6b59b-5f49-4bca-9cb2-4053e19a394a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:25.178553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3aeddc1a-fd37-425f-a8ed-149370dd59a4 req-8bf6b59b-5f49-4bca-9cb2-4053e19a394a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 945 time: 0.1806073 Jul 06 18:19:25.181333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48052) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:25.236895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3aeddc1a-fd37-425f-a8ed-149370dd59a4 req-cd738670-2317-48b9-86d8-39103113c454 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573766 Jul 06 18:19:25.320658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Allocated IP 192.168.233.129 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/e9070cf1-e60b-4081-a42d-18c5400ebc6d) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:25.350696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-e6a75a9a-8ce9-45aa-b1c4-7d631be05f6b tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:25.352648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-e6a75a9a-8ce9-45aa-b1c4-7d631be05f6b tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.3079262 Jul 06 18:19:25.433152 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.439944 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.499981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 666f7c2b-b777-49f4-a74d-be6fa484841a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=666f7c2b-b777-49f4-a74d-be6fa484841a,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:25.512678 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.553165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-635bc5e1-3170-4db9-beb1-5cd878fb687a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:25.555434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-635bc5e1-3170-4db9-beb1-5cd878fb687a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4502361 Jul 06 18:19:25.616378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd809f99-fd7d-4b58-9bdc-968e8ccdcbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.620384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=666f7c2b-b777-49f4-a74d-be6fa484841a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:25.631062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a8b359cf-daa9-475c-bdee-7b2bd0f4b93a None None] Provisioning complete for port 666f7c2b-b777-49f4-a74d-be6fa484841a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:25.631724 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a8b359cf-daa9-475c-bdee-7b2bd0f4b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.651951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f745d658-6b1d-47c5-9eaf-a6b65718fbc4 req-638b308b-0f7f-4c97-a441-f497ad5c7a6d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.659189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:25.677275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Request body: {'port': {'device_id': '05e18b20-1907-4e07-a4d9-04c912905e19', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '9676966e7a0d49d0b4ecfa59c00bdd7f'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:25.721435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f745d658-6b1d-47c5-9eaf-a6b65718fbc4 req-638b308b-0f7f-4c97-a441-f497ad5c7a6d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.746017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.825704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Transition to ACTIVE for port object e9070cf1-e60b-4081-a42d-18c5400ebc6d will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:25.829673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:25.857536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b308b-0f7f-4c97-a441-f497ad5c7a6d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc6afb-9598-41b4-9964-7bf455b067cc,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:25.864150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49372a-c6ba-4261-8d40-5963ecc0de92 req-5bd295c7-e52b-4116-acaa-367717c478d6 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:25.865690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ea49372a-c6ba-4261-8d40-5963ecc0de92 req-5bd295c7-e52b-4116-acaa-367717c478d6 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 943 time: 0.2704492 Jul 06 18:19:25.913278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-039cfe52-f1ab-4e09-95de-e9b26c0ba87e service neutron] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:25.915190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7195df-f959-47ba-8b53-71b8ef40e5c9 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:25.925224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-039cfe52-f1ab-4e09-95de-e9b26c0ba87e service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.926311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d40876d1-5ea1-49ae-97c8-9d3d391c5ea9 req-039cfe52-f1ab-4e09-95de-e9b26c0ba87e service neutron] 10.222.0.41 "DELETE /v2.0/ports/fa468ed0-9495-45c7-b430-5e81f946ea7b/bindings/n-h2-799684-2 HTTP/1.1" status: 204 len: 173 time: 0.5619037 Jul 06 18:19:25.940338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:25.963286 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.969741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ea49372a-c6ba-4261-8d40-5963ecc0de92 req-c0de4563-f274-4b23-84c7-12f3dc25297f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870702 Jul 06 18:19:25.971350 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.984709 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd809f99-fd7d-4b58-9bdc-968e8ccdcbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.984977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:26.027526 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd809f99-fd7d-4b58-9bdc-968e8ccdcbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.032303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.049306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f745d658-6b1d-47c5-9eaf-a6b65718fbc4 req-638b308b-0f7f-4c97-a441-f497ad5c7a6d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.066326 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f745d658-6b1d-47c5-9eaf-a6b65718fbc4 req-638b308b-0f7f-4c97-a441-f497ad5c7a6d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3181601 Jul 06 18:19:26.073115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:26.104561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:26.112740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:26.120159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bd809f99-fd7d-4b58-9bdc-968e8ccdcbc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=818427b16315476780a78870c32d7794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9305720 Jul 06 18:19:26.120159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'Port': ['ID=e9070cf1-e60b-4081-a42d-18c5400ebc6d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:26.142341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48062) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:26.144672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd809f99-fd7d-4b58-9bdc-968e8ccdcbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552d4370-2923-4a88-9ca3-e7bbe311c20c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:26.238260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:26.238956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.286272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-5aabd482-1743-4d82-b007-7a792769ef0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7779651 Jul 06 18:19:26.290055 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed709-3ee7-4cf7-8131-15afa49fb1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.306902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Request body: {'port': {'device_id': '42c1356f-b7b1-4313-ab68-bd6879a7df2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:26.362805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed709-3ee7-4cf7-8131-15afa49fb1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.392695 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7ff47000-87b9-44f4-944c-3667853a43f9 req-9a3fdedc-197a-4430-8391-db5d6c65027b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 210 time: 0.0805891 Jul 06 18:19:26.487828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.504294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e95c9939-c96a-44a2-9652-e905bbcae9bb None None] Provisioning for port e9070cf1-e60b-4081-a42d-18c5400ebc6d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:26.510896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e95c9939-c96a-44a2-9652-e905bbcae9bb None None] Provisioning complete for port e9070cf1-e60b-4081-a42d-18c5400ebc6d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:26.511412 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e95c9939-c96a-44a2-9652-e905bbcae9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.516574 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed709-3ee7-4cf7-8131-15afa49fb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.526114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed709-3ee7-4cf7-8131-15afa49fb1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.530105 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8e4ed709-3ee7-4cf7-8131-15afa49fb1cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/552d4370-2923-4a88-9ca3-e7bbe311c20c HTTP/1.1" status: 204 len: 168 time: 0.3864660 Jul 06 18:19:26.573655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e95c9939-c96a-44a2-9652-e905bbcae9bb None None] Port e9070cf1-e60b-4081-a42d-18c5400ebc6d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:26.593822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ed709-3ee7-4cf7-8131-15afa49fb1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552d4370-2923-4a88-9ca3-e7bbe311c20c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:26.637776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Made reservation on behalf of 9676966e7a0d49d0b4ecfa59c00bdd7f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:26.637776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.661494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-3f64c482-d9e1-4219-b0e0-936b8110b172 req-aa7ffb14-3b20-4940-af85-6ad2c6d74b1f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-689300543', 'description': 'tempest-description-27130713'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:26.688447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 666f7c2b-b777-49f4-a74d-be6fa484841a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:26.715960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3935867-1fda-465d-8aa0-3f60f75de35e req-1f96bde4-3fff-4cce-9415-46de8b73789a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:26.723018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3935867-1fda-465d-8aa0-3f60f75de35e req-1f96bde4-3fff-4cce-9415-46de8b73789a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 945 time: 0.1899960 Jul 06 18:19:26.755054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 666f7c2b-b777-49f4-a74d-be6fa484841a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:26.755430 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.784713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3f64c482-d9e1-4219-b0e0-936b8110b172 req-aa7ffb14-3b20-4940-af85-6ad2c6d74b1f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.819628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3935867-1fda-465d-8aa0-3f60f75de35e req-3ad1419e-e052-4241-821e-e209746ec7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955997 Jul 06 18:19:26.832988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] Transition to ACTIVE for port object 7e7195df-f959-47ba-8b53-71b8ef40e5c9 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:26.852556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:26.936347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4d3f06d1-68d7-49b2-b059-ffb0b87e750f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:26.937178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Router df80d218-d9b8-45ec-8f10-e526e5e7fba6 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:19:26.961540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 4d3f06d1-68d7-49b2-b059-ffb0b87e750f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:26.961839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4d3f06d1-68d7-49b2-b059-ffb0b87e750f not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:26.978597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-957291a0-5946-4096-9a5b-dc9adab6dc71 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3fdf301c89434dfe830d864fc12a9645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345645 Jul 06 18:19:26.979329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] No DVR routers for this DVR port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:27.040912 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] 10.222.0.41 "PUT /v2.0/ports/7e7195df-f959-47ba-8b53-71b8ef40e5c9/bindings/n-h2-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0445452 Jul 06 18:19:27.041542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d0d09-9a5c-49c7-8f5c-88465c0cb759 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:27.054918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48086) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:27.083462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9070cf1-e60b-4081-a42d-18c5400ebc6d {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:27.088502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-816f816b-0cfc-464a-85fd-cb05f4173013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.096373 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.134793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Transition to ACTIVE for port object e9070cf1-e60b-4081-a42d-18c5400ebc6d will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:27.141032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.153960 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3f64c482-d9e1-4219-b0e0-936b8110b172 req-aa7ffb14-3b20-4940-af85-6ad2c6d74b1f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.178837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3f64c482-d9e1-4219-b0e0-936b8110b172 req-aa7ffb14-3b20-4940-af85-6ad2c6d74b1f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.194571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-ad1a2d56-cf30-4725-9869-6e1a7fa441ad tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:27.196206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-ad1a2d56-cf30-4725-9869-6e1a7fa441ad tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165699 Jul 06 18:19:27.227731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Pushing event updated for resources: {'Port': ['ID=e9070cf1-e60b-4081-a42d-18c5400ebc6d,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:27.246322 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-04e2b3ec-4c87-4ec5-a026-554e8f75915a tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/quotas/3fdf301c89434dfe830d864fc12a9645 HTTP/1.1" status: 200 len: 375 time: 0.0361722 Jul 06 18:19:27.299433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Allocated IP 192.168.233.73 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/09ea5d79-89eb-4577-b5d7-581f1eb4b547) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:27.304998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ffb14-3b20-4940-af85-6ad2c6d74b1f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6279b41-2455-4711-ae41-9468e3cb726d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:27.308715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:27.322073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Sync routers for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:27.339494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:27.340218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:19:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:27.362628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-251b5ec4-de43-4395-866f-4c5d660ec869 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fdf301c89434dfe830d864fc12a9645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796108 Jul 06 18:19:27.364442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-2e8a1f45-d784-4fe2-a25b-a7af6ee7d0d8 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:27.366253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-2e8a1f45-d784-4fe2-a25b-a7af6ee7d0d8 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.2545691 Jul 06 18:19:27.429314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Attempting to bind port e9070cf1-e60b-4081-a42d-18c5400ebc6d on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:27.429825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Attempting to bind port e9070cf1-e60b-4081-a42d-18c5400ebc6d by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:27.430997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Attempting to bind port e9070cf1-e60b-4081-a42d-18c5400ebc6d on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:27.440102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Port e9070cf1-e60b-4081-a42d-18c5400ebc6d on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:27.440102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Attempting to bind port e9070cf1-e60b-4081-a42d-18c5400ebc6d on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:27.455712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:27.456485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:27.457007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:27.457781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Bound port: e9070cf1-e60b-4081-a42d-18c5400ebc6d, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:27.458214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.490714 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-816f816b-0cfc-464a-85fd-cb05f4173013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.515869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:27.519633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.521775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-816f816b-0cfc-464a-85fd-cb05f4173013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.523145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-85401c78-e8d7-4bca-a50d-8d1544b2b38d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.5153410 Jul 06 18:19:27.525215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:27.530557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3f64c482-d9e1-4219-b0e0-936b8110b172 req-aa7ffb14-3b20-4940-af85-6ad2c6d74b1f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.531767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f64c482-d9e1-4219-b0e0-936b8110b172 req-aa7ffb14-3b20-4940-af85-6ad2c6d74b1f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.8913579 Jul 06 18:19:27.607008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-942e9ab9-0148-4bbd-930f-638716309393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:27.608620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-942e9ab9-0148-4bbd-930f-638716309393 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d&tenant_id=a39e9a45117742db8c51a45660114a46 HTTP/1.1" status: 200 len: 1095 time: 0.2346573 Jul 06 18:19:27.636018 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.755265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Transition to ACTIVE for port object 09ea5d79-89eb-4577-b5d7-581f1eb4b547 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:27.765003 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-816f816b-0cfc-464a-85fd-cb05f4173013 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d79c737050d4663938a4b9e01ac5cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7088716 Jul 06 18:19:27.771111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48104) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:27.775755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f816b-0cfc-464a-85fd-cb05f4173013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bad1bef-e50b-44fe-985f-2d9396f1ee97,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:27.851477 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] For port e9070cf1-e60b-4081-a42d-18c5400ebc6d, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:27.902752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] For port e9070cf1-e60b-4081-a42d-18c5400ebc6d, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9070cf1-e60b-4081-a42d-18c5400ebc6d,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:27.914067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.954634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-0109e530-c8aa-42f6-b259-da9b2040aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:27.956480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-0109e530-c8aa-42f6-b259-da9b2040aa70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1095 time: 0.3082612 Jul 06 18:19:27.997674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:24Z', 'revision_number': 3, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:28.010795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.011461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.013530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] 10.222.0.41 "PUT /v2.0/ports/e9070cf1-e60b-4081-a42d-18c5400ebc6d HTTP/1.1" status: 200 len: 1096 time: 1.7135024 Jul 06 18:19:28.019115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c1356f-b7b1-4313-ab68-bd6879a7df2a', 'tag': 'e9070cf1-e60b-4081-a42d-18c5400ebc6d'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:28.021444 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4" -d '{"events": [{"name": "network-changed", "server_uuid": "42c1356f-b7b1-4313-ab68-bd6879a7df2a", "tag": "e9070cf1-e60b-4081-a42d-18c5400ebc6d"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:28.045694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Checking router: df80d218-d9b8-45ec-8f10-e526e5e7fba6 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:28.046087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Updating router df80d218-d9b8-45ec-8f10-e526e5e7fba6 port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:19:28.087267 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.088470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e391c88-68a7-4a50-bc26-9be0fa98935b service neutron] Pushing event updated for resources: {'Port': ['ID=e9070cf1-e60b-4081-a42d-18c5400ebc6d,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:28.150010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38344179-15f9-4fb7-8a3e-c8d2c03c012a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.177765 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38344179-15f9-4fb7-8a3e-c8d2c03c012a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.275189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6aabe848-2a62-4af5-953a-4c088ab7ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.277995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-6aabe848-2a62-4af5-953a-4c088ab7ebe0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.2950039 Jul 06 18:19:28.279723 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38344179-15f9-4fb7-8a3e-c8d2c03c012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.284562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38344179-15f9-4fb7-8a3e-c8d2c03c012a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.285853 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-38344179-15f9-4fb7-8a3e-c8d2c03c012a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bad1bef-e50b-44fe-985f-2d9396f1ee97 HTTP/1.1" status: 204 len: 168 time: 0.5085595 Jul 06 18:19:28.292269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.309087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:28.401195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'Port': ['ID=09ea5d79-89eb-4577-b5d7-581f1eb4b547,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:28.405378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38344179-15f9-4fb7-8a3e-c8d2c03c012a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bad1bef-e50b-44fe-985f-2d9396f1ee97,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:28.427239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2826a-b640-4d90-9c21-e15e40b30453 req-b7b5da3a-3505-4982-b903-f49f558d9483 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.434897 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a2826a-b640-4d90-9c21-e15e40b30453 req-b7b5da3a-3505-4982-b903-f49f558d9483 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 944 time: 0.5848482 Jul 06 18:19:28.481644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-3f701372-b4aa-4907-82bd-68c3ae0fa1c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 217 time: 0.1789358 Jul 06 18:19:28.538873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:28.550327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:28.578698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:28.632740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a2826a-b640-4d90-9c21-e15e40b30453 req-15586583-4a32-4e90-8e44-5b86f99d1d3e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968651 Jul 06 18:19:28.659196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-a56113f4-25b9-41dc-95fa-4b9e5fdaf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.659196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-a56113f4-25b9-41dc-95fa-4b9e5fdaf711 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 1099 time: 0.5799289 Jul 06 18:19:28.694274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-a412867c-534b-43de-80db-594651253576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.701637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-a412867c-534b-43de-80db-594651253576 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.2037666 Jul 06 18:19:28.720021 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-18b75b86-78ce-4401-81a8-13255efa2232 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=e9070cf1-e60b-4081-a42d-18c5400ebc6d HTTP/1.1" status: 200 len: 217 time: 0.0538490 Jul 06 18:19:28.815199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-04f1dc6c-6ecc-4b49-8aca-b060b6841e3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894589 Jul 06 18:19:28.819889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.833905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a95190-9cba-4a68-ac07-2c3b7fe945c9 req-4509bb9f-b1ac-4d3d-a68c-584f7008efef tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.841673 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61a95190-9cba-4a68-ac07-2c3b7fe945c9 req-4509bb9f-b1ac-4d3d-a68c-584f7008efef tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 935 time: 0.6049037 Jul 06 18:19:28.850200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-47006589-0097-4087-b439-1a7e65c182b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.851936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-47006589-0097-4087-b439-1a7e65c182b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1253521 Jul 06 18:19:28.856339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Transition to ACTIVE for port object b7e1b0d6-cb27-4641-aa09-d7d3b258d03a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:28.879793 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.919824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.920771 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.950188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Attempting to bind port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:28.950896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Attempting to bind port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:28.951046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Attempting to bind port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:28.954162 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:19:28.961370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61a95190-9cba-4a68-ac07-2c3b7fe945c9 req-06b1cf66-a04f-4a6d-bcfa-7c20f8b4f87e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183763 Jul 06 18:19:28.964036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:28.967048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:28.967495 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.967898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:28.968397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Bound port: b7e1b0d6-cb27-4641-aa09-d7d3b258d03a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:28.968783 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:29.018300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-210121c0-becf-463a-b9a8-9e6b106c68fc req-bf762603-b8bd-4965-b9bc-fcb680e18a70 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 210 time: 0.1094384 Jul 06 18:19:29.020202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36359fc-f494-4ce2-8426-1128e316db00 None None] Pushing event updated for resources: {'Port': ['ID=b7e1b0d6-cb27-4641-aa09-d7d3b258d03a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:29.024507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-e33aa7b6-278e-4986-b5e4-c8f2cbd66b70 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3514123 Jul 06 18:19:29.045341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Request body: {'port': {'device_id': '05e18b20-1907-4e07-a4d9-04c912905e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:29.046921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e10a54db-ad22-4635-ac2c-03e536e82ff5 None None] Provisioning for port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:29.058653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e10a54db-ad22-4635-ac2c-03e536e82ff5 None None] Provisioning complete for port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:29.059204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e10a54db-ad22-4635-ac2c-03e536e82ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:29.078082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:29.100353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] For port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:29.109479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-441755ae-e08d-4dc5-9ead-31c576bd0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:29.111126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-441755ae-e08d-4dc5-9ead-31c576bd0eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2006962 Jul 06 18:19:29.123970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] For port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b7e1b0d6-cb27-4641-aa09-d7d3b258d03a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:29.127478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e10a54db-ad22-4635-ac2c-03e536e82ff5 None None] Port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:29.133083 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:29.174727 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-8df810eb-7da9-4e12-89e1-909a73a3966e service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222032 Jul 06 18:19:29.221238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7e7195df-f959-47ba-8b53-71b8ef40e5c9 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:29.284608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:29.292709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:19:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:29.298865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36359fc-f494-4ce2-8426-1128e316db00 None None] Pushing event updated for resources: {'Port': ['ID=b7e1b0d6-cb27-4641-aa09-d7d3b258d03a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:29.362790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7e7195df-f959-47ba-8b53-71b8ef40e5c9 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:29.418436 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-46d392a7-181d-44eb-859d-1e4fe8119929 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992141 Jul 06 18:19:29.437268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-342cca92-5cfc-49e6-845f-d440c93dac49 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:29.444324 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-342cca92-5cfc-49e6-845f-d440c93dac49 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 812 time: 0.2629378 Jul 06 18:19:29.469771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:29.480541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-9480f1a2-e2be-44e3-81e6-9bafd4976969 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3fdf301c89434dfe830d864fc12a9645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783470 Jul 06 18:19:29.535897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:29.561732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-4763d9bf-bf8f-48af-aea1-cfba5c6cbbc2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/quotas/d7b7d2a016a7446eb30ec9d0dc2fbd04 HTTP/1.1" status: 200 len: 375 time: 0.1162014 Jul 06 18:19:29.625302 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-b2369e65-e530-4472-b9df-3dc2fd06906d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625451 Jul 06 18:19:29.644263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Allocated IP 172.20.0.1 (50de74ce-ae64-42c8-8be9-cb62d3e65e2c/4537b05e-dfae-424c-9792-c7440b996c64/f5a73e70-527f-45c9-bc65-a5d972359de4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:29.702431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-005fb6e9-95a0-4681-b0ad-c8c555a4e32a service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747948 Jul 06 18:19:29.761969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:24Z', 'revision_number': 3, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:29.807065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa3ce2b-ddcd-409a-a269-8c60ff9301ff None None] The sync data for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 is: [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:24Z', 'revision_number': 3, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:29.817153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-a80cd6ea-2fe8-49fe-8f10-e8f38a706842 service neutron] 10.222.0.53 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909130 Jul 06 18:19:29.817428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda53b15-c1b1-4231-891f-299f32a1a314 req-908501a0-75f2-4ad4-9b9d-48602158dd2d tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:29.819045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bda53b15-c1b1-4231-891f-299f32a1a314 req-908501a0-75f2-4ad4-9b9d-48602158dd2d tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1096 time: 0.6109478 Jul 06 18:19:29.849018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-1471d74f-ae00-4939-9b17-92693bb9ceff service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498947 Jul 06 18:19:29.931876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:29.942167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bda53b15-c1b1-4231-891f-299f32a1a314 req-475d6324-17ad-4214-a676-271492767c4f tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172643 Jul 06 18:19:29.951146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-a6de8e2b-7e0d-4c92-b38b-5e0107cf5250 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:29.952297 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-a6de8e2b-7e0d-4c92-b38b-5e0107cf5250 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4476674 Jul 06 18:19:29.972049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Transition to ACTIVE for port object f5a73e70-527f-45c9-bc65-a5d972359de4 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:29.986030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Request body: {'port': {'device_id': '69ff0af4-223b-4146-914c-2a4d6b609b42', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '3fdf301c89434dfe830d864fc12a9645'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:30.054221 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ea1a53-e352-43ee-950e-f8ea65c255cd x-openstack-request-id: req-19ea1a53-e352-43ee-950e-f8ea65c255cd {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:30.054506 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c1356f-b7b1-4313-ab68-bd6879a7df2a", "tag": "e9070cf1-e60b-4081-a42d-18c5400ebc6d", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:30.055379 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19ea1a53-e352-43ee-950e-f8ea65c255cd {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:30.055379 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c1356f-b7b1-4313-ab68-bd6879a7df2a', 'tag': 'e9070cf1-e60b-4081-a42d-18c5400ebc6d', 'status': 'completed', 'code': 200} Jul 06 18:19:30.089982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-e4ea63d3-a0ef-4295-b5dc-2d333b4eedb6 service neutron] 10.222.0.53 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616384 Jul 06 18:19:30.174596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.247679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ea5d79-89eb-4577-b5d7-581f1eb4b547 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:30.257261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Made reservation on behalf of 3fdf301c89434dfe830d864fc12a9645 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:30.261817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.280593 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.355805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Transition to ACTIVE for port object 09ea5d79-89eb-4577-b5d7-581f1eb4b547 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:30.381447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:30.384258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-7d19dd9d-cf26-4db2-8e02-706c679974a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:30.388502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.399399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-7d19dd9d-cf26-4db2-8e02-706c679974a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 1099 time: 0.3322296 Jul 06 18:19:30.400726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:30.402626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Pushing event updated for resources: {'Port': ['ID=f5a73e70-527f-45c9-bc65-a5d972359de4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:30.418802 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:30.756390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b7e1b0d6-cb27-4641-aa09-d7d3b258d03a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:30.816619 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.866133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c1ceb-8f30-44dd-add3-aed30abe6966 req-30a882ae-6053-44cc-886d-ca43520b6fb8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:30.869800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-441c1ceb-8f30-44dd-add3-aed30abe6966 req-30a882ae-6053-44cc-886d-ca43520b6fb8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 944 time: 0.3559623 Jul 06 18:19:30.909663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:30.915229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:30.915605 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.953528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Pushing event updated for resources: {'Port': ['ID=09ea5d79-89eb-4577-b5d7-581f1eb4b547,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:30.956157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-5c3e2261-90d9-4f74-b8b5-a611d36246c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:30.965075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-5c3e2261-90d9-4f74-b8b5-a611d36246c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.5433192 Jul 06 18:19:31.006727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-25ee0a2a-3635-40b4-aa2a-1722c55f12c2 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:31.008517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-25ee0a2a-3635-40b4-aa2a-1722c55f12c2 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.6447911 Jul 06 18:19:31.042323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-441c1ceb-8f30-44dd-add3-aed30abe6966 req-0f783a17-956b-4e07-99ec-48296e8c5509 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236074 Jul 06 18:19:31.043670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-6f0e5266-de2e-419f-9780-6e8e29e58a31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=e9070cf1-e60b-4081-a42d-18c5400ebc6d HTTP/1.1" status: 200 len: 217 time: 0.0511305 Jul 06 18:19:31.061396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Allocated IP 192.168.233.193 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/717ef964-fde4-4c09-8ed3-2b83e47534ea) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:31.092575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Attempting to bind port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:31.092821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Attempting to bind port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:31.093340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Attempting to bind port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:31.102550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d71d-1811-4a5c-a7a5-e9d1196395c4 req-6866b8c4-0385-4df4-80c8-c4fe367fdd5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:31.110343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ec1d71d-1811-4a5c-a7a5-e9d1196395c4 req-6866b8c4-0385-4df4-80c8-c4fe367fdd5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 947 time: 0.4421535 Jul 06 18:19:31.123813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-fee455d0-8677-4a91-9794-4d7f38509802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:31.126393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-fee455d0-8677-4a91-9794-4d7f38509802 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0734036 Jul 06 18:19:31.157958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-32b24d7a-2e07-4d26-85ae-290caa5d94f9 None None] Provisioning for port f5a73e70-527f-45c9-bc65-a5d972359de4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:31.164737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:31.165117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Attempting to bind port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:31.177289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-32b24d7a-2e07-4d26-85ae-290caa5d94f9 None None] Provisioning complete for port f5a73e70-527f-45c9-bc65-a5d972359de4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:31.177804 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-32b24d7a-2e07-4d26-85ae-290caa5d94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.211896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:31.212247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:31.212625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:31.213066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Bound port: 09ea5d79-89eb-4577-b5d7-581f1eb4b547, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:31.213430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.252198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-056c3585-4378-42f3-af01-768b0313c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:31.253732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-056c3585-4378-42f3-af01-768b0313c18b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135139 Jul 06 18:19:31.254912 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ec1d71d-1811-4a5c-a7a5-e9d1196395c4 req-dcfa6cf4-ac67-400a-91d4-dbd40a2fa5d9 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436179 Jul 06 18:19:31.279841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d8c3eacc-c2c2-4970-8bbd-7d791bf48213 req-1c2abf5e-0a0f-4fda-819d-040d07ff1c5d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 210 time: 0.0430636 Jul 06 18:19:31.286392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-32b24d7a-2e07-4d26-85ae-290caa5d94f9 None None] Port f5a73e70-527f-45c9-bc65-a5d972359de4 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:31.295841 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.332759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b7e1b0d6-cb27-4641-aa09-d7d3b258d03a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:31.343181 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.445822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=b7e1b0d6-cb27-4641-aa09-d7d3b258d03a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:31.448216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.462293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e217a2f8-141d-46d4-956c-a90a876a7715 req-84d1153a-12f9-455e-95aa-a49fec78f9a1 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 210 time: 0.0489142 Jul 06 18:19:31.487113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-051d2de9-ca82-444a-8973-94ca390ffcbb service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151370 Jul 06 18:19:31.688272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3613e4f5-5f18-4c7e-b065-9fcb9ed291d4 req-7ca1e5a7-36ad-4e7a-a452-c5af7e04b61d service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935511 Jul 06 18:19:31.750855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.759822 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.833183 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.835517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Pushing event updated for resources: {'Port': ['ID=f5a73e70-527f-45c9-bc65-a5d972359de4,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:31.945027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:31.947359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:31.988508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] For port 09ea5d79-89eb-4577-b5d7-581f1eb4b547, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:32.026586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-9a3a4916-2be3-493f-9df0-6b04a34d6e39 service neutron] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:32.034920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] For port 09ea5d79-89eb-4577-b5d7-581f1eb4b547, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=09ea5d79-89eb-4577-b5d7-581f1eb4b547,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:32.042962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-9a3a4916-2be3-493f-9df0-6b04a34d6e39 service neutron] Notify callbacks [] for binding, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.044487 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0992d2-7237-4fef-8f9d-9720b5709ecf req-9a3a4916-2be3-493f-9df0-6b04a34d6e39 service neutron] 10.222.0.24 "DELETE /v2.0/ports/7e7195df-f959-47ba-8b53-71b8ef40e5c9/bindings/n-h1-799684-2 HTTP/1.1" status: 204 len: 173 time: 1.0098476 Jul 06 18:19:32.051103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.064650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-304bc544-60ff-49b9-a813-f92930a9dad4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:32.071995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-304bc544-60ff-49b9-a813-f92930a9dad4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 807 time: 0.5875359 Jul 06 18:19:32.139873 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-fb3cd85d-eea8-4a7f-948f-e824097f4118 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/quotas/9b930b3c03d44f3db7e9b9a394be0525 HTTP/1.1" status: 200 len: 375 time: 0.0668724 Jul 06 18:19:32.154360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:32.155000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.156523 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/09ea5d79-89eb-4577-b5d7-581f1eb4b547 HTTP/1.1" status: 200 len: 1095 time: 3.1218050 Jul 06 18:19:32.170361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e18b20-1907-4e07-a4d9-04c912905e19', 'tag': '09ea5d79-89eb-4577-b5d7-581f1eb4b547'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:32.173892 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf14919c-f969-4c04-bb59-738ebdb3c505" -d '{"events": [{"name": "network-changed", "server_uuid": "05e18b20-1907-4e07-a4d9-04c912905e19", "tag": "09ea5d79-89eb-4577-b5d7-581f1eb4b547"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:32.186963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.259424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Transition to ACTIVE for port object 717ef964-fde4-4c09-8ed3-2b83e47534ea will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:32.307383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f2e6-d7e3-462a-983c-8202ca5708c3 service neutron] Pushing event updated for resources: {'Port': ['ID=09ea5d79-89eb-4577-b5d7-581f1eb4b547,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:32.418975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b9b8c718-19ce-4288-9989-7d0116cc07cc None None] Provisioning complete for port f5a73e70-527f-45c9-bc65-a5d972359de4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:32.419683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b9b8c718-19ce-4288-9989-7d0116cc07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.430540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7495d2b-90c5-4ad4-bc14-92867ea4a2c8 req-9cee7b63-811f-403c-81fe-7b59bc7f0be5 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:32.452119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7495d2b-90c5-4ad4-bc14-92867ea4a2c8 req-9cee7b63-811f-403c-81fe-7b59bc7f0be5 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1095 time: 0.4546020 Jul 06 18:19:32.462959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Router df80d218-d9b8-45ec-8f10-e526e5e7fba6 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:19:32.481218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b9b8c718-19ce-4288-9989-7d0116cc07cc None None] Port f5a73e70-527f-45c9-bc65-a5d972359de4 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:32.493562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.507031 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-fc981121-752b-4133-98d5-8d2e08d74670 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3661344 Jul 06 18:19:32.545485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7495d2b-90c5-4ad4-bc14-92867ea4a2c8 req-2158dc72-d6fd-4f15-b56e-06ffc39c798d tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923340 Jul 06 18:19:32.707491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:32.722511 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Sync routers for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:32.739973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6b2ffb69-5416-4303-8b7a-680570c3ec8a admin admin] 10.222.0.53 "PUT /v2.0/routers/df80d218-d9b8-45ec-8f10-e526e5e7fba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1975586 Jul 06 18:19:32.755317 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:32.756318 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:19:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:32.791462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b7e1b0d6-cb27-4641-aa09-d7d3b258d03a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:32.896440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:32.898228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.947057 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d54e50-9f89-42da-94e1-72fc45ff27a0 x-openstack-request-id: req-05d54e50-9f89-42da-94e1-72fc45ff27a0 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:32.947487 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e18b20-1907-4e07-a4d9-04c912905e19", "tag": "09ea5d79-89eb-4577-b5d7-581f1eb4b547", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:32.948066 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05d54e50-9f89-42da-94e1-72fc45ff27a0 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:32.949040 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e18b20-1907-4e07-a4d9-04c912905e19', 'tag': '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'status': 'completed', 'code': 200} Jul 06 18:19:32.964404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-480a9a0c-e9a4-4148-ac98-5edd53bcca68 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:32.966891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-480a9a0c-e9a4-4148-ac98-5edd53bcca68 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 812 time: 0.5922480 Jul 06 18:19:32.970035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0256e887-540d-4e7d-9b5f-0011aa71cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:32.972291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-0256e887-540d-4e7d-9b5f-0011aa71cf48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 1098 time: 0.7362289 Jul 06 18:19:32.979836 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:32.993647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:33.001680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'port': {'device_id': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070', 'admin_state_up': True, 'tenant_id': 'd7b7d2a016a7446eb30ec9d0dc2fbd04'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:33.042444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cfef9-4fc5-4eba-a7f5-c2e68b225d72 req-9f5c4a26-4a7e-44f9-8e26-8bf7d4fa5b45 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:33.044043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-183cfef9-4fc5-4eba-a7f5-c2e68b225d72 req-9f5c4a26-4a7e-44f9-8e26-8bf7d4fa5b45 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 947 time: 0.1557615 Jul 06 18:19:33.084117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-183cfef9-4fc5-4eba-a7f5-c2e68b225d72 req-a8975bf9-b0ba-48ad-9500-983df6298e46 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Jul 06 18:19:33.108162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:33.174656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:33.204959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9070cf1-e60b-4081-a42d-18c5400ebc6d details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:33.294696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:33.295752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.308837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-38922b30-c120-4519-9349-5de456159119 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=09ea5d79-89eb-4577-b5d7-581f1eb4b547 HTTP/1.1" status: 200 len: 217 time: 0.3135159 Jul 06 18:19:33.309906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Pushing event updated for resources: {'Port': ['ID=717ef964-fde4-4c09-8ed3-2b83e47534ea,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:33.324720 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 2, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:33.375540 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Checking router: df80d218-d9b8-45ec-8f10-e526e5e7fba6 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:33.375908 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Updating router df80d218-d9b8-45ec-8f10-e526e5e7fba6 port f5a73e70-527f-45c9-bc65-a5d972359de4 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:19:33.410875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54075285-42ad-46cc-bef7-bffa89488ac5 req-9a0fbc76-3b8e-4f65-9d14-3f06559c7211 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:33.412725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54075285-42ad-46cc-bef7-bffa89488ac5 req-9a0fbc76-3b8e-4f65-9d14-3f06559c7211 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 936 time: 0.1599190 Jul 06 18:19:33.421613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e9070cf1-e60b-4081-a42d-18c5400ebc6d, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9070cf1-e60b-4081-a42d-18c5400ebc6d,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:33.427766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-7334ac7f-90a3-4f96-94a8-229c78458f0d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4603865 Jul 06 18:19:33.428305 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.442436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'e9070cf1-e60b-4081-a42d-18c5400ebc6d', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'e9070cf1-e60b-4081-a42d-18c5400ebc6d', 'mac_address': 'fa:16:3e:b4:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:33.448841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Request body: {'port': {'device_id': '69ff0af4-223b-4146-914c-2a4d6b609b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:33.488622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.489756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54075285-42ad-46cc-bef7-bffa89488ac5 req-67d5b3a2-fd46-4c4b-ba66-a41742af6136 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682240 Jul 06 18:19:33.507085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9070cf1-e60b-4081-a42d-18c5400ebc6d {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:33.515503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-fc5e6e8e-63d7-4f78-9a98-8b36e3ba2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:33.517232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-fc5e6e8e-63d7-4f78-9a98-8b36e3ba2a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1824477 Jul 06 18:19:33.520892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-75f6967e-5b36-4553-b424-eb32b9db7bdb service neutron] 10.222.0.53 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0021071 Jul 06 18:19:33.532186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e9070cf1-e60b-4081-a42d-18c5400ebc6d, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9070cf1-e60b-4081-a42d-18c5400ebc6d,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:33.538559 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.612534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42b6b683-ce4e-4b13-ace7-fb0861f3c0fa None None] Provisioning for port 717ef964-fde4-4c09-8ed3-2b83e47534ea completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:33.618199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=e9070cf1-e60b-4081-a42d-18c5400ebc6d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:33.623493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42b6b683-ce4e-4b13-ace7-fb0861f3c0fa None None] Provisioning complete for port 717ef964-fde4-4c09-8ed3-2b83e47534ea triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:33.623863 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42b6b683-ce4e-4b13-ace7-fb0861f3c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.660601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4e4955a-fc58-449a-8e1a-092518a2a986 req-6193bdfc-5102-48f5-9db2-c0643bf50e3b tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 210 time: 0.0315039 Jul 06 18:19:33.665947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-42b6b683-ce4e-4b13-ace7-fb0861f3c0fa None None] Port 717ef964-fde4-4c09-8ed3-2b83e47534ea cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:33.692006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Made reservation on behalf of d7b7d2a016a7446eb30ec9d0dc2fbd04 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:33.695684 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.757502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.798749 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.803494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:33.816334 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Transition to ACTIVE for port object f5a73e70-527f-45c9-bc65-a5d972359de4 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:33.826469 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:33.829506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-dcd75786-2c39-4e42-b6e0-461dfdc063a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:33.831084 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-dcd75786-2c39-4e42-b6e0-461dfdc063a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3044698 Jul 06 18:19:33.835947 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-a3028e26-947c-4a53-b0d7-260521d3291f service neutron] 10.222.0.53 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976646 Jul 06 18:19:33.887220 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Pushing event updated for resources: {'Port': ['ID=f5a73e70-527f-45c9-bc65-a5d972359de4,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:33.902687 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.903580 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.903927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.904320 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.904706 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.905100 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.905370 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.905696 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.906061 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.906373 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.906877 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:33.907205 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:34.040727 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Attempting to bind port f5a73e70-527f-45c9-bc65-a5d972359de4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:34.041112 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Attempting to bind port f5a73e70-527f-45c9-bc65-a5d972359de4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:34.041481 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Attempting to bind port f5a73e70-527f-45c9-bc65-a5d972359de4 on network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:34.047109 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:34.047489 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Checking segment: {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:34.047897 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:34.048292 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Bound using segment: {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:34.048914 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Bound port: f5a73e70-527f-45c9-bc65-a5d972359de4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:34.049254 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:34.114982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Allocated IP 172.20.0.9 (cbe8cb28-5fc6-415a-8a29-d8bf3bc57070/8f4e9859-1718-4b50-8f1a-afc0de0a65cf/61b98fbc-fe65-45fb-a500-d018f63b7e38) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:34.142402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-4e707726-2041-43a9-96d7-c035757ebbe0 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013089 Jul 06 18:19:34.192218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-23bcb498-9c17-4d86-847f-beed2cc712dd tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:34.194637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-23bcb498-9c17-4d86-847f-beed2cc712dd tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 821 time: 0.2578838 Jul 06 18:19:34.197308 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] For port f5a73e70-527f-45c9-bc65-a5d972359de4, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:34.206838 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] For port f5a73e70-527f-45c9-bc65-a5d972359de4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f5a73e70-527f-45c9-bc65-a5d972359de4,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:34.215536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-2c4c6b94-1c7f-4340-8de5-7a527ae776d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/quotas/a39e9a45117742db8c51a45660114a46 HTTP/1.1" status: 200 len: 375 time: 0.0131638 Jul 06 18:19:34.219375 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:34.309699 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016920e-3214-4a92-aa1b-f98d5a9b420c None None] Pushing event updated for resources: {'Port': ['ID=f5a73e70-527f-45c9-bc65-a5d972359de4,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:34.312796 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:34.313947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:19:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:34.356784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cd8ff823-9c86-4de6-b65c-331418e9e6ad tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307430 Jul 06 18:19:34.480090 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:34.489694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-05da00ff-29c7-45b9-89c5-1a00e632fe6a service neutron] 10.222.0.53 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228018 Jul 06 18:19:34.580877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-8cd67860-27a9-44ce-bd63-d6e84ed2a93f tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:34.590216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-8cd67860-27a9-44ce-bd63-d6e84ed2a93f tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/networks?id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c HTTP/1.1" status: 200 len: 828 time: 0.2146020 Jul 06 18:19:34.633639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-314767d4-6e9a-4612-8c5c-8d23f3ab2783 service neutron] 10.222.0.53 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422575 Jul 06 18:19:34.652245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-41fdcba0-6d9b-49b1-a17f-627bed184411 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/quotas/b95b448f8100479fbb946b35474dd6a4 HTTP/1.1" status: 200 len: 375 time: 0.0610912 Jul 06 18:19:34.757002 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:34Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:34.786534 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1eeba-3659-45f7-9285-e6680e2ca1d3 None None] The sync data for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 is: [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:34Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:34.803177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01139ef-d198-41ca-baf8-70b0077bf39c req-ab6d22bb-d795-4ccc-96d2-6e01fb54cada service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482358 Jul 06 18:19:34.879843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-6cd8e81d-ef97-4eaa-b9d3-e8ecaa083a67 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b95b448f8100479fbb946b35474dd6a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2266290 Jul 06 18:19:34.918269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:35.097201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-350a8a39-1975-4147-bb1a-e0e469163d97 req-fd81a0cf-fb70-47f9-a701-4fd3adcdc70a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 210 time: 0.0325589 Jul 06 18:19:35.225307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9070cf1-e60b-4081-a42d-18c5400ebc6d up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:35.305458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105348d-1a1f-4163-898c-3a5ad45011b6 req-9ef3f6f0-e940-4dac-8473-9a0351c6c41e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:35.307414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7105348d-1a1f-4163-898c-3a5ad45011b6 req-9ef3f6f0-e940-4dac-8473-9a0351c6c41e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 947 time: 0.0790248 Jul 06 18:19:35.331639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port e9070cf1-e60b-4081-a42d-18c5400ebc6d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:35.336328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port e9070cf1-e60b-4081-a42d-18c5400ebc6d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:35.336697 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:35.371603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7105348d-1a1f-4163-898c-3a5ad45011b6 req-a48dcce8-6f11-4c4c-955f-69e3ebf512d2 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495565 Jul 06 18:19:35.459201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717ef964-fde4-4c09-8ed3-2b83e47534ea {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:35.489237 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:35.503128 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:35.548626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e9070cf1-e60b-4081-a42d-18c5400ebc6d, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9070cf1-e60b-4081-a42d-18c5400ebc6d,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:35.550684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1356f-b7b1-4313-ab68-bd6879a7df2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9070cf1-e60b-4081-a42d-18c5400ebc6d'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:35.555195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Transition to ACTIVE for port object 717ef964-fde4-4c09-8ed3-2b83e47534ea will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:35.555555 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3793a5da-0168-474b-bc53-7bcee8ebfc6a" -d '{"events": [{"server_uuid": "42c1356f-b7b1-4313-ab68-bd6879a7df2a", "name": "network-vif-plugged", "status": "completed", "tag": "e9070cf1-e60b-4081-a42d-18c5400ebc6d"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:35.561301 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:35.581610 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:35.629142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=e9070cf1-e60b-4081-a42d-18c5400ebc6d,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:35.657236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad719be9-b9df-4a8c-83a2-41fa1b846406 req-03a045a2-2ecf-4aab-b141-c48402cc8cec tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:35.667942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad719be9-b9df-4a8c-83a2-41fa1b846406 req-03a045a2-2ecf-4aab-b141-c48402cc8cec tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 936 time: 0.1514390 Jul 06 18:19:35.673385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-febcc846-33f7-4bcc-9bf3-c2e0ea76d145 service neutron] 10.222.0.53 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922633 Jul 06 18:19:35.772368 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad719be9-b9df-4a8c-83a2-41fa1b846406 req-80cfb981-66db-44c8-866c-805eb5b67f8b tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026621 Jul 06 18:19:35.810257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-2f9129cf-8e8b-4f25-ab40-25bdc1dfd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:35.812335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-2f9129cf-8e8b-4f25-ab40-25bdc1dfd9a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 1098 time: 0.8892984 Jul 06 18:19:35.915091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:35.948767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Pushing event updated for resources: {'Port': ['ID=717ef964-fde4-4c09-8ed3-2b83e47534ea,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:35.970668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-e5ebd28b-9617-4a3f-b420-97f8762bedb3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:35.971931 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-e5ebd28b-9617-4a3f-b420-97f8762bedb3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 807 time: 0.2361963 Jul 06 18:19:35.985308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Request body: {'port': {'device_id': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'admin_state_up': True, 'tenant_id': '9b930b3c03d44f3db7e9b9a394be0525'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:36.054515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:36.072337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:36.081233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:36.145564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0ee33-8473-4a97-a7c3-e506cb5fafd8 req-92963d8c-72e9-4040-8803-d53dd49647f6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:36.153040 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cea0ee33-8473-4a97-a7c3-e506cb5fafd8 req-92963d8c-72e9-4040-8803-d53dd49647f6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 931 time: 0.1578906 Jul 06 18:19:36.170277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-4dc2c808-76b6-46e0-9884-0492dd6a3891 service neutron] 10.222.0.53 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341111 Jul 06 18:19:36.175305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Attempting to bind port 717ef964-fde4-4c09-8ed3-2b83e47534ea on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:36.175646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Attempting to bind port 717ef964-fde4-4c09-8ed3-2b83e47534ea by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:36.175987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Attempting to bind port 717ef964-fde4-4c09-8ed3-2b83e47534ea on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:36.183847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'Port': ['ID=61b98fbc-fe65-45fb-a500-d018f63b7e38,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:36.210499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Port 717ef964-fde4-4c09-8ed3-2b83e47534ea on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:36.211157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Attempting to bind port 717ef964-fde4-4c09-8ed3-2b83e47534ea on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:36.211982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cea0ee33-8473-4a97-a7c3-e506cb5fafd8 req-b82eedf4-04c0-4663-96cf-9e881f39abca tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579636 Jul 06 18:19:36.219133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Made reservation on behalf of 9b930b3c03d44f3db7e9b9a394be0525 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:36.220119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:36.220776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:36.222781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:36.225828 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-9b604a82-e5a4-4da4-b552-74d452b9af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:36.227479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-9b604a82-e5a4-4da4-b552-74d452b9af17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.3810585 Jul 06 18:19:36.235132 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:36.235571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:36.235871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:36.236815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Bound port: 717ef964-fde4-4c09-8ed3-2b83e47534ea, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:36.237096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:36.291245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-8dad4a7d-1608-47af-8ae8-5e3caa47096e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=09ea5d79-89eb-4577-b5d7-581f1eb4b547 HTTP/1.1" status: 200 len: 217 time: 0.0500903 Jul 06 18:19:36.292923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-47254263-3c06-4545-8b28-761bc5744ac4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3081150 Jul 06 18:19:36.342559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Request body: {'port': {'device_id': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:36.471083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e513fb4-98f1-48f4-883f-78570c9df993 req-b9a713f0-7b92-4cd0-8afa-f9a1d0c05112 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 210 time: 0.0387084 Jul 06 18:19:36.484203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-740cef05-1f67-4c3b-8240-b4091d0fc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:36.491153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-740cef05-1f67-4c3b-8240-b4091d0fc8a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1628132 Jul 06 18:19:36.500686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Allocated IP 172.20.0.13 (0cee59f4-ce99-4d40-8278-44c03952b525/bd8d1ead-854f-4b1e-8b96-1f6a897e39fe/5d47e4fd-7aa5-47ec-9411-732e6af4757c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:36.630113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.24', 52034) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:36.641051 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cae3785-9af2-437f-9326-7f50a3f65b33 x-openstack-request-id: req-9cae3785-9af2-437f-9326-7f50a3f65b33 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:36.641968 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c1356f-b7b1-4313-ab68-bd6879a7df2a", "name": "network-vif-plugged", "status": "completed", "tag": "e9070cf1-e60b-4081-a42d-18c5400ebc6d", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:36.642428 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cae3785-9af2-437f-9326-7f50a3f65b33 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:36.643290 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1356f-b7b1-4313-ab68-bd6879a7df2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9070cf1-e60b-4081-a42d-18c5400ebc6d', 'code': 200} Jul 06 18:19:36.652944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] For port 717ef964-fde4-4c09-8ed3-2b83e47534ea, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:36.724777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:36.765603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f5a73e70-527f-45c9-bc65-a5d972359de4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:36.834093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] For port 717ef964-fde4-4c09-8ed3-2b83e47534ea, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=717ef964-fde4-4c09-8ed3-2b83e47534ea,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:36.844299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f5a73e70-527f-45c9-bc65-a5d972359de4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:36.846195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-33267aa3-d12f-48a5-a100-3c94ef660635 req-3685bbce-ac0d-40e7-9020-0c57f33224d5 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 210 time: 0.1078515 Jul 06 18:19:36.856865 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:36.867929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f5a73e70-527f-45c9-bc65-a5d972359de4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:36.868302 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:36.922261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7064eaa6-bb8f-46dc-bee7-d2cdf8f6c9e3 req-3464a604-b34e-420c-b1f6-4de456738ccf tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 210 time: 0.1146517 Jul 06 18:19:36.935070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Pushing event updated for resources: {'Port': ['ID=717ef964-fde4-4c09-8ed3-2b83e47534ea,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:37.053551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.148647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f5a73e70-527f-45c9-bc65-a5d972359de4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f5a73e70-527f-45c9-bc65-a5d972359de4,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:37.157520 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.214395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c960f1c-54c0-48b3-b05d-6334bca7e62b req-4daac595-a56c-40c8-b814-8eb02ba2f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.215601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.216964 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.218890 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c960f1c-54c0-48b3-b05d-6334bca7e62b req-4daac595-a56c-40c8-b814-8eb02ba2f8c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 1101 time: 0.4652996 Jul 06 18:19:37.219092 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-b170eef8-a1d0-4605-9e6d-eadbd423ad04 service neutron] 10.222.0.24 "PUT /v2.0/ports/717ef964-fde4-4c09-8ed3-2b83e47534ea HTTP/1.1" status: 200 len: 1096 time: 3.7774136 Jul 06 18:19:37.222122 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.243270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ff0af4-223b-4146-914c-2a4d6b609b42', 'tag': '717ef964-fde4-4c09-8ed3-2b83e47534ea'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:37.250223 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "69ff0af4-223b-4146-914c-2a4d6b609b42", "tag": "717ef964-fde4-4c09-8ed3-2b83e47534ea"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:37.276132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-72e1451f-e99d-49f3-8d9b-62e64498914f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.278073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-72e1451f-e99d-49f3-8d9b-62e64498914f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 821 time: 0.5813580 Jul 06 18:19:37.299219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Request body: {'port': {'device_id': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'admin_state_up': True, 'tenant_id': 'a39e9a45117742db8c51a45660114a46'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:37.332408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-f2f46435-c62f-43f1-83de-351da5f28114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.334029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-f2f46435-c62f-43f1-83de-351da5f28114 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7255757 Jul 06 18:19:37.408555 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c960f1c-54c0-48b3-b05d-6334bca7e62b req-3f1da304-f6ed-45b6-805b-549960f7ade2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599307 Jul 06 18:19:37.453896 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.533943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbcb89-21a4-4876-8c5d-ec437eacc048 req-1e17b6ec-4fd8-412b-a64e-7f419ccdb288 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.539923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Network 0cee59f4-ce99-4d40-8278-44c03952b525 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:37.541074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dbcb89-21a4-4876-8c5d-ec437eacc048 req-1e17b6ec-4fd8-412b-a64e-7f419ccdb288 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 947 time: 0.3155260 Jul 06 18:19:37.547678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f5a73e70-527f-45c9-bc65-a5d972359de4,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:37.566275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de1a56-538d-4d90-9ee1-148f0de42658 req-b66b2b5b-15c9-48ed-a2af-3dd3fcb29c05 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.574391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33de1a56-538d-4d90-9ee1-148f0de42658 req-b66b2b5b-15c9-48ed-a2af-3dd3fcb29c05 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 948 time: 0.2804341 Jul 06 18:19:37.575643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-1f7a0aff-fdc3-4a3b-ba53-8aaa9ec93def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.576609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:37.577153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-1f7a0aff-fdc3-4a3b-ba53-8aaa9ec93def service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fdf301c89434dfe830d864fc12a9645&device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 1099 time: 0.2902496 Jul 06 18:19:37.579761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:37.615275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Pushing event updated for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:37.635338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-ca89de4e-ee98-4b20-a36d-566215e3f04c service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919772 Jul 06 18:19:37.641242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-a13859c9-9fec-4b93-b89d-ff3ddcb354ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=717ef964-fde4-4c09-8ed3-2b83e47534ea HTTP/1.1" status: 200 len: 217 time: 0.0509663 Jul 06 18:19:37.652502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Made reservation on behalf of a39e9a45117742db8c51a45660114a46 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:37.656061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.685326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.686085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.700858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33de1a56-538d-4d90-9ee1-148f0de42658 req-7b19bcef-8b8d-4c2d-b910-09474e5d8804 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248045 Jul 06 18:19:37.728796 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dbcb89-21a4-4876-8c5d-ec437eacc048 req-30282a08-93a1-4c1e-b0d6-4250ec5f0d8d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811607 Jul 06 18:19:37.734775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-2367d15a-e1d2-4afe-92aa-a256e755056a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7534645 Jul 06 18:19:37.769013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Request body: {'port': {'device_id': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:37.826511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b98fbc-fe65-45fb-a500-d018f63b7e38 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:37.833262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-dd47113c-1db0-4533-acef-7f53b5056674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:37.834869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-dd47113c-1db0-4533-acef-7f53b5056674 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1708853 Jul 06 18:19:37.852732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.923421 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:37.929181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Allocated IP 172.20.0.5 (479a66ed-ef78-4c35-839b-da08422e300a/3503298d-dcda-4a78-b29b-a73d4ef9a11e/e9ca1cb4-5914-47cc-a8c2-0897f42d0510) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:37.940398 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6e5992-2b91-467b-91d5-288f7936f371 x-openstack-request-id: req-5f6e5992-2b91-467b-91d5-288f7936f371 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:37.941349 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ff0af4-223b-4146-914c-2a4d6b609b42", "tag": "717ef964-fde4-4c09-8ed3-2b83e47534ea", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:37.943394 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f6e5992-2b91-467b-91d5-288f7936f371 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:37.944047 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ff0af4-223b-4146-914c-2a4d6b609b42', 'tag': '717ef964-fde4-4c09-8ed3-2b83e47534ea', 'status': 'completed', 'code': 200} Jul 06 18:19:37.948873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Transition to ACTIVE for port object 61b98fbc-fe65-45fb-a500-d018f63b7e38 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:37.967133 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf14919c-f969-4c04-bb59-738ebdb3c505 req-02d4dcfb-9f2c-4146-a9e1-8ef1886eef68 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190241 Jul 06 18:19:38.007006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:38.044904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2bf19fa-8416-41ce-a719-7f1d016737cb req-5f991d03-9721-4464-81f1-68c74344968e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 210 time: 0.0474966 Jul 06 18:19:38.084236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=61b98fbc-fe65-45fb-a500-d018f63b7e38,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:38.105193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-89c9ba8a-b52f-4348-8755-8a39da059eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:38.106822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-89c9ba8a-b52f-4348-8755-8a39da059eac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490797 Jul 06 18:19:38.262491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48324) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:38.332042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb5d60-f870-42c1-a5fc-821d6454793e req-043fafb2-b8bd-422e-a302-8a84b67d09d8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:38.333608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67eb5d60-f870-42c1-a5fc-821d6454793e req-043fafb2-b8bd-422e-a302-8a84b67d09d8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 943 time: 0.3827353 Jul 06 18:19:38.334370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Attempting to bind port 61b98fbc-fe65-45fb-a500-d018f63b7e38 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:38.335271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Attempting to bind port 61b98fbc-fe65-45fb-a500-d018f63b7e38 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:38.335956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Attempting to bind port 61b98fbc-fe65-45fb-a500-d018f63b7e38 on network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:38.350160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Port 61b98fbc-fe65-45fb-a500-d018f63b7e38 on network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:38.350496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Attempting to bind port 61b98fbc-fe65-45fb-a500-d018f63b7e38 on network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:38.408702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:38.476231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:38.476494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Checking segment: {'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:38.477011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Bound using segment: {'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:38.477528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Bound port: 61b98fbc-fe65-45fb-a500-d018f63b7e38, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:38.477829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:38.501133 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-2169455c-b8ca-4842-bcfc-708416cba55c service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749263 Jul 06 18:19:38.514498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5655f358-5bd4-4bd2-88e8-b66766fc84e0 req-102c0b2a-2ad3-460d-8190-9d3285ce36c6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 210 time: 0.0663204 Jul 06 18:19:38.537644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-16b1fd04-3724-40d1-aed2-0a9c5fb969d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:38.619969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:38.654318 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67eb5d60-f870-42c1-a5fc-821d6454793e req-d9ecc471-619c-4ad4-9f7b-da6ec462c72f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070621 Jul 06 18:19:38.657932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d47e4fd-7aa5-47ec-9411-732e6af4757c {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:38.681786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-2192d168-bb81-431f-af09-9a0302ec80c0 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:38.681786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-2192d168-bb81-431f-af09-9a0302ec80c0 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.41 "GET /v2.0/networks?id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c HTTP/1.1" status: 200 len: 828 time: 0.3297672 Jul 06 18:19:38.702202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:38.702573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Request body: {'port': {'device_id': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'admin_state_up': True, 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:38.714720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Network 479a66ed-ef78-4c35-839b-da08422e300a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:38.725637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:38.736223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f5a73e70-527f-45c9-bc65-a5d972359de4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:38.765272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Transition to ACTIVE for port object 5d47e4fd-7aa5-47ec-9411-732e6af4757c will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:38.768193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:38.795585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Pushing event updated for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:38.797968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:38.808039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f5a73e70-527f-45c9-bc65-a5d972359de4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:38.808536 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:38.919047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:38.926523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:38.927204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.024143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944339c-b334-437b-ac9d-733be736dbdb req-f9dd5029-2c09-4b05-9e34-da53795bfb55 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:39.025654 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3944339c-b334-437b-ac9d-733be736dbdb req-f9dd5029-2c09-4b05-9e34-da53795bfb55 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 932 time: 0.3013637 Jul 06 18:19:39.029429 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-16b1fd04-3724-40d1-aed2-0a9c5fb969d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.044560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-16b1fd04-3724-40d1-aed2-0a9c5fb969d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.059742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-cc69024e-5b9f-49c6-9ae3-9b2137a9d083 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7669432 Jul 06 18:19:39.083088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Request body: {'port': {'device_id': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:39.131443 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdeef2b1-ff2a-436e-a6d3-4918de7d6c17 req-2ecee6fd-afea-4893-9cd4-a500d07939a4 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968342 Jul 06 18:19:39.145959 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-16b1fd04-3724-40d1-aed2-0a9c5fb969d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1dbfe7419d442978fc935fc6b739496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8821974 Jul 06 18:19:39.149053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1fd04-3724-40d1-aed2-0a9c5fb969d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571b2c76-5447-4788-8e2c-554e43b44c70,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:39.151385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48334) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:39.153234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:39.153567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:39.153917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:39.158340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3944339c-b334-437b-ac9d-733be736dbdb req-15ec1e6f-ce12-41d6-a57b-8f807b82d892 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244822 Jul 06 18:19:39.167019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:39.167313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:39.178164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:39.179111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:39.179111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:39.179312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Bound port: 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:39.179646 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.195168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] For port 61b98fbc-fe65-45fb-a500-d018f63b7e38, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:39.239264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 09ea5d79-89eb-4577-b5d7-581f1eb4b547 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:39.264918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] For port 61b98fbc-fe65-45fb-a500-d018f63b7e38, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:39.277215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.302798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.346875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 09ea5d79-89eb-4577-b5d7-581f1eb4b547, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=09ea5d79-89eb-4577-b5d7-581f1eb4b547,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:39.356367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:39.360343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'mac_address': 'fa:16:3e:0e:a5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:39.378090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:39.386587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:39.387431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.389282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] 10.222.0.24 "PUT /v2.0/ports/61b98fbc-fe65-45fb-a500-d018f63b7e38 HTTP/1.1" status: 200 len: 1091 time: 3.0510418 Jul 06 18:19:39.391252 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.414398 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.430887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ea5d79-89eb-4577-b5d7-581f1eb4b547 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:39.461752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 09ea5d79-89eb-4577-b5d7-581f1eb4b547, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=09ea5d79-89eb-4577-b5d7-581f1eb4b547,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:39.468575 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.488870 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1950efd5-97bf-43eb-96a1-f0fc084c75b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.513014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ea48-7b64-4952-aa5b-3d4ac2d26ce6 req-b48d6b09-a6db-499a-bc5d-49c552a6dbdf tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:39.514872 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84d8ea48-7b64-4952-aa5b-3d4ac2d26ce6 req-b48d6b09-a6db-499a-bc5d-49c552a6dbdf tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 948 time: 0.3927276 Jul 06 18:19:39.523292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=09ea5d79-89eb-4577-b5d7-581f1eb4b547,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:39.570166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cce2b-782a-41c8-92e8-18cbcf2d3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=61b98fbc-fe65-45fb-a500-d018f63b7e38,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:39.586886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Made reservation on behalf of b95b448f8100479fbb946b35474dd6a4 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:39.591655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.636045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1950efd5-97bf-43eb-96a1-f0fc084c75b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.648080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-aca2e7e8-43a2-4c35-8e21-7200c6eef456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:39.649763 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-aca2e7e8-43a2-4c35-8e21-7200c6eef456 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fdf301c89434dfe830d864fc12a9645&device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 1099 time: 0.4100387 Jul 06 18:19:39.740510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:39.741128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.742783 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 200 len: 1092 time: 1.9789205 Jul 06 18:19:39.745259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['09ea5d79-89eb-4577-b5d7-581f1eb4b547'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:39.749922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:39.752602 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab8624-5726-46fe-81ba-676d174b58f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:39.788492 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84d8ea48-7b64-4952-aa5b-3d4ac2d26ce6 req-794fdbb7-529e-44d6-a818-0f3e8e9cfa7b tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386653 Jul 06 18:19:39.846961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbcade-9fd6-4e95-b989-18158129bf64 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:39.874008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ad4f3-6ac7-439c-8045-e17cd328a49e req-ceb6b60e-4b02-4dbd-a17f-1dfbc498b6fb tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:39.880522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c66ad4f3-6ac7-439c-8045-e17cd328a49e req-ceb6b60e-4b02-4dbd-a17f-1dfbc498b6fb tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 947 time: 0.5850515 Jul 06 18:19:39.898904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-9175b11d-d6ec-4450-bfca-d2937f54335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:39.901534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-9175b11d-d6ec-4450-bfca-d2937f54335b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 1094 time: 0.4430170 Jul 06 18:19:39.973807 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c66ad4f3-6ac7-439c-8045-e17cd328a49e req-9fab2f06-a4e9-44bf-a6fd-82425324f6d1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923800 Jul 06 18:19:39.978514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1950efd5-97bf-43eb-96a1-f0fc084c75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.982668 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1950efd5-97bf-43eb-96a1-f0fc084c75b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:39.985933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1950efd5-97bf-43eb-96a1-f0fc084c75b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/571b2c76-5447-4788-8e2c-554e43b44c70 HTTP/1.1" status: 204 len: 168 time: 0.8085680 Jul 06 18:19:39.985933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:39.988488 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40db9477-f07a-4cf6-8030-c3f86dbc1075" -d '{"events": [{"name": "network-changed", "server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:40.004167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-e55b7f28-705b-4cb3-a860-da239ea1d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.006058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-e55b7f28-705b-4cb3-a860-da239ea1d3f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1095 time: 0.1604071 Jul 06 18:19:40.039333 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-e6af4b15-9315-40ca-b9eb-744acc207605 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38 HTTP/1.1" status: 200 len: 217 time: 0.1239920 Jul 06 18:19:40.078994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950efd5-97bf-43eb-96a1-f0fc084c75b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b2c76-5447-4788-8e2c-554e43b44c70,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:40.081351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-c7aaa050-bf3d-4635-9eb0-e61e0c19d736 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 200 len: 217 time: 0.0629554 Jul 06 18:19:40.129218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-87a0aef8-e614-4f74-b6d5-63f415545957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.130720 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-87a0aef8-e614-4f74-b6d5-63f415545957 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.4588125 Jul 06 18:19:40.167731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Allocated IP 172.20.0.8 (50de74ce-ae64-42c8-8be9-cb62d3e65e2c/4537b05e-dfae-424c-9792-c7440b996c64/0caac29d-d620-451c-acbd-c6f05c3cf18d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:40.171100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ca1cb4-5914-47cc-a8c2-0897f42d0510 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:40.182259 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.192326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-5ecd3206-cfae-4036-ae99-7372e0d06365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.194122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-5ecd3206-cfae-4036-ae99-7372e0d06365 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0713069 Jul 06 18:19:40.201838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Transition to ACTIVE for port object e9ca1cb4-5914-47cc-a8c2-0897f42d0510 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:40.220616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.226338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-1833eb3a-9938-4fb1-aa1c-6d070287ac65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=717ef964-fde4-4c09-8ed3-2b83e47534ea HTTP/1.1" status: 200 len: 217 time: 0.0790038 Jul 06 18:19:40.256218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-3c8f6d66-b2af-4e0b-a83b-fc066898e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.256667 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-3c8f6d66-b2af-4e0b-a83b-fc066898e76e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.1937664 Jul 06 18:19:40.257670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-bccb9b92-cbe8-44b6-a263-3b5deb480b8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503366 Jul 06 18:19:40.329130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-bd1ee29b-3217-474d-b3cf-e192ffc8e017 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453444 Jul 06 18:19:40.371523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8f65049-600e-4f38-8b59-aa5c0d980b6d req-ae368261-f11a-439c-83dd-797a6ee75bf8 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 210 time: 0.0897257 Jul 06 18:19:40.377584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:40.398144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270f426-4ba9-4f37-b4ca-fd37c88e53d5 req-4b749037-2ef8-456d-8a02-152ddbc6e5d6 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.398243 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6270f426-4ba9-4f37-b4ca-fd37c88e53d5 req-4b749037-2ef8-456d-8a02-152ddbc6e5d6 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 931 time: 0.3736537 Jul 06 18:19:40.401089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48354) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:40.449409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7966420d-0048-4db8-ad3d-eeadcf6739f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.458472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-ef58daf2-908c-451a-bd21-a28a040e44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.460830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-ef58daf2-908c-451a-bd21-a28a040e44b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2251475 Jul 06 18:19:40.491230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-e3a32188-d5a4-4887-88a6-3a554d293d4b service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132673 Jul 06 18:19:40.611531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:40.611902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:40.612236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:40.629185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:40.629507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:40.640895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6270f426-4ba9-4f37-b4ca-fd37c88e53d5 req-948335a0-6d28-4b23-8580-80920ea96680 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972628 Jul 06 18:19:40.655262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:40.655683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:40.656189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:40.656806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Bound port: e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:40.657244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.669278 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-c214e495-af26-4942-bcd4-4bb27861a5e6 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297040 Jul 06 18:19:40.702941 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7a70c3-44d7-411d-a4db-5d52fcc2c6b5 x-openstack-request-id: req-0b7a70c3-44d7-411d-a4db-5d52fcc2c6b5 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:40.703228 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:40.703488 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b7a70c3-44d7-411d-a4db-5d52fcc2c6b5 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:40.703864 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c', 'status': 'completed', 'code': 200} Jul 06 18:19:40.715526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.720019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16b05c01-50f6-4a4d-9d85-8e8f07d370bf req-bd062e12-62f2-43b6-9663-015441a409a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108383 Jul 06 18:19:40.767569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5deff-59bb-4c42-9261-2fe8f35d1367 req-c67dd4f5-5d52-41bf-98d1-c2f901e4839d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.769161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2d5deff-59bb-4c42-9261-2fe8f35d1367 req-c67dd4f5-5d52-41bf-98d1-c2f901e4839d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 943 time: 0.2751567 Jul 06 18:19:40.780866 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4faf5c-85ee-4595-b480-41066538d85f x-openstack-request-id: req-5d4faf5c-85ee-4595-b480-41066538d85f {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:40.781245 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:40.781572 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d4faf5c-85ee-4595-b480-41066538d85f {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:40.782096 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38', 'status': 'completed', 'code': 200} Jul 06 18:19:40.801033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-08b4d330-54f9-4c3a-a7e3-3dbf9691f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.803099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-08b4d330-54f9-4c3a-a7e3-3dbf9691f8f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2996752 Jul 06 18:19:40.809993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Transition to ACTIVE for port object 0caac29d-d620-451c-acbd-c6f05c3cf18d will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:40.825992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7966420d-0048-4db8-ad3d-eeadcf6739f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.865407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7966420d-0048-4db8-ad3d-eeadcf6739f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.868147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:40.911523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:40.920738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2d5deff-59bb-4c42-9261-2fe8f35d1367 req-49cf4f77-3ccf-4505-bec0-27c3632117af tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432488 Jul 06 18:19:40.932275 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.942898 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7966420d-0048-4db8-ad3d-eeadcf6739f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10f305a3f3f042d986bd1dcbd4a03233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390737 Jul 06 18:19:40.958621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48358) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:40.966006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966420d-0048-4db8-ad3d-eeadcf6739f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083adefc-6d8c-41ee-908d-174cbfe12fa5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:40.982916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:40.983542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:40.984989 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9ca1cb4-5914-47cc-a8c2-0897f42d0510 HTTP/1.1" status: 200 len: 1091 time: 1.9078507 Jul 06 18:19:40.994624 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a082491a-4f0a-4bb2-b19f-973dbbc581dc req-5820ca72-bd85-4ba3-b3ec-509404be49dd service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083851 Jul 06 18:19:41.024361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feabba3-da4c-4dd9-ba1c-9756c14da5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:41.030597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-832fa498-1d18-4314-9e3d-d8c21f78229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.032143 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-832fa498-1d18-4314-9e3d-d8c21f78229f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1095 time: 0.2015278 Jul 06 18:19:41.054163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.090210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-5d6f453b-828e-4a90-9fb8-2f7b274c4d64 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727339 Jul 06 18:19:41.219886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-4acb3b1e-c525-42f9-97c3-8cf0f32e9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.221395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-4acb3b1e-c525-42f9-97c3-8cf0f32e9abf service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.1756887 Jul 06 18:19:41.251707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:41.263034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d73faf-3df9-4a7b-99df-b84dfdc6b43b req-2ad339fa-e21c-4edf-ab75-6e2f767a75b9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.265069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8d73faf-3df9-4a7b-99df-b84dfdc6b43b req-2ad339fa-e21c-4edf-ab75-6e2f767a75b9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 944 time: 0.3775558 Jul 06 18:19:41.265212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 09ea5d79-89eb-4577-b5d7-581f1eb4b547 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:41.276627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-42e1f0d5-9722-4e1e-9f59-1c31b45407a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 200 len: 217 time: 0.0449464 Jul 06 18:19:41.281492 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f535db8f-655c-46af-8751-356702c12ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.284123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:41.284366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc181e6-30d3-47be-a1d3-882e072b80fa req-33b046a7-490a-411e-ba17-6275024379dc tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.286479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc181e6-30d3-47be-a1d3-882e072b80fa req-33b046a7-490a-411e-ba17-6275024379dc tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 948 time: 0.1740203 Jul 06 18:19:41.299549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-a7e5f350-9bd5-4a80-958c-b7a0b0a2fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.301027 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-a7e5f350-9bd5-4a80-958c-b7a0b0a2fa95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 1094 time: 0.1752980 Jul 06 18:19:41.316538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:41.346362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:41.351506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:41.352603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.363273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Pushing event updated for resources: {'Port': ['ID=0caac29d-d620-451c-acbd-c6f05c3cf18d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:41.425926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f535db8f-655c-46af-8751-356702c12ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.447144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-3af4b194-0480-4f82-82a1-503f80db9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.448745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-3af4b194-0480-4f82-82a1-503f80db9e17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1588025 Jul 06 18:19:41.460332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc181e6-30d3-47be-a1d3-882e072b80fa req-caf490c2-7b82-4bbc-a986-585546195fe3 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396182 Jul 06 18:19:41.518823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-e17aa23e-1edb-4a71-9af3-ffadb6f21866 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536766 Jul 06 18:19:41.519032 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.539349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8d73faf-3df9-4a7b-99df-b84dfdc6b43b req-d8faff56-d97c-4857-9a1e-d32c55f8ca67 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595763 Jul 06 18:19:41.546551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-509fe261-5a05-468a-86ad-e89852c3cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.548371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-509fe261-5a05-468a-86ad-e89852c3cf2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 913 time: 0.2242465 Jul 06 18:19:41.565032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.565032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.576959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e18b20-1907-4e07-a4d9-04c912905e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ea5d79-89eb-4577-b5d7-581f1eb4b547'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:41.583177 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093e0702-291f-44ee-b720-45768a4c9204" -d '{"events": [{"server_uuid": "05e18b20-1907-4e07-a4d9-04c912905e19", "name": "network-vif-plugged", "status": "completed", "tag": "09ea5d79-89eb-4577-b5d7-581f1eb4b547"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:41.602242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 09ea5d79-89eb-4577-b5d7-581f1eb4b547, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=09ea5d79-89eb-4577-b5d7-581f1eb4b547,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:41.609458 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.623372 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b57d6f5-9e1f-45e1-a193-347a24e3e3b2 req-d3330706-1038-4085-9712-ed37dbcb1e72 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958720 Jul 06 18:19:41.630430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-bc0a252c-e929-4c0f-a1ec-a1d0e9b1af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.632200 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-bc0a252c-e929-4c0f-a1ec-a1d0e9b1af76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1094 time: 0.5408039 Jul 06 18:19:41.641458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-e0a0d0b9-ec4d-41f5-bc63-090e7689ca16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38 HTTP/1.1" status: 200 len: 217 time: 0.0769248 Jul 06 18:19:41.663493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-50ccc65b-9aef-4c4c-bab9-5cc4afd184e7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9703910 Jul 06 18:19:41.684631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=09ea5d79-89eb-4577-b5d7-581f1eb4b547,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:41.694469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Request body: {'port': {'device_id': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:41.698916 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-dd429aec-78c0-4ae8-a7d6-f60dcb3dfb8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510 HTTP/1.1" status: 200 len: 217 time: 0.0501602 Jul 06 18:19:41.708165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ee8c3fd6-2b8f-4b48-9817-a7d16a78eb83 None None] Provisioning for port 0caac29d-d620-451c-acbd-c6f05c3cf18d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:41.718486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ee8c3fd6-2b8f-4b48-9817-a7d16a78eb83 None None] Provisioning complete for port 0caac29d-d620-451c-acbd-c6f05c3cf18d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:41.718997 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3fd6-2b8f-4b48-9817-a7d16a78eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.770196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c3fd6-2b8f-4b48-9817-a7d16a78eb83 None None] Port 0caac29d-d620-451c-acbd-c6f05c3cf18d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:41.784278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f535db8f-655c-46af-8751-356702c12ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.786993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f535db8f-655c-46af-8751-356702c12ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.788170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f535db8f-655c-46af-8751-356702c12ac1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/083adefc-6d8c-41ee-908d-174cbfe12fa5 HTTP/1.1" status: 204 len: 168 time: 0.8222654 Jul 06 18:19:41.826139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535db8f-655c-46af-8751-356702c12ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083adefc-6d8c-41ee-908d-174cbfe12fa5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:41.834666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-0cfd82c5-cb0a-4bfa-b095-a8860723f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.836563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-0cfd82c5-cb0a-4bfa-b095-a8860723f077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1126869 Jul 06 18:19:41.847888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.887536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-08371b34-ddec-4da6-9070-aa080079cf52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351999 Jul 06 18:19:41.889975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-6e36b2a8-43e4-4450-a1ee-5260bcfd5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.891965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-6e36b2a8-43e4-4450-a1ee-5260bcfd5571 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.1827314 Jul 06 18:19:41.927077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-687a7a43-f107-4a3d-8386-0ab5152a8abb service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776059 Jul 06 18:19:41.952826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-8293baed-2624-45f1-84b9-9c625e02b58f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431693 Jul 06 18:19:41.987657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087e871-ee40-4909-b70d-c674c0b06785 req-26acb8b7-ab26-4051-8831-71938698543c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:41.989759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5087e871-ee40-4909-b70d-c674c0b06785 req-26acb8b7-ab26-4051-8831-71938698543c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 949 time: 0.2781777 Jul 06 18:19:42.204870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5087e871-ee40-4909-b70d-c674c0b06785 req-6e9404a6-8840-41f9-8b09-2773710b8ca6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673050 Jul 06 18:19:42.243550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-b4113e6a-bf2f-403d-98b5-b3482248e54a service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779067 Jul 06 18:19:42.247456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcab8624-5726-46fe-81ba-676d174b58f0 req-8976aa2e-6b7c-458e-a859-b08946f872bc service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981715 Jul 06 18:19:42.273389 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266c42d2-4bec-476b-a529-6ade5c5921df x-openstack-request-id: req-266c42d2-4bec-476b-a529-6ade5c5921df {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:42.274259 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e18b20-1907-4e07-a4d9-04c912905e19", "name": "network-vif-plugged", "status": "completed", "tag": "09ea5d79-89eb-4577-b5d7-581f1eb4b547", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:42.274555 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-266c42d2-4bec-476b-a529-6ade5c5921df {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:42.275267 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e18b20-1907-4e07-a4d9-04c912905e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'code': 200} Jul 06 18:19:42.455556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-70fd8caf-d84c-4951-9a3f-e2f1b9a8a2a2 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448585 Jul 06 18:19:42.457086 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40db9477-f07a-4cf6-8030-c3f86dbc1075 req-9246f40d-02d8-4b35-be9c-8975a20752bd service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917617 Jul 06 18:19:42.493588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e268d1-3123-4438-90af-b6f541b8796f req-38f5f588-ae1e-4d60-b326-b6f6a996a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:42.495184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2e268d1-3123-4438-90af-b6f541b8796f req-38f5f588-ae1e-4d60-b326-b6f6a996a022 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 1100 time: 0.1373169 Jul 06 18:19:42.509060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030cd7b-6095-4a1b-9d36-d043c5b939de req-123cedf4-aac0-44d9-bb1c-1d43ff083e1f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:42.510910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d030cd7b-6095-4a1b-9d36-d043c5b939de req-123cedf4-aac0-44d9-bb1c-1d43ff083e1f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 943 time: 0.1183324 Jul 06 18:19:42.567756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2e268d1-3123-4438-90af-b6f541b8796f req-abbaf2c3-253a-4542-8c72-2372474eb26f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553420 Jul 06 18:19:42.582086 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d030cd7b-6095-4a1b-9d36-d043c5b939de req-591280e3-09eb-4153-a030-ded0a4ac804f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524206 Jul 06 18:19:42.594492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0edeb1-8e73-412d-bf52-55679ac701c9 req-c77acd2d-0152-43f0-b0e8-81c012f2f08a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:42.596081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c0edeb1-8e73-412d-bf52-55679ac701c9 req-c77acd2d-0152-43f0-b0e8-81c012f2f08a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 931 time: 0.6830213 Jul 06 18:19:42.705988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:42.711366 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:42.714834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c0edeb1-8e73-412d-bf52-55679ac701c9 req-c71e3cdb-2b6a-4e38-ba70-95599f72fc6c tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100824 Jul 06 18:19:42.748096 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9da8c1b-3f65-4b31-b24a-ab23e2782c7f req-9ea78df3-e7ee-421e-b1b9-de6751b919c8 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709184 Jul 06 18:19:42.832149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f6b2-eb60-4296-bb63-7b32ea45ac44 req-5a159b96-8f35-4d7f-a28c-7de3fda7bf29 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:42.839888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e527f6b2-eb60-4296-bb63-7b32ea45ac44 req-5a159b96-8f35-4d7f-a28c-7de3fda7bf29 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 943 time: 0.1157780 Jul 06 18:19:42.852305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caac29d-d620-451c-acbd-c6f05c3cf18d {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:42.876469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e527f6b2-eb60-4296-bb63-7b32ea45ac44 req-65fa707c-e2f1-4326-b370-ae2da2907310 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356474 Jul 06 18:19:42.880181 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:42.934480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Transition to ACTIVE for port object 0caac29d-d620-451c-acbd-c6f05c3cf18d will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:42.941526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:42.999716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 717ef964-fde4-4c09-8ed3-2b83e47534ea details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:43.019606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd60f0c-0351-49b0-b4f9-f8dd672b0226 req-4e0d22d8-c20f-4fd6-809c-a99ff24d70bb tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.021413 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-edd60f0c-0351-49b0-b4f9-f8dd672b0226 req-4e0d22d8-c20f-4fd6-809c-a99ff24d70bb tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 948 time: 0.1624024 Jul 06 18:19:43.030204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Pushing event updated for resources: {'Port': ['ID=0caac29d-d620-451c-acbd-c6f05c3cf18d,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:43.107830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d18b-1cf1-40ed-bd73-301b140f10ce req-f6728e4b-0613-4cdd-9e75-203a64c3d346 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.118787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b17d18b-1cf1-40ed-bd73-301b140f10ce req-f6728e4b-0613-4cdd-9e75-203a64c3d346 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 944 time: 0.1210022 Jul 06 18:19:43.169176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 717ef964-fde4-4c09-8ed3-2b83e47534ea, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=717ef964-fde4-4c09-8ed3-2b83e47534ea,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:43.171176 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b17d18b-1cf1-40ed-bd73-301b140f10ce req-9c4d56e7-622c-4188-b36e-33cafbf8d4d9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512178 Jul 06 18:19:43.195666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '717ef964-fde4-4c09-8ed3-2b83e47534ea', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '717ef964-fde4-4c09-8ed3-2b83e47534ea', 'mac_address': 'fa:16:3e:53:2a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:43.217235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-edd60f0c-0351-49b0-b4f9-f8dd672b0226 req-64e6955b-61b9-422d-a0d2-3a03c3d22c73 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459429 Jul 06 18:19:43.217415 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d30a22-152e-4862-8400-187a64d04205 x-openstack-request-id: req-60d30a22-152e-4862-8400-187a64d04205 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:43.217564 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:43.217789 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60d30a22-152e-4862-8400-187a64d04205 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:43.218184 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510', 'status': 'completed', 'code': 200} Jul 06 18:19:43.251978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Attempting to bind port 0caac29d-d620-451c-acbd-c6f05c3cf18d on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:43.252376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Attempting to bind port 0caac29d-d620-451c-acbd-c6f05c3cf18d by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:43.252646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Attempting to bind port 0caac29d-d620-451c-acbd-c6f05c3cf18d on network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:43.284325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:43.337709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Port 0caac29d-d620-451c-acbd-c6f05c3cf18d on network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:43.338011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Attempting to bind port 0caac29d-d620-451c-acbd-c6f05c3cf18d on network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:43.345381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717ef964-fde4-4c09-8ed3-2b83e47534ea {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:43.371738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:43.372080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Checking segment: {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:43.372224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 717ef964-fde4-4c09-8ed3-2b83e47534ea, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=717ef964-fde4-4c09-8ed3-2b83e47534ea,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:43.372852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Bound using segment: {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:43.373507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Bound port: 0caac29d-d620-451c-acbd-c6f05c3cf18d, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afe33a6-6328-47dd-a457-7895b1dd6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:43.374231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:43.382435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:43.440812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=717ef964-fde4-4c09-8ed3-2b83e47534ea,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:43.480535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-e729966c-5679-4fc5-9a68-1e9e16080437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.482059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-e729966c-5679-4fc5-9a68-1e9e16080437 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1094 time: 0.2269943 Jul 06 18:19:43.556881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] For port 0caac29d-d620-451c-acbd-c6f05c3cf18d, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:43.584564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] For port 0caac29d-d620-451c-acbd-c6f05c3cf18d, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:43.606006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7ef8-ba72-434f-a91f-0e7d32d93b71 req-f48b1ff5-7fa2-4b9f-8ad1-cb8b745b13ee tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.607540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dc6b7ef8-ba72-434f-a91f-0e7d32d93b71 req-f48b1ff5-7fa2-4b9f-8ad1-cb8b745b13ee tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 949 time: 0.2135019 Jul 06 18:19:43.611187 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:43.667174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.668065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:43.669312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-776da7ad-6c60-4b31-8830-23006033130e service neutron] 10.222.0.41 "PUT /v2.0/ports/0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 200 len: 1091 time: 1.9791274 Jul 06 18:19:43.673738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:43.676394 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:43.690551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-d443074f-43ac-4ee9-966c-6f951e9ec716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.692257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-d443074f-43ac-4ee9-966c-6f951e9ec716 service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.2010715 Jul 06 18:19:43.770304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-6b19cd52-7ab6-4b59-8ccd-d0925bf79e16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510 HTTP/1.1" status: 200 len: 217 time: 0.0662050 Jul 06 18:19:43.777234 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dc6b7ef8-ba72-434f-a91f-0e7d32d93b71 req-02e20ae0-bac7-4a8a-8259-cf3431b6263a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466384 Jul 06 18:19:43.792286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['717ef964-fde4-4c09-8ed3-2b83e47534ea'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:43.793499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776da7ad-6c60-4b31-8830-23006033130e service neutron] Pushing event updated for resources: {'Port': ['ID=0caac29d-d620-451c-acbd-c6f05c3cf18d,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:43.866691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-62097775-af78-4f7b-8f71-bd18066f7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.868396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-62097775-af78-4f7b-8f71-bd18066f7d22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0706952 Jul 06 18:19:43.876469 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd722186-4363-40e8-9625-595e810f207e x-openstack-request-id: req-fd722186-4363-40e8-9625-595e810f207e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:43.876725 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:43.876992 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd722186-4363-40e8-9625-595e810f207e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:43.877383 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'status': 'completed', 'code': 200} Jul 06 18:19:43.916268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-3ba12585-0654-47f0-9ad7-65541e675445 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366158 Jul 06 18:19:43.918365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-959bd891-c48c-4348-adeb-5c81121acc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.919763 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-959bd891-c48c-4348-adeb-5c81121acc40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95b448f8100479fbb946b35474dd6a4&device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 1094 time: 0.1996381 Jul 06 18:19:43.970562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5c67-ea9a-42f7-acde-0a6f50ef9239 req-e4fd9570-c537-40b1-b301-b2ca582bdcde tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:43.972044 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7eb5c67-ea9a-42f7-acde-0a6f50ef9239 req-e4fd9570-c537-40b1-b301-b2ca582bdcde tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 943 time: 0.0855253 Jul 06 18:19:43.993323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-12a98c4f-c284-47b5-bfe6-8b5755388826 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 200 len: 217 time: 0.0563655 Jul 06 18:19:44.021972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7eb5c67-ea9a-42f7-acde-0a6f50ef9239 req-8276cd43-b496-41d4-8011-75c7da30e2c8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Jul 06 18:19:44.131623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-58f57315-fd98-43eb-90a2-a98cec380e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.133150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-58f57315-fd98-43eb-90a2-a98cec380e32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4537b05e-dfae-424c-9792-c7440b996c64 HTTP/1.1" status: 200 len: 867 time: 0.1069744 Jul 06 18:19:44.173145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-5c424437-3314-4cb1-86bd-ad1c07485586 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476163 Jul 06 18:19:44.189373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbabb75-da4b-4e4d-a938-05bfa4b30192 req-a547e622-136c-4afd-a917-842ae23e149d tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.190844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7cbabb75-da4b-4e4d-a938-05bfa4b30192 req-a547e622-136c-4afd-a917-842ae23e149d tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 943 time: 0.1967041 Jul 06 18:19:44.289389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7cbabb75-da4b-4e4d-a938-05bfa4b30192 req-09e90e9d-8c9e-4719-9097-57c6fb381771 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875583 Jul 06 18:19:44.295365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad07178-fcaa-4b50-8174-d2b37cefcb29 req-ec7df011-5c53-4b25-bfcc-b79a7366916b tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.297269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bad07178-fcaa-4b50-8174-d2b37cefcb29 req-ec7df011-5c53-4b25-bfcc-b79a7366916b tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 943 time: 0.0641916 Jul 06 18:19:44.305517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-f4065b15-7dc5-4eed-a7c6-c49385d1aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.307060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-f4065b15-7dc5-4eed-a7c6-c49385d1aad5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625767 Jul 06 18:19:44.346126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bad07178-fcaa-4b50-8174-d2b37cefcb29 req-66f10d82-f9d7-4087-8f6e-dfe159d3c114 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Jul 06 18:19:44.364247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9fe0e9df-4ae1-4f8f-b462-d7c65e3f0dfa req-368b8b27-5d8e-4657-be08-0332705bf405 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710303 Jul 06 18:19:44.423410 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-c60c3e3e-dfba-4c79-b4d9-158dd3d8a09a service neutron] 10.222.0.41 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047778 Jul 06 18:19:44.544775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efd697-73ac-4881-95d0-102688087c2b req-65f1e308-71f5-4ed4-a5ab-a1530c9ff16a tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.546269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23efd697-73ac-4881-95d0-102688087c2b req-65f1e308-71f5-4ed4-a5ab-a1530c9ff16a tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 949 time: 0.0705409 Jul 06 18:19:44.563767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e6018a3-7bd1-4be5-91d4-be6282390e5f req-ed21ff0f-1ebf-4692-963c-4424fbd6b9ba service neutron] 10.222.0.41 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336472 Jul 06 18:19:44.576375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed71da-d8be-4106-a2cf-b5ff959ac3cc req-3031c4cc-2730-470c-a0c3-4b4dc51b5f1f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.577906 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ed71da-d8be-4106-a2cf-b5ff959ac3cc req-3031c4cc-2730-470c-a0c3-4b4dc51b5f1f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 944 time: 0.1291609 Jul 06 18:19:44.588693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23efd697-73ac-4881-95d0-102688087c2b req-6f4ea38e-3c42-4f84-af00-bb0dbd103ccb tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Jul 06 18:19:44.629901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ed71da-d8be-4106-a2cf-b5ff959ac3cc req-0702ceb2-307f-4cf4-8a0a-f3b139008760 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Jul 06 18:19:44.688314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-1a79aab4-d5d1-4a8a-9a64-7253d1ff6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.690545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-1a79aab4-d5d1-4a8a-9a64-7253d1ff6891 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95b448f8100479fbb946b35474dd6a4&device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 1094 time: 0.0595710 Jul 06 18:19:44.789870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-ca7ec9c3-05ed-4b6f-88d7-8d0aac829044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.791398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-ca7ec9c3-05ed-4b6f-88d7-8d0aac829044 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c HTTP/1.1" status: 200 len: 929 time: 0.0941160 Jul 06 18:19:44.833783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-0c4d9e46-e28f-4161-9851-3bcdedd36447 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 200 len: 217 time: 0.0343668 Jul 06 18:19:44.887783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-8f75cbba-5f87-4f73-a48a-248173b70ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.889317 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-8f75cbba-5f87-4f73-a48a-248173b70ed2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4537b05e-dfae-424c-9792-c7440b996c64 HTTP/1.1" status: 200 len: 867 time: 0.0487802 Jul 06 18:19:44.955895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-131995d0-16ad-4cab-a39c-5b1f4975880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.957421 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-131995d0-16ad-4cab-a39c-5b1f4975880f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591590 Jul 06 18:19:44.983594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab8bc-9e12-4e6e-9454-30ae7431b02d req-991d2927-8812-446b-9a0d-429252250cef tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:44.985576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4cab8bc-9e12-4e6e-9454-30ae7431b02d req-991d2927-8812-446b-9a0d-429252250cef tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 949 time: 0.0648770 Jul 06 18:19:44.990622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48452) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:45.026554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5d47e4fd-7aa5-47ec-9411-732e6af4757c details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:45.029365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 717ef964-fde4-4c09-8ed3-2b83e47534ea up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:45.041772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4cab8bc-9e12-4e6e-9454-30ae7431b02d req-58331bb2-4e4e-44a5-bf70-9f7aa23f2135 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370219 Jul 06 18:19:45.089456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-14777376-161d-4fa9-bd62-bc3473591265 service neutron] 10.222.0.41 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241009 Jul 06 18:19:45.125960 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c47447f-6a46-4ba8-b1fa-5c2dfb47ebbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.157951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 717ef964-fde4-4c09-8ed3-2b83e47534ea completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:45.165457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 717ef964-fde4-4c09-8ed3-2b83e47534ea triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:45.166202 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.245970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:45.254554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b75cbb4-3a2e-43fc-a69f-3c26d8bf80c2 req-9c0a4028-1239-4ae0-9888-9532d9cb97bf service neutron] 10.222.0.41 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560812 Jul 06 18:19:45.282974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '5d47e4fd-7aa5-47ec-9411-732e6af4757c', 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'port_id': '5d47e4fd-7aa5-47ec-9411-732e6af4757c', 'mac_address': 'fa:16:3e:fd:d7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8d1ead-854f-4b1e-8b96-1f6a897e39fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:45.296397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6ef5d-8a0c-44d2-af82-f5c6b3bc2ba7 req-88937e23-421d-46de-abe7-c231407bb00b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:45.298381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9cb6ef5d-8a0c-44d2-af82-f5c6b3bc2ba7 req-88937e23-421d-46de-abe7-c231407bb00b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 943 time: 0.0947404 Jul 06 18:19:45.328094 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.343376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9cb6ef5d-8a0c-44d2-af82-f5c6b3bc2ba7 req-fed05339-48e8-4e19-803e-fb86952c8f1d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Jul 06 18:19:45.346546 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.367376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ff0af4-223b-4146-914c-2a4d6b609b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ef964-fde4-4c09-8ed3-2b83e47534ea'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:45.377225 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b53dc1-f40a-4b51-9bb7-1e5cb231d363" -d '{"events": [{"server_uuid": "69ff0af4-223b-4146-914c-2a4d6b609b42", "name": "network-vif-plugged", "status": "completed", "tag": "717ef964-fde4-4c09-8ed3-2b83e47534ea"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:45.391403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d47e4fd-7aa5-47ec-9411-732e6af4757c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:45.400308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 717ef964-fde4-4c09-8ed3-2b83e47534ea, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=717ef964-fde4-4c09-8ed3-2b83e47534ea,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:45.420616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.429202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:45.453095 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.453910 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 61b98fbc-fe65-45fb-a500-d018f63b7e38 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:45.501275 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-caf62755-4678-480c-951c-f86813caa853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.527048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=717ef964-fde4-4c09-8ed3-2b83e47534ea,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:45.554912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7017d-c58d-4954-90e7-c88fdaed1f47 req-0908a0f5-bf19-46b2-95e0-9b7b391313eb tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:45.556520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-57b7017d-c58d-4954-90e7-c88fdaed1f47 req-0908a0f5-bf19-46b2-95e0-9b7b391313eb tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 950 time: 0.3547177 Jul 06 18:19:45.561572 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c47447f-6a46-4ba8-b1fa-5c2dfb47ebbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.562400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2edecf-4394-42a8-a65f-a3ab3e2f928e req-4969801d-1f13-462f-bbb6-8864ff9b01ec tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:45.565808 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b2edecf-4394-42a8-a65f-a3ab3e2f928e req-4969801d-1f13-462f-bbb6-8864ff9b01ec tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 943 time: 0.0928771 Jul 06 18:19:45.573814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c47447f-6a46-4ba8-b1fa-5c2dfb47ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.617350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b2edecf-4394-42a8-a65f-a3ab3e2f928e req-4979ffa0-7bfe-4d1a-b87c-76d6ca69472d tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Jul 06 18:19:45.625432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:45.631723 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3c47447f-6a46-4ba8-b1fa-5c2dfb47ebbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f03c4d0f2c643888c63e513216e3bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6394110 Jul 06 18:19:45.634550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48468) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:45.643121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 61b98fbc-fe65-45fb-a500-d018f63b7e38, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:45.643535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47447f-6a46-4ba8-b1fa-5c2dfb47ebbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097c5977-4168-44f0-8d2d-fd2ab99ae9d4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:45.653330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-57b7017d-c58d-4954-90e7-c88fdaed1f47 req-6072d5a4-56b5-4450-bdc8-bf7ff6599e48 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872140 Jul 06 18:19:45.665982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '61b98fbc-fe65-45fb-a500-d018f63b7e38', 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070', 'port_id': '61b98fbc-fe65-45fb-a500-d018f63b7e38', 'mac_address': 'fa:16:3e:ed:1d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4e9859-1718-4b50-8f1a-afc0de0a65cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:45.706455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbe93-6e77-455b-95e3-c0b3f2cf41b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.725824 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.730581 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc36efc-9473-48da-b591-b3fb56f574eb x-openstack-request-id: req-ffc36efc-9473-48da-b591-b3fb56f574eb {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:45.730874 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ff0af4-223b-4146-914c-2a4d6b609b42", "name": "network-vif-plugged", "status": "completed", "tag": "717ef964-fde4-4c09-8ed3-2b83e47534ea", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:45.731124 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffc36efc-9473-48da-b591-b3fb56f574eb {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:45.731518 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ff0af4-223b-4146-914c-2a4d6b609b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ef964-fde4-4c09-8ed3-2b83e47534ea', 'code': 200} Jul 06 18:19:45.731898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbe93-6e77-455b-95e3-c0b3f2cf41b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.747233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b98fbc-fe65-45fb-a500-d018f63b7e38 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:45.791685 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbe93-6e77-455b-95e3-c0b3f2cf41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.797267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbe93-6e77-455b-95e3-c0b3f2cf41b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.798559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d4bbbe93-6e77-455b-95e3-c0b3f2cf41b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/097c5977-4168-44f0-8d2d-fd2ab99ae9d4 HTTP/1.1" status: 204 len: 168 time: 0.1630733 Jul 06 18:19:45.802746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 61b98fbc-fe65-45fb-a500-d018f63b7e38, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:45.808638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:45.820038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbbe93-6e77-455b-95e3-c0b3f2cf41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097c5977-4168-44f0-8d2d-fd2ab99ae9d4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:45.899198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664ce14-d766-4afe-8056-374703112a83 req-4945b3e6-258d-45fd-82a8-a80b252a8b27 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:45.906409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0664ce14-d766-4afe-8056-374703112a83 req-4945b3e6-258d-45fd-82a8-a80b252a8b27 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 943 time: 0.1385708 Jul 06 18:19:45.915386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=61b98fbc-fe65-45fb-a500-d018f63b7e38,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:45.935196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767846e-6149-4926-aae1-b672bfcec861 req-7a1be32a-80d2-4abe-a133-3b2d41d84a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:45.936698 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2767846e-6149-4926-aae1-b672bfcec861 req-7a1be32a-80d2-4abe-a133-3b2d41d84a58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 1101 time: 0.1120117 Jul 06 18:19:45.953582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c049ce-dfe9-487d-9176-f973dd280cac req-f6b9474e-f379-431e-856e-09d49ce54368 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:45.955528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13c049ce-dfe9-487d-9176-f973dd280cac req-f6b9474e-f379-431e-856e-09d49ce54368 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 950 time: 0.1084070 Jul 06 18:19:45.970433 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0664ce14-d766-4afe-8056-374703112a83 req-fe422de3-0a66-410b-9f9b-18cd6747b8b4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630827 Jul 06 18:19:45.990281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2767846e-6149-4926-aae1-b672bfcec861 req-473daee5-a812-4fa0-a7eb-9f747959f20e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Jul 06 18:19:46.001659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13c049ce-dfe9-487d-9176-f973dd280cac req-b8bad3f3-37d7-46d1-b532-b72a44c8c615 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395103 Jul 06 18:19:46.152271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:46.158795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5d47e4fd-7aa5-47ec-9411-732e6af4757c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:46.180661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48480) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:46.204141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ec53c-6a09-4b37-8768-1c194cb11476 req-32311640-afde-4ab0-a97c-d245f3b38ab9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:46.211366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c9ab2c-d951-4dab-b224-08e200588f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:46.212854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-021ec53c-6a09-4b37-8768-1c194cb11476 req-32311640-afde-4ab0-a97c-d245f3b38ab9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 945 time: 0.0929253 Jul 06 18:19:46.264556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-021ec53c-6a09-4b37-8768-1c194cb11476 req-2988e19f-1bb8-466d-a020-a328e03ed22f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479555 Jul 06 18:19:46.351672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c9ab2c-d951-4dab-b224-08e200588f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:46.372740 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c9ab2c-d951-4dab-b224-08e200588f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:46.426138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-46c9ab2c-d951-4dab-b224-08e200588f4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ef494be488c4eb8be0f671d0ee6dd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442226 Jul 06 18:19:46.426987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9ab2c-d951-4dab-b224-08e200588f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be27312-167b-4921-a46c-aa520d18c17c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:46.428921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48484) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:46.458373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6db1-f2b0-4618-ae80-86e6ced762a8 req-ac78c6f4-1aa1-4d69-be59-905eb604008a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:46.465390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6db1-f2b0-4618-ae80-86e6ced762a8 req-ac78c6f4-1aa1-4d69-be59-905eb604008a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:46.467185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e5e6db1-f2b0-4618-ae80-86e6ced762a8 req-ac78c6f4-1aa1-4d69-be59-905eb604008a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19&device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 1690 time: 0.1682429 Jul 06 18:19:46.507580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e5e6db1-f2b0-4618-ae80-86e6ced762a8 req-efb1cea9-1fad-4679-9f0c-91f02d196d78 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331843 Jul 06 18:19:46.578507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76216d1c-b87c-40bc-a4a2-54f38e0ab3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:46.600928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227958cb-6f81-4617-aa3d-fa11600c9769 req-642b0bc4-c760-4c61-bfd5-8e1e2050a6c8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:46.602528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-227958cb-6f81-4617-aa3d-fa11600c9769 req-642b0bc4-c760-4c61-bfd5-8e1e2050a6c8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 943 time: 0.1106606 Jul 06 18:19:46.612896 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76216d1c-b87c-40bc-a4a2-54f38e0ab3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:46.673437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-227958cb-6f81-4617-aa3d-fa11600c9769 req-87053a60-a4a6-4299-810d-4095d654f332 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624962 Jul 06 18:19:46.695636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76216d1c-b87c-40bc-a4a2-54f38e0ab3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:46.698915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76216d1c-b87c-40bc-a4a2-54f38e0ab3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:46.706337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-76216d1c-b87c-40bc-a4a2-54f38e0ab3b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8be27312-167b-4921-a46c-aa520d18c17c HTTP/1.1" status: 204 len: 168 time: 0.2734697 Jul 06 18:19:46.715308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76216d1c-b87c-40bc-a4a2-54f38e0ab3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be27312-167b-4921-a46c-aa520d18c17c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:46.736117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994770a-cd2d-4a95-8d72-ce8539e98baf req-c5be99c9-44ae-4234-b3fa-7a8a09c386c4 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:46.738106 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9994770a-cd2d-4a95-8d72-ce8539e98baf req-c5be99c9-44ae-4234-b3fa-7a8a09c386c4 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 1100 time: 0.0644381 Jul 06 18:19:46.777623 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9994770a-cd2d-4a95-8d72-ce8539e98baf req-5807c540-d397-488d-a827-de5b2c8cb63f tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332530 Jul 06 18:19:46.905632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cb304-8cdb-4163-adb0-bbaf4261dbc4 req-52e9c2ed-26f1-45e1-9d2e-d18ec753ecc9 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:46.908190 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-163cb304-8cdb-4163-adb0-bbaf4261dbc4 req-52e9c2ed-26f1-45e1-9d2e-d18ec753ecc9 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 943 time: 0.0743747 Jul 06 18:19:46.950034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-163cb304-8cdb-4163-adb0-bbaf4261dbc4 req-458758db-938e-42eb-b7a9-63b6aa34c21c tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Jul 06 18:19:46.953137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3535cb-7793-4432-9ddd-9917e8752623 req-9a54ee38-fd04-4faa-b07c-f8a87059d865 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:46.954726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e3535cb-7793-4432-9ddd-9917e8752623 req-9a54ee38-fd04-4faa-b07c-f8a87059d865 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 1101 time: 0.0555351 Jul 06 18:19:46.996961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e3535cb-7793-4432-9ddd-9917e8752623 req-26eecdc7-723e-40e7-981b-c765f695a460 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Jul 06 18:19:47.053687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e9ca1cb4-5914-47cc-a8c2-0897f42d0510 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:47.231662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:47.250261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510', 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'port_id': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510', 'mac_address': 'fa:16:3e:4f:7f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503298d-dcda-4a78-b29b-a73d4ef9a11e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:47.279178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b8c76-326d-4910-8580-6b81fda9694d req-9e8ac557-87fd-4856-b4fb-a1bd67e9caa0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:47.282180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-646b8c76-326d-4910-8580-6b81fda9694d req-9e8ac557-87fd-4856-b4fb-a1bd67e9caa0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 944 time: 0.1431415 Jul 06 18:19:47.289590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0caac29d-d620-451c-acbd-c6f05c3cf18d details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:47.317050 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:47.351385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-646b8c76-326d-4910-8580-6b81fda9694d req-90175aa0-134f-4de0-a031-71531900b630 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580978 Jul 06 18:19:47.375242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ca1cb4-5914-47cc-a8c2-0897f42d0510 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:47.413271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:47.421196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:47.478215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0caac29d-d620-451c-acbd-c6f05c3cf18d, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:47.515370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'port_id': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'mac_address': 'fa:16:3e:41:20:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:47.517184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:47.532467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961c26f-b27c-4f93-a846-c82e076283d7 req-5d766485-110a-4cbe-8d04-63f3ba3a28da tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:47.541696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4961c26f-b27c-4f93-a846-c82e076283d7 req-5d766485-110a-4cbe-8d04-63f3ba3a28da tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 950 time: 0.0994685 Jul 06 18:19:47.584664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372f4a1-0177-4e9f-97ef-06ca79b4db48 req-77224c97-ed30-45ec-bb0e-9959e8beae43 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:47.587411 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8372f4a1-0177-4e9f-97ef-06ca79b4db48 req-77224c97-ed30-45ec-bb0e-9959e8beae43 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 945 time: 0.1128714 Jul 06 18:19:47.594523 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:47.596911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4961c26f-b27c-4f93-a846-c82e076283d7 req-5dd9ec03-7677-4473-afdc-edd7d8dd6ca7 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549753 Jul 06 18:19:47.628774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caac29d-d620-451c-acbd-c6f05c3cf18d {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:47.651338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8372f4a1-0177-4e9f-97ef-06ca79b4db48 req-56895b19-e5f7-44e9-8595-6a3c1e4079b7 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577497 Jul 06 18:19:47.656122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0caac29d-d620-451c-acbd-c6f05c3cf18d, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:47.667608 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:47.710948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4ffb89ff-9456-44a8-a602-d30357311f4e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269079 Jul 06 18:19:47.734030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['e9ca1cb4-5914-47cc-a8c2-0897f42d0510'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:47.762308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=0caac29d-d620-451c-acbd-c6f05c3cf18d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:47.851847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-51be3d8d-746c-467e-b961-6f45c3dbe5fe tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:47.862750 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-51be3d8d-746c-467e-b961-6f45c3dbe5fe tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459365 Jul 06 18:19:47.879291 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-f98fad40-bbde-4e58-ab7f-de5ff87ad553 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/quotas/9676966e7a0d49d0b4ecfa59c00bdd7f HTTP/1.1" status: 200 len: 375 time: 0.0155885 Jul 06 18:19:47.915609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0caac29d-d620-451c-acbd-c6f05c3cf18d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:47.965136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-3fe01fe4-a990-4318-abc6-30833d345de8 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839870 Jul 06 18:19:48.132653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4e5513db-2146-4214-9b89-53cff9923b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:48.173129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b5032-6351-46d1-bd36-5cbab7858024 req-620b3e1f-98d0-41a3-ac4c-4473bc9fe27d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:48.174679 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-786b5032-6351-46d1-bd36-5cbab7858024 req-620b3e1f-98d0-41a3-ac4c-4473bc9fe27d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 944 time: 0.0690715 Jul 06 18:19:48.215300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-786b5032-6351-46d1-bd36-5cbab7858024 req-159e71f5-ac43-4e66-a75f-5a7e71ecb629 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341501 Jul 06 18:19:48.292929 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:48.441665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f978947-3026-43d5-b50a-f9820e308fcb req-6df8efeb-fe7a-4ca3-b5d8-ddc83ec90484 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:48.443098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f978947-3026-43d5-b50a-f9820e308fcb req-6df8efeb-fe7a-4ca3-b5d8-ddc83ec90484 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 944 time: 0.0847399 Jul 06 18:19:48.486284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f978947-3026-43d5-b50a-f9820e308fcb req-470a4dba-a696-4712-aef1-d6a6f79c7168 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371418 Jul 06 18:19:48.565150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c50f-892c-4a0a-acb7-2ce4eb2b339a req-83b8c66f-ef59-4286-99b6-1dcd16df4dd9 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:48.567720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dc5c50f-892c-4a0a-acb7-2ce4eb2b339a req-83b8c66f-ef59-4286-99b6-1dcd16df4dd9 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 950 time: 0.0842202 Jul 06 18:19:48.608364 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dc5c50f-892c-4a0a-acb7-2ce4eb2b339a req-3c557947-c879-4cf4-bc55-b75d25411962 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Jul 06 18:19:48.668811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a4d1-919e-40aa-a9a1-5adaccf4e4d9 req-62cd0d85-711e-41d2-8a05-6cd92e29badf tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:48.670613 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e803a4d1-919e-40aa-a9a1-5adaccf4e4d9 req-62cd0d85-711e-41d2-8a05-6cd92e29badf tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 944 time: 0.0808349 Jul 06 18:19:48.710049 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e803a4d1-919e-40aa-a9a1-5adaccf4e4d9 req-08046e9e-79e7-41b1-bf8d-746ad5be31ee tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Jul 06 18:19:49.058548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e9ca1cb4-5914-47cc-a8c2-0897f42d0510 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:49.072254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7497-bd8c-46e1-8561-a26102f813e8 req-d0ccd4b4-0fd4-4a34-b20f-23525e215d83 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:49.074036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2bd7497-bd8c-46e1-8561-a26102f813e8 req-d0ccd4b4-0fd4-4a34-b20f-23525e215d83 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 945 time: 0.0874484 Jul 06 18:19:49.130153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2bd7497-bd8c-46e1-8561-a26102f813e8 req-94cb5738-930d-4bb3-9dd3-5e5cfc42d03b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Jul 06 18:19:49.157350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:49.163511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:49.164265 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.269382 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.274464 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1106510b-204f-4427-b588-0e70e98e022e req-ce9d8e97-b787-4ed6-a65c-def6173731ee tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 210 time: 0.0374460 Jul 06 18:19:49.312981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0caac29d-d620-451c-acbd-c6f05c3cf18d up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:49.331486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:49.334436 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8313cd96-c8c7-457f-9d24-cd9e7458e578" -d '{"events": [{"server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "name": "network-vif-plugged", "status": "completed", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:49.368194 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.372987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:49.385605 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.386541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5d47e4fd-7aa5-47ec-9411-732e6af4757c up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:49.492635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:49.500259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 0caac29d-d620-451c-acbd-c6f05c3cf18d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:49.508112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 0caac29d-d620-451c-acbd-c6f05c3cf18d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:49.508112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.554354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfacf9-8e97-419f-8a4b-6f0cdf8c8b6b req-8762df58-ce18-464f-87ff-fe020b051e67 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:49.558450 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67dfacf9-8e97-419f-8a4b-6f0cdf8c8b6b req-8762df58-ce18-464f-87ff-fe020b051e67 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 950 time: 0.0963778 Jul 06 18:19:49.563800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 5d47e4fd-7aa5-47ec-9411-732e6af4757c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:49.567979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 5d47e4fd-7aa5-47ec-9411-732e6af4757c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:49.568336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.604977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67dfacf9-8e97-419f-8a4b-6f0cdf8c8b6b req-3bf66100-c686-4b39-8611-a6599dfb11e2 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Jul 06 18:19:49.641695 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.696420 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e244e-b4e2-4cdf-ae82-f79dcb7f62dc x-openstack-request-id: req-df4e244e-b4e2-4cdf-ae82-f79dcb7f62dc {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:49.696708 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "name": "network-vif-plugged", "status": "completed", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:49.696954 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df4e244e-b4e2-4cdf-ae82-f79dcb7f62dc {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:49.697336 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510', 'code': 200} Jul 06 18:19:49.701903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0caac29d-d620-451c-acbd-c6f05c3cf18d, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:49.714821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.723780 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.807894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=0caac29d-d620-451c-acbd-c6f05c3cf18d,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:49.814017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:49.822407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.823242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 61b98fbc-fe65-45fb-a500-d018f63b7e38 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:49.836987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9cf0c-3142-47e7-b162-da31ba2c316c req-1679b259-9230-40e8-9d7f-fc1964dab5e3 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:49.839838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3b9cf0c-3142-47e7-b162-da31ba2c316c req-1679b259-9230-40e8-9d7f-fc1964dab5e3 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 945 time: 0.1241710 Jul 06 18:19:49.904934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3b9cf0c-3142-47e7-b162-da31ba2c316c req-d3c27952-bbfd-4816-808e-81e301763987 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580289 Jul 06 18:19:49.908685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ed986-a2c5-4c69-a050-741a08ad3f73 req-6606db89-efa7-4b89-9591-c6300846bdd4 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:49.910432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec3ed986-a2c5-4c69-a050-741a08ad3f73 req-6606db89-efa7-4b89-9591-c6300846bdd4 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 945 time: 0.1301219 Jul 06 18:19:49.919600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:49.943350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 61b98fbc-fe65-45fb-a500-d018f63b7e38 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:49.950308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 61b98fbc-fe65-45fb-a500-d018f63b7e38 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:49.951138 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.961462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d5afa-400f-4dd9-9b84-4f50e5e41c0c req-aa0231aa-2bd9-41d7-a7dc-9963888f837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:49.962998 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a6d5afa-400f-4dd9-9b84-4f50e5e41c0c req-aa0231aa-2bd9-41d7-a7dc-9963888f837d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1096 time: 0.1116025 Jul 06 18:19:49.970853 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec3ed986-a2c5-4c69-a050-741a08ad3f73 req-b844f732-c5e6-482a-93ba-9393cfe82a8c tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539351 Jul 06 18:19:50.052849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-10336e57-ce3a-4e03-836e-d40511c86e0b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407813 Jul 06 18:19:50.126875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:50.133905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a6d5afa-400f-4dd9-9b84-4f50e5e41c0c req-23e9d6d9-7046-4729-b3e3-51e9a968a6be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610963 Jul 06 18:19:50.150024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffa20c-144f-44f4-90a7-49d181ae957b req-9bc03a41-b233-4b81-b9d3-91d697ad2cf2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.152380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76ffa20c-144f-44f4-90a7-49d181ae957b req-9bc03a41-b233-4b81-b9d3-91d697ad2cf2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 944 time: 0.0961092 Jul 06 18:19:50.206825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76ffa20c-144f-44f4-90a7-49d181ae957b req-760a5863-b803-40d6-928f-9fbc00495aec tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Jul 06 18:19:50.219728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-d60a1b79-f5fe-4c46-be7c-41c7e87c6d24 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.221887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 61b98fbc-fe65-45fb-a500-d018f63b7e38, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:50.222203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-d60a1b79-f5fe-4c46-be7c-41c7e87c6d24 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560223 Jul 06 18:19:50.228558 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:50.238180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Request body: {'port': {'device_id': 'b21501f1-aaf2-4f49-a58e-9a134dfbb053', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '9676966e7a0d49d0b4ecfa59c00bdd7f'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:50.331949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=61b98fbc-fe65-45fb-a500-d018f63b7e38,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:50.425890 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-ef7d5923-dcf5-48cf-a0cb-e180baf428c2 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1098647 Jul 06 18:19:50.544957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Made reservation on behalf of 9676966e7a0d49d0b4ecfa59c00bdd7f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:50.548619 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:50.575905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a1041ec-656d-4bf2-9a41-e9d21a98113e req-b0e8ebdd-29b4-45e1-83b6-14e8ad3b0406 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 210 time: 0.0487282 Jul 06 18:19:50.620832 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531254b1-410d-4261-864d-e51902355313 req-88fe347b-d8d4-4f13-8472-9d9725b53cc2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.622709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-531254b1-410d-4261-864d-e51902355313 req-88fe347b-d8d4-4f13-8472-9d9725b53cc2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.2289305 Jul 06 18:19:50.629356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48614) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:50.685943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-344201dd-fad9-4b8d-9798-d57f9c4b19b0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.687481 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-344201dd-fad9-4b8d-9798-d57f9c4b19b0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403734 Jul 06 18:19:50.708576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Request body: {'port': {'device_id': '87a481e6-788d-4a87-a80d-a3ac488213a6', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '9676966e7a0d49d0b4ecfa59c00bdd7f'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:50.790061 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-531254b1-410d-4261-864d-e51902355313 req-d2d3e595-fd3f-4e60-b34f-8738c31b41c1 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515770 Jul 06 18:19:50.827044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb4011-0235-4f81-a689-da9e5c789c3e req-b775915f-2303-4153-9f84-2b27f66317ea tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.828627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cdb4011-0235-4f81-a689-da9e5c789c3e req-b775915f-2303-4153-9f84-2b27f66317ea tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 950 time: 0.0693963 Jul 06 18:19:50.872348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cdb4011-0235-4f81-a689-da9e5c789c3e req-e37c224f-da07-4e33-ba98-13b6df664879 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/security-groups?id=aee2f340-966a-461c-a950-51ca74aa1224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371051 Jul 06 18:19:50.878566 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.103041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-462b2eca-df02-49fb-9486-b3cc0efc5318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.167378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-b486ad15-dd71-4c45-ab15-b59ee796b48d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:51.168892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-b486ad15-dd71-4c45-ab15-b59ee796b48d tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.24 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 950 time: 0.1042166 Jul 06 18:19:51.180965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25620ca-db97-4b33-87c4-d9c6684e052b req-997c5fbd-bb51-404a-8b65-5b33da4a83ca tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:51.182463 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d25620ca-db97-4b33-87c4-d9c6684e052b req-997c5fbd-bb51-404a-8b65-5b33da4a83ca tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 945 time: 0.0897207 Jul 06 18:19:51.198543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Allocated IP 192.168.233.167 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/f219a4f6-fd68-4dc1-a468-c383f149b7cf) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:51.298603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d25620ca-db97-4b33-87c4-d9c6684e052b req-08901965-1338-4917-828f-c75a0edced5e tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084781 Jul 06 18:19:51.308328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572f9d6-26a8-4cf4-91ce-fc9b854f6e3e req-6aa02ace-d528-449b-a446-59fc93d92350 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:51.309465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e572f9d6-26a8-4cf4-91ce-fc9b854f6e3e req-6aa02ace-d528-449b-a446-59fc93d92350 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 945 time: 0.2077353 Jul 06 18:19:51.367434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Deleting port 717ef964-fde4-4c09-8ed3-2b83e47534ea {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:51.367783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.430396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e572f9d6-26a8-4cf4-91ce-fc9b854f6e3e req-4293d561-2fcc-4b50-9796-feba5edfc7cf tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093137 Jul 06 18:19:51.453829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-462b2eca-df02-49fb-9486-b3cc0efc5318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.476338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] For port 717ef964-fde4-4c09-8ed3-2b83e47534ea, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=717ef964-fde4-4c09-8ed3-2b83e47534ea,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:51.477004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.492521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-462b2eca-df02-49fb-9486-b3cc0efc5318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.513659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Calling delete_port for 717ef964-fde4-4c09-8ed3-2b83e47534ea owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:51.516951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.547392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Made reservation on behalf of 9676966e7a0d49d0b4ecfa59c00bdd7f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:51.554099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.565974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Transition to ACTIVE for port object f219a4f6-fd68-4dc1-a468-c383f149b7cf will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:51.581521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-462b2eca-df02-49fb-9486-b3cc0efc5318 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6d06fb184c8483793f1ac100a0d2c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9496076 Jul 06 18:19:51.583747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48628) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:51.597603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b2eca-df02-49fb-9486-b3cc0efc5318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d374bf-1e38-4821-bbc2-6ddd8be96a61,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:51.674407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f147-336d-4f13-8c0b-78c240e4a0ea req-917ee657-e793-4fd9-b4ae-c91de8e7269b tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:51.675926 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d9f147-336d-4f13-8c0b-78c240e4a0ea req-917ee657-e793-4fd9-b4ae-c91de8e7269b tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 945 time: 0.1637199 Jul 06 18:19:51.698987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d'}, {'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c'}, {'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:51.707866 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eebd4e-7b84-415c-bd3c-293f7169f522" -d '{"events": [{"server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "name": "network-vif-plugged", "status": "completed", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d"}, {"server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "name": "network-vif-plugged", "status": "completed", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c"}, {"server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "name": "network-vif-plugged", "status": "completed", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:51.738479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.750645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:51.766292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d9f147-336d-4f13-8c0b-78c240e4a0ea req-999e25df-9bd3-4a03-ad35-aa007798878d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813906 Jul 06 18:19:51.782146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:51.796542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.811134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d8331a77-c9c2-41e5-8ad4-9ac6b379adb2 req-aee611fb-1629-44f7-be9d-d05b2522bf83 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 210 time: 0.0929420 Jul 06 18:19:51.837219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Pushing event deleted for resources: {'Port': ['ID=717ef964-fde4-4c09-8ed3-2b83e47534ea,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:51.868906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:51.871992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b783f3b8-91d2-4a42-a8c9-109cb2437289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.882159 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801ffe78-fe16-47ff-ae29-508b5e511d70 x-openstack-request-id: req-801ffe78-fe16-47ff-ae29-508b5e511d70 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:51.882783 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "name": "network-vif-plugged", "status": "completed", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d", "code": 200}, {"server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "name": "network-vif-plugged", "status": "completed", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c", "code": 200}, {"server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "name": "network-vif-plugged", "status": "completed", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:51.885353 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-801ffe78-fe16-47ff-ae29-508b5e511d70 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:51.885546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:51.886241 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'code': 200} Jul 06 18:19:51.886669 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c', 'code': 200} Jul 06 18:19:51.887070 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38', 'code': 200} Jul 06 18:19:51.916717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:51.917005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] No DVR routers for this DVR port 717ef964-fde4-4c09-8ed3-2b83e47534ea on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:51.921303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:51.923779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ed66bdd-8352-46fd-8edb-0b225a9c6020 req-0e1d0bca-e748-418a-bcc9-7d086f0a1f63 tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.24 "DELETE /v2.0/ports/717ef964-fde4-4c09-8ed3-2b83e47534ea HTTP/1.1" status: 204 len: 173 time: 0.7403302 Jul 06 18:19:51.924386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ff0af4-223b-4146-914c-2a4d6b609b42', 'name': 'network-vif-deleted', 'tag': '717ef964-fde4-4c09-8ed3-2b83e47534ea'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:51.929340 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc82d3f-61e1-4f18-902e-6f14614574fb" -d '{"events": [{"server_uuid": "69ff0af4-223b-4146-914c-2a4d6b609b42", "name": "network-vif-deleted", "tag": "717ef964-fde4-4c09-8ed3-2b83e47534ea"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:52.034341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.109527 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b783f3b8-91d2-4a42-a8c9-109cb2437289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.126269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:52.127297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.131394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'Port': ['ID=f219a4f6-fd68-4dc1-a468-c383f149b7cf,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:52.184831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-262f0056-879b-4c3b-a017-9bfaa9464564 req-091026b1-abec-4ce5-9b38-b329ebf5339c tempest-DeleteServersAdminTestJSON-1948378207 tempest-DeleteServersAdminTestJSON-1948378207-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ff0af4-223b-4146-914c-2a4d6b609b42 HTTP/1.1" status: 200 len: 210 time: 0.0855517 Jul 06 18:19:52.205174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.280461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d477-cbd9-400b-b802-f91b69d3953a req-bfcffd41-ef06-4951-8cd5-83ca7af0cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:52.282298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eeb2d477-cbd9-400b-b802-f91b69d3953a req-bfcffd41-ef06-4951-8cd5-83ca7af0cec5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 1096 time: 0.2864828 Jul 06 18:19:52.288311 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8146afff-e71e-4b43-a935-749e4cea05fb x-openstack-request-id: req-8146afff-e71e-4b43-a935-749e4cea05fb {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:52.288613 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ff0af4-223b-4146-914c-2a4d6b609b42", "name": "network-vif-deleted", "tag": "717ef964-fde4-4c09-8ed3-2b83e47534ea", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:52.289173 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8146afff-e71e-4b43-a935-749e4cea05fb {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:52.289490 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ff0af4-223b-4146-914c-2a4d6b609b42', 'name': 'network-vif-deleted', 'tag': '717ef964-fde4-4c09-8ed3-2b83e47534ea', 'status': 'completed', 'code': 200} Jul 06 18:19:52.291530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54c27c-d28a-4ba6-a7d9-1b4c068bcb52 req-ca7a53f8-486f-4964-afbe-ff5e6bc4bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:52.293213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d54c27c-d28a-4ba6-a7d9-1b4c068bcb52 req-ca7a53f8-486f-4964-afbe-ff5e6bc4bdb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1097 time: 0.2653601 Jul 06 18:19:52.296773 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95358501-f663-420a-8e14-51b4923cf175 req-00472622-d89b-402c-8c7c-f8688ab8d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:52.297058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Allocated IP 192.168.233.11 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/48b76b89-cb67-4c11-b0da-88e7cbd23850) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:52.298267 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95358501-f663-420a-8e14-51b4923cf175 req-00472622-d89b-402c-8c7c-f8688ab8d06a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 1096 time: 0.2545800 Jul 06 18:19:52.306432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-4baeb648-a555-4365-a6e4-3fc8d0b05031 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0746119 Jul 06 18:19:52.329401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Request body: {'port': {'device_id': 'b21501f1-aaf2-4f49-a58e-9a134dfbb053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:52.357841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eeb2d477-cbd9-400b-b802-f91b69d3953a req-ffd5f9c2-cb6f-4bae-822a-827fa1f8d71c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632670 Jul 06 18:19:52.366372 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b783f3b8-91d2-4a42-a8c9-109cb2437289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.368912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b783f3b8-91d2-4a42-a8c9-109cb2437289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.370086 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b783f3b8-91d2-4a42-a8c9-109cb2437289 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76d374bf-1e38-4821-bbc2-6ddd8be96a61 HTTP/1.1" status: 204 len: 168 time: 0.7829468 Jul 06 18:19:52.387188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783f3b8-91d2-4a42-a8c9-109cb2437289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d374bf-1e38-4821-bbc2-6ddd8be96a61,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:52.404827 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95358501-f663-420a-8e14-51b4923cf175 req-53f080c4-1acb-4a75-a26c-4cb6ca4a1802 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867183 Jul 06 18:19:52.408646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d54c27c-d28a-4ba6-a7d9-1b4c068bcb52 req-81a9a755-5c1d-48f0-8d16-2ab4bf2d566c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917132 Jul 06 18:19:52.437908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ec920e92-02a5-4dca-b9f2-a8cfdb2a05d7 None None] Provisioning for port f219a4f6-fd68-4dc1-a468-c383f149b7cf completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:52.443009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ec920e92-02a5-4dca-b9f2-a8cfdb2a05d7 None None] Provisioning complete for port f219a4f6-fd68-4dc1-a468-c383f149b7cf triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:52.443235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec920e92-02a5-4dca-b9f2-a8cfdb2a05d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.468382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['717ef964-fde4-4c09-8ed3-2b83e47534ea'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:52.513359 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.545219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6f847-1204-43a7-823e-df825ea494c4 req-56c6a3a3-ba10-42fc-a17c-0f6372346a41 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:52.547868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0662-7277-4239-90ff-df6d26e2418b req-b70c3e52-f783-4f79-bf3c-1b66ba564814 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:52.549643 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfdb0662-7277-4239-90ff-df6d26e2418b req-b70c3e52-f783-4f79-bf3c-1b66ba564814 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 945 time: 0.0931294 Jul 06 18:19:52.561452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dda6f847-1204-43a7-823e-df825ea494c4 req-56c6a3a3-ba10-42fc-a17c-0f6372346a41 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.4239404 Jul 06 18:19:52.592716 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfdb0662-7277-4239-90ff-df6d26e2418b req-cbadf4bb-fdd5-42d0-abdc-1c348c2ca8b0 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360353 Jul 06 18:19:52.655132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ec920e92-02a5-4dca-b9f2-a8cfdb2a05d7 None None] Port f219a4f6-fd68-4dc1-a468-c383f149b7cf cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:52.744608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.753430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48650) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:52.761038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dda6f847-1204-43a7-823e-df825ea494c4 req-5629e374-47af-4041-9d65-ebd604bab374 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984229 Jul 06 18:19:52.778119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1c7d-d5b0-4f1e-949b-ac9786fa3b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.811816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af996e-236f-4934-9e1b-43f9d458af27 req-f4454900-4bd8-4b80-b1d1-d7c0ab24c645 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:52.813415 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86af996e-236f-4934-9e1b-43f9d458af27 req-f4454900-4bd8-4b80-b1d1-d7c0ab24c645 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 945 time: 0.0970125 Jul 06 18:19:52.861234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Transition to ACTIVE for port object 48b76b89-cb67-4c11-b0da-88e7cbd23850 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:52.894636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86af996e-236f-4934-9e1b-43f9d458af27 req-f9b92db7-7b72-4ec5-9aa2-1ec41d8411b2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714045 Jul 06 18:19:52.957924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1c7d-d5b0-4f1e-949b-ac9786fa3b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.965779 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1c7d-d5b0-4f1e-949b-ac9786fa3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.034021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.050057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:53.052560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:53.089609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a1c7d-d5b0-4f1e-949b-ac9786fa3b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede31403-56e5-48af-a915-39127d4ec5d9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:53.095519 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6f0a1c7d-d5b0-4f1e-949b-ac9786fa3b9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f73e61656b974d528dd50619dc236cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410428 Jul 06 18:19:53.099012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48658) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:53.121690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:53.129646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:53.153296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:53.172663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51b68d-83e3-48cf-b97b-f08e19670219 req-9697f3ef-8d28-4c08-91b6-3af3695a3bd2 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:53.174506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c51b68d-83e3-48cf-b97b-f08e19670219 req-9697f3ef-8d28-4c08-91b6-3af3695a3bd2 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 935 time: 0.1425710 Jul 06 18:19:53.199391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-522ed7f4-325b-449f-8371-d4e8f06157c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.202707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:53.203679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.241201 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-522ed7f4-325b-449f-8371-d4e8f06157c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.244133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f219a4f6-fd68-4dc1-a468-c383f149b7cf {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:53.249976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'Port': ['ID=48b76b89-cb67-4c11-b0da-88e7cbd23850,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:53.257791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.272595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-38b9d4e5-7ce2-4167-a2fd-759f1e90dfcd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5679116 Jul 06 18:19:53.274676 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c51b68d-83e3-48cf-b97b-f08e19670219 req-97d74b9f-376f-490f-a517-5d2a9a170965 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867686 Jul 06 18:19:53.285079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Transition to ACTIVE for port object f219a4f6-fd68-4dc1-a468-c383f149b7cf will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:53.293197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78f2cf-9c84-464b-bc98-e7048ea5cba2 req-968169ff-f295-48c6-895d-e40898e02be4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:53.300496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a78f2cf-9c84-464b-bc98-e7048ea5cba2 req-968169ff-f295-48c6-895d-e40898e02be4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 945 time: 0.2641459 Jul 06 18:19:53.313834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Request body: {'port': {'device_id': '87a481e6-788d-4a87-a80d-a3ac488213a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:53.319834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.370300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-522ed7f4-325b-449f-8371-d4e8f06157c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.373212 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-522ed7f4-325b-449f-8371-d4e8f06157c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.374404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-522ed7f4-325b-449f-8371-d4e8f06157c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ede31403-56e5-48af-a915-39127d4ec5d9 HTTP/1.1" status: 204 len: 168 time: 0.2742622 Jul 06 18:19:53.388117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ed7f4-325b-449f-8371-d4e8f06157c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede31403-56e5-48af-a915-39127d4ec5d9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:53.500073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a78f2cf-9c84-464b-bc98-e7048ea5cba2 req-c7b600b1-15ab-4ba9-8b1f-07291101b5c9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985691 Jul 06 18:19:53.556069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Pushing event updated for resources: {'Port': ['ID=f219a4f6-fd68-4dc1-a468-c383f149b7cf,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:53.604555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d8031-0c22-49ff-a7c7-3adbe75055bc req-fd4462f8-6552-4269-a677-27e734947f79 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:53.617872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b4d8031-0c22-49ff-a7c7-3adbe75055bc req-fd4462f8-6552-4269-a677-27e734947f79 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1096 time: 0.1007061 Jul 06 18:19:53.656430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb069af0-484a-47e5-a8da-6bdc5916a3f5 None None] Provisioning for port 48b76b89-cb67-4c11-b0da-88e7cbd23850 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:53.664473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb069af0-484a-47e5-a8da-6bdc5916a3f5 None None] Provisioning complete for port 48b76b89-cb67-4c11-b0da-88e7cbd23850 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:53.664473 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb069af0-484a-47e5-a8da-6bdc5916a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.699396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.717338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b4d8031-0c22-49ff-a7c7-3adbe75055bc req-30db7efe-24c2-445d-bfd2-4caf6576492a tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985782 Jul 06 18:19:53.796409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb069af0-484a-47e5-a8da-6bdc5916a3f5 None None] Port 48b76b89-cb67-4c11-b0da-88e7cbd23850 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:53.842302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Attempting to bind port f219a4f6-fd68-4dc1-a468-c383f149b7cf on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:53.842646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Attempting to bind port f219a4f6-fd68-4dc1-a468-c383f149b7cf by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:53.842981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Attempting to bind port f219a4f6-fd68-4dc1-a468-c383f149b7cf on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:53.928325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Port f219a4f6-fd68-4dc1-a468-c383f149b7cf on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:53.928915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Attempting to bind port f219a4f6-fd68-4dc1-a468-c383f149b7cf on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:53.957085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:53.957430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:53.957846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:53.958303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Bound port: f219a4f6-fd68-4dc1-a468-c383f149b7cf, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:53.958664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:53.968439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-5205a65b-2e7c-4144-a2f6-7ca99a39973a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306756 Jul 06 18:19:54.178327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1adc05-2f58-4722-a683-0a3197cc80a7 req-7d32a458-f1b7-48f3-9007-3dacb66e01f6 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.186821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e1adc05-2f58-4722-a683-0a3197cc80a7 req-7d32a458-f1b7-48f3-9007-3dacb66e01f6 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.1275291 Jul 06 18:19:54.201046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3da98-fcca-40e0-b349-e7cc9d4a8eb2 req-d6fb7a24-64d6-4d1b-826c-247b44564c55 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.202617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28c3da98-fcca-40e0-b349-e7cc9d4a8eb2 req-d6fb7a24-64d6-4d1b-826c-247b44564c55 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 945 time: 0.3146887 Jul 06 18:19:54.212176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] For port f219a4f6-fd68-4dc1-a468-c383f149b7cf, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:54.216475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] For port f219a4f6-fd68-4dc1-a468-c383f149b7cf, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f219a4f6-fd68-4dc1-a468-c383f149b7cf,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:54.233573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:54.234087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-9db61648-fa73-460b-b523-7eba19313e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.236326 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-9db61648-fa73-460b-b523-7eba19313e0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 1097 time: 0.1303284 Jul 06 18:19:54.254378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e1adc05-2f58-4722-a683-0a3197cc80a7 req-faee86a0-0607-4129-a078-6ea93e5b9118 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652308 Jul 06 18:19:54.295535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.296539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:54.298151 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] 10.222.0.41 "PUT /v2.0/ports/f219a4f6-fd68-4dc1-a468-c383f149b7cf HTTP/1.1" status: 200 len: 1096 time: 1.9748838 Jul 06 18:19:54.308595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21501f1-aaf2-4f49-a58e-9a134dfbb053', 'tag': 'f219a4f6-fd68-4dc1-a468-c383f149b7cf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:54.310752 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10" -d '{"events": [{"name": "network-changed", "server_uuid": "b21501f1-aaf2-4f49-a58e-9a134dfbb053", "tag": "f219a4f6-fd68-4dc1-a468-c383f149b7cf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:54.412454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28c3da98-fcca-40e0-b349-e7cc9d4a8eb2 req-68a64c49-cd71-4761-9150-f7ce1be55105 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945112 Jul 06 18:19:54.438415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-41c50045-f272-4466-a821-5c02a65b2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.440477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-41c50045-f272-4466-a821-5c02a65b2d9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 925 time: 0.1707947 Jul 06 18:19:54.480300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9601d-b67a-4627-b760-117074e2c43a service neutron] Pushing event updated for resources: {'Port': ['ID=f219a4f6-fd68-4dc1-a468-c383f149b7cf,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:54.582708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-f848ff52-22b6-4837-ab24-7f44af1549f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3f659b-0e7f-43e4-b571-3426446e3235 HTTP/1.1" status: 200 len: 1001 time: 0.0858028 Jul 06 18:19:54.623227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b76b89-cb67-4c11-b0da-88e7cbd23850 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:54.639427 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:54.660668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-20bcf78e-e2e1-4fe8-8e41-c6f506e073e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.662250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-20bcf78e-e2e1-4fe8-8e41-c6f506e073e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 1099 time: 0.3020234 Jul 06 18:19:54.692458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Transition to ACTIVE for port object 48b76b89-cb67-4c11-b0da-88e7cbd23850 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:54.700577 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:54.707189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6596ee-63ba-49b3-bca9-e580791fee2a req-b34c215b-ee60-465d-9771-9817fb2124c1 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.714785 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a6596ee-63ba-49b3-bca9-e580791fee2a req-b34c215b-ee60-465d-9771-9817fb2124c1 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1096 time: 0.2779851 Jul 06 18:19:54.767557 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a6596ee-63ba-49b3-bca9-e580791fee2a req-ce46e4ad-56f6-4f65-9829-300646e44b94 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492613 Jul 06 18:19:54.771778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-1a933f53-5e74-4cdf-8713-cba43a215de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.773417 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-1a933f53-5e74-4cdf-8713-cba43a215de5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d HTTP/1.1" status: 200 len: 863 time: 0.1622341 Jul 06 18:19:54.781251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-cf9bd32f-2ccf-4628-9c63-52bd72f79453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f219a4f6-fd68-4dc1-a468-c383f149b7cf HTTP/1.1" status: 200 len: 217 time: 0.1048870 Jul 06 18:19:54.877042 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8747baeb-7f36-4ccb-8a53-53dfb7c15d56 x-openstack-request-id: req-8747baeb-7f36-4ccb-8a53-53dfb7c15d56 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:54.877336 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21501f1-aaf2-4f49-a58e-9a134dfbb053", "tag": "f219a4f6-fd68-4dc1-a468-c383f149b7cf", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:54.877655 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8747baeb-7f36-4ccb-8a53-53dfb7c15d56 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:54.881813 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21501f1-aaf2-4f49-a58e-9a134dfbb053', 'tag': 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', 'status': 'completed', 'code': 200} Jul 06 18:19:54.960811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Pushing event updated for resources: {'Port': ['ID=48b76b89-cb67-4c11-b0da-88e7cbd23850,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:54.982162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-b07627c4-31c7-4a60-a6ac-b0477526ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:54.983626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-b07627c4-31c7-4a60-a6ac-b0477526ec4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1679718 Jul 06 18:19:55.137966 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 717ef964-fde4-4c09-8ed3-2b83e47534ea no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:55.140802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d93ef-8930-4725-98d6-6ac4fd7717e1 req-5da2543f-d36d-4b81-8120-5fec1e886d8f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:55.144548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f9d93ef-8930-4725-98d6-6ac4fd7717e1 req-5da2543f-d36d-4b81-8120-5fec1e886d8f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 947 time: 0.2368541 Jul 06 18:19:55.167788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Attempting to bind port 48b76b89-cb67-4c11-b0da-88e7cbd23850 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:55.168131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Attempting to bind port 48b76b89-cb67-4c11-b0da-88e7cbd23850 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:55.168475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Attempting to bind port 48b76b89-cb67-4c11-b0da-88e7cbd23850 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:55.177084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 717ef964-fde4-4c09-8ed3-2b83e47534ea {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:55.177579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 717ef964-fde4-4c09-8ed3-2b83e47534ea not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:55.186845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-0f8bad28-70c2-4d6a-b505-dbadf652de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:55.188392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-0f8bad28-70c2-4d6a-b505-dbadf652de1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902418 Jul 06 18:19:55.190483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Port 48b76b89-cb67-4c11-b0da-88e7cbd23850 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:55.190810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Attempting to bind port 48b76b89-cb67-4c11-b0da-88e7cbd23850 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:55.213392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:55.214144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:55.214144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:55.214584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Bound port: 48b76b89-cb67-4c11-b0da-88e7cbd23850, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:55.214948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:55.250693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-3cfce49d-6286-479b-9b79-2c15e754b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:55.252205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-3cfce49d-6286-479b-9b79-2c15e754b029 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43daa088-211b-4d08-b9a2-8d20245bc1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4725716 Jul 06 18:19:55.263498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f9d93ef-8930-4725-98d6-6ac4fd7717e1 req-8e21cb01-891c-4978-9151-985bb7b7ff08 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066425 Jul 06 18:19:55.352271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-d4c120b0-a0e1-49a2-8f78-122e8585e5fc service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556804 Jul 06 18:19:55.358220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] For port 48b76b89-cb67-4c11-b0da-88e7cbd23850, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:55.364199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] For port 48b76b89-cb67-4c11-b0da-88e7cbd23850, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=48b76b89-cb67-4c11-b0da-88e7cbd23850,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:55.385382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-a65521b6-f148-4c4c-8920-eac5ce0afa1c tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 258 time: 0.5256298 Jul 06 18:19:55.398354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:55.432016 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:55.434933 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-ebdd8df6-010e-49eb-b4f1-0a840b20a6c5 service neutron] 10.222.0.41 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756890 Jul 06 18:19:55.438603 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:55.516147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:55.516694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:55.518132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] 10.222.0.24 "PUT /v2.0/ports/48b76b89-cb67-4c11-b0da-88e7cbd23850 HTTP/1.1" status: 200 len: 1095 time: 2.2144740 Jul 06 18:19:55.628687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac45a58-6a9a-4009-b940-bbccd92e7403 req-fc0e6619-1bb0-4fe1-9999-aa755c81fff5 service neutron] 10.222.0.41 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860316 Jul 06 18:19:55.646767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-3199828f-cd01-4ec4-babc-d11c9a195af4 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790058 Jul 06 18:19:55.657729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa448c5-553d-4456-aaf6-539ee0e9438f service neutron] Pushing event updated for resources: {'Port': ['ID=48b76b89-cb67-4c11-b0da-88e7cbd23850,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:55.691237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef505b-173e-4a0d-ac25-b318d96480b8 req-6c54ae9b-9cf6-412a-88ff-ad7e9946dfff tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:55.705740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbef505b-173e-4a0d-ac25-b318d96480b8 req-6c54ae9b-9cf6-412a-88ff-ad7e9946dfff tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 945 time: 0.2756360 Jul 06 18:19:55.706917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:55.800013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbef505b-173e-4a0d-ac25-b318d96480b8 req-b9932d80-4a8e-4aa6-b944-77862d3b8653 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923553 Jul 06 18:19:55.808651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-0a48a0c8-776a-47f4-a458-ed53cfc53ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:55.810167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-0a48a0c8-776a-47f4-a458-ed53cfc53ea7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 1098 time: 0.2364583 Jul 06 18:19:55.819457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-c0d66916-7c14-4a77-a29b-b338d174be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:55.821178 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-c0d66916-7c14-4a77-a29b-b338d174be75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 1099 time: 0.1000869 Jul 06 18:19:55.836503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Allocated IP 172.25.4.30 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/a80a8532-176c-4123-a924-6261ee2574da) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:55.877837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-cd5c86fb-fe23-4abc-a004-cdf68f08ad24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=48b76b89-cb67-4c11-b0da-88e7cbd23850 HTTP/1.1" status: 200 len: 217 time: 0.0494189 Jul 06 18:19:55.949477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:55.986789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-3d69b9af-1a9f-4c5b-970a-a1519ba47ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:55.988367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-3d69b9af-1a9f-4c5b-970a-a1519ba47ca7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0967627 Jul 06 18:19:55.992514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:56.040827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:56.042801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-4c0d9f41-0791-429c-94f5-3967ec082a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:56.043647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:56.044058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-4c0d9f41-0791-429c-94f5-3967ec082a7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1751261 Jul 06 18:19:56.048840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:56.051866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Pushing event updated for resources: {'Port': ['ID=a80a8532-176c-4123-a924-6261ee2574da,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:56.137534 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:56.184663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:56.340124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:56.346140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:56.372834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-695e66dd-fdb6-4870-a4a7-27b0035854c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f219a4f6-fd68-4dc1-a468-c383f149b7cf HTTP/1.1" status: 200 len: 217 time: 0.3085613 Jul 06 18:19:56.416291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Pushing event updated for resources: {'Port': ['ID=a80a8532-176c-4123-a924-6261ee2574da,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:56.430161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:56.442796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-0334f68e-4279-44e8-97e6-9b0ea6c47258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:56.444492 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-0334f68e-4279-44e8-97e6-9b0ea6c47258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4477265 Jul 06 18:19:56.444899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:56.446576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-0914f405-b414-4481-9fad-a96cb6fbeeda tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0595236 Jul 06 18:19:56.449351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-08f99b93-878f-43fe-bb96-297ffa2c2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:56.452165 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-08f99b93-878f-43fe-bb96-297ffa2c2032 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0676463 Jul 06 18:19:56.518188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccb63a-6cd7-4364-819d-628a066befa2 req-18db50bc-694b-4828-a40c-181c94578142 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:56.519790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c0ccb63a-6cd7-4364-819d-628a066befa2 req-18db50bc-694b-4828-a40c-181c94578142 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.4899714 Jul 06 18:19:56.575771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-55e9bb02-42ec-45c3-a263-fec6c915e774 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.1213772 Jul 06 18:19:56.640355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c0ccb63a-6cd7-4364-819d-628a066befa2 req-439de3b8-38c5-47b0-a636-3cbe114e3faa tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903752 Jul 06 18:19:56.646643 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-197d795e-cad6-4edf-9696-9f5cb53ba000 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925373 Jul 06 18:19:56.654888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-34c26cc3-0acf-48d4-a5db-b1ad302e8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:56.656440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-34c26cc3-0acf-48d4-a5db-b1ad302e8842 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924038 Jul 06 18:19:56.692671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-14ec18de-0806-4103-b502-30edc4bc65cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2142045 Jul 06 18:19:56.722412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-dbf1a53c-de05-40b7-8e1c-593b3cc33af7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:56.723980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-dbf1a53c-de05-40b7-8e1c-593b3cc33af7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1413658 Jul 06 18:19:56.747517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-7e93bb4f-86eb-400f-8c69-b15b7bab7649 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:19:56.748707 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e43ec6ef-c4ef-4bce-8029-efaae2b3b6d2 req-7e93bb4f-86eb-400f-8c69-b15b7bab7649 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104198 Jul 06 18:19:56.831974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-ec296333-b944-4f75-a38b-f919d8ddd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:56.834563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-ec296333-b944-4f75-a38b-f919d8ddd5b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1095 time: 0.0843229 Jul 06 18:19:56.867776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40ca6e72-c42d-44ae-9acd-2b1991229881 req-a0be92b6-c0db-414d-a7a6-f105a895b3a1 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100825 Jul 06 18:19:56.870818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-2b2135e1-3e7d-4a12-80db-d2572db9ad12 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980944 Jul 06 18:19:56.886415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a481e6-788d-4a87-a80d-a3ac488213a6', 'tag': '48b76b89-cb67-4c11-b0da-88e7cbd23850'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:56.890360 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33f60c0-ab66-4c16-b815-2416c9e295c2" -d '{"events": [{"name": "network-changed", "server_uuid": "87a481e6-788d-4a87-a80d-a3ac488213a6", "tag": "48b76b89-cb67-4c11-b0da-88e7cbd23850"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:56.973700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-afdbfe6f-1466-4fb1-96b7-049aaebaac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:56.975270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-afdbfe6f-1466-4fb1-96b7-049aaebaac03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.1139510 Jul 06 18:19:57.015334 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-d8edd4cc-6419-4c39-94ce-fd1e74c75468 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1178995400&fields=id&tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04 HTTP/1.1" status: 200 len: 267 time: 0.0670698 Jul 06 18:19:57.032228 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-537ffbe6-9e58-4349-b62f-6498867165b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 217 time: 0.0504072 Jul 06 18:19:57.052010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23dcea53-3d16-4ec1-8523-b8e9bd7e4d10 req-f9b52295-65d8-4635-b212-83f1662e17c4 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713631 Jul 06 18:19:57.101874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-62572729-730c-4c30-8cfb-961d8ae1b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:57.106670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-62572729-730c-4c30-8cfb-961d8ae1b50c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0677812 Jul 06 18:19:57.122443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc55a327-f16b-4df2-af64-13fccf0871a5 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:57.130072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc55a327-f16b-4df2-af64-13fccf0871a5 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 945 time: 0.0990007 Jul 06 18:19:57.136525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'port': {'security_groups': ['770a4c23-4465-4971-9e50-6854615aa3b5', 'c0cc6afb-9598-41b4-9964-7bf455b067cc']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:57.157462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-9a14faa9-5288-4f65-a574-3ff8f66f2d4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374744 Jul 06 18:19:57.253962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.286408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-cf4e12ff-a635-49f5-9682-6f4c86fa7bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176527 Jul 06 18:19:57.419673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48762) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:57.472738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0af7d9e-c96e-4b21-91ce-02509db419f4 req-147c2082-6fd2-46d0-96ce-d2704af5ebd3 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646960 Jul 06 18:19:57.494737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9353c-3c83-403c-95a8-d2c6783489fd req-73eab866-653c-4bd4-95bd-d886bd6df67e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:57.496377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9c9353c-3c83-403c-95a8-d2c6783489fd req-73eab866-653c-4bd4-95bd-d886bd6df67e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 947 time: 0.1099329 Jul 06 18:19:57.522963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] For port 61b98fbc-fe65-45fb-a500-d018f63b7e38, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:57.574073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.579923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9c9353c-3c83-403c-95a8-d2c6783489fd req-41be4ef7-4db4-468f-80b7-93e40cafda1d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761821 Jul 06 18:19:57.590169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.605422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:57.634903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8e9bd983-ddf1-48db-8f71-f523c7f446e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fdf301c89434dfe830d864fc12a9645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124050 Jul 06 18:19:57.637622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48766) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:57.654238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:57.655124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.661469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c75c28e-a424-4a79-9e21-01f845b0245d req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "PUT /v2.0/ports/61b98fbc-fe65-45fb-a500-d018f63b7e38 HTTP/1.1" status: 200 len: 981 time: 0.5304182 Jul 06 18:19:57.706223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66134d-bf99-4835-a3a3-31006c3a558a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'Port': ['ID=61b98fbc-fe65-45fb-a500-d018f63b7e38,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:57.708585 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5e550f43-044b-42e0-8af8-49763172986a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.740437 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5e550f43-044b-42e0-8af8-49763172986a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.831206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:57.848121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4a816-4da5-49b9-904c-be0b24b264d4 req-a05b4b9d-b464-43c5-8cb9-e150e83cebcc tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:57.850739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32f4a816-4da5-49b9-904c-be0b24b264d4 req-a05b4b9d-b464-43c5-8cb9-e150e83cebcc tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1097 time: 0.0652695 Jul 06 18:19:57.854079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5e550f43-044b-42e0-8af8-49763172986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.857569 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5e550f43-044b-42e0-8af8-49763172986a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.866176 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5e550f43-044b-42e0-8af8-49763172986a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aee2f340-966a-461c-a950-51ca74aa1224 HTTP/1.1" status: 204 len: 168 time: 0.2222159 Jul 06 18:19:57.904265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-5560be72-ea54-4fbb-8654-c6a5bf90807a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:57.906253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550f43-044b-42e0-8af8-49763172986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee2f340-966a-461c-a950-51ca74aa1224,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:57.916134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-5560be72-ea54-4fbb-8654-c6a5bf90807a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1407270 Jul 06 18:19:57.923575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32f4a816-4da5-49b9-904c-be0b24b264d4 req-36efffb4-8d39-4210-91fa-0a7e719f4b8c tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545900 Jul 06 18:19:58.015350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-ecac335e-c9eb-4af5-8e7c-f54e03e39159 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.0979676 Jul 06 18:19:58.019283 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f07dcd8-f5d3-4b93-b32c-36df79688639 x-openstack-request-id: req-7f07dcd8-f5d3-4b93-b32c-36df79688639 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:58.019543 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a481e6-788d-4a87-a80d-a3ac488213a6", "tag": "48b76b89-cb67-4c11-b0da-88e7cbd23850", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:58.019742 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f07dcd8-f5d3-4b93-b32c-36df79688639 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:58.020128 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a481e6-788d-4a87-a80d-a3ac488213a6', 'tag': '48b76b89-cb67-4c11-b0da-88e7cbd23850', 'status': 'completed', 'code': 200} Jul 06 18:19:58.026992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Request body: {'floatingip': {'port_id': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:58.083216 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.134720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-1702bef1-6683-4de3-9c34-42f14f4f3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:58.136337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-1702bef1-6683-4de3-9c34-42f14f4f3412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 1098 time: 0.1062281 Jul 06 18:19:58.266672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48782) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:58.290851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-804fe999-0411-4982-8b2d-4988f27fb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:58.292605 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-804fe999-0411-4982-8b2d-4988f27fb426 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1493034 Jul 06 18:19:58.293679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-093a5d2d-7aea-46d9-95ef-b4d6a7f29d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.347968 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-37ffaab7-f49b-4a5c-8b04-0a2783de9628 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=48b76b89-cb67-4c11-b0da-88e7cbd23850 HTTP/1.1" status: 200 len: 217 time: 0.0457628 Jul 06 18:19:58.422080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-c34defd7-cd7c-43d3-99c4-a37a22a925e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:58.423638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-c34defd7-cd7c-43d3-99c4-a37a22a925e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0662792 Jul 06 18:19:58.505204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-093a5d2d-7aea-46d9-95ef-b4d6a7f29d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.523323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-093a5d2d-7aea-46d9-95ef-b4d6a7f29d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.556867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-c80e5163-b554-410c-a535-a745de6e24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:58.558275 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-c80e5163-b554-410c-a535-a745de6e24cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270170 Jul 06 18:19:58.594748 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-093a5d2d-7aea-46d9-95ef-b4d6a7f29d43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31cfb77ea2b2491ea4ce0b5cd19d1de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270040 Jul 06 18:19:58.612887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48786) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:58.643728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a5d2d-7aea-46d9-95ef-b4d6a7f29d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7890aa-0c60-4af2-86b8-385971fb8944,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:58.662002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.667509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.705391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-c065d03e-1f25-48d2-86b2-1fa3572273dd service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372237 Jul 06 18:19:58.713014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-743fd29e-23e8-4a05-9da4-822b30d4b997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.724103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111e5bf-978d-49df-960f-b984fdbba8b7 req-096379ca-7a46-4fd6-acb6-cd2e7737aa5a tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:58.725614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6111e5bf-978d-49df-960f-b984fdbba8b7 req-096379ca-7a46-4fd6-acb6-cd2e7737aa5a tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1096 time: 0.0973065 Jul 06 18:19:58.770832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-743fd29e-23e8-4a05-9da4-822b30d4b997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.810042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6111e5bf-978d-49df-960f-b984fdbba8b7 req-cc634618-3e8c-49e1-86b9-25a5cdfbe434 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706134 Jul 06 18:19:58.810272 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Floating IP d126fe17-b0d3-4f7b-8c8c-32291852b007 associated. External IP: 172.25.4.30, port: 0caac29d-d620-451c-acbd-c6f05c3cf18d. Jul 06 18:19:58.831976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33f60c0-ab66-4c16-b815-2416c9e295c2 req-fa6754c3-f53d-4536-b809-0356ad669df4 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184933 Jul 06 18:19:58.907616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-743fd29e-23e8-4a05-9da4-822b30d4b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.910151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-743fd29e-23e8-4a05-9da4-822b30d4b997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:58.911305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-743fd29e-23e8-4a05-9da4-822b30d4b997 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d7890aa-0c60-4af2-86b8-385971fb8944 HTTP/1.1" status: 204 len: 168 time: 0.3006797 Jul 06 18:19:58.930968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fd29e-23e8-4a05-9da4-822b30d4b997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7890aa-0c60-4af2-86b8-385971fb8944,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:58.985832 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1100dc66-4f4b-477d-9428-859860d3df8f req-11abff38-aec6-4279-adf7-45f1c61acb7e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-689300543&fields=id&tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04 HTTP/1.1" status: 200 len: 267 time: 0.0381417 Jul 06 18:19:59.064894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Router df80d218-d9b8-45ec-8f10-e526e5e7fba6 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:19:59.065756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100dc66-4f4b-477d-9428-859860d3df8f req-28e20cfb-c777-40e2-a048-3c65f76f6543 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:59.067323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1100dc66-4f4b-477d-9428-859860d3df8f req-28e20cfb-c777-40e2-a048-3c65f76f6543 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 984 time: 0.0718808 Jul 06 18:19:59.079169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-1100dc66-4f4b-477d-9428-859860d3df8f req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'port': {'security_groups': ['770a4c23-4465-4971-9e50-6854615aa3b5', 'c0cc6afb-9598-41b4-9964-7bf455b067cc', 'a6279b41-2455-4711-ae41-9468e3cb726d']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:59.171302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1100dc66-4f4b-477d-9428-859860d3df8f req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:59.187481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:59.192691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:59.198292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] Sync routers for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:59.211315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:59.214769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:19:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:59.231606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-08c5ac5b-5282-491d-8433-90f442b71002 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "PUT /v2.0/floatingips/d126fe17-b0d3-4f7b-8c8c-32291852b007 HTTP/1.1" status: 200 len: 995 time: 1.2149656 Jul 06 18:19:59.319723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-3b40726b-e945-4030-b518-5573366ac1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:59.321247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-3b40726b-e945-4030-b518-5573366ac1ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b95b448f8100479fbb946b35474dd6a4&device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 1096 time: 0.0734005 Jul 06 18:19:59.365848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f219a4f6-fd68-4dc1-a468-c383f149b7cf details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:59.371086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:59.419862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-1100dc66-4f4b-477d-9428-859860d3df8f req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] For port 61b98fbc-fe65-45fb-a500-d018f63b7e38, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:59.428170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-562006be-e68a-47e9-bb9e-537b7a9eeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:59.429793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-562006be-e68a-47e9-bb9e-537b7a9eeef0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c HTTP/1.1" status: 200 len: 929 time: 0.1027179 Jul 06 18:19:59.464958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1100dc66-4f4b-477d-9428-859860d3df8f req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:59.472100 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1100dc66-4f4b-477d-9428-859860d3df8f req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:59.506312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:59.536638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100dc66-4f4b-477d-9428-859860d3df8f req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:59.537412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1100dc66-4f4b-477d-9428-859860d3df8f req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:59.539589 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1100dc66-4f4b-477d-9428-859860d3df8f req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "PUT /v2.0/ports/61b98fbc-fe65-45fb-a500-d018f63b7e38 HTTP/1.1" status: 200 len: 1020 time: 0.4653432 Jul 06 18:19:59.540434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:59.543209 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca4a02a-f1a1-476d-940e-91e29940198a" -d '{"events": [{"name": "network-changed", "server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:59.578331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-7cd8e17d-b60b-4e07-84ef-65ffaeb41f86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 200 len: 998 time: 0.1380091 Jul 06 18:19:59.594098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbb2af-c63b-46c2-9de2-ef62af2eb4fe tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'Port': ['ID=61b98fbc-fe65-45fb-a500-d018f63b7e38,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:59.641056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-0469fc6e-91b7-43cd-ae70-ea20dba8d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:59.650413 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-0469fc6e-91b7-43cd-ae70-ea20dba8d4ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4537b05e-dfae-424c-9792-c7440b996c64 HTTP/1.1" status: 200 len: 867 time: 0.0710282 Jul 06 18:19:59.704404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:59.810687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f219a4f6-fd68-4dc1-a468-c383f149b7cf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f219a4f6-fd68-4dc1-a468-c383f149b7cf,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:59.843465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', 'mac_address': 'fa:16:3e:b9:84:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:59.859389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c45dbe-c92a-4851-a89b-9177f26fca0c req-48634a99-20e5-4c58-9feb-9c189631cb05 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:59.861985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8c45dbe-c92a-4851-a89b-9177f26fca0c req-48634a99-20e5-4c58-9feb-9c189631cb05 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1097 time: 0.0635078 Jul 06 18:19:59.910192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8c45dbe-c92a-4851-a89b-9177f26fca0c req-6ca54edd-3ec0-4658-8ead-96461d318e00 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jul 06 18:20:00.018453 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:00.022109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38'}, {'name': 'network-changed', 'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:00.024451 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d156ed0-0274-4129-9b64-b88c4b4bfcba" -d '{"events": [{"name": "network-changed", "server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38"}, {"name": "network-changed", "server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:00.053000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-b2ddfeed-702e-4cc2-a8fe-4ea02f6eec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:00.061419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-b2ddfeed-702e-4cc2-a8fe-4ea02f6eec70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4091232 Jul 06 18:20:00.066741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-1d3fceb4-189c-4417-b1d9-da809560558a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:00.074070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-1d3fceb4-189c-4417-b1d9-da809560558a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114825 Jul 06 18:20:00.076952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f219a4f6-fd68-4dc1-a468-c383f149b7cf {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:00.132400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561b8c1-694c-40a0-b655-3a005e4eda9a req-aac3cb5d-85a0-4d65-9ed7-aab1e7609f72 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:00.138175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f219a4f6-fd68-4dc1-a468-c383f149b7cf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f219a4f6-fd68-4dc1-a468-c383f149b7cf,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:00.142567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f561b8c1-694c-40a0-b655-3a005e4eda9a req-aac3cb5d-85a0-4d65-9ed7-aab1e7609f72 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 947 time: 0.0844622 Jul 06 18:20:00.160875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:00.190345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-9a760e65-160f-4e0a-80fd-0a429f20a885 service neutron] 10.222.0.53 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151035 Jul 06 18:20:00.196947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f561b8c1-694c-40a0-b655-3a005e4eda9a req-f35eeaa5-eddc-4296-ae62-e003e696c30c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533521 Jul 06 18:20:00.256147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'd126fe17-b0d3-4f7b-8c8c-32291852b007', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'port_id': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'mac_address': 'fa:16:3e:41:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:19:56Z', 'updated_at': '2021-07-06T18:19:58Z', 'revision_number': 1, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:37Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:00.302720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] Checking router: df80d218-d9b8-45ec-8f10-e526e5e7fba6 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:00.304590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f219a4f6-fd68-4dc1-a468-c383f149b7cf,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:00.313875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c5433b5-ee2e-4227-8dc0-19705291c332 req-fcfa3b7c-1aa5-49c6-91d5-548ba87902d1 service neutron] 10.222.0.53 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178029 Jul 06 18:20:00.341767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:00.342569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:19:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:00.506479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f219a4f6-fd68-4dc1-a468-c383f149b7cf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:00.526104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21622d0-8cb4-4172-a714-4be66e9a100f req-ac48d4db-f42c-4272-9fa2-6d3cfad0e0eb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:00.527664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b21622d0-8cb4-4172-a714-4be66e9a100f req-ac48d4db-f42c-4272-9fa2-6d3cfad0e0eb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 1023 time: 0.0815709 Jul 06 18:20:00.536540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:00.624303 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b21622d0-8cb4-4172-a714-4be66e9a100f req-98e18f91-31b6-40f3-949d-dc0e947fe883 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0cc6afb-9598-41b4-9964-7bf455b067cc&id=a6279b41-2455-4711-ae41-9468e3cb726d&id=770a4c23-4465-4971-9e50-6854615aa3b5 HTTP/1.1" status: 200 len: 6146 time: 0.0867901 Jul 06 18:20:00.674426 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc88d0d8-6049-4e65-a3a2-99a059b51676 x-openstack-request-id: req-fc88d0d8-6049-4e65-a3a2-99a059b51676 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:00.675834 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:00.676091 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc88d0d8-6049-4e65-a3a2-99a059b51676 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:00.676500 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38', 'status': 'completed', 'code': 200} Jul 06 18:20:00.786254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-c3c925df-5825-4c23-972d-f20979c57dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:00.788921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-c3c925df-5825-4c23-972d-f20979c57dd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 1174 time: 0.0770273 Jul 06 18:20:00.885609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'd126fe17-b0d3-4f7b-8c8c-32291852b007', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'port_id': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'mac_address': 'fa:16:3e:41:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:19:56Z', 'updated_at': '2021-07-06T18:19:58Z', 'revision_number': 1, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:37Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:00.912008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-9aa3f2f5-d7db-41ab-8372-ce08c206fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:00.913092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd88ba6-40b2-4ebf-a28f-9c60f1acacae None None] The sync data for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 is: [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'd126fe17-b0d3-4f7b-8c8c-32291852b007', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'port_id': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'mac_address': 'fa:16:3e:41:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:19:56Z', 'updated_at': '2021-07-06T18:19:58Z', 'revision_number': 1, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:37Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:00.913988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-9aa3f2f5-d7db-41ab-8372-ce08c206fa04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 913 time: 0.1050158 Jul 06 18:20:00.973647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-a04decda-3ee9-4055-aba8-f3779df9beac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38 HTTP/1.1" status: 200 len: 217 time: 0.0514064 Jul 06 18:20:01.041708 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf4aad1-0d59-49d7-af26-86022bbcab82 x-openstack-request-id: req-ecf4aad1-0d59-49d7-af26-86022bbcab82 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:01.042569 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:01.043012 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecf4aad1-0d59-49d7-af26-86022bbcab82 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:01.043548 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38', 'status': 'completed', 'code': 200} Jul 06 18:20:01.044222 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'status': 'completed', 'code': 200} Jul 06 18:20:01.061522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-e1cd5c79-0070-4813-9f18-aa4ac1f09ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:01.064429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-e1cd5c79-0070-4813-9f18-aa4ac1f09ef7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.0809577 Jul 06 18:20:01.121402 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-7da14550-cb19-46ce-9c16-6407beafeaa4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435312 Jul 06 18:20:01.149551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 48b76b89-cb67-4c11-b0da-88e7cbd23850 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:01.220778 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543a4b8-0b47-4731-8199-f9b6a7a87fd6 None None] New status for floating IP d126fe17-b0d3-4f7b-8c8c-32291852b007: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:20:01.260513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-1f7c4c63-4bff-4b12-a4ce-1ef0850774e4 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244385 Jul 06 18:20:01.321355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 48b76b89-cb67-4c11-b0da-88e7cbd23850, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=48b76b89-cb67-4c11-b0da-88e7cbd23850,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:01.341812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '48b76b89-cb67-4c11-b0da-88e7cbd23850', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '48b76b89-cb67-4c11-b0da-88e7cbd23850', 'mac_address': 'fa:16:3e:df:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:01.356976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-bf29b2bd-81ab-44d3-aaf2-b3cc7f18d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:01.359488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-bf29b2bd-81ab-44d3-aaf2-b3cc7f18d669 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95b448f8100479fbb946b35474dd6a4&device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 1096 time: 0.2683394 Jul 06 18:20:01.367354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-fced5365-1954-4404-b081-293b91d4789f tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 258 time: 0.3001838 Jul 06 18:20:01.384043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:01.405078 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:01.423984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca4a02a-f1a1-476d-940e-91e29940198a req-b332b9df-0412-42b5-9543-12e0d52b9e7f service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438022 Jul 06 18:20:01.448176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b76b89-cb67-4c11-b0da-88e7cbd23850 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:01.451979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-12214ccd-cd79-47a4-8f6d-ad3194c16b4d tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:01.453101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-12214ccd-cd79-47a4-8f6d-ad3194c16b4d tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061889 Jul 06 18:20:01.474125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Request body: {'binding': {'host': 'n-h1-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:01.477424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Unknown quota resources ['binding']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:20:01.487385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 48b76b89-cb67-4c11-b0da-88e7cbd23850, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=48b76b89-cb67-4c11-b0da-88e7cbd23850,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:01.493188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:01.493532 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:01.555714 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=48b76b89-cb67-4c11-b0da-88e7cbd23850,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:01.572420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-e07774e5-0b47-4d7a-8a4c-5c1d21bc50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:01.574191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-e07774e5-0b47-4d7a-8a4c-5c1d21bc50e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c HTTP/1.1" status: 200 len: 929 time: 0.2058408 Jul 06 18:20:01.637748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-039249bf-691e-4903-a0e9-79ba905afd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:01.639280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-039249bf-691e-4903-a0e9-79ba905afd3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 1174 time: 0.1385305 Jul 06 18:20:01.657144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-748dfacb-ffc6-4909-b91c-2ed69bb7897b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 200 len: 1000 time: 0.0738516 Jul 06 18:20:01.720003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-33823b35-b1c9-4eb6-a094-adc914b73eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:01.721515 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-33823b35-b1c9-4eb6-a094-adc914b73eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4537b05e-dfae-424c-9792-c7440b996c64 HTTP/1.1" status: 200 len: 867 time: 0.0560005 Jul 06 18:20:01.723781 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:01.801057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['48b76b89-cb67-4c11-b0da-88e7cbd23850'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:01.873246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-844e5850-379f-45ce-b41e-042a334c4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:01.874790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-844e5850-379f-45ce-b41e-042a334c4ba8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436498 Jul 06 18:20:01.885545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Allocated IP 172.25.4.243 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/bc68ff0d-181a-48b9-970d-3794a4df1ec9) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:01.961735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on host n-h1-799684-2 for vnic_type normal with profile None {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:01.962296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:01.962296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:01.972047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:01.972397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:01.986278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:01.986612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:01.986998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:01.987437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Bound port: e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:02.025042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-c119e96e-4a59-44f4-91d4-81ec8ed11115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:02.026588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-c119e96e-4a59-44f4-91d4-81ec8ed11115 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 913 time: 0.3768263 Jul 06 18:20:02.038620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-61b1020d-0017-4a1a-a9cd-ba4c058984c2 service neutron] 10.222.0.41 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544824 Jul 06 18:20:02.084774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-248daaf4-989a-4221-8749-bd5314a04c8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38 HTTP/1.1" status: 200 len: 217 time: 0.0456121 Jul 06 18:20:02.088510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:02.095820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.097319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b1501ac5-3744-4f8a-93b1-d0fe3dbad01d service neutron] 10.222.0.53 "POST /v2.0/ports/e9ca1cb4-5914-47cc-a8c2-0897f42d0510/bindings HTTP/1.1" status: 201 len: 389 time: 0.6371701 Jul 06 18:20:02.110238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.148534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-f54592c4-1a5d-40b8-8daa-0bb810cf3853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:02.149760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-f54592c4-1a5d-40b8-8daa-0bb810cf3853 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.0480912 Jul 06 18:20:02.186411 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-9ecc389c-fb10-4c07-ab92-43e897ca10f3 service neutron] 10.222.0.41 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350796 Jul 06 18:20:02.190572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-bd4dfa4f-5dd8-49ab-bccb-05efb787e2fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324042 Jul 06 18:20:02.201097 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.252070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:02.259360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:02.268015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:02.271464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Pushing event updated for resources: {'Port': ['ID=bc68ff0d-181a-48b9-970d-3794a4df1ec9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:02.311919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-a2959d0d-27ed-40a8-8a1c-fb26952089a6 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075723 Jul 06 18:20:02.416505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d156ed0-0274-4129-9b64-b88c4b4bfcba req-e17a4dff-5437-4590-b2a8-cc076b23cdc1 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946226 Jul 06 18:20:02.430737 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.431194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-b07f510f-78e4-4128-aa15-6750cfbae24b req-0fa9a328-f4fe-4762-89de-ff36c62280c4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1574193292 ', 'description': 'tempest-description-62026803'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:02.459583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b07f510f-78e4-4128-aa15-6750cfbae24b req-0fa9a328-f4fe-4762-89de-ff36c62280c4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.486475 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.492104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-796d693d-24c3-4fb3-9e29-c757099e9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:02.493660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-796d693d-24c3-4fb3-9e29-c757099e9ddd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1096 time: 0.1230016 Jul 06 18:20:02.554934 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b07f510f-78e4-4128-aa15-6750cfbae24b req-0fa9a328-f4fe-4762-89de-ff36c62280c4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.560818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b07f510f-78e4-4128-aa15-6750cfbae24b req-0fa9a328-f4fe-4762-89de-ff36c62280c4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.590753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9a328-f4fe-4762-89de-ff36c62280c4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16507579-a92d-4aff-b550-03651cfd09fb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:02.593782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b07f510f-78e4-4128-aa15-6750cfbae24b req-0fa9a328-f4fe-4762-89de-ff36c62280c4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.595027 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b07f510f-78e4-4128-aa15-6750cfbae24b req-0fa9a328-f4fe-4762-89de-ff36c62280c4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.1698048 Jul 06 18:20:02.652482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-847ebc9f-79c7-4bdc-88f3-f387ce1f3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:02.654044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-847ebc9f-79c7-4bdc-88f3-f387ce1f3a8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.1441779 Jul 06 18:20:02.704171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-fcc6f92e-810d-49ff-b789-d91d9e8f33e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510 HTTP/1.1" status: 200 len: 217 time: 0.0417387 Jul 06 18:20:02.777940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-4e904e82-e302-4ed2-947f-16b4eb11d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:02.779431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-4e904e82-e302-4ed2-947f-16b4eb11d338 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0665474 Jul 06 18:20:02.781378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.794563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.820021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-38a99a3f-19f6-421f-8099-5d91a6dbb54d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331125 Jul 06 18:20:02.951005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Pushing event updated for resources: {'Port': ['ID=bc68ff0d-181a-48b9-970d-3794a4df1ec9,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:02.965838 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.996322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.997528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-e5b48d6c-be9e-4d32-ab63-93283b0570e6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6205745 Jul 06 18:20:03.001057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-06624322-2233-4100-846f-f21b5fcdb68e service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599357 Jul 06 18:20:03.089572 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-7ddcf74c-94da-4365-bb24-fbbd1f301248 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0858493 Jul 06 18:20:03.160816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 48b76b89-cb67-4c11-b0da-88e7cbd23850 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:03.192092 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-3ae7d828-cdc1-4313-9dfe-4d82680d0ae2 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815002 Jul 06 18:20:03.229443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c403cd-4ccb-4dd2-879e-22ccf99d9d4a req-4363c649-cdaa-4a25-9745-cbe7d3f75f53 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:03.231100 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68c403cd-4ccb-4dd2-879e-22ccf99d9d4a req-4363c649-cdaa-4a25-9745-cbe7d3f75f53 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 948 time: 0.1185019 Jul 06 18:20:03.239630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-0b03d4df-9c50-4e92-8691-571ee69ce4b7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:03.241287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-0b03d4df-9c50-4e92-8691-571ee69ce4b7 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1407318 Jul 06 18:20:03.254534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-12e58530-78f9-4e90-9e70-6ce04e05f90a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:03.256277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86a7abf3-376b-4cf5-882d-79faab165b81 req-12e58530-78f9-4e90-9e70-6ce04e05f90a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070677 Jul 06 18:20:03.270521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 48b76b89-cb67-4c11-b0da-88e7cbd23850 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:03.276481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 48b76b89-cb67-4c11-b0da-88e7cbd23850 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:03.276720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68c403cd-4ccb-4dd2-879e-22ccf99d9d4a req-6ab686af-c034-4d43-9ea9-51a9bced2fc3 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381794 Jul 06 18:20:03.277460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.355276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-0c5825f4-6031-4b9a-bda9-8e705ed6c578 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:03.356913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-0c5825f4-6031-4b9a-bda9-8e705ed6c578 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.0927181 Jul 06 18:20:03.365962 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f219a4f6-fd68-4dc1-a468-c383f149b7cf up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:03.373810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-2'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:03.494051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.523619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f589c08-8011-41c4-9a6a-123ac125bb3c req-28dc79ab-0606-4dc9-9639-28ae3de170dc tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:03.525610 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7f589c08-8011-41c4-9a6a-123ac125bb3c req-28dc79ab-0606-4dc9-9639-28ae3de170dc tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 945 time: 0.1270041 Jul 06 18:20:03.537674 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.568922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a481e6-788d-4a87-a80d-a3ac488213a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b76b89-cb67-4c11-b0da-88e7cbd23850'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:03.571262 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb36a91e-e32e-454c-bb04-d5f7a121ecae" -d '{"events": [{"server_uuid": "87a481e6-788d-4a87-a80d-a3ac488213a6", "name": "network-vif-plugged", "status": "completed", "tag": "48b76b89-cb67-4c11-b0da-88e7cbd23850"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:03.585799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 48b76b89-cb67-4c11-b0da-88e7cbd23850, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=48b76b89-cb67-4c11-b0da-88e7cbd23850,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:03.587553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port f219a4f6-fd68-4dc1-a468-c383f149b7cf completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:03.590794 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4065a1ac-1d1a-4dc6-bb7c-0d193bce4e3b req-b7c20102-1070-4d2f-a0f3-28f97e6f971d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/16507579-a92d-4aff-b550-03651cfd09fb HTTP/1.1" status: 200 len: 1779 time: 0.0425990 Jul 06 18:20:03.601305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port f219a4f6-fd68-4dc1-a468-c383f149b7cf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:03.601674 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.604701 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.660812 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7f589c08-8011-41c4-9a6a-123ac125bb3c req-12405700-cf3d-4c32-8841-3e88abfc275d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934505 Jul 06 18:20:03.716432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:03.726146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=48b76b89-cb67-4c11-b0da-88e7cbd23850,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:03.738285 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.764305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:03.767494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be23db5-ec1e-4344-a84f-aa27b31ad0d6 req-4ac0a65e-c2de-4bf0-857b-30e72ca952ed tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:03.768185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8be23db5-ec1e-4344-a84f-aa27b31ad0d6 req-4ac0a65e-c2de-4bf0-857b-30e72ca952ed tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1097 time: 0.0619304 Jul 06 18:20:03.773191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f219a4f6-fd68-4dc1-a468-c383f149b7cf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f219a4f6-fd68-4dc1-a468-c383f149b7cf,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:03.779960 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.826603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8be23db5-ec1e-4344-a84f-aa27b31ad0d6 req-2029d3af-05bc-4068-bdac-e02dfc17fade tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515542 Jul 06 18:20:03.833359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:03.836181 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd482b38-d062-4bf6-9f37-319f542d3e65" -d '{"events": [{"server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:03.844736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f219a4f6-fd68-4dc1-a468-c383f149b7cf,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:03.851834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.878017 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:03.982885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:04.005158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64183de-cd12-4226-8eac-7aaf19211f0f req-06ca2fb6-2dbc-49ba-a7f8-4f6ec325c8e5 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:04.006705 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f64183de-cd12-4226-8eac-7aaf19211f0f req-06ca2fb6-2dbc-49ba-a7f8-4f6ec325c8e5 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1778088 Jul 06 18:20:04.007541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on host n-h2-799684-2 for vnic_type normal with profile {"migrating_to": "n-h1-799684-2"} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:04.007880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:04.008273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:04.013136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:04.013451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Attempting to bind port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:04.024701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:04.025034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:04.025404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:04.025897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Bound port: e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:04.026245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.070866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f64183de-cd12-4226-8eac-7aaf19211f0f req-cbd6f97d-777d-462f-ab8a-5b5ae53406ef tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0538735 Jul 06 18:20:04.100477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f64183de-cd12-4226-8eac-7aaf19211f0f req-21ecf4b7-8b8c-462d-a4ca-8cb7eb55d2c4 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Request body: {'floatingip': {'port_id': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:04.142501 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88e19ba-904a-4418-8178-d65ab7b95474 x-openstack-request-id: req-e88e19ba-904a-4418-8178-d65ab7b95474 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:04.142501 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a481e6-788d-4a87-a80d-a3ac488213a6", "name": "network-vif-plugged", "status": "completed", "tag": "48b76b89-cb67-4c11-b0da-88e7cbd23850", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:04.142739 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e88e19ba-904a-4418-8178-d65ab7b95474 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:04.142995 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a481e6-788d-4a87-a80d-a3ac488213a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b76b89-cb67-4c11-b0da-88e7cbd23850', 'code': 200} Jul 06 18:20:04.148132 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f64183de-cd12-4226-8eac-7aaf19211f0f req-21ecf4b7-8b8c-462d-a4ca-8cb7eb55d2c4 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.195536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf779940-2893-4184-ae2e-39b0f34993ac req-3b73e160-affc-46c4-9f7e-4ecc85b5b930 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/16507579-a92d-4aff-b550-03651cfd09fb HTTP/1.1" status: 200 len: 1779 time: 0.0426309 Jul 06 18:20:04.201780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:04.237075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:04.245646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.295622 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf779940-2893-4184-ae2e-39b0f34993ac req-1491b5cf-2c3d-4c3d-af90-6b37ca4bb135 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.315320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b3423-2f97-41fa-854e-2323e2510be7 req-bfde6ec0-86c4-494a-962c-1b650fb7252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:04.316861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-877b3423-2f97-41fa-854e-2323e2510be7 req-bfde6ec0-86c4-494a-962c-1b650fb7252a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 1100 time: 0.0911636 Jul 06 18:20:04.330128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf779940-2893-4184-ae2e-39b0f34993ac req-1491b5cf-2c3d-4c3d-af90-6b37ca4bb135 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.377659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-877b3423-2f97-41fa-854e-2323e2510be7 req-a9a0c293-c795-45e5-87d3-13a4d48e493c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Jul 06 18:20:04.390467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf779940-2893-4184-ae2e-39b0f34993ac req-1491b5cf-2c3d-4c3d-af90-6b37ca4bb135 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.393290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf779940-2893-4184-ae2e-39b0f34993ac req-1491b5cf-2c3d-4c3d-af90-6b37ca4bb135 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.394487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf779940-2893-4184-ae2e-39b0f34993ac req-1491b5cf-2c3d-4c3d-af90-6b37ca4bb135 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/16507579-a92d-4aff-b550-03651cfd09fb HTTP/1.1" status: 204 len: 173 time: 0.1921723 Jul 06 18:20:04.407817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491b5cf-2c3d-4c3d-af90-6b37ca4bb135 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16507579-a92d-4aff-b550-03651cfd09fb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:04.674197 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5845d0bb-5d78-4fe9-ba08-20ae51b98203 x-openstack-request-id: req-5845d0bb-5d78-4fe9-ba08-20ae51b98203 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:04.674487 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:04.674785 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5845d0bb-5d78-4fe9-ba08-20ae51b98203 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:04.675171 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510', 'code': 200} Jul 06 18:20:04.675738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:04.686756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:04.687361 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.688740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-50d790f4-5195-4a65-aa0d-75ed9a3eb470 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9ca1cb4-5914-47cc-a8c2-0897f42d0510 HTTP/1.1" status: 200 len: 1121 time: 1.3238142 Jul 06 18:20:04.763150 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-f64183de-cd12-4226-8eac-7aaf19211f0f req-21ecf4b7-8b8c-462d-a4ca-8cb7eb55d2c4 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 18:20:04.764172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f64183de-cd12-4226-8eac-7aaf19211f0f req-21ecf4b7-8b8c-462d-a4ca-8cb7eb55d2c4 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "PUT /v2.0/floatingips/7daf4871-c0d2-4151-ab76-2d6c386225b7 HTTP/1.1" status: 409 len: 550 time: 0.6723149 Jul 06 18:20:04.801672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['e9ca1cb4-5914-47cc-a8c2-0897f42d0510'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:05.153480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7eaf2f-d617-4cc7-9387-1162e27f3547 req-a79595f5-5b20-4182-939f-72abc7517dc4 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:05.155070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c7eaf2f-d617-4cc7-9387-1162e27f3547 req-a79595f5-5b20-4182-939f-72abc7517dc4 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 949 time: 0.0656669 Jul 06 18:20:05.197022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c7eaf2f-d617-4cc7-9387-1162e27f3547 req-c3836e22-d080-42ff-be13-888e93587da5 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Jul 06 18:20:05.234851 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-3f72c170-6ebb-4508-a7a0-a3c93551925a req-38a19ca5-c2c4-41e5-ac0c-6c86557f6611 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:20:05.235828 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f72c170-6ebb-4508-a7a0-a3c93551925a req-38a19ca5-c2c4-41e5-ac0c-6c86557f6611 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/16507579-a92d-4aff-b550-03651cfd09fb HTTP/1.1" status: 404 len: 352 time: 0.0141003 Jul 06 18:20:05.405490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910e46-633a-46c9-847c-c57451ab1706 req-e0f88ec9-8d7a-429f-ab62-ede327a05551 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:05.407596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5910e46-633a-46c9-847c-c57451ab1706 req-e0f88ec9-8d7a-429f-ab62-ede327a05551 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 943 time: 0.0705519 Jul 06 18:20:05.450624 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5910e46-633a-46c9-847c-c57451ab1706 req-e98f4354-43fc-4654-b0fa-6150022b9f67 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369992 Jul 06 18:20:05.513817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-a462fa72-fa3c-4e4c-8b0e-6e6b64d3f169 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:05.515456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-a462fa72-fa3c-4e4c-8b0e-6e6b64d3f169 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067055 Jul 06 18:20:05.524184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Request body: {'binding': {'host': 'n-h1-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:05.524634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Unknown quota resources ['binding']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:20:05.538171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-0e4321cc-187f-4b4a-b302-fe9828f7d649 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips/7daf4871-c0d2-4151-ab76-2d6c386225b7 HTTP/1.1" status: 200 len: 693 time: 0.0545349 Jul 06 18:20:05.639221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-1874d2dd-a42d-4129-89dd-5cd21137fab3 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:05.640545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-1874d2dd-a42d-4129-89dd-5cd21137fab3 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.0969946 Jul 06 18:20:05.650655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-fad39f0f-675e-40eb-900e-c36b5016688e tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:05.651661 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-fad39f0f-675e-40eb-900e-c36b5016688e tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057585 Jul 06 18:20:05.655223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on host n-h1-799684-2 for vnic_type normal with profile None {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:05.655627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:05.655885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:05.660266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:05.660611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:05.665541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:05.665909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:05.666288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:05.666711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Bound port: 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:05.705400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-f7f86afa-8b86-4d7b-a96d-5583dd6f9c07 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0479143 Jul 06 18:20:05.719669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:05.726015 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:05.727421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-08067a2f-a08e-4ed6-8f35-33bd13c779c4 service neutron] 10.222.0.53 "POST /v2.0/ports/5d47e4fd-7aa5-47ec-9411-732e6af4757c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2065754 Jul 06 18:20:05.758387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-9879e99e-c987-4758-9dc8-2b102d3136ba tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0461626 Jul 06 18:20:05.916726 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Deleting port bc68ff0d-181a-48b9-970d-3794a4df1ec9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:05.916951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:05.953106 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:20:05.994517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:05.994940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.012295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Calling delete_port for bc68ff0d-181a-48b9-970d-3794a4df1ec9 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:06.014344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-718a932c-125d-4f24-9255-b015cf3b01d6 req-22db7606-e07e-488c-9de5-dcef2aa02a70 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1858554641', 'description': 'tempest-description-2053026707'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:06.037038 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-718a932c-125d-4f24-9255-b015cf3b01d6 req-22db7606-e07e-488c-9de5-dcef2aa02a70 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.122971 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-718a932c-125d-4f24-9255-b015cf3b01d6 req-22db7606-e07e-488c-9de5-dcef2aa02a70 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.130058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-718a932c-125d-4f24-9255-b015cf3b01d6 req-22db7606-e07e-488c-9de5-dcef2aa02a70 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.143934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21501f1-aaf2-4f49-a58e-9a134dfbb053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f219a4f6-fd68-4dc1-a468-c383f149b7cf'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:06.147452 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ebbe86-8a59-41da-9350-21c3a1ac1208" -d '{"events": [{"server_uuid": "b21501f1-aaf2-4f49-a58e-9a134dfbb053", "name": "network-vif-plugged", "status": "completed", "tag": "f219a4f6-fd68-4dc1-a468-c383f149b7cf"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:06.152397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.159110 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-718a932c-125d-4f24-9255-b015cf3b01d6 req-22db7606-e07e-488c-9de5-dcef2aa02a70 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.160364 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-718a932c-125d-4f24-9255-b015cf3b01d6 req-22db7606-e07e-488c-9de5-dcef2aa02a70 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1507869 Jul 06 18:20:06.162140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db7606-e07e-488c-9de5-dcef2aa02a70 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a074bf32-2d15-465d-bd96-e70b82493bbe,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:06.178280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Pushing event deleted for resources: {'Port': ['ID=bc68ff0d-181a-48b9-970d-3794a4df1ec9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:06.243369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.246161 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.247479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7ad04bea-bcad-44ba-9574-261d415ad94a req-3a343c7f-864c-4327-91ac-6c2fb9d68020 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "DELETE /v2.0/floatingips/7daf4871-c0d2-4151-ab76-2d6c386225b7 HTTP/1.1" status: 204 len: 173 time: 0.4825525 Jul 06 18:20:06.405969 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645876f2-a029-4e82-8b5c-efc67f384f94 x-openstack-request-id: req-645876f2-a029-4e82-8b5c-efc67f384f94 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:06.405969 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21501f1-aaf2-4f49-a58e-9a134dfbb053", "name": "network-vif-plugged", "status": "completed", "tag": "f219a4f6-fd68-4dc1-a468-c383f149b7cf", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:06.405969 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-645876f2-a029-4e82-8b5c-efc67f384f94 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:06.405969 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21501f1-aaf2-4f49-a58e-9a134dfbb053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', 'code': 200} Jul 06 18:20:06.412776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d1e2d-4054-4208-b71b-d19a232ce29b req-4bc10328-5080-43fa-bdd7-9b007e506c5b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:06.414586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d47d1e2d-4054-4208-b71b-d19a232ce29b req-4bc10328-5080-43fa-bdd7-9b007e506c5b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.0759640 Jul 06 18:20:06.418104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-58799dbf-f3a8-4c04-b788-e8068a3cf936 req-79f93524-dcd2-4f06-aa7c-c48a89b83e5c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1710761228', 'description': 'tempest-description-1676402089'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:06.446548 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-58799dbf-f3a8-4c04-b788-e8068a3cf936 req-79f93524-dcd2-4f06-aa7c-c48a89b83e5c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.464067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d47d1e2d-4054-4208-b71b-d19a232ce29b req-2dfeb475-d66b-451e-a39d-1345687c33d9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Jul 06 18:20:06.552349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927b12c-cb9a-4a55-a955-7e7baf673d52 req-18afdf24-3b3f-4284-814d-6dbfd227bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:06.554118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a927b12c-cb9a-4a55-a955-7e7baf673d52 req-18afdf24-3b3f-4284-814d-6dbfd227bb79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 1101 time: 0.0673745 Jul 06 18:20:06.578210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-58799dbf-f3a8-4c04-b788-e8068a3cf936 req-79f93524-dcd2-4f06-aa7c-c48a89b83e5c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.587476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-58799dbf-f3a8-4c04-b788-e8068a3cf936 req-79f93524-dcd2-4f06-aa7c-c48a89b83e5c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.621006 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-58799dbf-f3a8-4c04-b788-e8068a3cf936 req-79f93524-dcd2-4f06-aa7c-c48a89b83e5c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.622358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-58799dbf-f3a8-4c04-b788-e8068a3cf936 req-79f93524-dcd2-4f06-aa7c-c48a89b83e5c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2091229 Jul 06 18:20:06.624774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f93524-dcd2-4f06-aa7c-c48a89b83e5c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd9738b-9584-45b7-b3b8-d78281902275,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:06.653500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a927b12c-cb9a-4a55-a955-7e7baf673d52 req-cb62482e-bcae-48e6-8fad-fce882ae450f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896163 Jul 06 18:20:06.681311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439824-e135-460a-be16-445b493f8424 req-0500416b-1a0e-462b-860f-1cf1717eaecf tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:06.682869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77439824-e135-460a-be16-445b493f8424 req-0500416b-1a0e-462b-860f-1cf1717eaecf tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 949 time: 0.0943518 Jul 06 18:20:06.683512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:06.685598 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8019155c-c447-43e2-a011-4de8bfdf7c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:06.724594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77439824-e135-460a-be16-445b493f8424 req-d489027a-0973-4702-b48c-5efc93dbb935 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332718 Jul 06 18:20:06.731892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-467156e2-4f4b-47ac-880c-d65c4103894f tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 1000 time: 0.0941081 Jul 06 18:20:06.811028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-110ee380-9771-42e0-a139-7508f9ac724e tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:06.812864 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-110ee380-9771-42e0-a139-7508f9ac724e tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports/0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 200 len: 942 time: 0.0753825 Jul 06 18:20:06.932804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b54b-9941-4486-8f78-a6776d33ad36 req-9126767f-e197-4f88-b36d-0ff9d4fe034a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:06.934360 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1206b54b-9941-4486-8f78-a6776d33ad36 req-9126767f-e197-4f88-b36d-0ff9d4fe034a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 943 time: 0.0680611 Jul 06 18:20:06.953147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-8419e0d5-5cc8-4574-861c-5f0fcc360678 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 1000 time: 0.0586786 Jul 06 18:20:06.974492 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1206b54b-9941-4486-8f78-a6776d33ad36 req-5665aa07-d2a0-4f1b-82d8-3dcd8c115737 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Jul 06 18:20:07.008915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-31537171-3ea7-4828-9608-9791273cb15f req-4a23bd05-62ab-4c2d-88a3-783a4012e537 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-858860508', 'description': 'tempest-description-946130141'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:07.039113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-31537171-3ea7-4828-9608-9791273cb15f req-4a23bd05-62ab-4c2d-88a3-783a4012e537 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.064240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-a9db9156-06f4-4900-8740-a8a5fbf38ecd tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:07.065746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-a9db9156-06f4-4900-8740-a8a5fbf38ecd tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1073854 Jul 06 18:20:07.077937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-808c5611-3bb6-4380-a44b-97660c3a3380 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:07.079167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-808c5611-3bb6-4380-a44b-97660c3a3380 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065444 Jul 06 18:20:07.128910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-31537171-3ea7-4828-9608-9791273cb15f req-4a23bd05-62ab-4c2d-88a3-783a4012e537 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.135365 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-31537171-3ea7-4828-9608-9791273cb15f req-4a23bd05-62ab-4c2d-88a3-783a4012e537 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.147396 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-2732fee9-1216-4eb5-aba1-18d62d327a6c tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 1000 time: 0.0611963 Jul 06 18:20:07.157530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:07.161358 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-31537171-3ea7-4828-9608-9791273cb15f req-4a23bd05-62ab-4c2d-88a3-783a4012e537 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.162603 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-31537171-3ea7-4828-9608-9791273cb15f req-4a23bd05-62ab-4c2d-88a3-783a4012e537 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1595836 Jul 06 18:20:07.166627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23bd05-62ab-4c2d-88a3-783a4012e537 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a04fbea-0262-47ff-a784-eafc400cc6db,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:07.203433 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a6bea-a5e4-4093-af66-4b930d834d3d x-openstack-request-id: req-174a6bea-a5e4-4093-af66-4b930d834d3d {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:07.203691 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:07.203887 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-174a6bea-a5e4-4093-af66-4b930d834d3d {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:07.204422 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510', 'status': 'completed', 'code': 200} Jul 06 18:20:07.304552 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.356926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e8ec-8f59-4ce3-9e2d-5d77ac3e2a98 req-20788468-cb40-4938-97b9-958c04ca230e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:07.358408 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81a1e8ec-8f59-4ce3-9e2d-5d77ac3e2a98 req-20788468-cb40-4938-97b9-958c04ca230e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 950 time: 0.0692935 Jul 06 18:20:07.366296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-d6ca1d23-6898-47a4-b903-06f7f5233666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:07.367854 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-d6ca1d23-6898-47a4-b903-06f7f5233666 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1124 time: 0.1319144 Jul 06 18:20:07.394173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9ca1cb4-5914-47cc-a8c2-0897f42d0510 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:07.396861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81a1e8ec-8f59-4ce3-9e2d-5d77ac3e2a98 req-b86baa3d-f470-415c-b7ff-9391001af021 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323520 Jul 06 18:20:07.507746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.514300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.514740 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Floating IP d126fe17-b0d3-4f7b-8c8c-32291852b007 disassociated. External IP: 172.25.4.30, port: 0caac29d-d620-451c-acbd-c6f05c3cf18d. Jul 06 18:20:07.519174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:07.531227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9ca1cb4-5914-47cc-a8c2-0897f42d0510 has no active binding in host n-h1-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:20:07.568186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-bee97536-cd8d-4bd5-9b9c-8edac5920c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:07.569708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-bee97536-cd8d-4bd5-9b9c-8edac5920c62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.1739476 Jul 06 18:20:07.639270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-d0989680-3737-445d-a130-73967c9d5c6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510 HTTP/1.1" status: 200 len: 217 time: 0.0613854 Jul 06 18:20:07.698693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-46b4d568-8e5d-49b6-97a0-243d5cd5012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:07.700098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-46b4d568-8e5d-49b6-97a0-243d5cd5012d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0525417 Jul 06 18:20:07.748659 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e27b719-d4b4-49d4-b6da-c5d3bd6caabc req-09be6f9f-e55d-4225-ba65-1bc61b2d9803 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04 HTTP/1.1" status: 200 len: 10894 time: 0.0933075 Jul 06 18:20:07.759723 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-acdcf063-1db8-467f-9dea-8fa47bc287b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284300 Jul 06 18:20:07.796127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e27b719-d4b4-49d4-b6da-c5d3bd6caabc req-512c513b-5c1f-4dce-93da-e88d96335e51 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/770a4c23-4465-4971-9e50-6854615aa3b5 HTTP/1.1" status: 200 len: 2981 time: 0.0410850 Jul 06 18:20:07.857554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e27b719-d4b4-49d4-b6da-c5d3bd6caabc req-c0fa4e60-2df6-4eeb-b0b4-c3686d4dcf32 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/770a4c23-4465-4971-9e50-6854615aa3b5 HTTP/1.1" status: 200 len: 2981 time: 0.0541975 Jul 06 18:20:07.897758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Router df80d218-d9b8-45ec-8f10-e526e5e7fba6 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:07.905189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-1dbcd29d-63ad-47e2-8644-f74f29cf63ea service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376569 Jul 06 18:20:08.085531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:08.088637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8019155c-c447-43e2-a011-4de8bfdf7c6c req-9aae9180-c679-4dd8-85c0-a2ca2bcc949e service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744192 Jul 06 18:20:08.091973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.098821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] Sync routers for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:08.112984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:08.113926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:19:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:08.137764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-e031fb55-264d-45ed-9388-ae8a0b53c60a tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "PUT /v2.0/floatingips/d126fe17-b0d3-4f7b-8c8c-32291852b007 HTTP/1.1" status: 200 len: 694 time: 0.9846261 Jul 06 18:20:08.138359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:08.141083 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e801799e-9dad-4aee-8c9b-28270792f1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:08.170528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77ae68-9507-4100-84e8-7080bfa01afc req-5321b46b-1d17-4bca-8362-82706ef450ca tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:08.172459 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c77ae68-9507-4100-84e8-7080bfa01afc req-5321b46b-1d17-4bca-8362-82706ef450ca tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.0793223 Jul 06 18:20:08.208065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-ecdfb1d9-4da0-43d8-b07d-af89f3592a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:08.210656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c77ae68-9507-4100-84e8-7080bfa01afc req-5b0ebf6c-0b8c-4698-a26a-f7f32be95a3f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Jul 06 18:20:08.212043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-ecdfb1d9-4da0-43d8-b07d-af89f3592a5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b95b448f8100479fbb946b35474dd6a4&device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 1096 time: 0.0576251 Jul 06 18:20:08.235080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:08.470385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:37Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:08.500326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] Checking router: df80d218-d9b8-45ec-8f10-e526e5e7fba6 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:08.510180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:08.511115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:19:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:08.589484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-08d5ba8e-9a87-419a-8ccf-529f1e778f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:08.591481 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-08d5ba8e-9a87-419a-8ccf-529f1e778f8f service neutron] 10.222.0.53 "GET /v2.0/networks?id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c HTTP/1.1" status: 200 len: 929 time: 0.3732855 Jul 06 18:20:08.615356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae004ee-3930-4079-be65-83a75de6fe3d req-62fa7571-b9ef-4029-8510-8d03b9518378 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/a074bf32-2d15-465d-bd96-e70b82493bbe HTTP/1.1" status: 200 len: 1801 time: 0.0461688 Jul 06 18:20:08.627336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:08.632073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-b88a9ced-49b9-4147-aec1-b0a762333134 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 200 len: 217 time: 0.0340927 Jul 06 18:20:08.680688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-0742497a-3c11-487b-a325-f94042433556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:08.682222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-0742497a-3c11-487b-a325-f94042433556 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4537b05e-dfae-424c-9792-c7440b996c64 HTTP/1.1" status: 200 len: 867 time: 0.0443656 Jul 06 18:20:08.684690 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae004ee-3930-4079-be65-83a75de6fe3d req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.709093 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae004ee-3930-4079-be65-83a75de6fe3d req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.761071 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae004ee-3930-4079-be65-83a75de6fe3d req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.765290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae004ee-3930-4079-be65-83a75de6fe3d req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.766802 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae004ee-3930-4079-be65-83a75de6fe3d req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/a074bf32-2d15-465d-bd96-e70b82493bbe HTTP/1.1" status: 204 len: 173 time: 0.1421256 Jul 06 18:20:08.782557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a074bf32-2d15-465d-bd96-e70b82493bbe,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:08.791670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-25881d63-e7ce-43b3-9c19-8bf27aa8685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:08.792101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.792804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.793339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.793963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.794507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.795216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.795738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.796268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.796803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.797318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.797878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.798449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ec7-7c03-418a-bc44-5401585156e9 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.800082 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-25881d63-e7ce-43b3-9c19-8bf27aa8685a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117082 Jul 06 18:20:08.813336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-3e41827f-7459-45d7-aecb-2ed8abc0d556 service neutron] 10.222.0.24 "GET /v2.0/ports/e9ca1cb4-5914-47cc-a8c2-0897f42d0510/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.1165354 Jul 06 18:20:08.851290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:37Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:08.884358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f836adf3-2d52-4bac-b778-c1feea37beba None None] The sync data for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 is: [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f5a73e70-527f-45c9-bc65-a5d972359de4', 'name': '', 'network_id': '50de74ce-ae64-42c8-8be9-cb62d3e65e2c', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'mac_address': 'fa:16:3e:42:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4537b05e-dfae-424c-9792-c7440b996c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:29Z', 'updated_at': '2021-07-06T18:19:37Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'subnets': [{'id': '4537b05e-dfae-424c-9792-c7440b996c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:08.945950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-84e13556-f467-49d4-8dcd-5193ce07bcda service neutron] 10.222.0.53 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445103 Jul 06 18:20:09.003271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621b87c-74f6-4ea1-8aaf-89d52e7494ff req-c372e812-b017-4ff8-b839-a23da5f45b25 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.005340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b621b87c-74f6-4ea1-8aaf-89d52e7494ff req-c372e812-b017-4ff8-b839-a23da5f45b25 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 943 time: 0.0691404 Jul 06 18:20:09.049701 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b621b87c-74f6-4ea1-8aaf-89d52e7494ff req-c69cb3b9-8360-493b-baa4-a924e861810c tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377758 Jul 06 18:20:09.101848 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff03630-1111-47ce-b2fc-f19a43be1161 x-openstack-request-id: req-fff03630-1111-47ce-b2fc-f19a43be1161 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:09.102135 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:09.102381 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fff03630-1111-47ce-b2fc-f19a43be1161 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:09.102914 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'status': 'completed', 'code': 200} Jul 06 18:20:09.132725 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd94b8-92bf-4074-a292-8aed6202ea13 None None] New status for floating IP d126fe17-b0d3-4f7b-8c8c-32291852b007: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:20:09.144254 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35591ac5-ea92-41c6-ae0c-c7fac696992b req-c4b3f34c-cb27-4ce6-84ed-83289a41eb30 service neutron] 10.222.0.53 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796060 Jul 06 18:20:09.175343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:09.214394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:09.222241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-61bf387d-fafc-4935-8a58-d063b4b4f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.224049 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-61bf387d-fafc-4935-8a58-d063b4b4f49b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95b448f8100479fbb946b35474dd6a4&device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 1096 time: 0.0918825 Jul 06 18:20:09.255644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ca1cb4-5914-47cc-a8c2-0897f42d0510 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:09.269387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:09.287516 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:09.373032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5c32c-6611-456c-9c76-1afa6f7abfb3 req-a321f091-cee7-45a5-97b5-4fee7b949819 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.378294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eeb5c32c-6611-456c-9c76-1afa6f7abfb3 req-a321f091-cee7-45a5-97b5-4fee7b949819 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 950 time: 0.1626961 Jul 06 18:20:09.385924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Transition to ACTIVE for port object e9ca1cb4-5914-47cc-a8c2-0897f42d0510 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:09.391911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:09.393962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-a6d5d7f4-3052-42d9-920c-498372ef1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.395828 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-a6d5d7f4-3052-42d9-920c-498372ef1c2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c HTTP/1.1" status: 200 len: 929 time: 0.1415942 Jul 06 18:20:09.452080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-9e443de8-6548-4ca2-b19f-dc6d2cffa91d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 200 len: 217 time: 0.0466537 Jul 06 18:20:09.462289 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eeb5c32c-6611-456c-9c76-1afa6f7abfb3 req-b2ff2821-2d30-4024-b2fe-011223421118 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804341 Jul 06 18:20:09.468031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] No DVR routers for this DVR port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:09.515860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=10']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:09.526900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.527229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.527575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.527910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.528243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.528573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.528901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.529226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.529567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.529898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.530217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.530676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.538031 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-5c049605-2b01-46cf-9585-53661b4141b4 req-ef2ba216-ad42-4a02-b7af-7d34392ae9f2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:20:09.538679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-7cef98d3-5661-4986-938f-362cee7823d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9ca1cb4-5914-47cc-a8c2-0897f42d0510/bindings/n-h1-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7152543 Jul 06 18:20:09.539362 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c049605-2b01-46cf-9585-53661b4141b4 req-ef2ba216-ad42-4a02-b7af-7d34392ae9f2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/a074bf32-2d15-465d-bd96-e70b82493bbe HTTP/1.1" status: 404 len: 352 time: 0.0233510 Jul 06 18:20:09.556903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-87e8b42e-ccd1-48f5-b588-c18c9f3d25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.559223 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-87e8b42e-ccd1-48f5-b588-c18c9f3d25ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4537b05e-dfae-424c-9792-c7440b996c64 HTTP/1.1" status: 200 len: 867 time: 0.0927172 Jul 06 18:20:09.628251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-7fded030-b058-44e1-a63c-fb4681b4e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.630059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-7fded030-b058-44e1-a63c-fb4681b4e3f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50de74ce-ae64-42c8-8be9-cb62d3e65e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622087 Jul 06 18:20:09.732197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-80f414f5-9ce2-4c9d-9c9f-1fbd929fc808 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.734420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-80f414f5-9ce2-4c9d-9c9f-1fbd929fc808 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.0929191 Jul 06 18:20:09.801180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-7af41d4e-abbf-47f2-9554-8e5754594d0f tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips/d126fe17-b0d3-4f7b-8c8c-32291852b007 HTTP/1.1" status: 200 len: 692 time: 0.0728066 Jul 06 18:20:09.806067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-e73a542a-99fa-4e10-9b25-3bec4b7ac295 service neutron] 10.222.0.41 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637259 Jul 06 18:20:09.821000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-a0177ea4-a935-43f0-9f35-13ec562665ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.823687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-a0177ea4-a935-43f0-9f35-13ec562665ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead&tenant_id=a39e9a45117742db8c51a45660114a46 HTTP/1.1" status: 200 len: 1095 time: 0.0802953 Jul 06 18:20:09.976210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-675b79d4-8766-476c-9e03-ce042046a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.977910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-675b79d4-8766-476c-9e03-ce042046a31c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1095 time: 0.1193554 Jul 06 18:20:09.986312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49074) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:09.987888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-4b6a8ee7-52b5-455e-88c4-b0b53faaf867 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.990165 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-4b6a8ee7-52b5-455e-88c4-b0b53faaf867 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1814363 Jul 06 18:20:09.995641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e801799e-9dad-4aee-8c9b-28270792f1ad req-947bdd14-6520-4f1c-89d1-fea0c67eba7a service neutron] 10.222.0.41 "GET /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755326 Jul 06 18:20:10.007894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f00b-a96e-4111-93c0-1c614acad18d req-1c87db93-9e05-4592-8bd3-044162b8d7e9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:10.009701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37c4f00b-a96e-4111-93c0-1c614acad18d req-1c87db93-9e05-4592-8bd3-044162b8d7e9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.1033552 Jul 06 18:20:10.061622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-67bf9066-a3b6-4eac-87a7-435ef35661a0 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.0649879 Jul 06 18:20:10.094061 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37c4f00b-a96e-4111-93c0-1c614acad18d req-976e0623-ac54-456b-b462-283a681a851a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721717 Jul 06 18:20:10.105224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49080) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:10.118288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-9c616140-1d84-44c1-8877-be3a421996aa tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.0501370 Jul 06 18:20:10.128275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-3afbd601-1f1a-4042-bb47-24c00344db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:10.130185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-3afbd601-1f1a-4042-bb47-24c00344db50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.1407738 Jul 06 18:20:10.258205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-39f1740b-0fba-4294-b566-c77d36fe1ae7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510 HTTP/1.1" status: 200 len: 217 time: 0.1184959 Jul 06 18:20:10.274153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Deleting port a80a8532-176c-4123-a924-6261ee2574da {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:10.274841 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.282663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e07cea7-e82f-465e-ad4c-f2196e4049a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.347047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cee9310-e14c-4e0e-9953-0a26972c881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.363816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-c7b5b143-2eb3-426d-8a1e-b3257acc737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:10.365313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-c7b5b143-2eb3-426d-8a1e-b3257acc737b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0986340 Jul 06 18:20:10.398367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.398724 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.411014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Calling delete_port for a80a8532-176c-4123-a924-6261ee2574da owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:10.453881 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-b46be275-a108-40cd-9680-5d288c71174b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672719 Jul 06 18:20:10.546139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.573785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Pushing event deleted for resources: {'Port': ['ID=a80a8532-176c-4123-a924-6261ee2574da,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:10.583960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dd921-8951-451f-9274-45b6db31b74e req-2869a4e3-c081-488c-9c81-2bb7079fa6e7 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:10.590326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dd921-8951-451f-9274-45b6db31b74e req-2869a4e3-c081-488c-9c81-2bb7079fa6e7 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:10.592029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f57dd921-8951-451f-9274-45b6db31b74e req-2869a4e3-c081-488c-9c81-2bb7079fa6e7 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6&device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 1690 time: 0.2245028 Jul 06 18:20:10.634501 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.635698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e07cea7-e82f-465e-ad4c-f2196e4049a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.636992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.645167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84fa8d3e-bbad-42da-90a9-5cfc1853c8c4 req-c815dbfa-1942-4f95-af8b-98d01f707d8b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "DELETE /v2.0/floatingips/d126fe17-b0d3-4f7b-8c8c-32291852b007 HTTP/1.1" status: 204 len: 173 time: 0.5197687 Jul 06 18:20:10.653492 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-46dc18f2-d163-43b1-96c2-2f43daa2f3d8 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914911 Jul 06 18:20:10.654123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e07cea7-e82f-465e-ad4c-f2196e4049a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.690745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5fcb0293-8571-468f-b6b9-0fc8c0abe61b req-fd9c8744-8fab-4a4a-ad38-7baaedd941b4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/9fd9738b-9584-45b7-b3b8-d78281902275 HTTP/1.1" status: 200 len: 1801 time: 0.0387690 Jul 06 18:20:10.722211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f57dd921-8951-451f-9274-45b6db31b74e req-17bb3980-9307-4174-a17b-be0a99492383 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209025 Jul 06 18:20:10.759538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5fcb0293-8571-468f-b6b9-0fc8c0abe61b req-6a30c6de-a45b-4db8-b7cb-344256565418 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.783408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5fcb0293-8571-468f-b6b9-0fc8c0abe61b req-6a30c6de-a45b-4db8-b7cb-344256565418 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.790361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4e07cea7-e82f-465e-ad4c-f2196e4049a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13f3c855e39249308d3431700cf51f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8031743 Jul 06 18:20:10.793360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49090) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:10.802463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07cea7-e82f-465e-ad4c-f2196e4049a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0145dc06-ffe7-4a8c-ad3c-71f348b07bf9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:10.866003 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-fdd5d424-11ec-4956-a503-b94befe3090f service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896272 Jul 06 18:20:10.869490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d9861a2-2aed-4916-9d16-9be39dbefdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.872549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5fcb0293-8571-468f-b6b9-0fc8c0abe61b req-6a30c6de-a45b-4db8-b7cb-344256565418 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.875048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5fcb0293-8571-468f-b6b9-0fc8c0abe61b req-6a30c6de-a45b-4db8-b7cb-344256565418 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.876191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5fcb0293-8571-468f-b6b9-0fc8c0abe61b req-6a30c6de-a45b-4db8-b7cb-344256565418 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/9fd9738b-9584-45b7-b3b8-d78281902275 HTTP/1.1" status: 204 len: 173 time: 0.1776896 Jul 06 18:20:10.904085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c6de-a45b-4db8-b7cb-344256565418 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd9738b-9584-45b7-b3b8-d78281902275,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:10.910300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d9861a2-2aed-4916-9d16-9be39dbefdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.940299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cee9310-e14c-4e0e-9953-0a26972c881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.950136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cee9310-e14c-4e0e-9953-0a26972c881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.963780 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d9861a2-2aed-4916-9d16-9be39dbefdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.966938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d9861a2-2aed-4916-9d16-9be39dbefdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.968243 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4d9861a2-2aed-4916-9d16-9be39dbefdb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0145dc06-ffe7-4a8c-ad3c-71f348b07bf9 HTTP/1.1" status: 204 len: 168 time: 0.1736674 Jul 06 18:20:10.977408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9861a2-2aed-4916-9d16-9be39dbefdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0145dc06-ffe7-4a8c-ad3c-71f348b07bf9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:10.982333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68cfc8-c49d-44a7-8980-886ddb94b0d8 req-0bc7e713-d656-4ac0-9dfa-73a59d3fe97d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:10.989464 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d68cfc8-c49d-44a7-8980-886ddb94b0d8 req-0bc7e713-d656-4ac0-9dfa-73a59d3fe97d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 944 time: 0.1361711 Jul 06 18:20:11.031747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1cee9310-e14c-4e0e-9953-0a26972c881c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73b5a87200f748169f339df0b4eae42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9254458 Jul 06 18:20:11.034157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee9310-e14c-4e0e-9953-0a26972c881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8926de9c-6a3f-417a-8bee-242a44d9ed54,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.034592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49098) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:11.063072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d68cfc8-c49d-44a7-8980-886ddb94b0d8 req-474a6c58-cd4c-4f2f-8894-a11ded8241b2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724323 Jul 06 18:20:11.128635 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-039093a0-86bc-4d69-bfab-998f06954014 req-b736343d-8396-4431-bf3a-68cacc905f87 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:20:11.130322 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-039093a0-86bc-4d69-bfab-998f06954014 req-b736343d-8396-4431-bf3a-68cacc905f87 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/9fd9738b-9584-45b7-b3b8-d78281902275 HTTP/1.1" status: 404 len: 352 time: 0.0306706 Jul 06 18:20:11.155941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7a47341-3d28-4e29-bb36-b6aa3aa5c372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.185633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7a47341-3d28-4e29-bb36-b6aa3aa5c372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.262504 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7a47341-3d28-4e29-bb36-b6aa3aa5c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.266081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7a47341-3d28-4e29-bb36-b6aa3aa5c372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.267484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f7a47341-3d28-4e29-bb36-b6aa3aa5c372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8926de9c-6a3f-417a-8bee-242a44d9ed54 HTTP/1.1" status: 204 len: 168 time: 0.2318513 Jul 06 18:20:11.283571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a47341-3d28-4e29-bb36-b6aa3aa5c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8926de9c-6a3f-417a-8bee-242a44d9ed54,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.394571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49110) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:11.410418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-787ac732-6c27-4126-b6d2-634360e6f70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.425500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-48083635-45cc-40e5-8d9d-0e17143e3511 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:11.427302 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-48083635-45cc-40e5-8d9d-0e17143e3511 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.1932480 Jul 06 18:20:11.457279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8300-91b1-4953-bc6d-a0327d35c926 req-ffc460ff-cdfc-4a12-b2b8-8f5e1013a806 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:11.459128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c66e8300-91b1-4953-bc6d-a0327d35c926 req-ffc460ff-cdfc-4a12-b2b8-8f5e1013a806 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1527715 Jul 06 18:20:11.523871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c66e8300-91b1-4953-bc6d-a0327d35c926 req-24a1303d-7d29-48b6-94ef-cfa85f8aef67 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0464609 Jul 06 18:20:11.550228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d60970-0365-4905-a008-024e73929d4b req-02b80fd9-391f-4475-b193-cf61f8ba9484 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:11.551930 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-49d60970-0365-4905-a008-024e73929d4b req-02b80fd9-391f-4475-b193-cf61f8ba9484 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.1076975 Jul 06 18:20:11.607420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-787ac732-6c27-4126-b6d2-634360e6f70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.616302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-49d60970-0365-4905-a008-024e73929d4b req-5cfcedbb-47ce-4506-a240-841e5af9469d tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549934 Jul 06 18:20:11.617218 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-787ac732-6c27-4126-b6d2-634360e6f70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.634011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-606a856f-fcab-4f15-a4a4-35230ca87907 req-2c540490-8aee-496c-b83f-ec1189cb012c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/0a04fbea-0262-47ff-a784-eafc400cc6db HTTP/1.1" status: 200 len: 1799 time: 0.0821488 Jul 06 18:20:11.651341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-142320c4-2e35-4f7a-96bb-7f61a590cbaa service neutron] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:11.665329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49116) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:11.669488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-142320c4-2e35-4f7a-96bb-7f61a590cbaa service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.670640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3633027f-fe36-49cc-8e55-e50d26830d38 req-142320c4-2e35-4f7a-96bb-7f61a590cbaa service neutron] 10.222.0.41 "DELETE /v2.0/ports/e9ca1cb4-5914-47cc-a8c2-0897f42d0510/bindings/n-h2-799684-2 HTTP/1.1" status: 204 len: 173 time: 0.2299292 Jul 06 18:20:11.675472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-787ac732-6c27-4126-b6d2-634360e6f70e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64229144672745d78fc4bd6c8d54e5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771235 Jul 06 18:20:11.675971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49118) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:11.682739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ac732-6c27-4126-b6d2-634360e6f70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa35642-a349-481e-aa43-e854e5ee0f91,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.702293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-273dd55c-bcdb-4e28-87a8-ddcd8c097d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.740398 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-606a856f-fcab-4f15-a4a4-35230ca87907 req-ad989097-b5a0-4c4b-ba70-dea4f4d996e6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.742590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9f10-16cd-4e2d-b649-7d79b61da10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.768883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9f10-16cd-4e2d-b649-7d79b61da10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.780210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-606a856f-fcab-4f15-a4a4-35230ca87907 req-ad989097-b5a0-4c4b-ba70-dea4f4d996e6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.842426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-606a856f-fcab-4f15-a4a4-35230ca87907 req-ad989097-b5a0-4c4b-ba70-dea4f4d996e6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.844831 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-606a856f-fcab-4f15-a4a4-35230ca87907 req-ad989097-b5a0-4c4b-ba70-dea4f4d996e6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.846051 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-606a856f-fcab-4f15-a4a4-35230ca87907 req-ad989097-b5a0-4c4b-ba70-dea4f4d996e6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a04fbea-0262-47ff-a784-eafc400cc6db HTTP/1.1" status: 204 len: 173 time: 0.2111597 Jul 06 18:20:11.849539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fb22f-4802-4971-8624-e9a4308e7026 req-cd4323c3-25fb-4a75-8acd-caee3904fcd9 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:11.854276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e54fb22f-4802-4971-8624-e9a4308e7026 req-cd4323c3-25fb-4a75-8acd-caee3904fcd9 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 1100 time: 0.0875831 Jul 06 18:20:11.871598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9f10-16cd-4e2d-b649-7d79b61da10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.874075 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9f10-16cd-4e2d-b649-7d79b61da10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.874644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad989097-b5a0-4c4b-ba70-dea4f4d996e6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a04fbea-0262-47ff-a784-eafc400cc6db,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.877424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9a7a9f10-16cd-4e2d-b649-7d79b61da10b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfa35642-a349-481e-aa43-e854e5ee0f91 HTTP/1.1" status: 204 len: 168 time: 0.2007976 Jul 06 18:20:11.886376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-273dd55c-bcdb-4e28-87a8-ddcd8c097d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.909227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a9f10-16cd-4e2d-b649-7d79b61da10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa35642-a349-481e-aa43-e854e5ee0f91,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.917430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-273dd55c-bcdb-4e28-87a8-ddcd8c097d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.925115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e54fb22f-4802-4971-8624-e9a4308e7026 req-c5495994-7885-4f30-9f70-b14df36882f9 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679376 Jul 06 18:20:11.954409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23464dec-aa0f-47c1-9dbd-75d3d0a218d8 req-70ee18db-c6dc-4cc6-8afc-e65a96ee2d45 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0851583 Jul 06 18:20:11.968063 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dd55c-bcdb-4e28-87a8-ddcd8c097d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6b1c8b-9b82-430b-bdbe-b7f3abb53ff4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.986069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-273dd55c-bcdb-4e28-87a8-ddcd8c097d0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b41617f62944ff48e0bad16b8da7eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194785 Jul 06 18:20:11.988647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49128) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:12.006809 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-319a9138-11de-481d-b29e-8cb3ec1eb27e req-e3628823-ec8c-4e9c-9223-dbaf39f2dda0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:20:12.008314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-319a9138-11de-481d-b29e-8cb3ec1eb27e req-e3628823-ec8c-4e9c-9223-dbaf39f2dda0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/0a04fbea-0262-47ff-a784-eafc400cc6db HTTP/1.1" status: 404 len: 352 time: 0.0375538 Jul 06 18:20:12.069904 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c9d6-4bd5-444c-872b-5fa15529cd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.103423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c9d6-4bd5-444c-872b-5fa15529cd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.214231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c9d6-4bd5-444c-872b-5fa15529cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.217558 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c9d6-4bd5-444c-872b-5fa15529cd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.219070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5fa5c9d6-4bd5-444c-872b-5fa15529cd39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be6b1c8b-9b82-430b-bdbe-b7f3abb53ff4 HTTP/1.1" status: 204 len: 168 time: 0.2293124 Jul 06 18:20:12.232795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5c9d6-4bd5-444c-872b-5fa15529cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6b1c8b-9b82-430b-bdbe-b7f3abb53ff4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:12.237353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff79b38-d675-4642-b9f5-fbec9a260683 req-e24a0ce9-17e0-4353-92c7-22337387e441 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:12.238919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eff79b38-d675-4642-b9f5-fbec9a260683 req-e24a0ce9-17e0-4353-92c7-22337387e441 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 1101 time: 0.1392386 Jul 06 18:20:12.303042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eff79b38-d675-4642-b9f5-fbec9a260683 req-bc42f046-55ec-4e0f-97a4-792da073762a tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563035 Jul 06 18:20:12.419865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6abb36c3-0b1a-4605-9374-8fd53e47a996 req-4de35b3b-9845-4c29-b9b2-9589e91a11ab tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04 HTTP/1.1" status: 200 len: 6146 time: 0.0932472 Jul 06 18:20:12.494341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6abb36c3-0b1a-4605-9374-8fd53e47a996 req-d08e6085-8e5d-4db3-9d9f-8ca0eea708b4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/770a4c23-4465-4971-9e50-6854615aa3b5 HTTP/1.1" status: 200 len: 2981 time: 0.0662591 Jul 06 18:20:12.586217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6abb36c3-0b1a-4605-9374-8fd53e47a996 req-8ebab1bf-71cc-4d44-9d46-bc879181ae20 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/770a4c23-4465-4971-9e50-6854615aa3b5 HTTP/1.1" status: 200 len: 2981 time: 0.0879240 Jul 06 18:20:12.649050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab8429-7675-4838-8cd9-f77f7ce057ca req-3a424e2e-7af9-4e4b-ba2e-7d466ca075e0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:12.658159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4fab8429-7675-4838-8cd9-f77f7ce057ca req-3a424e2e-7af9-4e4b-ba2e-7d466ca075e0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 944 time: 0.0941598 Jul 06 18:20:12.706332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4fab8429-7675-4838-8cd9-f77f7ce057ca req-e99500e3-ef1f-4f72-bfef-096f9c66e335 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469429 Jul 06 18:20:12.772581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e7c49-c856-44ac-9621-ba69dd4e7fff req-2af2d910-2f5c-4554-806b-13de0ba5cac2 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:12.774272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b9e7c49-c856-44ac-9621-ba69dd4e7fff req-2af2d910-2f5c-4554-806b-13de0ba5cac2 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 945 time: 0.0922809 Jul 06 18:20:12.838482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-2c0c5bc9-40ff-49e2-a858-4953a3d1ab40 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288875 Jul 06 18:20:12.844021 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b9e7c49-c856-44ac-9621-ba69dd4e7fff req-5cf573a5-2758-4433-9ac2-8cd41e74145b tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570338 Jul 06 18:20:12.865961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4cd20893-ce39-4394-95c4-70adac06b763 req-ea31c70a-8a95-4193-921e-c9aea7a61467 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-669157539', 'description': 'tempest-description-70004148'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:12.926064 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4cd20893-ce39-4394-95c4-70adac06b763 req-ea31c70a-8a95-4193-921e-c9aea7a61467 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.958633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-48ae864b-c2d8-431d-81db-03cb0b587e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:12.961394 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-48ae864b-c2d8-431d-81db-03cb0b587e11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1097 time: 0.0896773 Jul 06 18:20:12.982488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-6299d5c2-5ca8-4752-9bc1-8dba8b601a4d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:12.989826 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-6299d5c2-5ca8-4752-9bc1-8dba8b601a4d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371336 Jul 06 18:20:13.001524 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-69dab35e-c0d3-483f-9783-e825adf3230f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/quotas/9676966e7a0d49d0b4ecfa59c00bdd7f HTTP/1.1" status: 200 len: 375 time: 0.0108142 Jul 06 18:20:13.109111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-6373e724-f6df-42fe-bfd8-7c233d4a21c0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1000297 Jul 06 18:20:13.128868 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4cd20893-ce39-4394-95c4-70adac06b763 req-ea31c70a-8a95-4193-921e-c9aea7a61467 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.140786 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4cd20893-ce39-4394-95c4-70adac06b763 req-ea31c70a-8a95-4193-921e-c9aea7a61467 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.159852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-38282356-3726-4223-92f1-68040ed89167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:13.161743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-38282356-3726-4223-92f1-68040ed89167 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.1825593 Jul 06 18:20:13.175124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e9ca1cb4-5914-47cc-a8c2-0897f42d0510 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:13.229423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e9ca1cb4-5914-47cc-a8c2-0897f42d0510 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:13.252586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4cd20893-ce39-4394-95c4-70adac06b763 req-ea31c70a-8a95-4193-921e-c9aea7a61467 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.262299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cd20893-ce39-4394-95c4-70adac06b763 req-ea31c70a-8a95-4193-921e-c9aea7a61467 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4012585 Jul 06 18:20:13.268834 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-c3b32ec4-01c0-444e-abaa-dc57a816fe86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 200 len: 217 time: 0.0939779 Jul 06 18:20:13.268834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31c70a-8a95-4193-921e-c9aea7a61467 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2091c4-df0f-4774-87c8-3a1c0f230056,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:13.392555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-be5561a5-9bbe-47f5-bda3-fb64198a1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:13.394102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-be5561a5-9bbe-47f5-bda3-fb64198a1ce8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1127553 Jul 06 18:20:13.437749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d2101-ab18-4f21-824a-2f830bcd9051 req-b006bf8f-9e17-43d3-8a12-3347efbf5d27 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:13.443317 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f9d2101-ab18-4f21-824a-2f830bcd9051 req-b006bf8f-9e17-43d3-8a12-3347efbf5d27 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 946 time: 0.0909297 Jul 06 18:20:13.470553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-85b6dbca-8d83-41c1-a96e-98b5fe17a491 req-3ea93191-80b5-4d61-96b0-cb5d35aa8063 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 210 time: 0.0740118 Jul 06 18:20:13.472495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-97a59014-a1fc-482f-9a77-d584b26930be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574687 Jul 06 18:20:13.534821 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f9d2101-ab18-4f21-824a-2f830bcd9051 req-eea44bc8-5b28-491c-9531-bf34e2cd8ec0 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838664 Jul 06 18:20:13.575955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d3c10039-d9f9-4f6f-b0b8-e4c85eb5b930 req-a06a3210-1180-4aec-ad60-639b89ad2327 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1136946662', 'description': 'tempest-description-1581802219'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:13.636173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d3c10039-d9f9-4f6f-b0b8-e4c85eb5b930 req-a06a3210-1180-4aec-ad60-639b89ad2327 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.726112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef252e-d95f-4844-9ad1-929eb2215670 req-45dd69ba-4566-4525-9661-d77b78dc1086 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:13.727698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d3c10039-d9f9-4f6f-b0b8-e4c85eb5b930 req-a06a3210-1180-4aec-ad60-639b89ad2327 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.734819 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54ef252e-d95f-4844-9ad1-929eb2215670 req-45dd69ba-4566-4525-9661-d77b78dc1086 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 1095 time: 0.0698695 Jul 06 18:20:13.753302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d3c10039-d9f9-4f6f-b0b8-e4c85eb5b930 req-a06a3210-1180-4aec-ad60-639b89ad2327 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.790172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d3c10039-d9f9-4f6f-b0b8-e4c85eb5b930 req-a06a3210-1180-4aec-ad60-639b89ad2327 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.803209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3c10039-d9f9-4f6f-b0b8-e4c85eb5b930 req-a06a3210-1180-4aec-ad60-639b89ad2327 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2345214 Jul 06 18:20:13.826127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54ef252e-d95f-4844-9ad1-929eb2215670 req-e7908c21-2042-42de-a150-e47c2244f9e3 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902815 Jul 06 18:20:13.827150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-f32ac58b-e067-4d04-8c9c-8d9f7224c485 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459046 Jul 06 18:20:13.927712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a3210-1180-4aec-ad60-639b89ad2327 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c9447-5bc3-45f6-a985-2e36d9b9f35e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:14.155871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-92f5f88c-0e03-43b8-a81d-b3bc7bf0f790 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:14.157590 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-92f5f88c-0e03-43b8-a81d-b3bc7bf0f790 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.41 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 945 time: 0.1792278 Jul 06 18:20:14.203499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ae0ae-5623-4acb-8018-b1298509cceb req-0c7917e9-9e5a-4142-94cf-4a2c009798d6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:14.205063 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eb3ae0ae-5623-4acb-8018-b1298509cceb req-0c7917e9-9e5a-4142-94cf-4a2c009798d6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103aa9a-51dc-4f14-9822-c8beb7e2670a HTTP/1.1" status: 200 len: 945 time: 0.1617131 Jul 06 18:20:14.215083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-349d3368-21d4-4b13-961b-1dcf6d7fc99b service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658540 Jul 06 18:20:14.296305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eb3ae0ae-5623-4acb-8018-b1298509cceb req-f8daed98-d3ee-4197-9cae-980b6e404528 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.53 "GET /v2.0/security-groups?id=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795758 Jul 06 18:20:14.314238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-e35a3bb9-05a5-436e-a9c0-aa399045ea3c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:14.316082 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-e35a3bb9-05a5-436e-a9c0-aa399045ea3c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 812 time: 0.2343261 Jul 06 18:20:14.330382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Deleting port 0caac29d-d620-451c-acbd-c6f05c3cf18d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:14.331103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.354648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-c50b53ef-7b04-4dbd-b59e-08f8dd799543 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/quotas/d7b7d2a016a7446eb30ec9d0dc2fbd04 HTTP/1.1" status: 200 len: 375 time: 0.0176549 Jul 06 18:20:14.439331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-6d7b8294-0e0a-45dd-8a35-dc7bb09609c8 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:14.441381 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-6d7b8294-0e0a-45dd-8a35-dc7bb09609c8 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1097 time: 0.1469109 Jul 06 18:20:14.458023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-2'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:14.458220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] For port 0caac29d-d620-451c-acbd-c6f05c3cf18d, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0caac29d-d620-451c-acbd-c6f05c3cf18d,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:14.458631 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.490972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-2694cab4-a84b-4098-8b1a-3f1630cafcb7 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301894 Jul 06 18:20:14.492951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Calling delete_port for 0caac29d-d620-451c-acbd-c6f05c3cf18d owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:14.631666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-91a8a98c-9d7e-4d9d-ad38-274328dfe4d9 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:14.633345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-91a8a98c-9d7e-4d9d-ad38-274328dfe4d9 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 821 time: 0.1711388 Jul 06 18:20:14.657089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-bca229a1-7b60-439f-a462-94b64f65fcfb tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/quotas/a39e9a45117742db8c51a45660114a46 HTTP/1.1" status: 200 len: 375 time: 0.0111108 Jul 06 18:20:14.768453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.784732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0caac29d-d620-451c-acbd-c6f05c3cf18d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:14.799816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Pushing event deleted for resources: {'Port': ['ID=0caac29d-d620-451c-acbd-c6f05c3cf18d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:14.894376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-e06843bf-50b9-4ddb-b93c-da4edb16bb80 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219765 Jul 06 18:20:14.899349 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.932403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] No DVR routers for this DVR port 0caac29d-d620-451c-acbd-c6f05c3cf18d on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:14.934206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49274) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:14.955245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.958093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-393f28f2-a88c-431a-b1cc-00ad8cbdb290 req-647721c6-1e78-45a4-83a9-bf418717afb6 tempest-FloatingIPsAssociationNegativeTestJSON-938697446 tempest-FloatingIPsAssociationNegativeTestJSON-938697446-project] 10.222.0.41 "DELETE /v2.0/ports/0caac29d-d620-451c-acbd-c6f05c3cf18d HTTP/1.1" status: 204 len: 173 time: 0.7935553 Jul 06 18:20:14.958619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'name': 'network-vif-deleted', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:14.961597 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cf4942-8126-4a48-bdab-4f27cacc7432" -d '{"events": [{"server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "name": "network-vif-deleted", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:15.016811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9fee65f-7e26-4c1c-9f72-61eb029f84b7 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864587 Jul 06 18:20:15.090299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-999a8d1d-b8e0-460e-b9a4-f9f9e14a7d82 service neutron] 10.222.0.53 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891931 Jul 06 18:20:15.149967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-306adef5-dbcd-4288-87ca-3f3e9cd90bcd service neutron] 10.222.0.53 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178035 Jul 06 18:20:15.179311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:15.211144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1d4c588a-4cfa-4d40-9d62-3e22b073ebf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.214231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-9ad73f30-ea05-42d7-889f-29de160beb7e service neutron] 10.222.0.53 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229217 Jul 06 18:20:15.257968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:15.324513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:15.328506 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3dcf33-bd56-4047-ad83-b5c949416800" -d '{"events": [{"server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "name": "network-vif-unplugged", "status": "completed", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:15.340579 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.348934 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.434279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Pushing event updated for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:15.477699 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f58c-3e3c-4281-ac37-805476927494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.499904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on host n-h2-799684-2 for vnic_type normal with profile {"migrating_to": "n-h1-799684-2"} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:15.500378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:15.500715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:15.505641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:15.506004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Attempting to bind port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:15.511800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:15.512141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:15.512532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:15.512965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Bound port: 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:15.513327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.603509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-f776d0f4-ede0-4e56-bd1f-6433d3d430f7 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:15.605131 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-f776d0f4-ede0-4e56-bd1f-6433d3d430f7 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5792463 Jul 06 18:20:15.614885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:15.619277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:15.625578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.631796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Request body: {'port': {'device_id': '9c5e65ea-4b11-40c4-8879-d16c4f65c047', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '9676966e7a0d49d0b4ecfa59c00bdd7f'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:15.724916 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-0948c59b-58cf-442d-bbcc-75389953c247 service neutron] 10.222.0.53 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743361 Jul 06 18:20:15.739757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:15.740581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.743182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] 10.222.0.41 "PUT /v2.0/ports/5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 200 len: 1122 time: 1.2911780 Jul 06 18:20:15.748652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd42e3-f65c-4ec5-839c-aeb26411d60b service neutron] Pushing event updated for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=8']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:15.816527 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1d4c588a-4cfa-4d40-9d62-3e22b073ebf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.825456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1d4c588a-4cfa-4d40-9d62-3e22b073ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.845239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5d47e4fd-7aa5-47ec-9411-732e6af4757c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:15.864566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14fdecd9-65f3-40ba-b512-386e3d79f3a1 req-f1d261d8-4a17-41aa-9305-743f7a85b920 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 210 time: 0.0471280 Jul 06 18:20:15.892936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1d4c588a-4cfa-4d40-9d62-3e22b073ebf6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=727452e7219546f89637a612829a838b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9391620 Jul 06 18:20:15.892936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c588a-4cfa-4d40-9d62-3e22b073ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b463134c-96c2-4445-940f-ac82338fce3a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:15.893287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49300) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:15.911383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Made reservation on behalf of 9676966e7a0d49d0b4ecfa59c00bdd7f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:15.915265 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.994778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3607452f-bc1d-48ae-a579-1d8e8d401873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.051180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3607452f-bc1d-48ae-a579-1d8e8d401873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.146444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15d731-e8bc-43e1-9bcd-1987feeadd99 req-30282252-0731-4572-8729-fd99325295d8 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:16.148142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa15d731-e8bc-43e1-9bcd-1987feeadd99 req-30282252-0731-4572-8729-fd99325295d8 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 944 time: 0.1262221 Jul 06 18:20:16.173299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3607452f-bc1d-48ae-a579-1d8e8d401873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.179578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3607452f-bc1d-48ae-a579-1d8e8d401873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.183990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3607452f-bc1d-48ae-a579-1d8e8d401873 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b463134c-96c2-4445-940f-ac82338fce3a HTTP/1.1" status: 204 len: 168 time: 0.2864065 Jul 06 18:20:16.196273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Allocated IP 192.168.233.65 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/943e072c-5eb4-49f6-b5cc-b84f543a8517) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:16.229024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607452f-bc1d-48ae-a579-1d8e8d401873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463134c-96c2-4445-940f-ac82338fce3a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:16.287827 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05fae0e-48dc-49b4-a6e8-e15aa58541f7 x-openstack-request-id: req-b05fae0e-48dc-49b4-a6e8-e15aa58541f7 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:16.288207 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9103aa9a-51dc-4f14-9822-c8beb7e2670a", "name": "network-vif-deleted", "tag": "0caac29d-d620-451c-acbd-c6f05c3cf18d", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:16.288572 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b05fae0e-48dc-49b4-a6e8-e15aa58541f7 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:16.289161 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9103aa9a-51dc-4f14-9822-c8beb7e2670a', 'name': 'network-vif-deleted', 'tag': '0caac29d-d620-451c-acbd-c6f05c3cf18d', 'status': 'completed', 'code': 200} Jul 06 18:20:16.294698 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa15d731-e8bc-43e1-9bcd-1987feeadd99 req-08808fc7-64f1-4e8b-b913-3051cf4bc521 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340013 Jul 06 18:20:16.450929 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77ecbe48-b5b0-4b78-ae1c-bc33ada89649 req-96f73b3b-375d-4f44-b20f-6fe366d4493f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 210 time: 0.0417786 Jul 06 18:20:16.477059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49314) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:16.562879 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.580812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Transition to ACTIVE for port object 943e072c-5eb4-49f6-b5cc-b84f543a8517 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:16.583500 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea75a6b9-56eb-4c69-80b2-b8d85b3dc121 x-openstack-request-id: req-ea75a6b9-56eb-4c69-80b2-b8d85b3dc121 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:16.583827 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "name": "network-vif-unplugged", "status": "completed", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:16.584120 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea75a6b9-56eb-4c69-80b2-b8d85b3dc121 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:16.584896 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c', 'code': 200} Jul 06 18:20:16.626979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.642212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db', '48b76b89-cb67-4c11-b0da-88e7cbd23850'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:16.644793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'f219a4f6-fd68-4dc1-a468-c383f149b7cf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:16.716759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73a23293-34c8-427d-a793-15a8d6b6433f req-a213512b-5910-4903-82bf-78b9d8642439 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 210 time: 0.0439627 Jul 06 18:20:16.749082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49322) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:16.760992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:16.767547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:16.772915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:16.775065 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cd31fdc-2677-4aea-862c-b36278be4e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.808975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'Port': ['ID=943e072c-5eb4-49f6-b5cc-b84f543a8517,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:16.880300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:16.881001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.263230 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cd31fdc-2677-4aea-862c-b36278be4e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.282362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80639a6-b40c-440b-91fc-03e736cea6a0 req-50da545e-fdb6-4732-b86d-abe2b7ec19e6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:17.283623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-b9bb1655-1ed8-488a-b855-8ca56af65dca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6639540 Jul 06 18:20:17.289646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f80639a6-b40c-440b-91fc-03e736cea6a0 req-50da545e-fdb6-4732-b86d-abe2b7ec19e6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 935 time: 0.2400696 Jul 06 18:20:17.297331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Request body: {'port': {'device_id': '9c5e65ea-4b11-40c4-8879-d16c4f65c047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:17.305875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cd31fdc-2677-4aea-862c-b36278be4e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.320865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49332) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:17.376047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-269b98f4-db60-4ffd-a4e3-6bd8850e74d1 None None] Provisioning for port 943e072c-5eb4-49f6-b5cc-b84f543a8517 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:17.394958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-269b98f4-db60-4ffd-a4e3-6bd8850e74d1 None None] Provisioning complete for port 943e072c-5eb4-49f6-b5cc-b84f543a8517 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:17.395446 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-269b98f4-db60-4ffd-a4e3-6bd8850e74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.422779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7cd31fdc-2677-4aea-862c-b36278be4e15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce2431acb45c45e8963738ae4849e05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6664987 Jul 06 18:20:17.442410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49338) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:17.449770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd31fdc-2677-4aea-862c-b36278be4e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c003ea-0481-4690-977c-2834fcb82248,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:17.493093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f80639a6-b40c-440b-91fc-03e736cea6a0 req-4be61deb-194a-4f7d-8276-bda89bfd0650 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025111 Jul 06 18:20:17.532807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0caac29d-d620-451c-acbd-c6f05c3cf18d no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:17.568089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-dda45036-eb05-4647-8333-0b4cec782cd8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:17.574491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-dda45036-eb05-4647-8333-0b4cec782cd8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 812 time: 0.4196243 Jul 06 18:20:17.583745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.601450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 0caac29d-d620-451c-acbd-c6f05c3cf18d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:17.601825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0caac29d-d620-451c-acbd-c6f05c3cf18d not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:17.603839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'port': {'device_id': '31c56f66-f7f6-4520-8616-232c371b38c9', 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070', 'admin_state_up': True, 'tenant_id': 'd7b7d2a016a7446eb30ec9d0dc2fbd04'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:17.625972 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-731e1257-3062-4811-9b31-921eeb1148c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.659622 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc90fe63-163b-4088-9453-37da26b3122c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.671767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-731e1257-3062-4811-9b31-921eeb1148c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.702920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-269b98f4-db60-4ffd-a4e3-6bd8850e74d1 None None] Port 943e072c-5eb4-49f6-b5cc-b84f543a8517 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:17.793797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dff42cb1-6898-4815-812a-370ecb15a423 req-de515d7e-dc08-414a-8150-7cb1aa7ba483 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 210 time: 0.0554171 Jul 06 18:20:17.876384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-731e1257-3062-4811-9b31-921eeb1148c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.877734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.878921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-731e1257-3062-4811-9b31-921eeb1148c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.882533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-731e1257-3062-4811-9b31-921eeb1148c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9c003ea-0481-4690-977c-2834fcb82248 HTTP/1.1" status: 204 len: 168 time: 0.4367085 Jul 06 18:20:17.899582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e1257-3062-4811-9b31-921eeb1148c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c003ea-0481-4690-977c-2834fcb82248,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:17.910901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb05da-7e00-450d-b3c3-a82cfd011533 req-f866e3e0-0642-42f1-9a9c-fa1673fd7266 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:17.918163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6feb05da-7e00-450d-b3c3-a82cfd011533 req-f866e3e0-0642-42f1-9a9c-fa1673fd7266 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 944 time: 0.2193370 Jul 06 18:20:17.998479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6feb05da-7e00-450d-b3c3-a82cfd011533 req-b5ac53eb-94ed-4c66-9ccc-c7cb38943ebb tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794065 Jul 06 18:20:18.053005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d7f934e-4026-4a1f-b312-f9b8db6022d1 req-3dc454b7-08d3-429f-a9db-536cb308f055 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 210 time: 0.0527203 Jul 06 18:20:18.071576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943e072c-5eb4-49f6-b5cc-b84f543a8517 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:18.081020 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.101791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Transition to ACTIVE for port object 943e072c-5eb4-49f6-b5cc-b84f543a8517 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:18.112540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.119879 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bde25a77-5c33-44f6-b182-56c6fb36294c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.176742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc90fe63-163b-4088-9453-37da26b3122c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.193227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc90fe63-163b-4088-9453-37da26b3122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.236473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Pushing event updated for resources: {'Port': ['ID=943e072c-5eb4-49f6-b5cc-b84f543a8517,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:18.272237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Made reservation on behalf of d7b7d2a016a7446eb30ec9d0dc2fbd04 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:18.281251 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.285042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.311151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90fe63-163b-4088-9453-37da26b3122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680cb97c-59e7-4e2f-a221-34bd7c87d1c8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:18.317672 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dc90fe63-163b-4088-9453-37da26b3122c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dff2386e9aa94ec1aed6b886a3e83d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9837842 Jul 06 18:20:18.329475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49354) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:18.422783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Attempting to bind port 943e072c-5eb4-49f6-b5cc-b84f543a8517 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:18.423476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Attempting to bind port 943e072c-5eb4-49f6-b5cc-b84f543a8517 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:18.423476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Attempting to bind port 943e072c-5eb4-49f6-b5cc-b84f543a8517 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:18.447208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Port 943e072c-5eb4-49f6-b5cc-b84f543a8517 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:18.447538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Attempting to bind port 943e072c-5eb4-49f6-b5cc-b84f543a8517 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:18.456478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:18.456739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:18.457342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:18.469305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Bound port: 943e072c-5eb4-49f6-b5cc-b84f543a8517, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:18.473583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.542734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a115cca0-25fc-450a-86e2-54149fd269f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.622239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:18.626216 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5769ea9-53de-4664-a079-3e34fb8a2309" -d '{"events": [{"name": "network-changed", "server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:18.648717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Allocated IP 172.20.0.6 (cbe8cb28-5fc6-415a-8a29-d8bf3bc57070/8f4e9859-1718-4b50-8f1a-afc0de0a65cf/529f8fa4-3c88-4935-95e4-9557afff0325) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:18.654051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-10e286c2-8bc5-4a87-8576-e8eb37714f6f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:18.655722 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-10e286c2-8bc5-4a87-8576-e8eb37714f6f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 821 time: 0.3219113 Jul 06 18:20:18.676004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] For port 943e072c-5eb4-49f6-b5cc-b84f543a8517, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:18.678900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] For port 943e072c-5eb4-49f6-b5cc-b84f543a8517, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=943e072c-5eb4-49f6-b5cc-b84f543a8517,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:18.684696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Request body: {'port': {'device_id': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'admin_state_up': True, 'tenant_id': 'a39e9a45117742db8c51a45660114a46'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:18.690154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.757524 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc43a1-b9a2-468c-a286-73de6cb10c7d x-openstack-request-id: req-a4bc43a1-b9a2-468c-a286-73de6cb10c7d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:18.757938 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:18.758275 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4bc43a1-b9a2-468c-a286-73de6cb10c7d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:18.758750 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c', 'status': 'completed', 'code': 200} Jul 06 18:20:18.781288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:18.781966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.783387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/943e072c-5eb4-49f6-b5cc-b84f543a8517 HTTP/1.1" status: 200 len: 1095 time: 1.4914711 Jul 06 18:20:18.788077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5e65ea-4b11-40c4-8879-d16c4f65c047', 'tag': '943e072c-5eb4-49f6-b5cc-b84f543a8517'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:18.788859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a115cca0-25fc-450a-86e2-54149fd269f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.796548 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5e65ea-4b11-40c4-8879-d16c4f65c047", "tag": "943e072c-5eb4-49f6-b5cc-b84f543a8517"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:18.845425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb4e1-714f-433e-8092-9f3d846701f6 service neutron] Pushing event updated for resources: {'Port': ['ID=943e072c-5eb4-49f6-b5cc-b84f543a8517,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:18.884258 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f5b589-f425-4fbf-a9c3-8cb9a5afb6ed x-openstack-request-id: req-03f5b589-f425-4fbf-a9c3-8cb9a5afb6ed {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:18.884894 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5e65ea-4b11-40c4-8879-d16c4f65c047", "tag": "943e072c-5eb4-49f6-b5cc-b84f543a8517", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:18.884894 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03f5b589-f425-4fbf-a9c3-8cb9a5afb6ed {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:18.885134 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5e65ea-4b11-40c4-8879-d16c4f65c047', 'tag': '943e072c-5eb4-49f6-b5cc-b84f543a8517', 'status': 'completed', 'code': 200} Jul 06 18:20:18.969243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-fbe60e4b-c577-44ad-b253-598733acc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:18.970928 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-fbe60e4b-c577-44ad-b253-598733acc37d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 1098 time: 0.1268878 Jul 06 18:20:18.983140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Made reservation on behalf of a39e9a45117742db8c51a45660114a46 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:18.992955 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.053183 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-1621a62d-5ecd-46d5-8c3a-5228ac78200e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=943e072c-5eb4-49f6-b5cc-b84f543a8517 HTTP/1.1" status: 200 len: 217 time: 0.0572896 Jul 06 18:20:19.080162 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1ba6fb6b-3147-47fc-a288-4c87440b4887 req-7c72b356-dc2e-4c70-b142-ceb52d6ac8e7 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 210 time: 0.0672057 Jul 06 18:20:19.081331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Deleting port f5a73e70-527f-45c9-bc65-a5d972359de4 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:19.081698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.143114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a115cca0-25fc-450a-86e2-54149fd269f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.145623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a115cca0-25fc-450a-86e2-54149fd269f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.149197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a115cca0-25fc-450a-86e2-54149fd269f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/680cb97c-59e7-4e2f-a221-34bd7c87d1c8 HTTP/1.1" status: 204 len: 168 time: 0.8131058 Jul 06 18:20:19.169261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524f422-986d-4402-bb2f-ce406a9434a8 req-6ddfa132-abee-4713-bd08-46d510fdc31b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:19.176167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8524f422-986d-4402-bb2f-ce406a9434a8 req-6ddfa132-abee-4713-bd08-46d510fdc31b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 947 time: 0.4396160 Jul 06 18:20:19.183750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-542e65b5-ca4f-44cd-bffa-0935b7f41a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:19.185393 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-542e65b5-ca4f-44cd-bffa-0935b7f41a0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1093328 Jul 06 18:20:19.317212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Allocated IP 172.20.0.12 (479a66ed-ef78-4c35-839b-da08422e300a/3503298d-dcda-4a78-b29b-a73d4ef9a11e/9d487b92-8eb9-4c58-9fc2-a72cc68082d0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:19.343843 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.379523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-57b6fe2e-0042-4612-8e0d-dd490d2efe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:19.381113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-57b6fe2e-0042-4612-8e0d-dd490d2efe0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1864874 Jul 06 18:20:19.472459 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.476119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115cca0-25fc-450a-86e2-54149fd269f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680cb97c-59e7-4e2f-a221-34bd7c87d1c8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:19.499770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5d47e4fd-7aa5-47ec-9411-732e6af4757c details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:19.504937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-e9a7e3ec-8fb2-4072-9059-6723d8c2ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:19.508896 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-e9a7e3ec-8fb2-4072-9059-6723d8c2ab5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1125 time: 0.6777825 Jul 06 18:20:19.528114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41b772-3735-4261-9746-ab1eee008736 req-ea538230-113f-43ad-b9f8-28cf1cb5c4fe tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:19.529932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c41b772-3735-4261-9746-ab1eee008736 req-ea538230-113f-43ad-b9f8-28cf1cb5c4fe tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 944 time: 0.2375524 Jul 06 18:20:19.630867 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-3cbffa4e-5328-46ce-8736-500271110176 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243562 Jul 06 18:20:19.643437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c41b772-3735-4261-9746-ab1eee008736 req-05ddb221-52ab-4d94-a9b6-4625ea772623 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971484 Jul 06 18:20:19.666756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49394) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:19.676666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.680547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:19.691901 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8524f422-986d-4402-bb2f-ce406a9434a8 req-09247dcb-a20c-47b5-9ce2-e1b8f815df29 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147660 Jul 06 18:20:19.720605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5d47e4fd-7aa5-47ec-9411-732e6af4757c has no active binding in host n-h1-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:20:19.741643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] For port f5a73e70-527f-45c9-bc65-a5d972359de4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f5a73e70-527f-45c9-bc65-a5d972359de4,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:19.742097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.782698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b500-7d4a-4172-82c4-4f9cbc15f895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.816569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Calling delete_port for f5a73e70-527f-45c9-bc65-a5d972359de4 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:19.854620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b4e103b-5fa2-485d-a203-44450d7998f3 req-59452eaf-b6eb-41c3-bfec-511290dbac6e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 210 time: 0.0419829 Jul 06 18:20:19.901134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f19fe95-dd89-4683-bfb6-cd33c9e74f34 req-655863fb-00f0-4385-864c-3413fbea011b service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566648 Jul 06 18:20:19.902503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-6fa0f92c-83a0-4aa7-a89e-808f8c2162d7 service neutron] 10.222.0.24 "GET /v2.0/ports/5d47e4fd-7aa5-47ec-9411-732e6af4757c/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.1510158 Jul 06 18:20:19.904322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.911788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.926666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:19.942749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-f9d562db-54d9-4af0-b2a7-b8a8e22f2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:19.944542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-f9d562db-54d9-4af0-b2a7-b8a8e22f2932 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.4057617 Jul 06 18:20:20.055631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:20.057692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-4d7a7d88-0a2e-45c5-9d52-bfe4b9653395 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 200 len: 217 time: 0.0830383 Jul 06 18:20:20.067171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Network 479a66ed-ef78-4c35-839b-da08422e300a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:20.068300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:20.080050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:20.094099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:20.094543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'Port': ['ID=529f8fa4-3c88-4935-95e4-9557afff0325,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:20.096993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:20.145852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Pushing event updated for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:20.256343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:20.257052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.278550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:20.279295 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.282749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-d30059ec-19e1-48f0-a3f7-37d4b8facee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:20.284963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-d30059ec-19e1-48f0-a3f7-37d4b8facee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1933196 Jul 06 18:20:20.329961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-0b95391f-28cd-46fa-880d-39d36b3196a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:20.331593 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-0b95391f-28cd-46fa-880d-39d36b3196a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 1098 time: 0.3052800 Jul 06 18:20:20.346096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-693d85e6-fd06-43e6-a3b2-40c7da4959ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510914 Jul 06 18:20:20.366426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b500-7d4a-4172-82c4-4f9cbc15f895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.387857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b500-7d4a-4172-82c4-4f9cbc15f895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.410701 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a0c931f1-2564-49a8-9d26-94227ade154b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7300923 Jul 06 18:20:20.426320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Request body: {'port': {'device_id': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:20.451005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:20.455424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-0def28e8-d450-4fd1-b46b-d57a584ced0f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8706965 Jul 06 18:20:20.481652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Request body: {'port': {'device_id': '31c56f66-f7f6-4520-8616-232c371b38c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:20.527768 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-e93254a1-f300-45f5-baa5-0268374d92dc tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687408 Jul 06 18:20:20.535329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fcc6b500-7d4a-4172-82c4-4f9cbc15f895 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0580cf810b949fd8057ddd60c202fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8389807 Jul 06 18:20:20.543317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:20.546569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49420) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:20.563976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6b500-7d4a-4172-82c4-4f9cbc15f895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78279b5-84d8-473c-a453-ea4a11d6c98a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:20.583421 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.602508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-44533b1e-3416-44d8-bdc5-454dd5b9be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:20.603996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-44533b1e-3416-44d8-bdc5-454dd5b9be88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2643328 Jul 06 18:20:20.629279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a73e70-527f-45c9-bc65-a5d972359de4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:20.651070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-a56ae620-8cd7-47a2-b7f8-30b180474081 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832572 Jul 06 18:20:20.664010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436adf24-c478-4c54-83c7-0287a0713e31 req-9b7d2a28-5d16-4bfc-acda-f2e762adc817 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:20.665665 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-436adf24-c478-4c54-83c7-0287a0713e31 req-9b7d2a28-5d16-4bfc-acda-f2e762adc817 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 931 time: 0.3679569 Jul 06 18:20:20.695088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d47e4fd-7aa5-47ec-9411-732e6af4757c {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:20.750699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:20.759022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-fff72a41-919f-4d2c-88f2-46f4e81c48a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=943e072c-5eb4-49f6-b5cc-b84f543a8517 HTTP/1.1" status: 200 len: 217 time: 0.0986621 Jul 06 18:20:20.777948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.788564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.828575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.857936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-436adf24-c478-4c54-83c7-0287a0713e31 req-43c4d133-3c03-45d8-9453-167f91f7c2dc tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630268 Jul 06 18:20:20.888632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.925068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5769ea9-53de-4664-a079-3e34fb8a2309 req-42da3c47-8efb-4b79-a0c6-370ca74731e5 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398815 Jul 06 18:20:20.938098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-ea722a1b-7985-410a-a470-b0fa35cadfec tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:20.945010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-ea722a1b-7985-410a-a470-b0fa35cadfec tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4090812 Jul 06 18:20:20.951294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bc6afa5-6168-4fdc-958d-5f29008a5260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.954002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-922cc0de-c958-4e88-8844-f5ed6f68e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:20.955466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-922cc0de-c958-4e88-8844-f5ed6f68e845 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1842396 Jul 06 18:20:21.034499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-7d196e9f-5b5d-444a-b572-50529f43e5ba tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/quotas/a1d63525b3824dd4a6c6e4c2f29e6a6d HTTP/1.1" status: 200 len: 375 time: 0.0885887 Jul 06 18:20:21.053797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bc6afa5-6168-4fdc-958d-5f29008a5260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.128782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.226674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5fcd-b0bf-4263-b787-6d28614517f8 req-12c039eb-950f-497f-a4e1-382e5997884b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:21.228298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-737f5fcd-b0bf-4263-b787-6d28614517f8 req-12c039eb-950f-497f-a4e1-382e5997884b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 944 time: 0.2380161 Jul 06 18:20:21.358041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-737f5fcd-b0bf-4263-b787-6d28614517f8 req-cedd25cf-c1da-4a09-8aee-927475c87cde tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142139 Jul 06 18:20:21.384475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529f8fa4-3c88-4935-95e4-9557afff0325 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:21.413753 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.437283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Transition to ACTIVE for port object 529f8fa4-3c88-4935-95e4-9557afff0325 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:21.458258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-e212a3ff-c998-43e7-8983-7c688c206965 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4103699 Jul 06 18:20:21.473682 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.490493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] Transition to ACTIVE for port object 5d47e4fd-7aa5-47ec-9411-732e6af4757c will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:21.503817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.574252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Pushing event updated for resources: {'Port': ['ID=529f8fa4-3c88-4935-95e4-9557afff0325,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:21.592639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Router df80d218-d9b8-45ec-8f10-e526e5e7fba6 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:21.600726 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-8b33fbf1-48ad-483a-89b5-6b464e0c537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:21.602296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-8b33fbf1-48ad-483a-89b5-6b464e0c537f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6333413 Jul 06 18:20:21.643781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] No DVR routers for this DVR port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:21.659928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bc6afa5-6168-4fdc-958d-5f29008a5260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.662486 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bc6afa5-6168-4fdc-958d-5f29008a5260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.666661 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0bc6afa5-6168-4fdc-958d-5f29008a5260 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d78279b5-84d8-473c-a453-ea4a11d6c98a HTTP/1.1" status: 204 len: 168 time: 1.1190715 Jul 06 18:20:21.726098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:21.727545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943ec7-1517-4856-801b-e068188cd66e req-ac4b4168-58f4-44b1-ae3a-55c89bfcb2dd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:21.734758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b943ec7-1517-4856-801b-e068188cd66e req-ac4b4168-58f4-44b1-ae3a-55c89bfcb2dd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 947 time: 0.2188437 Jul 06 18:20:21.754819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6afa5-6168-4fdc-958d-5f29008a5260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78279b5-84d8-473c-a453-ea4a11d6c98a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:21.777407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Attempting to bind port 529f8fa4-3c88-4935-95e4-9557afff0325 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:21.777765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Attempting to bind port 529f8fa4-3c88-4935-95e4-9557afff0325 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:21.778089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Attempting to bind port 529f8fa4-3c88-4935-95e4-9557afff0325 on network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:21.780235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-771c3941-aefa-4765-8ae3-5edc7bfdf700 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d47e4fd-7aa5-47ec-9411-732e6af4757c/bindings/n-h1-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8679101 Jul 06 18:20:21.852924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Port 529f8fa4-3c88-4935-95e4-9557afff0325 on network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:21.853261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Attempting to bind port 529f8fa4-3c88-4935-95e4-9557afff0325 on network cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:21.853381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-29569305-e9e9-4d02-8616-d29c0680efc5 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108021 Jul 06 18:20:21.869748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:21.871635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b943ec7-1517-4856-801b-e068188cd66e req-75258cb1-340b-4df8-a8b6-7581f472c9dd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359165 Jul 06 18:20:21.884083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:21.884429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Checking segment: {'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:21.884820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Bound using segment: {'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:21.886399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Bound port: 529f8fa4-3c88-4935-95e4-9557afff0325, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf764801-563f-4b51-9b02-6b100814a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:21.886783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.887171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.942199 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.944840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Transition to ACTIVE for port object 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:21.960598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.962195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:21.974180 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f013a147-0a6f-4bcb-bc51-175c31761f5a admin admin] 10.222.0.53 "PUT /v2.0/routers/df80d218-d9b8-45ec-8f10-e526e5e7fba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4954515 Jul 06 18:20:21.979140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49440) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:21.987850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] Sync routers for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:22.012565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:22.015029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:22.067505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] For port 529f8fa4-3c88-4935-95e4-9557afff0325, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:22.072380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] For port 529f8fa4-3c88-4935-95e4-9557afff0325, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=529f8fa4-3c88-4935-95e4-9557afff0325,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:22.106446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9335bb3-6a94-490a-b7d1-04eb2e1b8d8d req-81c5ad3e-5ee4-4f57-a232-ceb4101fbd0e service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447116 Jul 06 18:20:22.150847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ba3c6e-f260-4ea0-b813-46ed552dfdde req-9e8c6f5f-5795-45c4-ad0a-a60a66d62435 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 210 time: 0.1111293 Jul 06 18:20:22.208012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Pushing event updated for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:22.287882 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.304480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:22.306336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:22.307086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:22.317231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:22.317764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:22.324188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:22.325138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:22.325623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:22.326662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Bound port: 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:22.327194 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.335029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:22.476967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:22.502168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:22.514418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.533146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28de5-b1d3-48c9-b0b1-3d61211f9eac req-2bcaca90-0645-4566-b13c-c6072cc8d639 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:22.534995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4fb28de5-b1d3-48c9-b0b1-3d61211f9eac req-2bcaca90-0645-4566-b13c-c6072cc8d639 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 943 time: 0.1515050 Jul 06 18:20:22.542094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.574463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:22.575317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.577972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] 10.222.0.24 "PUT /v2.0/ports/9d487b92-8eb9-4c58-9fc2-a72cc68082d0 HTTP/1.1" status: 200 len: 1092 time: 2.1571956 Jul 06 18:20:22.597755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Pushing event updated for resources: {'Port': ['ID=529f8fa4-3c88-4935-95e4-9557afff0325,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:22.617414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:22.641099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:22.641758 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.643812 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-71033246-836e-4832-b33b-49fb979b32c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 200 len: 1091 time: 2.1752274 Jul 06 18:20:22.645573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:22.646634 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188163b5-4329-4720-8bdb-8b7f441e03b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:22.648371 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012" -d '{"events": [{"name": "network-changed", "server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:22.720193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:20:20Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:22.746577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-24b2a385-4e56-45cc-86d7-619fbbbfcc04 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:22.748196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-24b2a385-4e56-45cc-86d7-619fbbbfcc04 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.8820915 Jul 06 18:20:22.784325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] Checking router: df80d218-d9b8-45ec-8f10-e526e5e7fba6 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:22.801618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4fb28de5-b1d3-48c9-b0b1-3d61211f9eac req-ee93a4f1-95bf-4eda-ba7c-6f63d435cc78 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565653 Jul 06 18:20:22.806050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86309af0-5799-43ff-bf03-47b8a4f3610c service neutron] Pushing event updated for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:22.815370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] Routers {'df80d218-d9b8-45ec-8f10-e526e5e7fba6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:22.816060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:22.840530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33195-97eb-4dba-9e4f-4707ae5e25de req-dbcaacbf-a1a4-45fe-9799-f508d05a0063 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:22.847773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-85d33195-97eb-4dba-9e4f-4707ae5e25de req-dbcaacbf-a1a4-45fe-9799-f508d05a0063 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.3444216 Jul 06 18:20:22.865922 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.911163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-2927aa74-a81e-4370-85be-6164bd6a767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:22.914525 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-2927aa74-a81e-4370-85be-6164bd6a767d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 1094 time: 0.1699867 Jul 06 18:20:22.988834 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.005209 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-dbd037ab-1890-4d31-835c-f9a338ad4c98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 200 len: 217 time: 0.0803528 Jul 06 18:20:23.030395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-85d33195-97eb-4dba-9e4f-4707ae5e25de req-d3c664aa-99eb-4409-8989-7a7311e7c055 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815841 Jul 06 18:20:23.081016 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af7831-c6f3-4cc3-a3ca-3ede52a4b323 x-openstack-request-id: req-f7af7831-c6f3-4cc3-a3ca-3ede52a4b323 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:23.081305 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:23.081556 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7af7831-c6f3-4cc3-a3ca-3ede52a4b323 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:23.081975 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325', 'status': 'completed', 'code': 200} Jul 06 18:20:23.094954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-29182ee0-bd6a-4f70-a4e4-04754e9befa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:23.096513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-29182ee0-bd6a-4f70-a4e4-04754e9befa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1095 time: 0.3455420 Jul 06 18:20:23.098899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-35683614-3d1d-4db1-bb19-6d86ce9e7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:23.100849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-35683614-3d1d-4db1-bb19-6d86ce9e7498 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb&tenant_id=9b930b3c03d44f3db7e9b9a394be0525 HTTP/1.1" status: 200 len: 1096 time: 0.3344989 Jul 06 18:20:23.130696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-56ef6718-965e-4e05-8fee-f52fa530c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:23.133047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-56ef6718-965e-4e05-8fee-f52fa530c363 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.1116223 Jul 06 18:20:23.160752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] Set router df80d218-d9b8-45ec-8f10-e526e5e7fba6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:23.174709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-5ddf2753-f9f2-4017-8656-d7a6f8c2c863 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311036 Jul 06 18:20:23.176358 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8494007-94c5-4e62-85e6-693c328d3c4c x-openstack-request-id: req-b8494007-94c5-4e62-85e6-693c328d3c4c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:23.176741 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:23.177086 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8494007-94c5-4e62-85e6-693c328d3c4c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:23.177565 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0', 'status': 'completed', 'code': 200} Jul 06 18:20:23.193268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5d47e4fd-7aa5-47ec-9411-732e6af4757c no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:23.200782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d193b-8495-4230-a488-15b177aaf9e4 req-e48aa197-f37b-4786-8fa5-1b05fa0d8e47 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:23.208187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f98d193b-8495-4230-a488-15b177aaf9e4 req-e48aa197-f37b-4786-8fa5-1b05fa0d8e47 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 945 time: 0.2066307 Jul 06 18:20:23.213181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-a144f6bd-98b1-40cf-88e7-8c880b4875a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0 HTTP/1.1" status: 200 len: 217 time: 0.0918825 Jul 06 18:20:23.285763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Deleting port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:23.285981 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.318269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f98d193b-8495-4230-a488-15b177aaf9e4 req-ac534fb3-d263-4fe2-97cc-6f6108834745 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089478 Jul 06 18:20:23.356862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-90b1929f-9d2d-4e60-a29a-069558242b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:23.358508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-90b1929f-9d2d-4e60-a29a-069558242b54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1096 time: 0.2228432 Jul 06 18:20:23.361779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-cb5813cc-f0cd-4165-9250-0f05d775b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:23.363208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-cb5813cc-f0cd-4165-9250-0f05d775b083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1360145 Jul 06 18:20:23.380102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-bbbf5570-85f7-4195-bb05-314bf7829bc1 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906362 Jul 06 18:20:23.420054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5d47e4fd-7aa5-47ec-9411-732e6af4757c not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:23.457620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-2ba1e5c2-be0d-4f46-b8d0-49fc509dd50c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823419 Jul 06 18:20:23.515275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 943e072c-5eb4-49f6-b5cc-b84f543a8517 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:23.584277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] For port b7e1b0d6-cb27-4641-aa09-d7d3b258d03a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b7e1b0d6-cb27-4641-aa09-d7d3b258d03a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:23.584906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.620298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Calling delete_port for b7e1b0d6-cb27-4641-aa09-d7d3b258d03a owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:23.627247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:20:20Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:23.650461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a38187c-5735-416e-aea6-6fe3a5cd3011 req-c8339897-d4e1-43fe-a488-fc88b5cf6fcc service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656629 Jul 06 18:20:23.664012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-b0e046e6-23f4-47c9-94a2-6c9e0f726b89 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1495669 Jul 06 18:20:23.703483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21352ac3-382d-4be1-aa7e-7ee70c7a7b02 None None] The sync data for ids ['df80d218-d9b8-45ec-8f10-e526e5e7fba6'] in n-d-799684-2 is: [{'id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-725200751-router', 'tenant_id': 'b95b448f8100479fbb946b35474dd6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:22Z', 'updated_at': '2021-07-06T18:20:20Z', 'revision_number': 5, 'project_id': 'b95b448f8100479fbb946b35474dd6a4', 'gw_port': {'id': 'b7e1b0d6-cb27-4641-aa09-d7d3b258d03a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80d218-d9b8-45ec-8f10-e526e5e7fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:23Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:23.758906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 943e072c-5eb4-49f6-b5cc-b84f543a8517, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=943e072c-5eb4-49f6-b5cc-b84f543a8517,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:23.781300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '943e072c-5eb4-49f6-b5cc-b84f543a8517', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '943e072c-5eb4-49f6-b5cc-b84f543a8517', 'mac_address': 'fa:16:3e:81:a3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:23.829184 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.844340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943e072c-5eb4-49f6-b5cc-b84f543a8517 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:23.851325 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-805e3814-01cb-4795-a640-8e55aa96a8de req-df1ba119-1acc-4f7c-ae59-b8d8f3182717 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 210 time: 0.1462252 Jul 06 18:20:23.876306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 943e072c-5eb4-49f6-b5cc-b84f543a8517, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=943e072c-5eb4-49f6-b5cc-b84f543a8517,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:23.884924 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.957385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=943e072c-5eb4-49f6-b5cc-b84f543a8517,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:23.967224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.967715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.968163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.968767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.969287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.969766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.970192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.970736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.971178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.971623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.972373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.972821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:23.984009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-7a58ad26-f096-4647-a7a8-68be7417231c service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024807 Jul 06 18:20:23.989482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.019872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-937d218e-b255-4cab-8539-c61ec9690e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.021042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-937d218e-b255-4cab-8539-c61ec9690e15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.6552889 Jul 06 18:20:24.030809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e1b0d6-cb27-4641-aa09-d7d3b258d03a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:24.032340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-e4ed4363-95d1-4722-8a01-b082747622a4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.034288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-e4ed4363-95d1-4722-8a01-b082747622a4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3604004 Jul 06 18:20:24.064757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71818b-4489-44fc-960b-cd8990dde883 req-12f3fe02-6d8e-4edd-b523-d80494a5a53d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.065812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Request body: {'port': {'device_id': '884cb5b9-7d63-4d53-8ce4-6220e0a3211d', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'a1d63525b3824dd4a6c6e4c2f29e6a6d'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:24.067019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e71818b-4489-44fc-960b-cd8990dde883 req-12f3fe02-6d8e-4edd-b523-d80494a5a53d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 947 time: 0.6809731 Jul 06 18:20:24.182692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-11d650ba-9af9-48f1-a15c-0759368d5913 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 200 len: 217 time: 0.1429648 Jul 06 18:20:24.214262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-38233893-fcd5-49db-90c5-de98510daba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.216058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-38233893-fcd5-49db-90c5-de98510daba6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 1094 time: 0.4125288 Jul 06 18:20:24.222406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['943e072c-5eb4-49f6-b5cc-b84f543a8517'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:24.226997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6fbd5-d7f3-4226-bab7-4046428f3da3 req-b33d7eaf-3943-4b7c-8c17-02d093981095 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.228516 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a7a6fbd5-d7f3-4226-bab7-4046428f3da3 req-b33d7eaf-3943-4b7c-8c17-02d093981095 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 943 time: 0.2282784 Jul 06 18:20:24.262252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ee8a662-eb21-439d-a03a-e06ac64f3bfa req-83d74157-695e-4737-8209-e3ef3cc8d6d3 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441654 Jul 06 18:20:24.299395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Made reservation on behalf of a1d63525b3824dd4a6c6e4c2f29e6a6d for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:24.302332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e71818b-4489-44fc-960b-cd8990dde883 req-88b94a2a-a05b-453c-a65b-5af45ebe98c9 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694088 Jul 06 18:20:24.303418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.314227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-48917ae9-9923-4dad-8f74-7e239c598433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.315786 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-48917ae9-9923-4dad-8f74-7e239c598433 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1215165 Jul 06 18:20:24.318634 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.327417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.380626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a7a6fbd5-d7f3-4226-bab7-4046428f3da3 req-62ea3f42-d759-4d27-a451-13f6ae88c8b6 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380711 Jul 06 18:20:24.435988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-ac1fac53-1fb2-4889-bb0b-d86aacb3d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.437512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-ac1fac53-1fb2-4889-bb0b-d86aacb3d2e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 913 time: 0.2059414 Jul 06 18:20:24.494348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-83233911-bef1-4b3e-99ba-d9b320788cec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 200 len: 217 time: 0.0447059 Jul 06 18:20:24.502680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-557f1862-8ee7-4520-b18c-fee3e9f102f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263700 Jul 06 18:20:24.514750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.520631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.583550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.591912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.623035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-39febcfa-a5c3-45a8-b756-bcc1ae84fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.624593 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-39febcfa-a5c3-45a8-b756-bcc1ae84fa59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.1201658 Jul 06 18:20:24.668371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.669027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df80d218-d9b8-45ec-8f10-e526e5e7fba6 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:20:24.679460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e799387-54f2-4855-971d-3547992ae5f9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:24.682626 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.683794 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-21e2ee7f-42f6-4998-b425-c0a1675220e3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/df80d218-d9b8-45ec-8f10-e526e5e7fba6 HTTP/1.1" status: 204 len: 168 time: 2.6993487 Jul 06 18:20:24.686820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49504) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:24.725176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-b29dbc35-7a86-4e79-ab4c-72dadd203f5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595996 Jul 06 18:20:24.752057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-09ad5045-3dea-4d78-b1b6-24969266acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.757110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-09ad5045-3dea-4d78-b1b6-24969266acc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1095 time: 0.4393504 Jul 06 18:20:24.762718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f5a73e70-527f-45c9-bc65-a5d972359de4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:24.785604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f5a73e70-527f-45c9-bc65-a5d972359de4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:24.786136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f5a73e70-527f-45c9-bc65-a5d972359de4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:24.881014 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-b72e5b46-6140-4347-a449-f9fbe41f464d service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451590 Jul 06 18:20:24.973935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Allocated IP 192.168.233.93 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/474dd359-8aa1-479a-b7c4-20dc618eb0f4) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:25.052410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35b202-97f4-4074-a628-020d485a885b req-b5e6777c-c297-4e70-aecb-18e9861d805c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:25.057245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd35b202-97f4-4074-a628-020d485a885b req-b5e6777c-c297-4e70-aecb-18e9861d805c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 945 time: 0.2398398 Jul 06 18:20:25.059574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2c53fd-f37f-4f3d-b8fa-bb89c2d45012 req-6808573d-d35c-46b3-b06c-190123351988 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671176 Jul 06 18:20:25.109093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-bdaea19f-4966-4855-b280-9f1114a69b4b service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899100 Jul 06 18:20:25.116610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9879115-b5ee-4804-9431-f7e6f53aa2f8 req-4687758d-9402-412b-ab57-fa2317f88aee tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:25.118060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9879115-b5ee-4804-9431-f7e6f53aa2f8 req-4687758d-9402-412b-ab57-fa2317f88aee tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.6187203 Jul 06 18:20:25.151803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd35b202-97f4-4074-a628-020d485a885b req-6d6afa89-5e78-4d5b-a5b1-2424c62b748d tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868344 Jul 06 18:20:25.198428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a6bd0e-e533-45fd-9830-c99c7ace0bce admin admin] Deleting subnet 4537b05e-dfae-424c-9792-c7440b996c64 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:20:25.210900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.213613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11a6bd0e-e533-45fd-9830-c99c7ace0bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.229058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Transition to ACTIVE for port object 474dd359-8aa1-479a-b7c4-20dc618eb0f4 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:25.266389 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.285269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9879115-b5ee-4804-9431-f7e6f53aa2f8 req-349e8c0c-385d-4a51-a38f-801e3f935f62 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493392 Jul 06 18:20:25.299674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11a6bd0e-e533-45fd-9830-c99c7ace0bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.316523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:25.319781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:25.323035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:25.329187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-879813ec-426c-4e22-8643-1ba9c1543fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:25.330729 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-879813ec-426c-4e22-8643-1ba9c1543fdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.5616720 Jul 06 18:20:25.335025 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-86707d53-004d-41c6-94ee-a3927fdf84d7 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127311 Jul 06 18:20:25.403348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Pushing event updated for resources: {'Port': ['ID=474dd359-8aa1-479a-b7c4-20dc618eb0f4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:25.420003 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-4baacffe-9245-45dd-846d-c8be311d07f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0 HTTP/1.1" status: 200 len: 217 time: 0.0769682 Jul 06 18:20:25.423288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:25.424015 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.443146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4b1779d8-f096-4d07-8e49-5da389dcbad4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3819191 Jul 06 18:20:25.468104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Request body: {'port': {'device_id': '884cb5b9-7d63-4d53-8ce4-6220e0a3211d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:25.521084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 943e072c-5eb4-49f6-b5cc-b84f543a8517 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:25.608824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-31ab4463-2dc4-4f8d-9359-6e4b764ee6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:25.610366 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-31ab4463-2dc4-4f8d-9359-6e4b764ee6bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1772268 Jul 06 18:20:25.611714 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11a6bd0e-e533-45fd-9830-c99c7ace0bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.646344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 943e072c-5eb4-49f6-b5cc-b84f543a8517 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:25.654628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 943e072c-5eb4-49f6-b5cc-b84f543a8517 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:25.655174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.662453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.704149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-9cbfee74-95a8-4b31-8db2-1beb674cc979 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369229 Jul 06 18:20:25.719523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98ddd1-150f-4b7d-9e73-0c76522977e8 req-b6fd177f-7a73-410a-b3b4-65529d864d83 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:25.731537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8831e77-2afa-4282-8ab0-ace4734763bf None None] Provisioning for port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:25.731797 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a98ddd1-150f-4b7d-9e73-0c76522977e8 req-b6fd177f-7a73-410a-b3b4-65529d864d83 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 948 time: 0.1859381 Jul 06 18:20:25.737326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8831e77-2afa-4282-8ab0-ace4734763bf None None] Provisioning complete for port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:25.737685 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8831e77-2afa-4282-8ab0-ace4734763bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.817644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b8831e77-2afa-4282-8ab0-ace4734763bf None None] Port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:25.829972 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.840776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a98ddd1-150f-4b7d-9e73-0c76522977e8 req-1cd368d4-3ac8-451e-bd6c-6cac186fa0b3 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079848 Jul 06 18:20:25.840992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876bc09-9f4b-4932-a017-c1f8995a6fa0 req-d67ddc25-7295-451e-8014-da440776cb26 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:25.842661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c876bc09-9f4b-4932-a017-c1f8995a6fa0 req-d67ddc25-7295-451e-8014-da440776cb26 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 935 time: 0.2971640 Jul 06 18:20:25.864649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11a6bd0e-e533-45fd-9830-c99c7ace0bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.869361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e65ea-4b11-40c4-8879-d16c4f65c047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943e072c-5eb4-49f6-b5cc-b84f543a8517'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:25.879106 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1ebff4-5133-43ee-a725-0162cb8c03c4" -d '{"events": [{"server_uuid": "9c5e65ea-4b11-40c4-8879-d16c4f65c047", "name": "network-vif-plugged", "status": "completed", "tag": "943e072c-5eb4-49f6-b5cc-b84f543a8517"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:25.909663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 943e072c-5eb4-49f6-b5cc-b84f543a8517, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=943e072c-5eb4-49f6-b5cc-b84f543a8517,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:25.916336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.931824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49518) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:25.936945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6bd0e-e533-45fd-9830-c99c7ace0bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4537b05e-dfae-424c-9792-c7440b996c64,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:25.941417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11a6bd0e-e533-45fd-9830-c99c7ace0bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.945520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-11a6bd0e-e533-45fd-9830-c99c7ace0bce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4537b05e-dfae-424c-9792-c7440b996c64 HTTP/1.1" status: 204 len: 168 time: 1.2466753 Jul 06 18:20:25.949296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49520) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:25.960217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-4170bbe2-4ae4-4659-8561-b2f81ca3cf44 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476366 Jul 06 18:20:25.968396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578ca32-336c-4305-8e5a-1b04f5aaaf3d None None] Network 50de74ce-ae64-42c8-8be9-cb62d3e65e2c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:26.007842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c876bc09-9f4b-4932-a017-c1f8995a6fa0 req-f9bb939e-237b-41ae-8c57-fbb4ae80af4a tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549833 Jul 06 18:20:26.050228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=943e072c-5eb4-49f6-b5cc-b84f543a8517,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.079012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-34cce90f-34b8-4723-abaa-3dd5e37e7217 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:26.080982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-34cce90f-34b8-4723-abaa-3dd5e37e7217 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.3593085 Jul 06 18:20:26.098629 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b3e528-988a-4e63-9d76-0afadf9a8c8b x-openstack-request-id: req-77b3e528-988a-4e63-9d76-0afadf9a8c8b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:26.099527 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5e65ea-4b11-40c4-8879-d16c4f65c047", "name": "network-vif-plugged", "status": "completed", "tag": "943e072c-5eb4-49f6-b5cc-b84f543a8517", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:26.099527 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77b3e528-988a-4e63-9d76-0afadf9a8c8b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:26.099939 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e65ea-4b11-40c4-8879-d16c4f65c047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943e072c-5eb4-49f6-b5cc-b84f543a8517', 'code': 200} Jul 06 18:20:26.155823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.183249 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-762d39f0-83f8-45f6-9332-04c4700b92e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.187682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-188163b5-4329-4720-8bdb-8b7f441e03b9 req-4450046e-1335-4cef-b999-c2f31925817a service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183211 Jul 06 18:20:26.282046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-1ced4ed8-bdd5-4b56-b2bd-ae07e4bb1bfb service neutron] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:26.287765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-1ced4ed8-bdd5-4b56-b2bd-ae07e4bb1bfb service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.289095 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5beeb28-02ba-46b0-9ffd-9aa29abef41d req-1ced4ed8-bdd5-4b56-b2bd-ae07e4bb1bfb service neutron] 10.222.0.41 "DELETE /v2.0/ports/5d47e4fd-7aa5-47ec-9411-732e6af4757c/bindings/n-h2-799684-2 HTTP/1.1" status: 204 len: 173 time: 0.1972332 Jul 06 18:20:26.291842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e7b1-daa3-427c-a7f3-bf9e747779d2 req-a4301c89-db7e-47df-b816-51aef396d00a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:26.293399 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79d5e7b1-daa3-427c-a7f3-bf9e747779d2 req-a4301c89-db7e-47df-b816-51aef396d00a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 943 time: 0.2508318 Jul 06 18:20:26.329345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] DHCP port deletion for 50de74ce-ae64-42c8-8be9-cb62d3e65e2c request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:20:26.374538 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-762d39f0-83f8-45f6-9332-04c4700b92e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.385544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-762d39f0-83f8-45f6-9332-04c4700b92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.385881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b73d0-2edf-4680-9cb1-f38ede513a5d req-625ae27d-85bb-4510-ba8d-71d553e56bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:26.387365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-705b73d0-2edf-4680-9cb1-f38ede513a5d req-625ae27d-85bb-4510-ba8d-71d553e56bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 1100 time: 0.2064755 Jul 06 18:20:26.410717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] Deleting port 666f7c2b-b777-49f4-a74d-be6fa484841a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:26.410942 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79d5e7b1-daa3-427c-a7f3-bf9e747779d2 req-8f506850-af58-49a1-8424-995d67be656f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041491 Jul 06 18:20:26.411063 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.414447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d1d16-30bc-4003-b806-8a595617ae22 req-6b510658-7866-4a6a-bb7a-c16724db2b55 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:26.416083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f42d1d16-30bc-4003-b806-8a595617ae22 req-6b510658-7866-4a6a-bb7a-c16724db2b55 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 945 time: 0.1083674 Jul 06 18:20:26.431024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Deleting port 666f7c2b-b777-49f4-a74d-be6fa484841a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:26.431358 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.451835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474dd359-8aa1-479a-b7c4-20dc618eb0f4 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:26.452912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d39f0-83f8-45f6-9332-04c4700b92e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65095570-d7a3-4585-ad84-456813e11c59,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.457363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-762d39f0-83f8-45f6-9332-04c4700b92e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7db81339df04c8fa57f06fa3e20cb24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227268 Jul 06 18:20:26.463963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49530) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:26.490774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f42d1d16-30bc-4003-b806-8a595617ae22 req-dd43a3f3-312e-4f7d-8969-2eeb69d0ec24 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577610 Jul 06 18:20:26.502824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.527129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] For port 666f7c2b-b777-49f4-a74d-be6fa484841a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=666f7c2b-b777-49f4-a74d-be6fa484841a,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:26.527653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.546180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] Calling delete_port for 666f7c2b-b777-49f4-a74d-be6fa484841a owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:26.566652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Transition to ACTIVE for port object 474dd359-8aa1-479a-b7c4-20dc618eb0f4 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:26.568829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-705b73d0-2edf-4680-9cb1-f38ede513a5d req-5ab078a2-da80-453b-b404-53c524de20ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561501 Jul 06 18:20:26.581174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] For port 666f7c2b-b777-49f4-a74d-be6fa484841a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=666f7c2b-b777-49f4-a74d-be6fa484841a,segment=NetworkSegment(8afe33a6-6328-47dd-a457-7895b1dd6eb3),segment_id=8afe33a6-6328-47dd-a457-7895b1dd6eb3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:26.581174 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.582216 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.630613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Calling delete_port for 666f7c2b-b777-49f4-a74d-be6fa484841a owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:26.673707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=474dd359-8aa1-479a-b7c4-20dc618eb0f4,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.686697 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.712070 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-972a5a10-c942-4336-a8ec-02fa298c38a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.752436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] Pushing event deleted for resources: {'Port': ['ID=666f7c2b-b777-49f4-a74d-be6fa484841a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.759119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aa395-75fd-4fcf-a1b9-3cd8e95a384e req-30dd07d0-49e2-41f3-b7e5-7a31621d94fb tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:26.760744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a5aa395-75fd-4fcf-a1b9-3cd8e95a384e req-30dd07d0-49e2-41f3-b7e5-7a31621d94fb tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.1475086 Jul 06 18:20:26.768516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f08e1e-f175-4529-8fd6-adbb2cd959e8 None None] No DVR routers for this DVR port 666f7c2b-b777-49f4-a74d-be6fa484841a on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:26.782289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 666f7c2b-b777-49f4-a74d-be6fa484841a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:26.810626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.813955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 666f7c2b-b777-49f4-a74d-be6fa484841a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:26.814699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 666f7c2b-b777-49f4-a74d-be6fa484841a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:26.815797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b7e1b0d6-cb27-4641-aa09-d7d3b258d03a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:26.818447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-972a5a10-c942-4336-a8ec-02fa298c38a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.847785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b7e1b0d6-cb27-4641-aa09-d7d3b258d03a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:26.848432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b7e1b0d6-cb27-4641-aa09-d7d3b258d03a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:26.873797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a5aa395-75fd-4fcf-a1b9-3cd8e95a384e req-988871a6-1892-4720-86fb-04625917c233 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997005 Jul 06 18:20:26.894963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] No DVR routers for this DVR port 666f7c2b-b777-49f4-a74d-be6fa484841a on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:26.905078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=666f7c2b-b777-49f4-a74d-be6fa484841a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:27.042530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Attempting to bind port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:27.043210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Attempting to bind port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:27.043584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Attempting to bind port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:27.054609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.059123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2d26a-d107-4780-b669-642eb595c53a req-5a4885a0-5463-4c94-a2b3-0805de2660ea tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:27.060694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9ef2d26a-d107-4780-b669-642eb595c53a req-5a4885a0-5463-4c94-a2b3-0805de2660ea tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 949 time: 0.0738287 Jul 06 18:20:27.068608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:27.068932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Attempting to bind port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:27.075219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50de74ce-ae64-42c8-8be9-cb62d3e65e2c']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:27.088395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:27.088723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:27.089101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:27.089534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Bound port: 474dd359-8aa1-479a-b7c4-20dc618eb0f4, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:27.089911 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.095038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afe33a6-6328-47dd-a457-7895b1dd6eb3') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:27.095377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afe33a6-6328-47dd-a457-7895b1dd6eb3') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:27.100458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9ef2d26a-d107-4780-b669-642eb595c53a req-d4ea0fd6-fad2-4476-91f0-c44a2dbae2d8 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338531 Jul 06 18:20:27.112372 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-972a5a10-c942-4336-a8ec-02fa298c38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.115135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-972a5a10-c942-4336-a8ec-02fa298c38a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.116324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-972a5a10-c942-4336-a8ec-02fa298c38a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65095570-d7a3-4585-ad84-456813e11c59 HTTP/1.1" status: 204 len: 168 time: 0.6229291 Jul 06 18:20:27.122740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cbd8d-833f-4582-ac60-0866e745dc84 req-ffeaaca3-2823-440c-8454-1727e269d12e tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:27.124342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c87cbd8d-833f-4582-ac60-0866e745dc84 req-ffeaaca3-2823-440c-8454-1727e269d12e tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1096 time: 0.2656198 Jul 06 18:20:27.127251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.144171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a5a10-c942-4336-a8ec-02fa298c38a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65095570-d7a3-4585-ad84-456813e11c59,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:27.179380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.198820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:20:27.199338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.202682 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:20:27.209164 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:20:27.218986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 529f8fa4-3c88-4935-95e4-9557afff0325 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:27.294177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad00e-3d26-46f1-bfd4-336fb2b51dd2 req-8c64ae51-c669-4adc-bee3-935caff5f158 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:27.301603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7aad00e-3d26-46f1-bfd4-336fb2b51dd2 req-8c64ae51-c669-4adc-bee3-935caff5f158 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 947 time: 0.0870357 Jul 06 18:20:27.363469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7aad00e-3d26-46f1-bfd4-336fb2b51dd2 req-c40f04fb-2dec-4ce7-9b6f-74fd0b96f084 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607393 Jul 06 18:20:27.390640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 529f8fa4-3c88-4935-95e4-9557afff0325, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=529f8fa4-3c88-4935-95e4-9557afff0325,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:27.404852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '529f8fa4-3c88-4935-95e4-9557afff0325', 'network_id': 'cbe8cb28-5fc6-415a-8a29-d8bf3bc57070', 'port_id': '529f8fa4-3c88-4935-95e4-9557afff0325', 'mac_address': 'fa:16:3e:0f:f0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4e9859-1718-4b50-8f1a-afc0de0a65cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:27.450006 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.466397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529f8fa4-3c88-4935-95e4-9557afff0325 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:27.492894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 529f8fa4-3c88-4935-95e4-9557afff0325, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=529f8fa4-3c88-4935-95e4-9557afff0325,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:27.499554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.500561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:27.563944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49546) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:27.606919 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6365fbb-0b63-4dc5-a269-85dc81d1367d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.608390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=529f8fa4-3c88-4935-95e4-9557afff0325,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:27.638032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c87cbd8d-833f-4582-ac60-0866e745dc84 req-fbe1404a-627b-4976-9927-4c1ec7655c94 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986606 Jul 06 18:20:27.643397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] For port 474dd359-8aa1-479a-b7c4-20dc618eb0f4, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:27.647446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] For port 474dd359-8aa1-479a-b7c4-20dc618eb0f4, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=474dd359-8aa1-479a-b7c4-20dc618eb0f4,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:27.649551 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.655985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.658431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/50de74ce-ae64-42c8-8be9-cb62d3e65e2c HTTP/1.1" status: 204 len: 168 time: 1.7077613 Jul 06 18:20:27.663418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.691589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf5741-4105-446e-8f47-b610c0113fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=50de74ce-ae64-42c8-8be9-cb62d3e65e2c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:27.702942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90a436-da23-463a-aa31-e8d18b70ad1b req-3b5fa2dd-811e-4b87-8f43-c2714625ecc2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:27.711645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c90a436-da23-463a-aa31-e8d18b70ad1b req-3b5fa2dd-811e-4b87-8f43-c2714625ecc2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 944 time: 0.1069357 Jul 06 18:20:27.723625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:27.724374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.726136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] 10.222.0.41 "PUT /v2.0/ports/474dd359-8aa1-479a-b7c4-20dc618eb0f4 HTTP/1.1" status: 200 len: 1095 time: 2.2641444 Jul 06 18:20:27.728844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884cb5b9-7d63-4d53-8ce4-6220e0a3211d', 'tag': '474dd359-8aa1-479a-b7c4-20dc618eb0f4'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:27.730954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:27.732779 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24910f07-3c1c-4b04-80f1-505ab1d72226" -d '{"events": [{"name": "network-changed", "server_uuid": "884cb5b9-7d63-4d53-8ce4-6220e0a3211d", "tag": "474dd359-8aa1-479a-b7c4-20dc618eb0f4"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:27.767510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0', 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'port_id': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0', 'mac_address': 'fa:16:3e:d1:2f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503298d-dcda-4a78-b29b-a73d4ef9a11e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:27.781404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1a7d8-0e7f-4f41-bc95-2e1201b59bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=474dd359-8aa1-479a-b7c4-20dc618eb0f4,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:27.850513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.878694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:27.941420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:27.953461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.975965 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6365fbb-0b63-4dc5-a269-85dc81d1367d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.979871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c90a436-da23-463a-aa31-e8d18b70ad1b req-b1c36b69-063d-4dc5-abc4-d700bd442530 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672458 Jul 06 18:20:27.989460 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09002245-725c-42ea-ac70-153fc682cddc x-openstack-request-id: req-09002245-725c-42ea-ac70-153fc682cddc {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:27.989766 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884cb5b9-7d63-4d53-8ce4-6220e0a3211d", "tag": "474dd359-8aa1-479a-b7c4-20dc618eb0f4", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:27.990012 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09002245-725c-42ea-ac70-153fc682cddc {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:27.998578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6365fbb-0b63-4dc5-a269-85dc81d1367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.012549 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884cb5b9-7d63-4d53-8ce4-6220e0a3211d', 'tag': '474dd359-8aa1-479a-b7c4-20dc618eb0f4', 'status': 'completed', 'code': 200} Jul 06 18:20:28.032682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49560) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:28.054917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:28.083437 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c6365fbb-0b63-4dc5-a269-85dc81d1367d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ac35f8ae12c4db99fd63035616a4b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158298 Jul 06 18:20:28.083685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49568) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:28.111356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6365fbb-0b63-4dc5-a269-85dc81d1367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2750fe-ce01-4939-98e0-63cf086f0977,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:28.121250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-86cb9585-a6bb-4c35-b237-7600b63213ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b95b448f8100479fbb946b35474dd6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867078 Jul 06 18:20:28.124731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49572) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:28.177621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-b6295b24-cfce-4185-b590-8715f12512dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.179242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-b6295b24-cfce-4185-b590-8715f12512dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 1098 time: 0.2664180 Jul 06 18:20:28.210328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd73960a-4544-4346-bbd7-21496e8045fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.242914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-89f2e947-5de9-4d99-bf21-20a8cf217814 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=474dd359-8aa1-479a-b7c4-20dc618eb0f4 HTTP/1.1" status: 200 len: 217 time: 0.0518720 Jul 06 18:20:28.249679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd73960a-4544-4346-bbd7-21496e8045fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.274073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-3a15f3b1-f163-463c-8906-ba8b2ba7019c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.275572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-3a15f3b1-f163-463c-8906-ba8b2ba7019c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 807 time: 0.1463282 Jul 06 18:20:28.285475 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d92d53ff-a155-4d5c-a5f6-1726c7d11210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.306359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['529f8fa4-3c88-4935-95e4-9557afff0325'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:28.308811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-917cea1a-13f6-490c-b4ee-325abd9224fc tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/quotas/9b930b3c03d44f3db7e9b9a394be0525 HTTP/1.1" status: 200 len: 375 time: 0.0202484 Jul 06 18:20:28.313498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['9d487b92-8eb9-4c58-9fc2-a72cc68082d0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:28.317430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98701ff2-494e-450d-9996-5ac23813ee4b req-9a70fb63-1f7c-4b60-a79c-645895beffc2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.319039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-98701ff2-494e-450d-9996-5ac23813ee4b req-9a70fb63-1f7c-4b60-a79c-645895beffc2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 945 time: 0.2040305 Jul 06 18:20:28.336243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d92d53ff-a155-4d5c-a5f6-1726c7d11210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.352130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4bcaa466-8a3c-43bd-8ae1-321f9546804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.353630 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-4bcaa466-8a3c-43bd-8ae1-321f9546804f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1005175 Jul 06 18:20:28.374639 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd73960a-4544-4346-bbd7-21496e8045fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.378101 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd73960a-4544-4346-bbd7-21496e8045fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.381893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fd73960a-4544-4346-bbd7-21496e8045fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d2750fe-ce01-4939-98e0-63cf086f0977 HTTP/1.1" status: 204 len: 168 time: 0.2937479 Jul 06 18:20:28.400141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73960a-4544-4346-bbd7-21496e8045fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2750fe-ce01-4939-98e0-63cf086f0977,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:28.432029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-72264b25-115b-42e3-9730-69abf60f5af9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111057 Jul 06 18:20:28.434375 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-98701ff2-494e-450d-9996-5ac23813ee4b req-6e2c36e3-c014-434f-9669-b357a1dca5c2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068912 Jul 06 18:20:28.492840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d92d53ff-a155-4d5c-a5f6-1726c7d11210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.498495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d92d53ff-a155-4d5c-a5f6-1726c7d11210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.505054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d92d53ff-a155-4d5c-a5f6-1726c7d11210 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50 HTTP/1.1" status: 204 len: 168 time: 0.3794014 Jul 06 18:20:28.522607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-19160926-26b8-4345-bb95-7515c5c687aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.524146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-19160926-26b8-4345-bb95-7515c5c687aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610808 Jul 06 18:20:28.525220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d53ff-a155-4d5c-a5f6-1726c7d11210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad4a1a8-9b8f-4806-9ce3-cff56ce7bb50,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:28.621193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-eb62605c-f35d-4d88-8c84-1e0e84ee0a69 service neutron] 10.222.0.53 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778393 Jul 06 18:20:28.743827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-da53f442-106c-4b47-abe3-603f4073831d service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105742 Jul 06 18:20:28.748750 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-0c1fefde-5fb7-4783-9d20-5ecbb091787d service neutron] 10.222.0.53 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265533 Jul 06 18:20:28.752998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98934f4-e826-47e4-83fe-6596c7423934 req-31a0af7a-9a11-419a-af12-a672a2999533 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.755694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f98934f4-e826-47e4-83fe-6596c7423934 req-31a0af7a-9a11-419a-af12-a672a2999533 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 949 time: 0.1846206 Jul 06 18:20:28.849064 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f98934f4-e826-47e4-83fe-6596c7423934 req-5e4f0908-e09f-41fd-acf3-2a1a86be944a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820663 Jul 06 18:20:28.885165 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea844e55-ea12-4242-ba60-822d87f83e9e req-0908b0c2-2699-434c-af0e-0ca7ecfa8731 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280756 Jul 06 18:20:29.116502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96287606-c23a-4052-85d3-d093e1bf0441 req-edc31fd3-c3ce-4ead-b212-3448288c8b77 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:29.118698 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-96287606-c23a-4052-85d3-d093e1bf0441 req-edc31fd3-c3ce-4ead-b212-3448288c8b77 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 947 time: 0.1018960 Jul 06 18:20:29.122857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4703d-efc0-44b3-a44a-94a382d11c97 req-8355a70d-e738-4b7d-9435-c4bfbff8f7f1 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:29.126934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-1196ad11-3576-46fc-88f0-4a15ee682a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:29.128488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-1196ad11-3576-46fc-88f0-4a15ee682a5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 1098 time: 0.1534505 Jul 06 18:20:29.132041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5eb4703d-efc0-44b3-a44a-94a382d11c97 req-8355a70d-e738-4b7d-9435-c4bfbff8f7f1 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 1100 time: 0.0757763 Jul 06 18:20:29.199247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5eb4703d-efc0-44b3-a44a-94a382d11c97 req-fddd242b-a100-4371-8cdc-9b84ac41bc3f tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659254 Jul 06 18:20:29.253706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-6de46ee8-7902-4922-a6da-6a3466f2d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:29.255544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-6de46ee8-7902-4922-a6da-6a3466f2d80c service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1086941 Jul 06 18:20:29.324675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-b2996161-4513-4299-a421-9adaed55a8c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=474dd359-8aa1-479a-b7c4-20dc618eb0f4 HTTP/1.1" status: 200 len: 217 time: 0.0607336 Jul 06 18:20:29.338687 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-96287606-c23a-4052-85d3-d093e1bf0441 req-7d4818d5-b2aa-40cd-953c-6a3e1d3130ab tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082493 Jul 06 18:20:29.350716 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-175d83b7-cca1-4b43-8a85-6c7fcec96711 req-fd8df3c9-e719-46a6-ac69-8b8587b21837 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 210 time: 0.0511613 Jul 06 18:20:29.494576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-ca794386-1055-4f38-bbc7-c01457c6d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:29.498744 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-ca794386-1055-4f38-bbc7-c01457c6d5a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1589923 Jul 06 18:20:29.611851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49644) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:29.616370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-ab220c98-5070-4363-b4d5-0a7b995daace tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282795 Jul 06 18:20:29.665782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ed171-9e99-4ff7-937a-81506e758bae req-f1ac5d66-7d2d-4521-a4d1-b227051510d8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:29.670435 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-185ed171-9e99-4ff7-937a-81506e758bae req-f1ac5d66-7d2d-4521-a4d1-b227051510d8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 944 time: 0.1188254 Jul 06 18:20:29.700933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-f1f150fe-1c7d-4139-9baf-88389467e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:29.702502 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-f1f150fe-1c7d-4139-9baf-88389467e84d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1878369 Jul 06 18:20:29.720335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-185ed171-9e99-4ff7-937a-81506e758bae req-4333e88c-df23-4d96-98e0-22c0e4f013ec tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456219 Jul 06 18:20:29.816064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49652) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:29.835087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952041-5ad1-45f8-88be-e8636291210a req-5dd42e8f-5f66-4dfa-a5a3-a27da804eaad tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:29.841342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-5dd42e8f-5f66-4dfa-a5a3-a27da804eaad tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184718 Jul 06 18:20:29.858866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-0fa4eb49-cc3d-4d60-9ac6-abd10f6309f3 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/quotas/9676966e7a0d49d0b4ecfa59c00bdd7f HTTP/1.1" status: 200 len: 375 time: 0.0165272 Jul 06 18:20:29.883679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-624984552-network', 'tenant_id': 'ec59108d373d401cb85820f2f7e2e3e4'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:29.908237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-e3832071-27f0-4380-a843-00bd88e8d680 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968620 Jul 06 18:20:29.920542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Made reservation on behalf of ec59108d373d401cb85820f2f7e2e3e4 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:29.923597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.934659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.978476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2016925314-network', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:30.013641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-edbf19bd-70ad-49ff-aeee-c302c930aaf7 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1538363 Jul 06 18:20:30.063060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24910f07-3c1c-4b04-80f1-505ab1d72226 req-05edc814-afec-4ee5-b27d-0809808c167f service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392150 Jul 06 18:20:30.067994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652761f7-c530-44cf-adc6-373fb5c5b851 req-7be644ba-bad3-416c-9d6f-d92e396d5844 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:30.069606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-652761f7-c530-44cf-adc6-373fb5c5b851 req-7be644ba-bad3-416c-9d6f-d92e396d5844 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 945 time: 0.1141398 Jul 06 18:20:30.138542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-652761f7-c530-44cf-adc6-373fb5c5b851 req-6773951c-a6a9-4361-8eb1-ea4bfc0309ae tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576065 Jul 06 18:20:30.140319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.150367 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.181923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:20:30.183728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Made reservation on behalf of 93863efd9a5b4b9a8e6e0adf34a4826b for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:30.187829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.205004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.225963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.226301 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Added segment 8a4c337a-6b21-47ae-b316-6e0c50b1a72d of type vlan for network a724a020-36e4-44b4-a771-4182e154b216 Jul 06 18:20:30.247151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71369c2a-ffaf-4c38-84e9-f71b703feb22,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.287137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9388681-5d8a-480a-a2fc-e357dcbb4035 req-605e5bc0-5afa-4c25-acc0-dc46706f844c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 210 time: 0.0706248 Jul 06 18:20:30.310510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.364466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.365429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:30.366265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.456819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] Pushing event updated for resources: {'Network': ['ID=a724a020-36e4-44b4-a771-4182e154b216,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.468303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.472475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network a724a020-36e4-44b4-a771-4182e154b216 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:20:30.474996 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.505498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7e95530b-dbba-4fb6-904a-f9fba1a68e7e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8818066 Jul 06 18:20:30.513181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49670) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:30.524730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Request body: {'subnet': {'network_id': 'a724a020-36e4-44b4-a771-4182e154b216', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-624984552-subnet', 'tenant_id': 'ec59108d373d401cb85820f2f7e2e3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:30.537075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:20:30.552987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905d4841-c7dd-45fb-8748-eadd29ea1d91,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.579813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84044f-5d8a-4573-8643-6a3bf3c65584 req-7e45b92b-1831-47a4-88e3-ead991515cae tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:30.588073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce84044f-5d8a-4573-8643-6a3bf3c65584 req-7e45b92b-1831-47a4-88e3-ead991515cae tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 947 time: 0.1384032 Jul 06 18:20:30.612659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.613010 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Added segment 7389dfa4-f2b9-45f8-9ec6-9bf264b137c6 of type vlan for network ae253b5e-4438-4263-9f22-d531d2e332eb Jul 06 18:20:30.628040 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7f0fe4b6-4db7-4377-b185-1e3786fe3f70 req-9d2d0b68-a544-447e-a671-0e174b301943 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 210 time: 0.0762475 Jul 06 18:20:30.629519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce84044f-5d8a-4573-8643-6a3bf3c65584 req-d4befdce-0108-4cb7-a5b3-1f4620d4b3bc tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Jul 06 18:20:30.731394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Made reservation on behalf of ec59108d373d401cb85820f2f7e2e3e4 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:30.733738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.790449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.884991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-339f61df-52cf-47fc-ba86-cffc81ab89de tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:30.886830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-339f61df-52cf-47fc-ba86-cffc81ab89de tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 807 time: 0.2329154 Jul 06 18:20:30.890413 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.891490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:30.892207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.912898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Request body: {'port': {'device_id': '42376416-ed77-486d-b017-a268b0402c3e', 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'admin_state_up': True, 'tenant_id': '9b930b3c03d44f3db7e9b9a394be0525'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:30.950989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bde68b-73fb-46b8-ae2d-0fab5c3b1341 req-089d1050-d01d-479a-a7b4-f2a49fd887bb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:30.954215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4bde68b-73fb-46b8-ae2d-0fab5c3b1341 req-089d1050-d01d-479a-a7b4-f2a49fd887bb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 944 time: 0.0917413 Jul 06 18:20:30.995847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4bde68b-73fb-46b8-ae2d-0fab5c3b1341 req-bd04b59a-f782-4499-ba7f-dfa8909ecd5d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374002 Jul 06 18:20:31.013656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1939588 Jul 06 18:20:31.022587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49676) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:31.027031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Request body: {'subnet': {'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2016925314-subnet', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:31.044323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26714f-8cbe-43c9-9d5c-e261dfa72fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=ae253b5e-4438-4263-9f22-d531d2e332eb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:31.055208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Made reservation on behalf of 93863efd9a5b4b9a8e6e0adf34a4826b for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:31.057161 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.060226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ae253b5e-4438-4263-9f22-d531d2e332eb details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:20:31.140186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.178910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Made reservation on behalf of 9b930b3c03d44f3db7e9b9a394be0525 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:31.182593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.222643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=41717052-d8e2-4be1-bc2e-a54caa3b50ca,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:31.244830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 529f8fa4-3c88-4935-95e4-9557afff0325 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:31.267474 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.267966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Checking segment: {'id': '8a4c337a-6b21-47ae-b316-6e0c50b1a72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a724a020-36e4-44b4-a771-4182e154b216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:31.268456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Network hostable DHCP agents. Network: a724a020-36e4-44b4-a771-4182e154b216, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:20:31.306188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 529f8fa4-3c88-4935-95e4-9557afff0325 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:31.322405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 529f8fa4-3c88-4935-95e4-9557afff0325 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:31.323362 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.333308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02654916-c3a6-41f1-b45f-1adca9c45cdf,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:31.343671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Checking segment: {'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:31.344056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Network hostable DHCP agents. Network: ae253b5e-4438-4263-9f22-d531d2e332eb, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:20:31.354976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Network a724a020-36e4-44b4-a771-4182e154b216 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:20:31.364882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Network ae253b5e-4438-4263-9f22-d531d2e332eb is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:20:31.381911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, a724a020-36e4-44b4-a771-4182e154b216) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:31.386843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ae253b5e-4438-4263-9f22-d531d2e332eb) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:31.394432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:31.395118 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.397143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:31.399952 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.400336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Allocated IP 172.20.0.4 (0cee59f4-ce99-4d40-8278-44c03952b525/bd8d1ead-854f-4b1e-8b96-1f6a897e39fe/9113432d-69cc-4f9c-8015-0bf0cce0bdb2) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:31.420714 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-063454df-47aa-4e40-a44b-705ed43e4471 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4036598 Jul 06 18:20:31.423895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49682) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:31.432542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:31.452736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf08c3-db1b-4b76-aead-361b34361f20 None None] Network a724a020-36e4-44b4-a771-4182e154b216 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:31.454541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-06d2a340-7c7b-4244-9f7d-26401eaecdeb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9398513 Jul 06 18:20:31.470974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b9b2-b3b6-4754-83b5-2e4bef26804b req-ebb32208-8eb4-439b-acf6-1b1d58a9f1b3 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:31.480033 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4f2b9b2-b3b6-4754-83b5-2e4bef26804b req-ebb32208-8eb4-439b-acf6-1b1d58a9f1b3 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 945 time: 0.1975203 Jul 06 18:20:31.511365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e6dedf22-0310-4981-9dea-4d912cfb764c req-7072d363-10b1-45e1-af66-554dd2b938bc tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 210 time: 0.0582612 Jul 06 18:20:31.522130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452131f-1c21-40fb-86d7-8331700029fc None None] Network ae253b5e-4438-4263-9f22-d531d2e332eb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:31.571318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4f2b9b2-b3b6-4754-83b5-2e4bef26804b req-94aae397-2e79-4f99-8e37-f92cd07181ae tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899715 Jul 06 18:20:31.579738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 474dd359-8aa1-479a-b7c4-20dc618eb0f4 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:31.589170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.590630 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.636507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-287d9f4c-059a-42c8-a1f8-3d7382e60de9 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287578 Jul 06 18:20:31.646419 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.721993 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.867221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952041-5ad1-45f8-88be-e8636291210a req-bb0c9cb5-5035-407a-9c04-4b7c668df881 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:31.869109 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-bb0c9cb5-5035-407a-9c04-4b7c668df881 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263224 Jul 06 18:20:31.873321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-3a9b08ff-4a64-498a-9ee4-1ea8f61d9cc7 req-1fb3201b-9bee-4c0b-944f-b50858d0bfae tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-894297532', 'description': 'tempest-description-1276644921'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:31.884082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Request body: {'port': {'device_id': 'ca0a742e-cb14-4858-9296-b46aa5c763aa', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '9676966e7a0d49d0b4ecfa59c00bdd7f'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:31.960172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:31.965214 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe0cb72-52b8-4c39-bd6e-3c6874742c98" -d '{"events": [{"server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "name": "network-vif-plugged", "status": "completed", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:31.971196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a9b08ff-4a64-498a-9ee4-1ea8f61d9cc7 req-1fb3201b-9bee-4c0b-944f-b50858d0bfae tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.992761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ae692-eb3b-480f-bca9-6d7e59951290 None None] Network a724a020-36e4-44b4-a771-4182e154b216 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:31.998869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 529f8fa4-3c88-4935-95e4-9557afff0325, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=529f8fa4-3c88-4935-95e4-9557afff0325,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:32.040948 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.041929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:32.127139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a9b08ff-4a64-498a-9ee4-1ea8f61d9cc7 req-1fb3201b-9bee-4c0b-944f-b50858d0bfae tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.135153 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a9b08ff-4a64-498a-9ee4-1ea8f61d9cc7 req-1fb3201b-9bee-4c0b-944f-b50858d0bfae tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.162701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-234ca431-5f34-4fa9-8123-3ca57e6a868b req-b856839e-64db-46dc-becf-a72ad4d27b04 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 210 time: 0.3503156 Jul 06 18:20:32.182953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3201b-9bee-4c0b-944f-b50858d0bfae tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f041ffcf-6ef1-42a5-9d19-28821b446d60,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:32.189545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Made reservation on behalf of 9676966e7a0d49d0b4ecfa59c00bdd7f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:32.194254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.198855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a9b08ff-4a64-498a-9ee4-1ea8f61d9cc7 req-1fb3201b-9bee-4c0b-944f-b50858d0bfae tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.200094 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a9b08ff-4a64-498a-9ee4-1ea8f61d9cc7 req-1fb3201b-9bee-4c0b-944f-b50858d0bfae tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3449605 Jul 06 18:20:32.233636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 474dd359-8aa1-479a-b7c4-20dc618eb0f4, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=474dd359-8aa1-479a-b7c4-20dc618eb0f4,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:32.269050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.295202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=529f8fa4-3c88-4935-95e4-9557afff0325,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:32.305826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '474dd359-8aa1-479a-b7c4-20dc618eb0f4', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '474dd359-8aa1-479a-b7c4-20dc618eb0f4', 'mac_address': 'fa:16:3e:5e:5c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:32.312130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.315048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ae253b5e-4438-4263-9f22-d531d2e332eb', 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'fixed_ips': [{'subnet_id': '02654916-c3a6-41f1-b45f-1adca9c45cdf'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:20:32.316132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.381841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:32.408948 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c96a8-1d68-4545-bf45-9861a937ea57 x-openstack-request-id: req-911c96a8-1d68-4545-bf45-9861a937ea57 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:32.409446 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "name": "network-vif-plugged", "status": "completed", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:32.409948 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-911c96a8-1d68-4545-bf45-9861a937ea57 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:32.410516 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325', 'code': 200} Jul 06 18:20:32.411452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Allocated IP 192.168.233.99 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/b9af7d31-a77c-40be-9fdb-d5b1b1afc448) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:32.413652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:32.414214 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.514509 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.535746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8db239-012f-44e8-84b7-7045ce32a64a req-1388dad0-36fa-4664-9423-cff4f6fb16e6 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:32.537448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b8db239-012f-44e8-84b7-7045ce32a64a req-1388dad0-36fa-4664-9423-cff4f6fb16e6 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 947 time: 0.1979349 Jul 06 18:20:32.551861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.619503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Allocated IP 172.20.0.2 (ae253b5e-4438-4263-9f22-d531d2e332eb/02654916-c3a6-41f1-b45f-1adca9c45cdf/360cda3a-157b-4392-abdf-392091873e22) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:32.639283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Network 0cee59f4-ce99-4d40-8278-44c03952b525 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:32.654601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:32.659015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Pushing event updated for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:32.661814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:32.670916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b8db239-012f-44e8-84b7-7045ce32a64a req-c06b0d8f-6bb7-4ad5-805a-ee5d161f15ff tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159205 Jul 06 18:20:32.695646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db064c-725c-4ee1-b34e-577c387dbef1 req-2ddd547b-a918-49c0-875d-44939b1d7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:32.697186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04db064c-725c-4ee1-b34e-577c387dbef1 req-2ddd547b-a918-49c0-875d-44939b1d7b96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 1096 time: 0.1956339 Jul 06 18:20:32.708385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.708598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474dd359-8aa1-479a-b7c4-20dc618eb0f4 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:32.744456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Transition to ACTIVE for port object b9af7d31-a77c-40be-9fdb-d5b1b1afc448 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:32.761965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6822519-c71b-408a-b035-fc20bc7b46a3 req-eab34a86-cf7d-4f6a-abc7-b65967a2aaa8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:32.766967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 474dd359-8aa1-479a-b7c4-20dc618eb0f4, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=474dd359-8aa1-479a-b7c4-20dc618eb0f4,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:32.769652 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6822519-c71b-408a-b035-fc20bc7b46a3 req-eab34a86-cf7d-4f6a-abc7-b65967a2aaa8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 945 time: 0.1867313 Jul 06 18:20:32.782648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.803261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04db064c-725c-4ee1-b34e-577c387dbef1 req-c99a5f37-067c-4a52-82b6-20a461029e7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920446 Jul 06 18:20:32.825475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:32.826128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.833278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.842187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6822519-c71b-408a-b035-fc20bc7b46a3 req-001bdc9c-1482-4253-9844-cf568acca617 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715041 Jul 06 18:20:32.848656 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.860079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76b93dff-6cb1-43e6-915c-b9e512dd749e req-ae082e45-e031-4e10-b05b-5db6707f595f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/f041ffcf-6ef1-42a5-9d19-28821b446d60 HTTP/1.1" status: 200 len: 1804 time: 0.1356606 Jul 06 18:20:32.864567 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.881898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.884396 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-b6ee2af4-8a5c-44f7-bad3-ed7ae29f5013 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9802146 Jul 06 18:20:32.888537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-76b93dff-6cb1-43e6-915c-b9e512dd749e req-fe60b912-b238-47f7-acea-e252f26c20c8 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f041ffcf-6ef1-42a5-9d19-28821b446d60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:32.888787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-76b93dff-6cb1-43e6-915c-b9e512dd749e req-fe60b912-b238-47f7-acea-e252f26c20c8 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f041ffcf-6ef1-42a5-9d19-28821b446d60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:32.900279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:32.910509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Request body: {'port': {'device_id': '42376416-ed77-486d-b017-a268b0402c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:32.928442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', '943e072c-5eb4-49f6-b5cc-b84f543a8517'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:32.930646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db', '48b76b89-cb67-4c11-b0da-88e7cbd23850'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:32.939638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.941174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=474dd359-8aa1-479a-b7c4-20dc618eb0f4,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:32.983419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'Port': ['ID=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:33.002207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:33.003707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:33.028508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:33.071648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.097316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:33.101886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:33.102609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.106941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Transition to ACTIVE for port object 360cda3a-157b-4392-abdf-392091873e22 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:33.108651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.125189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7a15-8d3d-402f-984b-b2e90702fd3d req-a3e1081c-d5ae-40d4-ad0d-c7e68487dd61 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:33.134174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-adec7a15-8d3d-402f-984b-b2e90702fd3d req-a3e1081c-d5ae-40d4-ad0d-c7e68487dd61 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 935 time: 0.1608512 Jul 06 18:20:33.135016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76b93dff-6cb1-43e6-915c-b9e512dd749e req-fe60b912-b238-47f7-acea-e252f26c20c8 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.153446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-764d41d2-1923-4f84-a148-a725115cda19 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2736356 Jul 06 18:20:33.156715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['474dd359-8aa1-479a-b7c4-20dc618eb0f4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:33.164511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Transition to ACTIVE for port object 360cda3a-157b-4392-abdf-392091873e22 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:33.165698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76b93dff-6cb1-43e6-915c-b9e512dd749e req-fe60b912-b238-47f7-acea-e252f26c20c8 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.177019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76b93dff-6cb1-43e6-915c-b9e512dd749e req-fe60b912-b238-47f7-acea-e252f26c20c8 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.177818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Request body: {'port': {'device_id': 'ca0a742e-cb14-4858-9296-b46aa5c763aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:33.211713 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.221874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60b912-b238-47f7-acea-e252f26c20c8 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802cc08f-39dc-4754-b670-9497fb071232,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:33.223684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-adec7a15-8d3d-402f-984b-b2e90702fd3d req-0e3bb788-5de5-463d-b422-e7b8f1741bb1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885351 Jul 06 18:20:33.257910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Allocated IP 172.25.4.28 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/b479d646-88ce-4b14-b86a-ddf3f9395082) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:33.305451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Network ae253b5e-4438-4263-9f22-d531d2e332eb is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:33.321097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:33.324489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:33.337142 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76b93dff-6cb1-43e6-915c-b9e512dd749e req-fe60b912-b238-47f7-acea-e252f26c20c8 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.350819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.356485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76b93dff-6cb1-43e6-915c-b9e512dd749e req-fe60b912-b238-47f7-acea-e252f26c20c8 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4772770 Jul 06 18:20:33.362372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Pushing event updated for resources: {'Port': ['ID=360cda3a-157b-4392-abdf-392091873e22,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:33.489603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-78d139f5-49a9-4ec5-985c-08d533a8e120 None None] Provisioning for port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:33.496774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Attempting to bind port 360cda3a-157b-4392-abdf-392091873e22 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:33.497420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Attempting to bind port 360cda3a-157b-4392-abdf-392091873e22 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:33.498008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Attempting to bind port 360cda3a-157b-4392-abdf-392091873e22 on network ae253b5e-4438-4263-9f22-d531d2e332eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:33.517533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-78d139f5-49a9-4ec5-985c-08d533a8e120 None None] Provisioning complete for port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:33.518232 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-78d139f5-49a9-4ec5-985c-08d533a8e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.554950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:33.555821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Checking segment: {'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:33.556405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.556956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Bound using segment: {'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:33.559848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Bound port: 360cda3a-157b-4392-abdf-392091873e22, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:33.560463 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.624509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.633127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-78d139f5-49a9-4ec5-985c-08d533a8e120 None None] Port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:33.640633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b3948-f7c8-4079-a26c-b3861e39b243 req-a3b996ea-9165-4368-bdfe-c5dd4530849c tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:33.642226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c97b3948-f7c8-4079-a26c-b3861e39b243 req-a3b996ea-9165-4368-bdfe-c5dd4530849c tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.2330091 Jul 06 18:20:33.651155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4e532-88b7-42b7-91e5-78fcc5b9259e req-4adcd001-c02f-4e66-a339-cbd7930cb05b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:33.652688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65f4e532-88b7-42b7-91e5-78fcc5b9259e req-4adcd001-c02f-4e66-a339-cbd7930cb05b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 931 time: 0.1623738 Jul 06 18:20:33.734918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c97b3948-f7c8-4079-a26c-b3861e39b243 req-0e88770d-cd7d-4008-89f1-6e1e954c038b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859227 Jul 06 18:20:33.750249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:33.773348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65f4e532-88b7-42b7-91e5-78fcc5b9259e req-9410bb25-ce06-430d-b5f3-b2775af89761 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134655 Jul 06 18:20:33.775553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.787528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.794653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8f9cfbf0-d338-4d4b-b34d-dc5ceacc1ffd req-59d57a5f-bfc3-42a9-a522-887d197160fe tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1460946217', 'description': 'tempest-description-1348270695'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:33.807903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9af7d31-a77c-40be-9fdb-d5b1b1afc448 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:33.823743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.836867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] For port 360cda3a-157b-4392-abdf-392091873e22, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:33.851296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Transition to ACTIVE for port object b9af7d31-a77c-40be-9fdb-d5b1b1afc448 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:33.857575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8f9cfbf0-d338-4d4b-b34d-dc5ceacc1ffd req-59d57a5f-bfc3-42a9-a522-887d197160fe tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.860811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] For port 360cda3a-157b-4392-abdf-392091873e22, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=360cda3a-157b-4392-abdf-392091873e22,segment=NetworkSegment(7389dfa4-f2b9-45f8-9ec6-9bf264b137c6),segment_id=7389dfa4-f2b9-45f8-9ec6-9bf264b137c6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:33.866699 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.871392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Transition to ACTIVE for port object 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:33.877958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.891140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.895337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:33.906660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:33.926693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:34.022279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:34.036914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Pushing event updated for resources: {'Port': ['ID=b479d646-88ce-4b14-b86a-ddf3f9395082,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:34.058817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d862553-3b95-4e7a-90d3-b62f4f47edaf None None] Pushing event updated for resources: {'Port': ['ID=360cda3a-157b-4392-abdf-392091873e22,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:34.178742 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8f9cfbf0-d338-4d4b-b34d-dc5ceacc1ffd req-59d57a5f-bfc3-42a9-a522-887d197160fe tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.211953 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8f9cfbf0-d338-4d4b-b34d-dc5ceacc1ffd req-59d57a5f-bfc3-42a9-a522-887d197160fe tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.265056 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8f9cfbf0-d338-4d4b-b34d-dc5ceacc1ffd req-59d57a5f-bfc3-42a9-a522-887d197160fe tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.266991 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f9cfbf0-d338-4d4b-b34d-dc5ceacc1ffd req-59d57a5f-bfc3-42a9-a522-887d197160fe tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4824202 Jul 06 18:20:34.280327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Pushing event updated for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:34.306622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d57a5f-bfc3-42a9-a522-887d197160fe tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e483e0d3-a9e9-4169-ab48-d20d2babfa7e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:34.314907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Attempting to bind port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:34.314907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Attempting to bind port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:34.314907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Attempting to bind port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:34.321942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:34.321942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Attempting to bind port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:34.345608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:34.346196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:34.346689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:34.347245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Bound port: b9af7d31-a77c-40be-9fdb-d5b1b1afc448, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:34.349648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.412462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:34.415067 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b81975f-3760-412d-b31e-15c2d4e7baff" -d '{"events": [{"server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "name": "network-vif-plugged", "status": "completed", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:34.447790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] For port b9af7d31-a77c-40be-9fdb-d5b1b1afc448, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:34.451960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] For port b9af7d31-a77c-40be-9fdb-d5b1b1afc448, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:34.466745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.484946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:34.485278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:34.485602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:34.499490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e08a86-8461-4628-9142-44257e7c148e req-04c1c5f2-039d-4fb5-8ed2-d599a04fb2d4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:34.501159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82e08a86-8461-4628-9142-44257e7c148e req-04c1c5f2-039d-4fb5-8ed2-d599a04fb2d4 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 948 time: 0.4123659 Jul 06 18:20:34.506683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:34.506987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:34.527261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:34.527875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.529338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9af7d31-a77c-40be-9fdb-d5b1b1afc448 HTTP/1.1" status: 200 len: 1095 time: 1.3589499 Jul 06 18:20:34.529802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0a742e-cb14-4858-9296-b46aa5c763aa', 'tag': 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:34.532060 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5892bd-6968-47ac-ade3-342d363ad0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0a742e-cb14-4858-9296-b46aa5c763aa", "tag": "b9af7d31-a77c-40be-9fdb-d5b1b1afc448"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:34.562751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159c8d5-277e-4065-a67c-7ffe91a2aa38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:34.579103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:34.579627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:34.580127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:34.580696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Bound port: 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:34.581166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.588709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c1446-1c62-4e67-87b2-7cbc4579ab1d req-11a37c54-c65e-49bd-993b-1049b3e99372 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:34.590312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e0c1446-1c62-4e67-87b2-7cbc4579ab1d req-11a37c54-c65e-49bd-993b-1049b3e99372 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 945 time: 0.1363053 Jul 06 18:20:34.628190 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82e08a86-8461-4628-9142-44257e7c148e req-43a70111-9bc6-4749-a95b-6ab36306a021 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151183 Jul 06 18:20:34.664939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e0c1446-1c62-4e67-87b2-7cbc4579ab1d req-57522639-3f08-44ce-a14d-432553cf2838 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651972 Jul 06 18:20:34.679106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.720843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952041-5ad1-45f8-88be-e8636291210a req-cc7c5aa5-f907-45e3-a47c-615172dc7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:34.722403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-cc7c5aa5-f907-45e3-a47c-615172dc7a48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 1098 time: 0.1311960 Jul 06 18:20:34.788300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-3e767c1e-1a4d-4064-9f9c-ea1f2aea1855 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b9af7d31-a77c-40be-9fdb-d5b1b1afc448 HTTP/1.1" status: 200 len: 217 time: 0.0531228 Jul 06 18:20:34.801040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:34.828848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 360cda3a-157b-4392-abdf-392091873e22 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:34.851891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b085560f-80ba-4ad6-8a9e-e3d08a0a028d req-9738be88-e4ef-45ff-977c-b184fa8eceaf tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/e483e0d3-a9e9-4169-ab48-d20d2babfa7e HTTP/1.1" status: 200 len: 1805 time: 0.1516547 Jul 06 18:20:34.865195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-b085560f-80ba-4ad6-8a9e-e3d08a0a028d req-0e0e6fb7-a39b-4020-b456-264bb438cffb tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e483e0d3-a9e9-4169-ab48-d20d2babfa7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:34.865896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-b085560f-80ba-4ad6-8a9e-e3d08a0a028d req-0e0e6fb7-a39b-4020-b456-264bb438cffb tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e483e0d3-a9e9-4169-ab48-d20d2babfa7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:34.875112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952041-5ad1-45f8-88be-e8636291210a req-87f8ee85-296d-4b3d-a423-5c580e84c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:34.876154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-87f8ee85-296d-4b3d-a423-5c580e84c4f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0730720 Jul 06 18:20:34.876631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:34.888434 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.906838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 360cda3a-157b-4392-abdf-392091873e22 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:34.943440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:34.944082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.945511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-9786032a-963f-4823-9678-b285f77f99ff service neutron] 10.222.0.24 "PUT /v2.0/ports/9113432d-69cc-4f9c-8015-0bf0cce0bdb2 HTTP/1.1" status: 200 len: 1091 time: 2.0453258 Jul 06 18:20:34.945989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:34.948258 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36eda0d-1dd2-4796-ac8a-e9f657aef859" -d '{"events": [{"name": "network-changed", "server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:35.003175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b085560f-80ba-4ad6-8a9e-e3d08a0a028d req-0e0e6fb7-a39b-4020-b456-264bb438cffb tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.007277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952041-5ad1-45f8-88be-e8636291210a req-2a1b481b-44cc-408a-98c3-7863dd619083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.007865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786032a-963f-4823-9678-b285f77f99ff service neutron] Pushing event updated for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.009174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-2a1b481b-44cc-408a-98c3-7863dd619083 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246271 Jul 06 18:20:35.092577 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b085560f-80ba-4ad6-8a9e-e3d08a0a028d req-0e0e6fb7-a39b-4020-b456-264bb438cffb tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.096428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d214f96-423a-4e85-b40c-578fe7f86c44 req-8886c8dc-eaac-4bf7-b1aa-75280b657d9f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.098091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d214f96-423a-4e85-b40c-578fe7f86c44 req-8886c8dc-eaac-4bf7-b1aa-75280b657d9f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 947 time: 0.2626660 Jul 06 18:20:35.104241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b085560f-80ba-4ad6-8a9e-e3d08a0a028d req-0e0e6fb7-a39b-4020-b456-264bb438cffb tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.136946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.142367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e6fb7-a39b-4020-b456-264bb438cffb tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb58cb2f-069c-4a32-8648-81fba723eb28,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.151455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b085560f-80ba-4ad6-8a9e-e3d08a0a028d req-0e0e6fb7-a39b-4020-b456-264bb438cffb tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.163914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b085560f-80ba-4ad6-8a9e-e3d08a0a028d req-0e0e6fb7-a39b-4020-b456-264bb438cffb tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3045728 Jul 06 18:20:35.175870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-888806e9-ae3c-416f-a7b5-6279e082bb0b service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561232 Jul 06 18:20:35.196328 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab623f9-592a-466b-996f-83e816fe9f90 x-openstack-request-id: req-0ab623f9-592a-466b-996f-83e816fe9f90 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:35.196616 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "name": "network-vif-plugged", "status": "completed", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:35.196866 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ab623f9-592a-466b-996f-83e816fe9f90 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:35.197378 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0', 'code': 200} Jul 06 18:20:35.197964 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d214f96-423a-4e85-b40c-578fe7f86c44 req-b6077c3a-2d80-41d5-829f-799b5782607b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919211 Jul 06 18:20:35.206862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-e805164d-05ec-4296-a7d9-37c4ebcc2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.208369 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-e805164d-05ec-4296-a7d9-37c4ebcc2cae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1094 time: 0.2016885 Jul 06 18:20:35.272508 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3f35e8-9822-417e-9085-5d3baf8a336d x-openstack-request-id: req-da3f35e8-9822-417e-9085-5d3baf8a336d {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:35.272918 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0a742e-cb14-4858-9296-b46aa5c763aa", "tag": "b9af7d31-a77c-40be-9fdb-d5b1b1afc448", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:35.273268 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da3f35e8-9822-417e-9085-5d3baf8a336d {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:35.273797 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0a742e-cb14-4858-9296-b46aa5c763aa', 'tag': 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448', 'status': 'completed', 'code': 200} Jul 06 18:20:35.290217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-d470a6c3-1811-4855-a915-454d53c9a66f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2 HTTP/1.1" status: 200 len: 217 time: 0.0687184 Jul 06 18:20:35.352052 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d3961-620e-4c7a-b15b-c7f5e8b227a2 None None] Network ae253b5e-4438-4263-9f22-d531d2e332eb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:35.365158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9952041-5ad1-45f8-88be-e8636291210a req-d3c7dc18-edaf-4aba-988c-1d57d4bff76d service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790814 Jul 06 18:20:35.382331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070e0cc-abff-4b33-a286-ec8abce904f1 req-3a1d4c13-673f-4d5b-b87a-5b50d154b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.384134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b070e0cc-abff-4b33-a286-ec8abce904f1 req-3a1d4c13-673f-4d5b-b87a-5b50d154b308 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1097 time: 0.1005917 Jul 06 18:20:35.431814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-f3c382cc-9925-4f95-b1b1-87d6ed8752e4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-669157539&fields=id&tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04 HTTP/1.1" status: 200 len: 267 time: 0.0874786 Jul 06 18:20:35.435059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-16acd3ba-3996-4389-b1a1-43ca34687d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.436529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-16acd3ba-3996-4389-b1a1-43ca34687d16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1054597 Jul 06 18:20:35.439770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-98724d88-ce62-46d1-9fe1-4378b5f77fd8 None None] Provisioning for port 360cda3a-157b-4392-abdf-392091873e22 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:35.452225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-98724d88-ce62-46d1-9fe1-4378b5f77fd8 None None] Provisioning complete for port 360cda3a-157b-4392-abdf-392091873e22 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:35.452580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-98724d88-ce62-46d1-9fe1-4378b5f77fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.503163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-752229f6-94b5-484a-a174-b2b694a29dbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528972 Jul 06 18:20:35.538223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 474dd359-8aa1-479a-b7c4-20dc618eb0f4 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:35.576482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Router 721744af-b4e2-4073-a11c-c9a61d7b74ce is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:20:35.789638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-98724d88-ce62-46d1-9fe1-4378b5f77fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.805106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:35.820751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:35.821160 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.826164 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b070e0cc-abff-4b33-a286-ec8abce904f1 req-94bdc31a-df19-4d47-b9ff-0c646f0a90ba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347990 Jul 06 18:20:35.863480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-98724d88-ce62-46d1-9fe1-4378b5f77fd8 None None] For port 360cda3a-157b-4392-abdf-392091873e22, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=360cda3a-157b-4392-abdf-392091873e22,segment=NetworkSegment(7389dfa4-f2b9-45f8-9ec6-9bf264b137c6),segment_id=7389dfa4-f2b9-45f8-9ec6-9bf264b137c6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:35.872837 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-98724d88-ce62-46d1-9fe1-4378b5f77fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.873991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d92f47-05e2-4d55-b8b3-3f007cb2ebea req-38fd793f-a7da-4480-8fc9-d04b32f4d657 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.883108 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07d92f47-05e2-4d55-b8b3-3f007cb2ebea req-38fd793f-a7da-4480-8fc9-d04b32f4d657 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.4625914 Jul 06 18:20:35.895041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-18f44608-0652-457f-b76f-f11041acc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.896516 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-18f44608-0652-457f-b76f-f11041acc8ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 1098 time: 0.4542086 Jul 06 18:20:35.984141 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.984290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07d92f47-05e2-4d55-b8b3-3f007cb2ebea req-a73ab57f-326b-4002-b75e-0b4943ef6f2e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998406 Jul 06 18:20:35.985964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98724d88-ce62-46d1-9fe1-4378b5f77fd8 None None] Pushing event updated for resources: {'Port': ['ID=360cda3a-157b-4392-abdf-392091873e22,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.987810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-c1f1bc74-7894-466f-a42a-dfa48af97a56 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.989628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-c1f1bc74-7894-466f-a42a-dfa48af97a56 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 945 time: 0.5500505 Jul 06 18:20:36.000587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-44ac31a6-93a3-4f98-be18-1fad95b0f205 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849517 Jul 06 18:20:36.014981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'port': {'security_groups': ['770a4c23-4465-4971-9e50-6854615aa3b5', '1a2091c4-df0f-4774-87c8-3a1c0f230056']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:36.038678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-8e3c7d64-d405-4274-b9d2-0b9cc1ee2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.040577 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-8e3c7d64-d405-4274-b9d2-0b9cc1ee2dd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1364870 Jul 06 18:20:36.055328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 474dd359-8aa1-479a-b7c4-20dc618eb0f4, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=474dd359-8aa1-479a-b7c4-20dc618eb0f4,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:36.065038 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.093412 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-cc57459c-e783-4fa9-a463-7ece6e16e491 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b9af7d31-a77c-40be-9fdb-d5b1b1afc448 HTTP/1.1" status: 200 len: 217 time: 0.0446622 Jul 06 18:20:36.134203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=474dd359-8aa1-479a-b7c4-20dc618eb0f4,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:36.194844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e1302833-b4bd-4d47-ad8c-a25affba9cac None None] Provisioning complete for port 360cda3a-157b-4392-abdf-392091873e22 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:36.195169 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1302833-b4bd-4d47-ad8c-a25affba9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.200129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-871e6d13-cef1-4dae-b7be-7a2cc39868cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.201925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-871e6d13-cef1-4dae-b7be-7a2cc39868cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0945835 Jul 06 18:20:36.251613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:36.254953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855ef9-9acd-486b-8981-a35e10605d53 req-6a67c858-d9e6-4fad-bece-9c8c580ed3ce tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.256646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3855ef9-9acd-486b-8981-a35e10605d53 req-6a67c858-d9e6-4fad-bece-9c8c580ed3ce tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.1097884 Jul 06 18:20:36.269354 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Sync routers for ids ['721744af-b4e2-4073-a11c-c9a61d7b74ce'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:36.280919 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.284319 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Routers {'721744af-b4e2-4073-a11c-c9a61d7b74ce'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:36.286206 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['721744af-b4e2-4073-a11c-c9a61d7b74ce'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:36.303041 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.304268 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-95fd1705-8146-49d1-b155-82e374ae099c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8778582 Jul 06 18:20:36.307366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49742) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:36.313930 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0df509c2-042f-43a7-a46f-637cfe3720c2 req-747ab43b-dfd0-48ff-b6b2-6c15dd018b0a service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927313 Jul 06 18:20:36.314142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-ae8035aa-8fde-409e-89f0-53a9ad033d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.316636 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-ae8035aa-8fde-409e-89f0-53a9ad033d8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057193 Jul 06 18:20:36.318925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3855ef9-9acd-486b-8981-a35e10605d53 req-e2d5c6e7-c918-488b-b645-3acbe38066d0 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546453 Jul 06 18:20:36.450715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-84720543-6eb6-452f-b748-a1f133bde879 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231019 Jul 06 18:20:36.474695 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Set router 721744af-b4e2-4073-a11c-c9a61d7b74ce gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:36.568870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db5892bd-6968-47ac-ade3-342d363ad0d0 req-6cc848df-4d78-494b-b57e-8c519cdb64b2 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102033 Jul 06 18:20:36.583004 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d1909d-f326-48f6-a593-60aea48ed8f6 x-openstack-request-id: req-83d1909d-f326-48f6-a593-60aea48ed8f6 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:36.583273 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:36.583532 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83d1909d-f326-48f6-a593-60aea48ed8f6 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:36.583928 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2', 'status': 'completed', 'code': 200} Jul 06 18:20:36.594050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-24bd2060-446d-40a8-92cf-fa701103d6d5 req-6a51da0c-c035-4c55-862d-4d7f6605ed6a tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1045579407', 'description': 'tempest-description-1245847253'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:36.620431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-24bd2060-446d-40a8-92cf-fa701103d6d5 req-6a51da0c-c035-4c55-862d-4d7f6605ed6a tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.697659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] For port 529f8fa4-3c88-4935-95e4-9557afff0325, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=529f8fa4-3c88-4935-95e4-9557afff0325,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:36.708636 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:20:34Z', 'revision_number': 3, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:36.717745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-24bd2060-446d-40a8-92cf-fa701103d6d5 req-6a51da0c-c035-4c55-862d-4d7f6605ed6a tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.724382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-24bd2060-446d-40a8-92cf-fa701103d6d5 req-6a51da0c-c035-4c55-862d-4d7f6605ed6a tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.738618 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Checking router: 721744af-b4e2-4073-a11c-c9a61d7b74ce for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:36.738956 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Updating router 721744af-b4e2-4073-a11c-c9a61d7b74ce port b479d646-88ce-4b14-b86a-ddf3f9395082 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:36.748907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 360cda3a-157b-4392-abdf-392091873e22 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:36.753444 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-24bd2060-446d-40a8-92cf-fa701103d6d5 req-6a51da0c-c035-4c55-862d-4d7f6605ed6a tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.754748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24bd2060-446d-40a8-92cf-fa701103d6d5 req-6a51da0c-c035-4c55-862d-4d7f6605ed6a tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1663477 Jul 06 18:20:36.777369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51da0c-c035-4c55-862d-4d7f6605ed6a tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2705cb4-1d41-4c0c-be57-cdcef6f9efeb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:36.787658 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.810060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.822607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-5519215d-ee52-43c3-b482-648cad2fdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.824409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-5519215d-ee52-43c3-b482-648cad2fdf7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1094 time: 0.2223415 Jul 06 18:20:36.833789 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.844386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 360cda3a-157b-4392-abdf-392091873e22 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:36.844757 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.848083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38', '529f8fa4-3c88-4935-95e4-9557afff0325'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:37.001007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'Port': ['ID=529f8fa4-3c88-4935-95e4-9557afff0325,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:37.019245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.020082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.021946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47d2ca5a-1c70-41d4-865c-2e21e2c0beea req-58a5ea13-848f-47b4-95f4-82183ca7706a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "PUT /v2.0/ports/529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 200 len: 981 time: 1.0185108 Jul 06 18:20:37.081400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7381e6-d406-445c-afc8-a907c819e4ed req-8c6352ee-0e0c-4db4-8746-ada831af04c6 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.086354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff7381e6-d406-445c-afc8-a907c819e4ed req-8c6352ee-0e0c-4db4-8746-ada831af04c6 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 949 time: 0.1775730 Jul 06 18:20:37.128737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['529f8fa4-3c88-4935-95e4-9557afff0325'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:37.164262 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.171949 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff7381e6-d406-445c-afc8-a907c819e4ed req-0dcb532a-aa5a-45c0-b2ca-a943c798c266 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809739 Jul 06 18:20:37.176167 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Transition to ACTIVE for port object b479d646-88ce-4b14-b86a-ddf3f9395082 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:37.185858 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.199487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884cb5b9-7d63-4d53-8ce4-6220e0a3211d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474dd359-8aa1-479a-b7c4-20dc618eb0f4'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:37.203636 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d59cd4-9728-470a-acb9-ade63f01985d" -d '{"events": [{"server_uuid": "884cb5b9-7d63-4d53-8ce4-6220e0a3211d", "name": "network-vif-plugged", "status": "completed", "tag": "474dd359-8aa1-479a-b7c4-20dc618eb0f4"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:37.218236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-3c32aacb-f4ea-4c7b-8fdb-dc8f438681dd req-e4318eab-0175-4ec0-a83f-d56bb9a7b895 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1233644318', 'description': 'tempest-description-958421906'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:37.242484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-1182b12a-c006-4205-bf7a-80cf690ef27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.245104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-1182b12a-c006-4205-bf7a-80cf690ef27b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.4089134 Jul 06 18:20:37.249460 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Attempting to bind port b479d646-88ce-4b14-b86a-ddf3f9395082 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:37.249927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Attempting to bind port b479d646-88ce-4b14-b86a-ddf3f9395082 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:37.250273 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Attempting to bind port b479d646-88ce-4b14-b86a-ddf3f9395082 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:37.258380 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Pushing event updated for resources: {'Port': ['ID=b479d646-88ce-4b14-b86a-ddf3f9395082,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:37.258695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3c32aacb-f4ea-4c7b-8fdb-dc8f438681dd req-e4318eab-0175-4ec0-a83f-d56bb9a7b895 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.261602 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:37.262012 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:37.262418 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.262813 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:37.263294 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Bound port: b479d646-88ce-4b14-b86a-ddf3f9395082, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:37.263693 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.271826 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.272593 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.272593 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.272858 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.273381 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.273918 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.274400 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.274879 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.275396 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.275699 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.276029 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.276350 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:37.319061 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-b8e3482e-c17c-47c7-8304-d56a2102902d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2 HTTP/1.1" status: 200 len: 217 time: 0.0600851 Jul 06 18:20:37.335874 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] For port b479d646-88ce-4b14-b86a-ddf3f9395082, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:37.340274 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] For port b479d646-88ce-4b14-b86a-ddf3f9395082, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b479d646-88ce-4b14-b86a-ddf3f9395082,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:37.348262 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.383902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3c32aacb-f4ea-4c7b-8fdb-dc8f438681dd req-e4318eab-0175-4ec0-a83f-d56bb9a7b895 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.384735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.391421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3c32aacb-f4ea-4c7b-8fdb-dc8f438681dd req-e4318eab-0175-4ec0-a83f-d56bb9a7b895 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.420651 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b17f6-8ead-466c-a84a-ed3201990959 None None] Pushing event updated for resources: {'Port': ['ID=b479d646-88ce-4b14-b86a-ddf3f9395082,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:37.434486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-098542f3-e39a-4efb-9a85-b3e4d7d8aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.436151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-098542f3-e39a-4efb-9a85-b3e4d7d8aec6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0953677 Jul 06 18:20:37.442979 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Routers {'721744af-b4e2-4073-a11c-c9a61d7b74ce'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:37.444187 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['721744af-b4e2-4073-a11c-c9a61d7b74ce'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:37.452179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3c32aacb-f4ea-4c7b-8fdb-dc8f438681dd req-e4318eab-0175-4ec0-a83f-d56bb9a7b895 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.468716 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c32aacb-f4ea-4c7b-8fdb-dc8f438681dd req-e4318eab-0175-4ec0-a83f-d56bb9a7b895 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2559676 Jul 06 18:20:37.483081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4318eab-0175-4ec0-a83f-d56bb9a7b895 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bf5b8d-bd69-4dbe-a7a7-e4083087392c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:37.527982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-73aa8bf4-2c22-4179-b85b-658447a96ff9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515020 Jul 06 18:20:37.540385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746b5c6-6831-402a-910a-9570efe0f4e0 req-dcca3855-7372-442a-a1c2-38c16506ade6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.546210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5746b5c6-6831-402a-910a-9570efe0f4e0 req-dcca3855-7372-442a-a1c2-38c16506ade6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 947 time: 0.3212509 Jul 06 18:20:37.567137 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] Set router 721744af-b4e2-4073-a11c-c9a61d7b74ce gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:37.662436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cdf98-328f-4beb-9a1d-8e8971f1f9cc req-ed1dc11c-a329-472d-a44e-55765f138aeb tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.666173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b02cdf98-328f-4beb-9a1d-8e8971f1f9cc req-ed1dc11c-a329-472d-a44e-55765f138aeb tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.0667171 Jul 06 18:20:37.703550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5746b5c6-6831-402a-910a-9570efe0f4e0 req-72a2f159-13b8-402f-b701-b85c02bc3699 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398666 Jul 06 18:20:37.726858 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b02cdf98-328f-4beb-9a1d-8e8971f1f9cc req-f76f9503-a568-40e1-a641-4e2a839873ac tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481262 Jul 06 18:20:37.758102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-2a0adf8f-782f-4fea-9576-cf6998fae843 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081680 Jul 06 18:20:37.759829 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:20:34Z', 'revision_number': 3, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:37.770997 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b49682-cb61-493a-b53d-30bff1d531dd x-openstack-request-id: req-d3b49682-cb61-493a-b53d-30bff1d531dd {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:37.771566 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884cb5b9-7d63-4d53-8ce4-6220e0a3211d", "name": "network-vif-plugged", "status": "completed", "tag": "474dd359-8aa1-479a-b7c4-20dc618eb0f4", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:37.771981 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3b49682-cb61-493a-b53d-30bff1d531dd {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:37.772737 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884cb5b9-7d63-4d53-8ce4-6220e0a3211d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474dd359-8aa1-479a-b7c4-20dc618eb0f4', 'code': 200} Jul 06 18:20:37.816650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Allocated IP 172.20.0.1 (ae253b5e-4438-4263-9f22-d531d2e332eb/02654916-c3a6-41f1-b45f-1adca9c45cdf/f2482c99-c29a-4093-b1f8-be5ac6f540ca) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:37.884540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd0fddc8-9725-4f6e-b16d-52ebc61a642c req-48291c70-3420-466e-8203-4198edf27478 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/1a2091c4-df0f-4774-87c8-3a1c0f230056 HTTP/1.1" status: 200 len: 1798 time: 0.1251519 Jul 06 18:20:37.901878 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579635f4-3e88-43b0-950f-0a393e555ffe None None] The sync data for ids ['721744af-b4e2-4073-a11c-c9a61d7b74ce'] in n-d-799684-2 is: [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:20:34Z', 'revision_number': 3, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:37.952955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7f425-f271-43f5-b085-12dbe323f045 req-f05f9457-fbb5-4bc0-b4d0-c47aa295d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.954740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3c7f425-f271-43f5-b085-12dbe323f045 req-f05f9457-fbb5-4bc0-b4d0-c47aa295d5ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 1100 time: 0.0996144 Jul 06 18:20:38.001295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65961bdb-4875-45bb-97d7-0ba2c5e9c390 req-0e29e32f-914e-4d8c-b0cc-77ff92f11596 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:38.002932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65961bdb-4875-45bb-97d7-0ba2c5e9c390 req-0e29e32f-914e-4d8c-b0cc-77ff92f11596 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.1062753 Jul 06 18:20:38.009496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3c7f425-f271-43f5-b085-12dbe323f045 req-d84dddb7-8b29-4401-bc64-30c9d9a23b87 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Jul 06 18:20:38.010770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c36eda0d-1dd2-4796-ac8a-e9f657aef859 req-aba4b24d-bb3a-49db-af6e-2ad63553d273 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266452 Jul 06 18:20:38.034587 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-bd0fddc8-9725-4f6e-b16d-52ebc61a642c req-17500e46-6973-4826-b00a-c3ce803d73b7 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 18:20:38.035991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd0fddc8-9725-4f6e-b16d-52ebc61a642c req-17500e46-6973-4826-b00a-c3ce803d73b7 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a2091c4-df0f-4774-87c8-3a1c0f230056 HTTP/1.1" status: 409 len: 341 time: 0.1508632 Jul 06 18:20:38.046440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65961bdb-4875-45bb-97d7-0ba2c5e9c390 req-924a465f-afea-4905-a861-ea5f51cacddd tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Jul 06 18:20:38.068360 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.096069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Transition to ACTIVE for port object f2482c99-c29a-4093-b1f8-be5ac6f540ca will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:38.139270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-3fa858b7-3b14-4132-a4c3-56a7a39808e5 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/d2705cb4-1d41-4c0c-be57-cdcef6f9efeb HTTP/1.1" status: 200 len: 1805 time: 0.0632768 Jul 06 18:20:38.182303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.263088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Network ae253b5e-4438-4263-9f22-d531d2e332eb is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:38.269434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:38.275840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:38.277824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Pushing event updated for resources: {'Port': ['ID=f2482c99-c29a-4093-b1f8-be5ac6f540ca,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:38.283489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-7d1d5fe3-c779-43b3-a5b1-e71b15501bae tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/d7bf5b8d-bd69-4dbe-a7a7-e4083087392c HTTP/1.1" status: 200 len: 1804 time: 0.1201377 Jul 06 18:20:38.332920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-8c412f1f-3b76-4571-a930-67c658b5bb22 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2705cb4-1d41-4c0c-be57-cdcef6f9efeb', 'remote_group_id': 'd7bf5b8d-bd69-4dbe-a7a7-e4083087392c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:38.334459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-8c412f1f-3b76-4571-a930-67c658b5bb22 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2705cb4-1d41-4c0c-be57-cdcef6f9efeb', 'remote_group_id': 'd7bf5b8d-bd69-4dbe-a7a7-e4083087392c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:38.368987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27460228-d3c9-4f6a-b076-30b4d0fb1b63 req-fde31db5-00ba-40a4-a9e6-277361eb27e8 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:38.372041 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.381308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27460228-d3c9-4f6a-b076-30b4d0fb1b63 req-fde31db5-00ba-40a4-a9e6-277361eb27e8 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1097 time: 0.0811808 Jul 06 18:20:38.418769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27460228-d3c9-4f6a-b076-30b4d0fb1b63 req-5b90a74b-474f-43d0-aa36-4ecab8306a1e tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Jul 06 18:20:38.461691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-8c412f1f-3b76-4571-a930-67c658b5bb22 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.528426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-8c412f1f-3b76-4571-a930-67c658b5bb22 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.535693 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-8c412f1f-3b76-4571-a930-67c658b5bb22 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.573061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c412f1f-3b76-4571-a930-67c658b5bb22 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27a32a7-7cdb-476e-85b2-07310fa4cb34,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:38.582759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6451bee6-1df6-426b-85e4-cb9d41b7540a None None] Provisioning for port f2482c99-c29a-4093-b1f8-be5ac6f540ca completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:38.584890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:38.587269 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:38.591938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6451bee6-1df6-426b-85e4-cb9d41b7540a None None] Provisioning complete for port f2482c99-c29a-4093-b1f8-be5ac6f540ca triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:38.592359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6451bee6-1df6-426b-85e4-cb9d41b7540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.596494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-8c412f1f-3b76-4571-a930-67c658b5bb22 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.597687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c0a55d4-5c14-4e08-b530-c08e2e509723 req-8c412f1f-3b76-4571-a930-67c658b5bb22 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2734530 Jul 06 18:20:38.600692 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.630058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6451bee6-1df6-426b-85e4-cb9d41b7540a None None] Port f2482c99-c29a-4093-b1f8-be5ac6f540ca cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:38.767878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b479d646-88ce-4b14-b86a-ddf3f9395082 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:38.845097 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d423bb7e-5f18-472d-9037-1555cc864b3d x-openstack-request-id: req-d423bb7e-5f18-472d-9037-1555cc864b3d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:38.845626 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:38.846084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b479d646-88ce-4b14-b86a-ddf3f9395082 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:38.846210 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d423bb7e-5f18-472d-9037-1555cc864b3d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:38.846743 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325', 'status': 'completed', 'code': 200} Jul 06 18:20:38.851886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b479d646-88ce-4b14-b86a-ddf3f9395082 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:38.852257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.854961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-05304203-884d-4623-a13a-859048f221e7 req-2d64650c-e29f-4dfc-a706-b6bfe1160b66 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1202662728', 'description': 'tempest-description-1876960137'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:38.882790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-05304203-884d-4623-a13a-859048f221e7 req-2d64650c-e29f-4dfc-a706-b6bfe1160b66 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.015844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05587-b5e0-4059-82d5-43fb68eb271d req-ad9048da-15da-4212-8203-4a3dca88aadb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:39.017044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-05304203-884d-4623-a13a-859048f221e7 req-2d64650c-e29f-4dfc-a706-b6bfe1160b66 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.027742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2cf05587-b5e0-4059-82d5-43fb68eb271d req-ad9048da-15da-4212-8203-4a3dca88aadb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 949 time: 0.2305818 Jul 06 18:20:39.030779 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-05304203-884d-4623-a13a-859048f221e7 req-2d64650c-e29f-4dfc-a706-b6bfe1160b66 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.034174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.074451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port b479d646-88ce-4b14-b86a-ddf3f9395082, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b479d646-88ce-4b14-b86a-ddf3f9395082,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:39.086480 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.099134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-05304203-884d-4623-a13a-859048f221e7 req-2d64650c-e29f-4dfc-a706-b6bfe1160b66 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.100597 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-05304203-884d-4623-a13a-859048f221e7 req-2d64650c-e29f-4dfc-a706-b6bfe1160b66 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2511969 Jul 06 18:20:39.106446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64650c-e29f-4dfc-a706-b6bfe1160b66 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ee27c-b728-4364-8fd2-75768a944d14,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:39.129181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-6f7a971e-8b0d-4dbd-8095-c011a44a378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:39.130733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-6f7a971e-8b0d-4dbd-8095-c011a44a378d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 1135 time: 0.2959936 Jul 06 18:20:39.172318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=b479d646-88ce-4b14-b86a-ddf3f9395082,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:39.280688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:39.299225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2cf05587-b5e0-4059-82d5-43fb68eb271d req-c5bc21e8-5e1c-4f3d-b8b1-1a86e4cd3d0e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698903 Jul 06 18:20:39.352861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20990-4719-41e4-8a23-8f75669329ad req-1d90e65e-4b7e-475b-93ed-7efa6b2b348b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:39.355136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37b20990-4719-41e4-8a23-8f75669329ad req-1d90e65e-4b7e-475b-93ed-7efa6b2b348b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 947 time: 0.1169503 Jul 06 18:20:39.410188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37b20990-4719-41e4-8a23-8f75669329ad req-0249d992-4f65-47af-83c7-70fb5fb82141 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Jul 06 18:20:39.472119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:39.493373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2', 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'port_id': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2', 'mac_address': 'fa:16:3e:92:7d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8d1ead-854f-4b1e-8b96-1f6a897e39fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:39.558200 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.572823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b9af7d31-a77c-40be-9fdb-d5b1b1afc448 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:39.614926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:39.646710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7079-f4f7-4a0b-9705-8e60f7bdac49 req-678c7ea9-8410-430c-954f-9a7ab95d5cca tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:39.653564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-333b7079-f4f7-4a0b-9705-8e60f7bdac49 req-678c7ea9-8410-430c-954f-9a7ab95d5cca tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.0954022 Jul 06 18:20:39.673303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:39.687143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.717006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-333b7079-f4f7-4a0b-9705-8e60f7bdac49 req-b25f93e6-3317-493e-8854-78beed4c02bb tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Jul 06 18:20:39.739269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-276a4a53-0520-4faa-89f7-2f39f67d58d9 req-3440eaba-5ea9-4436-a220-907e54703f58 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1830809171', 'description': 'tempest-description-2091285269'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:39.757824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.777698 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-276a4a53-0520-4faa-89f7-2f39f67d58d9 req-3440eaba-5ea9-4436-a220-907e54703f58 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.785510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.896633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-32f9ecf0-cff5-48cb-aeb5-78dc2d6f147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:39.898244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-32f9ecf0-cff5-48cb-aeb5-78dc2d6f147f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 913 time: 0.7493236 Jul 06 18:20:39.898837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Pushing event updated for resources: {'Port': ['ID=f2482c99-c29a-4093-b1f8-be5ac6f540ca,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:39.904326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.926258 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-276a4a53-0520-4faa-89f7-2f39f67d58d9 req-3440eaba-5ea9-4436-a220-907e54703f58 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.934807 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-276a4a53-0520-4faa-89f7-2f39f67d58d9 req-3440eaba-5ea9-4436-a220-907e54703f58 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.955480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-cbb8a414-98c6-4763-ac3e-bd3fa71631fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 200 len: 217 time: 0.0463579 Jul 06 18:20:39.968924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440eaba-5ea9-4436-a220-907e54703f58 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cf9911-97f5-4a51-a875-fc60011f9418,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:39.995508 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-276a4a53-0520-4faa-89f7-2f39f67d58d9 req-3440eaba-5ea9-4436-a220-907e54703f58 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.001058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-276a4a53-0520-4faa-89f7-2f39f67d58d9 req-3440eaba-5ea9-4436-a220-907e54703f58 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2669823 Jul 06 18:20:40.012626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c76bf-2c1a-4c93-8362-6c8fbc9cf47a req-8ac8efff-ee57-4997-9437-2b9990cebdbb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:40.014229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-330c76bf-2c1a-4c93-8362-6c8fbc9cf47a req-8ac8efff-ee57-4997-9437-2b9990cebdbb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 984 time: 0.2676146 Jul 06 18:20:40.052674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['9113432d-69cc-4f9c-8015-0bf0cce0bdb2'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:40.133943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-85c493f7-0109-4017-9c7e-86170ea5e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:40.135412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-85c493f7-0109-4017-9c7e-86170ea5e789 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.1426673 Jul 06 18:20:40.160077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:40.164466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-330c76bf-2c1a-4c93-8362-6c8fbc9cf47a req-4c3d10a6-d9d0-4710-a01b-ca70148927a7 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a2091c4-df0f-4774-87c8-3a1c0f230056&id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1272149 Jul 06 18:20:40.165634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b9af7d31-a77c-40be-9fdb-d5b1b1afc448, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:40.214945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448', 'mac_address': 'fa:16:3e:e2:a7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:40.242093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-a8df8812-0a55-4345-8351-3c48bdb13f39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765381 Jul 06 18:20:40.316760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.341076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9af7d31-a77c-40be-9fdb-d5b1b1afc448 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:40.344926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Network ae253b5e-4438-4263-9f22-d531d2e332eb is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:40.350237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:40.373486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b9af7d31-a77c-40be-9fdb-d5b1b1afc448, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:40.384399 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.398894 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-b9810653-9f7e-4522-8b08-ff4c565b170b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/e45ee27c-b728-4364-8fd2-75768a944d14 HTTP/1.1" status: 200 len: 1805 time: 0.1742630 Jul 06 18:20:40.451818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:40.531974 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-f923d7fb-e88b-4770-9b39-5e0911937b9b service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815495 Jul 06 18:20:40.600086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e987160-60e1-4b00-936f-38d2117cbb77 req-e53d0d84-58ee-4879-b5a1-a26f7170fb8e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:40.610286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e987160-60e1-4b00-936f-38d2117cbb77 req-e53d0d84-58ee-4879-b5a1-a26f7170fb8e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 949 time: 0.1321616 Jul 06 18:20:40.647959 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-f4656332-7a6b-400f-84c3-e6e6e03b409f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/23cf9911-97f5-4a51-a875-fc60011f9418 HTTP/1.1" status: 200 len: 1805 time: 0.2481287 Jul 06 18:20:40.648941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e987160-60e1-4b00-936f-38d2117cbb77 req-0867f58c-658d-42ae-b0ae-c163fca13d6e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Jul 06 18:20:40.662306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-155dafeb-d237-4bc2-a533-3749d249f4b1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e45ee27c-b728-4364-8fd2-75768a944d14', 'remote_group_id': '23cf9911-97f5-4a51-a875-fc60011f9418', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:40.662829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-155dafeb-d237-4bc2-a533-3749d249f4b1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e45ee27c-b728-4364-8fd2-75768a944d14', 'remote_group_id': '23cf9911-97f5-4a51-a875-fc60011f9418', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:40.689562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-41dd3c58-e952-4db2-a7d6-fa7f19d36f28 None None] Provisioning complete for port f2482c99-c29a-4093-b1f8-be5ac6f540ca triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:40.690217 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-41dd3c58-e952-4db2-a7d6-fa7f19d36f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.723230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Router 721744af-b4e2-4073-a11c-c9a61d7b74ce has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:40.728418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['b9af7d31-a77c-40be-9fdb-d5b1b1afc448'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:40.736196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b479d646-88ce-4b14-b86a-ddf3f9395082 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:40.767746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96e2267-28a5-4c0d-8964-26a9dba5a45b req-f54cdbb2-88e3-417c-bc1e-39dd6c5a1a98 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019613 Jul 06 18:20:40.808204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-41dd3c58-e952-4db2-a7d6-fa7f19d36f28 None None] Port f2482c99-c29a-4093-b1f8-be5ac6f540ca cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:40.848675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b479d646-88ce-4b14-b86a-ddf3f9395082 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:40.848958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.849667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-155dafeb-d237-4bc2-a533-3749d249f4b1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.911976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52cc6c-11b4-4d97-a79e-de78f9246885 req-e2f9b516-e971-4dcf-b7aa-8f76927b979e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:40.914998 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c52cc6c-11b4-4d97-a79e-de78f9246885 req-e2f9b516-e971-4dcf-b7aa-8f76927b979e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 948 time: 0.0994098 Jul 06 18:20:40.982350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c52cc6c-11b4-4d97-a79e-de78f9246885 req-d8342465-4686-4075-a751-23635f4b0f0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567484 Jul 06 18:20:41.011280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-155dafeb-d237-4bc2-a533-3749d249f4b1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.025132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-40f062a4-55d5-4619-a463-534d637a8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:41.027390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-40f062a4-55d5-4619-a463-534d637a8542 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 1135 time: 0.1794403 Jul 06 18:20:41.030690 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-155dafeb-d237-4bc2-a533-3749d249f4b1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.191895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-2a3d592c-85cf-4676-a728-80f4aea6e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:41.203325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-2a3d592c-85cf-4676-a728-80f4aea6e893 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 913 time: 0.1558166 Jul 06 18:20:41.204641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:41.221262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Sync routers for ids ['721744af-b4e2-4073-a11c-c9a61d7b74ce'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:41.222250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-155dafeb-d237-4bc2-a533-3749d249f4b1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.233591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Routers {'721744af-b4e2-4073-a11c-c9a61d7b74ce'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:41.234521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['721744af-b4e2-4073-a11c-c9a61d7b74ce'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:41.242452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a286b44-470f-4f82-9e8d-95b4a14be2f9 req-155dafeb-d237-4bc2-a533-3749d249f4b1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5934479 Jul 06 18:20:41.247225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a140922f-8136-4674-87b4-95e0c27a9140 admin admin] 10.222.0.53 "PUT /v2.0/routers/721744af-b4e2-4073-a11c-c9a61d7b74ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9383326 Jul 06 18:20:41.318175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:41.332660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-9534ab3f-b14d-40e5-827e-2bcbb7e1c2aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 200 len: 217 time: 0.1213210 Jul 06 18:20:41.337270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dafeb-d237-4bc2-a533-3749d249f4b1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170bf086-9ff8-44cc-a6a8-d0b0b58761dc,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:41.505042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-e130e55a-ac2e-417a-a53d-f02357b522c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:41.506737 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-e130e55a-ac2e-417a-a53d-f02357b522c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.1627619 Jul 06 18:20:41.561878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-df8702ed-ee23-405d-a51b-44c298f5d2d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383701 Jul 06 18:20:41.595512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d90ea-f576-4f7e-8f97-6380dfa633ec req-badd0f2a-b8cd-4005-be68-156f4bac9028 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:41.601912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c13443-2124-44e7-b0e8-f87b153c9b0b req-e5ad8dd2-81ca-4f92-80b5-64eb14a4aeb3 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:41.606580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b2d90ea-f576-4f7e-8f97-6380dfa633ec req-badd0f2a-b8cd-4005-be68-156f4bac9028 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 944 time: 0.1524339 Jul 06 18:20:41.614762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95c13443-2124-44e7-b0e8-f87b153c9b0b req-e5ad8dd2-81ca-4f92-80b5-64eb14a4aeb3 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 984 time: 0.1708398 Jul 06 18:20:41.653656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:41.662458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:41.663026 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.672237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b2d90ea-f576-4f7e-8f97-6380dfa633ec req-590c58af-baaf-4379-ae83-a6e9dd153d65 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667500 Jul 06 18:20:41.712123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Set router 721744af-b4e2-4073-a11c-c9a61d7b74ce gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:41.757191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95c13443-2124-44e7-b0e8-f87b153c9b0b req-3ea2f504-67ff-4535-be01-66fe88ce9a5a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a2091c4-df0f-4774-87c8-3a1c0f230056&id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1242714 Jul 06 18:20:41.864554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-02a9a99f-2fbe-403a-adc7-ddb6eae4813c service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918537 Jul 06 18:20:41.881774 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.921840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:41.924222 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2000604-6c06-412a-a1fe-054543f5ace5" -d '{"events": [{"server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "name": "network-vif-plugged", "status": "completed", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:41.926592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32fd769c-3f49-4c14-96c4-98f402bc8af1 req-1c9546b9-918b-42f5-b15a-2d58843a0aba tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/23cf9911-97f5-4a51-a875-fc60011f9418 HTTP/1.1" status: 200 len: 1805 time: 0.1144140 Jul 06 18:20:41.951842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:41.958838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-8bf08289-459a-4ae3-801e-f29354817955 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270200 Jul 06 18:20:41.981831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.005454 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a6a9b1-b66c-4114-b8c3-1c1646ec0ee7 req-4f8a4077-925d-417a-bc6b-345841bee937 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295853 Jul 06 18:20:42.022717 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-32fd769c-3f49-4c14-96c4-98f402bc8af1 req-4f674b16-d83b-43b9-b438-d40b37f2d66b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.048713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-32fd769c-3f49-4c14-96c4-98f402bc8af1 req-4f674b16-d83b-43b9-b438-d40b37f2d66b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.058050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:42.063172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f2482c99-c29a-4093-b1f8-be5ac6f540ca', 'name': '', 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'mac_address': 'fa:16:3e:f4:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '02654916-c3a6-41f1-b45f-1adca9c45cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 2, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'subnets': [{'id': '02654916-c3a6-41f1-b45f-1adca9c45cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:42.082796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-4fe64622-eb56-4d3c-8f4a-7389c4eee6e9 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:42.084762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-4fe64622-eb56-4d3c-8f4a-7389c4eee6e9 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1242936 Jul 06 18:20:42.094631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Checking router: 721744af-b4e2-4073-a11c-c9a61d7b74ce for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:42.094980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Updating router 721744af-b4e2-4073-a11c-c9a61d7b74ce port f2482c99-c29a-4093-b1f8-be5ac6f540ca binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:42.106402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-e8c16f62-d347-4efe-bda3-a2bd93649629 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/quotas/a1d63525b3824dd4a6c6e4c2f29e6a6d HTTP/1.1" status: 200 len: 375 time: 0.0153182 Jul 06 18:20:42.122853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-32fd769c-3f49-4c14-96c4-98f402bc8af1 req-4f674b16-d83b-43b9-b438-d40b37f2d66b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.125526 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-32fd769c-3f49-4c14-96c4-98f402bc8af1 req-4f674b16-d83b-43b9-b438-d40b37f2d66b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.126789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32fd769c-3f49-4c14-96c4-98f402bc8af1 req-4f674b16-d83b-43b9-b438-d40b37f2d66b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "DELETE /v2.0/security-groups/23cf9911-97f5-4a51-a875-fc60011f9418 HTTP/1.1" status: 204 len: 173 time: 0.1910746 Jul 06 18:20:42.137653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f674b16-d83b-43b9-b438-d40b37f2d66b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cf9911-97f5-4a51-a875-fc60011f9418,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:42.144532 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.190090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-6ddb21f7-b5e6-479a-963a-ed0904bc995b tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822845 Jul 06 18:20:42.351358 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f957b-c64b-462a-9a13-5bc5d3ae465b x-openstack-request-id: req-465f957b-c64b-462a-9a13-5bc5d3ae465b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:42.351754 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "name": "network-vif-plugged", "status": "completed", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:42.352394 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-465f957b-c64b-462a-9a13-5bc5d3ae465b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:42.353331 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2', 'code': 200} Jul 06 18:20:42.421864 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-08da89a3-dbe5-4d52-abf7-f0d1e0b6aafd tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2299674 Jul 06 18:20:42.433063 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:42.450348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.463887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Transition to ACTIVE for port object f2482c99-c29a-4093-b1f8-be5ac6f540ca will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:42.475856 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.529625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.555267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba61042-ec84-495e-b319-11f4f889690d req-ca3069de-7af5-4e00-afae-7e8196821f7d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:42.563470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ba61042-ec84-495e-b319-11f4f889690d req-ca3069de-7af5-4e00-afae-7e8196821f7d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 948 time: 0.0975809 Jul 06 18:20:42.589523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971cec5-abc1-44c3-acdd-237631feb7a7 None None] Pushing event updated for resources: {'Port': ['ID=f2482c99-c29a-4093-b1f8-be5ac6f540ca,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:42.601603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580dde8-776d-43fc-a703-d5d204d20229 req-dde4d740-14e5-47cb-9001-2dca02e54abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:42.605814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b580dde8-776d-43fc-a703-d5d204d20229 req-dde4d740-14e5-47cb-9001-2dca02e54abb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1096 time: 0.1665890 Jul 06 18:20:42.614465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ba61042-ec84-495e-b319-11f4f889690d req-ddbcc2b7-4045-4d6b-9d0e-b3080c565f02 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499415 Jul 06 18:20:42.667567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b580dde8-776d-43fc-a703-d5d204d20229 req-79bed7b8-ba53-46a3-bec5-7e3276f63d69 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 Jul 06 18:20:42.695607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Attempting to bind port f2482c99-c29a-4093-b1f8-be5ac6f540ca on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:42.696058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Attempting to bind port f2482c99-c29a-4093-b1f8-be5ac6f540ca by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:42.696430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Attempting to bind port f2482c99-c29a-4093-b1f8-be5ac6f540ca on network ae253b5e-4438-4263-9f22-d531d2e332eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:42.704411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:42.704870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Checking segment: {'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:42.705359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.705782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Bound using segment: {'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:42.706650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Bound port: f2482c99-c29a-4093-b1f8-be5ac6f540ca, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:42.706793 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.706879 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.740988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66aa4a0a-4fb2-48fa-a87e-779f8a5b3abf req-1d93b60c-ec4f-43ce-9936-5c587f913e8b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/e45ee27c-b728-4364-8fd2-75768a944d14 HTTP/1.1" status: 200 len: 1805 time: 0.0601728 Jul 06 18:20:42.791073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] For port f2482c99-c29a-4093-b1f8-be5ac6f540ca, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:42.794857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] For port f2482c99-c29a-4093-b1f8-be5ac6f540ca, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f2482c99-c29a-4093-b1f8-be5ac6f540ca,segment=NetworkSegment(7389dfa4-f2b9-45f8-9ec6-9bf264b137c6),segment_id=7389dfa4-f2b9-45f8-9ec6-9bf264b137c6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:42.802942 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.879978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Allocated IP 172.25.4.149 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/884006f4-1e22-4294-a326-0aeb1de28a1a) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:42.908426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971cec5-abc1-44c3-acdd-237631feb7a7 None None] Pushing event updated for resources: {'Port': ['ID=f2482c99-c29a-4093-b1f8-be5ac6f540ca,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:42.911099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Routers {'721744af-b4e2-4073-a11c-c9a61d7b74ce'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:42.911722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['721744af-b4e2-4073-a11c-c9a61d7b74ce'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:42.954526 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:20:43.014165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.051759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] Set router 721744af-b4e2-4073-a11c-c9a61d7b74ce gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:43.091137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.137381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:43.145736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:43.151435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:43.195468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Pushing event updated for resources: {'Port': ['ID=884006f4-1e22-4294-a326-0aeb1de28a1a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:43.258734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.319746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.328239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f2482c99-c29a-4093-b1f8-be5ac6f540ca', 'name': '', 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'mac_address': 'fa:16:3e:f4:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '02654916-c3a6-41f1-b45f-1adca9c45cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 4, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'subnets': [{'id': '02654916-c3a6-41f1-b45f-1adca9c45cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:43.358438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17301c4-60c8-4b02-a491-79d9dcca0041 None None] The sync data for ids ['721744af-b4e2-4073-a11c-c9a61d7b74ce'] in n-d-799684-2 is: [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f2482c99-c29a-4093-b1f8-be5ac6f540ca', 'name': '', 'network_id': 'ae253b5e-4438-4263-9f22-d531d2e332eb', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'mac_address': 'fa:16:3e:f4:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '02654916-c3a6-41f1-b45f-1adca9c45cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 4, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'subnets': [{'id': '02654916-c3a6-41f1-b45f-1adca9c45cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:43.523956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.528916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.545440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-343133e9-9507-46f1-9e99-295bd14d8ba7 req-58625ddf-c435-49d1-8d93-5e99987332c2 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 210 time: 0.0338531 Jul 06 18:20:43.596208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b9af7d31-a77c-40be-9fdb-d5b1b1afc448 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:43.606591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Pushing event updated for resources: {'Port': ['ID=884006f4-1e22-4294-a326-0aeb1de28a1a,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:43.621240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.641196 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.649217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-755d3531-847e-4717-b6bd-828363b2af8e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2215209 Jul 06 18:20:43.664883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:43.669531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:43.670025 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.702537 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-501cebd8-8174-4f5d-836e-be8e2996e215 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.0522921 Jul 06 18:20:43.746212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc6e0a-7c7d-4686-90ad-0b04f5a92212 req-411b003b-3b1f-4059-9ceb-8a621c63cbb6 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:43.753756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b8fc6e0a-7c7d-4686-90ad-0b04f5a92212 req-411b003b-3b1f-4059-9ceb-8a621c63cbb6 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0796394 Jul 06 18:20:43.799231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.821274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b8fc6e0a-7c7d-4686-90ad-0b04f5a92212 req-4fe80758-6abd-4d02-9e6f-e0f62ca8b6fd tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665193 Jul 06 18:20:43.853973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-64d417a3-9c9c-4736-aa4f-1e9139babdf5 req-7b91c72c-e2e3-4bdc-82b7-f4a0aac0937e tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1847953729', 'description': 'tempest-description-200572527'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:43.858906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-b2770810-52ee-4697-a06c-a3350a74209a tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:43.860479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-015c4811-a10e-4e29-8d50-abb27e31b065 req-b2770810-52ee-4697-a06c-a3350a74209a tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1412189 Jul 06 18:20:43.892592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b9af7d31-a77c-40be-9fdb-d5b1b1afc448, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:43.901100 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.905985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-64d417a3-9c9c-4736-aa4f-1e9139babdf5 req-7b91c72c-e2e3-4bdc-82b7-f4a0aac0937e tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.024830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:44.065700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-64d417a3-9c9c-4736-aa4f-1e9139babdf5 req-7b91c72c-e2e3-4bdc-82b7-f4a0aac0937e tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.075961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-64d417a3-9c9c-4736-aa4f-1e9139babdf5 req-7b91c72c-e2e3-4bdc-82b7-f4a0aac0937e tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.113377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-64d417a3-9c9c-4736-aa4f-1e9139babdf5 req-7b91c72c-e2e3-4bdc-82b7-f4a0aac0937e tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.114805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-64d417a3-9c9c-4736-aa4f-1e9139babdf5 req-7b91c72c-e2e3-4bdc-82b7-f4a0aac0937e tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2654855 Jul 06 18:20:44.116980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91c72c-e2e3-4bdc-82b7-f4a0aac0937e tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7462a222-4c5f-4362-b7fb-f21b1b133940,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:44.165986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1884-d09d-4e19-9fb8-ed50cc443c53 req-c3207754-cf01-4e98-b6c8-ed7a341e510b tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.174651 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d49e1884-d09d-4e19-9fb8-ed50cc443c53 req-c3207754-cf01-4e98-b6c8-ed7a341e510b tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 984 time: 0.1118748 Jul 06 18:20:44.232666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d49e1884-d09d-4e19-9fb8-ed50cc443c53 req-5d05080d-6e1d-44be-8b64-d4071241af9c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a2091c4-df0f-4774-87c8-3a1c0f230056&id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0569308 Jul 06 18:20:44.325350 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-f4e95512-3e07-4f66-9a67-bba9db2c977a tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316951 Jul 06 18:20:44.355151 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0a742e-cb14-4858-9296-b46aa5c763aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:44.362922 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3469c2-8401-483d-b329-40b6a0ceefb7" -d '{"events": [{"server_uuid": "ca0a742e-cb14-4858-9296-b46aa5c763aa", "name": "network-vif-plugged", "status": "completed", "tag": "b9af7d31-a77c-40be-9fdb-d5b1b1afc448"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:44.392493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-98609a71-d2ea-4254-8fdd-95247ff962da req-196ff86b-24b1-4b12-b0b4-f5e61be1967f tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips/4a2a49e0-ecaf-456f-9eb8-021e613a33a0 HTTP/1.1" status: 200 len: 693 time: 0.0874205 Jul 06 18:20:44.565836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baafaf6-af4b-4c9d-9e53-0d8f682bdc5b req-0ad45af1-3214-4e4c-af20-df403c7a5e86 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.567920 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8baafaf6-af4b-4c9d-9e53-0d8f682bdc5b req-0ad45af1-3214-4e4c-af20-df403c7a5e86 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 949 time: 0.1366761 Jul 06 18:20:44.586794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609a71-d2ea-4254-8fdd-95247ff962da req-818e5ff5-0b46-4f91-ac91-607fdf1b8d8b tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.589125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-98609a71-d2ea-4254-8fdd-95247ff962da req-818e5ff5-0b46-4f91-ac91-607fdf1b8d8b tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1919768 Jul 06 18:20:44.598179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-e2069ab0-a265-4daa-a95a-9e982cb5b98c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.600068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-98609a71-d2ea-4254-8fdd-95247ff962da req-a76d3b93-38f9-48c3-8004-9fb927a75641 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:44.600730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-e2069ab0-a265-4daa-a95a-9e982cb5b98c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589502 Jul 06 18:20:44.614825 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-98609a71-d2ea-4254-8fdd-95247ff962da req-a76d3b93-38f9-48c3-8004-9fb927a75641 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165892 Jul 06 18:20:44.630377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Request body: {'port': {'device_id': '6f4b8c45-2f64-44b5-9edb-f941568699ae', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'a1d63525b3824dd4a6c6e4c2f29e6a6d'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:44.684544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43bf26f9-7862-4d86-8d9b-3981148d2f45 req-1da20ac5-0ff3-46f8-bff9-ee01b050f97f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/7462a222-4c5f-4362-b7fb-f21b1b133940 HTTP/1.1" status: 200 len: 1804 time: 0.0636635 Jul 06 18:20:44.696048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-43bf26f9-7862-4d86-8d9b-3981148d2f45 req-81d9f337-66b7-4491-a734-d3a0e82b8030 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7462a222-4c5f-4362-b7fb-f21b1b133940', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:44.696369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-43bf26f9-7862-4d86-8d9b-3981148d2f45 req-81d9f337-66b7-4491-a734-d3a0e82b8030 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7462a222-4c5f-4362-b7fb-f21b1b133940', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:44.732293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8baafaf6-af4b-4c9d-9e53-0d8f682bdc5b req-fc94a318-55e5-4142-9cee-3d2ffceba101 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532593 Jul 06 18:20:44.793902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f2482c99-c29a-4093-b1f8-be5ac6f540ca up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:44.836252 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-43bf26f9-7862-4d86-8d9b-3981148d2f45 req-81d9f337-66b7-4491-a734-d3a0e82b8030 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.883472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Made reservation on behalf of a1d63525b3824dd4a6c6e4c2f29e6a6d for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:44.887084 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.891422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-43bf26f9-7862-4d86-8d9b-3981148d2f45 req-81d9f337-66b7-4491-a734-d3a0e82b8030 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.894857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f2482c99-c29a-4093-b1f8-be5ac6f540ca completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:44.897235 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-43bf26f9-7862-4d86-8d9b-3981148d2f45 req-81d9f337-66b7-4491-a734-d3a0e82b8030 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.900536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f2482c99-c29a-4093-b1f8-be5ac6f540ca triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:44.901155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.920788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9f337-66b7-4491-a734-d3a0e82b8030 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcb8345-b324-400d-81eb-82e8dd42d5b6,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:44.934055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-43bf26f9-7862-4d86-8d9b-3981148d2f45 req-81d9f337-66b7-4491-a734-d3a0e82b8030 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.949348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43bf26f9-7862-4d86-8d9b-3981148d2f45 req-81d9f337-66b7-4491-a734-d3a0e82b8030 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2581031 Jul 06 18:20:44.990150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-18289830-943c-4d55-84aa-9d62c07c90e4 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1136946662&fields=id&tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04 HTTP/1.1" status: 200 len: 267 time: 0.1155620 Jul 06 18:20:45.070107 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.120060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f2482c99-c29a-4093-b1f8-be5ac6f540ca, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f2482c99-c29a-4093-b1f8-be5ac6f540ca,segment=NetworkSegment(7389dfa4-f2b9-45f8-9ec6-9bf264b137c6),segment_id=7389dfa4-f2b9-45f8-9ec6-9bf264b137c6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:45.126997 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.132111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ec728-ae08-41a6-97b9-8b797d2a3a84 req-5d32af3b-348a-44d9-bdda-18636ee1f250 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.140123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9a5ec728-ae08-41a6-97b9-8b797d2a3a84 req-5d32af3b-348a-44d9-bdda-18636ee1f250 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 946 time: 0.0801246 Jul 06 18:20:45.158938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Allocated IP 192.168.233.221 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/8675cf22-d7f6-4766-b582-d95b1878b396) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:45.169041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-b5297d29-de33-4b4c-8d49-852c40b1332e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.170606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-b5297d29-de33-4b4c-8d49-852c40b1332e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 984 time: 0.1720853 Jul 06 18:20:45.187429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f2482c99-c29a-4093-b1f8-be5ac6f540ca,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:45.188268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'port': {'security_groups': ['1a2091c4-df0f-4774-87c8-3a1c0f230056', '770a4c23-4465-4971-9e50-6854615aa3b5', 'a65c9447-5bc3-45f6-a985-2e36d9b9f35e']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:45.203113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9a5ec728-ae08-41a6-97b9-8b797d2a3a84 req-507571ef-1478-4884-ad5d-9379c8c044f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605128 Jul 06 18:20:45.252295 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813afdd7-9d95-4e87-9db4-8ad1e8d56a3d x-openstack-request-id: req-813afdd7-9d95-4e87-9db4-8ad1e8d56a3d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:45.252588 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0a742e-cb14-4858-9296-b46aa5c763aa", "name": "network-vif-plugged", "status": "completed", "tag": "b9af7d31-a77c-40be-9fdb-d5b1b1afc448", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:45.252839 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-813afdd7-9d95-4e87-9db4-8ad1e8d56a3d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:45.253233 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0a742e-cb14-4858-9296-b46aa5c763aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448', 'code': 200} Jul 06 18:20:45.377117 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.413542 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0e08f9e-5068-4891-b58e-c3d36808e987 req-0da19903-e078-4349-ae4c-4e1cdaba904d tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 210 time: 0.0653248 Jul 06 18:20:45.477183 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3354e1af-fc87-4418-acc3-d6ab5a41d644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.550955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1aa6a6fe-7f8a-4c50-b04d-1f3af910fdea req-50620920-9314-4e1a-af00-a49b29d1f796 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=93863efd9a5b4b9a8e6e0adf34a4826b HTTP/1.1" status: 200 len: 696 time: 0.1021941 Jul 06 18:20:45.569425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8633-9a57-461f-8aed-9fef2329e724 req-a8aec92e-ede2-425b-bc72-979c794cc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.571056 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-641f8633-9a57-461f-8aed-9fef2329e724 req-a8aec92e-ede2-425b-bc72-979c794cc285 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 1100 time: 0.2110105 Jul 06 18:20:45.665571 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-641f8633-9a57-461f-8aed-9fef2329e724 req-9009ed74-3ae4-4caf-8c99-91c6ce0ababb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507505 Jul 06 18:20:45.699038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6a6fe-7f8a-4c50-b04d-1f3af910fdea req-21f0d4e8-3cfe-4336-b056-b893dc92451e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.700602 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1aa6a6fe-7f8a-4c50-b04d-1f3af910fdea req-21f0d4e8-3cfe-4336-b056-b893dc92451e tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/networks?id=5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 787 time: 0.1472592 Jul 06 18:20:45.711549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-1aa6a6fe-7f8a-4c50-b04d-1f3af910fdea req-6909a7fc-db10-43f7-9a68-c90190a6647b tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:45.712537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1aa6a6fe-7f8a-4c50-b04d-1f3af910fdea req-6909a7fc-db10-43f7-9a68-c90190a6647b tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062199 Jul 06 18:20:45.786888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.815821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Transition to ACTIVE for port object 8675cf22-d7f6-4766-b582-d95b1878b396 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:45.893055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4093a1-2b5d-4486-95ff-71be189292a8 req-a0e4320a-db01-4da3-aa3f-e5d9297e38a2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.899458 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ee4093a1-2b5d-4486-95ff-71be189292a8 req-a0e4320a-db01-4da3-aa3f-e5d9297e38a2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0825496 Jul 06 18:20:45.914570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.928839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['474dd359-8aa1-479a-b7c4-20dc618eb0f4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:45.944258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ee4093a1-2b5d-4486-95ff-71be189292a8 req-f4244131-9935-4fc1-a6fa-c740575ecbb9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Jul 06 18:20:45.975652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:45.984786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:46.001818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:46.038267 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd77499e-5471-4650-9d32-998a4e81f0e8 req-1061f188-78ca-4d0c-97e5-f50847890bbf tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/7462a222-4c5f-4362-b7fb-f21b1b133940 HTTP/1.1" status: 200 len: 2397 time: 0.0508368 Jul 06 18:20:46.048393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Pushing event updated for resources: {'Port': ['ID=8675cf22-d7f6-4766-b582-d95b1878b396,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:46.049391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-bd77499e-5471-4650-9d32-998a4e81f0e8 req-a1e68d75-732a-4e9d-b9c9-688824114fab tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7462a222-4c5f-4362-b7fb-f21b1b133940', 'remote_group_id': None}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:46.049847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-bd77499e-5471-4650-9d32-998a4e81f0e8 req-a1e68d75-732a-4e9d-b9c9-688824114fab tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7462a222-4c5f-4362-b7fb-f21b1b133940', 'remote_group_id': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:46.060717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] For port 529f8fa4-3c88-4935-95e4-9557afff0325, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=529f8fa4-3c88-4935-95e4-9557afff0325,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:46.106175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.118863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:46.119557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.123582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.149927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38', '529f8fa4-3c88-4935-95e4-9557afff0325'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:46.155592 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bd77499e-5471-4650-9d32-998a4e81f0e8 req-a1e68d75-732a-4e9d-b9c9-688824114fab tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.191505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:46.192130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.201073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bd77499e-5471-4650-9d32-998a4e81f0e8 req-a1e68d75-732a-4e9d-b9c9-688824114fab tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.207046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bd77499e-5471-4650-9d32-998a4e81f0e8 req-a1e68d75-732a-4e9d-b9c9-688824114fab tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.210031 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46459b18-d0d7-4ca7-9363-246eb33816a5 req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "PUT /v2.0/ports/529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 200 len: 1020 time: 1.0314293 Jul 06 18:20:46.218211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:46.220498 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a25c2aa-9f4d-45ef-b400-a22d944b49df" -d '{"events": [{"name": "network-changed", "server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:46.228882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e68d75-732a-4e9d-b9c9-688824114fab tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f325581f-0ac2-40ad-8e10-8b1e1089d402,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:46.229203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-bfa9c1bc-6741-40b0-be7c-8f7c87b0344c tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6107802 Jul 06 18:20:46.253603 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bd77499e-5471-4650-9d32-998a4e81f0e8 req-a1e68d75-732a-4e9d-b9c9-688824114fab tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.268922 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd77499e-5471-4650-9d32-998a4e81f0e8 req-a1e68d75-732a-4e9d-b9c9-688824114fab tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2223146 Jul 06 18:20:46.299615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Request body: {'port': {'device_id': '6f4b8c45-2f64-44b5-9edb-f941568699ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:46.351410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-cc68faac-fab9-4b37-b3f2-0b3e4afcfd32 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips/4a2a49e0-ecaf-456f-9eb8-021e613a33a0 HTTP/1.1" status: 200 len: 693 time: 0.1404319 Jul 06 18:20:46.381641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['529f8fa4-3c88-4935-95e4-9557afff0325'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:46.426219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b49b9-536f-40f2-afd3-cc7d32a25f0e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'Port': ['ID=529f8fa4-3c88-4935-95e4-9557afff0325,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:46.496300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.506288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2300440-4f51-400c-9186-2346dd44f13a req-b005d37a-40ff-4311-a527-862ec2bae398 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:46.508104 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a2300440-4f51-400c-9186-2346dd44f13a req-b005d37a-40ff-4311-a527-862ec2bae398 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 949 time: 0.0980098 Jul 06 18:20:46.528618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-b4fea025-dac2-48c9-9316-f2a56446b445 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:46.535307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-b4fea025-dac2-48c9-9316-f2a56446b445 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1828806 Jul 06 18:20:46.541863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-ed2b0827-095b-4b9a-870a-96cde5b80a30 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:46.550567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-ed2b0827-095b-4b9a-870a-96cde5b80a30 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142865 Jul 06 18:20:46.552518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8dcd2b41-d213-4a22-8c2b-b7b3a19a36d0 None None] Provisioning for port 8675cf22-d7f6-4766-b582-d95b1878b396 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:46.559638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a2300440-4f51-400c-9186-2346dd44f13a req-3bfd774d-0990-4547-915f-ecea9f511c7f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Jul 06 18:20:46.570416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8dcd2b41-d213-4a22-8c2b-b7b3a19a36d0 None None] Provisioning complete for port 8675cf22-d7f6-4766-b582-d95b1878b396 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:46.570794 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b41-d213-4a22-8c2b-b7b3a19a36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.631372 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-ae91eafc-ba58-4cc8-82ce-5817333a3aa9 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.0797720 Jul 06 18:20:46.698548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd2b41-d213-4a22-8c2b-b7b3a19a36d0 None None] Port 8675cf22-d7f6-4766-b582-d95b1878b396 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:46.753172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-5dfd0f78-6774-466c-bd8f-48958b039c41 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.1201677 Jul 06 18:20:46.801772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7827a3f-0dda-466e-b1d8-0ef5def3da70 req-1a7025b3-9867-4412-8c97-4ed4dd448355 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:46.803199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7827a3f-0dda-466e-b1d8-0ef5def3da70 req-1a7025b3-9867-4412-8c97-4ed4dd448355 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1096 time: 0.1280451 Jul 06 18:20:46.823964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f2482c99-c29a-4093-b1f8-be5ac6f540ca up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:46.873851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7827a3f-0dda-466e-b1d8-0ef5def3da70 req-8d2c33f8-cfe8-4077-93c7-a6f38d01f5ca tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642753 Jul 06 18:20:46.999687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f2482c99-c29a-4093-b1f8-be5ac6f540ca triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:47.000821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.027417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Deleting port 884006f4-1e22-4294-a326-0aeb1de28a1a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:47.027813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.151738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8675cf22-d7f6-4766-b582-d95b1878b396 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:47.167090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.170902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.171274 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.192365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Calling delete_port for 884006f4-1e22-4294-a326-0aeb1de28a1a owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:47.199536 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Transition to ACTIVE for port object 8675cf22-d7f6-4766-b582-d95b1878b396 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:47.210597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.284017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e11b4da4-baf6-40ab-bf03-6fe8ab774e6b req-1feb0dbc-86dd-4d35-b96a-13829d3ba90f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/a65c9447-5bc3-45f6-a985-2e36d9b9f35e HTTP/1.1" status: 200 len: 1801 time: 0.0595672 Jul 06 18:20:47.341569 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-e11b4da4-baf6-40ab-bf03-6fe8ab774e6b req-6218d8d8-6c87-496c-9a01-f03e281a406c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 18:20:47.347125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8675cf22-d7f6-4766-b582-d95b1878b396,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:47.361215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e11b4da4-baf6-40ab-bf03-6fe8ab774e6b req-6218d8d8-6c87-496c-9a01-f03e281a406c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/a65c9447-5bc3-45f6-a985-2e36d9b9f35e HTTP/1.1" status: 409 len: 341 time: 0.0710096 Jul 06 18:20:47.386282 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22206e9f-51ff-448b-b1f1-3dd913d05cc8 x-openstack-request-id: req-22206e9f-51ff-448b-b1f1-3dd913d05cc8 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:47.386567 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:47.386811 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22206e9f-51ff-448b-b1f1-3dd913d05cc8 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:47.387195 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325', 'status': 'completed', 'code': 200} Jul 06 18:20:47.478971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Attempting to bind port 8675cf22-d7f6-4766-b582-d95b1878b396 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:47.479309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Attempting to bind port 8675cf22-d7f6-4766-b582-d95b1878b396 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:47.479649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Attempting to bind port 8675cf22-d7f6-4766-b582-d95b1878b396 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:47.490144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Port 8675cf22-d7f6-4766-b582-d95b1878b396 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:47.490466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Attempting to bind port 8675cf22-d7f6-4766-b582-d95b1878b396 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:47.498497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:47.498786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f822cf97-152c-4ac6-a26d-1d81bb5e8906 req-70a3c077-d6de-468b-933b-a392aa38c12f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/7462a222-4c5f-4362-b7fb-f21b1b133940 HTTP/1.1" status: 200 len: 2995 time: 0.1019840 Jul 06 18:20:47.498997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:47.499391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:47.499831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Bound port: 8675cf22-d7f6-4766-b582-d95b1878b396, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:47.500189 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.516358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-70d5f03e-031b-4e62-91be-141dd6cc71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:47.518551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-70d5f03e-031b-4e62-91be-141dd6cc71b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 1174 time: 0.1001000 Jul 06 18:20:47.526598 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.576743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Pushing event deleted for resources: {'Port': ['ID=884006f4-1e22-4294-a326-0aeb1de28a1a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:47.657765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-6e8e6a41-5ab4-4dbb-81d9-fa79ffaff490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:47.660018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-6e8e6a41-5ab4-4dbb-81d9-fa79ffaff490 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 200 len: 913 time: 0.1291687 Jul 06 18:20:47.669492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] For port 8675cf22-d7f6-4766-b582-d95b1878b396, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:47.686641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] For port 8675cf22-d7f6-4766-b582-d95b1878b396, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8675cf22-d7f6-4766-b582-d95b1878b396,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:47.691089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.694345 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.695508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2a8cee-72ff-4de3-b4f6-b15bdf95ea7c req-a32206cf-0e80-47a7-942d-430a32bbfc98 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "DELETE /v2.0/floatingips/4a2a49e0-ecaf-456f-9eb8-021e613a33a0 HTTP/1.1" status: 204 len: 173 time: 0.9422238 Jul 06 18:20:47.697177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.737871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:47.738959 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.740739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/8675cf22-d7f6-4766-b582-d95b1878b396 HTTP/1.1" status: 200 len: 1096 time: 1.4507918 Jul 06 18:20:47.765100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d92328-bb2a-4535-b3e5-3673079043b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8675cf22-d7f6-4766-b582-d95b1878b396,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:47.770046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-222c224e-d507-4fb8-9676-2bae7c117bcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 200 len: 217 time: 0.0984366 Jul 06 18:20:47.873629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-79c58021-066e-4a73-b0d6-8a5b109b0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:47.875429 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-79c58021-066e-4a73-b0d6-8a5b109b0fb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 200 len: 852 time: 0.0942442 Jul 06 18:20:47.902885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-20a5f5d0-ae34-4e7d-b0e2-bcf582c98171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:47.906967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-20a5f5d0-ae34-4e7d-b0e2-bcf582c98171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 1099 time: 0.1022904 Jul 06 18:20:47.955899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-0be8ad8d-8606-4736-b553-0d1fc23b2ca6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651090 Jul 06 18:20:47.994077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f508e19-e4e8-41e5-9de4-b0cc226824be req-a48735a9-be01-4a67-b4e4-1a398134d8bd tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.008828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-db1637c2-6f2d-4f42-bd52-439d9c4b7864 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8675cf22-d7f6-4766-b582-d95b1878b396 HTTP/1.1" status: 200 len: 217 time: 0.0883589 Jul 06 18:20:48.016142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f508e19-e4e8-41e5-9de4-b0cc226824be req-a48735a9-be01-4a67-b4e4-1a398134d8bd tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 948 time: 0.3522429 Jul 06 18:20:48.124387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-3531bb3b-cf7a-4280-b806-94c59a317792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.133423 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-3531bb3b-cf7a-4280-b806-94c59a317792 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1119571 Jul 06 18:20:48.138680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec442189-6ea1-452b-8af3-906b06303d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.164984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-d052a67c-bc9b-4a18-8207-8fc58dbc23c0 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988127 Jul 06 18:20:48.180481 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f508e19-e4e8-41e5-9de4-b0cc226824be req-f19582a9-b61a-4833-a0b8-8c18d78ff8bb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612341 Jul 06 18:20:48.219714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-95c3f1c6-d556-49ae-9cf2-bf4726213f05 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--951258791&fields=id&tenant_id=15540837727f4ed582f5c3253edb5c23 HTTP/1.1" status: 200 len: 267 time: 0.0850804 Jul 06 18:20:48.236161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-d398f0ba-d5f2-41db-9141-346d8e3460f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.237809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-d398f0ba-d5f2-41db-9141-346d8e3460f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863078 Jul 06 18:20:48.270362 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.381685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d7dbd555-cb55-4d19-b048-f30c33fa5535 req-023b46a7-14ab-4354-8234-84e5a1d89188 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-group-rules/f325581f-0ac2-40ad-8e10-8b1e1089d402 HTTP/1.1" status: 200 len: 783 time: 0.1651843 Jul 06 18:20:48.451986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-1eef4777-af0d-40be-aec3-2286f35cdd0c service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828659 Jul 06 18:20:48.459162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-5fbebc1b-5130-4a3a-909b-aa722adf9f8b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.460817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-5fbebc1b-5130-4a3a-909b-aa722adf9f8b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 824 time: 0.2274246 Jul 06 18:20:48.482290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a25c2aa-9f4d-45ef-b400-a22d944b49df req-990f2543-bbe5-4968-8df7-3f941a6aa168 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990079 Jul 06 18:20:48.494086 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d7dbd555-cb55-4d19-b048-f30c33fa5535 req-7d5d1eae-2e69-48f0-8048-d78ec8e7be81 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/7462a222-4c5f-4362-b7fb-f21b1b133940 HTTP/1.1" status: 200 len: 2995 time: 0.1017406 Jul 06 18:20:48.497127 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-5cab705e-e32d-424d-9458-bad8bdcd9c36 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/quotas/15540837727f4ed582f5c3253edb5c23 HTTP/1.1" status: 200 len: 375 time: 0.0270188 Jul 06 18:20:48.535518 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d7dbd555-cb55-4d19-b048-f30c33fa5535 req-c33a4fa7-cac7-490e-bed7-5be92aa7b1d0 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.545748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d7dbd555-cb55-4d19-b048-f30c33fa5535 req-c33a4fa7-cac7-490e-bed7-5be92aa7b1d0 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.593861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d7dbd555-cb55-4d19-b048-f30c33fa5535 req-c33a4fa7-cac7-490e-bed7-5be92aa7b1d0 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.608186 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d7dbd555-cb55-4d19-b048-f30c33fa5535 req-c33a4fa7-cac7-490e-bed7-5be92aa7b1d0 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.609622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d7dbd555-cb55-4d19-b048-f30c33fa5535 req-c33a4fa7-cac7-490e-bed7-5be92aa7b1d0 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f325581f-0ac2-40ad-8e10-8b1e1089d402 HTTP/1.1" status: 204 len: 173 time: 0.1079772 Jul 06 18:20:48.614886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a4fa7-cac7-490e-bed7-5be92aa7b1d0 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f325581f-0ac2-40ad-8e10-8b1e1089d402,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:48.657930 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fe2fcca-5aa8-42a7-9f82-82fa1f2ef3ce req-a82825f2-0f9c-4758-b99a-50e80e2a5673 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952951 Jul 06 18:20:48.679860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-93c8a190-57ec-42bc-a3e1-6bb95444591b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1753926 Jul 06 18:20:48.791378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-2bca0a31-26da-4760-ab77-f33e23da99e7 service neutron] 10.222.0.53 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083412 Jul 06 18:20:48.800049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15037a96-0db0-4a64-abdc-ba671e55c97f req-ab2bcf1f-7303-492f-9eea-14d5effb7d40 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.802074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15037a96-0db0-4a64-abdc-ba671e55c97f req-ab2bcf1f-7303-492f-9eea-14d5effb7d40 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 949 time: 0.0826850 Jul 06 18:20:48.848159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15037a96-0db0-4a64-abdc-ba671e55c97f req-6a00e778-5d26-4f78-af1d-a7fe835a6575 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Jul 06 18:20:48.951763 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-766676e4-72a1-49c1-98a5-c8602d73aa02 service neutron] 10.222.0.53 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542180 Jul 06 18:20:49.085543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-2bde9404-f056-4897-9930-e5d796a88b8a tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:49.087197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-2bde9404-f056-4897-9930-e5d796a88b8a tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.41 "GET /v2.0/ports?device_id=e49a2f7f-5ec7-4e03-b525-1c1c65c65559 HTTP/1.1" status: 200 len: 946 time: 0.2379203 Jul 06 18:20:49.169079 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-613acb5f-cfe6-44d4-8100-ab87eb034918 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2850652 Jul 06 18:20:49.176609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:49.253516 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.332001 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.332748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9649-7cd7-403c-8b9e-401307e2c13b req-aa62b66e-e5d6-417b-9301-8cc777192bac tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:49.334680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Deleting port 8d3f659b-0e7f-43e4-b571-3426446e3235 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:49.335027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.340939 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8feb9649-7cd7-403c-8b9e-401307e2c13b req-aa62b66e-e5d6-417b-9301-8cc777192bac tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 1023 time: 0.0866344 Jul 06 18:20:49.389903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8feb9649-7cd7-403c-8b9e-401307e2c13b req-6ade0eec-d32e-45ff-ab5a-acd29d57391e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a2091c4-df0f-4774-87c8-3a1c0f230056&id=a65c9447-5bc3-45f6-a985-2e36d9b9f35e&id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0479558 Jul 06 18:20:49.390417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4b8c45-2f64-44b5-9edb-f941568699ae', 'tag': '8675cf22-d7f6-4766-b582-d95b1878b396'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:49.394387 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b5980-7bd7-48a4-998f-6acc3f00e3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4b8c45-2f64-44b5-9edb-f941568699ae", "tag": "8675cf22-d7f6-4766-b582-d95b1878b396"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:49.468214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5915fcaf-8266-478c-8b35-605fe03efcc1 req-0c6f8c9f-f558-4960-a758-c9a73875e44a tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/7462a222-4c5f-4362-b7fb-f21b1b133940 HTTP/1.1" status: 200 len: 2397 time: 0.0573218 Jul 06 18:20:49.525365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] For port 8d3f659b-0e7f-43e4-b571-3426446e3235, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=8d3f659b-0e7f-43e4-b571-3426446e3235,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:49.526158 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.534659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5915fcaf-8266-478c-8b35-605fe03efcc1 req-cee8fe8e-2314-4a6d-8e07-5002744db97f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.565641 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5915fcaf-8266-478c-8b35-605fe03efcc1 req-cee8fe8e-2314-4a6d-8e07-5002744db97f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.618615 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.619690 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5915fcaf-8266-478c-8b35-605fe03efcc1 req-cee8fe8e-2314-4a6d-8e07-5002744db97f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.624801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5915fcaf-8266-478c-8b35-605fe03efcc1 req-cee8fe8e-2314-4a6d-8e07-5002744db97f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.626535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5915fcaf-8266-478c-8b35-605fe03efcc1 req-cee8fe8e-2314-4a6d-8e07-5002744db97f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "DELETE /v2.0/security-groups/7462a222-4c5f-4362-b7fb-f21b1b133940 HTTP/1.1" status: 204 len: 173 time: 0.1508431 Jul 06 18:20:49.640237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8fe8e-2314-4a6d-8e07-5002744db97f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462a222-4c5f-4362-b7fb-f21b1b133940,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:49.821040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380268f-49b4-440e-a9c0-e28d82877416 req-58c6cda1-00b4-49a0-a433-3f7557e840c1 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:49.828328 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3380268f-49b4-440e-a9c0-e28d82877416 req-58c6cda1-00b4-49a0-a433-3f7557e840c1 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 1100 time: 0.0616803 Jul 06 18:20:49.868230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3380268f-49b4-440e-a9c0-e28d82877416 req-fbc7a838-dd50-4895-80ee-0c395acd65db tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 Jul 06 18:20:49.889744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Allocated IP 172.25.4.246 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/8b40c429-befc-472a-895c-39f70bec218a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:49.893289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.893289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.893289 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Floating IP 18fbdab6-8426-4081-b223-64057acaef8f disassociated. External IP: 172.25.4.74, port: 8d3f659b-0e7f-43e4-b571-3426446e3235. Jul 06 18:20:49.893909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Calling delete_port for 8d3f659b-0e7f-43e4-b571-3426446e3235 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:50.072469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31bac353-d519-483f-8e7b-b172e7ca2da2 req-6c05254c-12c9-45bc-befe-b003e27bd6fa tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 210 time: 0.0324090 Jul 06 18:20:50.288243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1bf5-de24-4967-8467-4c7da2c6db38 req-a8e4509d-e2bf-4f22-a34c-a7f88af79343 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.289847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbaa1bf5-de24-4967-8467-4c7da2c6db38 req-a8e4509d-e2bf-4f22-a34c-a7f88af79343 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 948 time: 0.1010418 Jul 06 18:20:50.344131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c1581-442c-4b7e-a562-0031bbd1590b req-41f468da-476a-4701-aa96-93be1daadae3 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.345527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-798c1581-442c-4b7e-a562-0031bbd1590b req-41f468da-476a-4701-aa96-93be1daadae3 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 1023 time: 0.1098979 Jul 06 18:20:50.348507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbaa1bf5-de24-4967-8467-4c7da2c6db38 req-c378b545-50db-419b-b8c8-731384c4b1cd tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Jul 06 18:20:50.397695 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50028d6b-b0c3-4348-aa01-b4e0a45c66c4 x-openstack-request-id: req-50028d6b-b0c3-4348-aa01-b4e0a45c66c4 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:50.398140 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4b8c45-2f64-44b5-9edb-f941568699ae", "tag": "8675cf22-d7f6-4766-b582-d95b1878b396", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:50.398446 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50028d6b-b0c3-4348-aa01-b4e0a45c66c4 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:50.398975 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4b8c45-2f64-44b5-9edb-f941568699ae', 'tag': '8675cf22-d7f6-4766-b582-d95b1878b396', 'status': 'completed', 'code': 200} Jul 06 18:20:50.499246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Deleting port 529f8fa4-3c88-4935-95e4-9557afff0325 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:50.499595 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.512959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.568039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-265c275b-184a-46ba-b8db-5ccef08a0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.569622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-265c275b-184a-46ba-b8db-5ccef08a0fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 1099 time: 0.1376989 Jul 06 18:20:50.576220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.609395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] For port 529f8fa4-3c88-4935-95e4-9557afff0325, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=529f8fa4-3c88-4935-95e4-9557afff0325,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:50.609794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.619759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event deleted for resources: {'Port': ['ID=8d3f659b-0e7f-43e4-b571-3426446e3235,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:50.623650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Calling delete_port for 529f8fa4-3c88-4935-95e4-9557afff0325 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:50.672912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.782692 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:50.791038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Pushing event updated for resources: {'Port': ['ID=8b40c429-befc-472a-895c-39f70bec218a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:50.792500 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.808317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38', '529f8fa4-3c88-4935-95e4-9557afff0325'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:50.828851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:50.845207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:50.861176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'Port': ['ID=529f8fa4-3c88-4935-95e4-9557afff0325,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:50.880442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-4c26d935-4d19-4c6e-8896-e5cfd237543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.882613 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-4c26d935-4d19-4c6e-8896-e5cfd237543c service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2744043 Jul 06 18:20:50.916398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] No DVR routers for this DVR port 529f8fa4-3c88-4935-95e4-9557afff0325 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:50.919170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.921526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-798c1581-442c-4b7e-a562-0031bbd1590b req-53dad648-0673-4384-a80f-d90c090d6c07 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.24 "DELETE /v2.0/ports/529f8fa4-3c88-4935-95e4-9557afff0325 HTTP/1.1" status: 204 len: 173 time: 0.5619926 Jul 06 18:20:50.936245 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:51.049459 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-302abe58-ec00-4dcb-acbb-261a2373dcad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8675cf22-d7f6-4766-b582-d95b1878b396 HTTP/1.1" status: 200 len: 217 time: 0.1299679 Jul 06 18:20:51.102825 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-ac8912a3-1e10-4cfc-9d89-65b318a962b2 req-d3d41f83-2f47-4869-8d76-6f36c0a44ca5 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] show failed (client error): The resource could not be found. Jul 06 18:20:51.126730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac8912a3-1e10-4cfc-9d89-65b318a962b2 req-d3d41f83-2f47-4869-8d76-6f36c0a44ca5 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/23cf9911-97f5-4a51-a875-fc60011f9418 HTTP/1.1" status: 404 len: 352 time: 0.0434580 Jul 06 18:20:51.188858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-4477bb29-b78d-438f-9369-d2440cd5bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:51.190608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-4477bb29-b78d-438f-9369-d2440cd5bc00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1282418 Jul 06 18:20:51.192784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Router 2d9c2972-0f37-4ec4-952a-93e8125d4621 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:51.291094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a6e1977e-43cc-4839-a496-5e5ef600d113 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513425 Jul 06 18:20:51.350940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8675cf22-d7f6-4766-b582-d95b1878b396 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:51.449175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:51.467175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-ce89de84-d13e-479b-8426-a37261adf7ed tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:51.473433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-7116b7dd-8006-4351-8e54-8b10396ac76f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:51.475787 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-7116b7dd-8006-4351-8e54-8b10396ac76f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.24 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 824 time: 0.6444705 Jul 06 18:20:51.476379 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-ce89de84-d13e-479b-8426-a37261adf7ed tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842003 Jul 06 18:20:51.503198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-3bc72a3b-eb31-48cc-b173-344dc9dd6bc1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/quotas/9676966e7a0d49d0b4ecfa59c00bdd7f HTTP/1.1" status: 200 len: 375 time: 0.0257251 Jul 06 18:20:51.533030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8675cf22-d7f6-4766-b582-d95b1878b396, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8675cf22-d7f6-4766-b582-d95b1878b396,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:51.555283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8675cf22-d7f6-4766-b582-d95b1878b396', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '8675cf22-d7f6-4766-b582-d95b1878b396', 'mac_address': 'fa:16:3e:89:2f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:51.585006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-0aaf9b67-804d-4329-b548-e55b58cb307c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0808945 Jul 06 18:20:51.585827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-9f5fc969-8fdf-4f0c-bc3c-0c3ff96aec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:51.588966 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-9f5fc969-8fdf-4f0c-bc3c-0c3ff96aec4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3606048 Jul 06 18:20:51.596717 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:51.611011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8675cf22-d7f6-4766-b582-d95b1878b396 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:51.634763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8675cf22-d7f6-4766-b582-d95b1878b396, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8675cf22-d7f6-4766-b582-d95b1878b396,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:51.635084 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-f86c6824-0061-46b9-ad9f-e9ff39670228 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15540837727f4ed582f5c3253edb5c23 HTTP/1.1" status: 200 len: 379 time: 0.1382916 Jul 06 18:20:51.636469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:51.640804 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:51.648362 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] Sync routers for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:51.665988 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:51.666625 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:51.680724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Request body: {'port': {'device_id': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'admin_state_up': True, 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'security_groups': ['e29dbc04-42db-4d28-99ef-44b7c4ec8ad7']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:51.700765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8675cf22-d7f6-4766-b582-d95b1878b396,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:51.893218 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:51.951517 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.015388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8675cf22-d7f6-4766-b582-d95b1878b396'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:52.109888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fca32f5-e37d-47f3-ab29-15562cae22ab req-3fe30d75-6b3e-4109-b539-2b3a56720d71 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c56f66-f7f6-4520-8616-232c371b38c9 HTTP/1.1" status: 200 len: 210 time: 0.0813701 Jul 06 18:20:52.133350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.141630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] No DVR routers for this DVR port 8d3f659b-0e7f-43e4-b571-3426446e3235 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:52.186003 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.203008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22b2cda9-91cf-4e46-b923-3a308e40244f req-5a3cb23a-8b6d-4af2-9c0a-48005fed3d1b tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.41 "DELETE /v2.0/ports/8d3f659b-0e7f-43e4-b571-3426446e3235 HTTP/1.1" status: 204 len: 173 time: 3.0986185 Jul 06 18:20:52.203547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'name': 'network-vif-deleted', 'tag': '8d3f659b-0e7f-43e4-b571-3426446e3235'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:52.217557 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853e354d-2b98-4247-8f87-22034f969e8f" -d '{"events": [{"server_uuid": "e49a2f7f-5ec7-4e03-b525-1c1c65c65559", "name": "network-vif-deleted", "tag": "8d3f659b-0e7f-43e4-b571-3426446e3235"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:52.242440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Made reservation on behalf of 15540837727f4ed582f5c3253edb5c23 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:52.249193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.270351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-63834576-939d-4426-9a05-b2c722b860ca service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508665 Jul 06 18:20:52.321011 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:52.362335 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.371902 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] Checking router: 2d9c2972-0f37-4ec4-952a-93e8125d4621 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:52.382000 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:52.382995 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:52.445693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'name': 'network-vif-deleted', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:52.465396 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3f3a4c-87a0-42b1-979c-6f29652e9fb5" -d '{"events": [{"server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "name": "network-vif-deleted", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:52.473115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aaa0cae4-f6e5-4497-ac20-fd1e19187ed6 req-69753fc4-889a-4a3a-956d-b8ad565b817c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 210 time: 0.1190078 Jul 06 18:20:52.550279 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:52.614451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-929661f3-eac3-4799-a8eb-7e0c54c9e809 req-dfa946a0-6048-40e2-8c0b-fd2ef951d1f3 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/e45ee27c-b728-4364-8fd2-75768a944d14 HTTP/1.1" status: 200 len: 1805 time: 0.0950682 Jul 06 18:20:52.718737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-929661f3-eac3-4799-a8eb-7e0c54c9e809 req-7eea274c-513b-4d9b-92f5-6a8a73027510 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.749610 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-929661f3-eac3-4799-a8eb-7e0c54c9e809 req-7eea274c-513b-4d9b-92f5-6a8a73027510 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.806975 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-929661f3-eac3-4799-a8eb-7e0c54c9e809 req-7eea274c-513b-4d9b-92f5-6a8a73027510 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.810369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-929661f3-eac3-4799-a8eb-7e0c54c9e809 req-7eea274c-513b-4d9b-92f5-6a8a73027510 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.818079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-929661f3-eac3-4799-a8eb-7e0c54c9e809 req-7eea274c-513b-4d9b-92f5-6a8a73027510 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "DELETE /v2.0/security-groups/e45ee27c-b728-4364-8fd2-75768a944d14 HTTP/1.1" status: 204 len: 173 time: 0.2001286 Jul 06 18:20:52.829634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963b5980-7bd7-48a4-998f-6acc3f00e3fd req-1f696fcc-2787-44c7-9837-af7cb3515580 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455868 Jul 06 18:20:52.850663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea274c-513b-4d9b-92f5-6a8a73027510 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ee27c-b728-4364-8fd2-75768a944d14,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:53.038583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.053820 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.092303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:53.117842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e719a-243a-4eca-8ddd-90984b76688d req-54c65c20-8b24-4709-97e2-1b1bff325554 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:53.127469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-888e719a-243a-4eca-8ddd-90984b76688d req-54c65c20-8b24-4709-97e2-1b1bff325554 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 949 time: 0.1693628 Jul 06 18:20:53.158031 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1f92c-797a-4440-bf20-2be67a6bf367 None None] The sync data for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 is: [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:53.182688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-888e719a-243a-4eca-8ddd-90984b76688d req-813fd52d-5a05-4569-b815-423de111bfe1 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Jul 06 18:20:53.292712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Allocated IP 172.20.0.3 (43daa088-211b-4d08-b9a2-8d20245bc1d1/e73e8f9a-6ed7-4915-a3ec-5871c842cd8d/a739da93-f98a-4fd3-a39f-ac0c6399927c) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:53.296400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Pushing event updated for resources: {'Port': ['ID=8b40c429-befc-472a-895c-39f70bec218a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:53.330135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.366346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8675cf22-d7f6-4766-b582-d95b1878b396 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:53.386453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.387674 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-1eb95eed-b76b-48db-a996-4a2dbc5440f0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2174492 Jul 06 18:20:53.443714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2470050-36a1-46d8-9544-4ed37233de49 req-7ef4daed-7e55-4e22-bf59-938a592395bb tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 210 time: 0.0779948 Jul 06 18:20:53.559987 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33679272-dd8f-44c7-a7d7-c848b05c7e2f x-openstack-request-id: req-33679272-dd8f-44c7-a7d7-c848b05c7e2f {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:53.560298 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49a2f7f-5ec7-4e03-b525-1c1c65c65559", "name": "network-vif-deleted", "tag": "8d3f659b-0e7f-43e4-b571-3426446e3235", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:53.561701 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33679272-dd8f-44c7-a7d7-c848b05c7e2f {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:53.563127 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49a2f7f-5ec7-4e03-b525-1c1c65c65559', 'name': 'network-vif-deleted', 'tag': '8d3f659b-0e7f-43e4-b571-3426446e3235', 'status': 'completed', 'code': 200} Jul 06 18:20:53.604022 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a505501-6ce8-4b69-a413-57034ebe240c x-openstack-request-id: req-6a505501-6ce8-4b69-a413-57034ebe240c {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:53.604931 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c56f66-f7f6-4520-8616-232c371b38c9", "name": "network-vif-deleted", "tag": "529f8fa4-3c88-4935-95e4-9557afff0325", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:53.605344 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a505501-6ce8-4b69-a413-57034ebe240c {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:53.605926 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c56f66-f7f6-4520-8616-232c371b38c9', 'name': 'network-vif-deleted', 'tag': '529f8fa4-3c88-4935-95e4-9557afff0325', 'status': 'completed', 'code': 200} Jul 06 18:20:53.722793 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1299703-cb42-47b2-b6b7-638fb39897ab req-5ab5b8ff-95d7-43ba-85e2-0da2456df26c tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/d7bf5b8d-bd69-4dbe-a7a7-e4083087392c HTTP/1.1" status: 200 len: 1804 time: 0.0908883 Jul 06 18:20:53.740891 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 8d3f659b-0e7f-43e4-b571-3426446e3235 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:53.742124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.775231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf90b49e-d67f-4e40-b4dc-bf25857a40ee None None] New status for floating IP 18fbdab6-8426-4081-b223-64057acaef8f: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:20:53.794081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-73110188-f837-438b-b59a-bef1cb1e4412 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.3981454 Jul 06 18:20:53.806971 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d1299703-cb42-47b2-b6b7-638fb39897ab req-0e822d0e-bb38-4acf-acec-4b70808f27af tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.837268 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d1299703-cb42-47b2-b6b7-638fb39897ab req-0e822d0e-bb38-4acf-acec-4b70808f27af tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.849463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 8d3f659b-0e7f-43e4-b571-3426446e3235 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:53.850089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 8d3f659b-0e7f-43e4-b571-3426446e3235 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:53.874106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Transition to ACTIVE for port object a739da93-f98a-4fd3-a39f-ac0c6399927c will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:53.959245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d1299703-cb42-47b2-b6b7-638fb39897ab req-0e822d0e-bb38-4acf-acec-4b70808f27af tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.962254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d1299703-cb42-47b2-b6b7-638fb39897ab req-0e822d0e-bb38-4acf-acec-4b70808f27af tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.963476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1299703-cb42-47b2-b6b7-638fb39897ab req-0e822d0e-bb38-4acf-acec-4b70808f27af tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "DELETE /v2.0/security-groups/d7bf5b8d-bd69-4dbe-a7a7-e4083087392c HTTP/1.1" status: 204 len: 173 time: 0.2395239 Jul 06 18:20:53.977706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e822d0e-bb38-4acf-acec-4b70808f27af tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bf5b8d-bd69-4dbe-a7a7-e4083087392c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:53.995709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.004578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-dacd2ff1-4100-4f15-ada1-cf54577f8706 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:54.006264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ffbed0d-6ee7-4e5f-ad3e-78007b8f9f8a req-dacd2ff1-4100-4f15-ada1-cf54577f8706 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.2030783 Jul 06 18:20:54.043083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 8675cf22-d7f6-4766-b582-d95b1878b396 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:54.048472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8675cf22-d7f6-4766-b582-d95b1878b396 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:54.049385 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.050805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:54.075523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:54.105806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-9a6f1ead-8991-4c98-929a-747037f6e7d4 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532050 Jul 06 18:20:54.106616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:54.205170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event updated for resources: {'Port': ['ID=a739da93-f98a-4fd3-a39f-ac0c6399927c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:54.240084 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.245936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:54.246611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.280064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4b8c45-2f64-44b5-9edb-f941568699ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8675cf22-d7f6-4766-b582-d95b1878b396'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:54.282369 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5445760e-bfdf-4490-9762-e4b4546cd9d0" -d '{"events": [{"server_uuid": "6f4b8c45-2f64-44b5-9edb-f941568699ae", "name": "network-vif-plugged", "status": "completed", "tag": "8675cf22-d7f6-4766-b582-d95b1878b396"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:54.282632 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8deb4ce3-cab6-41a1-b9a5-3f4cd319049e req-e615024e-b806-4208-ba9f-8e4610f162a6 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/d2705cb4-1d41-4c0c-be57-cdcef6f9efeb HTTP/1.1" status: 200 len: 1805 time: 0.0874939 Jul 06 18:20:54.299315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8675cf22-d7f6-4766-b582-d95b1878b396, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8675cf22-d7f6-4766-b582-d95b1878b396,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:54.310209 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.311372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 529f8fa4-3c88-4935-95e4-9557afff0325 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:54.339336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 529f8fa4-3c88-4935-95e4-9557afff0325 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:54.340331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 529f8fa4-3c88-4935-95e4-9557afff0325 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:54.376351 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8deb4ce3-cab6-41a1-b9a5-3f4cd319049e req-93e44754-34fc-4764-a17c-63626f2f30c1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.376630 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-de6a9b46-12be-4465-9816-5358cf1228de tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7128806 Jul 06 18:20:54.396281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Request body: {'port': {'device_id': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:54.420196 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8deb4ce3-cab6-41a1-b9a5-3f4cd319049e req-93e44754-34fc-4764-a17c-63626f2f30c1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.427133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8675cf22-d7f6-4766-b582-d95b1878b396,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:54.489749 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8deb4ce3-cab6-41a1-b9a5-3f4cd319049e req-93e44754-34fc-4764-a17c-63626f2f30c1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.494286 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8deb4ce3-cab6-41a1-b9a5-3f4cd319049e req-93e44754-34fc-4764-a17c-63626f2f30c1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.507430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8deb4ce3-cab6-41a1-b9a5-3f4cd319049e req-93e44754-34fc-4764-a17c-63626f2f30c1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "DELETE /v2.0/security-groups/d2705cb4-1d41-4c0c-be57-cdcef6f9efeb HTTP/1.1" status: 204 len: 173 time: 0.2232594 Jul 06 18:20:54.511634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.523646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-c12af062-9cb7-477b-a82d-14b9bf3359f1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:54.525570 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-c12af062-9cb7-477b-a82d-14b9bf3359f1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4129002 Jul 06 18:20:54.542850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Request body: {'port': {'device_id': 'ea98d662-fb3c-4fa0-91af-bfeee51ca16d', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '9676966e7a0d49d0b4ecfa59c00bdd7f'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:54.568364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e44754-34fc-4764-a17c-63626f2f30c1 tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2705cb4-1d41-4c0c-be57-cdcef6f9efeb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:54.595168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-c9afc372-a59c-44aa-8813-880298c5ef27 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips/1504c899-031f-449f-9d16-4acd58e0dce8 HTTP/1.1" status: 200 len: 693 time: 0.0774167 Jul 06 18:20:54.756474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-6961b3aa-821d-4217-8130-140823e9db26 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:54.759286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-6961b3aa-821d-4217-8130-140823e9db26 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1632910 Jul 06 18:20:54.769738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-024c765d-95e4-4c6a-a7de-c514dea14851 None None] Provisioning for port a739da93-f98a-4fd3-a39f-ac0c6399927c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:54.775864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-024c765d-95e4-4c6a-a7de-c514dea14851 None None] Provisioning complete for port a739da93-f98a-4fd3-a39f-ac0c6399927c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:54.776549 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-024c765d-95e4-4c6a-a7de-c514dea14851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.820356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-024c765d-95e4-4c6a-a7de-c514dea14851 None None] Port a739da93-f98a-4fd3-a39f-ac0c6399927c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:54.831896 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-82f55409-2917-469a-aeff-6dfad6ca9fec tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0647142 Jul 06 18:20:54.899306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-bc405734-9f9a-4176-b0ee-57c5222fb65f tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0602503 Jul 06 18:20:55.077753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Deleting port 8b40c429-befc-472a-895c-39f70bec218a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:55.077979 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.085543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8025c-add8-44bc-8080-ef40cc0dc885 req-f491f763-c77f-4355-a1df-0011c20e0f81 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:55.087346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b4c8025c-add8-44bc-8080-ef40cc0dc885 req-f491f763-c77f-4355-a1df-0011c20e0f81 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 931 time: 0.8639283 Jul 06 18:20:55.190350 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.191193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.204625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Calling delete_port for 8b40c429-befc-472a-895c-39f70bec218a owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:55.216438 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b4c8025c-add8-44bc-8080-ef40cc0dc885 req-cc1664ce-79af-4245-888a-5d865a9bfa86 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175585 Jul 06 18:20:55.262769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Made reservation on behalf of 9676966e7a0d49d0b4ecfa59c00bdd7f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:55.266860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.354129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-479adac2-d937-40c7-a6e7-b9b25a7d964d req-95d6e99d-6eec-45b4-9a42-0ee850a39a8a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/1a2091c4-df0f-4774-87c8-3a1c0f230056 HTTP/1.1" status: 200 len: 1798 time: 0.0962291 Jul 06 18:20:55.372810 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.399482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Pushing event deleted for resources: {'Port': ['ID=8b40c429-befc-472a-895c-39f70bec218a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:55.479300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.482133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.490279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4ad9667-4798-400a-ab4d-73fabc0f81bb req-a7faf9d9-83f6-41ea-bdf2-c4e61563f612 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "DELETE /v2.0/floatingips/1504c899-031f-449f-9d16-4acd58e0dce8 HTTP/1.1" status: 204 len: 173 time: 0.5892940 Jul 06 18:20:55.512601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a739da93-f98a-4fd3-a39f-ac0c6399927c {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:55.524608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.554547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Allocated IP 192.168.233.209 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/978df67c-51ee-4502-8457-41055eff6d87) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:55.572211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Transition to ACTIVE for port object a739da93-f98a-4fd3-a39f-ac0c6399927c will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:55.576870 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-479adac2-d937-40c7-a6e7-b9b25a7d964d req-ae1da7b6-af3b-459f-939b-c0125ac75203 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.586917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.652904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-479adac2-d937-40c7-a6e7-b9b25a7d964d req-ae1da7b6-af3b-459f-939b-c0125ac75203 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.679625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c9a8e-4e77-4fac-860d-e4cf0f2780c6 req-f6164b0a-040b-41cc-a299-ad6f1753c7d0 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:55.681227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-155c9a8e-4e77-4fac-860d-e4cf0f2780c6 req-f6164b0a-040b-41cc-a299-ad6f1753c7d0 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 950 time: 0.0949605 Jul 06 18:20:55.706055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Pushing event updated for resources: {'Port': ['ID=a739da93-f98a-4fd3-a39f-ac0c6399927c,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:55.738261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-155c9a8e-4e77-4fac-860d-e4cf0f2780c6 req-89a96ace-1e59-4c5c-bcb0-9d60ae9394b1 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Jul 06 18:20:55.843108 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c7453-420d-4d3c-a801-b4d8057bfaab x-openstack-request-id: req-ed2c7453-420d-4d3c-a801-b4d8057bfaab {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:55.843613 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4b8c45-2f64-44b5-9edb-f941568699ae", "name": "network-vif-plugged", "status": "completed", "tag": "8675cf22-d7f6-4766-b582-d95b1878b396", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:55.843715 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed2c7453-420d-4d3c-a801-b4d8057bfaab {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:55.845157 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4b8c45-2f64-44b5-9edb-f941568699ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8675cf22-d7f6-4766-b582-d95b1878b396', 'code': 200} Jul 06 18:20:55.873117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-479adac2-d937-40c7-a6e7-b9b25a7d964d req-ae1da7b6-af3b-459f-939b-c0125ac75203 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.875697 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-479adac2-d937-40c7-a6e7-b9b25a7d964d req-ae1da7b6-af3b-459f-939b-c0125ac75203 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.876865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-479adac2-d937-40c7-a6e7-b9b25a7d964d req-ae1da7b6-af3b-459f-939b-c0125ac75203 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a2091c4-df0f-4774-87c8-3a1c0f230056 HTTP/1.1" status: 204 len: 173 time: 0.4961331 Jul 06 18:20:55.972587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1da7b6-af3b-459f-939b-c0125ac75203 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2091c4-df0f-4774-87c8-3a1c0f230056,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:56.027165 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.036304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Attempting to bind port a739da93-f98a-4fd3-a39f-ac0c6399927c on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:56.036304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Attempting to bind port a739da93-f98a-4fd3-a39f-ac0c6399927c by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:56.036669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Attempting to bind port a739da93-f98a-4fd3-a39f-ac0c6399927c on network 43daa088-211b-4d08-b9a2-8d20245bc1d1 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:56.059921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Port a739da93-f98a-4fd3-a39f-ac0c6399927c on network 43daa088-211b-4d08-b9a2-8d20245bc1d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:56.059921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Attempting to bind port a739da93-f98a-4fd3-a39f-ac0c6399927c on network 43daa088-211b-4d08-b9a2-8d20245bc1d1 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:56.067257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Transition to ACTIVE for port object 978df67c-51ee-4502-8457-41055eff6d87 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:56.076693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6840370e-7ba1-4732-8460-a12401bfa936 req-400a0add-c1fb-471c-9c4d-f9be53264f5d tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/e483e0d3-a9e9-4169-ab48-d20d2babfa7e HTTP/1.1" status: 200 len: 2404 time: 0.1577227 Jul 06 18:20:56.089021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:56.089693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Checking segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:56.089859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Bound using segment: {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:56.090199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Bound port: a739da93-f98a-4fd3-a39f-ac0c6399927c, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc0f87a-a406-420e-a84a-369f49ca8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:56.090560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.107959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5c94-07de-4810-9026-b7e364c7f2c4 req-95f115e2-28ad-47dd-83e9-745211ea8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:56.109818 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52b5c94-07de-4810-9026-b7e364c7f2c4 req-95f115e2-28ad-47dd-83e9-745211ea8ad7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 1101 time: 0.1414258 Jul 06 18:20:56.119128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-877f5b61-bae8-440c-ad67-82e561cd993a req-80412d3e-6047-4790-b744-44032f29c473 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 210 time: 0.0668733 Jul 06 18:20:56.152297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52b5c94-07de-4810-9026-b7e364c7f2c4 req-391a27c4-d2f8-4ef3-ab51-3a7f6605a54a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Jul 06 18:20:56.197647 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-abc2db83-9439-40f8-bb5a-875591c2706a req-ec2948fd-8ba7-4cef-b3d8-6f83ca27a0a0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] show failed (client error): The resource could not be found. Jul 06 18:20:56.202490 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-abc2db83-9439-40f8-bb5a-875591c2706a req-ec2948fd-8ba7-4cef-b3d8-6f83ca27a0a0 tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips/1504c899-031f-449f-9d16-4acd58e0dce8 HTTP/1.1" status: 404 len: 350 time: 0.0459683 Jul 06 18:20:56.207102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1445e953-0f4b-4438-8957-b8e626588274 req-c73c6081-ff7b-4a40-bda1-3895584ab12e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2910407 Jul 06 18:20:56.241131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.254465 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6840370e-7ba1-4732-8460-a12401bfa936 req-43905880-0b4d-4a92-8119-1808adffef9b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.257167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db', '48b76b89-cb67-4c11-b0da-88e7cbd23850'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:56.272130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', '943e072c-5eb4-49f6-b5cc-b84f543a8517', 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:56.304627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff026ecd-ed62-41b7-b995-1ae97e887b26 req-2b78c578-4761-4ade-8a3e-29976654ecae tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/a65c9447-5bc3-45f6-a985-2e36d9b9f35e HTTP/1.1" status: 200 len: 1801 time: 0.0746102 Jul 06 18:20:56.328129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] For port a739da93-f98a-4fd3-a39f-ac0c6399927c, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:56.354865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:56.361855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6840370e-7ba1-4732-8460-a12401bfa936 req-43905880-0b4d-4a92-8119-1808adffef9b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.385881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:56.387298 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ff026ecd-ed62-41b7-b995-1ae97e887b26 req-4498a57e-670e-4fea-bae4-7a7676c62ada tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.391369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] For port a739da93-f98a-4fd3-a39f-ac0c6399927c, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a739da93-f98a-4fd3-a39f-ac0c6399927c,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:56.393730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:56.400759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event updated for resources: {'Port': ['ID=978df67c-51ee-4502-8457-41055eff6d87,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:56.416569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.454422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ff026ecd-ed62-41b7-b995-1ae97e887b26 req-4498a57e-670e-4fea-bae4-7a7676c62ada tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.543615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ff026ecd-ed62-41b7-b995-1ae97e887b26 req-4498a57e-670e-4fea-bae4-7a7676c62ada tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.543802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:56.544288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.545703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] 10.222.0.24 "PUT /v2.0/ports/a739da93-f98a-4fd3-a39f-ac0c6399927c HTTP/1.1" status: 200 len: 1091 time: 2.1537738 Jul 06 18:20:56.546163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'tag': 'a739da93-f98a-4fd3-a39f-ac0c6399927c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:56.546284 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ff026ecd-ed62-41b7-b995-1ae97e887b26 req-4498a57e-670e-4fea-bae4-7a7676c62ada tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.548439 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a37315-affa-48bb-ab1d-226dccf510e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9eb15c-11f3-4780-a3b8-5a6bc4adc126", "tag": "a739da93-f98a-4fd3-a39f-ac0c6399927c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:56.556011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff026ecd-ed62-41b7-b995-1ae97e887b26 req-4498a57e-670e-4fea-bae4-7a7676c62ada tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/a65c9447-5bc3-45f6-a985-2e36d9b9f35e HTTP/1.1" status: 204 len: 173 time: 0.2352507 Jul 06 18:20:56.572515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:56.573439 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.574707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498a57e-670e-4fea-bae4-7a7676c62ada tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c9447-5bc3-45f6-a985-2e36d9b9f35e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:56.612453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e953-0f4b-4438-8957-b8e626588274 req-5a094e69-9842-4278-bb44-b4a6b1180099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:56.615413 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1445e953-0f4b-4438-8957-b8e626588274 req-5a094e69-9842-4278-bb44-b4a6b1180099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1096 time: 0.3871999 Jul 06 18:20:56.630031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6840370e-7ba1-4732-8460-a12401bfa936 req-43905880-0b4d-4a92-8119-1808adffef9b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.640082 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-2b276940-e7f5-4e13-a777-977fc0e5d714 req-0d22c8c4-e5f3-462f-86c4-cd4e53f4edda tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] show failed (client error): The resource could not be found. Jul 06 18:20:56.645012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6840370e-7ba1-4732-8460-a12401bfa936 req-43905880-0b4d-4a92-8119-1808adffef9b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.656561 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6840370e-7ba1-4732-8460-a12401bfa936 req-43905880-0b4d-4a92-8119-1808adffef9b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "DELETE /v2.0/security-groups/e483e0d3-a9e9-4169-ab48-d20d2babfa7e HTTP/1.1" status: 204 len: 173 time: 0.5788848 Jul 06 18:20:56.659348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50080) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:56.662418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b276940-e7f5-4e13-a777-977fc0e5d714 req-0d22c8c4-e5f3-462f-86c4-cd4e53f4edda tempest-FloatingIPsTestJSON-2025013808 tempest-FloatingIPsTestJSON-2025013808-project] 10.222.0.53 "GET /v2.0/floatingips/1504c899-031f-449f-9d16-4acd58e0dce8 HTTP/1.1" status: 404 len: 350 time: 0.0648861 Jul 06 18:20:56.897804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2ed0963b-4e46-4aa5-9b5d-97c2ee30e960 req-9eb182d0-8fe8-49bf-aa33-72b93a035158 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-666713509', 'description': 'tempest-description-40124896'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:56.928886 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-a0d0254a-02cc-4579-aa23-c623c64f1995 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3931801 Jul 06 18:20:56.929531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d190b02-234e-44ce-ba59-0e49492fc165 service neutron] Pushing event updated for resources: {'Port': ['ID=a739da93-f98a-4fd3-a39f-ac0c6399927c,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:56.945458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43905880-0b4d-4a92-8119-1808adffef9b tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e483e0d3-a9e9-4169-ab48-d20d2babfa7e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:56.990409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Request body: {'port': {'device_id': 'ea98d662-fb3c-4fa0-91af-bfeee51ca16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:56.997108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b2f299b9-8a16-4c79-a152-95bef850b70c None None] Provisioning for port 978df67c-51ee-4502-8457-41055eff6d87 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:57.035706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372930-799a-4780-801b-f12b903f46b9 req-187117c0-c88c-475d-8641-68438e48c2cb tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:57.043955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b2f299b9-8a16-4c79-a152-95bef850b70c None None] Provisioning complete for port 978df67c-51ee-4502-8457-41055eff6d87 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:57.044329 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b2f299b9-8a16-4c79-a152-95bef850b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.047547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed372930-799a-4780-801b-f12b903f46b9 req-187117c0-c88c-475d-8641-68438e48c2cb tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 943 time: 0.2070696 Jul 06 18:20:57.144903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b2f299b9-8a16-4c79-a152-95bef850b70c None None] Port 978df67c-51ee-4502-8457-41055eff6d87 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:57.145646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed372930-799a-4780-801b-f12b903f46b9 req-c43403dc-b8c8-46c2-a43e-5bfef890d4f4 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959275 Jul 06 18:20:57.213865 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0963b-4e46-4aa5-9b5d-97c2ee30e960 req-9eb182d0-8fe8-49bf-aa33-72b93a035158 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.257512 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980950d9-6484-4716-abcb-2fdecffbbae2 x-openstack-request-id: req-980950d9-6484-4716-abcb-2fdecffbbae2 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:57.257841 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9eb15c-11f3-4780-a3b8-5a6bc4adc126", "tag": "a739da93-f98a-4fd3-a39f-ac0c6399927c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:57.258118 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-980950d9-6484-4716-abcb-2fdecffbbae2 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:57.258523 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'tag': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'status': 'completed', 'code': 200} Jul 06 18:20:57.322242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cba06d07-e6c2-4bcb-8d42-f07b5bf5bd13 req-01a770c8-30a4-4d56-9d6e-9654900d53fe tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "GET /v2.0/security-groups/f041ffcf-6ef1-42a5-9d19-28821b446d60 HTTP/1.1" status: 200 len: 2397 time: 0.0675294 Jul 06 18:20:57.326341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e953-0f4b-4438-8957-b8e626588274 req-f083c2fb-6493-4877-86e4-c094913ed4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:57.327974 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1445e953-0f4b-4438-8957-b8e626588274 req-f083c2fb-6493-4877-86e4-c094913ed4cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.6704402 Jul 06 18:20:57.424986 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cba06d07-e6c2-4bcb-8d42-f07b5bf5bd13 req-0cdc84a5-1f29-4bb1-9835-dbad4a01781f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.462728 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1445e953-0f4b-4438-8957-b8e626588274 req-3a869a7f-be63-40a8-a996-d9893aeab2d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 217 time: 0.0665617 Jul 06 18:20:57.470483 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cba06d07-e6c2-4bcb-8d42-f07b5bf5bd13 req-0cdc84a5-1f29-4bb1-9835-dbad4a01781f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.471340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-ffd890d3-565a-4696-9fac-ad6ee5b6a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:57.472990 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-ffd890d3-565a-4696-9fac-ad6ee5b6a324 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 1094 time: 0.8142929 Jul 06 18:20:57.487833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.587746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-26c144f7-6be5-4eef-a60f-a6cc17808081 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a739da93-f98a-4fd3-a39f-ac0c6399927c HTTP/1.1" status: 200 len: 217 time: 0.0976284 Jul 06 18:20:57.720042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e953-0f4b-4438-8957-b8e626588274 req-f7a0418f-1072-44fb-9c11-b9fa00a4e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:57.721509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1445e953-0f4b-4438-8957-b8e626588274 req-f7a0418f-1072-44fb-9c11-b9fa00a4e5a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.2442672 Jul 06 18:20:57.807849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-51e30d80-473f-41a4-b118-5243a6bd23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:57.809414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-51e30d80-473f-41a4-b118-5243a6bd23fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d HTTP/1.1" status: 200 len: 863 time: 0.2110505 Jul 06 18:20:57.859635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1445e953-0f4b-4438-8957-b8e626588274 req-b53c6677-675e-4fb5-a688-74c52c399cb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721581 Jul 06 18:20:57.891187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cba06d07-e6c2-4bcb-8d42-f07b5bf5bd13 req-0cdc84a5-1f29-4bb1-9835-dbad4a01781f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.894083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cba06d07-e6c2-4bcb-8d42-f07b5bf5bd13 req-0cdc84a5-1f29-4bb1-9835-dbad4a01781f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.896753 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0963b-4e46-4aa5-9b5d-97c2ee30e960 req-9eb182d0-8fe8-49bf-aa33-72b93a035158 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.907612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cba06d07-e6c2-4bcb-8d42-f07b5bf5bd13 req-0cdc84a5-1f29-4bb1-9835-dbad4a01781f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] 10.222.0.53 "DELETE /v2.0/security-groups/f041ffcf-6ef1-42a5-9d19-28821b446d60 HTTP/1.1" status: 204 len: 173 time: 0.5787466 Jul 06 18:20:57.908816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50098) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:57.949442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc84a5-1f29-4bb1-9835-dbad4a01781f tempest-SecurityGroupRulesTestJSON-509289485 tempest-SecurityGroupRulesTestJSON-509289485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f041ffcf-6ef1-42a5-9d19-28821b446d60,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:57.962896 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0963b-4e46-4aa5-9b5d-97c2ee30e960 req-9eb182d0-8fe8-49bf-aa33-72b93a035158 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.011443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e42bb7b-80cd-4af1-be66-026464ae97e2 admin admin] Deleting subnet 41717052-d8e2-4be1-bc2e-a54caa3b50ca {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:20:58.025157 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e42bb7b-80cd-4af1-be66-026464ae97e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.071829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0963b-4e46-4aa5-9b5d-97c2ee30e960 req-9eb182d0-8fe8-49bf-aa33-72b93a035158 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.073064 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0963b-4e46-4aa5-9b5d-97c2ee30e960 req-9eb182d0-8fe8-49bf-aa33-72b93a035158 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.3664467 Jul 06 18:20:58.087513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb182d0-8fe8-49bf-aa33-72b93a035158 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978b2513-0a03-4028-8899-a3b2835b0b4c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:58.111459 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e42bb7b-80cd-4af1-be66-026464ae97e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.159586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1445e953-0f4b-4438-8957-b8e626588274 req-af74036d-8e83-4d9c-84b3-708c2cdd1a95 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839503 Jul 06 18:20:58.169792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e42bb7b-80cd-4af1-be66-026464ae97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.194224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-e1e4b22b-3348-4db5-8db8-75e61d4b7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:58.195740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-e1e4b22b-3348-4db5-8db8-75e61d4b7e98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43daa088-211b-4d08-b9a2-8d20245bc1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3560474 Jul 06 18:20:58.215269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-a4e145ce-727d-4738-8585-c7f21a2806ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2011821 Jul 06 18:20:58.238814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398173d-7f70-4ef1-befc-e829e8a45a95 req-adb1e8b6-ca3a-4fdb-a7de-3ff7b16dc548 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:58.240251 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d398173d-7f70-4ef1-befc-e829e8a45a95 req-adb1e8b6-ca3a-4fdb-a7de-3ff7b16dc548 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 950 time: 0.1727962 Jul 06 18:20:58.280840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e42bb7b-80cd-4af1-be66-026464ae97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.318120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42bb7b-80cd-4af1-be66-026464ae97e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41717052-d8e2-4be1-bc2e-a54caa3b50ca,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:58.329156 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e42bb7b-80cd-4af1-be66-026464ae97e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.331116 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7e42bb7b-80cd-4af1-be66-026464ae97e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/41717052-d8e2-4be1-bc2e-a54caa3b50ca HTTP/1.1" status: 204 len: 168 time: 0.4144852 Jul 06 18:20:58.340427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50104) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:58.366266 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d398173d-7f70-4ef1-befc-e829e8a45a95 req-0ce878bf-1a7f-4710-8827-a984e75f1b14 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121647 Jul 06 18:20:58.421690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-93876767-6e9c-41c3-b83c-818ab7ea6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:58.423261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-93876767-6e9c-41c3-b83c-818ab7ea6a12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 1101 time: 0.1800594 Jul 06 18:20:58.441225 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.655038 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.675389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a724a020-36e4-44b4-a771-4182e154b216']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:58.679019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-02a756af-4c5e-4986-bd87-10b73c6da654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:58.680636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-02a756af-4c5e-4986-bd87-10b73c6da654 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2291784 Jul 06 18:20:58.700016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4c337a-6b21-47ae-b316-6e0c50b1a72d') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:58.700373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4c337a-6b21-47ae-b316-6e0c50b1a72d') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:58.725355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978df67c-51ee-4502-8457-41055eff6d87 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:58.739775 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.741387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.750330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-9790d980-b239-4fde-bdab-8a751b746021 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=20dd52c6-c539-4a96-98d1-43ae42c115db HTTP/1.1" status: 200 len: 217 time: 0.0569727 Jul 06 18:20:58.765382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826ba26-aa28-43a3-b42a-0e517e46468f req-15136b64-83b7-4af0-b962-4a535d6e7f01 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:58.766989 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9826ba26-aa28-43a3-b42a-0e517e46468f req-15136b64-83b7-4af0-b962-4a535d6e7f01 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 936 time: 0.2573407 Jul 06 18:20:58.768043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.777540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1445e953-0f4b-4438-8957-b8e626588274 req-6200a894-9be9-4d83-b1ca-0b3aa1e4d590 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075521 Jul 06 18:20:58.784148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:20:58.784626 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:20:58.788272 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:20:58.792454 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:20:58.794186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Transition to ACTIVE for port object 978df67c-51ee-4502-8457-41055eff6d87 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:58.802897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.806244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-2bb84478-ead1-43f8-bdca-7775e67d088a service neutron] 10.222.0.24 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960951 Jul 06 18:20:58.894610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d20653-a772-49dc-beb6-012eab90cb09 req-330dee43-70c2-4560-a08e-1edb9262950a tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:58.896187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a3d20653-a772-49dc-beb6-012eab90cb09 req-330dee43-70c2-4560-a08e-1edb9262950a tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1097 time: 0.6988521 Jul 06 18:20:58.912272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.915392 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.923336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:58.928272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/a724a020-36e4-44b4-a771-4182e154b216 HTTP/1.1" status: 204 len: 168 time: 0.5838339 Jul 06 18:20:58.930382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9826ba26-aa28-43a3-b42a-0e517e46468f req-d55b7472-9d56-46df-866a-0b2de322e41e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488519 Jul 06 18:20:58.941071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-6842e42c-cdff-4caa-bd4d-ee610f4039c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:58.942619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-6842e42c-cdff-4caa-bd4d-ee610f4039c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1722965 Jul 06 18:20:58.944136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fa08d-6d88-400f-860c-fa5014c859fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a724a020-36e4-44b4-a771-4182e154b216,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:59.023937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Pushing event updated for resources: {'Port': ['ID=978df67c-51ee-4502-8457-41055eff6d87,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:59.060618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24afc142-6e5c-49ea-aa64-5f602d7b7291 req-bf525536-9765-4999-a6fa-c5a8a87ffeea tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/978b2513-0a03-4028-8899-a3b2835b0b4c HTTP/1.1" status: 200 len: 1798 time: 0.0660470 Jul 06 18:20:59.077383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-24afc142-6e5c-49ea-aa64-5f602d7b7291 req-466508c1-a0ad-4b09-b42f-d802c1a601b0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1625545476', 'description': 'tempest-description-hth-2500712'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:59.104204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-c5098f2c-cb8c-4452-a30a-d00c65325578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:59.106179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-c5098f2c-cb8c-4452-a30a-d00c65325578 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470191 Jul 06 18:20:59.126464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-24afc142-6e5c-49ea-aa64-5f602d7b7291 req-466508c1-a0ad-4b09-b42f-d802c1a601b0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.166872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50112) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:59.168787 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a3d20653-a772-49dc-beb6-012eab90cb09 req-ef39913a-a994-4720-8c8a-6e3d810f8242 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544770 Jul 06 18:20:59.237816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae45c0c-0827-41bf-bfea-19186043f9c1 req-1cbda5a1-cfe1-46aa-afda-0b144fb6730d service neutron] 10.222.0.24 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161007 Jul 06 18:20:59.267357 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-24afc142-6e5c-49ea-aa64-5f602d7b7291 req-466508c1-a0ad-4b09-b42f-d802c1a601b0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.278140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-24afc142-6e5c-49ea-aa64-5f602d7b7291 req-466508c1-a0ad-4b09-b42f-d802c1a601b0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.281185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-24afc142-6e5c-49ea-aa64-5f602d7b7291 req-466508c1-a0ad-4b09-b42f-d802c1a601b0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.295719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7da32807-e2bd-4c0e-b4bf-91716c4d9390 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec59108d373d401cb85820f2f7e2e3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258440 Jul 06 18:20:59.298677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50118) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:59.299121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24afc142-6e5c-49ea-aa64-5f602d7b7291 req-466508c1-a0ad-4b09-b42f-d802c1a601b0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "PUT /v2.0/security-groups/978b2513-0a03-4028-8899-a3b2835b0b4c HTTP/1.1" status: 200 len: 1772 time: 0.2258363 Jul 06 18:20:59.318144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-026bceba-d53a-4747-bbb9-b75062b6b75d service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013566 Jul 06 18:20:59.324986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Attempting to bind port 978df67c-51ee-4502-8457-41055eff6d87 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:59.325764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Attempting to bind port 978df67c-51ee-4502-8457-41055eff6d87 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:59.325764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Attempting to bind port 978df67c-51ee-4502-8457-41055eff6d87 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:59.370965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Port 978df67c-51ee-4502-8457-41055eff6d87 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:59.371188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Attempting to bind port 978df67c-51ee-4502-8457-41055eff6d87 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:59.399460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466508c1-a0ad-4b09-b42f-d802c1a601b0 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978b2513-0a03-4028-8899-a3b2835b0b4c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:59.409474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:59.409862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:59.410257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:59.410873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Bound port: 978df67c-51ee-4502-8457-41055eff6d87, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:59.411244 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.462677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ecd15da-0b29-43f1-97ac-26d240796174 req-1a0a08ac-aa0f-4e8e-b979-7c8c6ae70a45 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318820 Jul 06 18:20:59.524113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817bf887-c345-40f3-a4ea-c9e6c2d80197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.546676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-6026c80a-9a17-4a54-b064-6ecb5e845ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:59.548248 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-6026c80a-9a17-4a54-b064-6ecb5e845ba7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 1094 time: 0.2195919 Jul 06 18:20:59.655287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] For port 978df67c-51ee-4502-8457-41055eff6d87, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:59.660682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817bf887-c345-40f3-a4ea-c9e6c2d80197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.678514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e09b7f-9585-4d61-a1ce-b87203ab2240 req-1ad9fa00-f7aa-4d3a-817a-a048189452b7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:59.680081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0e09b7f-9585-4d61-a1ce-b87203ab2240 req-1ad9fa00-f7aa-4d3a-817a-a048189452b7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 943 time: 0.2962384 Jul 06 18:20:59.700047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] For port 978df67c-51ee-4502-8457-41055eff6d87, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=978df67c-51ee-4502-8457-41055eff6d87,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:59.723701 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.845609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:59.846382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.847678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] 10.222.0.24 "PUT /v2.0/ports/978df67c-51ee-4502-8457-41055eff6d87 HTTP/1.1" status: 200 len: 1096 time: 2.8635066 Jul 06 18:20:59.853483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea98d662-fb3c-4fa0-91af-bfeee51ca16d', 'tag': '978df67c-51ee-4502-8457-41055eff6d87'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:59.855954 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e9120-d065-4775-8dfa-15844a21e7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea98d662-fb3c-4fa0-91af-bfeee51ca16d", "tag": "978df67c-51ee-4502-8457-41055eff6d87"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:59.887749 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0e09b7f-9585-4d61-a1ce-b87203ab2240 req-53ae7687-aa42-4cad-ae1e-26543f1a5225 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913121 Jul 06 18:20:59.891741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-5508a126-1159-49fe-9ae8-6866d7f6f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:59.893215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-5508a126-1159-49fe-9ae8-6866d7f6f8db service neutron] 10.222.0.24 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 925 time: 0.3291299 Jul 06 18:20:59.900934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b89e9-96e1-40f7-a016-0f12427f8686 service neutron] Pushing event updated for resources: {'Port': ['ID=978df67c-51ee-4502-8457-41055eff6d87,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:59.932260 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817bf887-c345-40f3-a4ea-c9e6c2d80197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.934806 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817bf887-c345-40f3-a4ea-c9e6c2d80197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.938565 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-817bf887-c345-40f3-a4ea-c9e6c2d80197 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71369c2a-ffaf-4c38-84e9-f71b703feb22 HTTP/1.1" status: 204 len: 168 time: 0.6361012 Jul 06 18:21:00.000689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-fe2b68ca-074c-4c65-8c68-a9d2fb836cf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a739da93-f98a-4fd3-a39f-ac0c6399927c HTTP/1.1" status: 200 len: 217 time: 0.0907893 Jul 06 18:21:00.010094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bf887-c345-40f3-a4ea-c9e6c2d80197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71369c2a-ffaf-4c38-84e9-f71b703feb22,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:00.033749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Deleting port f2482c99-c29a-4093-b1f8-be5ac6f540ca {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:00.034107 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:00.119425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-797a568f-8a8a-4ead-88c5-04b2e0eb2e9b req-df028b77-4a27-49bc-9a15-311d650aecda tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/978b2513-0a03-4028-8899-a3b2835b0b4c HTTP/1.1" status: 200 len: 1772 time: 0.1664903 Jul 06 18:21:00.151474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-a94c6029-26bc-4325-a453-a3c3a6ed5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:00.153022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-a94c6029-26bc-4325-a453-a3c3a6ed5bdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d HTTP/1.1" status: 200 len: 863 time: 0.1408653 Jul 06 18:21:00.179536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-06216177-9d3e-4c96-a23a-89e0d56f27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:00.181062 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-06216177-9d3e-4c96-a23a-89e0d56f27e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 1099 time: 0.2613020 Jul 06 18:21:00.265081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-dc56eb19-4bcd-47b0-9d3c-f30268c35a01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=978df67c-51ee-4502-8457-41055eff6d87 HTTP/1.1" status: 200 len: 217 time: 0.0605631 Jul 06 18:21:00.352404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] For port f2482c99-c29a-4093-b1f8-be5ac6f540ca, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f2482c99-c29a-4093-b1f8-be5ac6f540ca,segment=NetworkSegment(7389dfa4-f2b9-45f8-9ec6-9bf264b137c6),segment_id=7389dfa4-f2b9-45f8-9ec6-9bf264b137c6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:00.352763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:00.381613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Calling delete_port for f2482c99-c29a-4093-b1f8-be5ac6f540ca owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:00.414714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-6273ebee-78f0-46ac-8a5b-b75db2cf3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:00.417417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-6273ebee-78f0-46ac-8a5b-b75db2cf3be2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1336238 Jul 06 18:21:00.427447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-b3d99492-0c0d-487f-8b64-1f061cc42ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:00.429300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-b3d99492-0c0d-487f-8b64-1f061cc42ae2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43daa088-211b-4d08-b9a2-8d20245bc1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2671525 Jul 06 18:21:00.567250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9900-a3aa-4e9a-9008-5cb6511558bb req-86493e5a-7ab5-4d9e-b495-e84b1efef434 tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:00.569048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a90f9900-a3aa-4e9a-9008-5cb6511558bb req-86493e5a-7ab5-4d9e-b495-e84b1efef434 tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 1101 time: 0.3093917 Jul 06 18:21:00.628112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a90f9900-a3aa-4e9a-9008-5cb6511558bb req-decd514a-b587-46dc-8e5e-95ac7fa72d30 tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:00.706236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-37cbdad9-dbd2-499c-a812-7eb2adc3cf41 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:21:00.713345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-37cbdad9-dbd2-499c-a812-7eb2adc3cf41 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153587 Jul 06 18:21:00.718163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-2113e0ae-8473-492c-99c2-5445748d1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:00.718513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Request body: {'binding': {'host': 'n-h1-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:00.719095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Unknown quota resources ['binding']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:21:00.720065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-2113e0ae-8473-492c-99c2-5445748d1528 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2522917 Jul 06 18:21:00.721518 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-f77fae87-32f0-41e9-aab8-b0d59fb5ed8c service neutron] 10.222.0.24 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448401 Jul 06 18:21:00.815166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50172) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:00.870486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on host n-h1-799684-2 for vnic_type normal with profile None {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:00.870816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:00.871345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:00.875739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:00.876055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:00.881094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:00.881657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:00.882090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:00.882500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Bound port: 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:00.930263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1011351976-network', 'tenant_id': 'bf77d1848a3a4efe9c1eb515d3893aec'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:00.945644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:00.951921 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:00.953542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-359a17b4-fa85-49bd-ade7-9e7bfbb95f1f service neutron] 10.222.0.53 "POST /v2.0/ports/9d487b92-8eb9-4c58-9fc2-a72cc68082d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2388287 Jul 06 18:21:00.978393 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-bf098460-32f4-4f7e-9fc6-9b0ac3be04ae service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350454 Jul 06 18:21:00.982202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84a37315-affa-48bb-ab1d-226dccf510e0 req-fba8f97e-77e3-418d-8efa-abcb0f0e3218 service neutron] 10.222.0.24 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378683 Jul 06 18:21:00.987773 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.068876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f2482c99-c29a-4093-b1f8-be5ac6f540ca,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:01.075029 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0362d45c-e1b9-422a-9f90-84baed084702 x-openstack-request-id: req-0362d45c-e1b9-422a-9f90-84baed084702 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:01.075828 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea98d662-fb3c-4fa0-91af-bfeee51ca16d", "tag": "978df67c-51ee-4502-8457-41055eff6d87", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:01.075828 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0362d45c-e1b9-422a-9f90-84baed084702 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:01.076670 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea98d662-fb3c-4fa0-91af-bfeee51ca16d', 'tag': '978df67c-51ee-4502-8457-41055eff6d87', 'status': 'completed', 'code': 200} Jul 06 18:21:01.120284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a90f9900-a3aa-4e9a-9008-5cb6511558bb req-decd514a-b587-46dc-8e5e-95ac7fa72d30 tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.153791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Made reservation on behalf of bf77d1848a3a4efe9c1eb515d3893aec for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:01.155241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a90f9900-a3aa-4e9a-9008-5cb6511558bb req-decd514a-b587-46dc-8e5e-95ac7fa72d30 tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.157792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.181624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.215559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a90f9900-a3aa-4e9a-9008-5cb6511558bb req-decd514a-b587-46dc-8e5e-95ac7fa72d30 tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343501 Jul 06 18:21:01.245844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd514a-b587-46dc-8e5e-95ac7fa72d30 tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d1d8eb-ecb6-4c74-83da-b778e0b096be,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:01.302060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92371f3-9480-4322-9912-b0b21c2b5b9f req-1615d5a2-c423-49f8-b265-a004262d8ffc service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052955 Jul 06 18:21:01.328605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3801-8a3f-4598-bb45-aeeccd85a127 req-9c3540df-e939-43b4-9891-8c2591d33a08 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:01.330269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-034a3801-8a3f-4598-bb45-aeeccd85a127 req-9c3540df-e939-43b4-9891-8c2591d33a08 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 948 time: 0.1350029 Jul 06 18:21:01.391490 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-034a3801-8a3f-4598-bb45-aeeccd85a127 req-61a7001b-3c89-4b15-8ae6-888e35568ae6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532069 Jul 06 18:21:01.411026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.416854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.440564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:01.455530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac0aa44-0f32-48b0-94a5-1757f50a2178,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:01.457346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fbcdb4e4-4158-4274-bdb2-da65cdbb4224 req-dd32e7d8-6a80-450d-9128-d08dfefab6b7 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/978b2513-0a03-4028-8899-a3b2835b0b4c HTTP/1.1" status: 200 len: 1772 time: 0.1598678 Jul 06 18:21:01.465574 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.467094 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Added segment 347b282d-d7da-4541-b406-d8ed6b304672 of type vlan for network 90950a61-13f5-43e3-a282-f1fe44802f85 Jul 06 18:21:01.483204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.553085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.600819 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.619826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:01.619826 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.625920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ef134-0afb-4388-933c-00fb923f1f5c req-d89a7dce-4e34-4892-8e44-8c2e918e5edf tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:01.627543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-351ef134-0afb-4388-933c-00fb923f1f5c req-d89a7dce-4e34-4892-8e44-8c2e918e5edf tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 943 time: 0.1183114 Jul 06 18:21:01.633612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8141418 Jul 06 18:21:01.641371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50182) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:01.674174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Request body: {'subnet': {'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1011351976-subnet', 'tenant_id': 'bf77d1848a3a4efe9c1eb515d3893aec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:01.726973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08791f4a-ff8d-4f43-a2e9-3b67709e2783 admin admin] Pushing event updated for resources: {'Network': ['ID=90950a61-13f5-43e3-a282-f1fe44802f85,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:01.735586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Made reservation on behalf of bf77d1848a3a4efe9c1eb515d3893aec for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:01.738172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.740762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 90950a61-13f5-43e3-a282-f1fe44802f85 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:01.742781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-351ef134-0afb-4388-933c-00fb923f1f5c req-0b67e846-d288-444b-8848-086d5fcf9a9f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023309 Jul 06 18:21:01.938411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-a60aeb08-80a7-43aa-99ab-832e80cc0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:01.940005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-a60aeb08-80a7-43aa-99ab-832e80cc0030 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 1099 time: 0.5648012 Jul 06 18:21:01.940516 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.948868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-6d930cee-3609-4def-b358-6557d44416ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:01.950435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-6d930cee-3609-4def-b358-6557d44416ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1097 time: 0.6090815 Jul 06 18:21:01.992273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d8f1f4-9e1d-441b-8294-be6e3dd37469,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:02.014679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Checking segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:02.015051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Network hostable DHCP agents. Network: 90950a61-13f5-43e3-a282-f1fe44802f85, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:02.035090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Network 90950a61-13f5-43e3-a282-f1fe44802f85 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:02.044895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 90950a61-13f5-43e3-a282-f1fe44802f85) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:02.049699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.050358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:02.051585 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fbcdb4e4-4158-4274-bdb2-da65cdbb4224 req-0297e9a8-129f-49e8-b30f-930db0243ffb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:02.061554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29feca3d-e482-4587-9a6d-21e280022ff6 None None] Network 90950a61-13f5-43e3-a282-f1fe44802f85 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:02.110681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-58c28cfc-de5d-4821-b2d9-e8f4eccd141a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4681900 Jul 06 18:21:02.136122 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fbcdb4e4-4158-4274-bdb2-da65cdbb4224 req-0297e9a8-129f-49e8-b30f-930db0243ffb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:02.151248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62e7db-7248-4ace-b81d-2eab1b86d995 req-3c96a645-3569-4dce-81ef-85e094fb54b2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.153479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a62e7db-7248-4ace-b81d-2eab1b86d995 req-3c96a645-3569-4dce-81ef-85e094fb54b2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.0847580 Jul 06 18:21:02.198147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a62e7db-7248-4ace-b81d-2eab1b86d995 req-abe6af63-1659-4dce-823a-3658c9288b40 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381081 Jul 06 18:21:02.231934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a57580-6f96-47bd-a435-8b6c6f089831 None None] Network 90950a61-13f5-43e3-a282-f1fe44802f85 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:02.264535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-488bf01b-176e-44ed-9f85-ed72a259360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.266106 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-488bf01b-176e-44ed-9f85-ed72a259360c service neutron] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.3051364 Jul 06 18:21:02.269551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-ba8c065e-4a7d-49b0-93e5-619618c0a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.271016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-ba8c065e-4a7d-49b0-93e5-619618c0a579 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.3112972 Jul 06 18:21:02.354848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-76f5e3fd-a077-42a7-ab7d-a771f730b790 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=978df67c-51ee-4502-8457-41055eff6d87 HTTP/1.1" status: 200 len: 217 time: 0.0751045 Jul 06 18:21:02.394571 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-3ed98cd9-798f-4638-a517-81012bba8fb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0 HTTP/1.1" status: 200 len: 217 time: 0.0550349 Jul 06 18:21:02.395151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fbcdb4e4-4158-4274-bdb2-da65cdbb4224 req-0297e9a8-129f-49e8-b30f-930db0243ffb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:02.397653 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fbcdb4e4-4158-4274-bdb2-da65cdbb4224 req-0297e9a8-129f-49e8-b30f-930db0243ffb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:02.398686 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fbcdb4e4-4158-4274-bdb2-da65cdbb4224 req-0297e9a8-129f-49e8-b30f-930db0243ffb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/978b2513-0a03-4028-8899-a3b2835b0b4c HTTP/1.1" status: 204 len: 173 time: 0.9269302 Jul 06 18:21:02.418257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd19b5-9a79-47ae-84ca-0c9ad64cda40 req-77068ec3-d39d-45e8-bdd3-3f6ee5e0664d tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.425494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78dd19b5-9a79-47ae-84ca-0c9ad64cda40 req-77068ec3-d39d-45e8-bdd3-3f6ee5e0664d tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 1101 time: 0.0733621 Jul 06 18:21:02.445197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e9a8-129f-49e8-b30f-930db0243ffb tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978b2513-0a03-4028-8899-a3b2835b0b4c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:02.478761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78dd19b5-9a79-47ae-84ca-0c9ad64cda40 req-435e19ed-09cb-4257-8487-70d034ffd4bc tempest-ServersAdminNegativeTestJSON-34558373 tempest-ServersAdminNegativeTestJSON-34558373-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522721 Jul 06 18:21:02.487054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-0b56fea1-c2f7-40f4-97c5-14fb7e987b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.488545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-0b56fea1-c2f7-40f4-97c5-14fb7e987b4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1049330 Jul 06 18:21:02.518458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Router 721744af-b4e2-4073-a11c-c9a61d7b74ce has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:21:02.545644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4c43d22-d607-4315-b6e3-a1bfbedc23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.546798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4c43d22-d607-4315-b6e3-a1bfbedc23f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1241200 Jul 06 18:21:02.595046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-f54fdbfb-8e31-4dd7-aa39-202e5728b0c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343666 Jul 06 18:21:02.728966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d8b6e-550e-4ae0-8daa-82e00ca33107 req-178dcc14-9fba-402d-aadb-541f5b5fce12 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.730678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964d8b6e-550e-4ae0-8daa-82e00ca33107 req-178dcc14-9fba-402d-aadb-541f5b5fce12 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 948 time: 0.0701766 Jul 06 18:21:02.763492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-8f08c4ae-0674-49b7-9c33-e715d652aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.764908 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-8f08c4ae-0674-49b7-9c33-e715d652aefb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2657993 Jul 06 18:21:02.769747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964d8b6e-550e-4ae0-8daa-82e00ca33107 req-a0f4d231-770b-4cbf-b70e-899ee3af7ccc tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Jul 06 18:21:02.927842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-4f62419e-97e2-4695-bb42-4c00498a6e7b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.929300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-4f62419e-97e2-4695-bb42-4c00498a6e7b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.2899315 Jul 06 18:21:02.942222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:21:02.945113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-7e19826f-9ce9-48c3-9f50-c763fd3bf582 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068700 Jul 06 18:21:02.953611 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] Sync routers for ids ['721744af-b4e2-4073-a11c-c9a61d7b74ce'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:21:02.957512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1ed2e8cc-2a16-4368-8ff1-23fcd3a476fe admin admin] 10.222.0.53 "PUT /v2.0/routers/721744af-b4e2-4073-a11c-c9a61d7b74ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2759469 Jul 06 18:21:02.961071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50218) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:02.966094 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] Routers {'721744af-b4e2-4073-a11c-c9a61d7b74ce'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:21:02.967224 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['721744af-b4e2-4073-a11c-c9a61d7b74ce'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:02.985678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-8969322f-7b8d-48a3-abee-6b26b05e25e9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/quotas/bf77d1848a3a4efe9c1eb515d3893aec HTTP/1.1" status: 200 len: 375 time: 0.0469470 Jul 06 18:21:03.027013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-4dc47d0a-5b3b-4ad9-9277-faff731c23b9 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523665 Jul 06 18:21:03.074116 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] Set router 721744af-b4e2-4073-a11c-c9a61d7b74ce gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:21:03.095823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f8012-cd64-496b-afa7-30237449aece req-c8833bbd-9860-4caa-8862-c1fd9499921d tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:03.100253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c62f8012-cd64-496b-afa7-30237449aece req-c8833bbd-9860-4caa-8862-c1fd9499921d tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 943 time: 0.0745165 Jul 06 18:21:03.104265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-871764de-df5b-424e-8f96-74f8d9bfb25f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800903 Jul 06 18:21:03.142002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c62f8012-cd64-496b-afa7-30237449aece req-45f80e88-8248-4499-b995-e61c3e40158a tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360894 Jul 06 18:21:03.194871 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-c5402c8e-9dc5-4c5d-977b-bffdcbcf83df req-9c9d8e6d-f9ec-4eed-9a28-50baec4a67f2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:21:03.196002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5402c8e-9dc5-4c5d-977b-bffdcbcf83df req-9c9d8e6d-f9ec-4eed-9a28-50baec4a67f2 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/a65c9447-5bc3-45f6-a985-2e36d9b9f35e HTTP/1.1" status: 404 len: 352 time: 0.0146184 Jul 06 18:21:03.238861 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-7d7eeb90-fd16-4d25-a85e-d0388b42683a req-dd9c2011-d6df-401f-8847-2e7d6f5e1be8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:21:03.240393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d7eeb90-fd16-4d25-a85e-d0388b42683a req-dd9c2011-d6df-401f-8847-2e7d6f5e1be8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/1a2091c4-df0f-4774-87c8-3a1c0f230056 HTTP/1.1" status: 404 len: 352 time: 0.0146646 Jul 06 18:21:03.299482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:03.320591 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:21:00Z', 'revision_number': 5, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:03.342222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-0979b508-9427-464c-b306-71ed8fe4a5e5 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818426 Jul 06 18:21:03.359657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c06e9120-d065-4775-8dfa-15844a21e7d5 req-d4619c1b-1ac9-4845-a92e-b4541399a1e2 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026896 Jul 06 18:21:03.366457 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] Checking router: 721744af-b4e2-4073-a11c-c9a61d7b74ce for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:21:03.376521 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] Routers {'721744af-b4e2-4073-a11c-c9a61d7b74ce'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:21:03.377215 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['721744af-b4e2-4073-a11c-c9a61d7b74ce'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:03.383893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-06cc8293-c72e-449e-ae86-592a7986ce66 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485125 Jul 06 18:21:03.399344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device a739da93-f98a-4fd3-a39f-ac0c6399927c details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:03.436903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e2262-8e93-4631-b97b-39942b3f9e26 req-577ffaa4-6c54-465b-814d-643673925fbb tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:03.438570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c5e2262-8e93-4631-b97b-39942b3f9e26 req-577ffaa4-6c54-465b-814d-643673925fbb tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.0824971 Jul 06 18:21:03.498488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c5e2262-8e93-4631-b97b-39942b3f9e26 req-92173094-84b1-491a-83ac-156401e1be65 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535140 Jul 06 18:21:03.503185 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] Set router 721744af-b4e2-4073-a11c-c9a61d7b74ce gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:21:03.529879 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:03.547922 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-11ea02eb-0ec2-4beb-b367-45be00a67513 req-cdd5c88d-6100-4372-820a-6ce75d26f31c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:21:03.552892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-11ea02eb-0ec2-4beb-b367-45be00a67513 req-cdd5c88d-6100-4372-820a-6ce75d26f31c tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/0a04fbea-0262-47ff-a784-eafc400cc6db HTTP/1.1" status: 404 len: 352 time: 0.0286820 Jul 06 18:21:03.582800 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-75377db1-91f7-4a82-b432-4d3e36b4283d service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875520 Jul 06 18:21:03.650822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port a739da93-f98a-4fd3-a39f-ac0c6399927c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a739da93-f98a-4fd3-a39f-ac0c6399927c,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:03.677838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'port_id': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'mac_address': 'fa:16:3e:02:20:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:03.737531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Deleting port b479d646-88ce-4b14-b86a-ddf3f9395082 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:03.738032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:03.777450 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:03.794466 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:21:00Z', 'revision_number': 5, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:03.804850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a739da93-f98a-4fd3-a39f-ac0c6399927c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:03.855384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port a739da93-f98a-4fd3-a39f-ac0c6399927c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a739da93-f98a-4fd3-a39f-ac0c6399927c,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:03.863622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:03.864868 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5f6e1-7fbb-4e92-9e0c-6a4e1c923cc9 None None] The sync data for ids ['721744af-b4e2-4073-a11c-c9a61d7b74ce'] in n-d-799684-2 is: [{'id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'name': 'tempest-FloatingIPsTestJSON-2016925314-router', 'tenant_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:31Z', 'updated_at': '2021-07-06T18:21:00Z', 'revision_number': 5, 'project_id': '93863efd9a5b4b9a8e6e0adf34a4826b', 'gw_port': {'id': 'b479d646-88ce-4b14-b86a-ddf3f9395082', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721744af-b4e2-4073-a11c-c9a61d7b74ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:21:03.904902 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-ffbcf07f-b561-4181-bb7c-8bd8964f38dd req-2b432a11-42bf-4c1c-b343-29d61693b31d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:21:03.907605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffbcf07f-b561-4181-bb7c-8bd8964f38dd req-2b432a11-42bf-4c1c-b343-29d61693b31d tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/9fd9738b-9584-45b7-b3b8-d78281902275 HTTP/1.1" status: 404 len: 352 time: 0.0384183 Jul 06 18:21:03.956825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] For port b479d646-88ce-4b14-b86a-ddf3f9395082, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b479d646-88ce-4b14-b86a-ddf3f9395082,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:03.957346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:03.972209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Calling delete_port for b479d646-88ce-4b14-b86a-ddf3f9395082 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:03.987195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=a739da93-f98a-4fd3-a39f-ac0c6399927c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:04.038549 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fdbab240-09d6-44ae-b09e-1da7c1eb3806 req-ccc7b137-78fc-4b5f-8f18-83c7c3a185bc tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 210 time: 0.0395257 Jul 06 18:21:04.151695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fba83d-c3ae-42c1-b5cb-612887890680 req-c59eb56e-e277-4530-b54e-70ad272c69ca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:04.154068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22fba83d-c3ae-42c1-b5cb-612887890680 req-c59eb56e-e277-4530-b54e-70ad272c69ca tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 948 time: 0.0989821 Jul 06 18:21:04.205812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['a739da93-f98a-4fd3-a39f-ac0c6399927c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:04.257746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22fba83d-c3ae-42c1-b5cb-612887890680 req-8f9689a0-184c-44a2-9d49-bbae4045158a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893922 Jul 06 18:21:04.330114 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-017857ae-8a12-4756-8192-3ccf9e7ad4f6 req-0afdf821-af0f-4ccd-b6a4-4be412671ffc tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:21:04.333083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-017857ae-8a12-4756-8192-3ccf9e7ad4f6 req-0afdf821-af0f-4ccd-b6a4-4be412671ffc tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/a074bf32-2d15-465d-bd96-e70b82493bbe HTTP/1.1" status: 404 len: 352 time: 0.0319471 Jul 06 18:21:04.374356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adb789-3316-48ac-84a1-a6cf5a82da6c req-d12b3f9f-234f-4c1a-a506-c852ef6b2eaf tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:04.377757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66adb789-3316-48ac-84a1-a6cf5a82da6c req-d12b3f9f-234f-4c1a-a506-c852ef6b2eaf tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 950 time: 0.1572087 Jul 06 18:21:04.381110 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:04.455937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Pushing event deleted for resources: {'Port': ['ID=b479d646-88ce-4b14-b86a-ddf3f9395082,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:04.555165 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66adb789-3316-48ac-84a1-a6cf5a82da6c req-538fda0d-fc16-4b54-b783-44b665c541f0 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627960 Jul 06 18:21:04.572322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d95d6-7d4d-4b7f-b884-892d5fa03145 req-5213712a-8372-4bee-a185-514196a21f84 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:04.576187 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d95d6-7d4d-4b7f-b884-892d5fa03145 req-5213712a-8372-4bee-a185-514196a21f84 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 944 time: 0.0812807 Jul 06 18:21:04.602852 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-826df135-8dbd-4a98-8078-6626e64b696a req-36377c55-e299-4d04-bd7a-0f2814d411d1 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] show failed (client error): The resource could not be found. Jul 06 18:21:04.617366 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-826df135-8dbd-4a98-8078-6626e64b696a req-36377c55-e299-4d04-bd7a-0f2814d411d1 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/16507579-a92d-4aff-b550-03651cfd09fb HTTP/1.1" status: 404 len: 352 time: 0.0342784 Jul 06 18:21:04.628676 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d95d6-7d4d-4b7f-b884-892d5fa03145 req-7aee2acc-c509-4dd9-bae7-e9a784586b7a tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417502 Jul 06 18:21:04.634458 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:04.768531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:04.772392 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:04.789208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f2482c99-c29a-4093-b1f8-be5ac6f540ca no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:04.821190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f2482c99-c29a-4093-b1f8-be5ac6f540ca {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:04.821532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f2482c99-c29a-4093-b1f8-be5ac6f540ca not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:05.176350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea876d-173e-42a0-9c5b-351e75b731ae req-3a458e28-b785-4fad-89f0-1efdae3cf793 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:05.178883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-51ea876d-173e-42a0-9c5b-351e75b731ae req-3a458e28-b785-4fad-89f0-1efdae3cf793 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1096 time: 0.0590005 Jul 06 18:21:05.198925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.199635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 721744af-b4e2-4073-a11c-c9a61d7b74ce {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:21:05.206547 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.207873 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-993e360a-076c-43d3-966c-b9bc7899f31e admin admin] 10.222.0.53 "DELETE /v2.0/routers/721744af-b4e2-4073-a11c-c9a61d7b74ce HTTP/1.1" status: 204 len: 168 time: 2.2326610 Jul 06 18:21:05.211058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50270) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:05.243569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c885b1-9696-4de4-96b0-4b808abd7131 req-72a0c567-ddc8-436a-b5fc-13a5a0a11c7d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:05.250979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4c885b1-9696-4de4-96b0-4b808abd7131 req-72a0c567-ddc8-436a-b5fc-13a5a0a11c7d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.0830622 Jul 06 18:21:05.275117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-51ea876d-173e-42a0-9c5b-351e75b731ae req-1bf2225c-7ebb-46bf-adf4-dacf68cfb22b tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889843 Jul 06 18:21:05.287500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da0bc4a-1d6b-4ae0-9eac-afdbbfdd1c65 admin admin] Deleting subnet 02654916-c3a6-41f1-b45f-1adca9c45cdf {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:21:05.293115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc4a-1d6b-4ae0-9eac-afdbbfdd1c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.298497 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4c885b1-9696-4de4-96b0-4b808abd7131 req-b7d18e3d-b2b2-46d6-af00-921118406537 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465229 Jul 06 18:21:05.363147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc4a-1d6b-4ae0-9eac-afdbbfdd1c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.427830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 978df67c-51ee-4502-8457-41055eff6d87 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:05.519891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390714-07a6-490a-89a3-7d48d7add9c4 req-b0250917-4083-4829-b2e8-74384233983e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:05.525079 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21390714-07a6-490a-89a3-7d48d7add9c4 req-b0250917-4083-4829-b2e8-74384233983e tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 1023 time: 0.1100972 Jul 06 18:21:05.556644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 978df67c-51ee-4502-8457-41055eff6d87, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=978df67c-51ee-4502-8457-41055eff6d87,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:05.561057 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-96a57171-605c-4081-a104-70a352bcc4f4 req-17806419-59d7-46e3-8904-ba81c9bac523 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 210 time: 0.0499399 Jul 06 18:21:05.570830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '978df67c-51ee-4502-8457-41055eff6d87', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '978df67c-51ee-4502-8457-41055eff6d87', 'mac_address': 'fa:16:3e:a8:36:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:05.575556 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc4a-1d6b-4ae0-9eac-afdbbfdd1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.613354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21390714-07a6-490a-89a3-7d48d7add9c4 req-f6d3cec7-411f-41bd-b19c-977a2e02168f tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0cc6afb-9598-41b4-9964-7bf455b067cc&id=a6279b41-2455-4711-ae41-9468e3cb726d&id=770a4c23-4465-4971-9e50-6854615aa3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0807889 Jul 06 18:21:05.627652 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.652540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978df67c-51ee-4502-8457-41055eff6d87 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:05.717348 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc4a-1d6b-4ae0-9eac-afdbbfdd1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.725258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 978df67c-51ee-4502-8457-41055eff6d87, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=978df67c-51ee-4502-8457-41055eff6d87,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:05.743217 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.773843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0bc4a-1d6b-4ae0-9eac-afdbbfdd1c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02654916-c3a6-41f1-b45f-1adca9c45cdf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:05.795101 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc4a-1d6b-4ae0-9eac-afdbbfdd1c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.797522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342fcd2-2395-41eb-a66d-1f308a00ebc9 None None] Network ae253b5e-4438-4263-9f22-d531d2e332eb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:05.800111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3da0bc4a-1d6b-4ae0-9eac-afdbbfdd1c65 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/02654916-c3a6-41f1-b45f-1adca9c45cdf HTTP/1.1" status: 204 len: 168 time: 0.5867121 Jul 06 18:21:05.804527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50280) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:05.947720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-f0cc3cad-0a3a-448c-a314-498bc0860eec tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:05.949888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-f0cc3cad-0a3a-448c-a314-498bc0860eec tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.2897949 Jul 06 18:21:05.970536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Request body: {'port': {'device_id': 'f39826f7-71c4-41da-9477-572501f1b072', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'admin_state_up': True, 'tenant_id': 'bf77d1848a3a4efe9c1eb515d3893aec'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:06.045054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-5d7ff71b-6b01-40f6-8316-435276a581c1 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:06.046635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-5d7ff71b-6b01-40f6-8316-435276a581c1 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 950 time: 0.2374179 Jul 06 18:21:06.051038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=978df67c-51ee-4502-8457-41055eff6d87,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:06.115336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.183938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['978df67c-51ee-4502-8457-41055eff6d87'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:06.203334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96672-6600-4e64-8f62-08dd2b6d4a4c req-62b603d0-4c29-424f-ace2-be6c0113e397 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:06.217037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] DHCP port deletion for ae253b5e-4438-4263-9f22-d531d2e332eb request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:21:06.227314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53b96672-6600-4e64-8f62-08dd2b6d4a4c req-62b603d0-4c29-424f-ace2-be6c0113e397 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 949 time: 0.4417596 Jul 06 18:21:06.295526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Deleting port 8675cf22-d7f6-4766-b582-d95b1878b396 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:06.295878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.299371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Made reservation on behalf of bf77d1848a3a4efe9c1eb515d3893aec for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:06.303092 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.325394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] Deleting port 360cda3a-157b-4392-abdf-392091873e22 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:06.325937 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.410595 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53b96672-6600-4e64-8f62-08dd2b6d4a4c req-71bbc80e-15e9-468e-b456-abd487edc33d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255431 Jul 06 18:21:06.449326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Deleting port 360cda3a-157b-4392-abdf-392091873e22 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:06.449685 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.454484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] For port 360cda3a-157b-4392-abdf-392091873e22, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=360cda3a-157b-4392-abdf-392091873e22,segment=NetworkSegment(7389dfa4-f2b9-45f8-9ec6-9bf264b137c6),segment_id=7389dfa4-f2b9-45f8-9ec6-9bf264b137c6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:06.455206 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.477994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] Calling delete_port for 360cda3a-157b-4392-abdf-392091873e22 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:06.547012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] For port 8675cf22-d7f6-4766-b582-d95b1878b396, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8675cf22-d7f6-4766-b582-d95b1878b396,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:06.547600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.587421 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.597647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Calling delete_port for 8675cf22-d7f6-4766-b582-d95b1878b396 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:06.608722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] No DVR routers for this DVR port 360cda3a-157b-4392-abdf-392091873e22 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:06.620484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] For port 360cda3a-157b-4392-abdf-392091873e22, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=360cda3a-157b-4392-abdf-392091873e22,segment=NetworkSegment(7389dfa4-f2b9-45f8-9ec6-9bf264b137c6),segment_id=7389dfa4-f2b9-45f8-9ec6-9bf264b137c6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:06.622053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.647390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5baac-f0e7-483a-b005-0d0bba6c4162 None None] Pushing event deleted for resources: {'Port': ['ID=360cda3a-157b-4392-abdf-392091873e22,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:06.669324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Calling delete_port for 360cda3a-157b-4392-abdf-392091873e22 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:06.694294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Allocated IP 172.20.0.3 (90950a61-13f5-43e3-a282-f1fe44802f85/06d8f1f4-9e1d-441b-8294-be6e3dd37469/4e1f645d-6f85-4c52-a24e-f2608d057fdf) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:06.772594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 360cda3a-157b-4392-abdf-392091873e22 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:06.815509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 360cda3a-157b-4392-abdf-392091873e22 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:06.816174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 360cda3a-157b-4392-abdf-392091873e22 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:06.816282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b479d646-88ce-4b14-b86a-ddf3f9395082 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:06.824523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525501c7-3a74-4440-b8ca-fd222a518a6e req-513aca91-c877-49ef-bc91-d63da91a5c20 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:06.826552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-525501c7-3a74-4440-b8ca-fd222a518a6e req-513aca91-c877-49ef-bc91-d63da91a5c20 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4b8c45-2f64-44b5-9edb-f941568699ae HTTP/1.1" status: 200 len: 950 time: 0.1904297 Jul 06 18:21:06.858056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b479d646-88ce-4b14-b86a-ddf3f9395082 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:06.858400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b479d646-88ce-4b14-b86a-ddf3f9395082 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:06.898703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-525501c7-3a74-4440-b8ca-fd222a518a6e req-7a77ad78-4fca-4e70-89c1-c249e73a9bde tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618536 Jul 06 18:21:06.913929 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.978751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Pushing event deleted for resources: {'Port': ['ID=360cda3a-157b-4392-abdf-392091873e22,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:06.990485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] No DVR routers for this DVR port 360cda3a-157b-4392-abdf-392091873e22 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:07.016184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.043741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.055460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['474dd359-8aa1-479a-b7c4-20dc618eb0f4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:07.088737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Pushing event deleted for resources: {'Port': ['ID=8675cf22-d7f6-4766-b582-d95b1878b396,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:07.104085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.117936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-a75ac238-4810-42c3-ae83-4c33a639088a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:07.119600 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-a75ac238-4810-42c3-ae83-4c33a639088a tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 1023 time: 0.3583503 Jul 06 18:21:07.127300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae253b5e-4438-4263-9f22-d531d2e332eb']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:07.166053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:07.166053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7389dfa4-f2b9-45f8-9ec6-9bf264b137c6') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:07.195677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] No DVR routers for this DVR port 8675cf22-d7f6-4766-b582-d95b1878b396 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:07.204525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.206665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17f23602-b46c-4725-bd34-1dd59e915b47 req-d9d514fe-a994-441e-814f-313141f3dddb tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.24 "DELETE /v2.0/ports/8675cf22-d7f6-4766-b582-d95b1878b396 HTTP/1.1" status: 204 len: 173 time: 1.1479664 Jul 06 18:21:07.233356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4b8c45-2f64-44b5-9edb-f941568699ae', 'name': 'network-vif-deleted', 'tag': '8675cf22-d7f6-4766-b582-d95b1878b396'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:07.236481 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b4c32e-6452-49b9-b664-838d56eac3fd" -d '{"events": [{"server_uuid": "6f4b8c45-2f64-44b5-9edb-f941568699ae", "name": "network-vif-deleted", "tag": "8675cf22-d7f6-4766-b582-d95b1878b396"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:07.250902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.288273 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.294994 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.303108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:21:07.303807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.339915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8675cf22-d7f6-4766-b582-d95b1878b396'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:07.388874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Network 90950a61-13f5-43e3-a282-f1fe44802f85 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:07.395427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event updated for resources: {'Port': ['ID=4e1f645d-6f85-4c52-a24e-f2608d057fdf,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:07.405423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:21:07.407239 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:21:07.417361 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.419130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:07.437264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device a739da93-f98a-4fd3-a39f-ac0c6399927c up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:07.441246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.452354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ae253b5e-4438-4263-9f22-d531d2e332eb HTTP/1.1" status: 204 len: 168 time: 1.6263211 Jul 06 18:21:07.492238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313fdaf-8e16-44b1-ac9a-2edfb48c9824 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae253b5e-4438-4263-9f22-d531d2e332eb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:07.507051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Deleting port 61b98fbc-fe65-45fb-a500-d018f63b7e38 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:07.507405 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.516315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc5ec6-ed84-41c7-9259-c50a3d321ddd req-2c89ddeb-224d-426a-a5cb-ee6a4c4d1d2a tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:07.527400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-57dc5ec6-ed84-41c7-9259-c50a3d321ddd req-2c89ddeb-224d-426a-a5cb-ee6a4c4d1d2a tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 944 time: 0.3518114 Jul 06 18:21:07.528232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:07.528882 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.552822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port a739da93-f98a-4fd3-a39f-ac0c6399927c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:07.558245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port a739da93-f98a-4fd3-a39f-ac0c6399927c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:07.559023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.592403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-48b52b50-3720-4b34-a6b9-2cb9b4307dc2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6252978 Jul 06 18:21:07.609988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Request body: {'port': {'device_id': 'f39826f7-71c4-41da-9477-572501f1b072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:07.615691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-57dc5ec6-ed84-41c7-9259-c50a3d321ddd req-16d64e35-cdb3-4b05-90a5-7e9f870465f4 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854056 Jul 06 18:21:07.625989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-e9a7d89d-7cb8-4e28-a0a6-a7dc389d39f0 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:21:07.643546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-e9a7d89d-7cb8-4e28-a0a6-a7dc389d39f0 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257103 Jul 06 18:21:07.662160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Request body: {'binding': {'host': 'n-h1-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:07.663854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Unknown quota resources ['binding']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:21:07.673395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] For port 61b98fbc-fe65-45fb-a500-d018f63b7e38, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=61b98fbc-fe65-45fb-a500-d018f63b7e38,segment=NetworkSegment(bf764801-563f-4b51-9b02-6b100814a505),segment_id=bf764801-563f-4b51-9b02-6b100814a505)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:07.674018 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.716178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50314) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:07.729192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Calling delete_port for 61b98fbc-fe65-45fb-a500-d018f63b7e38 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:07.732423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.752988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.764464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a739da93-f98a-4fd3-a39f-ac0c6399927c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:07.767407 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd501ac1-1aa0-45cb-a1c4-6cf14ffa36db" -d '{"events": [{"server_uuid": "3b9eb15c-11f3-4780-a3b8-5a6bc4adc126", "name": "network-vif-plugged", "status": "completed", "tag": "a739da93-f98a-4fd3-a39f-ac0c6399927c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:07.792346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port a739da93-f98a-4fd3-a39f-ac0c6399927c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a739da93-f98a-4fd3-a39f-ac0c6399927c,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:07.806300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:07.861197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4af66573-e8cb-4233-ae0c-b72ae5bbdc41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93863efd9a5b4b9a8e6e0adf34a4826b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411598 Jul 06 18:21:07.865372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50318) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:07.878987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=a739da93-f98a-4fd3-a39f-ac0c6399927c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:08.220010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae7afb6e-4855-4203-8cdc-e50b0b83d0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.223163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1f645d-6f85-4c52-a24e-f2608d057fdf {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:08.232869 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.239795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.246016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['61b98fbc-fe65-45fb-a500-d018f63b7e38'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:08.287328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'Port': ['ID=61b98fbc-fe65-45fb-a500-d018f63b7e38,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:08.290525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae7afb6e-4855-4203-8cdc-e50b0b83d0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.300214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331e1ef-bd37-48d5-b578-fba2fd0448bf req-b2a77989-53eb-4c54-8384-ae37cc452221 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:08.309098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c331e1ef-bd37-48d5-b578-fba2fd0448bf req-b2a77989-53eb-4c54-8384-ae37cc452221 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.4862967 Jul 06 18:21:08.309459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Transition to ACTIVE for port object 4e1f645d-6f85-4c52-a24e-f2608d057fdf will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:08.346936 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.352828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on host n-h1-799684-2 for vnic_type normal with profile None {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:08.353286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:08.353696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:08.362574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c331e1ef-bd37-48d5-b578-fba2fd0448bf req-3df442d6-e1bd-4752-8e4f-688cf2f6ed38 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530705 Jul 06 18:21:08.363561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:08.364032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:08.371440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:08.371923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:08.372404 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:08.372982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Bound port: 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:08.379947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] No DVR routers for this DVR port 61b98fbc-fe65-45fb-a500-d018f63b7e38 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:08.417707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.420174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7bf4ef45-474f-4b32-a64a-f8ac379e9690 req-772b8fce-d813-42e5-9a82-89ec6ba35a63 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.24 "DELETE /v2.0/ports/61b98fbc-fe65-45fb-a500-d018f63b7e38 HTTP/1.1" status: 204 len: 173 time: 1.2655139 Jul 06 18:21:08.482100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:08.482369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1f645d-6f85-4c52-a24e-f2608d057fdf,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:08.491148 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.492622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-04a69118-83e7-4c6d-99b2-cc0d2b2f7400 service neutron] 10.222.0.53 "POST /v2.0/ports/9113432d-69cc-4f9c-8015-0bf0cce0bdb2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8422511 Jul 06 18:21:08.519948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae7afb6e-4855-4203-8cdc-e50b0b83d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.523650 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae7afb6e-4855-4203-8cdc-e50b0b83d0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.524669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ae7afb6e-4855-4203-8cdc-e50b0b83d0fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/905d4841-c7dd-45fb-8748-eadd29ea1d91 HTTP/1.1" status: 204 len: 168 time: 0.6579983 Jul 06 18:21:08.545323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7afb6e-4855-4203-8cdc-e50b0b83d0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905d4841-c7dd-45fb-8748-eadd29ea1d91,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:08.562339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Attempting to bind port 4e1f645d-6f85-4c52-a24e-f2608d057fdf on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:08.563056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Attempting to bind port 4e1f645d-6f85-4c52-a24e-f2608d057fdf by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:08.563581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Attempting to bind port 4e1f645d-6f85-4c52-a24e-f2608d057fdf on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:08.569317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Port 4e1f645d-6f85-4c52-a24e-f2608d057fdf on network 90950a61-13f5-43e3-a282-f1fe44802f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:08.569911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Attempting to bind port 4e1f645d-6f85-4c52-a24e-f2608d057fdf on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:08.577376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:08.578028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Checking segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:08.578594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Bound using segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:08.579250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Bound port: 4e1f645d-6f85-4c52-a24e-f2608d057fdf, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:08.579990 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.695903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] For port 4e1f645d-6f85-4c52-a24e-f2608d057fdf, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:08.702418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] For port 4e1f645d-6f85-4c52-a24e-f2608d057fdf, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e1f645d-6f85-4c52-a24e-f2608d057fdf,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:08.710816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.830583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ff2e1-5d5c-4cdb-9748-ac59cee4a20f req-0326522c-d187-4ce0-bff1-19fe16263080 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:08.830806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:08.831539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:08.833134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e1f645d-6f85-4c52-a24e-f2608d057fdf HTTP/1.1" status: 200 len: 1091 time: 1.2284133 Jul 06 18:21:08.834242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc5ff2e1-5d5c-4cdb-9748-ac59cee4a20f req-0326522c-d187-4ce0-bff1-19fe16263080 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 943 time: 0.1720037 Jul 06 18:21:08.841514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1f645d-6f85-4c52-a24e-f2608d057fdf,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:08.861113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.861465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.861911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.862256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.862645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.862979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.863308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.863638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.863966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.864291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.864663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.865135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e52c8-cf54-4e2d-a3da-f08baf382c20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:08.916330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc5ff2e1-5d5c-4cdb-9748-ac59cee4a20f req-8117248c-b28f-412f-a3b5-7812e0ad9597 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690491 Jul 06 18:21:08.977166 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28593f6-a279-4b1d-bb95-bf26b41ccebc x-openstack-request-id: req-e28593f6-a279-4b1d-bb95-bf26b41ccebc {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:08.977456 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4b8c45-2f64-44b5-9edb-f941568699ae", "name": "network-vif-deleted", "tag": "8675cf22-d7f6-4766-b582-d95b1878b396", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:08.977919 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e28593f6-a279-4b1d-bb95-bf26b41ccebc {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:08.978328 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4b8c45-2f64-44b5-9edb-f941568699ae', 'name': 'network-vif-deleted', 'tag': '8675cf22-d7f6-4766-b582-d95b1878b396', 'status': 'completed', 'code': 200} Jul 06 18:21:08.995606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1bcc230-cc49-4d62-a671-b2033ec6cd7b req-efd8d947-6882-429f-86d5-5b222d2c65d8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ceb2fc-e3e0-4a0f-b46d-df03453d2939 HTTP/1.1" status: 200 len: 210 time: 0.0503805 Jul 06 18:21:09.040839 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-4c9e85d5-8562-45d3-9981-7f70b608d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:09.044138 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-4c9e85d5-8562-45d3-9981-7f70b608d11f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 1094 time: 0.1604612 Jul 06 18:21:09.111930 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92740af-1c33-49b2-8764-1cc8e694183e x-openstack-request-id: req-b92740af-1c33-49b2-8764-1cc8e694183e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:09.112475 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9eb15c-11f3-4780-a3b8-5a6bc4adc126", "name": "network-vif-plugged", "status": "completed", "tag": "a739da93-f98a-4fd3-a39f-ac0c6399927c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:09.112638 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b92740af-1c33-49b2-8764-1cc8e694183e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:09.113882 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'code': 200} Jul 06 18:21:09.166924 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e96207fe-2089-4951-8693-9fdfca3dc0ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1f645d-6f85-4c52-a24e-f2608d057fdf HTTP/1.1" status: 200 len: 217 time: 0.1141987 Jul 06 18:21:09.209840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385941bc-d367-4b98-b642-5cef07b179a5 req-e4258307-cdb4-4e1e-acfa-ede40736118e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:09.218216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-385941bc-d367-4b98-b642-5cef07b179a5 req-e4258307-cdb4-4e1e-acfa-ede40736118e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 949 time: 0.1435466 Jul 06 18:21:09.277201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-fdfe43dc-261b-4198-b749-500dbb54949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:09.278753 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-fdfe43dc-261b-4198-b749-500dbb54949c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.1001277 Jul 06 18:21:09.294735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-385941bc-d367-4b98-b642-5cef07b179a5 req-5fc2d9b8-9318-45c3-9edd-13b427c137c3 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753796 Jul 06 18:21:09.321074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-d87d10a4-59dc-4568-a477-ca0655a2e8e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323486 Jul 06 18:21:09.327766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc57237-1637-496a-8f79-adcc3cdc3a12 req-8ad46a85-4624-443c-941a-07aaca5260af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:09.329425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9bc57237-1637-496a-8f79-adcc3cdc3a12 req-8ad46a85-4624-443c-941a-07aaca5260af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 1096 time: 0.1048648 Jul 06 18:21:09.443533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 978df67c-51ee-4502-8457-41055eff6d87 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:09.445930 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9bc57237-1637-496a-8f79-adcc3cdc3a12 req-80d75b5b-a5e2-42ce-a436-9661bbeccf0d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049509 Jul 06 18:21:09.499330 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-e5cf2bec-c075-48e7-a116-6a4dba4a02ec service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690023 Jul 06 18:21:09.508412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eb0f9-4713-4dfc-9ff3-3ddaaf864611 req-7030911f-3029-4ece-9d65-6c3234222a91 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:09.510137 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-142eb0f9-4713-4dfc-9ff3-3ddaaf864611 req-7030911f-3029-4ece-9d65-6c3234222a91 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 945 time: 0.1704223 Jul 06 18:21:09.559197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 978df67c-51ee-4502-8457-41055eff6d87 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:09.567031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 978df67c-51ee-4502-8457-41055eff6d87 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:09.569872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:09.604511 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-142eb0f9-4713-4dfc-9ff3-3ddaaf864611 req-1721e837-b66b-443c-8f95-8a20c62dfc57 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842588 Jul 06 18:21:09.640769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9785b7-0966-4d68-9884-e7102314a8e2 req-b9747b98-09a9-463b-a2c2-15b562438839 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:09.648442 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a9785b7-0966-4d68-9884-e7102314a8e2 req-b9747b98-09a9-463b-a2c2-15b562438839 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1647687 Jul 06 18:21:09.669312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-557df3b1-e1e2-4884-a697-5baacf8071a2 req-7957dcfe-a888-41f3-96e6-40e9647127ca service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562107 Jul 06 18:21:09.704654 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a9785b7-0966-4d68-9884-e7102314a8e2 req-d668ed64-41fd-4cba-bdc3-f5781dc010b4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549672 Jul 06 18:21:09.765017 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:09.805370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 978df67c-51ee-4502-8457-41055eff6d87, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=978df67c-51ee-4502-8457-41055eff6d87,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:09.811622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:09.813873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 61b98fbc-fe65-45fb-a500-d018f63b7e38 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:09.852662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 61b98fbc-fe65-45fb-a500-d018f63b7e38 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:09.853132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 61b98fbc-fe65-45fb-a500-d018f63b7e38 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:09.853779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8675cf22-d7f6-4766-b582-d95b1878b396 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:09.883825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 8675cf22-d7f6-4766-b582-d95b1878b396 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:09.885346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8675cf22-d7f6-4766-b582-d95b1878b396 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:09.905037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac3bf4-edfc-4d8c-a42c-a07954dcb9eb req-781ab2b8-e598-46fd-a2b6-4c1b005d1945 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:09.909971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=978df67c-51ee-4502-8457-41055eff6d87,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:09.913085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0fac3bf4-edfc-4d8c-a42c-a07954dcb9eb req-781ab2b8-e598-46fd-a2b6-4c1b005d1945 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.0741215 Jul 06 18:21:09.952497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0fac3bf4-edfc-4d8c-a42c-a07954dcb9eb req-a3bf9b36-3ce5-406f-acd5-3102a355060a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Jul 06 18:21:10.128878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a2b6d-ecc7-41f3-a4b0-62b87325625b req-3dd12d16-5d9f-46f8-9f79-fabbce8296d9 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:10.130500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b5a2b6d-ecc7-41f3-a4b0-62b87325625b req-3dd12d16-5d9f-46f8-9f79-fabbce8296d9 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 949 time: 0.0682101 Jul 06 18:21:10.168341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b5a2b6d-ecc7-41f3-a4b0-62b87325625b req-933bb2d4-c8e5-4547-b5d9-08764d303f79 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Jul 06 18:21:10.251122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68585371-4564-4209-8fae-7e6099e0272a req-04afd962-185a-4e81-b418-377f9f44c7c1 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:10.252677 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68585371-4564-4209-8fae-7e6099e0272a req-04afd962-185a-4e81-b418-377f9f44c7c1 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 943 time: 0.0623491 Jul 06 18:21:10.290478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68585371-4564-4209-8fae-7e6099e0272a req-e78373c1-e487-46f0-89f5-33bc54b35262 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Jul 06 18:21:10.358398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bba0078b-e083-4fb9-bc3b-bfeef199fdd1 req-9bde5de6-6a66-447b-ba0f-40d529c4b8f8 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/a6279b41-2455-4711-ae41-9468e3cb726d HTTP/1.1" status: 200 len: 1798 time: 0.0412812 Jul 06 18:21:10.416563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bba0078b-e083-4fb9-bc3b-bfeef199fdd1 req-7eae89be-68bd-42a8-a51e-e5d945d37a92 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.442164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bba0078b-e083-4fb9-bc3b-bfeef199fdd1 req-7eae89be-68bd-42a8-a51e-e5d945d37a92 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.480705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b247-8ec9-4221-8b44-bb8e76603d03 req-4cdc1dd8-005f-412c-9abf-82b37eef69c1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:10.482371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2029b247-8ec9-4221-8b44-bb8e76603d03 req-4cdc1dd8-005f-412c-9abf-82b37eef69c1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 950 time: 0.0671358 Jul 06 18:21:10.489149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bba0078b-e083-4fb9-bc3b-bfeef199fdd1 req-7eae89be-68bd-42a8-a51e-e5d945d37a92 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.491833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bba0078b-e083-4fb9-bc3b-bfeef199fdd1 req-7eae89be-68bd-42a8-a51e-e5d945d37a92 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.493037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bba0078b-e083-4fb9-bc3b-bfeef199fdd1 req-7eae89be-68bd-42a8-a51e-e5d945d37a92 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/a6279b41-2455-4711-ae41-9468e3cb726d HTTP/1.1" status: 204 len: 173 time: 0.1289914 Jul 06 18:21:10.507824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae89be-68bd-42a8-a51e-e5d945d37a92 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6279b41-2455-4711-ae41-9468e3cb726d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:10.525066 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2029b247-8ec9-4221-8b44-bb8e76603d03 req-e881f098-275f-45d5-a049-fa6563ad4557 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365636 Jul 06 18:21:10.610733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52e85796-898f-4a8a-a072-9f1b30757a7d req-a55e339f-8293-462c-a9c4-614af558df24 tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "GET /v2.0/security-groups/c0cc6afb-9598-41b4-9964-7bf455b067cc HTTP/1.1" status: 200 len: 1800 time: 0.0411475 Jul 06 18:21:10.685446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-52e85796-898f-4a8a-a072-9f1b30757a7d req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.714159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-52e85796-898f-4a8a-a072-9f1b30757a7d req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.761765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-52e85796-898f-4a8a-a072-9f1b30757a7d req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.764953 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-52e85796-898f-4a8a-a072-9f1b30757a7d req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.766279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52e85796-898f-4a8a-a072-9f1b30757a7d req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] 10.222.0.53 "DELETE /v2.0/security-groups/c0cc6afb-9598-41b4-9964-7bf455b067cc HTTP/1.1" status: 204 len: 173 time: 0.1477644 Jul 06 18:21:10.775401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50400) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:10.783194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc6afb-9598-41b4-9964-7bf455b067cc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:10.811394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608e5e0-f25f-440c-a7bb-ca44c9ab06e7 req-48b1080c-8a93-4b28-bd57-fa6a8645a259 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:10.812976 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7608e5e0-f25f-440c-a7bb-ca44c9ab06e7 req-48b1080c-8a93-4b28-bd57-fa6a8645a259 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 945 time: 0.0682390 Jul 06 18:21:10.823348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.823987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.824569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.825102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.825877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.827867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.828419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.828965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.829503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.830185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.830994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.831949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe1045-dbff-4696-831c-c047a5c82fdd tempest-SecurityGroupsTestJSON-1457407423 tempest-SecurityGroupsTestJSON-1457407423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:10.865942 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7608e5e0-f25f-440c-a7bb-ca44c9ab06e7 req-62e94461-855f-4ac9-b963-718a3ad279ac tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445518 Jul 06 18:21:10.873071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb57df7-95e7-4cb5-adf9-1638c9cc6c9d admin admin] Deleting subnet 8f4e9859-1718-4b50-8f1a-afc0de0a65cf {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:21:10.886888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb57df7-95e7-4cb5-adf9-1638c9cc6c9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.892403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50406) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:10.959359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb57df7-95e7-4cb5-adf9-1638c9cc6c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:10.983220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'name': 'network-vif-deleted', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38'}, {'name': 'network-changed', 'server_uuid': 'f39826f7-71c4-41da-9477-572501f1b072', 'tag': '4e1f645d-6f85-4c52-a24e-f2608d057fdf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:10.985704 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1" -d '{"events": [{"server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "name": "network-vif-deleted", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38"}, {"name": "network-changed", "server_uuid": "f39826f7-71c4-41da-9477-572501f1b072", "tag": "4e1f645d-6f85-4c52-a24e-f2608d057fdf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:11.012096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb57df7-95e7-4cb5-adf9-1638c9cc6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.021553 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac532-2b55-4809-941b-edba804268f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.043746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7402317-4b1b-4919-a79a-6a493800be09 req-3748bf87-e9c1-40a4-9a5d-cc09b53b3209 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:11.045229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7402317-4b1b-4919-a79a-6a493800be09 req-3748bf87-e9c1-40a4-9a5d-cc09b53b3209 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1314962 Jul 06 18:21:11.085577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc1c6-77b2-4a9a-910b-b8d2f281bd16 req-300d2bf0-a8b9-4a2a-9c45-ed2c56ed2072 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:11.087050 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e15cc1c6-77b2-4a9a-910b-b8d2f281bd16 req-300d2bf0-a8b9-4a2a-9c45-ed2c56ed2072 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 945 time: 0.1140678 Jul 06 18:21:11.097977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7402317-4b1b-4919-a79a-6a493800be09 req-4cadfd47-2844-4f1a-a409-8bfb2bba595c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Jul 06 18:21:11.098288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50414) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:11.107864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Request body: {'floatingip': {'port_id': 'a739da93-f98a-4fd3-a39f-ac0c6399927c'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:11.112472 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb57df7-95e7-4cb5-adf9-1638c9cc6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.116579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea98d662-fb3c-4fa0-91af-bfeee51ca16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978df67c-51ee-4502-8457-41055eff6d87'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:11.120884 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fc136c-deb2-4a4d-9cd9-0e1816e13948" -d '{"events": [{"server_uuid": "ea98d662-fb3c-4fa0-91af-bfeee51ca16d", "name": "network-vif-plugged", "status": "completed", "tag": "978df67c-51ee-4502-8457-41055eff6d87"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:11.153555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.157690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb57df7-95e7-4cb5-adf9-1638c9cc6c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4e9859-1718-4b50-8f1a-afc0de0a65cf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:11.163136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb57df7-95e7-4cb5-adf9-1638c9cc6c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.166126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9bb57df7-95e7-4cb5-adf9-1638c9cc6c9d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8f4e9859-1718-4b50-8f1a-afc0de0a65cf HTTP/1.1" status: 204 len: 168 time: 0.3894529 Jul 06 18:21:11.168519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50418) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:11.194658 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564367d4-6100-4624-b4dd-04d2af32d5f4 x-openstack-request-id: req-564367d4-6100-4624-b4dd-04d2af32d5f4 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:11.194911 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ceb2fc-e3e0-4a0f-b46d-df03453d2939", "name": "network-vif-deleted", "tag": "61b98fbc-fe65-45fb-a500-d018f63b7e38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f39826f7-71c4-41da-9477-572501f1b072", "tag": "4e1f645d-6f85-4c52-a24e-f2608d057fdf", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:11.195325 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-564367d4-6100-4624-b4dd-04d2af32d5f4 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:11.195859 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ceb2fc-e3e0-4a0f-b46d-df03453d2939', 'name': 'network-vif-deleted', 'tag': '61b98fbc-fe65-45fb-a500-d018f63b7e38', 'status': 'completed', 'code': 200} Jul 06 18:21:11.196276 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39826f7-71c4-41da-9477-572501f1b072', 'tag': '4e1f645d-6f85-4c52-a24e-f2608d057fdf', 'status': 'completed', 'code': 200} Jul 06 18:21:11.249120 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3595656-fe78-4fa1-9040-156014ad3d3a x-openstack-request-id: req-f3595656-fe78-4fa1-9040-156014ad3d3a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:11.249619 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea98d662-fb3c-4fa0-91af-bfeee51ca16d", "name": "network-vif-plugged", "status": "completed", "tag": "978df67c-51ee-4502-8457-41055eff6d87", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:11.249897 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3595656-fe78-4fa1-9040-156014ad3d3a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:11.250292 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea98d662-fb3c-4fa0-91af-bfeee51ca16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978df67c-51ee-4502-8457-41055eff6d87', 'code': 200} Jul 06 18:21:11.251958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.338263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac532-2b55-4809-941b-edba804268f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.361302 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac532-2b55-4809-941b-edba804268f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.361587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.387795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe8cb28-5fc6-415a-8a29-d8bf3bc57070']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:11.399590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf764801-563f-4b51-9b02-6b100814a505') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:11.399863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf764801-563f-4b51-9b02-6b100814a505') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:11.411208 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.430366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.438477 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:21:11.438893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:21:11.440845 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:21:11.487193 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ed9ac532-2b55-4809-941b-edba804268f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd4f84e21d70446db6d68acfe96b7762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935607 Jul 06 18:21:11.494203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50424) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:11.498651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ac532-2b55-4809-941b-edba804268f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4c4cd3-2c51-4b96-81a7-a88c22b9f4b8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:11.504722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7301c4-af5e-40e9-96ee-76e3b3e6fabd req-e63ecafc-6d90-43dd-b76d-ff543b1e9125 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:11.507562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed7301c4-af5e-40e9-96ee-76e3b3e6fabd req-e63ecafc-6d90-43dd-b76d-ff543b1e9125 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 949 time: 0.1601932 Jul 06 18:21:11.521471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.527686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:11.530071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-2e85a3e0-5fe6-460e-8392-e1220a6dc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:11.531711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-2e85a3e0-5fe6-460e-8392-e1220a6dc9ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 1094 time: 0.3025417 Jul 06 18:21:11.532693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] 10.222.0.53 "DELETE /v2.0/networks/cbe8cb28-5fc6-415a-8a29-d8bf3bc57070 HTTP/1.1" status: 204 len: 168 time: 0.3628643 Jul 06 18:21:11.566566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06750f6c-cb8f-43e1-b5fb-9ccb93dfafad admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe8cb28-5fc6-415a-8a29-d8bf3bc57070,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:11.588581 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed7301c4-af5e-40e9-96ee-76e3b3e6fabd req-3a15647c-fb06-4004-adc5-bc56d84509f9 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546052 Jul 06 18:21:11.595363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5ae31-1ab0-4519-a023-7a7c9e61e2c3 req-ee801efa-49b4-4e50-aaae-217f1adc1ea8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:11.596911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79f5ae31-1ab0-4519-a023-7a7c9e61e2c3 req-ee801efa-49b4-4e50-aaae-217f1adc1ea8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.3732748 Jul 06 18:21:11.670687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764bc3-31d5-4a94-9a3f-363352142a01 req-848de1cf-bc4f-4bce-b57a-1ecc4cc758e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:11.672183 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7764bc3-31d5-4a94-9a3f-363352142a01 req-848de1cf-bc4f-4bce-b57a-1ecc4cc758e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 1101 time: 0.3298230 Jul 06 18:21:11.690627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:11.764801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ddd86-1573-4c5b-8379-226c08f158e5 req-d077f517-f187-4fce-ada3-ec6163b6f925 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:11.766533 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-228ddd86-1573-4c5b-8379-226c08f158e5 req-d077f517-f187-4fce-ada3-ec6163b6f925 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 943 time: 0.0719213 Jul 06 18:21:11.826679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-228ddd86-1573-4c5b-8379-226c08f158e5 req-d1aa8159-3397-4a48-9a20-73c6ed8ecd9f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537882 Jul 06 18:21:11.997413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9fcb7-92f7-4a68-acb0-416447fd9a0d req-e15a2676-9dc5-496d-951a-53c703fb87b0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:11.999006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a3d9fcb7-92f7-4a68-acb0-416447fd9a0d req-e15a2676-9dc5-496d-951a-53c703fb87b0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 950 time: 0.0694973 Jul 06 18:21:12.039634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a3d9fcb7-92f7-4a68-acb0-416447fd9a0d req-05d84db8-7a70-45db-9c2f-c01bd4ead539 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Jul 06 18:21:12.199140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79f5ae31-1ab0-4519-a023-7a7c9e61e2c3 req-049db5c9-95e4-4421-a0fb-3424bdf8d6c6 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837798 Jul 06 18:21:12.199749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1676ed4d-2d45-44a6-9c39-2b056f3182b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.255401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7764bc3-31d5-4a94-9a3f-363352142a01 req-75f767b1-2579-4fa6-be34-d242d48eef81 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655067 Jul 06 18:21:12.267761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-475a5e78-316e-4892-a805-41c395f96280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:12.269218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-475a5e78-316e-4892-a805-41c395f96280 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.7051926 Jul 06 18:21:12.277033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1676ed4d-2d45-44a6-9c39-2b056f3182b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.289130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f4c39613-1101-43bb-a72c-7d581c43d613 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7b7d2a016a7446eb30ec9d0dc2fbd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5948138 Jul 06 18:21:12.293551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50434) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:12.327050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07f0b8-4572-4ead-acf5-4ed2c210fd5c req-6b8f1652-ee74-49e4-8be4-3879180667e3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:12.328645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f07f0b8-4572-4ead-acf5-4ed2c210fd5c req-6b8f1652-ee74-49e4-8be4-3879180667e3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0872653 Jul 06 18:21:12.381893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-4cc3622a-23bb-43f1-ba53-9336e94c30a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1f645d-6f85-4c52-a24e-f2608d057fdf HTTP/1.1" status: 200 len: 217 time: 0.0954869 Jul 06 18:21:12.389239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f07f0b8-4572-4ead-acf5-4ed2c210fd5c req-d15ace21-e68a-4145-b284-ba3897b119d4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Jul 06 18:21:12.390472 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05616d7d-2cac-45b2-8f16-cd3e0c0f980f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.413724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9524f7-5da6-4006-b21c-a3166488389f req-1a4ac88f-abbb-4746-bbc9-3ad51b7b970b tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:12.415228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc9524f7-5da6-4006-b21c-a3166488389f req-1a4ac88f-abbb-4746-bbc9-3ad51b7b970b tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.41 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 949 time: 0.7513504 Jul 06 18:21:12.416363 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05616d7d-2cac-45b2-8f16-cd3e0c0f980f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.471737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05616d7d-2cac-45b2-8f16-cd3e0c0f980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.474440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05616d7d-2cac-45b2-8f16-cd3e0c0f980f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.478844 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-05616d7d-2cac-45b2-8f16-cd3e0c0f980f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/770a4c23-4465-4971-9e50-6854615aa3b5 HTTP/1.1" status: 204 len: 168 time: 0.1840279 Jul 06 18:21:12.492114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05616d7d-2cac-45b2-8f16-cd3e0c0f980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a4c23-4465-4971-9e50-6854615aa3b5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:12.523225 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1676ed4d-2d45-44a6-9c39-2b056f3182b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.525685 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1676ed4d-2d45-44a6-9c39-2b056f3182b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.526874 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1676ed4d-2d45-44a6-9c39-2b056f3182b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b4c4cd3-2c51-4b96-81a7-a88c22b9f4b8 HTTP/1.1" status: 204 len: 168 time: 1.0292373 Jul 06 18:21:12.534058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-fb38754c-7bf6-42b3-b998-4348028117e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:12.535560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-fb38754c-7bf6-42b3-b998-4348028117e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.1465063 Jul 06 18:21:12.600894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676ed4d-2d45-44a6-9c39-2b056f3182b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4c4cd3-2c51-4b96-81a7-a88c22b9f4b8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:12.628228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-26918007-d4be-416c-9b0b-bff056dc531c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807371 Jul 06 18:21:12.702297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.716142 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.821334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Deleting port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:12.821743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:12.919189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-af9ca9af-b47d-4363-a2a1-35f2a33ef784 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814198 Jul 06 18:21:13.021242 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Floating IP 18fbdab6-8426-4081-b223-64057acaef8f associated. External IP: 172.25.4.74, port: a739da93-f98a-4fd3-a39f-ac0c6399927c. Jul 06 18:21:13.054592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9e9a0-36d7-4c39-b098-04edf5906e3c req-de10e781-a7f2-4fdf-9a96-8b1502c887f3 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:13.056264 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63a9e9a0-36d7-4c39-b098-04edf5906e3c req-de10e781-a7f2-4fdf-9a96-8b1502c887f3 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 943 time: 0.0886195 Jul 06 18:21:13.081171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] For port 474dd359-8aa1-479a-b7c4-20dc618eb0f4, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=474dd359-8aa1-479a-b7c4-20dc618eb0f4,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:13.081539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.106784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63a9e9a0-36d7-4c39-b098-04edf5906e3c req-453553e8-c357-4d32-b578-48e859467b9a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442755 Jul 06 18:21:13.107231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622027f3-08b4-4bbe-9822-deed48bd239a req-17710e01-998c-4b65-83d2-148b4b275992 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:13.114021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-622027f3-08b4-4bbe-9822-deed48bd239a req-17710e01-998c-4b65-83d2-148b4b275992 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 949 time: 0.3589087 Jul 06 18:21:13.138874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Calling delete_port for 474dd359-8aa1-479a-b7c4-20dc618eb0f4 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:13.214366 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd326d8-dacd-4980-bf97-fc68a75ab0a1 req-0c69a86f-3bd9-4dff-81dc-a3ee27352825 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837369 Jul 06 18:21:13.291378 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-622027f3-08b4-4bbe-9822-deed48bd239a req-489346e2-bb26-4d45-bf80-e5f9a975efd3 tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e799387-54f2-4855-971d-3547992ae5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764681 Jul 06 18:21:13.409329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420d0c6-677d-4dbf-ba40-3de9b1ed473d req-3d49fc72-b28d-494d-ba24-ae29e73436aa tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:13.421555 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8420d0c6-677d-4dbf-ba40-3de9b1ed473d req-3d49fc72-b28d-494d-ba24-ae29e73436aa tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 950 time: 0.1631393 Jul 06 18:21:13.442566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Router 2d9c2972-0f37-4ec4-952a-93e8125d4621 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:21:13.504361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8420d0c6-677d-4dbf-ba40-3de9b1ed473d req-74738fb6-a5cd-4d72-a060-2b7f899816eb tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819812 Jul 06 18:21:13.505518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50488) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:13.616545 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.618585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1217297940-network', 'tenant_id': 'b7a243f17aec4388a502f73ef4364eee'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:13.629994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['474dd359-8aa1-479a-b7c4-20dc618eb0f4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:13.666624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Pushing event deleted for resources: {'Port': ['ID=474dd359-8aa1-479a-b7c4-20dc618eb0f4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:13.682475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Made reservation on behalf of b7a243f17aec4388a502f73ef4364eee for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:13.685242 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.699809 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.723902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d65db-1772-4a01-8e34-4c68297a6dc4 req-9e8b7efd-0776-49fe-862f-909831896bad tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:13.725729 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-083d65db-1772-4a01-8e34-4c68297a6dc4 req-9e8b7efd-0776-49fe-862f-909831896bad tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1024234 Jul 06 18:21:13.727855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] No DVR routers for this DVR port 474dd359-8aa1-479a-b7c4-20dc618eb0f4 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:13.730120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:21:13.732829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.735500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc9524f7-5da6-4006-b21c-a3166488389f req-2647a50d-714a-40f8-8d5c-2c4e4abd9b3e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.41 "DELETE /v2.0/ports/474dd359-8aa1-479a-b7c4-20dc618eb0f4 HTTP/1.1" status: 204 len: 173 time: 1.3005972 Jul 06 18:21:13.735500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884cb5b9-7d63-4d53-8ce4-6220e0a3211d', 'name': 'network-vif-deleted', 'tag': '474dd359-8aa1-479a-b7c4-20dc618eb0f4'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:13.738068 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c517f4-abf4-4461-b765-ee0ef478f932" -d '{"events": [{"server_uuid": "884cb5b9-7d63-4d53-8ce4-6220e0a3211d", "name": "network-vif-deleted", "tag": "474dd359-8aa1-479a-b7c4-20dc618eb0f4"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:13.743556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.779289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fe47d-dfb3-453c-98f3-68d0d7b7b41a req-676f915c-250e-4d79-aa02-c03465769b18 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:13.787792 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb8fe47d-dfb3-453c-98f3-68d0d7b7b41a req-676f915c-250e-4d79-aa02-c03465769b18 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.2665062 Jul 06 18:21:13.810366 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-083d65db-1772-4a01-8e34-4c68297a6dc4 req-7babcfa5-45ba-4fa6-96e3-339367b75050 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566938 Jul 06 18:21:13.818045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4e1f645d-6f85-4c52-a24e-f2608d057fdf details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:13.837742 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d1e213fe-a35d-4e02-af3b-e8be254768c9 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "PUT /v2.0/floatingips/18fbdab6-8426-4081-b223-64057acaef8f HTTP/1.1" status: 200 len: 990 time: 2.7382815 Jul 06 18:21:13.851136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.852720 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb8fe47d-dfb3-453c-98f3-68d0d7b7b41a req-e117bf20-8081-42c0-9695-b334d300b2e6 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637441 Jul 06 18:21:13.876091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.905383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:13.917782 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38acc12-d3e3-4ca7-bf76-9521e9a04fda x-openstack-request-id: req-a38acc12-d3e3-4ca7-bf76-9521e9a04fda {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:13.918539 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884cb5b9-7d63-4d53-8ce4-6220e0a3211d", "name": "network-vif-deleted", "tag": "474dd359-8aa1-479a-b7c4-20dc618eb0f4", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:13.918942 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a38acc12-d3e3-4ca7-bf76-9521e9a04fda {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:13.919069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64323a6-d8f3-4267-b36b-6817ebd99d29,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:13.919702 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884cb5b9-7d63-4d53-8ce4-6220e0a3211d', 'name': 'network-vif-deleted', 'tag': '474dd359-8aa1-479a-b7c4-20dc618eb0f4', 'status': 'completed', 'code': 200} Jul 06 18:21:13.924973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:13.925249 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Added segment f4a4b0d3-0412-45e0-b275-af9169a9fd92 of type vlan for network 477a8e68-e40e-4365-9b0d-a954ef02f435 Jul 06 18:21:13.944039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] Sync routers for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:21:13.969586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:21:13.970984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:13.983562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.036884 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.038073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:14.038664 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.094370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4e1f645d-6f85-4c52-a24e-f2608d057fdf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e1f645d-6f85-4c52-a24e-f2608d057fdf,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:14.100104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5933228 Jul 06 18:21:14.100611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50498) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:14.106226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '4e1f645d-6f85-4c52-a24e-f2608d057fdf', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'port_id': '4e1f645d-6f85-4c52-a24e-f2608d057fdf', 'mac_address': 'fa:16:3e:86:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8f1f4-9e1d-441b-8294-be6e3dd37469', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:14.108790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Request body: {'subnet': {'network_id': '477a8e68-e40e-4365-9b0d-a954ef02f435', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1217297940-subnet', 'tenant_id': 'b7a243f17aec4388a502f73ef4364eee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:14.110867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704f24d-b79f-405c-a091-560fda8cde55 admin admin] Pushing event updated for resources: {'Network': ['ID=477a8e68-e40e-4365-9b0d-a954ef02f435,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:14.153935 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.156663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 477a8e68-e40e-4365-9b0d-a954ef02f435 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:14.173939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Made reservation on behalf of b7a243f17aec4388a502f73ef4364eee for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:14.177103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.254880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1f645d-6f85-4c52-a24e-f2608d057fdf {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:14.320107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:21:14.323471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4e1f645d-6f85-4c52-a24e-f2608d057fdf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e1f645d-6f85-4c52-a24e-f2608d057fdf,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:14.351115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.452834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4e1f645d-6f85-4c52-a24e-f2608d057fdf,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:14.466637 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.482056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89279609-8ab9-4ca3-a564-6ff17dfe7e10 req-608889b0-ca02-4ea7-9889-270903023c0e tempest-ServersAdminNegativeTestJSON-36633270 tempest-ServersAdminNegativeTestJSON-36633270-project] 10.222.0.53 "GET /v2.0/ports?device_id=884cb5b9-7d63-4d53-8ce4-6220e0a3211d HTTP/1.1" status: 200 len: 210 time: 0.0364501 Jul 06 18:21:14.506585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ed04e-64cb-4fe2-93fe-da6cc086f28f req-12d5df37-d7a1-4d65-9e32-3a59ecfc35d2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:14.508121 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ed04e-64cb-4fe2-93fe-da6cc086f28f req-12d5df37-d7a1-4d65-9e32-3a59ecfc35d2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 944 time: 0.1655009 Jul 06 18:21:14.584573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f08db5-3ee5-4712-814b-cdbe1a04e7ce,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:14.618671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ed04e-64cb-4fe2-93fe-da6cc086f28f req-4036d77f-8966-479e-a215-19704be512d2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839441 Jul 06 18:21:14.630749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Checking segment: {'id': 'f4a4b0d3-0412-45e0-b275-af9169a9fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '477a8e68-e40e-4365-9b0d-a954ef02f435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:14.631119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Network hostable DHCP agents. Network: 477a8e68-e40e-4365-9b0d-a954ef02f435, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:14.683834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Network 477a8e68-e40e-4365-9b0d-a954ef02f435 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:14.695665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['4e1f645d-6f85-4c52-a24e-f2608d057fdf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:14.702355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 477a8e68-e40e-4365-9b0d-a954ef02f435) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:14.707152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:14.707832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.733701 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a243eee6-593f-4206-9620-2ffb366c898d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6320114 Jul 06 18:21:14.735309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc9046-4901-42b1-ba0e-39355e52e996 None None] Network 477a8e68-e40e-4365-9b0d-a954ef02f435 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:14.740503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '18fbdab6-8426-4081-b223-64057acaef8f', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'port_id': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'mac_address': 'fa:16:3e:02:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:32Z', 'updated_at': '2021-07-06T18:21:12Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:14.774041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4771c-d405-4911-a32d-8126739bcf34 req-8d70a400-01f4-4b24-bcd3-6d02b96c37a6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:14.776438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cbe4771c-d405-4911-a32d-8126739bcf34 req-8d70a400-01f4-4b24-bcd3-6d02b96c37a6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 950 time: 0.1129565 Jul 06 18:21:14.804987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] Checking router: 2d9c2972-0f37-4ec4-952a-93e8125d4621 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:21:14.818421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cbe4771c-d405-4911-a32d-8126739bcf34 req-b5c5a662-1a38-4504-943f-c938aa38364f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362391 Jul 06 18:21:14.827081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:21:14.827922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:20:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:15.002941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023256-8e0b-4ddf-8a46-694eead1f492 req-2d23f814-9da1-48a6-9d13-104f907543b3 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:15.010277 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2e023256-8e0b-4ddf-8a46-694eead1f492 req-2d23f814-9da1-48a6-9d13-104f907543b3 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 1101 time: 0.0735929 Jul 06 18:21:15.027338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:21:15.052671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2e023256-8e0b-4ddf-8a46-694eead1f492 req-f6488289-80ca-48ac-aeff-df900cc46c52 tempest-ServersOnMultiNodesTest-1259478305 tempest-ServersOnMultiNodesTest-1259478305-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Jul 06 18:21:15.090295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f4ee0-153a-40cb-97fc-7ef3b4407d4c None None] Network 477a8e68-e40e-4365-9b0d-a954ef02f435 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:15.145126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4b003-d2c0-4512-a65f-e66d6ee3181e req-76b8307f-40e5-480a-b61a-46cd620ec340 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:15.148339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c0e4b003-d2c0-4512-a65f-e66d6ee3181e req-76b8307f-40e5-480a-b61a-46cd620ec340 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0820932 Jul 06 18:21:15.198118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c0e4b003-d2c0-4512-a65f-e66d6ee3181e req-1d792341-41ae-4007-aabf-c7e146c27131 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Jul 06 18:21:15.269670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6310c-aab6-44c8-bf05-4e4951cd0a2d req-64991e8c-0957-4f53-8869-e5fa894f486f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:15.271389 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ca6310c-aab6-44c8-bf05-4e4951cd0a2d req-64991e8c-0957-4f53-8869-e5fa894f486f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.0880826 Jul 06 18:21:15.318990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ca6310c-aab6-44c8-bf05-4e4951cd0a2d req-1fd28e66-b4f0-4021-92f4-12205c2b5a8d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Jul 06 18:21:15.475791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '18fbdab6-8426-4081-b223-64057acaef8f', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'port_id': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'mac_address': 'fa:16:3e:02:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:32Z', 'updated_at': '2021-07-06T18:21:12Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:15.503205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-3a7d5846-3cfd-4316-95d6-5b908d207704 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:15.504818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-3a7d5846-3cfd-4316-95d6-5b908d207704 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/networks?id=477a8e68-e40e-4365-9b0d-a954ef02f435 HTTP/1.1" status: 200 len: 822 time: 0.1180308 Jul 06 18:21:15.506917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8de82c-8298-42b4-b0e6-fb8959df9b72 None None] The sync data for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 is: [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '18fbdab6-8426-4081-b223-64057acaef8f', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'port_id': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'mac_address': 'fa:16:3e:02:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:32Z', 'updated_at': '2021-07-06T18:21:12Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:21:15.508720 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7c661c7-fb23-4b5c-abfd-3bf78cf229a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:15.529783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-88c7bfa9-da72-4a84-a576-c0e2b0e7364f tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/quotas/b7a243f17aec4388a502f73ef4364eee HTTP/1.1" status: 200 len: 375 time: 0.0112195 Jul 06 18:21:15.580188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-286b57d8-012f-4597-aab1-dc858ccd3824 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7a243f17aec4388a502f73ef4364eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445745 Jul 06 18:21:15.673069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-0797b572-02e7-4d33-b41c-2cba18330f6c service neutron] 10.222.0.53 "GET /v2.0/networks/477a8e68-e40e-4365-9b0d-a954ef02f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919566 Jul 06 18:21:15.752772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 474dd359-8aa1-479a-b7c4-20dc618eb0f4 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:15.753337 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87cfb76-862a-43d8-82dc-69d7641bd43f None None] New status for floating IP 18fbdab6-8426-4081-b223-64057acaef8f: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:21:15.784177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 474dd359-8aa1-479a-b7c4-20dc618eb0f4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:15.785378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 474dd359-8aa1-479a-b7c4-20dc618eb0f4 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:15.786376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-899e8401-1804-4bb2-9115-040f2ee020d5 service neutron] 10.222.0.53 "GET /v2.0/networks/477a8e68-e40e-4365-9b0d-a954ef02f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067319 Jul 06 18:21:15.921034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'tag': 'a739da93-f98a-4fd3-a39f-ac0c6399927c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:15.923492 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b0164-0438-4102-a0a1-59b82d615bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9eb15c-11f3-4780-a3b8-5a6bc4adc126", "tag": "a739da93-f98a-4fd3-a39f-ac0c6399927c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:16.053508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d47a9-2224-46b3-882f-1f00d32310de req-a3d45b88-dd62-46db-892b-c8e435cb3c12 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:16.055386 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e44d47a9-2224-46b3-882f-1f00d32310de req-a3d45b88-dd62-46db-892b-c8e435cb3c12 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 944 time: 0.0895650 Jul 06 18:21:16.104591 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e44d47a9-2224-46b3-882f-1f00d32310de req-52dcc8b6-310b-4fa7-a028-bc1318948ec7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Jul 06 18:21:16.117530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d738320-3763-491e-b46b-9539d8341291 req-98028c8d-d2d3-4790-a3ac-1dedc8c8d5a2 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:16.132157 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d738320-3763-491e-b46b-9539d8341291 req-98028c8d-d2d3-4790-a3ac-1dedc8c8d5a2 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 950 time: 0.1169190 Jul 06 18:21:16.177286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d738320-3763-491e-b46b-9539d8341291 req-36b5ea93-9a05-4ae1-a020-0099b912e03a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Jul 06 18:21:16.190614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50566) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:16.223348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9f48da-c2a6-4d5b-9442-9dd10192ea67 req-697c5a27-6438-43e0-94e6-8c865e13b22c tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 210 time: 0.0329661 Jul 06 18:21:16.255363 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e4de70-9c0b-43df-bef8-9d4b183fdbff x-openstack-request-id: req-76e4de70-9c0b-43df-bef8-9d4b183fdbff {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:16.255857 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9eb15c-11f3-4780-a3b8-5a6bc4adc126", "tag": "a739da93-f98a-4fd3-a39f-ac0c6399927c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:16.256232 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76e4de70-9c0b-43df-bef8-9d4b183fdbff {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:16.256642 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'tag': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'status': 'completed', 'code': 200} Jul 06 18:21:16.421677 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bd76f771-20f3-43de-8b3e-b8163891a44d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1d63525b3824dd4a6c6e4c2f29e6a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261729 Jul 06 18:21:16.422243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-bec56a7f-afee-4f8d-88e9-8e3f0d9b93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:16.422406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50576) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:16.423483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-bec56a7f-afee-4f8d-88e9-8e3f0d9b93cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15540837727f4ed582f5c3253edb5c23&device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 1096 time: 0.1316020 Jul 06 18:21:16.477274 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1a15d6f-2c9a-4594-a796-c011a843310a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:16.510376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1a15d6f-2c9a-4594-a796-c011a843310a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:16.513248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3669-5463-4b5c-9f4f-b93aa86ba20f req-c822dc9d-a3bd-46b1-b4c4-97ce82b8842e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:16.520512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17cf3669-5463-4b5c-9f4f-b93aa86ba20f req-c822dc9d-a3bd-46b1-b4c4-97ce82b8842e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1593325 Jul 06 18:21:16.578331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1a15d6f-2c9a-4594-a796-c011a843310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:16.581316 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1a15d6f-2c9a-4594-a796-c011a843310a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:16.586236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d1a15d6f-2c9a-4594-a796-c011a843310a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e799387-54f2-4855-971d-3547992ae5f9 HTTP/1.1" status: 204 len: 168 time: 0.1630976 Jul 06 18:21:16.594739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a15d6f-2c9a-4594-a796-c011a843310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e799387-54f2-4855-971d-3547992ae5f9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:16.626619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17cf3669-5463-4b5c-9f4f-b93aa86ba20f req-6f2cb09d-838a-462d-9d94-77989ed6ade3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006203 Jul 06 18:21:16.637669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-c03061a0-668d-4f5e-b395-be121f52a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:16.639913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-c03061a0-668d-4f5e-b395-be121f52a910 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 200 len: 925 time: 0.2066021 Jul 06 18:21:16.769461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24165d0-9aa8-445b-b287-ac8abe881dc4 req-be0fdcd9-cd86-4871-b97b-2b14e2400e60 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:16.772128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e24165d0-9aa8-445b-b287-ac8abe881dc4 req-be0fdcd9-cd86-4871-b97b-2b14e2400e60 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.0880792 Jul 06 18:21:16.808738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-503b361a-b260-4f44-bf7c-6661e098b5f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a739da93-f98a-4fd3-a39f-ac0c6399927c HTTP/1.1" status: 200 len: 1000 time: 0.1572733 Jul 06 18:21:16.826062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e24165d0-9aa8-445b-b287-ac8abe881dc4 req-194310fe-0b8a-4a31-8b75-2c456da0e2d8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476108 Jul 06 18:21:16.871743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-965d11d7-c7a6-47f4-aa0b-90e67384cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:16.873236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-965d11d7-c7a6-47f4-aa0b-90e67384cb22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d HTTP/1.1" status: 200 len: 863 time: 0.0595031 Jul 06 18:21:16.949381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-de8a421b-635a-4cb3-9a35-ccfc928d3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:16.951130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-de8a421b-635a-4cb3-9a35-ccfc928d3b47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43daa088-211b-4d08-b9a2-8d20245bc1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615249 Jul 06 18:21:17.015099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50586) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:17.055195 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2d42ac6c-4079-4486-84d3-8c4b2d152584 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f658eeb04e754dd3b02644dd9cbad1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392308 Jul 06 18:21:17.057652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50588) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:17.060541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-e54f5a45-fe94-4461-8527-20e9c88174ec service neutron] 10.222.0.24 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927212 Jul 06 18:21:17.112711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21f52491-db6a-48c0-8f0a-b76529328ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:17.137443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21f52491-db6a-48c0-8f0a-b76529328ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:17.197777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21f52491-db6a-48c0-8f0a-b76529328ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:17.200829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21f52491-db6a-48c0-8f0a-b76529328ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:17.202218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-21f52491-db6a-48c0-8f0a-b76529328ea1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7d1d8eb-ecb6-4c74-83da-b778e0b096be HTTP/1.1" status: 204 len: 168 time: 0.1434200 Jul 06 18:21:17.212639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f52491-db6a-48c0-8f0a-b76529328ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d1d8eb-ecb6-4c74-83da-b778e0b096be,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:17.345169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012423b6-04aa-4676-b067-2d499fc236e9 req-558a5b43-9808-47c4-b2ee-ae955dd193aa tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:17.352951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-012423b6-04aa-4676-b067-2d499fc236e9 req-558a5b43-9808-47c4-b2ee-ae955dd193aa tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 944 time: 0.0803459 Jul 06 18:21:17.417516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-012423b6-04aa-4676-b067-2d499fc236e9 req-486bb0b6-cbcc-4caa-9e9b-4f56e62eeb4d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Jul 06 18:21:17.740642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c7b0164-0438-4102-a0a1-59b82d615bb3 req-624a1618-318c-4d91-938c-abfb7902c9ba service neutron] 10.222.0.24 "GET /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696813 Jul 06 18:21:17.743798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c92c920a-5b96-4767-af23-8e4f2adc7c44 req-7ce3d862-d23d-44e1-b951-e0c506b86d71 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 210 time: 0.0474339 Jul 06 18:21:17.758405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-7e89155a-3285-440b-980b-878f43c6aadc tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:17.758405 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-7e89155a-3285-440b-980b-878f43c6aadc tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.41 "GET /v2.0/networks?id=477a8e68-e40e-4365-9b0d-a954ef02f435 HTTP/1.1" status: 200 len: 822 time: 0.2872169 Jul 06 18:21:17.763982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4e1f645d-6f85-4c52-a24e-f2608d057fdf up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:17.766528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-fc7b1db0-f565-4ff5-bc80-0dfaf1ff44a0 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:17.768259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-fc7b1db0-f565-4ff5-bc80-0dfaf1ff44a0 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1097 time: 0.3060172 Jul 06 18:21:17.775117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Request body: {'port': {'device_id': 'b7e0f4d3-ea5d-4086-acb6-8ae2980cb752', 'network_id': '477a8e68-e40e-4365-9b0d-a954ef02f435', 'admin_state_up': True, 'tenant_id': 'b7a243f17aec4388a502f73ef4364eee'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:17.791824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-2'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:17.851806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f68267-68b6-4bb2-b45b-083ac79dd1f0 req-31953e30-a03e-4f84-8c74-b53e65889d8c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:17.862066 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7f68267-68b6-4bb2-b45b-083ac79dd1f0 req-31953e30-a03e-4f84-8c74-b53e65889d8c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 950 time: 0.1799135 Jul 06 18:21:17.872340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 4e1f645d-6f85-4c52-a24e-f2608d057fdf completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:17.879652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 4e1f645d-6f85-4c52-a24e-f2608d057fdf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:17.880030 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:17.903150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-9f098f6d-9e7e-4310-aca5-1b9aa74cfaf3 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:17.903150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-9f098f6d-9e7e-4310-aca5-1b9aa74cfaf3 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 950 time: 0.3143797 Jul 06 18:21:17.954013 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7f68267-68b6-4bb2-b45b-083ac79dd1f0 req-7731b413-1905-41de-ac40-a4fdeaad979e tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899465 Jul 06 18:21:18.124675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:18.141606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Made reservation on behalf of b7a243f17aec4388a502f73ef4364eee for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:18.155734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be803c1-53ea-4477-9c76-b408f958832f req-f74ea5ad-4058-4403-8e81-8aad2d5db782 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:18.165004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3be803c1-53ea-4477-9c76-b408f958832f req-f74ea5ad-4058-4403-8e81-8aad2d5db782 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0932615 Jul 06 18:21:18.168442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:18.233236 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:18.235844 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a0ae18f-830c-4a76-ae5b-221023eb3cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:18.240932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3be803c1-53ea-4477-9c76-b408f958832f req-8b20bc60-78f8-44c9-8ac4-9f2da65aacca tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741723 Jul 06 18:21:18.285469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39826f7-71c4-41da-9477-572501f1b072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1f645d-6f85-4c52-a24e-f2608d057fdf'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:18.288795 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8468894-7e36-4af4-818c-41b2d77a38b4" -d '{"events": [{"server_uuid": "f39826f7-71c4-41da-9477-572501f1b072", "name": "network-vif-plugged", "status": "completed", "tag": "4e1f645d-6f85-4c52-a24e-f2608d057fdf"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:18.296980 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:18.314278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4e1f645d-6f85-4c52-a24e-f2608d057fdf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e1f645d-6f85-4c52-a24e-f2608d057fdf,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:18.322432 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:18.378255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4e1f645d-6f85-4c52-a24e-f2608d057fdf,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:18.474219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Deleting port 978df67c-51ee-4502-8457-41055eff6d87 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:18.474675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:18.575720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Allocated IP 172.20.0.8 (477a8e68-e40e-4365-9b0d-a954ef02f435/e5f08db5-3ee5-4712-814b-cdbe1a04e7ce/233bc03b-c91e-4069-b003-d461f7d69842) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:18.609582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb38c-e268-48c6-a8b8-93e34c7ab71e req-4136566e-0dc2-4645-9bdc-eb91c64c5c85 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:18.617871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47feb38c-e268-48c6-a8b8-93e34c7ab71e req-4136566e-0dc2-4645-9bdc-eb91c64c5c85 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 946 time: 0.0922494 Jul 06 18:21:18.644405 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e89104-cb5c-4fb3-b302-cea979f729a4 x-openstack-request-id: req-d4e89104-cb5c-4fb3-b302-cea979f729a4 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:18.644693 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39826f7-71c4-41da-9477-572501f1b072", "name": "network-vif-plugged", "status": "completed", "tag": "4e1f645d-6f85-4c52-a24e-f2608d057fdf", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:18.645128 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4e89104-cb5c-4fb3-b302-cea979f729a4 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:18.645662 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39826f7-71c4-41da-9477-572501f1b072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1f645d-6f85-4c52-a24e-f2608d057fdf', 'code': 200} Jul 06 18:21:18.688246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47feb38c-e268-48c6-a8b8-93e34c7ab71e req-04843838-7699-415b-b19b-e1dace379b33 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693231 Jul 06 18:21:18.696289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:18.719406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] For port 978df67c-51ee-4502-8457-41055eff6d87, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=978df67c-51ee-4502-8457-41055eff6d87,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:18.720000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:18.750907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Calling delete_port for 978df67c-51ee-4502-8457-41055eff6d87 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:18.820632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5968989-a039-4583-b61b-6af7b5ccd004 req-24f990e1-352f-4124-a636-599056ade3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:18.822440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5968989-a039-4583-b61b-6af7b5ccd004 req-24f990e1-352f-4124-a636-599056ade3ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 1096 time: 0.0835955 Jul 06 18:21:18.875488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5968989-a039-4583-b61b-6af7b5ccd004 req-f59de80c-d8b3-470d-9f57-e908aac8b049 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Jul 06 18:21:18.942480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:18.955986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f00deff-caf5-4b39-92b3-9f43aa7eb96c req-599a9b87-3b99-4f92-9858-08c59a5b11b4 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 210 time: 0.0360479 Jul 06 18:21:19.049612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:19.051973 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68419eb-f54b-479a-b46d-ef06e0ce094d" -d '{"events": [{"server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "name": "network-vif-unplugged", "status": "completed", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:19.058323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.064331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.087741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.128767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef916b-62cb-4ab1-af4a-1bd755992613 req-a7d6e1fa-5f1a-4939-a188-debc02009ee6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:19.130359 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2ef916b-62cb-4ab1-af4a-1bd755992613 req-a7d6e1fa-5f1a-4939-a188-debc02009ee6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 945 time: 0.3317235 Jul 06 18:21:19.166749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc62e3-9bff-42cd-85da-4012e37872f1 req-230b7234-fe32-44b6-b22b-b3c7854158b8 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:19.173591 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4fcc62e3-9bff-42cd-85da-4012e37872f1 req-230b7234-fe32-44b6-b22b-b3c7854158b8 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea98d662-fb3c-4fa0-91af-bfeee51ca16d HTTP/1.1" status: 200 len: 950 time: 0.0710669 Jul 06 18:21:19.210302 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4fcc62e3-9bff-42cd-85da-4012e37872f1 req-2d678ded-a3ed-40fb-a235-051046ed3103 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Jul 06 18:21:19.270186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Pushing event updated for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:19.279542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.281057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.287816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2ef916b-62cb-4ab1-af4a-1bd755992613 req-e6086090-7d5f-4dcd-afdb-48b59adf42a9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420457 Jul 06 18:21:19.295579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', '943e072c-5eb4-49f6-b5cc-b84f543a8517', 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:19.315514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db', '48b76b89-cb67-4c11-b0da-88e7cbd23850', '978df67c-51ee-4502-8457-41055eff6d87'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:19.343902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on host n-h2-799684-2 for vnic_type normal with profile {"migrating_to": "n-h1-799684-2"} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:19.344239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:19.344567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:19.347373 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e641b9a6-eb67-4358-bf68-704cf49ab8f4 x-openstack-request-id: req-e641b9a6-eb67-4358-bf68-704cf49ab8f4 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:19.347733 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "name": "network-vif-unplugged", "status": "completed", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:19.347909 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e641b9a6-eb67-4358-bf68-704cf49ab8f4 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:19.348292 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0', 'code': 200} Jul 06 18:21:19.361309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Network 477a8e68-e40e-4365-9b0d-a954ef02f435 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:19.385694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:19.385921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Attempting to bind port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:19.388213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:19.392773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:19.404142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.450136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Pushing event updated for resources: {'Port': ['ID=233bc03b-c91e-4069-b003-d461f7d69842,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:19.453324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:19.453663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:19.454070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:19.454523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Bound port: 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:19.454885 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.457087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] No DVR routers for this DVR port 978df67c-51ee-4502-8457-41055eff6d87 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:19.472717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.474990 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4f1fb06-5256-46e7-b089-4d8dccebc91d req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "DELETE /v2.0/ports/978df67c-51ee-4502-8457-41055eff6d87 HTTP/1.1" status: 204 len: 173 time: 1.5589378 Jul 06 18:21:19.512359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bfecf-874c-41e8-a0e3-44f07274ac7b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event deleted for resources: {'Port': ['ID=978df67c-51ee-4502-8457-41055eff6d87,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:19.577994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:19.577994 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.648509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-1c22d8c0-f097-4260-8bed-30271597b5ef tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8791852 Jul 06 18:21:19.662053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:19.679510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:19.691488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Request body: {'port': {'device_id': 'b7e0f4d3-ea5d-4086-acb6-8ae2980cb752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:19.696544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.769102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:19.925396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:19.926212 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.928630 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d487b92-8eb9-4c58-9fc2-a72cc68082d0 HTTP/1.1" status: 200 len: 1122 time: 2.1455216 Jul 06 18:21:19.938052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa2e93-4d7a-4816-ab20-92e2b4a9cc92 service neutron] Pushing event updated for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:19.952068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.967443 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:21:20.025526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d508059-8278-43cb-88cc-2c426f51891c req-840ea190-d250-4e26-8110-a7c2502f4220 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.034376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d508059-8278-43cb-88cc-2c426f51891c req-840ea190-d250-4e26-8110-a7c2502f4220 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.2512286 Jul 06 18:21:20.044649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:20.066033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 has no active binding in host n-h1-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:21:20.077411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['9d487b92-8eb9-4c58-9fc2-a72cc68082d0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:20.080471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9d487b92-8eb9-4c58-9fc2-a72cc68082d0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:20.133741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d508059-8278-43cb-88cc-2c426f51891c req-2f432be1-14fb-4f8e-8720-f53c7d10a02f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943534 Jul 06 18:21:20.406013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231526e-264b-45cc-bb33-3fa3e4fb54ab req-f6b4172b-78d7-472f-a530-38c9630eaabc tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.410725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d231526e-264b-45cc-bb33-3fa3e4fb54ab req-f6b4172b-78d7-472f-a530-38c9630eaabc tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.1409876 Jul 06 18:21:20.469613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d231526e-264b-45cc-bb33-3fa3e4fb54ab req-c39dffda-c118-4f0c-b978-550659281caf tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Jul 06 18:21:20.473941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233bc03b-c91e-4069-b003-d461f7d69842 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:20.489339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.522952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Transition to ACTIVE for port object 233bc03b-c91e-4069-b003-d461f7d69842 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:20.529246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.605066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb126275-9749-4242-9ebe-2fc9bbb9fd88 req-5abec0ed-56e4-42a4-9d24-1efc23792f16 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.606635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb126275-9749-4242-9ebe-2fc9bbb9fd88 req-5abec0ed-56e4-42a4-9d24-1efc23792f16 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 931 time: 0.1391103 Jul 06 18:21:20.609070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Pushing event updated for resources: {'Port': ['ID=233bc03b-c91e-4069-b003-d461f7d69842,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:20.690678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb126275-9749-4242-9ebe-2fc9bbb9fd88 req-6135a39c-a38f-4102-8280-656ba2b8dbd3 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765293 Jul 06 18:21:20.710552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Attempting to bind port 233bc03b-c91e-4069-b003-d461f7d69842 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:20.710923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Attempting to bind port 233bc03b-c91e-4069-b003-d461f7d69842 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'f4a4b0d3-0412-45e0-b275-af9169a9fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '477a8e68-e40e-4365-9b0d-a954ef02f435'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:20.711237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Attempting to bind port 233bc03b-c91e-4069-b003-d461f7d69842 on network 477a8e68-e40e-4365-9b0d-a954ef02f435 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:20.716938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Port 233bc03b-c91e-4069-b003-d461f7d69842 on network 477a8e68-e40e-4365-9b0d-a954ef02f435 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:20.717289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Attempting to bind port 233bc03b-c91e-4069-b003-d461f7d69842 on network 477a8e68-e40e-4365-9b0d-a954ef02f435 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:20.729755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:20.729755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Checking segment: {'id': 'f4a4b0d3-0412-45e0-b275-af9169a9fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '477a8e68-e40e-4365-9b0d-a954ef02f435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:20.729755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Bound using segment: {'id': 'f4a4b0d3-0412-45e0-b275-af9169a9fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '477a8e68-e40e-4365-9b0d-a954ef02f435'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:20.729755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Bound port: 233bc03b-c91e-4069-b003-d461f7d69842, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a4b0d3-0412-45e0-b275-af9169a9fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '477a8e68-e40e-4365-9b0d-a954ef02f435'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:20.729755 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.809644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] For port 233bc03b-c91e-4069-b003-d461f7d69842, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:20.813087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] For port 233bc03b-c91e-4069-b003-d461f7d69842, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=233bc03b-c91e-4069-b003-d461f7d69842,segment=NetworkSegment(f4a4b0d3-0412-45e0-b275-af9169a9fd92),segment_id=f4a4b0d3-0412-45e0-b275-af9169a9fd92)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:20.818762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.885833 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.893531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.894185 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.895596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] 10.222.0.41 "PUT /v2.0/ports/233bc03b-c91e-4069-b003-d461f7d69842 HTTP/1.1" status: 200 len: 1091 time: 1.2204714 Jul 06 18:21:20.914709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d599e6-62d7-4fe2-a3d2-5bf68e64a741 service neutron] Pushing event updated for resources: {'Port': ['ID=233bc03b-c91e-4069-b003-d461f7d69842,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:20.943631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d394899-4974-4f4d-9c60-2dfee9801b43 req-575c5b78-8424-45d6-a405-6b9aef3bf662 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.951614 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d394899-4974-4f4d-9c60-2dfee9801b43 req-575c5b78-8424-45d6-a405-6b9aef3bf662 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 945 time: 0.1014040 Jul 06 18:21:21.028332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d394899-4974-4f4d-9c60-2dfee9801b43 req-f68ccd1c-821a-4b2f-8a02-c0c4d51d7cc9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754101 Jul 06 18:21:21.034507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50692) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:21.048160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-ba519eb8-236b-4c52-9488-5b667b0a0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:21.049535 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-ba519eb8-236b-4c52-9488-5b667b0a0bdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a243f17aec4388a502f73ef4364eee&device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 1094 time: 0.0938203 Jul 06 18:21:21.104641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-a6b3c451-b769-4aae-95bd-4b7ed1f8c7dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=233bc03b-c91e-4069-b003-d461f7d69842 HTTP/1.1" status: 200 len: 217 time: 0.0450912 Jul 06 18:21:21.167712 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3d4557b-2853-4900-b9bf-22ae26bb99f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.169335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-187a5a01-da87-4f0b-88e6-3a07b79296f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:21.171081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-187a5a01-da87-4f0b-88e6-3a07b79296f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5f08db5-3ee5-4712-814b-cdbe1a04e7ce HTTP/1.1" status: 200 len: 862 time: 0.0591381 Jul 06 18:21:21.223755 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-ce5053ef-2dec-4caf-9684-df638d3a3fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=477a8e68-e40e-4365-9b0d-a954ef02f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411713 Jul 06 18:21:21.278496 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3d4557b-2853-4900-b9bf-22ae26bb99f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.284368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3d4557b-2853-4900-b9bf-22ae26bb99f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.324310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4557b-2853-4900-b9bf-22ae26bb99f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c738f-a4b3-4909-8f02-fd6d0007a18e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:21.331717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b3d4557b-2853-4900-b9bf-22ae26bb99f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e827003cbeb4e019d365c687faf116f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949548 Jul 06 18:21:21.333362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50708) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:21.352158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea98d662-fb3c-4fa0-91af-bfeee51ca16d', 'name': 'network-vif-deleted', 'tag': '978df67c-51ee-4502-8457-41055eff6d87'}, {'name': 'network-changed', 'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0'}, {'name': 'network-changed', 'server_uuid': 'b7e0f4d3-ea5d-4086-acb6-8ae2980cb752', 'tag': '233bc03b-c91e-4069-b003-d461f7d69842'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:21.354839 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0" -d '{"events": [{"server_uuid": "ea98d662-fb3c-4fa0-91af-bfeee51ca16d", "name": "network-vif-deleted", "tag": "978df67c-51ee-4502-8457-41055eff6d87"}, {"name": "network-changed", "server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0"}, {"name": "network-changed", "server_uuid": "b7e0f4d3-ea5d-4086-acb6-8ae2980cb752", "tag": "233bc03b-c91e-4069-b003-d461f7d69842"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:21.385664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2042c59-5975-4a81-afb6-e1f1a3f7c21c req-21c0399e-9e84-46f7-9c55-e3ec36496a0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:21.386372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a99f13d9-03e4-4a6e-955e-2df7d75cfed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.387204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2042c59-5975-4a81-afb6-e1f1a3f7c21c req-21c0399e-9e84-46f7-9c55-e3ec36496a0f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 949 time: 0.1680794 Jul 06 18:21:21.389424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-2bbc8a90-f7b1-4f06-849a-de643ccab4c6 service neutron] 10.222.0.41 "GET /v2.0/networks/477a8e68-e40e-4365-9b0d-a954ef02f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535268 Jul 06 18:21:21.408782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a99f13d9-03e4-4a6e-955e-2df7d75cfed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.464429 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a99f13d9-03e4-4a6e-955e-2df7d75cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.468922 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a99f13d9-03e4-4a6e-955e-2df7d75cfed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.470890 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a99f13d9-03e4-4a6e-955e-2df7d75cfed7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c7c738f-a4b3-4909-8f02-fd6d0007a18e HTTP/1.1" status: 204 len: 168 time: 0.1362963 Jul 06 18:21:21.474338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 978df67c-51ee-4502-8457-41055eff6d87 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:21.496929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f13d9-03e4-4a6e-955e-2df7d75cfed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c738f-a4b3-4909-8f02-fd6d0007a18e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:21.505590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 978df67c-51ee-4502-8457-41055eff6d87 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:21.505936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2042c59-5975-4a81-afb6-e1f1a3f7c21c req-3d85d866-87ba-478e-9340-d85763e87908 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111798 Jul 06 18:21:21.506321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 978df67c-51ee-4502-8457-41055eff6d87 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:21.562628 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6dc3cb4-096e-4e8a-b7ae-b70341dfd4ab req-2c0bd5fd-2fb2-4e7b-888c-9083ae865e21 service neutron] 10.222.0.41 "GET /v2.0/networks/477a8e68-e40e-4365-9b0d-a954ef02f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615512 Jul 06 18:21:21.705180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96320124-a4bb-425b-a4f9-68f55992c6a2 req-0d576dee-fbe2-4158-a88a-791b59b098b5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:21.706668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-96320124-a4bb-425b-a4f9-68f55992c6a2 req-0d576dee-fbe2-4158-a88a-791b59b098b5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0653715 Jul 06 18:21:21.760171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-96320124-a4bb-425b-a4f9-68f55992c6a2 req-f9b26036-97fc-4582-8bf7-201b320b8e7c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 Jul 06 18:21:21.810196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50722) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:21.829187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e5f965d-2cb8-4c14-89a6-1d2a632c514b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.929397 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e68801-07ed-4e84-a71b-c30111ace4be x-openstack-request-id: req-05e68801-07ed-4e84-a71b-c30111ace4be {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:21.929707 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea98d662-fb3c-4fa0-91af-bfeee51ca16d", "name": "network-vif-deleted", "tag": "978df67c-51ee-4502-8457-41055eff6d87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7e0f4d3-ea5d-4086-acb6-8ae2980cb752", "tag": "233bc03b-c91e-4069-b003-d461f7d69842", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:21.941010 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05e68801-07ed-4e84-a71b-c30111ace4be {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:21.941386 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea98d662-fb3c-4fa0-91af-bfeee51ca16d', 'name': 'network-vif-deleted', 'tag': '978df67c-51ee-4502-8457-41055eff6d87', 'status': 'completed', 'code': 200} Jul 06 18:21:21.941645 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0', 'status': 'completed', 'code': 200} Jul 06 18:21:21.941930 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e0f4d3-ea5d-4086-acb6-8ae2980cb752', 'tag': '233bc03b-c91e-4069-b003-d461f7d69842', 'status': 'completed', 'code': 200} Jul 06 18:21:21.962548 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.963795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c268f5d-ee7c-4c72-9186-6d1699073064 req-b9ce2c3c-c2ce-42d7-8280-5f61c36d3847 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:21.965317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c268f5d-ee7c-4c72-9186-6d1699073064 req-b9ce2c3c-c2ce-42d7-8280-5f61c36d3847 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 945 time: 0.1143570 Jul 06 18:21:21.998835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e5f965d-2cb8-4c14-89a6-1d2a632c514b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.007116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e5f965d-2cb8-4c14-89a6-1d2a632c514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.034111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c268f5d-ee7c-4c72-9186-6d1699073064 req-436b77ed-4e1a-40df-9025-e881856138e2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597565 Jul 06 18:21:22.056867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4e5f965d-2cb8-4c14-89a6-1d2a632c514b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=697fdbefda0d44f5ab525c02b872c704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430985 Jul 06 18:21:22.065148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50724) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:22.074747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f965d-2cb8-4c14-89a6-1d2a632c514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78659296-881f-49fb-9102-842c22cd5a39,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.128120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2855c395-1fb6-4128-9eca-407c2c146e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.131532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-0977c978-2189-4d81-9614-288b916c582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.133032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-0977c978-2189-4d81-9614-288b916c582a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a243f17aec4388a502f73ef4364eee&device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 1094 time: 0.1713393 Jul 06 18:21:22.135335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-62a21a26-e496-4fcd-9de0-7f834765ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.136702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-62a21a26-e496-4fcd-9de0-7f834765ae69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1125 time: 0.1622453 Jul 06 18:21:22.152190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875750a-d83d-445f-9eb1-a612d2c43d28 req-8fc91287-1a00-4203-88a2-376360b3441a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.153744 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a875750a-d83d-445f-9eb1-a612d2c43d28 req-8fc91287-1a00-4203-88a2-376360b3441a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.1193013 Jul 06 18:21:22.162109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2855c395-1fb6-4128-9eca-407c2c146e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.180633 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.239562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581bb73-9de4-4542-baf3-cdc536966c72 req-ca61d9b7-0849-4ca3-994d-017b5ef1c6ea tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.241241 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5581bb73-9de4-4542-baf3-cdc536966c72 req-ca61d9b7-0849-4ca3-994d-017b5ef1c6ea tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 943 time: 0.0917161 Jul 06 18:21:22.261002 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2855c395-1fb6-4128-9eca-407c2c146e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.263806 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2855c395-1fb6-4128-9eca-407c2c146e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.265783 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2855c395-1fb6-4128-9eca-407c2c146e4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78659296-881f-49fb-9102-842c22cd5a39 HTTP/1.1" status: 204 len: 168 time: 0.1988447 Jul 06 18:21:22.275163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855c395-1fb6-4128-9eca-407c2c146e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78659296-881f-49fb-9102-842c22cd5a39,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.293176 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5581bb73-9de4-4542-baf3-cdc536966c72 req-a8767f5e-7a46-4ccd-94bc-976ea525116d tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458851 Jul 06 18:21:22.318067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a875750a-d83d-445f-9eb1-a612d2c43d28 req-8cfa55a7-cf35-42c3-bf00-0d1e3a953737 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468813 Jul 06 18:21:22.342865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-53deb6f4-2c51-4a91-8f1d-94677fbb90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.344392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-53deb6f4-2c51-4a91-8f1d-94677fbb90e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=477a8e68-e40e-4365-9b0d-a954ef02f435 HTTP/1.1" status: 200 len: 923 time: 0.1887379 Jul 06 18:21:22.357266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-c0b5d5b8-8a98-4cb8-b17d-a8eec023bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.358921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-c0b5d5b8-8a98-4cb8-b17d-a8eec023bd2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.2043083 Jul 06 18:21:22.629987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50742) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:22.725885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8d4c-284d-4510-9aa0-78bdeca7211c req-c4717512-9173-4b7a-a28e-6d88edc0ff4c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.736743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4ff8d4c-284d-4510-9aa0-78bdeca7211c req-c4717512-9173-4b7a-a28e-6d88edc0ff4c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 949 time: 0.0990241 Jul 06 18:21:22.767728 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-72804cf4-43e1-4787-80e9-265ffe2f3d4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=233bc03b-c91e-4069-b003-d461f7d69842 HTTP/1.1" status: 200 len: 217 time: 0.4077966 Jul 06 18:21:22.773358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8bd52c8-3d4b-4d63-b620-70ec6ddab162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.806507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-81c2fcbc-948d-4276-b2cf-5b29a146cb53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0 HTTP/1.1" status: 200 len: 217 time: 0.4393847 Jul 06 18:21:22.810242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4ff8d4c-284d-4510-9aa0-78bdeca7211c req-b8f01bbc-d8a8-4ecb-9128-7214e8754cd9 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 Jul 06 18:21:22.894383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-b862c05b-8197-49d8-a25b-1c2df1d870d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.896131 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-b862c05b-8197-49d8-a25b-1c2df1d870d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5f08db5-3ee5-4712-814b-cdbe1a04e7ce HTTP/1.1" status: 200 len: 862 time: 0.0999222 Jul 06 18:21:22.903169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-38fe2867-4ccf-4db7-8993-b99b6430d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:22.904806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-38fe2867-4ccf-4db7-8993-b99b6430d056 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0730762 Jul 06 18:21:22.950481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8bd52c8-3d4b-4d63-b620-70ec6ddab162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.954557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8bd52c8-3d4b-4d63-b620-70ec6ddab162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.961267 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-65ac2000-324b-4463-b4f2-875925bcf4ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357459 Jul 06 18:21:22.990280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-6052ce7f-dd72-40be-b0cb-d336bf48ae73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=477a8e68-e40e-4365-9b0d-a954ef02f435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827727 Jul 06 18:21:23.005145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f8bd52c8-3d4b-4d63-b620-70ec6ddab162 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5110619aa9834e7c82d5c16ecbc418ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739274 Jul 06 18:21:23.006122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd52c8-3d4b-4d63-b620-70ec6ddab162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e3f97d-0801-460b-b343-a93f1cda766a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:23.008644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50762) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:23.070172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aea2adbe-0552-4136-8e5f-fda0bd831097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.094061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aea2adbe-0552-4136-8e5f-fda0bd831097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.155298 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aea2adbe-0552-4136-8e5f-fda0bd831097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.157848 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aea2adbe-0552-4136-8e5f-fda0bd831097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.159218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aea2adbe-0552-4136-8e5f-fda0bd831097 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7e3f97d-0801-460b-b343-a93f1cda766a HTTP/1.1" status: 204 len: 168 time: 0.1498618 Jul 06 18:21:23.169636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2adbe-0552-4136-8e5f-fda0bd831097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e3f97d-0801-460b-b343-a93f1cda766a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:23.200419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-12096784-f3c3-44a9-840b-85ba13da6fc9 service neutron] 10.222.0.41 "GET /v2.0/networks/477a8e68-e40e-4365-9b0d-a954ef02f435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532435 Jul 06 18:21:23.218852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50770) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:23.254043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d46c6-d8d7-4892-950b-2a23828d5f3b req-c1e6c5f7-bb97-4c5d-ab9a-61d6ac40091d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:23.260161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09ae08-f86e-4fa5-9ef1-05009c5bf9be req-5af7db6c-c8e9-49ee-a4c7-7e4948d47456 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:23.262640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-657d46c6-d8d7-4892-950b-2a23828d5f3b req-c1e6c5f7-bb97-4c5d-ab9a-61d6ac40091d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 945 time: 0.0903642 Jul 06 18:21:23.267813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fa09ae08-f86e-4fa5-9ef1-05009c5bf9be req-5af7db6c-c8e9-49ee-a4c7-7e4948d47456 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.3090460 Jul 06 18:21:23.271046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-5f97963f-a308-4c69-9275-ce6465c5af82 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912428 Jul 06 18:21:23.310427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-657d46c6-d8d7-4892-950b-2a23828d5f3b req-99705da1-5d3d-4f2b-b12b-d784087587a8 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465209 Jul 06 18:21:23.346734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2006080986-network', 'tenant_id': '66644dd6bd614ade97b99e73fc27f405'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:23.374501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Made reservation on behalf of 66644dd6bd614ade97b99e73fc27f405 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:23.383215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.392795 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.400748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fa09ae08-f86e-4fa5-9ef1-05009c5bf9be req-e511449c-bde2-49ce-bb2a-ae59206cb501 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320417 Jul 06 18:21:23.496496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-2adae43b-d379-4484-a1ba-0d8cb823845c service neutron] 10.222.0.41 "GET /v2.0/networks/477a8e68-e40e-4365-9b0d-a954ef02f435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683239 Jul 06 18:21:23.499379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89e24a9b-1488-47d8-8d41-011cdcdb9dc0 req-52838281-e14f-4196-87d3-110339677df5 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933310 Jul 06 18:21:23.533657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af522b80-837c-4d2d-b725-d400408a7f82 req-589a347e-e462-4547-a1fe-d0e739b3aa1a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:23.537192 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af522b80-837c-4d2d-b725-d400408a7f82 req-589a347e-e462-4547-a1fe-d0e739b3aa1a tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 949 time: 0.1265216 Jul 06 18:21:23.543926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.561925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.574547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:23.585850 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.586203 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Added segment fc3b97dd-d0a3-404b-bc25-06eaed71d75f of type vlan for network e5a541de-8d1d-455d-8842-e990d0f6f421 Jul 06 18:21:23.659146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c545ab-96f8-4b8c-8c20-09d784534c6d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:23.668775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.729003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480f38b-84d8-428f-a712-4b167251d229 req-afd70aa4-8dc7-4503-907f-e8da689e7872 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:23.732330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-79ea68fd-aee6-49e8-b88f-f903f71cb572 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:23.734139 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-79ea68fd-aee6-49e8-b88f-f903f71cb572 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 945 time: 0.1545041 Jul 06 18:21:23.734716 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d480f38b-84d8-428f-a712-4b167251d229 req-afd70aa4-8dc7-4503-907f-e8da689e7872 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 943 time: 0.1926303 Jul 06 18:21:23.737236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.738343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:23.738998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.792855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ef13-2aa6-4825-a8a9-9c8934fe1010 req-7bddff61-c46c-4a81-87ed-fd4f6f7c5cbd tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:23.800767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0342ef13-2aa6-4825-a8a9-9c8934fe1010 req-7bddff61-c46c-4a81-87ed-fd4f6f7c5cbd tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.2038562 Jul 06 18:21:23.824361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6045573 Jul 06 18:21:23.827647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50790) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:23.834366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Request body: {'subnet': {'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2006080986-subnet', 'tenant_id': '66644dd6bd614ade97b99e73fc27f405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:23.837346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab693c5-dca6-4808-bbdc-f9c0151ece38 admin admin] Pushing event updated for resources: {'Network': ['ID=e5a541de-8d1d-455d-8842-e990d0f6f421,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:23.839397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Deleting port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:23.839730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.852522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e5a541de-8d1d-455d-8842-e990d0f6f421 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:23.862381 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d480f38b-84d8-428f-a712-4b167251d229 req-9ee9299d-6e4f-45ba-a0af-6656602e57e3 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194911 Jul 06 18:21:23.883359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Made reservation on behalf of 66644dd6bd614ade97b99e73fc27f405 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:23.887462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:23.947772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0342ef13-2aa6-4825-a8a9-9c8934fe1010 req-2967dff2-1ef2-4353-9ab6-1dda97707a10 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460769 Jul 06 18:21:24.011209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] For port b9af7d31-a77c-40be-9fdb-d5b1b1afc448, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:24.011579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.036304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Calling delete_port for b9af7d31-a77c-40be-9fdb-d5b1b1afc448 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:24.056201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Deleting port 4e1f645d-6f85-4c52-a24e-f2608d057fdf {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:24.056603 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.140567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577b505-0b7c-4f3e-8d5d-994b1b10ff8d req-504bf239-e4df-486f-a1f4-87e57643c293 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:24.147433 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f577b505-0b7c-4f3e-8d5d-994b1b10ff8d req-504bf239-e4df-486f-a1f4-87e57643c293 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0a742e-cb14-4858-9296-b46aa5c763aa HTTP/1.1" status: 200 len: 949 time: 0.1457458 Jul 06 18:21:24.198936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f577b505-0b7c-4f3e-8d5d-994b1b10ff8d req-6acc56a5-c82a-47b1-b8e7-fc35821ef9fe tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499096 Jul 06 18:21:24.212502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] For port 4e1f645d-6f85-4c52-a24e-f2608d057fdf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e1f645d-6f85-4c52-a24e-f2608d057fdf,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:24.213015 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.232131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Calling delete_port for 4e1f645d-6f85-4c52-a24e-f2608d057fdf owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:24.254827 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.311842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c68b6ad-0703-4b3f-9ffa-2fb684060768,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:24.322483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Checking segment: {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:24.322729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Network hostable DHCP agents. Network: e5a541de-8d1d-455d-8842-e990d0f6f421, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:24.327705 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.344974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', '943e072c-5eb4-49f6-b5cc-b84f543a8517', 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:24.350944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Network e5a541de-8d1d-455d-8842-e990d0f6f421 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:24.377214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e5a541de-8d1d-455d-8842-e990d0f6f421) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:24.377214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:24.377214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.378146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event deleted for resources: {'Port': ['ID=b9af7d31-a77c-40be-9fdb-d5b1b1afc448,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:24.417638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a1976830-2133-4219-9623-faa6be40dd95 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5887740 Jul 06 18:21:24.432977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] No DVR routers for this DVR port b9af7d31-a77c-40be-9fdb-d5b1b1afc448 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:24.436689 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.439057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af522b80-837c-4d2d-b725-d400408a7f82 req-2b39c157-307d-41c0-9529-cdee9aeeb606 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "DELETE /v2.0/ports/b9af7d31-a77c-40be-9fdb-d5b1b1afc448 HTTP/1.1" status: 204 len: 173 time: 0.8938286 Jul 06 18:21:24.439554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0a742e-cb14-4858-9296-b46aa5c763aa', 'name': 'network-vif-deleted', 'tag': 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:24.442170 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d730bd5c-d552-4fe7-addf-61131b64b22d" -d '{"events": [{"server_uuid": "ca0a742e-cb14-4858-9296-b46aa5c763aa", "name": "network-vif-deleted", "tag": "b9af7d31-a77c-40be-9fdb-d5b1b1afc448"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:24.477133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db', '48b76b89-cb67-4c11-b0da-88e7cbd23850'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:24.499509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0790ba-a49a-4e04-b8a6-5006723d1ad0 None None] Network e5a541de-8d1d-455d-8842-e990d0f6f421 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:24.559610 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.582537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd306-15f7-471a-99f8-458da59f9f00 req-03ff3de5-a298-42ab-8442-058dbc887992 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:24.584878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e1bd306-15f7-471a-99f8-458da59f9f00 req-03ff3de5-a298-42ab-8442-058dbc887992 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39826f7-71c4-41da-9477-572501f1b072 HTTP/1.1" status: 200 len: 867 time: 0.1110682 Jul 06 18:21:24.630903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event deleted for resources: {'Port': ['ID=4e1f645d-6f85-4c52-a24e-f2608d057fdf,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:24.676034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e1bd306-15f7-471a-99f8-458da59f9f00 req-7d5c8945-4e6b-4743-afed-7ec762e82ac7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834477 Jul 06 18:21:24.721690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] No DVR routers for this DVR port 4e1f645d-6f85-4c52-a24e-f2608d057fdf on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:24.725745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.728072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5ec6070-32e7-4b63-9048-4738ee5d44ca req-a76db298-029b-417b-b63f-358938e909e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "DELETE /v2.0/ports/4e1f645d-6f85-4c52-a24e-f2608d057fdf HTTP/1.1" status: 204 len: 173 time: 0.9858029 Jul 06 18:21:24.782905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711731d2-a572-4858-8ad9-0457b281ff4b req-981dd00c-6ed0-466f-9764-063e7ffa9ff6 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:24.792064 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-711731d2-a572-4858-8ad9-0457b281ff4b req-981dd00c-6ed0-466f-9764-063e7ffa9ff6 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.2129042 Jul 06 18:21:24.808300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da766170-df29-4ce7-9bf5-3626c0164f98 None None] Network e5a541de-8d1d-455d-8842-e990d0f6f421 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:24.842229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fafa199c-297f-4a8f-901b-8845cdd33d62 req-7410592f-2d2d-43c1-a562-9d0f4d8bf4e6 tempest-AbsoluteLimitsNegativeTestJSON-299367390 tempest-AbsoluteLimitsNegativeTestJSON-299367390-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1c322715d05345b9903712c7fa7ef7e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341401 Jul 06 18:21:24.896840 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-711731d2-a572-4858-8ad9-0457b281ff4b req-f0263f39-3906-4cec-9efd-92272b1a245d tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031275 Jul 06 18:21:24.942343 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b18f8-12b6-41aa-b766-ab54602e153c x-openstack-request-id: req-da7b18f8-12b6-41aa-b766-ab54602e153c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:24.942889 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0a742e-cb14-4858-9296-b46aa5c763aa", "name": "network-vif-deleted", "tag": "b9af7d31-a77c-40be-9fdb-d5b1b1afc448", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:24.949517 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da7b18f8-12b6-41aa-b766-ab54602e153c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:24.950976 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0a742e-cb14-4858-9296-b46aa5c763aa', 'name': 'network-vif-deleted', 'tag': 'b9af7d31-a77c-40be-9fdb-d5b1b1afc448', 'status': 'completed', 'code': 200} Jul 06 18:21:25.011878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa199c-297f-4a8f-901b-8845cdd33d62 req-c2148104-43e2-4dc6-a471-3c0c32e8a666 tempest-AbsoluteLimitsNegativeTestJSON-299367390 tempest-AbsoluteLimitsNegativeTestJSON-299367390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:25.022905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fafa199c-297f-4a8f-901b-8845cdd33d62 req-c2148104-43e2-4dc6-a471-3c0c32e8a666 tempest-AbsoluteLimitsNegativeTestJSON-299367390 tempest-AbsoluteLimitsNegativeTestJSON-299367390-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794848 Jul 06 18:21:25.043668 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fafa199c-297f-4a8f-901b-8845cdd33d62 req-c7da9c4d-661f-41ad-b382-262b68ffb136 tempest-AbsoluteLimitsNegativeTestJSON-299367390 tempest-AbsoluteLimitsNegativeTestJSON-299367390-project] 10.222.0.53 "GET /v2.0/quotas/1c322715d05345b9903712c7fa7ef7e1 HTTP/1.1" status: 200 len: 375 time: 0.0196681 Jul 06 18:21:25.105320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fafa199c-297f-4a8f-901b-8845cdd33d62 req-7e43362f-d264-48dc-9be6-d4994002496c tempest-AbsoluteLimitsNegativeTestJSON-299367390 tempest-AbsoluteLimitsNegativeTestJSON-299367390-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c322715d05345b9903712c7fa7ef7e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532939 Jul 06 18:21:25.414673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1b6e1-311a-4872-aaa5-03c96d7a85df req-0e1dc438-ee43-481f-9cdb-5ba1316849e0 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:25.422859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54e1b6e1-311a-4872-aaa5-03c96d7a85df req-0e1dc438-ee43-481f-9cdb-5ba1316849e0 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 943 time: 0.1236379 Jul 06 18:21:25.475212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54e1b6e1-311a-4872-aaa5-03c96d7a85df req-9ae31912-7e3f-44ea-8e8d-fef1488f26ad tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513573 Jul 06 18:21:25.521962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7254-67be-4de3-a548-eb122080af0b req-30343a51-620c-457b-9c85-0a290eed3804 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:25.533639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-30343a51-620c-457b-9c85-0a290eed3804 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 822 time: 0.3286128 Jul 06 18:21:25.559755 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-d634b49b-880c-4522-b3c0-be8cda7a546a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/quotas/66644dd6bd614ade97b99e73fc27f405 HTTP/1.1" status: 200 len: 375 time: 0.0247369 Jul 06 18:21:25.624538 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-1a3af3e9-a297-4572-a533-c9cf1da9caa3 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634551 Jul 06 18:21:25.672381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50852) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:25.701177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b178e1-f8d6-4727-a9df-f85ef88f3363 req-3e6edc56-3e35-4e99-b34e-ef06acfcdf41 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:25.706373 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4b178e1-f8d6-4727-a9df-f85ef88f3363 req-3e6edc56-3e35-4e99-b34e-ef06acfcdf41 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.0793674 Jul 06 18:21:25.734076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-064600d2-5d49-4666-acd2-a746f4248b79 service neutron] 10.222.0.53 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083360 Jul 06 18:21:25.753862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4b178e1-f8d6-4727-a9df-f85ef88f3363 req-f17f9cd8-c298-43ab-b083-92ac5a03bae8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Jul 06 18:21:25.779707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 233bc03b-c91e-4069-b003-d461f7d69842 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:25.817033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-547776a9-87d8-41f1-b6f0-6725b6e98e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:25.882825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 233bc03b-c91e-4069-b003-d461f7d69842, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=233bc03b-c91e-4069-b003-d461f7d69842,segment=NetworkSegment(f4a4b0d3-0412-45e0-b275-af9169a9fd92),segment_id=f4a4b0d3-0412-45e0-b275-af9169a9fd92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:25.883788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-d1391cbf-328a-4cca-853f-792a05d1571d service neutron] 10.222.0.53 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486580 Jul 06 18:21:25.902144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '233bc03b-c91e-4069-b003-d461f7d69842', 'network_id': '477a8e68-e40e-4365-9b0d-a954ef02f435', 'port_id': '233bc03b-c91e-4069-b003-d461f7d69842', 'mac_address': 'fa:16:3e:0b:f2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f08db5-3ee5-4712-814b-cdbe1a04e7ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:25.956775 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:25.976031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233bc03b-c91e-4069-b003-d461f7d69842 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:25.999513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 233bc03b-c91e-4069-b003-d461f7d69842, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=233bc03b-c91e-4069-b003-d461f7d69842,segment=NetworkSegment(f4a4b0d3-0412-45e0-b275-af9169a9fd92),segment_id=f4a4b0d3-0412-45e0-b275-af9169a9fd92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:26.002069 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-547776a9-87d8-41f1-b6f0-6725b6e98e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.004897 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.008228 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-547776a9-87d8-41f1-b6f0-6725b6e98e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.129585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-547776a9-87d8-41f1-b6f0-6725b6e98e77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c322715d05345b9903712c7fa7ef7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530363 Jul 06 18:21:26.129585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547776a9-87d8-41f1-b6f0-6725b6e98e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2902240b-1068-4941-8bbf-f16f6d03b793,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:26.129965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50868) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:26.135603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=233bc03b-c91e-4069-b003-d461f7d69842,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:26.143543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.143857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.144161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.144488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.144814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.145176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.145436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.145820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.146362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.146682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.147000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.147314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:26.231512 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b4040fd-4233-4e40-837a-5056f46967d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.269943 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b4040fd-4233-4e40-837a-5056f46967d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.322307 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b4040fd-4233-4e40-837a-5056f46967d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.327704 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b4040fd-4233-4e40-837a-5056f46967d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.330073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1b4040fd-4233-4e40-837a-5056f46967d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2902240b-1068-4941-8bbf-f16f6d03b793 HTTP/1.1" status: 204 len: 168 time: 0.1986113 Jul 06 18:21:26.336484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0ee3b-5d2a-4754-99bd-6c69c1fbb91c req-3619b03d-2aec-4acc-b58b-e3bb07f29134 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:26.341554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4040fd-4233-4e40-837a-5056f46967d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2902240b-1068-4941-8bbf-f16f6d03b793,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:26.343399 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1fa0ee3b-5d2a-4754-99bd-6c69c1fbb91c req-3619b03d-2aec-4acc-b58b-e3bb07f29134 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1094141 Jul 06 18:21:26.387502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['233bc03b-c91e-4069-b003-d461f7d69842'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:26.405222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1fa0ee3b-5d2a-4754-99bd-6c69c1fbb91c req-a7e444f1-50e2-46d8-8a6e-071c9bbbf43a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607703 Jul 06 18:21:26.544201 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6eef88fd-7032-4b56-b5ab-6035d2a4ac3d req-105f50a3-7e25-40fe-9dd2-bf4cf6cd3d6e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 210 time: 0.1058810 Jul 06 18:21:26.820031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea55b0-7d4a-4547-b9ba-8db208e09a48 req-6401c12e-5c15-4fb8-904a-42c65faea1db tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:26.821670 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-05ea55b0-7d4a-4547-b9ba-8db208e09a48 req-6401c12e-5c15-4fb8-904a-42c65faea1db tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 944 time: 0.1188138 Jul 06 18:21:26.864986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-239a1b55-2f22-40d6-9912-3b598033c13b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:26.866982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-239a1b55-2f22-40d6-9912-3b598033c13b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.2158659 Jul 06 18:21:26.880582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-05ea55b0-7d4a-4547-b9ba-8db208e09a48 req-799dbaec-8e74-4110-99a3-de212b54e403 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508916 Jul 06 18:21:26.914300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-fccba61b-2461-48bd-8530-61d8ba5b934e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/quotas/bf77d1848a3a4efe9c1eb515d3893aec HTTP/1.1" status: 200 len: 375 time: 0.0383320 Jul 06 18:21:26.945102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-8f7da00c-625c-46a5-ae3f-8f1e1dcbd1c4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298989 Jul 06 18:21:26.952413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39826f7-71c4-41da-9477-572501f1b072', 'name': 'network-vif-deleted', 'tag': '4e1f645d-6f85-4c52-a24e-f2608d057fdf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:26.955188 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d696f-2cb9-4787-819e-ea804ccca3e9" -d '{"events": [{"server_uuid": "f39826f7-71c4-41da-9477-572501f1b072", "name": "network-vif-deleted", "tag": "4e1f645d-6f85-4c52-a24e-f2608d057fdf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:27.072430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-4137a750-6e84-4f36-85ca-816e36db3297 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191046 Jul 06 18:21:27.119229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b383a1-d5fb-44cc-86ce-586617e59331 req-9137da13-c674-41cb-b99a-89af20b4cdd6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:27.129319 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38b383a1-d5fb-44cc-86ce-586617e59331 req-9137da13-c674-41cb-b99a-89af20b4cdd6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 949 time: 0.1025534 Jul 06 18:21:27.194376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38b383a1-d5fb-44cc-86ce-586617e59331 req-0c17b908-7795-4356-9c83-eace14acf19d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590146 Jul 06 18:21:27.220446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-f9127881-6054-4551-86ef-2de526641754 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458056 Jul 06 18:21:27.315687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50916) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:27.413687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bfa9e-fd58-4c7b-83d1-0cec2ca3d709 req-3e5dbbac-615d-4a1f-99cd-a8f8c4cf5552 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:27.422091 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b64bfa9e-fd58-4c7b-83d1-0cec2ca3d709 req-3e5dbbac-615d-4a1f-99cd-a8f8c4cf5552 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.0799971 Jul 06 18:21:27.462722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-963781933-network', 'tenant_id': '5fca343db268433da4a3b6045cde1fb7'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:27.470641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b64bfa9e-fd58-4c7b-83d1-0cec2ca3d709 req-0a178a50-ab4b-4e58-b18c-085411230731 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Jul 06 18:21:27.500204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Made reservation on behalf of 5fca343db268433da4a3b6045cde1fb7 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:27.508426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.526890 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d168e178-30fb-4d56-a067-5b264103f3bb x-openstack-request-id: req-d168e178-30fb-4d56-a067-5b264103f3bb {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:27.527365 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39826f7-71c4-41da-9477-572501f1b072", "name": "network-vif-deleted", "tag": "4e1f645d-6f85-4c52-a24e-f2608d057fdf", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:27.527601 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d168e178-30fb-4d56-a067-5b264103f3bb {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:27.528497 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39826f7-71c4-41da-9477-572501f1b072', 'name': 'network-vif-deleted', 'tag': '4e1f645d-6f85-4c52-a24e-f2608d057fdf', 'status': 'completed', 'code': 200} Jul 06 18:21:27.531692 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.652277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-043dcc22-2056-470a-9e76-d4bed25847c3 req-e7dffe91-3e24-459e-9930-57bb8e7d7d99 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 210 time: 0.0679555 Jul 06 18:21:27.740768 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.749475 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.771469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:27.791862 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.792231 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Added segment 5a63326b-463e-4292-8f9b-e6dcfab33f71 of type vlan for network dc89abd1-c310-41b9-98dd-0695f202b8d2 Jul 06 18:21:27.803802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 233bc03b-c91e-4069-b003-d461f7d69842 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:27.877613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.903053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 233bc03b-c91e-4069-b003-d461f7d69842 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:27.912874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 233bc03b-c91e-4069-b003-d461f7d69842 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:27.913641 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.948051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca7be6-dd05-4925-ba4d-3c0c32ea6d0f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:27.961297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366792b-4d51-4175-be2c-a0578fe8dd52 req-7d6d2bc7-0e53-4df2-8b59-d7748815f9e1 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:27.963069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0366792b-4d51-4175-be2c-a0578fe8dd52 req-7d6d2bc7-0e53-4df2-8b59-d7748815f9e1 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.2801387 Jul 06 18:21:27.964129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.965033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:27.965592 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.979074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-733f4797-e5c0-4f96-97f1-feec78aaa27e req-d5f1ac1d-10db-4e8a-85f8-f85bb378825b tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 210 time: 0.0949333 Jul 06 18:21:28.078018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:28.080144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7254-67be-4de3-a548-eb122080af0b req-0956a204-77a9-4fff-8d19-f6a665354341 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.083681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-0956a204-77a9-4fff-8d19-f6a665354341 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.24 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 822 time: 0.3017442 Jul 06 18:21:28.104133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Request body: {'port': {'device_id': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'admin_state_up': True, 'tenant_id': '66644dd6bd614ade97b99e73fc27f405'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:28.111924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7947915 Jul 06 18:21:28.115311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 233bc03b-c91e-4069-b003-d461f7d69842, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=233bc03b-c91e-4069-b003-d461f7d69842,segment=NetworkSegment(f4a4b0d3-0412-45e0-b275-af9169a9fd92),segment_id=f4a4b0d3-0412-45e0-b275-af9169a9fd92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:28.116193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e0f4d3-ea5d-4086-acb6-8ae2980cb752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233bc03b-c91e-4069-b003-d461f7d69842'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:28.118903 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6c4773-e5dd-4c1d-86e1-812bb2129e00" -d '{"events": [{"server_uuid": "b7e0f4d3-ea5d-4086-acb6-8ae2980cb752", "name": "network-vif-plugged", "status": "completed", "tag": "233bc03b-c91e-4069-b003-d461f7d69842"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:28.119079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50936) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:28.119864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e9213-c852-470c-893e-764b11b68d4b admin admin] Pushing event updated for resources: {'Network': ['ID=dc89abd1-c310-41b9-98dd-0695f202b8d2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:28.131854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:28.132690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b9af7d31-a77c-40be-9fdb-d5b1b1afc448 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:28.137587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network dc89abd1-c310-41b9-98dd-0695f202b8d2 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:28.140358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0366792b-4d51-4175-be2c-a0578fe8dd52 req-d9a4c518-5ad7-4f6c-a213-0089bcff7de1 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698387 Jul 06 18:21:28.169070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Request body: {'subnet': {'network_id': 'dc89abd1-c310-41b9-98dd-0695f202b8d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-963781933-subnet', 'tenant_id': '5fca343db268433da4a3b6045cde1fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:28.252891 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2022e8-22c6-4ffe-9772-6c86c85d2f36 x-openstack-request-id: req-0c2022e8-22c6-4ffe-9772-6c86c85d2f36 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:28.253174 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e0f4d3-ea5d-4086-acb6-8ae2980cb752", "name": "network-vif-plugged", "status": "completed", "tag": "233bc03b-c91e-4069-b003-d461f7d69842", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:28.253421 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c2022e8-22c6-4ffe-9772-6c86c85d2f36 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:28.253837 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e0f4d3-ea5d-4086-acb6-8ae2980cb752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233bc03b-c91e-4069-b003-d461f7d69842', 'code': 200} Jul 06 18:21:28.263580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: b9af7d31-a77c-40be-9fdb-d5b1b1afc448 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:28.264172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b9af7d31-a77c-40be-9fdb-d5b1b1afc448 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:28.264749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4e1f645d-6f85-4c52-a24e-f2608d057fdf no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:28.291387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 4e1f645d-6f85-4c52-a24e-f2608d057fdf {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:28.291724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4e1f645d-6f85-4c52-a24e-f2608d057fdf not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:28.344892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=233bc03b-c91e-4069-b003-d461f7d69842,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:28.436456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fae02-4561-4247-823e-08c63a7f5578 req-2ac5ea45-5f26-4aaa-9dfb-6b30829e7ad1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.439277 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f46fae02-4561-4247-823e-08c63a7f5578 req-2ac5ea45-5f26-4aaa-9dfb-6b30829e7ad1 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 949 time: 0.0661647 Jul 06 18:21:28.465514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Made reservation on behalf of 5fca343db268433da4a3b6045cde1fb7 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:28.466730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:28.492619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f46fae02-4561-4247-823e-08c63a7f5578 req-af57a348-fad6-4878-9802-7a4e6f637e20 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Jul 06 18:21:28.561550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-ebc8a534-bd13-4e7d-9a47-9c07f143cd01 service neutron] 10.222.0.24 "GET /v2.0/ports/9d487b92-8eb9-4c58-9fc2-a72cc68082d0/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.3846381 Jul 06 18:21:28.661284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f5fe-8687-43d0-be90-4395bc57db1d req-62040b05-bf8d-44b8-9fa9-0e987f390b35 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.663064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2610f5fe-8687-43d0-be90-4395bc57db1d req-62040b05-bf8d-44b8-9fa9-0e987f390b35 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.0660763 Jul 06 18:21:28.671450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee557a5-171c-406e-941e-93e42313781a req-fc10b119-53d9-49d7-9687-141837921b20 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.672987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dee557a5-171c-406e-941e-93e42313781a req-fc10b119-53d9-49d7-9687-141837921b20 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 945 time: 0.3556747 Jul 06 18:21:28.703050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Made reservation on behalf of 66644dd6bd614ade97b99e73fc27f405 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:28.706540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:28.706941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2610f5fe-8687-43d0-be90-4395bc57db1d req-a6d97723-f3d6-4775-8b62-0c23c382626a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Jul 06 18:21:28.728877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70607f-1d2d-4714-9749-689edefce106 req-d66d0277-b8d9-49d6-b2f7-a3dc9ec94322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.730425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e70607f-1d2d-4714-9749-689edefce106 req-d66d0277-b8d9-49d6-b2f7-a3dc9ec94322 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 1096 time: 0.3884566 Jul 06 18:21:28.738100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-eec645f3-56f2-4235-b1a4-c89a85ca4567 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.739573 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-eec645f3-56f2-4235-b1a4-c89a85ca4567 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 949 time: 0.4006388 Jul 06 18:21:28.910129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dee557a5-171c-406e-941e-93e42313781a req-30eaa07d-d2b5-4de8-8f78-c4a8935f663a tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301681 Jul 06 18:21:29.027639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a777118b-3a57-4014-b83d-b320839243f5 req-585397c4-2cb4-41a0-9bae-6a3401d50424 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 210 time: 0.0525210 Jul 06 18:21:29.084727 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e70607f-1d2d-4714-9749-689edefce106 req-02cddd61-1377-4311-ba53-28856eb56307 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324065 Jul 06 18:21:29.130267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-1a8889da-b57e-4aee-a3c4-a9fbd128e1a9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:29.131908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-1a8889da-b57e-4aee-a3c4-a9fbd128e1a9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.1689961 Jul 06 18:21:29.149862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Request body: {'port': {'device_id': '0a57fe67-ce98-475b-8c0d-502103c82dfd', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'admin_state_up': True, 'tenant_id': 'bf77d1848a3a4efe9c1eb515d3893aec'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:29.260907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Deleting port 943e072c-5eb4-49f6-b5cc-b84f543a8517 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:29.261214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:29.264727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:29.335467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Made reservation on behalf of bf77d1848a3a4efe9c1eb515d3893aec for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:29.342170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:29.498475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d4028-29c6-4bc5-b675-dc5579eca970 req-50d52e04-6224-4d19-85ed-340bed3a728c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:29.500135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-689d4028-29c6-4bc5-b675-dc5579eca970 req-50d52e04-6224-4d19-85ed-340bed3a728c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1554041 Jul 06 18:21:29.500375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:29.543608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Allocated IP 172.20.0.10 (90950a61-13f5-43e3-a282-f1fe44802f85/06d8f1f4-9e1d-441b-8294-be6e3dd37469/bdc9c600-7747-4cce-a8e5-d51b16f842e3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:29.575120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-689d4028-29c6-4bc5-b675-dc5579eca970 req-d12d7515-bbdf-4bfc-be61-1a892681c27b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626616 Jul 06 18:21:29.709482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Allocated IP 172.20.0.13 (e5a541de-8d1d-455d-8842-e990d0f6f421/9c68b6ad-0703-4b3f-9ffa-2fb684060768/5211c141-e28c-4aec-964c-21c0bfbf3069) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:29.731231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98091cd6-88ed-4f38-8f70-eb9957587ff9,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:29.739537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:29.755388 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3914abf3-7d80-4850-89c3-d16744e5c700 req-fecd66c9-f290-4f89-b8b7-d98e05c3574a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 210 time: 0.4263608 Jul 06 18:21:29.760757 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:29.807630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca5ca2-3ad0-4ff2-a4de-d0b6814669de req-46f5635f-eac8-45bd-b27d-86b16e7bbfc4 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:29.814331 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ddca5ca2-3ad0-4ff2-a4de-d0b6814669de req-46f5635f-eac8-45bd-b27d-86b16e7bbfc4 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5e65ea-4b11-40c4-8879-d16c4f65c047 HTTP/1.1" status: 200 len: 949 time: 0.1241059 Jul 06 18:21:29.818410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:29.862527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Checking segment: {'id': '5a63326b-463e-4292-8f9b-e6dcfab33f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc89abd1-c310-41b9-98dd-0695f202b8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:29.862879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Network hostable DHCP agents. Network: dc89abd1-c310-41b9-98dd-0695f202b8d2, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:29.880685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ddca5ca2-3ad0-4ff2-a4de-d0b6814669de req-1acdc8ce-0988-4c0b-8645-41d9eb168ef0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Jul 06 18:21:29.891840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:29.929154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:29.942350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] For port 943e072c-5eb4-49f6-b5cc-b84f543a8517, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=943e072c-5eb4-49f6-b5cc-b84f543a8517,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:29.942350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:29.964125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Network 90950a61-13f5-43e3-a282-f1fe44802f85 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:29.965328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event updated for resources: {'Port': ['ID=bdc9c600-7747-4cce-a8e5-d51b16f842e3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:29.976661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:29.980343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:30.000105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:30.009074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Calling delete_port for 943e072c-5eb4-49f6-b5cc-b84f543a8517 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:30.047602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Network dc89abd1-c310-41b9-98dd-0695f202b8d2 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:30.050873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:30.051890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.054876 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.076859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-eb531132-f64d-4a84-9f53-133c854f1105 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9310398 Jul 06 18:21:30.092695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Request body: {'port': {'device_id': '0a57fe67-ce98-475b-8c0d-502103c82dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:30.115879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, dc89abd1-c310-41b9-98dd-0695f202b8d2) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:30.125247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8977cb87-70fa-4cfb-b7ef-5f9ab679a089 None None] Network dc89abd1-c310-41b9-98dd-0695f202b8d2 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:30.137358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:30.138315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.215557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.215804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.240383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d4762-87e0-458b-af8a-c15105d3ab11 req-dd78e7a3-85d7-4d66-903c-9dea7286c48f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:30.242030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f5d4762-87e0-458b-af8a-c15105d3ab11 req-dd78e7a3-85d7-4d66-903c-9dea7286c48f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 944 time: 0.3850207 Jul 06 18:21:30.260659 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a9780ad-ec94-41a2-945c-763274904ac1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1323154 Jul 06 18:21:30.277190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e72bc1-1655-4100-8a93-69f654870fbf None None] Network dc89abd1-c310-41b9-98dd-0695f202b8d2 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:30.364585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f5d4762-87e0-458b-af8a-c15105d3ab11 req-950bd11d-53f2-4b12-93f0-3ec563d003e5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095498 Jul 06 18:21:30.410754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.428214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] Transition to ACTIVE for port object 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:30.432304 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.463660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'f219a4f6-fd68-4dc1-a468-c383f149b7cf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:30.466465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db', '48b76b89-cb67-4c11-b0da-88e7cbd23850'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:30.480800 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.515876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Network e5a541de-8d1d-455d-8842-e990d0f6f421 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:30.530415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:30.539289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event updated for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:30.541904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:30.633935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede05c8e-ba8a-4cca-9c35-3defe6b89fbb req-f763c0a8-ae55-4be2-9c10-ddd800a13b06 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:30.635596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ede05c8e-ba8a-4cca-9c35-3defe6b89fbb req-f763c0a8-ae55-4be2-9c10-ddd800a13b06 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 945 time: 0.5061650 Jul 06 18:21:30.670889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] No DVR routers for this DVR port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:30.673034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] No DVR routers for this DVR port 943e072c-5eb4-49f6-b5cc-b84f543a8517 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:30.678638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event deleted for resources: {'Port': ['ID=943e072c-5eb4-49f6-b5cc-b84f543a8517,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:30.685585 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.687719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dfcc8d12-0af1-4cbf-afbc-ac84524d3f9e req-3151f1e3-3112-43c6-8cfe-b4eff746da5b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "DELETE /v2.0/ports/943e072c-5eb4-49f6-b5cc-b84f543a8517 HTTP/1.1" status: 204 len: 173 time: 1.9307618 Jul 06 18:21:30.689260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e65ea-4b11-40c4-8879-d16c4f65c047', 'name': 'network-vif-deleted', 'tag': '943e072c-5eb4-49f6-b5cc-b84f543a8517'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:30.699400 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a552d2-a8f8-4948-a6a0-f45fdef0e06b" -d '{"events": [{"server_uuid": "9c5e65ea-4b11-40c4-8879-d16c4f65c047", "name": "network-vif-deleted", "tag": "943e072c-5eb4-49f6-b5cc-b84f543a8517"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:30.751252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ede05c8e-ba8a-4cca-9c35-3defe6b89fbb req-9bebba85-15fd-4871-9834-1155b5182e2c tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065950 Jul 06 18:21:30.774564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:30.776218 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.781861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] 10.222.0.24 "PUT /v2.0/ports/9d487b92-8eb9-4c58-9fc2-a72cc68082d0/bindings/n-h1-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2043855 Jul 06 18:21:30.820417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7fef7-f3b2-4cf5-910d-616fc017bd3f service neutron] Pushing event updated for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:30.826774 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-e215d141-4e8c-43dc-95ec-cb8b17d80d36 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7329671 Jul 06 18:21:30.838678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fc52e-c639-4185-8b1e-505d65b52099 req-68d7c9ab-9655-4224-9c27-253503db4518 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:30.846048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b6fc52e-c639-4185-8b1e-505d65b52099 req-68d7c9ab-9655-4224-9c27-253503db4518 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 932 time: 0.3182237 Jul 06 18:21:30.858232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Request body: {'port': {'device_id': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:31.035268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc9c600-7747-4cce-a8e5-d51b16f842e3 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:31.047525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-3b2e4b5e-7cd2-4892-99ec-5368d025c5e7 req-de2a010e-a3aa-48a3-817b-6304be2c6cc1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1731109400', 'description': 'tempest-description-1591979432'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:31.049097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b6fc52e-c639-4185-8b1e-505d65b52099 req-33ccd1e9-199d-448e-b8d7-0954a74dc9b3 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020798 Jul 06 18:21:31.059693 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.099286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Transition to ACTIVE for port object bdc9c600-7747-4cce-a8e5-d51b16f842e3 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:31.111027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3b2e4b5e-7cd2-4892-99ec-5368d025c5e7 req-de2a010e-a3aa-48a3-817b-6304be2c6cc1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.115204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.172428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.179106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc9c600-7747-4cce-a8e5-d51b16f842e3,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:31.246087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-09f9f41c-d2e2-4ef7-9a25-f8174955c13d tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.247188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-09f9f41c-d2e2-4ef7-9a25-f8174955c13d tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.3415232 Jul 06 18:21:31.293449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Attempting to bind port bdc9c600-7747-4cce-a8e5-d51b16f842e3 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:31.293898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Attempting to bind port bdc9c600-7747-4cce-a8e5-d51b16f842e3 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:31.294117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Attempting to bind port bdc9c600-7747-4cce-a8e5-d51b16f842e3 on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:31.306125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Port bdc9c600-7747-4cce-a8e5-d51b16f842e3 on network 90950a61-13f5-43e3-a282-f1fe44802f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:31.306508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Attempting to bind port bdc9c600-7747-4cce-a8e5-d51b16f842e3 on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:31.321578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3b2e4b5e-7cd2-4892-99ec-5368d025c5e7 req-de2a010e-a3aa-48a3-817b-6304be2c6cc1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.322986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:31.323315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Checking segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:31.323693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Bound using segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:31.324155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Bound port: bdc9c600-7747-4cce-a8e5-d51b16f842e3, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:31.324509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.327804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3b2e4b5e-7cd2-4892-99ec-5368d025c5e7 req-de2a010e-a3aa-48a3-817b-6304be2c6cc1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.379599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3b2e4b5e-7cd2-4892-99ec-5368d025c5e7 req-de2a010e-a3aa-48a3-817b-6304be2c6cc1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.382310 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3b2e4b5e-7cd2-4892-99ec-5368d025c5e7 req-de2a010e-a3aa-48a3-817b-6304be2c6cc1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3402059 Jul 06 18:21:31.402715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a010e-a3aa-48a3-817b-6304be2c6cc1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe1f3d8-4629-47a8-a663-1973c51ad17b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:31.425451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5cb29-ea21-45c0-b993-843d1f8acd9e req-ab668df0-96d6-4320-9a0e-262884db2959 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.427283 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e2d5cb29-ea21-45c0-b993-843d1f8acd9e req-ab668df0-96d6-4320-9a0e-262884db2959 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.2229259 Jul 06 18:21:31.431660 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943e81a-6cfd-463c-82a3-132b2edb1c65 x-openstack-request-id: req-f943e81a-6cfd-463c-82a3-132b2edb1c65 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:31.431961 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5e65ea-4b11-40c4-8879-d16c4f65c047", "name": "network-vif-deleted", "tag": "943e072c-5eb4-49f6-b5cc-b84f543a8517", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:31.432211 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f943e81a-6cfd-463c-82a3-132b2edb1c65 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:31.432608 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e65ea-4b11-40c4-8879-d16c4f65c047', 'name': 'network-vif-deleted', 'tag': '943e072c-5eb4-49f6-b5cc-b84f543a8517', 'status': 'completed', 'code': 200} Jul 06 18:21:31.456932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] For port bdc9c600-7747-4cce-a8e5-d51b16f842e3, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:31.461980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] For port bdc9c600-7747-4cce-a8e5-d51b16f842e3, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bdc9c600-7747-4cce-a8e5-d51b16f842e3,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:31.470515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.503940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-18e4c37c-f365-4dfd-b695-a3f8536df4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.505562 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-18e4c37c-f365-4dfd-b695-a3f8536df4b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374&tenant_id=a39e9a45117742db8c51a45660114a46 HTTP/1.1" status: 200 len: 1096 time: 0.2389829 Jul 06 18:21:31.525046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.526133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.527834 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] 10.222.0.41 "PUT /v2.0/ports/bdc9c600-7747-4cce-a8e5-d51b16f842e3 HTTP/1.1" status: 200 len: 1092 time: 1.4437268 Jul 06 18:21:31.530639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a57fe67-ce98-475b-8c0d-502103c82dfd', 'tag': 'bdc9c600-7747-4cce-a8e5-d51b16f842e3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:31.533009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e2d5cb29-ea21-45c0-b993-843d1f8acd9e req-c5781683-1f82-41d1-b371-224b2b239fee tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885715 Jul 06 18:21:31.553820 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a57fe67-ce98-475b-8c0d-502103c82dfd", "tag": "bdc9c600-7747-4cce-a8e5-d51b16f842e3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:31.650709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5211c141-e28c-4aec-964c-21c0bfbf3069 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:31.661106 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.669389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6be78-7fd3-46c7-9a7d-782c3807371a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc9c600-7747-4cce-a8e5-d51b16f842e3,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:31.680938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Transition to ACTIVE for port object 5211c141-e28c-4aec-964c-21c0bfbf3069 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:31.689657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.702995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-ce923f9e-30d0-4bfa-85fe-3bc60dec0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.704612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-ce923f9e-30d0-4bfa-85fe-3bc60dec0d71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 1095 time: 0.0995753 Jul 06 18:21:31.711337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-37933e21-4bea-46c2-a5d8-11cc141a9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.713019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-37933e21-4bea-46c2-a5d8-11cc141a9006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1096 time: 0.1533964 Jul 06 18:21:31.732550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174bd1-7db4-4728-aa06-00470815f624 req-fdb07488-da25-4f5e-9ed2-82d674ccf167 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.734037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95174bd1-7db4-4728-aa06-00470815f624 req-fdb07488-da25-4f5e-9ed2-82d674ccf167 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 932 time: 0.1331639 Jul 06 18:21:31.768504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-d9782b45-d39b-4b3a-a88f-f1f36f40164a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdc9c600-7747-4cce-a8e5-d51b16f842e3 HTTP/1.1" status: 200 len: 217 time: 0.0465891 Jul 06 18:21:31.804767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 943e072c-5eb4-49f6-b5cc-b84f543a8517 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:31.809752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Pushing event updated for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:31.826976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 943e072c-5eb4-49f6-b5cc-b84f543a8517 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:31.826976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 943e072c-5eb4-49f6-b5cc-b84f543a8517 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:31.838286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95174bd1-7db4-4728-aa06-00470815f624 req-b53127e7-9ca4-4bcf-94a2-456db5d7ecae tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946698 Jul 06 18:21:31.874666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-788f9329-950c-4e6c-8064-d168667b2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.876546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-788f9329-950c-4e6c-8064-d168667b2192 service neutron] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.1414254 Jul 06 18:21:31.881769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-5491f3e3-7dc5-49b9-b343-32e0f58cad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.883266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-5491f3e3-7dc5-49b9-b343-32e0f58cad8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.1067326 Jul 06 18:21:31.921421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-b3bf5281-fa6d-4cb6-9383-24e09f8b9386 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0 HTTP/1.1" status: 200 len: 217 time: 0.0382214 Jul 06 18:21:31.933692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-95761b56-4697-400c-9e63-531aedcaa239 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407002 Jul 06 18:21:31.969482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Attempting to bind port 5211c141-e28c-4aec-964c-21c0bfbf3069 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:31.969818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Attempting to bind port 5211c141-e28c-4aec-964c-21c0bfbf3069 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:31.970159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Attempting to bind port 5211c141-e28c-4aec-964c-21c0bfbf3069 on network e5a541de-8d1d-455d-8842-e990d0f6f421 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:32.000916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-743d5b4a-75ff-44f8-be34-7cee7a7133a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.001182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-252773ef-e959-4f1a-91e5-b2d666cc7107 req-45f8ff25-d9b0-4f88-90db-ed630bd55f5b tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/cfe1f3d8-4629-47a8-a663-1973c51ad17b HTTP/1.1" status: 200 len: 1813 time: 0.1443217 Jul 06 18:21:32.002419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-743d5b4a-75ff-44f8-be34-7cee7a7133a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0733483 Jul 06 18:21:32.005888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Port 5211c141-e28c-4aec-964c-21c0bfbf3069 on network e5a541de-8d1d-455d-8842-e990d0f6f421 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:32.006217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Attempting to bind port 5211c141-e28c-4aec-964c-21c0bfbf3069 on network e5a541de-8d1d-455d-8842-e990d0f6f421 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:32.018841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-252773ef-e959-4f1a-91e5-b2d666cc7107 req-057d1d4e-572a-4ec9-8542-8be10f4f0d18 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfe1f3d8-4629-47a8-a663-1973c51ad17b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:32.019160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-252773ef-e959-4f1a-91e5-b2d666cc7107 req-057d1d4e-572a-4ec9-8542-8be10f4f0d18 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfe1f3d8-4629-47a8-a663-1973c51ad17b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:32.033335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:32.033677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Checking segment: {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:32.034101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Bound using segment: {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:32.034545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Bound port: 5211c141-e28c-4aec-964c-21c0bfbf3069, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:32.034905 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.044219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-80247d39-860c-4dc3-9457-6cb18b111f93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313478 Jul 06 18:21:32.056879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15070d19-05b3-48fa-b05b-da335bf2148a req-7eb8f50c-d0d8-40a3-ae75-4c88f073bcaa tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.058293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15070d19-05b3-48fa-b05b-da335bf2148a req-7eb8f50c-d0d8-40a3-ae75-4c88f073bcaa tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 945 time: 0.1036534 Jul 06 18:21:32.113395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-4595e433-a1d8-4633-a46e-7d39147f1e60 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660280 Jul 06 18:21:32.154201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15070d19-05b3-48fa-b05b-da335bf2148a req-59c50cb7-a27e-416e-89c6-32779c13057d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866461 Jul 06 18:21:32.169828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-f9821203-5629-4998-a6c8-56f8406c91d5 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105199 Jul 06 18:21:32.205967 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-252773ef-e959-4f1a-91e5-b2d666cc7107 req-057d1d4e-572a-4ec9-8542-8be10f4f0d18 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.218439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:32.226562 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c95a890-3197-4975-ab5e-12e274729d5e x-openstack-request-id: req-0c95a890-3197-4975-ab5e-12e274729d5e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:32.226847 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a57fe67-ce98-475b-8c0d-502103c82dfd", "tag": "bdc9c600-7747-4cce-a8e5-d51b16f842e3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:32.226952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:32.227092 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c95a890-3197-4975-ab5e-12e274729d5e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:32.227493 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a57fe67-ce98-475b-8c0d-502103c82dfd', 'tag': 'bdc9c600-7747-4cce-a8e5-d51b16f842e3', 'status': 'completed', 'code': 200} Jul 06 18:21:32.249467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-252773ef-e959-4f1a-91e5-b2d666cc7107 req-057d1d4e-572a-4ec9-8542-8be10f4f0d18 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.250946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.265117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-252773ef-e959-4f1a-91e5-b2d666cc7107 req-057d1d4e-572a-4ec9-8542-8be10f4f0d18 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.282603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-a6b5a46b-aab7-404c-9e75-522db21c1da8 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060658 Jul 06 18:21:32.321028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6235d129-ede4-4feb-b378-3b1177ee1244 req-b1182534-307c-446a-9f36-8a3ab8728350 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976471 Jul 06 18:21:32.330788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d1d4e-572a-4ec9-8542-8be10f4f0d18 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114d0bce-17a2-48cf-abdb-e437a98d52eb,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:32.333507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.334253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.335764 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] 10.222.0.24 "PUT /v2.0/ports/5211c141-e28c-4aec-964c-21c0bfbf3069 HTTP/1.1" status: 200 len: 1092 time: 1.4876266 Jul 06 18:21:32.347644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-252773ef-e959-4f1a-91e5-b2d666cc7107 req-057d1d4e-572a-4ec9-8542-8be10f4f0d18 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.348937 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-252773ef-e959-4f1a-91e5-b2d666cc7107 req-057d1d4e-572a-4ec9-8542-8be10f4f0d18 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3371227 Jul 06 18:21:32.354063 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc50d7-76cb-4d7d-abd4-4e087dac5c1d service neutron] Pushing event updated for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:32.560706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7254-67be-4de3-a548-eb122080af0b req-22bb32c4-e55d-4403-9dc8-c4245e75944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.563102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-22bb32c4-e55d-4403-9dc8-c4245e75944a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 1095 time: 0.1780477 Jul 06 18:21:32.578549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467bdb-df7b-4389-aa39-c7b96f228bc8 req-659a2725-adb3-4d68-abb0-5cfa7e0d1f30 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.581269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f7467bdb-df7b-4389-aa39-c7b96f228bc8 req-659a2725-adb3-4d68-abb0-5cfa7e0d1f30 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 944 time: 0.1101563 Jul 06 18:21:32.584950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-a152238e-2efa-474a-808d-a531366a844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.586383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-a152238e-2efa-474a-808d-a531366a844a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 1095 time: 0.1558282 Jul 06 18:21:32.628281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-8c1ed22b-9761-41cb-a6de-59496d7b365c tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.630197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-8c1ed22b-9761-41cb-a6de-59496d7b365c tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.0600944 Jul 06 18:21:32.635322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-41d5789f-c2ff-4515-9147-3940cbbd4375 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211c141-e28c-4aec-964c-21c0bfbf3069 HTTP/1.1" status: 200 len: 217 time: 0.0529132 Jul 06 18:21:32.747979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f7467bdb-df7b-4389-aa39-c7b96f228bc8 req-27f562f8-8c90-4522-b017-3cd8e8021f58 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549566 Jul 06 18:21:32.757984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7254-67be-4de3-a548-eb122080af0b req-8945a6fd-4137-4959-82c2-f18fd0222bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.759169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-8945a6fd-4137-4959-82c2-f18fd0222bc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c68b6ad-0703-4b3f-9ffa-2fb684060768 HTTP/1.1" status: 200 len: 862 time: 0.1153967 Jul 06 18:21:32.784659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa37e8b0-9134-4925-8483-efb7fac23d51 req-a36b6d9c-466b-4a42-9827-cf7d82945958 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/cfe1f3d8-4629-47a8-a663-1973c51ad17b HTTP/1.1" status: 200 len: 2406 time: 0.0557449 Jul 06 18:21:32.791219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-9d2fe00a-7f0b-4058-9a06-89043604538c service neutron] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:32.794685 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-9d2fe00a-7f0b-4058-9a06-89043604538c service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.795785 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b10375c-eee8-4a60-8fe2-0d9fc9055abe req-9d2fe00a-7f0b-4058-9a06-89043604538c service neutron] 10.222.0.41 "DELETE /v2.0/ports/9d487b92-8eb9-4c58-9fc2-a72cc68082d0/bindings/n-h2-799684-2 HTTP/1.1" status: 204 len: 173 time: 0.1572721 Jul 06 18:21:32.804638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-761a98d7-b38e-4bbe-96a5-5e8ba4b2df02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5a541de-8d1d-455d-8842-e990d0f6f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343888 Jul 06 18:21:32.874324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-96aebcf3-9d5b-49d8-a38f-8a38c0b5b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.875870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-96aebcf3-9d5b-49d8-a38f-8a38c0b5b7c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.2494521 Jul 06 18:21:32.921118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-b7763d5b-6f58-420d-886d-34d48e16fc58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdc9c600-7747-4cce-a8e5-d51b16f842e3 HTTP/1.1" status: 200 len: 217 time: 0.0369418 Jul 06 18:21:32.959045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331e9b-80e5-452e-9d1a-efca035f82db req-a40c05c7-9a1e-4869-b9af-59d9589ed09a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.960711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b331e9b-80e5-452e-9d1a-efca035f82db req-a40c05c7-9a1e-4869-b9af-59d9589ed09a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0689631 Jul 06 18:21:32.998379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-c7a8d394-825e-41de-a95a-370ff584bcb6 service neutron] 10.222.0.24 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798942 Jul 06 18:21:33.008860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-247cbe4e-e9a8-430f-974b-90b7972a125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.010374 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-247cbe4e-e9a8-430f-974b-90b7972a125e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.0811386 Jul 06 18:21:33.015275 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b331e9b-80e5-452e-9d1a-efca035f82db req-25ad17c7-1811-4666-ba53-991a8fde258b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484960 Jul 06 18:21:33.050790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-2ea027a4-b0c0-4d17-be2b-e4c38877f8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317912 Jul 06 18:21:33.160955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5707c00-b672-401c-adc6-080a3e429400 req-73a8f8a6-5741-4160-bbac-92c5772969a8 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-group-rules/114d0bce-17a2-48cf-abdb-e437a98d52eb HTTP/1.1" status: 200 len: 778 time: 0.1004143 Jul 06 18:21:33.188686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa496da-1ab6-4929-a86b-e8684d8838a7 req-b4f42d8f-89c0-48c2-a0eb-1fe13104f643 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.195290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aaa496da-1ab6-4929-a86b-e8684d8838a7 req-b4f42d8f-89c0-48c2-a0eb-1fe13104f643 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 945 time: 0.0739779 Jul 06 18:21:33.230538 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aaa496da-1ab6-4929-a86b-e8684d8838a7 req-227f2330-eb11-4273-b87d-fa570ad5521f tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 Jul 06 18:21:33.240585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ad7254-67be-4de3-a548-eb122080af0b req-bf1a2e0f-9db0-4041-bd2d-ae2d77eb8785 service neutron] 10.222.0.24 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337925 Jul 06 18:21:33.256878 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-a44bcd6c-4359-498e-bbb8-0a633c961821 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953447 Jul 06 18:21:33.261707 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5707c00-b672-401c-adc6-080a3e429400 req-426a54d2-d034-4fb9-9b60-f7739c802d57 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/cfe1f3d8-4629-47a8-a663-1973c51ad17b HTTP/1.1" status: 200 len: 2406 time: 0.0940955 Jul 06 18:21:33.372460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5707c00-b672-401c-adc6-080a3e429400 req-b48c43c9-5728-497d-a42f-6d932faeec02 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.384080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5707c00-b672-401c-adc6-080a3e429400 req-b48c43c9-5728-497d-a42f-6d932faeec02 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.422670 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-026b29a4-b60b-469e-8c41-b8a2a20d5ca9 req-019d8d46-299b-427c-a05d-69c4230b41c9 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569245 Jul 06 18:21:33.429466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5707c00-b672-401c-adc6-080a3e429400 req-b48c43c9-5728-497d-a42f-6d932faeec02 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.435695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5707c00-b672-401c-adc6-080a3e429400 req-b48c43c9-5728-497d-a42f-6d932faeec02 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.436877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5707c00-b672-401c-adc6-080a3e429400 req-b48c43c9-5728-497d-a42f-6d932faeec02 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/114d0bce-17a2-48cf-abdb-e437a98d52eb HTTP/1.1" status: 204 len: 173 time: 0.1610472 Jul 06 18:21:33.437436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:33.439711 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10" -d '{"events": [{"name": "network-changed", "server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:33.449925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c43c9-5728-497d-a42f-6d932faeec02 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114d0bce-17a2-48cf-abdb-e437a98d52eb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:33.528299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55cf19-d2f8-4d7b-9b93-c08f16d215d9 req-5c9021b3-13cb-4828-8d6b-bf9cf6bab7f9 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.530072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f55cf19-d2f8-4d7b-9b93-c08f16d215d9 req-5c9021b3-13cb-4828-8d6b-bf9cf6bab7f9 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 944 time: 0.0700064 Jul 06 18:21:33.569479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f55cf19-d2f8-4d7b-9b93-c08f16d215d9 req-9e265c44-2617-4e09-b948-957441053d85 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Jul 06 18:21:33.606393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad33109-1d31-49a1-8f6b-33267e934589 req-ab61549d-1763-40bf-a50d-07cb2937d9e6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.607903 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bad33109-1d31-49a1-8f6b-33267e934589 req-ab61549d-1763-40bf-a50d-07cb2937d9e6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 950 time: 0.0673707 Jul 06 18:21:33.649679 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bad33109-1d31-49a1-8f6b-33267e934589 req-8fd214a8-3bb0-4d0a-b8b0-56241a30bf0b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355282 Jul 06 18:21:33.703376 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a87701f-d040-4566-a00e-fd196f8619c9 x-openstack-request-id: req-3a87701f-d040-4566-a00e-fd196f8619c9 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:33.703667 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:33.703923 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a87701f-d040-4566-a00e-fd196f8619c9 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:33.704328 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'status': 'completed', 'code': 200} Jul 06 18:21:33.722665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-793faadf-00ef-415a-a9bb-0b3ed3a9efc5 req-54df18ee-7eba-4f7e-aec6-60e40e4411f4 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1909901639', 'description': 'tempest-description-1747397227'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:33.744429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99b5e6-8aad-4cac-a29e-4c8d51997501 req-71d2a43c-2920-4ec6-9c89-3e0604f49b83 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.746149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e99b5e6-8aad-4cac-a29e-4c8d51997501 req-71d2a43c-2920-4ec6-9c89-3e0604f49b83 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 945 time: 0.0661802 Jul 06 18:21:33.779231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-793faadf-00ef-415a-a9bb-0b3ed3a9efc5 req-54df18ee-7eba-4f7e-aec6-60e40e4411f4 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.794815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e99b5e6-8aad-4cac-a29e-4c8d51997501 req-eefd52be-86cd-4e60-9c0e-a0a34fa65af0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Jul 06 18:21:33.840467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-6d882141-35a7-4f4e-b471-ffec19f428eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.842035 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-6d882141-35a7-4f4e-b471-ffec19f428eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 1095 time: 0.1049151 Jul 06 18:21:33.966098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-793faadf-00ef-415a-a9bb-0b3ed3a9efc5 req-54df18ee-7eba-4f7e-aec6-60e40e4411f4 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.977073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-793faadf-00ef-415a-a9bb-0b3ed3a9efc5 req-54df18ee-7eba-4f7e-aec6-60e40e4411f4 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.987379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea016c46-4bd1-450e-ad4b-9c2edc9a8a85 req-df3d30e8-2adc-49b3-b59d-3388e825d1eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.989391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ea016c46-4bd1-450e-ad4b-9c2edc9a8a85 req-df3d30e8-2adc-49b3-b59d-3388e825d1eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 944 time: 0.0701571 Jul 06 18:21:33.990926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-4304de35-9936-4477-bf84-7290d51c9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.992663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-4304de35-9936-4477-bf84-7290d51c9d02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 923 time: 0.1403618 Jul 06 18:21:34.017886 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-793faadf-00ef-415a-a9bb-0b3ed3a9efc5 req-54df18ee-7eba-4f7e-aec6-60e40e4411f4 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.019136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-793faadf-00ef-415a-a9bb-0b3ed3a9efc5 req-54df18ee-7eba-4f7e-aec6-60e40e4411f4 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3014770 Jul 06 18:21:34.050747 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-a8a9f59b-b5d2-43cb-b89e-cb0add49e0ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211c141-e28c-4aec-964c-21c0bfbf3069 HTTP/1.1" status: 200 len: 217 time: 0.0481391 Jul 06 18:21:34.051779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df18ee-7eba-4f7e-aec6-60e40e4411f4 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53f6441-c66c-4102-8196-6de1bbc40b73,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:34.053159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ea016c46-4bd1-450e-ad4b-9c2edc9a8a85 req-1c8b5c1d-c0eb-4df5-973c-7fae73465179 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557265 Jul 06 18:21:34.159417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-9dcb8846-779e-45cf-86c4-dc4d848e2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.160913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-9dcb8846-779e-45cf-86c4-dc4d848e2293 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c68b6ad-0703-4b3f-9ffa-2fb684060768 HTTP/1.1" status: 200 len: 862 time: 0.1032097 Jul 06 18:21:34.163784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-ba04fb6a-d49a-431a-81a4-da5aaef7ae2d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.165414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-ba04fb6a-d49a-431a-81a4-da5aaef7ae2d tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 950 time: 0.0709016 Jul 06 18:21:34.202508 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75870baf-e5bc-4252-8927-2f4a31714275 req-90d1cbcd-0d7f-424c-849f-28e52a6f4ebd tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/a53f6441-c66c-4102-8196-6de1bbc40b73 HTTP/1.1" status: 200 len: 1813 time: 0.1278431 Jul 06 18:21:34.204403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-cbddc8b1-72c4-4dcb-8f43-1b2cc07d41af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e5a541de-8d1d-455d-8842-e990d0f6f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335789 Jul 06 18:21:34.218224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-2d81a43c-f3a9-424f-8108-b85e483c19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.219704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-2d81a43c-f3a9-424f-8108-b85e483c19c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1096 time: 0.1608062 Jul 06 18:21:34.302962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd6ff-ff79-4b18-b9a3-be1f1953961b req-a7ce1469-1d2e-4a92-95cf-43d6095cf8a3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.304686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-36fbd6ff-ff79-4b18-b9a3-be1f1953961b req-a7ce1469-1d2e-4a92-95cf-43d6095cf8a3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1361032 Jul 06 18:21:34.352422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Deleting port f219a4f6-fd68-4dc1-a468-c383f149b7cf {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:34.352861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.371836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-36fbd6ff-ff79-4b18-b9a3-be1f1953961b req-c229f303-2ba6-4bcc-b0ca-19970944058a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601244 Jul 06 18:21:34.451749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] For port f219a4f6-fd68-4dc1-a468-c383f149b7cf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f219a4f6-fd68-4dc1-a468-c383f149b7cf,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:34.452133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.467100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Calling delete_port for f219a4f6-fd68-4dc1-a468-c383f149b7cf owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:34.611356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891149-ae94-4174-a54c-f68b09c6bcdd req-8a119c5a-c4f9-4394-9165-7d0c791f527f tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.613146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4891149-ae94-4174-a54c-f68b09c6bcdd req-8a119c5a-c4f9-4394-9165-7d0c791f527f tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 945 time: 0.0965686 Jul 06 18:21:34.684062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4891149-ae94-4174-a54c-f68b09c6bcdd req-b3972de6-ff17-4c0e-9ec7-ba7d4b05ccf2 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521240 Jul 06 18:21:34.685228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.700393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db', '48b76b89-cb67-4c11-b0da-88e7cbd23850'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:34.702651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'f219a4f6-fd68-4dc1-a468-c383f149b7cf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:34.716342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event deleted for resources: {'Port': ['ID=f219a4f6-fd68-4dc1-a468-c383f149b7cf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:34.793972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] No DVR routers for this DVR port f219a4f6-fd68-4dc1-a468-c383f149b7cf on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:34.796986 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.799642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d6ab6dd3-70b5-4948-9a4b-8c079e426668 req-6eb76e7e-4940-404e-ad40-db8037f585cd tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "DELETE /v2.0/ports/f219a4f6-fd68-4dc1-a468-c383f149b7cf HTTP/1.1" status: 204 len: 173 time: 0.6222804 Jul 06 18:21:34.800263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21501f1-aaf2-4f49-a58e-9a134dfbb053', 'name': 'network-vif-deleted', 'tag': 'f219a4f6-fd68-4dc1-a468-c383f149b7cf'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:34.803310 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125f1da2-dcff-437b-80d6-ba8882ff7525" -d '{"events": [{"server_uuid": "b21501f1-aaf2-4f49-a58e-9a134dfbb053", "name": "network-vif-deleted", "tag": "f219a4f6-fd68-4dc1-a468-c383f149b7cf"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:34.842560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-60b4084b-4e4e-415e-8803-b3e1c342d5ba service neutron] 10.222.0.24 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262670 Jul 06 18:21:34.863401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-935ec2e5-b90f-442b-999e-58a9b1c0df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.865185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-935ec2e5-b90f-442b-999e-58a9b1c0df3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.6368709 Jul 06 18:21:34.891150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-c6c0048f-418f-43b7-adc8-8a75da36309f tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.892644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-c6c0048f-418f-43b7-adc8-8a75da36309f tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 945 time: 0.2598550 Jul 06 18:21:34.896751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-c14745db-0076-488f-96ad-737be2f66996 req-ebfdfce0-8631-4d65-b6c1-49da332e0dcb tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1696229253', 'description': 'tempest-description-785321413'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:34.927214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c14745db-0076-488f-96ad-737be2f66996 req-ebfdfce0-8631-4d65-b6c1-49da332e0dcb tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.997668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-0ac17b66-2bf9-4943-b09a-9b9c1edbdaf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2 HTTP/1.1" status: 200 len: 217 time: 0.1009257 Jul 06 18:21:35.001354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daae5fd-11ee-4930-ab94-9cd8c9d1312e req-ca06d417-aa4a-4a02-8603-4f0dae8ff185 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:35.003528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0daae5fd-11ee-4930-ab94-9cd8c9d1312e req-ca06d417-aa4a-4a02-8603-4f0dae8ff185 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1096 time: 0.3740380 Jul 06 18:21:35.046169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-a6230b6b-47b9-4693-baca-9ea99ba86b9b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:35.047669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-a6230b6b-47b9-4693-baca-9ea99ba86b9b tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 949 time: 0.4171433 Jul 06 18:21:35.058401 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c14745db-0076-488f-96ad-737be2f66996 req-ebfdfce0-8631-4d65-b6c1-49da332e0dcb tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.064763 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c14745db-0076-488f-96ad-737be2f66996 req-ebfdfce0-8631-4d65-b6c1-49da332e0dcb tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.100684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c14745db-0076-488f-96ad-737be2f66996 req-ebfdfce0-8631-4d65-b6c1-49da332e0dcb tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.102495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c14745db-0076-488f-96ad-737be2f66996 req-ebfdfce0-8631-4d65-b6c1-49da332e0dcb tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2108140 Jul 06 18:21:35.103810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdfce0-8631-4d65-b6c1-49da332e0dcb tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5691fe-2111-4179-ba6e-90a4fef5bb70,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:35.194938 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0daae5fd-11ee-4930-ab94-9cd8c9d1312e req-290d66d8-8af3-483e-a7a7-670ed66b81c5 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938015 Jul 06 18:21:35.241167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7274c2ef-25ae-4d77-ab51-ef43b67cbe10 req-1b5feb68-6950-4c05-a430-7c2ff040fd64 service neutron] 10.222.0.24 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743706 Jul 06 18:21:35.241167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-bc2bd25e-ab85-4b00-98f0-b99ededa0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:35.241167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-bc2bd25e-ab85-4b00-98f0-b99ededa0d0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.2042093 Jul 06 18:21:35.326355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-8859c633-6cbb-4354-8e87-5878f67436ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376692 Jul 06 18:21:35.369553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767005a-16a7-48b8-bd6e-eafd1dc34980 req-d7ff49dc-b22c-437b-a999-3fb13c2cf3d8 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:35.371179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c767005a-16a7-48b8-bd6e-eafd1dc34980 req-d7ff49dc-b22c-437b-a999-3fb13c2cf3d8 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 944 time: 0.1301227 Jul 06 18:21:35.417893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c767005a-16a7-48b8-bd6e-eafd1dc34980 req-82af2bf2-4fc0-4578-a6ea-0a08b3d2fc95 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Jul 06 18:21:35.452114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-83b0caba-cede-43ef-8300-6a3d50f18027 req-aa09bbfd-c2e1-4e30-b39d-ca598f6c1a42 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21501f1-aaf2-4f49-a58e-9a134dfbb053 HTTP/1.1" status: 200 len: 210 time: 0.0820785 Jul 06 18:21:35.472441 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e660556e-b392-4674-802a-d38eb78f04df x-openstack-request-id: req-e660556e-b392-4674-802a-d38eb78f04df {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:35.475532 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21501f1-aaf2-4f49-a58e-9a134dfbb053", "name": "network-vif-deleted", "tag": "f219a4f6-fd68-4dc1-a468-c383f149b7cf", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:35.475914 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e660556e-b392-4674-802a-d38eb78f04df {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:35.477378 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21501f1-aaf2-4f49-a58e-9a134dfbb053', 'name': 'network-vif-deleted', 'tag': 'f219a4f6-fd68-4dc1-a468-c383f149b7cf', 'status': 'completed', 'code': 200} Jul 06 18:21:35.528893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Deleting port 233bc03b-c91e-4069-b003-d461f7d69842 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:35.529286 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.531383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5211c141-e28c-4aec-964c-21c0bfbf3069 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:35.600756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Deleting port 48b76b89-cb67-4c11-b0da-88e7cbd23850 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:35.601095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.612447 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-0bbaed2d-3de4-49ba-8270-3c61defe2a8c service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570553 Jul 06 18:21:35.641592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97bd29-baf0-4bb6-a646-a9dceb16664e req-18f67dcb-d7d4-4a36-8a5d-e86b7d4d8181 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:35.643062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f97bd29-baf0-4bb6-a646-a9dceb16664e req-18f67dcb-d7d4-4a36-8a5d-e86b7d4d8181 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 944 time: 0.0661974 Jul 06 18:21:35.644006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:35.656231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'port_id': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'mac_address': 'fa:16:3e:46:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68b6ad-0703-4b3f-9ffa-2fb684060768', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:35.700135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f97bd29-baf0-4bb6-a646-a9dceb16664e req-f1986293-5a17-40b7-8b37-2c43fc556ae4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Jul 06 18:21:35.702534 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.720222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5211c141-e28c-4aec-964c-21c0bfbf3069 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:35.752364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:35.758093 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.788783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-92043c93-4dc3-43dc-9440-73cd773d77da req-69241b82-79c1-4e1d-9e21-52922a51645d tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/3a5691fe-2111-4179-ba6e-90a4fef5bb70 HTTP/1.1" status: 200 len: 1812 time: 0.2766566 Jul 06 18:21:35.814900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] For port 233bc03b-c91e-4069-b003-d461f7d69842, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=233bc03b-c91e-4069-b003-d461f7d69842,segment=NetworkSegment(f4a4b0d3-0412-45e0-b275-af9169a9fd92),segment_id=f4a4b0d3-0412-45e0-b275-af9169a9fd92)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:35.815271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.844404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Calling delete_port for 233bc03b-c91e-4069-b003-d461f7d69842 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:35.865551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-ff40f608-0d15-43c1-8655-3a0b3948a6ce service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112613 Jul 06 18:21:35.882218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] For port 48b76b89-cb67-4c11-b0da-88e7cbd23850, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=48b76b89-cb67-4c11-b0da-88e7cbd23850,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:35.882588 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:35.901699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbfa2-42be-4ca0-8725-6c14b270b879 req-7a7a25a1-4cb7-4a0f-97b9-45062315cf75 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:35.910376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88ecbfa2-42be-4ca0-8725-6c14b270b879 req-7a7a25a1-4cb7-4a0f-97b9-45062315cf75 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 1096 time: 0.0914345 Jul 06 18:21:35.938999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bdc9c600-7747-4cce-a8e5-d51b16f842e3 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:35.946680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88ecbfa2-42be-4ca0-8725-6c14b270b879 req-e0d7cf3f-6921-4b9e-85eb-2c2d4442e566 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352921 Jul 06 18:21:35.960858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Calling delete_port for 48b76b89-cb67-4c11-b0da-88e7cbd23850 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:36.029032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:36.058215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5211c141-e28c-4aec-964c-21c0bfbf3069'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:36.132424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bdc9c600-7747-4cce-a8e5-d51b16f842e3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bdc9c600-7747-4cce-a8e5-d51b16f842e3,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:36.140503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb31f-5430-4668-908f-88b1f0062031 req-c62b73ba-df64-45ed-b73e-e905e644cb16 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:36.147549 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-862bb31f-5430-4668-908f-88b1f0062031 req-c62b73ba-df64-45ed-b73e-e905e644cb16 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.2173159 Jul 06 18:21:36.151387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'bdc9c600-7747-4cce-a8e5-d51b16f842e3', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'port_id': 'bdc9c600-7747-4cce-a8e5-d51b16f842e3', 'mac_address': 'fa:16:3e:71:e4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8f1f4-9e1d-441b-8294-be6e3dd37469', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:36.213367 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.234275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc9c600-7747-4cce-a8e5-d51b16f842e3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:36.235803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-862bb31f-5430-4668-908f-88b1f0062031 req-e08776ed-4532-4cdf-8fc1-75f138f7338e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873032 Jul 06 18:21:36.236805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fb6e5-790d-4566-b879-8d0d39d8919b req-db368a6f-914d-41c3-a43c-bd8c867c1801 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:36.238830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc9fb6e5-790d-4566-b879-8d0d39d8919b req-db368a6f-914d-41c3-a43c-bd8c867c1801 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e0f4d3-ea5d-4086-acb6-8ae2980cb752 HTTP/1.1" status: 200 len: 945 time: 0.0897052 Jul 06 18:21:36.240742 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.279632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['233bc03b-c91e-4069-b003-d461f7d69842'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:36.296933 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc9fb6e5-790d-4566-b879-8d0d39d8919b req-2f5bff40-ea7f-418a-b20b-df37be853766 tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f64323a6-d8f3-4267-b36b-6817ebd99d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512493 Jul 06 18:21:36.304354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-13e05b35-9171-4c8f-935d-bd255da7baba req-4830fada-00ee-4788-beef-28ce2cd64ad1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1502285841', 'description': 'tempest-description-431213671'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:36.309680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Pushing event deleted for resources: {'Port': ['ID=233bc03b-c91e-4069-b003-d461f7d69842,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:36.310864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bdc9c600-7747-4cce-a8e5-d51b16f842e3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bdc9c600-7747-4cce-a8e5-d51b16f842e3,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:36.328564 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.345375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.375008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'f219a4f6-fd68-4dc1-a468-c383f149b7cf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:36.400034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event deleted for resources: {'Port': ['ID=48b76b89-cb67-4c11-b0da-88e7cbd23850,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:36.422900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] No DVR routers for this DVR port 233bc03b-c91e-4069-b003-d461f7d69842 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:36.429436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.432039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42b81c3f-a591-4b94-bec9-85362025f9b0 req-47958e5f-038e-4ac6-8523-a03bfbfb5fee tempest-ServerAddressesNegativeTestJSON-1901178119 tempest-ServerAddressesNegativeTestJSON-1901178119-project] 10.222.0.41 "DELETE /v2.0/ports/233bc03b-c91e-4069-b003-d461f7d69842 HTTP/1.1" status: 204 len: 173 time: 1.4876442 Jul 06 18:21:36.433295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e0f4d3-ea5d-4086-acb6-8ae2980cb752', 'name': 'network-vif-deleted', 'tag': '233bc03b-c91e-4069-b003-d461f7d69842'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:36.435928 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fff063-6b8d-4501-928a-ce3afcffcc00" -d '{"events": [{"server_uuid": "b7e0f4d3-ea5d-4086-acb6-8ae2980cb752", "name": "network-vif-deleted", "tag": "233bc03b-c91e-4069-b003-d461f7d69842"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:36.439611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-13e05b35-9171-4c8f-935d-bd255da7baba req-4830fada-00ee-4788-beef-28ce2cd64ad1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.510387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] No DVR routers for this DVR port 48b76b89-cb67-4c11-b0da-88e7cbd23850 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:36.514123 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.516122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ee064f8-8861-4831-b3e2-10f3cc9f9251 req-ad2a0577-57b8-4ec4-899c-95740ebe548f tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "DELETE /v2.0/ports/48b76b89-cb67-4c11-b0da-88e7cbd23850 HTTP/1.1" status: 204 len: 173 time: 1.4151444 Jul 06 18:21:36.517780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bdc9c600-7747-4cce-a8e5-d51b16f842e3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:36.619763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-13e05b35-9171-4c8f-935d-bd255da7baba req-4830fada-00ee-4788-beef-28ce2cd64ad1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.626779 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-13e05b35-9171-4c8f-935d-bd255da7baba req-4830fada-00ee-4788-beef-28ce2cd64ad1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.657036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['bdc9c600-7747-4cce-a8e5-d51b16f842e3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:36.674094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-13e05b35-9171-4c8f-935d-bd255da7baba req-4830fada-00ee-4788-beef-28ce2cd64ad1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.691370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13e05b35-9171-4c8f-935d-bd255da7baba req-4830fada-00ee-4788-beef-28ce2cd64ad1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3912132 Jul 06 18:21:36.712033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830fada-00ee-4788-beef-28ce2cd64ad1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea3140-1e54-42db-ad2d-3a19b10cb102,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:36.751142 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1187f4-a9a8-4a0b-ba5e-a3ff71330959 x-openstack-request-id: req-4a1187f4-a9a8-4a0b-ba5e-a3ff71330959 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:36.751519 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e0f4d3-ea5d-4086-acb6-8ae2980cb752", "name": "network-vif-deleted", "tag": "233bc03b-c91e-4069-b003-d461f7d69842", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:36.751982 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a1187f4-a9a8-4a0b-ba5e-a3ff71330959 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:36.753452 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e0f4d3-ea5d-4086-acb6-8ae2980cb752', 'name': 'network-vif-deleted', 'tag': '233bc03b-c91e-4069-b003-d461f7d69842', 'status': 'completed', 'code': 200} Jul 06 18:21:37.033462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2cfb8-1567-442e-8f05-7aaf66e3abcf req-32ff4071-d470-40e7-931c-d1a2dff21c9d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:37.035648 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42f2cfb8-1567-442e-8f05-7aaf66e3abcf req-32ff4071-d470-40e7-931c-d1a2dff21c9d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 945 time: 0.1704266 Jul 06 18:21:37.087334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:37.113791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42f2cfb8-1567-442e-8f05-7aaf66e3abcf req-90239145-7df1-40e3-a833-acf02487e96a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650914 Jul 06 18:21:37.262735 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2eeb8d70-491d-4731-ae88-52e9de246ce7 req-029bbf69-c876-4b9f-b953-27d59c5f3396 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/5aea3140-1e54-42db-ad2d-3a19b10cb102 HTTP/1.1" status: 200 len: 1812 time: 0.1119475 Jul 06 18:21:37.452298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e4c72d3-4580-4dc1-bd35-8efa65291a0b req-9dffc2da-08fd-4c88-91f5-f9b34405fc90 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a481e6-788d-4a87-a80d-a3ac488213a6 HTTP/1.1" status: 200 len: 210 time: 0.0461543 Jul 06 18:21:37.497499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f121962c-0e40-4020-b901-cf7cc52bbea8 req-0f2e3412-bdba-4a69-93c8-36dab1cb83ef tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-228730957', 'description': 'tempest-description-1785287475'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:37.521445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f121962c-0e40-4020-b901-cf7cc52bbea8 req-0f2e3412-bdba-4a69-93c8-36dab1cb83ef tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:37.537682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5211c141-e28c-4aec-964c-21c0bfbf3069 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:37.632608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f121962c-0e40-4020-b901-cf7cc52bbea8 req-0f2e3412-bdba-4a69-93c8-36dab1cb83ef tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:37.640499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f121962c-0e40-4020-b901-cf7cc52bbea8 req-0f2e3412-bdba-4a69-93c8-36dab1cb83ef tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:37.649666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 5211c141-e28c-4aec-964c-21c0bfbf3069 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:37.656805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 5211c141-e28c-4aec-964c-21c0bfbf3069 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:37.657288 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:37.671294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f121962c-0e40-4020-b901-cf7cc52bbea8 req-0f2e3412-bdba-4a69-93c8-36dab1cb83ef tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:37.672551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f121962c-0e40-4020-b901-cf7cc52bbea8 req-0f2e3412-bdba-4a69-93c8-36dab1cb83ef tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1793869 Jul 06 18:21:37.683390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e3412-bdba-4a69-93c8-36dab1cb83ef tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11fb73-f8fb-42e0-ad35-7a6c0b636832,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:37.692062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f98ff8-8312-4191-bce4-f9c722c5d46c req-26a3e52e-e1dd-4a43-ba11-5fc3d48ea8bf tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:37.701949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b9f98ff8-8312-4191-bce4-f9c722c5d46c req-26a3e52e-e1dd-4a43-ba11-5fc3d48ea8bf tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 945 time: 0.1235485 Jul 06 18:21:37.758192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b9f98ff8-8312-4191-bce4-f9c722c5d46c req-65a68ad9-3749-4a87-96c6-a744181c1e5c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456164 Jul 06 18:21:37.773466 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:37.802887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:37.807071 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b76642-2a8e-4e76-8c74-bfa5cb5242da" -d '{"events": [{"server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "name": "network-vif-plugged", "status": "completed", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:37.825456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:37.832510 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:37.834457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 48b76b89-cb67-4c11-b0da-88e7cbd23850 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:37.850281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51088) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:37.867987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bc80f-93f2-4c6c-9ffd-2f44490c00a9 req-8464aa0c-49e8-4f3c-8f49-fa9e1e79eb84 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:37.869774 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-887bc80f-93f2-4c6c-9ffd-2f44490c00a9 req-8464aa0c-49e8-4f3c-8f49-fa9e1e79eb84 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0746696 Jul 06 18:21:37.903659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bdc9c600-7747-4cce-a8e5-d51b16f842e3 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:37.916301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-887bc80f-93f2-4c6c-9ffd-2f44490c00a9 req-73703edb-2b7c-4c80-8c58-1f9985ffd790 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 Jul 06 18:21:37.937764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 48b76b89-cb67-4c11-b0da-88e7cbd23850 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:37.938572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 48b76b89-cb67-4c11-b0da-88e7cbd23850 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:37.953520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b2767f-975e-4b69-9d70-e3b65d6cd2e3 admin admin] Deleting subnet e5f08db5-3ee5-4712-814b-cdbe1a04e7ce {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:21:37.963684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07b2767f-975e-4b69-9d70-e3b65d6cd2e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:37.976884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:38.014261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port bdc9c600-7747-4cce-a8e5-d51b16f842e3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:38.015352 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07b2767f-975e-4b69-9d70-e3b65d6cd2e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.019225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port bdc9c600-7747-4cce-a8e5-d51b16f842e3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:38.020151 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.060231 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fecff839-264b-4bb4-8c64-390a4a54b373 req-1545a924-d1f2-4f8e-a99d-bce3b1da7553 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/ff11fb73-f8fb-42e0-ad35-7a6c0b636832 HTTP/1.1" status: 200 len: 1812 time: 0.0792267 Jul 06 18:21:38.062999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07b2767f-975e-4b69-9d70-e3b65d6cd2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.091443 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-6c9f487f-0b3e-4314-944a-af3c1c154870 req-2f08d839-e6a3-4b39-9a0f-1ca7102d464a tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] show failed (client error): The resource could not be found. Jul 06 18:21:38.102655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c9f487f-0b3e-4314-944a-af3c1c154870 req-2f08d839-e6a3-4b39-9a0f-1ca7102d464a tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/ea4127a2-0c61-4d79-a334-224c13f03326 HTTP/1.1" status: 404 len: 352 time: 0.0243137 Jul 06 18:21:38.110028 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96428212-d228-4aca-8d90-ba5c1887724c x-openstack-request-id: req-96428212-d228-4aca-8d90-ba5c1887724c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:38.110028 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "name": "network-vif-plugged", "status": "completed", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:38.110766 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96428212-d228-4aca-8d90-ba5c1887724c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:38.110766 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'code': 200} Jul 06 18:21:38.128710 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.156008 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-42d5615e-cd08-463e-8643-e3c47a198766 req-9319337e-51f4-4c83-b01a-4d37248ab667 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] show failed (client error): The resource could not be found. Jul 06 18:21:38.157099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42d5615e-cd08-463e-8643-e3c47a198766 req-9319337e-51f4-4c83-b01a-4d37248ab667 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-group-rules/b759c40a-093a-44e2-95c8-c97afeb8228f HTTP/1.1" status: 404 len: 361 time: 0.0207479 Jul 06 18:21:38.168981 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07b2767f-975e-4b69-9d70-e3b65d6cd2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.174105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bdc9c600-7747-4cce-a8e5-d51b16f842e3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bdc9c600-7747-4cce-a8e5-d51b16f842e3,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:38.182778 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.183717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f219a4f6-fd68-4dc1-a468-c383f149b7cf no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:38.221939 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07b2767f-975e-4b69-9d70-e3b65d6cd2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.224819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-07b2767f-975e-4b69-9d70-e3b65d6cd2e3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e5f08db5-3ee5-4712-814b-cdbe1a04e7ce HTTP/1.1" status: 204 len: 168 time: 0.3734460 Jul 06 18:21:38.228251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51100) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:38.233520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2767f-975e-4b69-9d70-e3b65d6cd2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f08db5-3ee5-4712-814b-cdbe1a04e7ce,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:38.268349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: f219a4f6-fd68-4dc1-a468-c383f149b7cf {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:38.268792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f219a4f6-fd68-4dc1-a468-c383f149b7cf not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:38.269284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 233bc03b-c91e-4069-b003-d461f7d69842 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:38.272650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bdc9c600-7747-4cce-a8e5-d51b16f842e3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:38.274402 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87bceed8-defc-4693-88d8-22bc8e10a6ff req-cf45f4c2-4437-4a10-b133-388201c2af8b tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/ff11fb73-f8fb-42e0-ad35-7a6c0b636832 HTTP/1.1" status: 200 len: 1812 time: 0.0600884 Jul 06 18:21:38.300800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 233bc03b-c91e-4069-b003-d461f7d69842 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:38.301368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 233bc03b-c91e-4069-b003-d461f7d69842 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:38.348590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-87bceed8-defc-4693-88d8-22bc8e10a6ff req-a825af81-d755-4171-957a-490c7193a935 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.363443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.373560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-87bceed8-defc-4693-88d8-22bc8e10a6ff req-a825af81-d755-4171-957a-490c7193a935 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.383854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35000a-334b-45d2-8960-e062e58ab862 req-8448a93e-3427-4524-8539-16b7cd9e78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:38.385367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed35000a-334b-45d2-8960-e062e58ab862 req-8448a93e-3427-4524-8539-16b7cd9e78fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 1097 time: 0.2233336 Jul 06 18:21:38.420617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-87bceed8-defc-4693-88d8-22bc8e10a6ff req-a825af81-d755-4171-957a-490c7193a935 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.423654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-87bceed8-defc-4693-88d8-22bc8e10a6ff req-a825af81-d755-4171-957a-490c7193a935 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.424847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87bceed8-defc-4693-88d8-22bc8e10a6ff req-a825af81-d755-4171-957a-490c7193a935 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "DELETE /v2.0/security-groups/ff11fb73-f8fb-42e0-ad35-7a6c0b636832 HTTP/1.1" status: 204 len: 173 time: 0.1440029 Jul 06 18:21:38.438358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825af81-d755-4171-957a-490c7193a935 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff11fb73-f8fb-42e0-ad35-7a6c0b636832,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:38.503578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-70f6f7d3-cc08-48d4-a569-9866a6738f84 req-b81a0e20-bcb9-4d5d-bf54-80e6c3f37fdf tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/5aea3140-1e54-42db-ad2d-3a19b10cb102 HTTP/1.1" status: 200 len: 1812 time: 0.0453722 Jul 06 18:21:38.514733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2934b-5c59-4901-9bb4-d21b5abd6806 req-ba7cd8f4-d124-43a4-a83c-70bdd4e183cc tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:38.516259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-98b2934b-5c59-4901-9bb4-d21b5abd6806 req-ba7cd8f4-d124-43a4-a83c-70bdd4e183cc tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.2058444 Jul 06 18:21:38.520091 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed35000a-334b-45d2-8960-e062e58ab862 req-a1d551af-3b1b-49b5-bb87-d60b01246854 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261470 Jul 06 18:21:38.526728 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.547695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477a8e68-e40e-4365-9b0d-a954ef02f435']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:38.561069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a4b0d3-0412-45e0-b275-af9169a9fd92') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:38.561359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a4b0d3-0412-45e0-b275-af9169a9fd92') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:38.574160 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-70f6f7d3-cc08-48d4-a569-9866a6738f84 req-158308ba-8e9a-4b75-8388-c70b52dea153 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.576798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.587512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-98b2934b-5c59-4901-9bb4-d21b5abd6806 req-a5e14e1b-43f9-40fe-966c-cdd5f7469366 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626523 Jul 06 18:21:38.598076 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.610535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:21:38.611248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:21:38.613423 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:21:38.618534 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:21:38.618534 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:21:38.618907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-70f6f7d3-cc08-48d4-a569-9866a6738f84 req-158308ba-8e9a-4b75-8388-c70b52dea153 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.670882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-70f6f7d3-cc08-48d4-a569-9866a6738f84 req-158308ba-8e9a-4b75-8388-c70b52dea153 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.673536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-70f6f7d3-cc08-48d4-a569-9866a6738f84 req-158308ba-8e9a-4b75-8388-c70b52dea153 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.674789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-70f6f7d3-cc08-48d4-a569-9866a6738f84 req-158308ba-8e9a-4b75-8388-c70b52dea153 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "DELETE /v2.0/security-groups/5aea3140-1e54-42db-ad2d-3a19b10cb102 HTTP/1.1" status: 204 len: 173 time: 0.1642532 Jul 06 18:21:38.686987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158308ba-8e9a-4b75-8388-c70b52dea153 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea3140-1e54-42db-ad2d-3a19b10cb102,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:38.727869 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.751684 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.755204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] 10.222.0.53 "DELETE /v2.0/networks/477a8e68-e40e-4365-9b0d-a954ef02f435 HTTP/1.1" status: 204 len: 168 time: 0.5250797 Jul 06 18:21:38.757585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a481e6-788d-4a87-a80d-a3ac488213a6', 'name': 'network-vif-deleted', 'tag': '48b76b89-cb67-4c11-b0da-88e7cbd23850'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:38.759803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c04e8e2-3dea-44d4-a7b1-559e0fbbe53f req-89182379-2634-402f-afed-d8042cfe80f1 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/3a5691fe-2111-4179-ba6e-90a4fef5bb70 HTTP/1.1" status: 200 len: 1812 time: 0.0598881 Jul 06 18:21:38.761038 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcc9b6c-ea58-4986-b68b-2dea368355e9" -d '{"events": [{"server_uuid": "87a481e6-788d-4a87-a80d-a3ac488213a6", "name": "network-vif-deleted", "tag": "48b76b89-cb67-4c11-b0da-88e7cbd23850"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:38.765287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6124cc8-e464-4f48-83f5-00c6e1fdc722 admin admin] Pushing event deleted for resources: {'Network': ['ID=477a8e68-e40e-4365-9b0d-a954ef02f435,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:38.819328 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3ea558-0e9e-45f3-8f52-e5ad45f902bf x-openstack-request-id: req-9e3ea558-0e9e-45f3-8f52-e5ad45f902bf {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:38.819658 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a481e6-788d-4a87-a80d-a3ac488213a6", "name": "network-vif-deleted", "tag": "48b76b89-cb67-4c11-b0da-88e7cbd23850", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:38.819915 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e3ea558-0e9e-45f3-8f52-e5ad45f902bf {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:38.820880 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a481e6-788d-4a87-a80d-a3ac488213a6', 'name': 'network-vif-deleted', 'tag': '48b76b89-cb67-4c11-b0da-88e7cbd23850', 'status': 'completed', 'code': 200} Jul 06 18:21:38.849484 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4c04e8e2-3dea-44d4-a7b1-559e0fbbe53f req-45566bcb-fefb-4c0d-979e-d0e5ada811a3 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.875796 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4c04e8e2-3dea-44d4-a7b1-559e0fbbe53f req-45566bcb-fefb-4c0d-979e-d0e5ada811a3 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.906435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51118) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:38.936219 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4c04e8e2-3dea-44d4-a7b1-559e0fbbe53f req-45566bcb-fefb-4c0d-979e-d0e5ada811a3 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.940177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4c04e8e2-3dea-44d4-a7b1-559e0fbbe53f req-45566bcb-fefb-4c0d-979e-d0e5ada811a3 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:38.941644 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c04e8e2-3dea-44d4-a7b1-559e0fbbe53f req-45566bcb-fefb-4c0d-979e-d0e5ada811a3 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a5691fe-2111-4179-ba6e-90a4fef5bb70 HTTP/1.1" status: 204 len: 173 time: 0.1777136 Jul 06 18:21:38.954870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45566bcb-fefb-4c0d-979e-d0e5ada811a3 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5691fe-2111-4179-ba6e-90a4fef5bb70,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:39.014785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0fcf9ad2-636d-483a-9e50-609801fbdad3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7a243f17aec4388a502f73ef4364eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061647 Jul 06 18:21:39.017362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51126) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:39.116864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09ceef-0d62-4a2f-bf44-1a26553a2a09 req-0b013878-05ea-4271-b69f-b7c5d56bef6d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:39.118665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0c09ceef-0d62-4a2f-bf44-1a26553a2a09 req-0b013878-05ea-4271-b69f-b7c5d56bef6d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 946 time: 0.1914866 Jul 06 18:21:39.119703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f9dae90-76e4-4f63-b948-70765a049452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.173560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f9dae90-76e4-4f63-b948-70765a049452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.187435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0c09ceef-0d62-4a2f-bf44-1a26553a2a09 req-e2942f84-114c-483b-8b31-02774ffdc5d0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622911 Jul 06 18:21:39.287946 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-56a20747-3bf5-4d9c-9bba-c379b26b4080 req-2c1a5c77-989f-4452-9a8d-ee377e899159 tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/a53f6441-c66c-4102-8196-6de1bbc40b73 HTTP/1.1" status: 200 len: 1813 time: 0.0645077 Jul 06 18:21:39.335821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f9dae90-76e4-4f63-b948-70765a049452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.338322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f9dae90-76e4-4f63-b948-70765a049452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.342184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6f9dae90-76e4-4f63-b948-70765a049452 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f64323a6-d8f3-4267-b36b-6817ebd99d29 HTTP/1.1" status: 204 len: 168 time: 0.3209333 Jul 06 18:21:39.351472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dae90-76e4-4f63-b948-70765a049452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64323a6-d8f3-4267-b36b-6817ebd99d29,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:39.383164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-56a20747-3bf5-4d9c-9bba-c379b26b4080 req-349e6130-0c51-4e97-835f-c8d85339a7cd tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.431893 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-56a20747-3bf5-4d9c-9bba-c379b26b4080 req-349e6130-0c51-4e97-835f-c8d85339a7cd tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.462688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f18f4-c300-4ac5-b73a-2742e6b07bb6 req-efef6f8c-d5a5-4831-8e14-69526cc0686c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:39.470395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-632f18f4-c300-4ac5-b73a-2742e6b07bb6 req-efef6f8c-d5a5-4831-8e14-69526cc0686c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1276062 Jul 06 18:21:39.512081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-56a20747-3bf5-4d9c-9bba-c379b26b4080 req-349e6130-0c51-4e97-835f-c8d85339a7cd tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.515267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-56a20747-3bf5-4d9c-9bba-c379b26b4080 req-349e6130-0c51-4e97-835f-c8d85339a7cd tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.516958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-56a20747-3bf5-4d9c-9bba-c379b26b4080 req-349e6130-0c51-4e97-835f-c8d85339a7cd tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "DELETE /v2.0/security-groups/a53f6441-c66c-4102-8196-6de1bbc40b73 HTTP/1.1" status: 204 len: 173 time: 0.2279058 Jul 06 18:21:39.538971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-632f18f4-c300-4ac5-b73a-2742e6b07bb6 req-fffeb8ff-4d83-45e3-aecb-9ea77499b491 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671303 Jul 06 18:21:39.554068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e6130-0c51-4e97-835f-c8d85339a7cd tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53f6441-c66c-4102-8196-6de1bbc40b73,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:39.773938 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc39a82d-0cac-4b28-a605-ed77e3a092e8 req-df4843ec-3361-4a17-971e-1f2aca04396a tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "GET /v2.0/security-groups/cfe1f3d8-4629-47a8-a663-1973c51ad17b HTTP/1.1" status: 200 len: 1813 time: 0.0561750 Jul 06 18:21:39.884233 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fc39a82d-0cac-4b28-a605-ed77e3a092e8 req-ecbbcdf0-87cb-482b-9414-2cafe9bb00ba tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.924085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fc39a82d-0cac-4b28-a605-ed77e3a092e8 req-ecbbcdf0-87cb-482b-9414-2cafe9bb00ba tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.012799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fc39a82d-0cac-4b28-a605-ed77e3a092e8 req-ecbbcdf0-87cb-482b-9414-2cafe9bb00ba tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.015881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fc39a82d-0cac-4b28-a605-ed77e3a092e8 req-ecbbcdf0-87cb-482b-9414-2cafe9bb00ba tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.017482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc39a82d-0cac-4b28-a605-ed77e3a092e8 req-ecbbcdf0-87cb-482b-9414-2cafe9bb00ba tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] 10.222.0.53 "DELETE /v2.0/security-groups/cfe1f3d8-4629-47a8-a663-1973c51ad17b HTTP/1.1" status: 204 len: 173 time: 0.2426488 Jul 06 18:21:40.023994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51148) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:40.111102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbcdf0-87cb-482b-9414-2cafe9bb00ba tempest-SecurityGroupRulesNegativeTestJSON-1916156925 tempest-SecurityGroupRulesNegativeTestJSON-1916156925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe1f3d8-4629-47a8-a663-1973c51ad17b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:40.113411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a57fe67-ce98-475b-8c0d-502103c82dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc9c600-7747-4cce-a8e5-d51b16f842e3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:40.120877 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7133cdd0-7f55-470c-b706-1a06a5488c8a" -d '{"events": [{"server_uuid": "0a57fe67-ce98-475b-8c0d-502103c82dfd", "name": "network-vif-plugged", "status": "completed", "tag": "bdc9c600-7747-4cce-a8e5-d51b16f842e3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:40.126519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5e8ba-146c-424c-952d-f1236bc83519 req-1fc05a44-96df-4b31-a520-717364dd5067 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:40.128849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7ce5e8ba-146c-424c-952d-f1236bc83519 req-1fc05a44-96df-4b31-a520-717364dd5067 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.1387334 Jul 06 18:21:40.129814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a4efbb-b7a2-4e93-8c10-5df7c71f3a1d admin admin] Deleting subnet 98091cd6-88ed-4f38-8f70-eb9957587ff9 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:21:40.133488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46a4efbb-b7a2-4e93-8c10-5df7c71f3a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.205474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7ce5e8ba-146c-424c-952d-f1236bc83519 req-dd15a5d6-83c1-4427-b23d-499bd9ad5f3e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642922 Jul 06 18:21:40.227197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46a4efbb-b7a2-4e93-8c10-5df7c71f3a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.279725 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46a4efbb-b7a2-4e93-8c10-5df7c71f3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.288836 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85592100-2024-48fd-bd1d-c71f48ed4ba1 x-openstack-request-id: req-85592100-2024-48fd-bd1d-c71f48ed4ba1 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:40.289122 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a57fe67-ce98-475b-8c0d-502103c82dfd", "name": "network-vif-plugged", "status": "completed", "tag": "bdc9c600-7747-4cce-a8e5-d51b16f842e3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:40.289940 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85592100-2024-48fd-bd1d-c71f48ed4ba1 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:40.290616 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a57fe67-ce98-475b-8c0d-502103c82dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc9c600-7747-4cce-a8e5-d51b16f842e3', 'code': 200} Jul 06 18:21:40.312043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4488fd-f2f3-4e21-b12c-20b16fb526a4 req-a94da9ec-5eb3-43f7-a7d7-2d6b8131c54c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:40.319792 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae4488fd-f2f3-4e21-b12c-20b16fb526a4 req-a94da9ec-5eb3-43f7-a7d7-2d6b8131c54c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 950 time: 0.1645284 Jul 06 18:21:40.373843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46a4efbb-b7a2-4e93-8c10-5df7c71f3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.427255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4efbb-b7a2-4e93-8c10-5df7c71f3a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98091cd6-88ed-4f38-8f70-eb9957587ff9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:40.439970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae4488fd-f2f3-4e21-b12c-20b16fb526a4 req-3f45bae1-aaae-4c37-85a6-c502cd25a736 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191635 Jul 06 18:21:40.456626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51164) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:40.491176 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46a4efbb-b7a2-4e93-8c10-5df7c71f3a1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.494415 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-46a4efbb-b7a2-4e93-8c10-5df7c71f3a1d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/98091cd6-88ed-4f38-8f70-eb9957587ff9 HTTP/1.1" status: 204 len: 168 time: 0.4689343 Jul 06 18:21:40.499254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51168) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:40.522802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d093-86c8-4105-813a-c5071dc5520a req-6b479c80-7228-4c7a-b953-66e764c57f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:40.525362 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eea2d093-86c8-4105-813a-c5071dc5520a req-6b479c80-7228-4c7a-b953-66e764c57f7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 1097 time: 0.1330836 Jul 06 18:21:40.576068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eea2d093-86c8-4105-813a-c5071dc5520a req-640c0862-e173-4919-accf-3641a1a53e96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Jul 06 18:21:40.591038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed029518-de52-42e5-9821-3dd7df43b0ac req-6c24807b-5929-4d3e-87b5-4eae0582f2e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:40.598626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed029518-de52-42e5-9821-3dd7df43b0ac req-6c24807b-5929-4d3e-87b5-4eae0582f2e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 946 time: 0.1631749 Jul 06 18:21:40.631374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2064066610-network', 'tenant_id': '15b381695c8b431a922b1022ea23f76a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:40.638991 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.677694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed029518-de52-42e5-9821-3dd7df43b0ac req-4a24286b-6f3c-4ac7-8cec-0fc63378360a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778923 Jul 06 18:21:40.702054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2aecc-64c0-4dbb-a5eb-db627bb13264 req-696eb052-fda5-4ace-9fde-390d1e3067e3 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:40.704232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-05b2aecc-64c0-4dbb-a5eb-db627bb13264 req-696eb052-fda5-4ace-9fde-390d1e3067e3 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.0908062 Jul 06 18:21:40.713123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Made reservation on behalf of 15b381695c8b431a922b1022ea23f76a for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:40.716414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.730144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840f731-5740-45a6-bb48-8c21683875d7 req-406f73bd-4438-4544-ae9e-be30503e9b62 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:40.731823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5840f731-5740-45a6-bb48-8c21683875d7 req-406f73bd-4438-4544-ae9e-be30503e9b62 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/ports?device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 950 time: 0.1546421 Jul 06 18:21:40.770319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.795414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.802765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-05b2aecc-64c0-4dbb-a5eb-db627bb13264 req-b10e1d1a-15f7-4e1e-9168-2dec0ade017f tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893757 Jul 06 18:21:40.812464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc89abd1-c310-41b9-98dd-0695f202b8d2']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:40.830199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a63326b-463e-4292-8f9b-e6dcfab33f71') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:40.830699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a63326b-463e-4292-8f9b-e6dcfab33f71') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:40.873214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.887850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Deleting port e9070cf1-e60b-4081-a42d-18c5400ebc6d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:40.888112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.903142 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.914945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:21:40.915456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:21:40.917280 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:21:40.997371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.006528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d99f39-e276-4fde-bbb5-ab0dc159c1d9 req-5e1fb350-43d7-4d15-857c-3b3b452f2734 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:41.008083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09d99f39-e276-4fde-bbb5-ab0dc159c1d9 req-5e1fb350-43d7-4d15-857c-3b3b452f2734 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1844208 Jul 06 18:21:41.039858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] For port e9070cf1-e60b-4081-a42d-18c5400ebc6d, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9070cf1-e60b-4081-a42d-18c5400ebc6d,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:41.041014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.042411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.046813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dc89abd1-c310-41b9-98dd-0695f202b8d2 HTTP/1.1" status: 204 len: 168 time: 0.5427370 Jul 06 18:21:41.053023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985ca6-e737-4da6-8972-87f137980950 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc89abd1-c310-41b9-98dd-0695f202b8d2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:41.064341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Calling delete_port for e9070cf1-e60b-4081-a42d-18c5400ebc6d owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:41.095587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09d99f39-e276-4fde-bbb5-ab0dc159c1d9 req-ce446194-a6c7-45b0-9028-5a8e6480527e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809159 Jul 06 18:21:41.155322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.163276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.195426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:41.221986 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.222756 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Added segment c8d2e46b-05e2-4236-8cac-b6fc7e64707c of type vlan for network 22294b73-13b8-4b50-9178-b5b315a7e57c Jul 06 18:21:41.247107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c28a-09a0-45cf-bebf-134a019b2617 req-64e55478-6267-414e-a157-ea2beac95885 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:41.248929 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a378c28a-09a0-45cf-bebf-134a019b2617 req-64e55478-6267-414e-a157-ea2beac95885 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.1061363 Jul 06 18:21:41.249529 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51180) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:41.274759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184670ff-866e-4233-8f5e-6c41664923a6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:41.278401 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.312472 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.313703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:41.314760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.377963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9169037 Jul 06 18:21:41.378210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51182) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:41.383130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Request body: {'subnet': {'network_id': '22294b73-13b8-4b50-9178-b5b315a7e57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2064066610-subnet', 'tenant_id': '15b381695c8b431a922b1022ea23f76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:41.394879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c07d45-aef0-4f18-8916-05eaf5bd6f72 admin admin] Pushing event updated for resources: {'Network': ['ID=22294b73-13b8-4b50-9178-b5b315a7e57c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:41.401846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.414017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:41.416061 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-44081598-c4d0-492f-9e26-8ef1159d79d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fca343db268433da4a3b6045cde1fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562047 Jul 06 18:21:41.430346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51184) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:41.436991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Made reservation on behalf of 15b381695c8b431a922b1022ea23f76a for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:41.437177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a378c28a-09a0-45cf-bebf-134a019b2617 req-f215e9f0-8ed1-4db0-937f-b413912d7aaa tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759114 Jul 06 18:21:41.439263 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.494738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event deleted for resources: {'Port': ['ID=e9070cf1-e60b-4081-a42d-18c5400ebc6d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:41.584738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 22294b73-13b8-4b50-9178-b5b315a7e57c details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:41.621424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] No DVR routers for this DVR port e9070cf1-e60b-4081-a42d-18c5400ebc6d on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:41.627200 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.633214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5840f731-5740-45a6-bb48-8c21683875d7 req-72ef7576-ccfd-413b-a0df-6fc5eaa951e0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "DELETE /v2.0/ports/e9070cf1-e60b-4081-a42d-18c5400ebc6d HTTP/1.1" status: 204 len: 173 time: 0.8921645 Jul 06 18:21:41.639423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1356f-b7b1-4313-ab68-bd6879a7df2a', 'name': 'network-vif-deleted', 'tag': 'e9070cf1-e60b-4081-a42d-18c5400ebc6d'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:41.644539 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b68f2db-80e4-4a9d-8db7-36b479aae29e" -d '{"events": [{"server_uuid": "42c1356f-b7b1-4313-ab68-bd6879a7df2a", "name": "network-vif-deleted", "tag": "e9070cf1-e60b-4081-a42d-18c5400ebc6d"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:41.675043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9070cf1-e60b-4081-a42d-18c5400ebc6d', '09ea5d79-89eb-4577-b5d7-581f1eb4b547'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:41.677810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b2dca-b62f-4de2-8435-a966433dac51 req-ccbe6993-ecf7-4fe3-8be5-d23925748009 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:41.679573 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-758b2dca-b62f-4de2-8435-a966433dac51 req-ccbe6993-ecf7-4fe3-8be5-d23925748009 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 949 time: 0.3636749 Jul 06 18:21:41.720617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-adcb0fbb-c9f4-43b4-85a9-5da6a8d36a27 req-6b624d27-43d2-4d3e-ac32-98401615a6e6 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=42c1356f-b7b1-4313-ab68-bd6879a7df2a HTTP/1.1" status: 200 len: 210 time: 0.0664814 Jul 06 18:21:41.741076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.822221 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a523963-db70-4d3b-b8d1-ae6a06b1daf4 x-openstack-request-id: req-5a523963-db70-4d3b-b8d1-ae6a06b1daf4 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:41.823167 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c1356f-b7b1-4313-ab68-bd6879a7df2a", "name": "network-vif-deleted", "tag": "e9070cf1-e60b-4081-a42d-18c5400ebc6d", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:41.823590 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a523963-db70-4d3b-b8d1-ae6a06b1daf4 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:41.824362 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1356f-b7b1-4313-ab68-bd6879a7df2a', 'name': 'network-vif-deleted', 'tag': 'e9070cf1-e60b-4081-a42d-18c5400ebc6d', 'status': 'completed', 'code': 200} Jul 06 18:21:41.911144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Deleting port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:41.912132 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.936428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11598175-5c37-47f7-a75d-0460757290c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.938043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20452a95-54bd-4217-8314-e8e113dc3cc8,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:41.956370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Checking segment: {'id': 'c8d2e46b-05e2-4236-8cac-b6fc7e64707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '22294b73-13b8-4b50-9178-b5b315a7e57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:41.956734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Network hostable DHCP agents. Network: 22294b73-13b8-4b50-9178-b5b315a7e57c, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:42.024964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11598175-5c37-47f7-a75d-0460757290c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:42.062571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733c5dc-2a30-458e-b2f5-5e77eeb1b24d req-7bc1e651-7154-430c-97a1-d25d459ce084 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:42.071219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7733c5dc-2a30-458e-b2f5-5e77eeb1b24d req-7bc1e651-7154-430c-97a1-d25d459ce084 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.3468819 Jul 06 18:21:42.080635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Network 22294b73-13b8-4b50-9178-b5b315a7e57c is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:42.132761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 22294b73-13b8-4b50-9178-b5b315a7e57c) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:42.139860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:42.141027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:42.152214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea67de1-2ecf-49ea-b743-062c94076d31 None None] Network 22294b73-13b8-4b50-9178-b5b315a7e57c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:42.166601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b44b6-45e5-4cda-8c77-fdbe4b21789a req-39412587-e18d-4a46-960d-b7d27b0a05ac tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:42.168401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de9b44b6-45e5-4cda-8c77-fdbe4b21789a req-39412587-e18d-4a46-960d-b7d27b0a05ac tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 946 time: 0.1405902 Jul 06 18:21:42.177199 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7733c5dc-2a30-458e-b2f5-5e77eeb1b24d req-c88b4087-9bb8-49fc-8a63-d754a72c1144 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052318 Jul 06 18:21:42.180109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1a1cda69-b163-4790-acd9-3bcad4ede1a9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8008850 Jul 06 18:21:42.209616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11598175-5c37-47f7-a75d-0460757290c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:42.212923 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11598175-5c37-47f7-a75d-0460757290c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:42.217303 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-11598175-5c37-47f7-a75d-0460757290c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39ca7be6-dd05-4925-ba4d-3c0c32ea6d0f HTTP/1.1" status: 204 len: 168 time: 0.7859156 Jul 06 18:21:42.226492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11598175-5c37-47f7-a75d-0460757290c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca7be6-dd05-4925-ba4d-3c0c32ea6d0f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:42.307249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] For port 09ea5d79-89eb-4577-b5d7-581f1eb4b547, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=09ea5d79-89eb-4577-b5d7-581f1eb4b547,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:42.307628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:42.330861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de9b44b6-45e5-4cda-8c77-fdbe4b21789a req-195f5a35-3a98-40e9-ad59-8243a7bff62c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172094 Jul 06 18:21:42.347864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Calling delete_port for 09ea5d79-89eb-4577-b5d7-581f1eb4b547 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:42.437031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189eac5-5d39-4b5f-9414-42e29d4f1a11 None None] Network 22294b73-13b8-4b50-9178-b5b315a7e57c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:42.645192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06342e-7e20-4a9f-91ff-d680df5bb48e req-9b7092ee-a836-4671-bad2-d2cf696d5ee7 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:42.646984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da06342e-7e20-4a9f-91ff-d680df5bb48e req-9b7092ee-a836-4671-bad2-d2cf696d5ee7 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0916064 Jul 06 18:21:42.717947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da06342e-7e20-4a9f-91ff-d680df5bb48e req-c7ab43d5-03ee-466d-9eef-6e708897890d tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613661 Jul 06 18:21:43.103930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:43.117206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:43.186859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event deleted for resources: {'Port': ['ID=09ea5d79-89eb-4577-b5d7-581f1eb4b547,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:43.263805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] No DVR routers for this DVR port 09ea5d79-89eb-4577-b5d7-581f1eb4b547 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:43.270972 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:43.273428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-758b2dca-b62f-4de2-8435-a966433dac51 req-960789ba-8fb2-40c2-b637-127f3c6ae6ac tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.41 "DELETE /v2.0/ports/09ea5d79-89eb-4577-b5d7-581f1eb4b547 HTTP/1.1" status: 204 len: 173 time: 1.5683684 Jul 06 18:21:43.286105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd00186-31ac-4e7d-91ef-6a0947055bc8 req-47dcf0f7-0484-41d5-ba7a-486bc069ab4c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:43.287946 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9cd00186-31ac-4e7d-91ef-6a0947055bc8 req-47dcf0f7-0484-41d5-ba7a-486bc069ab4c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.6587846 Jul 06 18:21:43.372339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9cd00186-31ac-4e7d-91ef-6a0947055bc8 req-5ba8cc72-1eca-4203-98c0-3b523f6b23bb tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771239 Jul 06 18:21:43.476652 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-92c2a36c-edc5-4009-841f-b4d42a5424b7 req-4f7c452d-c665-4283-941d-aefa61a27994 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=05e18b20-1907-4e07-a4d9-04c912905e19 HTTP/1.1" status: 200 len: 210 time: 0.0337973 Jul 06 18:21:43.817396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3999c13-50d0-44f7-b65f-d31692e8c708 req-a28722ab-37a5-47ba-ac22-c445affe6bb5 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:43.826003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e18b20-1907-4e07-a4d9-04c912905e19', 'name': 'network-vif-deleted', 'tag': '09ea5d79-89eb-4577-b5d7-581f1eb4b547'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:43.828472 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d54945-1734-43ac-b6ed-6e6591ad3c59" -d '{"events": [{"server_uuid": "05e18b20-1907-4e07-a4d9-04c912905e19", "name": "network-vif-deleted", "tag": "09ea5d79-89eb-4577-b5d7-581f1eb4b547"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:43.831978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3999c13-50d0-44f7-b65f-d31692e8c708 req-a28722ab-37a5-47ba-ac22-c445affe6bb5 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.1251686 Jul 06 18:21:43.865517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9070cf1-e60b-4081-a42d-18c5400ebc6d no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:43.890133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3999c13-50d0-44f7-b65f-d31692e8c708 req-3aecda96-dd83-459c-997e-fd7381142824 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535240 Jul 06 18:21:43.899693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: e9070cf1-e60b-4081-a42d-18c5400ebc6d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:43.900379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9070cf1-e60b-4081-a42d-18c5400ebc6d not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:43.901099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 09ea5d79-89eb-4577-b5d7-581f1eb4b547 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:43.948687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 09ea5d79-89eb-4577-b5d7-581f1eb4b547 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:43.949806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 09ea5d79-89eb-4577-b5d7-581f1eb4b547 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:44.029123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd630b01-7f9b-4874-98b0-d27620161ae1 req-ee01c242-ee30-49ec-92f6-7191dfb0cf97 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:44.037265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd630b01-7f9b-4874-98b0-d27620161ae1 req-ee01c242-ee30-49ec-92f6-7191dfb0cf97 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.0987823 Jul 06 18:21:44.060271 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be076598-2491-4822-aeaf-b7a17089be2e x-openstack-request-id: req-be076598-2491-4822-aeaf-b7a17089be2e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:44.060578 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e18b20-1907-4e07-a4d9-04c912905e19", "name": "network-vif-deleted", "tag": "09ea5d79-89eb-4577-b5d7-581f1eb4b547", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:44.060826 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be076598-2491-4822-aeaf-b7a17089be2e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:44.061640 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e18b20-1907-4e07-a4d9-04c912905e19', 'name': 'network-vif-deleted', 'tag': '09ea5d79-89eb-4577-b5d7-581f1eb4b547', 'status': 'completed', 'code': 200} Jul 06 18:21:44.111074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd630b01-7f9b-4874-98b0-d27620161ae1 req-9d3c7c00-a3c0-443a-a3d4-9c2210ea926a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697281 Jul 06 18:21:44.243557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51270) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:44.367394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46694b-b747-4f7b-81a7-463027cfee0e req-4572e8d5-2a22-4504-b5f6-498fefd7afb0 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:44.370759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e92e84f4-6790-4fbe-b834-a3231d3c662b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.371750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf46694b-b747-4f7b-81a7-463027cfee0e req-4572e8d5-2a22-4504-b5f6-498fefd7afb0 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.1313896 Jul 06 18:21:44.457842 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf46694b-b747-4f7b-81a7-463027cfee0e req-82b968de-51dd-43da-98d5-d7147da6a3eb tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780134 Jul 06 18:21:44.533367 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e92e84f4-6790-4fbe-b834-a3231d3c662b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.541443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e92e84f4-6790-4fbe-b834-a3231d3c662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.611390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e92e84f4-6790-4fbe-b834-a3231d3c662b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdfacd85ea9243af9500c3b39ccc4c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669744 Jul 06 18:21:44.612503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e84f4-6790-4fbe-b834-a3231d3c662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843315c0-822f-4a82-b9a6-77f33e160d99,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:44.614188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51292) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:44.776732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5387ff3-97ab-4ed4-b5c2-e287a231e72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.801347 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5387ff3-97ab-4ed4-b5c2-e287a231e72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.898222 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5387ff3-97ab-4ed4-b5c2-e287a231e72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.902061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5387ff3-97ab-4ed4-b5c2-e287a231e72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.910279 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a5387ff3-97ab-4ed4-b5c2-e287a231e72f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/843315c0-822f-4a82-b9a6-77f33e160d99 HTTP/1.1" status: 204 len: 168 time: 0.2947209 Jul 06 18:21:44.943707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5387ff3-97ab-4ed4-b5c2-e287a231e72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843315c0-822f-4a82-b9a6-77f33e160d99,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:45.028093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2bac9-5348-4beb-b016-1ccbbfc573d2 req-d926929a-bd87-4185-adf0-97605397f725 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:45.032037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68b2bac9-5348-4beb-b016-1ccbbfc573d2 req-d926929a-bd87-4185-adf0-97605397f725 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.3509269 Jul 06 18:21:45.112535 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68b2bac9-5348-4beb-b016-1ccbbfc573d2 req-e6d45aaf-e55a-42d4-be44-bacda0e3c8b7 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Jul 06 18:21:45.406106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2639263-0e13-44fe-80c2-b4c13033770f req-b2a1f80c-d207-4171-a892-a46f90301bd5 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:45.413365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-b2a1f80c-d207-4171-a892-a46f90301bd5 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/networks?id=22294b73-13b8-4b50-9178-b5b315a7e57c HTTP/1.1" status: 200 len: 810 time: 0.1937885 Jul 06 18:21:45.438018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-a8f2a874-1402-4ca8-85cd-d069808982ee tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/quotas/15b381695c8b431a922b1022ea23f76a HTTP/1.1" status: 200 len: 375 time: 0.0232415 Jul 06 18:21:45.506606 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-92162230-83db-48c1-afb6-597785e69546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:45.514337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-8a74695c-acb1-41e2-8d0d-8a6fedd89f1a tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15b381695c8b431a922b1022ea23f76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753357 Jul 06 18:21:45.652981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc383d10-ee7d-48e2-a480-d3eaecee5255 req-f2a680db-e099-4ebd-9d08-1dcdc140b3cc tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:45.663537 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dc383d10-ee7d-48e2-a480-d3eaecee5255 req-f2a680db-e099-4ebd-9d08-1dcdc140b3cc tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1704650 Jul 06 18:21:45.698096 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-f672f5ac-73e6-4abd-a76f-ae5725134e8e service neutron] 10.222.0.53 "GET /v2.0/networks/22294b73-13b8-4b50-9178-b5b315a7e57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806736 Jul 06 18:21:45.737461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dc383d10-ee7d-48e2-a480-d3eaecee5255 req-6aa27661-9e24-4e29-b511-fe2495b96d32 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684755 Jul 06 18:21:45.931229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-578dae21-4401-4cfd-bca4-6f75c664b956 service neutron] 10.222.0.53 "GET /v2.0/networks/22294b73-13b8-4b50-9178-b5b315a7e57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284262 Jul 06 18:21:46.282464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51426) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:46.497549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-805631739-network', 'tenant_id': '50e901617ed4447e9280605d634836f7'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:46.514436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64166e5-16bf-45b0-97da-27cbf1f67a35 req-a6d013b1-6ac7-4f4a-9554-936857b75103 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:46.517102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a64166e5-16bf-45b0-97da-27cbf1f67a35 req-a6d013b1-6ac7-4f4a-9554-936857b75103 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 950 time: 0.1219180 Jul 06 18:21:46.541739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Made reservation on behalf of 50e901617ed4447e9280605d634836f7 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:46.545476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:46.581025 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:46.614216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a64166e5-16bf-45b0-97da-27cbf1f67a35 req-c0e499e9-a741-4d51-a198-ef118ce6c1e7 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871177 Jul 06 18:21:46.766948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ad7bdbba-68d1-42d9-ae81-4857eeb45702 req-6a51b931-1324-431e-8a16-e49c4103f536 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 210 time: 0.0817778 Jul 06 18:21:46.856011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:46.868551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:46.900253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:46.985656 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:46.986041 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Added segment 7acc4133-51e5-4db4-8c5f-bc120aad03ae of type vlan for network 2d45428d-4ebd-46fa-86f5-8ce27eface29 Jul 06 18:21:47.019578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683365c8-e7a4-4424-ba71-df51b75148ef,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:47.096851 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.125762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-fc670a45-1388-41d4-866f-4d1f17f9b4c0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.127472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-fc670a45-1388-41d4-866f-4d1f17f9b4c0 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 950 time: 0.1342826 Jul 06 18:21:47.144521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.145999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.146642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.215574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9319279 Jul 06 18:21:47.218578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51458) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:47.226859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Request body: {'subnet': {'network_id': '2d45428d-4ebd-46fa-86f5-8ce27eface29', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-805631739-subnet', 'tenant_id': '50e901617ed4447e9280605d634836f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:47.282353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Made reservation on behalf of 50e901617ed4447e9280605d634836f7 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:47.284829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.286997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8d94d-505b-43e6-91c0-c5bd7b1b6bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2d45428d-4ebd-46fa-86f5-8ce27eface29,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:47.308759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2d45428d-4ebd-46fa-86f5-8ce27eface29 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:47.331477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3ab29-a56a-4da6-9983-21363f5ce469 req-ba4492fa-a29c-469d-a3e1-aac01413737e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.333493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-baf3ab29-a56a-4da6-9983-21363f5ce469 req-ba4492fa-a29c-469d-a3e1-aac01413737e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.2049685 Jul 06 18:21:47.440369 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-baf3ab29-a56a-4da6-9983-21363f5ce469 req-30f04f4d-87fe-4ca8-b9bf-12cda5863c16 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719838 Jul 06 18:21:47.467993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Deleting port 20dd52c6-c539-4a96-98d1-43ae42c115db {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:47.468589 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.645691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] For port 20dd52c6-c539-4a96-98d1-43ae42c115db, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=20dd52c6-c539-4a96-98d1-43ae42c115db,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:47.646593 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.677265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Calling delete_port for 20dd52c6-c539-4a96-98d1-43ae42c115db owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:47.757873 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.876413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:47.934710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Checking segment: {'id': '7acc4133-51e5-4db4-8c5f-bc120aad03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d45428d-4ebd-46fa-86f5-8ce27eface29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:47.935597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Network hostable DHCP agents. Network: 2d45428d-4ebd-46fa-86f5-8ce27eface29, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:47.970978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Network 2d45428d-4ebd-46fa-86f5-8ce27eface29 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:47.972226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ab239-6b3b-4006-b5a3-5a95161c153b req-2ca0f4b1-709d-4828-89e3-1a46f3f544d4 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.973885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-548ab239-6b3b-4006-b5a3-5a95161c153b req-2ca0f4b1-709d-4828-89e3-1a46f3f544d4 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 950 time: 0.1761179 Jul 06 18:21:47.987098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845e5cf-ee19-45d8-bb8d-e195688d1b26 req-7dd8561a-ac36-411f-bf8b-7234f3a865b8 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.988948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6845e5cf-ee19-45d8-bb8d-e195688d1b26 req-7dd8561a-ac36-411f-bf8b-7234f3a865b8 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.1083717 Jul 06 18:21:48.032411 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-548ab239-6b3b-4006-b5a3-5a95161c153b req-fa8fb92f-1844-45fa-a525-c46f3af3ab2c tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b3d531-7cba-40c3-9103-66ef7fdfc614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509365 Jul 06 18:21:48.033301 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:48.046691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2d45428d-4ebd-46fa-86f5-8ce27eface29) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:48.055188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:48.055681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['20dd52c6-c539-4a96-98d1-43ae42c115db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:48.070734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:48.094233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f96d77-8971-4c85-842e-7bdbe45b512b None None] Network 2d45428d-4ebd-46fa-86f5-8ce27eface29 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:48.114054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Pushing event deleted for resources: {'Port': ['ID=20dd52c6-c539-4a96-98d1-43ae42c115db,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:48.126164 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6845e5cf-ee19-45d8-bb8d-e195688d1b26 req-33396474-1159-46c0-b300-bde113735028 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296484 Jul 06 18:21:48.134998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5ccc5111-36cc-404d-855c-88f7f5c1358d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9075513 Jul 06 18:21:48.215521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] No DVR routers for this DVR port 20dd52c6-c539-4a96-98d1-43ae42c115db on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:48.237434 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:48.240495 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-54b51866-5e17-4540-a602-5622119423c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:48.245958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9027bbbb-3a38-4251-98f1-803ada6e2295 req-7a972a65-e708-4874-be1e-3befaec7ad64 tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.24 "DELETE /v2.0/ports/20dd52c6-c539-4a96-98d1-43ae42c115db HTTP/1.1" status: 204 len: 173 time: 1.1071341 Jul 06 18:21:48.252177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18abe9-8744-46f9-85ca-fac229ee7bb5', 'name': 'network-vif-deleted', 'tag': '20dd52c6-c539-4a96-98d1-43ae42c115db'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:48.254884 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc054a84-89c9-428e-98cc-15228fc81fa0" -d '{"events": [{"server_uuid": "db18abe9-8744-46f9-85ca-fac229ee7bb5", "name": "network-vif-deleted", "tag": "20dd52c6-c539-4a96-98d1-43ae42c115db"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:48.292148 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-583f69c6-c018-4ace-9255-23e7f74eeeb8 req-b79754d4-a20e-4beb-8d23-54947adef779 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 210 time: 0.0785186 Jul 06 18:21:48.298298 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:48.386095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22c3600-1d3d-4e4d-8b6e-b8a6af97df91 None None] Network 2d45428d-4ebd-46fa-86f5-8ce27eface29 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:48.423095 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b311218-b069-4d6f-a09a-a9b70a401bd6 x-openstack-request-id: req-0b311218-b069-4d6f-a09a-a9b70a401bd6 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:48.423389 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18abe9-8744-46f9-85ca-fac229ee7bb5", "name": "network-vif-deleted", "tag": "20dd52c6-c539-4a96-98d1-43ae42c115db", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:48.423652 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b311218-b069-4d6f-a09a-a9b70a401bd6 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:48.424063 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18abe9-8744-46f9-85ca-fac229ee7bb5', 'name': 'network-vif-deleted', 'tag': '20dd52c6-c539-4a96-98d1-43ae42c115db', 'status': 'completed', 'code': 200} Jul 06 18:21:48.799396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76558c-db36-463d-9beb-81761a084d0d req-e04bd76c-2a17-43a1-8605-28e185c72e6b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:48.809619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3c76558c-db36-463d-9beb-81761a084d0d req-e04bd76c-2a17-43a1-8605-28e185c72e6b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1681318 Jul 06 18:21:48.865401 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3c76558c-db36-463d-9beb-81761a084d0d req-3b8ff850-69d9-40f3-9c39-3d65c9e85862 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541668 Jul 06 18:21:49.047998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2639263-0e13-44fe-80c2-b4c13033770f req-525196a4-c653-43f8-b9a6-86bb67a32221 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:49.049993 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-525196a4-c653-43f8-b9a6-86bb67a32221 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.41 "GET /v2.0/networks?id=22294b73-13b8-4b50-9178-b5b315a7e57c HTTP/1.1" status: 200 len: 810 time: 0.3987086 Jul 06 18:21:49.060350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-d5dc666c-1d23-40c9-b597-ecae0f45b331 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:49.062290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-d5dc666c-1d23-40c9-b597-ecae0f45b331 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/networks?id=2d45428d-4ebd-46fa-86f5-8ce27eface29 HTTP/1.1" status: 200 len: 813 time: 0.2613654 Jul 06 18:21:49.067720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Request body: {'port': {'device_id': '11debe77-09b3-406b-b8ff-34bd364cce9a', 'network_id': '22294b73-13b8-4b50-9178-b5b315a7e57c', 'admin_state_up': True, 'tenant_id': '15b381695c8b431a922b1022ea23f76a'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:49.121765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-daa09c0c-8f93-4311-8093-60efc8830117 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/quotas/50e901617ed4447e9280605d634836f7 HTTP/1.1" status: 200 len: 375 time: 0.0490990 Jul 06 18:21:49.184239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-f34b2f98-8efb-4b22-8e2d-17eeee66771b tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=50e901617ed4447e9280605d634836f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500236 Jul 06 18:21:49.250550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6e171c9-33ae-41f4-bdf9-30eee44a8f57 req-28f3940c-7eea-410f-a69a-f6b528bf38ed tempest-ServersOnMultiNodesTest-1787007257 tempest-ServersOnMultiNodesTest-1787007257-project] 10.222.0.53 "GET /v2.0/ports?device_id=db18abe9-8744-46f9-85ca-fac229ee7bb5 HTTP/1.1" status: 200 len: 210 time: 0.0363696 Jul 06 18:21:49.322716 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:49.341329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-607b5595-1b5d-4368-b161-b7236c09852d service neutron] 10.222.0.53 "GET /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560392 Jul 06 18:21:49.364142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Made reservation on behalf of 15b381695c8b431a922b1022ea23f76a for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:49.368550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:49.492227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dfac3-dea3-4f19-ac33-00c4b332e871 req-3b974e1b-8feb-4fba-afdc-8111f8052ceb tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:49.494118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a0dfac3-dea3-4f19-ac33-00c4b332e871 req-3b974e1b-8feb-4fba-afdc-8111f8052ceb tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.1164575 Jul 06 18:21:49.518399 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-b0cfce95-2257-4d61-a11e-a95b25c810e1 service neutron] 10.222.0.53 "GET /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755040 Jul 06 18:21:49.595230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a0dfac3-dea3-4f19-ac33-00c4b332e871 req-4be7d5aa-8d1a-419a-ba3e-ef0d11dd0a63 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930591 Jul 06 18:21:49.614762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5211c141-e28c-4aec-964c-21c0bfbf3069 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:49.663051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Allocated IP 172.20.0.3 (22294b73-13b8-4b50-9178-b5b315a7e57c/20452a95-54bd-4217-8314-e8e113dc3cc8/5821df89-9a2a-47a8-85db-0edcbe600c88) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:49.829938 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d99f6e1f-7b44-49e5-b625-07ee176003ce req-d6c5e489-127c-4e17-adce-991ae7c70a62 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 210 time: 0.0835989 Jul 06 18:21:49.978693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.032547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-077e4505-e2b8-4204-8cd9-9c3292d94c00 req-5cfa7445-40ba-4405-9c39-079f6074c261 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 210 time: 0.1232891 Jul 06 18:21:50.044777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.077193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:50.113489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'port_id': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'mac_address': 'fa:16:3e:46:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68b6ad-0703-4b3f-9ffa-2fb684060768', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:50.127760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Network 22294b73-13b8-4b50-9178-b5b315a7e57c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:50.138341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:50.148021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:50.177190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Pushing event updated for resources: {'Port': ['ID=5821df89-9a2a-47a8-85db-0edcbe600c88,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:50.198655 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.226875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5211c141-e28c-4aec-964c-21c0bfbf3069 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:50.246404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:50.247117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.267999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:50.273181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-5260fa94-fd1d-43c1-85c2-647e174237b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2093489 Jul 06 18:21:50.277367 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.288134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Request body: {'port': {'device_id': '11debe77-09b3-406b-b8ff-34bd364cce9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:50.405698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb978f-df3b-447e-b92e-19fd38467579 req-e41a77c0-e5e5-4715-a8e9-899de04af465 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:50.416963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64bb978f-df3b-447e-b92e-19fd38467579 req-e41a77c0-e5e5-4715-a8e9-899de04af465 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.2268195 Jul 06 18:21:50.440477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:50.455352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5211c141-e28c-4aec-964c-21c0bfbf3069'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:50.488242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64bb978f-df3b-447e-b92e-19fd38467579 req-785222b5-1220-4c65-9e49-4022ecaf5296 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673978 Jul 06 18:21:50.489694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.928186 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.959448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51538) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:51.030194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5821df89-9a2a-47a8-85db-0edcbe600c88 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:51.044596 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.122072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a00d66-d35c-4911-80b5-398cc489eb9c req-3032aa14-efa2-420c-bd59-a1dcdbee1cc8 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:51.129227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-64a00d66-d35c-4911-80b5-398cc489eb9c req-3032aa14-efa2-420c-bd59-a1dcdbee1cc8 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 945 time: 0.1857209 Jul 06 18:21:51.132515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Transition to ACTIVE for port object 5821df89-9a2a-47a8-85db-0edcbe600c88 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:51.152951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.185971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a3a7e-a4a1-49bf-a4f1-772770796fd0 req-62e2371c-1842-457d-abd4-0401c1c774dc tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:51.204656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-272a3a7e-a4a1-49bf-a4f1-772770796fd0 req-62e2371c-1842-457d-abd4-0401c1c774dc tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 931 time: 0.1568873 Jul 06 18:21:51.240113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-64a00d66-d35c-4911-80b5-398cc489eb9c req-c2c793f2-bc3c-47f8-9347-f43d074e2529 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080935 Jul 06 18:21:51.281071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Pushing event updated for resources: {'Port': ['ID=5821df89-9a2a-47a8-85db-0edcbe600c88,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:51.338427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-272a3a7e-a4a1-49bf-a4f1-772770796fd0 req-56a03523-23d2-4a9e-84b6-a894921ce181 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118622 Jul 06 18:21:51.360318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Attempting to bind port 5821df89-9a2a-47a8-85db-0edcbe600c88 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:51.360715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Attempting to bind port 5821df89-9a2a-47a8-85db-0edcbe600c88 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'c8d2e46b-05e2-4236-8cac-b6fc7e64707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '22294b73-13b8-4b50-9178-b5b315a7e57c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:51.364841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-598ba488-2755-428a-b6f5-4f6ac8c3542b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9676966e7a0d49d0b4ecfa59c00bdd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042339 Jul 06 18:21:51.365417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Attempting to bind port 5821df89-9a2a-47a8-85db-0edcbe600c88 on network 22294b73-13b8-4b50-9178-b5b315a7e57c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:51.368467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51548) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:51.386402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Port 5821df89-9a2a-47a8-85db-0edcbe600c88 on network 22294b73-13b8-4b50-9178-b5b315a7e57c not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:51.386731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Attempting to bind port 5821df89-9a2a-47a8-85db-0edcbe600c88 on network 22294b73-13b8-4b50-9178-b5b315a7e57c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:51.400797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:51.401187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Checking segment: {'id': 'c8d2e46b-05e2-4236-8cac-b6fc7e64707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '22294b73-13b8-4b50-9178-b5b315a7e57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:51.401529 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Bound using segment: {'id': 'c8d2e46b-05e2-4236-8cac-b6fc7e64707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '22294b73-13b8-4b50-9178-b5b315a7e57c'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:51.401993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Bound port: 5821df89-9a2a-47a8-85db-0edcbe600c88, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d2e46b-05e2-4236-8cac-b6fc7e64707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '22294b73-13b8-4b50-9178-b5b315a7e57c'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:51.403827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.513322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03df3803-9d9d-4053-838a-a8e7bd0f651c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.516456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] For port 5821df89-9a2a-47a8-85db-0edcbe600c88, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:51.530909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] For port 5821df89-9a2a-47a8-85db-0edcbe600c88, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5821df89-9a2a-47a8-85db-0edcbe600c88,segment=NetworkSegment(c8d2e46b-05e2-4236-8cac-b6fc7e64707c),segment_id=c8d2e46b-05e2-4236-8cac-b6fc7e64707c)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:51.565888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.569765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dbea3b7e-0b03-4e38-809f-6991ae0532d2 req-f7d8e3f0-e035-4c34-9eb5-ec67903249f4 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 210 time: 0.0594361 Jul 06 18:21:51.590083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03df3803-9d9d-4053-838a-a8e7bd0f651c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.628637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:51.629254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.630824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] 10.222.0.41 "PUT /v2.0/ports/5821df89-9a2a-47a8-85db-0edcbe600c88 HTTP/1.1" status: 200 len: 1091 time: 1.3487630 Jul 06 18:21:51.633177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5211c141-e28c-4aec-964c-21c0bfbf3069 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:51.638469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11debe77-09b3-406b-b8ff-34bd364cce9a', 'tag': '5821df89-9a2a-47a8-85db-0edcbe600c88'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:51.640766 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43bc905-1ba5-4a1e-a361-08fef6ace41c" -d '{"events": [{"name": "network-changed", "server_uuid": "11debe77-09b3-406b-b8ff-34bd364cce9a", "tag": "5821df89-9a2a-47a8-85db-0edcbe600c88"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:51.683448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ba246-b5c3-4364-9960-aff0def31d1d service neutron] Pushing event updated for resources: {'Port': ['ID=5821df89-9a2a-47a8-85db-0edcbe600c88,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:51.715735 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11577e7f-caa5-4fe8-935f-05e9387eccc2 x-openstack-request-id: req-11577e7f-caa5-4fe8-935f-05e9387eccc2 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:51.716037 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11debe77-09b3-406b-b8ff-34bd364cce9a", "tag": "5821df89-9a2a-47a8-85db-0edcbe600c88", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:51.716290 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11577e7f-caa5-4fe8-935f-05e9387eccc2 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:51.716741 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11debe77-09b3-406b-b8ff-34bd364cce9a', 'tag': '5821df89-9a2a-47a8-85db-0edcbe600c88', 'status': 'completed', 'code': 200} Jul 06 18:21:51.757901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03df3803-9d9d-4053-838a-a8e7bd0f651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.760414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03df3803-9d9d-4053-838a-a8e7bd0f651c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.762377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-03df3803-9d9d-4053-838a-a8e7bd0f651c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1b3d531-7cba-40c3-9103-66ef7fdfc614 HTTP/1.1" status: 204 len: 168 time: 0.3921645 Jul 06 18:21:51.781349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df3803-9d9d-4053-838a-a8e7bd0f651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b3d531-7cba-40c3-9103-66ef7fdfc614,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:51.803935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 5211c141-e28c-4aec-964c-21c0bfbf3069 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:51.804680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.814197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2639263-0e13-44fe-80c2-b4c13033770f req-ec41dc5c-2b59-4186-ab89-854920cf311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:51.815749 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-ec41dc5c-2b59-4186-ab89-854920cf311e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15b381695c8b431a922b1022ea23f76a&device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 1094 time: 0.0922928 Jul 06 18:21:51.917022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-2eb847d2-5d6a-40ea-b640-b4200f727905 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5821df89-9a2a-47a8-85db-0edcbe600c88 HTTP/1.1" status: 200 len: 217 time: 0.0892212 Jul 06 18:21:51.975414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace5a58-fa6b-425b-9741-14e35bdeb807 req-ebf59c5e-a64e-4c3e-af0d-c98eefe3b63c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:51.977658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ace5a58-fa6b-425b-9741-14e35bdeb807 req-ebf59c5e-a64e-4c3e-af0d-c98eefe3b63c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1170785 Jul 06 18:21:52.010926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4acc631c-63b4-4552-8d92-8a43edc6ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.012634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4acc631c-63b4-4552-8d92-8a43edc6ae29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20452a95-54bd-4217-8314-e8e113dc3cc8 HTTP/1.1" status: 200 len: 850 time: 0.0891261 Jul 06 18:21:52.088988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:52.096145 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:52.098620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ace5a58-fa6b-425b-9741-14e35bdeb807 req-4e1d9d92-2764-4c0a-8e2f-06047429be88 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035798 Jul 06 18:21:52.127417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-4a232a4a-11a7-4691-b638-b97927001456 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22294b73-13b8-4b50-9178-b5b315a7e57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970187 Jul 06 18:21:52.147411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:52.155331 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce3a643-ab56-42df-974d-259335aa2c75" -d '{"events": [{"server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "name": "network-vif-plugged", "status": "completed", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:52.199108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:52.209670 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:52.211295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 20dd52c6-c539-4a96-98d1-43ae42c115db no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:52.302613 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e8146a-fc5a-410d-b02b-7c8cb26bc6cd x-openstack-request-id: req-33e8146a-fc5a-410d-b02b-7c8cb26bc6cd {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:52.302943 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "name": "network-vif-plugged", "status": "completed", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:52.303156 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33e8146a-fc5a-410d-b02b-7c8cb26bc6cd {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:52.303644 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'code': 200} Jul 06 18:21:52.324155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:52.329300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51566) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:52.344477 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:52.346487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 20dd52c6-c539-4a96-98d1-43ae42c115db {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:52.349130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 20dd52c6-c539-4a96-98d1-43ae42c115db not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:52.446614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51570) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:52.448171 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8047c0b5-2778-4052-a63b-35553176c9cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e49c19b5e2e42e4aff0d31d4ecf7602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1112564 Jul 06 18:21:52.500762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-3b992f74-a120-4c02-a89f-e6d3cda6cbe2 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.502328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-3b992f74-a120-4c02-a89f-e6d3cda6cbe2 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.24 "GET /v2.0/networks?id=2d45428d-4ebd-46fa-86f5-8ce27eface29 HTTP/1.1" status: 200 len: 813 time: 0.4628325 Jul 06 18:21:52.504475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-ddd5e87e-7e2e-40ec-a9e8-92a79d4bbcab service neutron] 10.222.0.41 "GET /v2.0/networks/22294b73-13b8-4b50-9178-b5b315a7e57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431339 Jul 06 18:21:52.567739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Request body: {'port': {'device_id': '2d570de8-7582-4596-b6f9-7c304a7d0863', 'network_id': '2d45428d-4ebd-46fa-86f5-8ce27eface29', 'admin_state_up': True, 'tenant_id': '50e901617ed4447e9280605d634836f7'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:52.616450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6a9a-5a6d-4e83-9a62-7e8a844d019b req-ce1b2681-fe7e-4a0f-9d1d-d5d5ebdf2eff tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.618005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-abdb6a9a-5a6d-4e83-9a62-7e8a844d019b req-ce1b2681-fe7e-4a0f-9d1d-d5d5ebdf2eff tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.1009626 Jul 06 18:21:52.662763 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-abdb6a9a-5a6d-4e83-9a62-7e8a844d019b req-c74d7067-fcd5-4707-bfd1-23cc59451968 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378089 Jul 06 18:21:52.772774 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7354f0b7-4aea-4cef-9b7f-b10ff429d01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:52.814381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2639263-0e13-44fe-80c2-b4c13033770f req-64bd4d2d-cdf6-4c25-bc36-927be08d716d service neutron] 10.222.0.41 "GET /v2.0/networks/22294b73-13b8-4b50-9178-b5b315a7e57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919271 Jul 06 18:21:52.846231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d79c2-4da0-40bb-819c-6540c812d966 req-b8353fde-1493-43e3-91f5-f083216d6850 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.847931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d63d79c2-4da0-40bb-819c-6540c812d966 req-b8353fde-1493-43e3-91f5-f083216d6850 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 943 time: 0.3381283 Jul 06 18:21:52.866273 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7354f0b7-4aea-4cef-9b7f-b10ff429d01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:52.910189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-28975bac-364b-427c-9e97-37bdf1cc9189 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.911653 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-28975bac-364b-427c-9e97-37bdf1cc9189 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.3354270 Jul 06 18:21:52.952484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-2'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:53.024259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d63d79c2-4da0-40bb-819c-6540c812d966 req-af7bdba3-5171-45f9-8ad2-29aa6a516fed tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657746 Jul 06 18:21:53.025104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Made reservation on behalf of 50e901617ed4447e9280605d634836f7 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:53.028138 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:53.090282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc309865-080f-44be-8a31-1042e7b04cc3 req-88c5df9e-2a3b-428a-9362-c1c227ae8db7 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 210 time: 0.0750422 Jul 06 18:21:53.138936 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:53.146127 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7354f0b7-4aea-4cef-9b7f-b10ff429d01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:53.153023 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7354f0b7-4aea-4cef-9b7f-b10ff429d01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:53.155539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7354f0b7-4aea-4cef-9b7f-b10ff429d01b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca07f5e0-667d-4125-a038-038ddf824834 HTTP/1.1" status: 204 len: 168 time: 0.7055194 Jul 06 18:21:53.209387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354f0b7-4aea-4cef-9b7f-b10ff429d01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca07f5e0-667d-4125-a038-038ddf824834,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:53.281963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-d696263a-3743-4772-94ed-c2456428d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:53.284791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-d696263a-3743-4772-94ed-c2456428d080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15b381695c8b431a922b1022ea23f76a&device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 1094 time: 0.4009838 Jul 06 18:21:53.500894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b70bbf-8564-48a3-88cd-fc69283a5a2d req-3c9339a5-4066-49b7-82e0-ae9fdd93dbe3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:53.506442 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86b70bbf-8564-48a3-88cd-fc69283a5a2d req-3c9339a5-4066-49b7-82e0-ae9fdd93dbe3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 945 time: 0.1430206 Jul 06 18:21:53.572154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86b70bbf-8564-48a3-88cd-fc69283a5a2d req-2a5b9066-f804-420b-adfb-fd99323abefc tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537562 Jul 06 18:21:53.891290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:54.043578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:54.045953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Allocated IP 172.20.0.4 (2d45428d-4ebd-46fa-86f5-8ce27eface29/ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd/8c83e953-a5dc-4d00-8706-ea270c25bf61) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:54.086983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddd15c-1870-44d8-80c5-a1f1601b033d req-2960019b-556d-4ff5-80e3-d6f75b82853c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:54.096643 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afddd15c-1870-44d8-80c5-a1f1601b033d req-2960019b-556d-4ff5-80e3-d6f75b82853c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.3007674 Jul 06 18:21:54.106080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-4489ffc2-b273-4ac6-8b41-82d4a3156b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:54.107651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-4489ffc2-b273-4ac6-8b41-82d4a3156b31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22294b73-13b8-4b50-9178-b5b315a7e57c HTTP/1.1" status: 200 len: 911 time: 0.3134177 Jul 06 18:21:54.182945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:54.199514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 has no active binding in host n-h1-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:21:54.295847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-31330c32-b700-4ff0-b7bb-cfc092aa30cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5821df89-9a2a-47a8-85db-0edcbe600c88 HTTP/1.1" status: 200 len: 217 time: 0.1704314 Jul 06 18:21:54.367317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:54.369319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-f250f50b-84e6-4eec-8522-d849481c5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:54.370846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-f250f50b-84e6-4eec-8522-d849481c5296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20452a95-54bd-4217-8314-e8e113dc3cc8 HTTP/1.1" status: 200 len: 850 time: 0.0538800 Jul 06 18:21:54.402594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afddd15c-1870-44d8-80c5-a1f1601b033d req-ecb68066-5148-474b-b440-8addd86b81a6 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060791 Jul 06 18:21:54.483647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f43e86-383a-47a1-b9c7-cefbd11e2ebf req-9d3a9bcc-b295-4743-8c63-ca01dc1cc958 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:54.485256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17f43e86-383a-47a1-b9c7-cefbd11e2ebf req-9d3a9bcc-b295-4743-8c63-ca01dc1cc958 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 943 time: 0.1226461 Jul 06 18:21:54.485775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51616) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:54.520627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-886130b6-89a3-499e-899b-9c7fa8cfb5b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22294b73-13b8-4b50-9178-b5b315a7e57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067579 Jul 06 18:21:54.565523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17f43e86-383a-47a1-b9c7-cefbd11e2ebf req-c2d8b4ab-99ff-4194-a26d-6ef721289c43 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649331 Jul 06 18:21:54.671469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:54.673772 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca729120-8568-43c5-9d8a-8bf49ad2f0a3" -d '{"events": [{"server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:54.680871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:54.683616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-524445564-network', 'tenant_id': '1866dc61b1e940ffa0af8ce899e0b08b'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:54.712920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c03b10e5-8b95-418d-8556-570e0b783fb2 req-34b314f5-f2ea-48bf-91f5-2c36d6a09439 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 210 time: 0.0818477 Jul 06 18:21:54.717419 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:54.724495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Made reservation on behalf of 1866dc61b1e940ffa0af8ce899e0b08b for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:54.728734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:54.743788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:54.813782 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8815bbc-2693-472f-a354-f7a495491552 x-openstack-request-id: req-d8815bbc-2693-472f-a354-f7a495491552 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:54.814073 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:54.814548 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8815bbc-2693-472f-a354-f7a495491552 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:54.815158 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2', 'code': 200} Jul 06 18:21:54.824601 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:54.881669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-439e18a1-5465-4a8f-8192-7ddefcc4fdc7 service neutron] 10.222.0.41 "GET /v2.0/networks/22294b73-13b8-4b50-9178-b5b315a7e57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598983 Jul 06 18:21:54.882669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:54.915696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d978ad6-eddd-45cd-89cc-85e72e07dadf req-0936fe17-e08a-4952-bbf9-25401b8feff4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:54.917131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d978ad6-eddd-45cd-89cc-85e72e07dadf req-0936fe17-e08a-4952-bbf9-25401b8feff4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.1238468 Jul 06 18:21:54.923019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on host n-h2-799684-2 for vnic_type normal with profile {"migrating_to": "n-h1-799684-2"} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:54.923429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:54.923836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:54.944364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:54.953893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:54.956611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:54.957005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Attempting to bind port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:54.978819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:54.979158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:54.979542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:54.979986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Bound port: 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:54.980342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:54.999940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:55.004346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d978ad6-eddd-45cd-89cc-85e72e07dadf req-d8246f2c-9a7d-4ddd-be69-56ac43ff0c66 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755849 Jul 06 18:21:55.014093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76e4221-1883-4a0e-840c-2a7f3195f540,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:55.019090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.019441 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Added segment 6c0a5619-7722-4931-b5d8-d4c46dc86079 of type vlan for network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 Jul 06 18:21:55.037700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.065659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.083957 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c43bc905-1ba5-4a1e-a361-08fef6ace41c req-bcad8367-bff5-4bec-9a0c-f90af5e89401 service neutron] 10.222.0.41 "GET /v2.0/networks/22294b73-13b8-4b50-9178-b5b315a7e57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884005 Jul 06 18:21:55.104163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.106898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:55.107820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.123557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Network 2d45428d-4ebd-46fa-86f5-8ce27eface29 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:55.131330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Pushing event updated for resources: {'Port': ['ID=8c83e953-a5dc-4d00-8706-ea270c25bf61,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:55.134480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:55.137340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:55.161776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:55.172839 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6857564 Jul 06 18:21:55.175845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51626) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:55.180671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Request body: {'subnet': {'network_id': '9a3de09f-2ca7-4756-a09a-2f675f9a87f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-524445564-subnet', 'tenant_id': '1866dc61b1e940ffa0af8ce899e0b08b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:55.181851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:55.191354 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.206088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7634335-e2a8-4767-af37-3f5c427aa232 admin admin] Pushing event updated for resources: {'Network': ['ID=9a3de09f-2ca7-4756-a09a-2f675f9a87f3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:55.223520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:55.225741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Made reservation on behalf of 1866dc61b1e940ffa0af8ce899e0b08b for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:55.228666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.258359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:55.259072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.333999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-ae54f606-fa1a-4f44-beab-5c9a9b00bd4f tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7671187 Jul 06 18:21:55.368876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Request body: {'port': {'device_id': '2d570de8-7582-4596-b6f9-7c304a7d0863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:55.403971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:55.438370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:55.438623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.440197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-38cb567d-cbdf-434b-8679-cd5ff4e1fac5 service neutron] 10.222.0.41 "PUT /v2.0/ports/9113432d-69cc-4f9c-8015-0bf0cce0bdb2 HTTP/1.1" status: 200 len: 1121 time: 2.5190489 Jul 06 18:21:55.483065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.564149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9113432d-69cc-4f9c-8015-0bf0cce0bdb2'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:55.568580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['9113432d-69cc-4f9c-8015-0bf0cce0bdb2'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:55.770914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5211c141-e28c-4aec-964c-21c0bfbf3069 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:55.902546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5821df89-9a2a-47a8-85db-0edcbe600c88 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:55.931549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-d48c30cd-3a32-4db7-a597-fc172ed262e5 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:55.933866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-d48c30cd-3a32-4db7-a597-fc172ed262e5 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.24 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.2762809 Jul 06 18:21:56.001774 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.084615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3054e-6fa9-4cd8-ac90-3d8a33070446 req-e7abd3c0-f26e-464a-8e92-58ab8d8c1df0 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:56.086798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09b3054e-6fa9-4cd8-ac90-3d8a33070446 req-e7abd3c0-f26e-464a-8e92-58ab8d8c1df0 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 943 time: 0.2440288 Jul 06 18:21:56.122669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:56.124939 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2922e0c7-b0c3-4ee7-a4c7-ecbdce5ee479" -d '{"events": [{"server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "name": "network-vif-unplugged", "status": "completed", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:56.158381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:56.185158 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.191533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09b3054e-6fa9-4cd8-ac90-3d8a33070446 req-9ada7820-f463-47d2-9de1-8c448908937a tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797725 Jul 06 18:21:56.218137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5821df89-9a2a-47a8-85db-0edcbe600c88, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5821df89-9a2a-47a8-85db-0edcbe600c88,segment=NetworkSegment(c8d2e46b-05e2-4236-8cac-b6fc7e64707c),segment_id=c8d2e46b-05e2-4236-8cac-b6fc7e64707c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:56.218505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.220232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c83e953-a5dc-4d00-8706-ea270c25bf61 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:56.251470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.268558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '5821df89-9a2a-47a8-85db-0edcbe600c88', 'network_id': '22294b73-13b8-4b50-9178-b5b315a7e57c', 'port_id': '5821df89-9a2a-47a8-85db-0edcbe600c88', 'mac_address': 'fa:16:3e:2e:5d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20452a95-54bd-4217-8314-e8e113dc3cc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:56.285688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Deleting port 5211c141-e28c-4aec-964c-21c0bfbf3069 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:56.286274 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.288086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac11504d-2cf3-4930-91e3-af4ce8550b68,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:56.302158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:56.311123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb216551-166e-4000-a800-d68198093c71 req-6c0bdc7f-a5a1-41c8-a4d9-0a474b1bd2b1 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:56.316912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb216551-166e-4000-a800-d68198093c71 req-6c0bdc7f-a5a1-41c8-a4d9-0a474b1bd2b1 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 946 time: 0.1881957 Jul 06 18:21:56.343266 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.352077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Checking segment: {'id': '6c0a5619-7722-4931-b5d8-d4c46dc86079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a3de09f-2ca7-4756-a09a-2f675f9a87f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:56.352438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Network hostable DHCP agents. Network: 9a3de09f-2ca7-4756-a09a-2f675f9a87f3, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:56.361802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5821df89-9a2a-47a8-85db-0edcbe600c88 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:56.373225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb216551-166e-4000-a800-d68198093c71 req-22085904-df7b-48da-9002-3be8ed3fb4d4 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554006 Jul 06 18:21:56.391174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:56.411551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 9a3de09f-2ca7-4756-a09a-2f675f9a87f3) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:56.416002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:56.416657 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.416873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5821df89-9a2a-47a8-85db-0edcbe600c88, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5821df89-9a2a-47a8-85db-0edcbe600c88,segment=NetworkSegment(c8d2e46b-05e2-4236-8cac-b6fc7e64707c),segment_id=c8d2e46b-05e2-4236-8cac-b6fc7e64707c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:56.424573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3016d24-e137-4bb7-9a1f-c890b3a905bc None None] Network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:56.436631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Transition to ACTIVE for port object 8c83e953-a5dc-4d00-8706-ea270c25bf61 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:56.444867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5b2c71f2-7bcf-46fe-8e95-7d8395fcc1e7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2679524 Jul 06 18:21:56.451456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.496923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.601824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5821df89-9a2a-47a8-85db-0edcbe600c88,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:56.639949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016fd46-8b97-4292-a428-41d333a92229 req-0ba0c22e-06cd-482c-8ea5-0d8c93e457c2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:56.642154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d016fd46-8b97-4292-a428-41d333a92229 req-0ba0c22e-06cd-482c-8ea5-0d8c93e457c2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.0918489 Jul 06 18:21:56.719826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91081aae-6331-4d0b-a40a-a88c86622c00 None None] Network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:56.726973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d016fd46-8b97-4292-a428-41d333a92229 req-2120b4e5-ad89-49a0-a7a6-1830dd0adb79 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774636 Jul 06 18:21:56.744968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Pushing event updated for resources: {'Port': ['ID=8c83e953-a5dc-4d00-8706-ea270c25bf61,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:56.771147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] For port 5211c141-e28c-4aec-964c-21c0bfbf3069, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5211c141-e28c-4aec-964c-21c0bfbf3069,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:56.771576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.791134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Calling delete_port for 5211c141-e28c-4aec-964c-21c0bfbf3069 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:56.802413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475feccb-8372-4d17-bbcf-0440014b0e42 req-d45b9607-8cb7-4bfc-b0a3-b8674daf5526 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:56.807294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5821df89-9a2a-47a8-85db-0edcbe600c88'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:56.811132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-475feccb-8372-4d17-bbcf-0440014b0e42 req-d45b9607-8cb7-4bfc-b0a3-b8674daf5526 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 943 time: 0.3764892 Jul 06 18:21:56.818187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:56.821286 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303eeb15-3af8-4c70-9ad6-8367ad31db42" -d '{"events": [{"name": "network-changed", "server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:56.822467 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36285bda-a9fc-4981-a185-8236172da6ae x-openstack-request-id: req-36285bda-a9fc-4981-a185-8236172da6ae {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:56.822629 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "name": "network-vif-unplugged", "status": "completed", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:56.822892 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36285bda-a9fc-4981-a185-8236172da6ae {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:56.826289 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'code': 200} Jul 06 18:21:56.913981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Attempting to bind port 8c83e953-a5dc-4d00-8706-ea270c25bf61 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:56.914588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Attempting to bind port 8c83e953-a5dc-4d00-8706-ea270c25bf61 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '7acc4133-51e5-4db4-8c5f-bc120aad03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d45428d-4ebd-46fa-86f5-8ce27eface29'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:56.915091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Attempting to bind port 8c83e953-a5dc-4d00-8706-ea270c25bf61 on network 2d45428d-4ebd-46fa-86f5-8ce27eface29 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:56.921878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Port 8c83e953-a5dc-4d00-8706-ea270c25bf61 on network 2d45428d-4ebd-46fa-86f5-8ce27eface29 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:56.922667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Attempting to bind port 8c83e953-a5dc-4d00-8706-ea270c25bf61 on network 2d45428d-4ebd-46fa-86f5-8ce27eface29 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:56.930111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-475feccb-8372-4d17-bbcf-0440014b0e42 req-80a12d25-fa2f-444a-a24a-ab075bed3fe8 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180768 Jul 06 18:21:56.944627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:56.945523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Checking segment: {'id': '7acc4133-51e5-4db4-8c5f-bc120aad03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d45428d-4ebd-46fa-86f5-8ce27eface29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:56.946116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Bound using segment: {'id': '7acc4133-51e5-4db4-8c5f-bc120aad03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d45428d-4ebd-46fa-86f5-8ce27eface29'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:56.946750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Bound port: 8c83e953-a5dc-4d00-8706-ea270c25bf61, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acc4133-51e5-4db4-8c5f-bc120aad03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d45428d-4ebd-46fa-86f5-8ce27eface29'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:56.947303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:56.957997 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:21:57.060602 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0e12db-b7ec-4d7f-a925-65598d145252 x-openstack-request-id: req-6e0e12db-b7ec-4d7f-a925-65598d145252 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:57.060973 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:57.061549 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e0e12db-b7ec-4d7f-a925-65598d145252 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:57.061972 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2', 'status': 'completed', 'code': 200} Jul 06 18:21:57.131703 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] For port 8c83e953-a5dc-4d00-8706-ea270c25bf61, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:57.136113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.139697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] For port 8c83e953-a5dc-4d00-8706-ea270c25bf61, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c83e953-a5dc-4d00-8706-ea270c25bf61,segment=NetworkSegment(7acc4133-51e5-4db4-8c5f-bc120aad03ae),segment_id=7acc4133-51e5-4db4-8c5f-bc120aad03ae)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:57.151392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-66b7dae5-5e64-4d91-9f16-61e8b166f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.153172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-66b7dae5-5e64-4d91-9f16-61e8b166f26c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1124 time: 0.0870295 Jul 06 18:21:57.160561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.198717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event deleted for resources: {'Port': ['ID=5211c141-e28c-4aec-964c-21c0bfbf3069,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:57.255252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] No DVR routers for this DVR port 5211c141-e28c-4aec-964c-21c0bfbf3069 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:57.260734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.261622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.263342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] 10.222.0.24 "PUT /v2.0/ports/8c83e953-a5dc-4d00-8706-ea270c25bf61 HTTP/1.1" status: 200 len: 1091 time: 1.9157276 Jul 06 18:21:57.266406 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.276612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bb4ae9b-6c89-4535-9839-fb74428901f3 req-39d8665e-67a3-4147-8dea-187491ce204d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.24 "DELETE /v2.0/ports/5211c141-e28c-4aec-964c-21c0bfbf3069 HTTP/1.1" status: 204 len: 173 time: 1.3355045 Jul 06 18:21:57.299474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-2d259f51-bea9-4cc0-bfe7-bea9288583fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.305626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-2d259f51-bea9-4cc0-bfe7-bea9288583fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.1420655 Jul 06 18:21:57.360285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51666) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:57.367582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dc1a4-5537-475d-883c-d0bba42d9293 service neutron] Pushing event updated for resources: {'Port': ['ID=8c83e953-a5dc-4d00-8706-ea270c25bf61,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:57.374160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-803d42a5-4114-4d87-85ad-e3de04ddeedf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2 HTTP/1.1" status: 200 len: 217 time: 0.0509126 Jul 06 18:21:57.389782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-136796588-network', 'tenant_id': 'ccf63e3703634bd5a65c2d9c6a9c0d84'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:57.431116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-5c5b4310-039a-45dc-8607-2c67d1754569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.432873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-5c5b4310-039a-45dc-8607-2c67d1754569 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0492141 Jul 06 18:21:57.499746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-4eaa18fe-67f6-4956-a490-64c660f7e098 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450606 Jul 06 18:21:57.507138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Made reservation on behalf of ccf63e3703634bd5a65c2d9c6a9c0d84 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:57.510425 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.525891 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.569809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-1f0e52df-0dda-4119-9c76-03070b36d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.571336 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-1f0e52df-0dda-4119-9c76-03070b36d1f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50e901617ed4447e9280605d634836f7&device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 1094 time: 0.2318945 Jul 06 18:21:57.603018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b742697-251b-41bc-933a-6fed780b57f1 req-71d5029f-d1ed-4c09-b941-200217cbd2fa tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d06808-d7a6-4d1c-9719-0b5eef84eef2 HTTP/1.1" status: 200 len: 210 time: 0.0599768 Jul 06 18:21:57.620999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3f57d-9b2d-4d6e-9961-4268ff31637f req-72a67136-7633-4b6a-b613-095a5907b33a tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.627971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81a3f57d-9b2d-4d6e-9961-4268ff31637f req-72a67136-7633-4b6a-b613-095a5907b33a tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 944 time: 0.2548292 Jul 06 18:21:57.642180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-40953927-d26e-4beb-8806-9183084a2b12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c83e953-a5dc-4d00-8706-ea270c25bf61 HTTP/1.1" status: 200 len: 217 time: 0.0421588 Jul 06 18:21:57.716256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-9c1a3618-fbc0-44cc-befc-0b01ef3af8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.719154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-9c1a3618-fbc0-44cc-befc-0b01ef3af8dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd HTTP/1.1" status: 200 len: 853 time: 0.0660470 Jul 06 18:21:57.726876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81a3f57d-9b2d-4d6e-9961-4268ff31637f req-0033a3ed-bfe2-408c-9b3a-3de7b4d6ad22 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869043 Jul 06 18:21:57.747664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-23dc458b-eff1-4553-b6be-5e6dcb74110e service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229888 Jul 06 18:21:57.778988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-90f1ae6c-d2c1-4eae-8698-1d1f86a68565 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d45428d-4ebd-46fa-86f5-8ce27eface29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480933 Jul 06 18:21:57.812904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.868762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.905881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:57.923360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5821df89-9a2a-47a8-85db-0edcbe600c88 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:57.933509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.933948 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Added segment 433cc481-dfdb-4cec-af4c-5f1e7804c34f of type vlan for network 6d45f307-64d4-422e-b4d0-48a31c98d521 Jul 06 18:21:57.938088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-303eeb15-3af8-4c70-9ad6-8367ad31db42 req-fa4d4340-f62e-4599-a8b1-6b73ae31f003 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728458 Jul 06 18:21:57.941191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229e9ace-96a4-4812-986a-22980a2ba9ad,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:58.057689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 5821df89-9a2a-47a8-85db-0edcbe600c88 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:58.064917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 5821df89-9a2a-47a8-85db-0edcbe600c88 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:58.065975 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.069272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.088779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-6617b793-da5d-495c-839f-52f640bc55be service neutron] 10.222.0.24 "GET /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953913 Jul 06 18:21:58.204749 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.212981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.214006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:58.214938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.229922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a610d22-16c2-4cd4-bb87-d2a11e6d80a9 req-8605351a-df85-449e-bb1b-d5ba49976e14 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:58.239667 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a610d22-16c2-4cd4-bb87-d2a11e6d80a9 req-8605351a-df85-449e-bb1b-d5ba49976e14 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.2656009 Jul 06 18:21:58.257168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5821df89-9a2a-47a8-85db-0edcbe600c88, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5821df89-9a2a-47a8-85db-0edcbe600c88,segment=NetworkSegment(c8d2e46b-05e2-4236-8cac-b6fc7e64707c),segment_id=c8d2e46b-05e2-4236-8cac-b6fc7e64707c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:58.266771 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.331600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e923aba-2ae3-4f6a-aab2-54f51350b9a7 req-6ea165f1-ca5a-41e8-bb70-6541626e244b tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:58.334325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e923aba-2ae3-4f6a-aab2-54f51350b9a7 req-6ea165f1-ca5a-41e8-bb70-6541626e244b tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 943 time: 0.1656289 Jul 06 18:21:58.378068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0130565 Jul 06 18:21:58.393126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:58.396589 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e923aba-2ae3-4f6a-aab2-54f51350b9a7 req-f42d9328-37c1-4977-9340-7d51c695cd00 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509429 Jul 06 18:21:58.405203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Request body: {'subnet': {'network_id': '6d45f307-64d4-422e-b4d0-48a31c98d521', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-136796588-subnet', 'tenant_id': 'ccf63e3703634bd5a65c2d9c6a9c0d84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:58.420787 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7271189f-21b5-4ef8-a265-698d4f2bdb72 req-64fbe01c-121b-4022-a3ac-1934029cc2e3 service neutron] 10.222.0.24 "GET /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098588 Jul 06 18:21:58.427348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5821df89-9a2a-47a8-85db-0edcbe600c88,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:58.450632 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a610d22-16c2-4cd4-bb87-d2a11e6d80a9 req-fac36fbc-d46c-4e28-8a5a-0daf5119cf15 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100246 Jul 06 18:21:58.451728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313647eb-e3ad-4b4e-b72a-642d7a9d389e admin admin] Pushing event updated for resources: {'Network': ['ID=6d45f307-64d4-422e-b4d0-48a31c98d521,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:58.468688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 6d45f307-64d4-422e-b4d0-48a31c98d521 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:58.479804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Made reservation on behalf of ccf63e3703634bd5a65c2d9c6a9c0d84 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:58.486214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.734435 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.803527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415dac78-c4ef-4674-88dc-cabd77e4417e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:58.812841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Checking segment: {'id': '433cc481-dfdb-4cec-af4c-5f1e7804c34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6d45f307-64d4-422e-b4d0-48a31c98d521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:58.813212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Network hostable DHCP agents. Network: 6d45f307-64d4-422e-b4d0-48a31c98d521, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:58.828008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11debe77-09b3-406b-b8ff-34bd364cce9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5821df89-9a2a-47a8-85db-0edcbe600c88'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:58.830662 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b02cb9-6a0a-4d0f-9cd9-4db84ba45389" -d '{"events": [{"server_uuid": "11debe77-09b3-406b-b8ff-34bd364cce9a", "name": "network-vif-plugged", "status": "completed", "tag": "5821df89-9a2a-47a8-85db-0edcbe600c88"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:58.834844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Network 6d45f307-64d4-422e-b4d0-48a31c98d521 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:58.847691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 6d45f307-64d4-422e-b4d0-48a31c98d521) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:58.852648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:58.854809 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:58.858398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b75bca-0fd3-4c0c-b03f-afeb3c1cab5d None None] Network 6d45f307-64d4-422e-b4d0-48a31c98d521 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:58.903113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fb95d287-0d54-4fb0-9e4b-87340da5e0a5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5049856 Jul 06 18:21:58.986046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51696) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:58.994265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7a04ac30-d37f-4a34-9ea8-bf48534d167a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651703220', 'description': 'tempest-description--1657816789'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:59.022567 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d91985-e876-4a1e-8868-a2ad1faf8a57 x-openstack-request-id: req-a3d91985-e876-4a1e-8868-a2ad1faf8a57 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:59.023188 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11debe77-09b3-406b-b8ff-34bd364cce9a", "name": "network-vif-plugged", "status": "completed", "tag": "5821df89-9a2a-47a8-85db-0edcbe600c88", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:59.023188 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3d91985-e876-4a1e-8868-a2ad1faf8a57 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:59.023653 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11debe77-09b3-406b-b8ff-34bd364cce9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5821df89-9a2a-47a8-85db-0edcbe600c88', 'code': 200} Jul 06 18:21:59.045515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7a04ac30-d37f-4a34-9ea8-bf48534d167a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.064647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d570de8-7582-4596-b6f9-7c304a7d0863', 'tag': '8c83e953-a5dc-4d00-8706-ea270c25bf61'}, {'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'name': 'network-vif-deleted', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:59.067274 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224293be-2819-4154-aecd-2ac2c5168fca" -d '{"events": [{"name": "network-changed", "server_uuid": "2d570de8-7582-4596-b6f9-7c304a7d0863", "tag": "8c83e953-a5dc-4d00-8706-ea270c25bf61"}, {"server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "name": "network-vif-deleted", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:59.068675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1616a-9018-4ed8-8857-55015fba5364 None None] Network 6d45f307-64d4-422e-b4d0-48a31c98d521 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:59.089526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22851-8d99-4afa-90b2-2f185ea8010c req-8f3c3bb5-02e7-4bf6-8963-228a70a837ee tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.091585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9f22851-8d99-4afa-90b2-2f185ea8010c req-8f3c3bb5-02e7-4bf6-8963-228a70a837ee tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 945 time: 0.1542614 Jul 06 18:21:59.178383 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ef43f-9ed7-47d8-9b21-de8cb055b575 x-openstack-request-id: req-db4ef43f-9ed7-47d8-9b21-de8cb055b575 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:59.178589 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d570de8-7582-4596-b6f9-7c304a7d0863", "tag": "8c83e953-a5dc-4d00-8706-ea270c25bf61", "status": "completed", "code": 200}, {"server_uuid": "65d06808-d7a6-4d1c-9719-0b5eef84eef2", "name": "network-vif-deleted", "tag": "5211c141-e28c-4aec-964c-21c0bfbf3069", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:59.178713 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db4ef43f-9ed7-47d8-9b21-de8cb055b575 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:59.179335 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d570de8-7582-4596-b6f9-7c304a7d0863', 'tag': '8c83e953-a5dc-4d00-8706-ea270c25bf61', 'status': 'completed', 'code': 200} Jul 06 18:21:59.179598 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d06808-d7a6-4d1c-9719-0b5eef84eef2', 'name': 'network-vif-deleted', 'tag': '5211c141-e28c-4aec-964c-21c0bfbf3069', 'status': 'completed', 'code': 200} Jul 06 18:21:59.184199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7a04ac30-d37f-4a34-9ea8-bf48534d167a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.195009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7a04ac30-d37f-4a34-9ea8-bf48534d167a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.195588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9f22851-8d99-4afa-90b2-2f185ea8010c req-5b2e54ff-2f86-4f4a-be35-2d39f35213d0 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904903 Jul 06 18:21:59.248953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04ac30-d37f-4a34-9ea8-bf48534d167a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed56e273-c453-4d2c-9ea4-e563211324ba,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:59.269839 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7a04ac30-d37f-4a34-9ea8-bf48534d167a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.272920 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7a04ac30-d37f-4a34-9ea8-bf48534d167a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2852883 Jul 06 18:21:59.276198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51706) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:59.281936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f104b5f5-b262-4484-b1bc-f6499286f191 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Request body: {'security_group_rule': {'security_group_id': 'ed56e273-c453-4d2c-9ea4-e563211324ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:59.298873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a94dd-8114-4214-98a5-fe7c72192e8e req-d2f11cad-0590-46ab-b4f4-f26d039f7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.300409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-320a94dd-8114-4214-98a5-fe7c72192e8e req-d2f11cad-0590-46ab-b4f4-f26d039f7f62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 1096 time: 0.1200225 Jul 06 18:21:59.316482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224293be-2819-4154-aecd-2ac2c5168fca req-fa155e35-bab1-441c-824d-9408dd0aa041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.318534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-224293be-2819-4154-aecd-2ac2c5168fca req-fa155e35-bab1-441c-824d-9408dd0aa041 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50e901617ed4447e9280605d634836f7&device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 1094 time: 0.1078565 Jul 06 18:21:59.338327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f104b5f5-b262-4484-b1bc-f6499286f191 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.427316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-320a94dd-8114-4214-98a5-fe7c72192e8e req-511c039d-cd93-4945-b390-9e776e53bfed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077056 Jul 06 18:21:59.433542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f104b5f5-b262-4484-b1bc-f6499286f191 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.440092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f104b5f5-b262-4484-b1bc-f6499286f191 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.468693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224293be-2819-4154-aecd-2ac2c5168fca req-c70f298d-e116-4db3-8118-3ab4ff68d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.472689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104b5f5-b262-4484-b1bc-f6499286f191 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6ea754-ff0c-49b4-a90a-0ccbd77b2e7b,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:59.475145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-224293be-2819-4154-aecd-2ac2c5168fca req-c70f298d-e116-4db3-8118-3ab4ff68d464 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d45428d-4ebd-46fa-86f5-8ce27eface29 HTTP/1.1" status: 200 len: 914 time: 0.1400905 Jul 06 18:21:59.481472 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f104b5f5-b262-4484-b1bc-f6499286f191 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.482868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f104b5f5-b262-4484-b1bc-f6499286f191 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2046344 Jul 06 18:21:59.485810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51718) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:59.498660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-49360a55-2d43-4689-b223-eb6856b69755 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Request body: {'security_group_rule': {'security_group_id': 'ed56e273-c453-4d2c-9ea4-e563211324ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:59.535662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-224293be-2819-4154-aecd-2ac2c5168fca req-2c64f21b-c776-4e90-b432-7e6aea35f84f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c83e953-a5dc-4d00-8706-ea270c25bf61 HTTP/1.1" status: 200 len: 217 time: 0.0457952 Jul 06 18:21:59.592024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49360a55-2d43-4689-b223-eb6856b69755 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.642794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224293be-2819-4154-aecd-2ac2c5168fca req-3c457bd7-e7a4-4d1b-8ec4-9504195a9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.644573 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-224293be-2819-4154-aecd-2ac2c5168fca req-3c457bd7-e7a4-4d1b-8ec4-9504195a9483 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd HTTP/1.1" status: 200 len: 853 time: 0.0973041 Jul 06 18:21:59.662890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5211c141-e28c-4aec-964c-21c0bfbf3069 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:59.682767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-cecaec13-e0dd-43c9-b0d5-fa9a2b968143 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.690216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-cecaec13-e0dd-43c9-b0d5-fa9a2b968143 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/networks?id=9a3de09f-2ca7-4756-a09a-2f675f9a87f3 HTTP/1.1" status: 200 len: 814 time: 0.1600065 Jul 06 18:21:59.691805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 5211c141-e28c-4aec-964c-21c0bfbf3069 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:59.692150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5211c141-e28c-4aec-964c-21c0bfbf3069 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:59.704810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-224293be-2819-4154-aecd-2ac2c5168fca req-2e4090cd-4df2-4b69-bb83-50803a89f339 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d45428d-4ebd-46fa-86f5-8ce27eface29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438666 Jul 06 18:21:59.718034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-33ff59ce-acd2-422d-9555-8b5b98688cce tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/quotas/1866dc61b1e940ffa0af8ce899e0b08b HTTP/1.1" status: 200 len: 375 time: 0.0267627 Jul 06 18:21:59.722595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7618d-ff64-4731-a3a5-02baf9a9c92a req-a741dad5-c1e1-44d8-9e43-369437772a6e tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.723133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49360a55-2d43-4689-b223-eb6856b69755 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.724542 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f4e7618d-ff64-4731-a3a5-02baf9a9c92a req-a741dad5-c1e1-44d8-9e43-369437772a6e tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 943 time: 0.1371117 Jul 06 18:21:59.733186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49360a55-2d43-4689-b223-eb6856b69755 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.763726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4aba08ae-22f8-4b24-becb-6d476699fe30 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1866dc61b1e940ffa0af8ce899e0b08b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447960 Jul 06 18:21:59.784603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49360a55-2d43-4689-b223-eb6856b69755 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98c9d7f-61ac-4066-828d-6cadbaee4efe,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:59.796386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49360a55-2d43-4689-b223-eb6856b69755 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.797603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-49360a55-2d43-4689-b223-eb6856b69755 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107021 Jul 06 18:21:59.806673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51726) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:59.816845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:59.856024 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f4e7618d-ff64-4731-a3a5-02baf9a9c92a req-22b3d3aa-f37d-489b-8152-7de2f90e3032 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159043 Jul 06 18:21:59.903178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.908541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-c77a6c42-2d6e-43f6-8895-cadcb63634c1 service neutron] 10.222.0.53 "GET /v2.0/networks/9a3de09f-2ca7-4756-a09a-2f675f9a87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345840 Jul 06 18:21:59.965961 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-224293be-2819-4154-aecd-2ac2c5168fca req-bba1f1b8-1c81-4c59-87f7-f3d948bdf7a0 service neutron] 10.222.0.24 "GET /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401199 Jul 06 18:22:00.018746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-a3e980ef-0974-42ec-8f09-1f50ec037ff4 service neutron] 10.222.0.53 "GET /v2.0/networks/9a3de09f-2ca7-4756-a09a-2f675f9a87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091366 Jul 06 18:22:00.408648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-83a559ef-fa55-4dc7-b01b-dc69892eb9a3 req-d157ce02-f91e-4055-9fdc-31523062deb9 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 210 time: 0.0532324 Jul 06 18:22:00.521102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-224293be-2819-4154-aecd-2ac2c5168fca req-0a03d4ab-b871-4da9-9ce7-501f1778dccd service neutron] 10.222.0.24 "GET /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461574 Jul 06 18:22:00.559936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c696-9e84-4ecd-9066-8dafd23ba39f req-2e90d495-20b4-42bc-aa1f-712fd67e6859 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:00.567432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a9d6c696-9e84-4ecd-9066-8dafd23ba39f req-2e90d495-20b4-42bc-aa1f-712fd67e6859 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.1690454 Jul 06 18:22:00.593260 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.636246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a9d6c696-9e84-4ecd-9066-8dafd23ba39f req-695c29a7-a4cf-44e1-bc20-55dc2b2b87ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675457 Jul 06 18:22:00.689847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4845b-47c2-4032-9add-937a1831029f req-ed6ff4d3-dc9a-41bf-9ff5-1ca8d5b916f0 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:00.697365 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90b4845b-47c2-4032-9add-937a1831029f req-ed6ff4d3-dc9a-41bf-9ff5-1ca8d5b916f0 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 945 time: 0.1062655 Jul 06 18:22:00.746318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90b4845b-47c2-4032-9add-937a1831029f req-59b90112-dca6-4455-a3bf-a5da2afd897f tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458851 Jul 06 18:22:00.779975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Allocated IP 172.25.4.30 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/67aa0930-d40d-4818-a9f2-ad0e648e8836) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:00.931117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.984336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.050443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:01.057799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:01.060535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:01.115319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event updated for resources: {'Port': ['ID=67aa0930-d40d-4818-a9f2-ad0e648e8836,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:01.161283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a9f3c-1bf1-44d6-9fc7-e60e41fc16a1 req-53a0e0b4-3200-4b1d-b5cc-15a5204a964e tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:01.165419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b1a9f3c-1bf1-44d6-9fc7-e60e41fc16a1 req-53a0e0b4-3200-4b1d-b5cc-15a5204a964e tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 943 time: 0.0953665 Jul 06 18:22:01.223345 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.256097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b1a9f3c-1bf1-44d6-9fc7-e60e41fc16a1 req-b1cccc70-41a3-4bde-989a-4ac646a1e4ec tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805373 Jul 06 18:22:01.327208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.390602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e927a0-a6f5-4d4c-a6f1-c78d30d18dc6 req-ccbd4504-aa22-43fb-ac9a-e142b545c8fe tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:01.398396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16e927a0-a6f5-4d4c-a6f1-c78d30d18dc6 req-ccbd4504-aa22-43fb-ac9a-e142b545c8fe tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 946 time: 0.1192365 Jul 06 18:22:01.485358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16e927a0-a6f5-4d4c-a6f1-c78d30d18dc6 req-abf0bbfd-9359-48c3-b729-382119ec3211 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822923 Jul 06 18:22:01.639536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16154e24-b265-4d86-bc11-05a69918800f req-606b2fac-ca49-4baf-9a88-4e5ab425e8a8 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 210 time: 0.0425649 Jul 06 18:22:01.642407 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.649694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.683321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8c83e953-a5dc-4d00-8706-ea270c25bf61 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:01.747397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event updated for resources: {'Port': ['ID=67aa0930-d40d-4818-a9f2-ad0e648e8836,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:01.767748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.802531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.815345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f7ee6af7-f7a1-4965-89d7-cd0367b43d5e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0037763 Jul 06 18:22:01.907011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8c83e953-a5dc-4d00-8706-ea270c25bf61, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c83e953-a5dc-4d00-8706-ea270c25bf61,segment=NetworkSegment(7acc4133-51e5-4db4-8c5f-bc120aad03ae),segment_id=7acc4133-51e5-4db4-8c5f-bc120aad03ae)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:01.931872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8c83e953-a5dc-4d00-8706-ea270c25bf61', 'network_id': '2d45428d-4ebd-46fa-86f5-8ce27eface29', 'port_id': '8c83e953-a5dc-4d00-8706-ea270c25bf61', 'mac_address': 'fa:16:3e:1e:27:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:01.975625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.996443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c83e953-a5dc-4d00-8706-ea270c25bf61 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:02.021365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8c83e953-a5dc-4d00-8706-ea270c25bf61, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c83e953-a5dc-4d00-8706-ea270c25bf61,segment=NetworkSegment(7acc4133-51e5-4db4-8c5f-bc120aad03ae),segment_id=7acc4133-51e5-4db4-8c5f-bc120aad03ae)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:02.029406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:02.145204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4e223ff5-ee7a-4760-bb1f-7f3a58e3a3ef tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:02.146807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4e223ff5-ee7a-4760-bb1f-7f3a58e3a3ef tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.24 "GET /v2.0/networks?id=9a3de09f-2ca7-4756-a09a-2f675f9a87f3 HTTP/1.1" status: 200 len: 814 time: 0.3281753 Jul 06 18:22:02.154489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f541a5c-0233-4ee3-a7dd-573e693d434f req-b723998c-0355-467a-b09e-a4dfa8353766 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:02.162399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f541a5c-0233-4ee3-a7dd-573e693d434f req-b723998c-0355-467a-b09e-a4dfa8353766 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 945 time: 0.1586516 Jul 06 18:22:02.171585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Request body: {'port': {'device_id': 'e5b277d6-64c7-4ce3-84f8-a6054b5a6370', 'network_id': '9a3de09f-2ca7-4756-a09a-2f675f9a87f3', 'admin_state_up': True, 'tenant_id': '1866dc61b1e940ffa0af8ce899e0b08b'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:02.174938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8c83e953-a5dc-4d00-8706-ea270c25bf61,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:02.183289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee0fb7-a8ab-4907-9f75-bb7bfb6b2609 req-b3d46c52-f275-48a7-96ca-c2a914dffc2c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:02.184907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bfee0fb7-a8ab-4907-9f75-bb7bfb6b2609 req-b3d46c52-f275-48a7-96ca-c2a914dffc2c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.1794012 Jul 06 18:22:02.242317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f541a5c-0233-4ee3-a7dd-573e693d434f req-0f3c99e6-0553-432f-90c1-c91ba272fa38 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789835 Jul 06 18:22:02.317771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8c83e953-a5dc-4d00-8706-ea270c25bf61'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:02.342807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bfee0fb7-a8ab-4907-9f75-bb7bfb6b2609 req-f8d5caf0-9583-44d9-8511-39d8c9b88f49 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388571 Jul 06 18:22:02.418474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Made reservation on behalf of 1866dc61b1e940ffa0af8ce899e0b08b for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:02.429775 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:02.597932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-767b499e-47e9-4aea-9bd4-fe81403dd58e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:02.606931 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-767b499e-47e9-4aea-9bd4-fe81403dd58e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 822 time: 0.2446501 Jul 06 18:22:02.622285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-adaffc75-da9b-49c6-bccd-a42e4eea5050 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/quotas/66644dd6bd614ade97b99e73fc27f405 HTTP/1.1" status: 200 len: 375 time: 0.0144243 Jul 06 18:22:02.673662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea7fab-b03a-454b-8685-707fc8c2896e req-455a9482-2245-4bdd-b19b-46c52f0b84cf tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:02.680787 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53ea7fab-b03a-454b-8685-707fc8c2896e req-455a9482-2245-4bdd-b19b-46c52f0b84cf tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 944 time: 0.1334245 Jul 06 18:22:02.704518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Allocated IP 172.20.0.5 (9a3de09f-2ca7-4756-a09a-2f675f9a87f3/ac11504d-2cf3-4930-91e3-af4ce8550b68/90b058bf-55b9-4c3b-9db6-b1f53c7d14a6) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:02.717233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-7becda3b-afed-49c5-a920-fc4db27b3769 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916169 Jul 06 18:22:02.731168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53ea7fab-b03a-454b-8685-707fc8c2896e req-c6d0707b-3d02-4715-95ce-f53226871010 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485852 Jul 06 18:22:02.829885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-3af278a1-a2c9-4402-bdc3-c435a518d147 service neutron] 10.222.0.53 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109986 Jul 06 18:22:02.919490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.017148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-7a764dbd-5838-42df-b41a-d3343a3a9e36 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:03.018831 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-7a764dbd-5838-42df-b41a-d3343a3a9e36 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 946 time: 0.0960805 Jul 06 18:22:03.055459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-f6bb55dd-9c33-47ef-9f0e-f23a6b3c2209 service neutron] 10.222.0.53 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042732 Jul 06 18:22:03.056428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.144212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Pushing event updated for resources: {'Port': ['ID=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:03.181878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:03.183623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:03.186539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:03.272880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:03.273570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.297392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Deleting port bdc9c600-7747-4cce-a8e5-d51b16f842e3 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:03.297840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.303233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-4393b40e-61a6-4fd5-b895-0eaa6b38567b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1387475 Jul 06 18:22:03.322641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Request body: {'port': {'device_id': 'e5b277d6-64c7-4ce3-84f8-a6054b5a6370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:03.477657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f3e86-f9c8-4570-aa2f-6da5eafe9c56 req-e01d4b68-f1da-4b60-904a-e2fa3ae43d9f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:03.486201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a8f3e86-f9c8-4570-aa2f-6da5eafe9c56 req-e01d4b68-f1da-4b60-904a-e2fa3ae43d9f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 946 time: 0.0811455 Jul 06 18:22:03.496948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] For port bdc9c600-7747-4cce-a8e5-d51b16f842e3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bdc9c600-7747-4cce-a8e5-d51b16f842e3,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:03.497371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.508363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.515872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Calling delete_port for bdc9c600-7747-4cce-a8e5-d51b16f842e3 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:03.534365 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a8f3e86-f9c8-4570-aa2f-6da5eafe9c56 req-f627d674-6d0d-443f-a8fb-d9f17df180e0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Jul 06 18:22:03.680300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8c83e953-a5dc-4d00-8706-ea270c25bf61 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:03.729108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-6aab106f-16fe-4cca-8f12-fba89ada7b48 service neutron] 10.222.0.24 "GET /v2.0/ports/9113432d-69cc-4f9c-8015-0bf0cce0bdb2/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.1552627 Jul 06 18:22:03.804402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 8c83e953-a5dc-4d00-8706-ea270c25bf61 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:03.810030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8c83e953-a5dc-4d00-8706-ea270c25bf61 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:03.810441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.819611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80aac9-9f3a-4cae-92a8-568635cff8b3 req-985a663c-fec4-4139-b42c-872383ad606a tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:03.821517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c80aac9-9f3a-4cae-92a8-568635cff8b3 req-985a663c-fec4-4139-b42c-872383ad606a tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 945 time: 0.1452837 Jul 06 18:22:03.919296 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.950775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:03.951460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d570de8-7582-4596-b6f9-7c304a7d0863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c83e953-a5dc-4d00-8706-ea270c25bf61'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:03.953886 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea292439-b73f-4491-ab79-48a4c894cdcb" -d '{"events": [{"server_uuid": "2d570de8-7582-4596-b6f9-7c304a7d0863", "name": "network-vif-plugged", "status": "completed", "tag": "8c83e953-a5dc-4d00-8706-ea270c25bf61"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:03.963417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.972553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8c83e953-a5dc-4d00-8706-ea270c25bf61, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c83e953-a5dc-4d00-8706-ea270c25bf61,segment=NetworkSegment(7acc4133-51e5-4db4-8c5f-bc120aad03ae),segment_id=7acc4133-51e5-4db4-8c5f-bc120aad03ae)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:03.979338 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.980429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:03.985424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc337177-f1c8-47fb-a687-891c55036c43 req-4f52eaa8-a47b-45fb-beff-b4b93bbaa5b8 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:03.992812 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc337177-f1c8-47fb-a687-891c55036c43 req-4f52eaa8-a47b-45fb-beff-b4b93bbaa5b8 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 931 time: 0.3919134 Jul 06 18:22:04.014582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Transition to ACTIVE for port object 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:04.037210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c80aac9-9f3a-4cae-92a8-568635cff8b3 req-8d65eabb-6b1f-4119-88ac-2a543c77c0b8 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061665 Jul 06 18:22:04.056176 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.112898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc337177-f1c8-47fb-a687-891c55036c43 req-a8b66412-2a13-4d75-ba4b-d0b78dc02a56 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189387 Jul 06 18:22:04.132715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8c83e953-a5dc-4d00-8706-ea270c25bf61,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:04.155099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:04.199758 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.208154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:04.222072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Pushing event updated for resources: {'Port': ['ID=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:04.261506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:04.301741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:04.345815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62282e7a-0e14-4449-bb49-6b825f8e731e req-68270702-5330-4f45-b3d6-abdeb7d93fee tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 210 time: 0.0745568 Jul 06 18:22:04.364318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.410090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event deleted for resources: {'Port': ['ID=bdc9c600-7747-4cce-a8e5-d51b16f842e3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:04.496519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] No DVR routers for this DVR port bdc9c600-7747-4cce-a8e5-d51b16f842e3 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:04.499561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.502578 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebca4c56-9945-480f-9a79-fd9a6f4742e5 req-535e558a-d9c1-4d48-b82e-a87ea028a584 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "DELETE /v2.0/ports/bdc9c600-7747-4cce-a8e5-d51b16f842e3 HTTP/1.1" status: 204 len: 173 time: 1.4768465 Jul 06 18:22:04.503903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] Transition to ACTIVE for port object 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:04.506367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a57fe67-ce98-475b-8c0d-502103c82dfd', 'name': 'network-vif-deleted', 'tag': 'bdc9c600-7747-4cce-a8e5-d51b16f842e3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:04.510598 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9690f90f-41f9-4d77-9d25-51422e219aac" -d '{"events": [{"server_uuid": "0a57fe67-ce98-475b-8c0d-502103c82dfd", "name": "network-vif-deleted", "tag": "bdc9c600-7747-4cce-a8e5-d51b16f842e3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:04.513323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.579943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Attempting to bind port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:04.580318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Attempting to bind port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '6c0a5619-7722-4931-b5d8-d4c46dc86079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a3de09f-2ca7-4756-a09a-2f675f9a87f3'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:04.580600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Attempting to bind port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 on network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:04.603907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e568-f27b-41f9-874f-ff197cb37eb8 req-e32842aa-b12c-48ca-ae35-9cfa71e31c12 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:04.607036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e43e568-f27b-41f9-874f-ff197cb37eb8 req-e32842aa-b12c-48ca-ae35-9cfa71e31c12 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 943 time: 0.2922451 Jul 06 18:22:04.612005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 on network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:04.612562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Attempting to bind port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 on network 9a3de09f-2ca7-4756-a09a-2f675f9a87f3 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:04.627444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] No DVR routers for this DVR port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:04.648784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:04.648784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Checking segment: {'id': '6c0a5619-7722-4931-b5d8-d4c46dc86079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a3de09f-2ca7-4756-a09a-2f675f9a87f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:04.649369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Bound using segment: {'id': '6c0a5619-7722-4931-b5d8-d4c46dc86079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a3de09f-2ca7-4756-a09a-2f675f9a87f3'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:04.649566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Bound port: 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0a5619-7722-4931-b5d8-d4c46dc86079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a3de09f-2ca7-4756-a09a-2f675f9a87f3'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:04.650219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.675312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] Pushing event updated for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=10']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:04.690480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-0247738f-0fb7-4b27-8b06-e1663dbc2b12 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:04.692128 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-0247738f-0fb7-4b27-8b06-e1663dbc2b12 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.41 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 945 time: 0.1763582 Jul 06 18:22:04.692294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-5d0e8df6-603e-47b3-9c93-38860da5e434 service neutron] 10.222.0.24 "PUT /v2.0/ports/9113432d-69cc-4f9c-8015-0bf0cce0bdb2/bindings/n-h1-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9566259 Jul 06 18:22:04.731537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0099a8-68a2-40dc-be72-d6fbf9c37614 req-f7494339-3c7b-446f-8869-a7f069a8192e tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:04.738730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff0099a8-68a2-40dc-be72-d6fbf9c37614 req-f7494339-3c7b-446f-8869-a7f069a8192e tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 945 time: 0.1838293 Jul 06 18:22:04.771058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e43e568-f27b-41f9-874f-ff197cb37eb8 req-ae9507cd-ec27-40fe-9b96-5ba23b59e849 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483836 Jul 06 18:22:04.804966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff0099a8-68a2-40dc-be72-d6fbf9c37614 req-87335c60-7b1f-408e-925f-384c2c4d5636 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583234 Jul 06 18:22:04.861987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] For port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:04.867674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] For port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,segment=NetworkSegment(6c0a5619-7722-4931-b5d8-d4c46dc86079),segment_id=6c0a5619-7722-4931-b5d8-d4c46dc86079)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:04.869644 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a01bce-f682-410e-b1ff-6ca8d1d98448 x-openstack-request-id: req-81a01bce-f682-410e-b1ff-6ca8d1d98448 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:04.870298 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d570de8-7582-4596-b6f9-7c304a7d0863", "name": "network-vif-plugged", "status": "completed", "tag": "8c83e953-a5dc-4d00-8706-ea270c25bf61", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:04.870512 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81a01bce-f682-410e-b1ff-6ca8d1d98448 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:04.870953 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d570de8-7582-4596-b6f9-7c304a7d0863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c83e953-a5dc-4d00-8706-ea270c25bf61', 'code': 200} Jul 06 18:22:04.880762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.000188 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb8c8e8-4ae7-4e7b-8fdc-3eb0694deec0 x-openstack-request-id: req-5eb8c8e8-4ae7-4e7b-8fdc-3eb0694deec0 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:05.003693 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a57fe67-ce98-475b-8c0d-502103c82dfd", "name": "network-vif-deleted", "tag": "bdc9c600-7747-4cce-a8e5-d51b16f842e3", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:05.004304 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5eb8c8e8-4ae7-4e7b-8fdc-3eb0694deec0 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:05.004953 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a57fe67-ce98-475b-8c0d-502103c82dfd', 'name': 'network-vif-deleted', 'tag': 'bdc9c600-7747-4cce-a8e5-d51b16f842e3', 'status': 'completed', 'code': 200} Jul 06 18:22:05.023046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Pushing event updated for resources: {'Port': ['ID=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:05.147092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:05.147890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.149432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-15e9c6eb-7652-42df-b7f5-e10dae1adf30 service neutron] 10.222.0.24 "PUT /v2.0/ports/90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 HTTP/1.1" status: 200 len: 1091 time: 1.8317955 Jul 06 18:22:05.181887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-716b74d4-e69d-4cd5-a211-ee0955355c05 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:05.184257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-716b74d4-e69d-4cd5-a211-ee0955355c05 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.4121172 Jul 06 18:22:05.268973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01f79b5d-293c-4aab-9ef8-7669fd8c772d req-13fd1f21-62ef-4207-8138-3e1ab3ba57a7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 210 time: 0.0619013 Jul 06 18:22:05.281054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c807cd-e6a7-48c6-a49c-12830e2c5d7b req-613d4fbc-787a-408a-a327-b42002c41179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:05.283645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6c807cd-e6a7-48c6-a49c-12830e2c5d7b req-613d4fbc-787a-408a-a327-b42002c41179 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 1096 time: 0.3040135 Jul 06 18:22:05.290313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Deleting port 5821df89-9a2a-47a8-85db-0edcbe600c88 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:05.290690 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.378719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-8b7342b9-3ef1-4ca9-a8ed-70e9d48cc973 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:05.380391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-8b7342b9-3ef1-4ca9-a8ed-70e9d48cc973 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.41 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 822 time: 0.3906510 Jul 06 18:22:05.399402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] For port 5821df89-9a2a-47a8-85db-0edcbe600c88, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5821df89-9a2a-47a8-85db-0edcbe600c88,segment=NetworkSegment(c8d2e46b-05e2-4236-8cac-b6fc7e64707c),segment_id=c8d2e46b-05e2-4236-8cac-b6fc7e64707c)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:05.399919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.403070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Request body: {'port': {'device_id': 'ccdd091f-6c2e-4835-b38a-3ad3753a60e9', 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'admin_state_up': True, 'tenant_id': '66644dd6bd614ade97b99e73fc27f405'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:05.414606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Calling delete_port for 5821df89-9a2a-47a8-85db-0edcbe600c88 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:05.493697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6c807cd-e6a7-48c6-a49c-12830e2c5d7b req-58240b5f-ea0e-40d9-ba7a-79d661462e20 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973503 Jul 06 18:22:05.521964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744a48-615a-416a-91c6-d04bd7e31348 req-8f83d50f-f796-4018-ac17-b24318d419d2 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:05.523767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7744a48-615a-416a-91c6-d04bd7e31348 req-8f83d50f-f796-4018-ac17-b24318d419d2 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 945 time: 0.2391145 Jul 06 18:22:05.602779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7744a48-615a-416a-91c6-d04bd7e31348 req-124b9f5b-f868-45cf-b822-662acc508ed5 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/security-groups?id=184670ff-866e-4233-8f5e-6c41664923a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716705 Jul 06 18:22:05.638991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Made reservation on behalf of 66644dd6bd614ade97b99e73fc27f405 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:05.647765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.648052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-4383bc9d-c896-4517-b523-866bc2a8f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:05.649556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-4383bc9d-c896-4517-b523-866bc2a8f3e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e&tenant_id=9b930b3c03d44f3db7e9b9a394be0525 HTTP/1.1" status: 200 len: 1095 time: 0.4546976 Jul 06 18:22:05.693352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b53f38-e75d-495d-b5f1-27652db1226d req-be284c0a-848a-43bb-9bee-3b66918783f8 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:05.695246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b53f38-e75d-495d-b5f1-27652db1226d req-be284c0a-848a-43bb-9bee-3b66918783f8 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 943 time: 0.1840136 Jul 06 18:22:05.723579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-34b74205-9c81-4337-b8a0-5f9e15e1e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:05.725111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-34b74205-9c81-4337-b8a0-5f9e15e1e81f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1866dc61b1e940ffa0af8ce899e0b08b&device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 1094 time: 0.4540300 Jul 06 18:22:05.818509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7402d081-02df-43b4-8e92-9d8218c23770 req-72c41594-7169-4b7f-9627-a446267a4adc tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 210 time: 0.0492561 Jul 06 18:22:05.824124 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-03cea2fd-9256-4285-a4ea-7c917d203877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 HTTP/1.1" status: 200 len: 217 time: 0.0612099 Jul 06 18:22:05.826396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.838352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5821df89-9a2a-47a8-85db-0edcbe600c88'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:05.899853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Pushing event deleted for resources: {'Port': ['ID=5821df89-9a2a-47a8-85db-0edcbe600c88,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:05.920010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b53f38-e75d-495d-b5f1-27652db1226d req-7f526fe4-53c8-4648-b77d-a777e0d616cc tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938303 Jul 06 18:22:05.992005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Allocated IP 172.20.0.4 (e5a541de-8d1d-455d-8842-e990d0f6f421/9c68b6ad-0703-4b3f-9ffa-2fb684060768/dc996903-9727-4f55-a68d-4d65c1c30bdb) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:05.997947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bdc9c600-7747-4cce-a8e5-d51b16f842e3 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:06.029704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] No DVR routers for this DVR port 5821df89-9a2a-47a8-85db-0edcbe600c88 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:06.033012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:06.036452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c6d9d23-3787-4d28-a0b7-f1014183a735 req-aa53c535-0589-4f81-a4b0-4bb924a22481 tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.41 "DELETE /v2.0/ports/5821df89-9a2a-47a8-85db-0edcbe600c88 HTTP/1.1" status: 204 len: 173 time: 1.3225048 Jul 06 18:22:06.039075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-3c01521b-9002-478a-a788-0aa7f8f629d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:06.041931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-3c01521b-9002-478a-a788-0aa7f8f629d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1095 time: 0.3456879 Jul 06 18:22:06.044234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-46dea6ea-6c61-42f4-a191-e198d5981e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:06.046005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-46dea6ea-6c61-42f4-a191-e198d5981e59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac11504d-2cf3-4930-91e3-af4ce8550b68 HTTP/1.1" status: 200 len: 854 time: 0.2079847 Jul 06 18:22:06.057546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: bdc9c600-7747-4cce-a8e5-d51b16f842e3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:06.058248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bdc9c600-7747-4cce-a8e5-d51b16f842e3 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:06.103099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-0e1f7180-afd5-47db-bff8-83737f48fb27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3de09f-2ca7-4756-a09a-2f675f9a87f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458300 Jul 06 18:22:06.304689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-d4cf5ae4-b0b6-4092-b199-a90304aa3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:06.306848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-d4cf5ae4-b0b6-4092-b199-a90304aa3bdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.2588406 Jul 06 18:22:06.321414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-5f677648-f960-4664-852e-65f517485af4 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3de09f-2ca7-4756-a09a-2f675f9a87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904070 Jul 06 18:22:06.342071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4de58c-f93d-4baa-8067-0c748af35c3d req-5585f642-065e-4458-93c8-e2336888e843 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:06.344793 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2e4de58c-f93d-4baa-8067-0c748af35c3d req-5585f642-065e-4458-93c8-e2336888e843 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 944 time: 0.2533383 Jul 06 18:22:06.364546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-7ee31f36-690f-448b-bb59-a1956bf862b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2 HTTP/1.1" status: 200 len: 217 time: 0.0501137 Jul 06 18:22:06.415852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b352179-3387-4074-9088-ba607bdc5bfd req-59b46810-801c-4f60-a547-77b4f0bed324 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:06.417305 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2e4de58c-f93d-4baa-8067-0c748af35c3d req-34b1151d-7531-43cd-b681-6a529444f52c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Jul 06 18:22:06.417966 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b352179-3387-4074-9088-ba607bdc5bfd req-59b46810-801c-4f60-a547-77b4f0bed324 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 945 time: 0.2294278 Jul 06 18:22:06.454025 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:06.522593 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b352179-3387-4074-9088-ba607bdc5bfd req-4761e01e-fb65-487b-844b-8c22a439911a tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790792 Jul 06 18:22:06.524137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-3ee6e1af-223b-470d-97eb-878d2ff10a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:06.526079 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-3ee6e1af-223b-470d-97eb-878d2ff10a65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1493289 Jul 06 18:22:06.544973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:06.578310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-e74f5978-d286-417e-804f-dd443294f93a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385752 Jul 06 18:22:06.578310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e802245f-63f6-4f52-a2ed-e93c65a82c7e req-5b93e379-5875-4f12-bf3e-f04e58f624c2 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3de09f-2ca7-4756-a09a-2f675f9a87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248118 Jul 06 18:22:06.635412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event updated for resources: {'Port': ['ID=dc996903-9727-4f55-a68d-4d65c1c30bdb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:06.663631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Network e5a541de-8d1d-455d-8842-e990d0f6f421 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:06.665248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:06.668363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:06.747130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:06.747802 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:06.773511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-bea4117d-4dab-4c82-863e-ae1cd30b34da tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3755434 Jul 06 18:22:06.787275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Request body: {'port': {'device_id': 'ccdd091f-6c2e-4835-b38a-3ad3753a60e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:06.885587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:07.191186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b277d6-64c7-4ce3-84f8-a6054b5a6370', 'tag': '90b058bf-55b9-4c3b-9db6-b1f53c7d14a6'}, {'server_uuid': '11debe77-09b3-406b-b8ff-34bd364cce9a', 'name': 'network-vif-deleted', 'tag': '5821df89-9a2a-47a8-85db-0edcbe600c88'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:07.193551 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2394f225-8f1f-487a-8b01-fd95c713df47" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b277d6-64c7-4ce3-84f8-a6054b5a6370", "tag": "90b058bf-55b9-4c3b-9db6-b1f53c7d14a6"}, {"server_uuid": "11debe77-09b3-406b-b8ff-34bd364cce9a", "name": "network-vif-deleted", "tag": "5821df89-9a2a-47a8-85db-0edcbe600c88"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:07.199892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3b2ded29-afa0-43ff-80e3-1d7e9739188d req-bd957cb3-ac22-4653-950a-fde0b7e912fb tempest-ServerGroupTestJSON-1623626766 tempest-ServerGroupTestJSON-1623626766-project] 10.222.0.53 "GET /v2.0/ports?device_id=11debe77-09b3-406b-b8ff-34bd364cce9a HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jul 06 18:22:07.244326 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e470852-f719-44d6-b3d2-2784377d16af req-6f967c95-4803-48f6-a6d6-73c54a50e988 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 210 time: 0.0459192 Jul 06 18:22:07.319201 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-74e0f966-cb88-4e5f-9b67-ab9130411631 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384355 Jul 06 18:22:07.338772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc996903-9727-4f55-a68d-4d65c1c30bdb {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:07.350911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:07.374163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Transition to ACTIVE for port object dc996903-9727-4f55-a68d-4d65c1c30bdb will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:07.380544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:07.477251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Pushing event updated for resources: {'Port': ['ID=dc996903-9727-4f55-a68d-4d65c1c30bdb,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:07.549161 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-9229e9cd-cec1-47cc-a458-641c82e96f5f service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215014 Jul 06 18:22:07.592920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a00379-9efe-45d0-87f6-983734dd4a6e req-4c13a0c4-71f3-419a-9be9-782705778a00 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:07.594499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54a00379-9efe-45d0-87f6-983734dd4a6e req-4c13a0c4-71f3-419a-9be9-782705778a00 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 943 time: 0.1729867 Jul 06 18:22:07.600330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8cc0-13b8-475e-ad81-c02400f1c4ae req-ebdde06b-c6a1-4b7e-aa0c-38f0007fae35 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:07.602618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c2c8cc0-13b8-475e-ad81-c02400f1c4ae req-ebdde06b-c6a1-4b7e-aa0c-38f0007fae35 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 943 time: 0.1356850 Jul 06 18:22:07.636639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Attempting to bind port dc996903-9727-4f55-a68d-4d65c1c30bdb on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:07.637014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Attempting to bind port dc996903-9727-4f55-a68d-4d65c1c30bdb by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:07.637301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Attempting to bind port dc996903-9727-4f55-a68d-4d65c1c30bdb on network e5a541de-8d1d-455d-8842-e990d0f6f421 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:07.648453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Port dc996903-9727-4f55-a68d-4d65c1c30bdb on network e5a541de-8d1d-455d-8842-e990d0f6f421 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:07.648775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Attempting to bind port dc996903-9727-4f55-a68d-4d65c1c30bdb on network e5a541de-8d1d-455d-8842-e990d0f6f421 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:07.653795 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c2c8cc0-13b8-475e-ad81-c02400f1c4ae req-b34ad5f7-3bfd-4f0e-ab97-9cdb758dd5cf tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 Jul 06 18:22:07.690894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:07.694254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Checking segment: {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:07.694658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Bound using segment: {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:07.695121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Bound port: dc996903-9727-4f55-a68d-4d65c1c30bdb, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:07.695490 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:07.727996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54a00379-9efe-45d0-87f6-983734dd4a6e req-1c611723-2bee-4e27-a3c0-2bcdfe01ef9f tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224966 Jul 06 18:22:07.737959 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d399d6b9-4146-4213-94c7-0830b4616e33 x-openstack-request-id: req-d399d6b9-4146-4213-94c7-0830b4616e33 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:07.738417 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b277d6-64c7-4ce3-84f8-a6054b5a6370", "tag": "90b058bf-55b9-4c3b-9db6-b1f53c7d14a6", "status": "completed", "code": 200}, {"server_uuid": "11debe77-09b3-406b-b8ff-34bd364cce9a", "name": "network-vif-deleted", "tag": "5821df89-9a2a-47a8-85db-0edcbe600c88", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:07.738748 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d399d6b9-4146-4213-94c7-0830b4616e33 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:07.739247 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b277d6-64c7-4ce3-84f8-a6054b5a6370', 'tag': '90b058bf-55b9-4c3b-9db6-b1f53c7d14a6', 'status': 'completed', 'code': 200} Jul 06 18:22:07.739670 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11debe77-09b3-406b-b8ff-34bd364cce9a', 'name': 'network-vif-deleted', 'tag': '5821df89-9a2a-47a8-85db-0edcbe600c88', 'status': 'completed', 'code': 200} Jul 06 18:22:07.872191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-44619901-9d4d-4f89-9e15-f1c61855cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:07.874764 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-44619901-9d4d-4f89-9e15-f1c61855cfd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1866dc61b1e940ffa0af8ce899e0b08b&device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 1094 time: 0.1097746 Jul 06 18:22:07.884579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:07.888093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:07.897422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:07.963966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:07.964740 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:07.966252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc996903-9727-4f55-a68d-4d65c1c30bdb HTTP/1.1" status: 200 len: 1091 time: 1.1847949 Jul 06 18:22:07.966789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdd091f-6c2e-4835-b38a-3ad3753a60e9', 'tag': 'dc996903-9727-4f55-a68d-4d65c1c30bdb'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:07.969131 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dee82e6-6739-497b-8d2c-479ae58c2d99" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdd091f-6c2e-4835-b38a-3ad3753a60e9", "tag": "dc996903-9727-4f55-a68d-4d65c1c30bdb"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:08.013407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5821df89-9a2a-47a8-85db-0edcbe600c88 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:08.020530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-d11012b9-8f42-4a1e-a879-5c73cc713f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.022254 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-d11012b9-8f42-4a1e-a879-5c73cc713f08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3de09f-2ca7-4756-a09a-2f675f9a87f3 HTTP/1.1" status: 200 len: 915 time: 0.1399708 Jul 06 18:22:08.049911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 5821df89-9a2a-47a8-85db-0edcbe600c88 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:08.050952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5821df89-9a2a-47a8-85db-0edcbe600c88 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:08.057301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bb99a-682b-4ee4-9170-5e128a9a1f69 service neutron] Pushing event updated for resources: {'Port': ['ID=dc996903-9727-4f55-a68d-4d65c1c30bdb,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:08.100845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0408eca-30dd-4000-b663-0f3935c95dc7 req-77b579ab-c2ea-4884-ae02-8534c3626be3 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.108083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0408eca-30dd-4000-b663-0f3935c95dc7 req-77b579ab-c2ea-4884-ae02-8534c3626be3 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 945 time: 0.1626499 Jul 06 18:22:08.128367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-c52fa9ac-f222-497e-86a1-0ad06c8b4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.130039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-c52fa9ac-f222-497e-86a1-0ad06c8b4e16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 1094 time: 0.1171079 Jul 06 18:22:08.153916 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-4e513bff-02fe-4ded-9cc9-2c79795ffb2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 HTTP/1.1" status: 200 len: 217 time: 0.1015115 Jul 06 18:22:08.162614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0408eca-30dd-4000-b663-0f3935c95dc7 req-d731c739-3ebe-4f0c-8fc5-2637e9f2b196 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534725 Jul 06 18:22:08.208237 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-94f81f04-96d9-49cc-95f5-31d32ac51c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb HTTP/1.1" status: 200 len: 217 time: 0.0669110 Jul 06 18:22:08.267125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-908ab0e1-a528-4b86-a76f-d14582208823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.269307 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-908ab0e1-a528-4b86-a76f-d14582208823 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac11504d-2cf3-4930-91e3-af4ce8550b68 HTTP/1.1" status: 200 len: 854 time: 0.1080263 Jul 06 18:22:08.277479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae5206-2ef4-4540-97a3-59ac79f24795 req-258d4466-02d1-4a3b-9493-e82919c17a5a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.284968 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00ae5206-2ef4-4540-97a3-59ac79f24795 req-258d4466-02d1-4a3b-9493-e82919c17a5a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 944 time: 0.2615759 Jul 06 18:22:08.312046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-de7a852f-aebd-4c5f-857b-9ee6b62b6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.318887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-de7a852f-aebd-4c5f-857b-9ee6b62b6bd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68b6ad-0703-4b3f-9ffa-2fb684060768 HTTP/1.1" status: 200 len: 862 time: 0.1021690 Jul 06 18:22:08.333157 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-245af53c-8f2d-46ee-a8b0-21e6d13f6755 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3de09f-2ca7-4756-a09a-2f675f9a87f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396163 Jul 06 18:22:08.339536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-2dea1d13-1eb6-4737-bcda-f407002acc8c tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.341246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-2dea1d13-1eb6-4737-bcda-f407002acc8c tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.3164721 Jul 06 18:22:08.361094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-4d5ddc3f-7f88-4f03-b318-45f2245e5a55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5a541de-8d1d-455d-8842-e990d0f6f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344260 Jul 06 18:22:08.413795 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6860f30b-cf11-4111-829a-a9fa4b402d62 x-openstack-request-id: req-6860f30b-cf11-4111-829a-a9fa4b402d62 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:08.414051 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdd091f-6c2e-4835-b38a-3ad3753a60e9", "tag": "dc996903-9727-4f55-a68d-4d65c1c30bdb", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:08.414306 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6860f30b-cf11-4111-829a-a9fa4b402d62 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:08.414723 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdd091f-6c2e-4835-b38a-3ad3753a60e9', 'tag': 'dc996903-9727-4f55-a68d-4d65c1c30bdb', 'status': 'completed', 'code': 200} Jul 06 18:22:08.454266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00ae5206-2ef4-4540-97a3-59ac79f24795 req-b8af1bbe-2cb0-40cc-9f1b-3bc69f87a8a3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678646 Jul 06 18:22:08.526843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-35f774ae-e27a-499d-b462-d446fc3e7606 service neutron] 10.222.0.41 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595874 Jul 06 18:22:08.591664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-6f6f775c-996d-4899-8353-42c2e5d88522 service neutron] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:08.597918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-6f6f775c-996d-4899-8353-42c2e5d88522 service neutron] Notify callbacks [] for binding, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:08.599054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbcc49df-6ea5-4749-a494-2597c5ae3cf5 req-6f6f775c-996d-4899-8353-42c2e5d88522 service neutron] 10.222.0.41 "DELETE /v2.0/ports/9113432d-69cc-4f9c-8015-0bf0cce0bdb2/bindings/n-h2-799684-2 HTTP/1.1" status: 204 len: 173 time: 0.2472811 Jul 06 18:22:08.639635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-2f41994d-8147-4945-970a-b82c4479ae49 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3de09f-2ca7-4756-a09a-2f675f9a87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971494 Jul 06 18:22:08.745808 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c79ef18-9ba3-478f-a9a1-fb6915bca24c req-f8141186-c6ee-426d-9980-ecfae0d91a1b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 210 time: 0.0736656 Jul 06 18:22:08.789283 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6efa6e5e-f27e-4d9e-a4c2-fea142e6968b req-2df3d818-1c74-4051-8953-565c4d4f119d service neutron] 10.222.0.41 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482305 Jul 06 18:22:08.804933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2394f225-8f1f-487a-8b01-fd95c713df47 req-bf9efac9-f0a7-4747-98df-a2151b893832 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3de09f-2ca7-4756-a09a-2f675f9a87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572037 Jul 06 18:22:08.915069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-4a8d174b-5b7c-4093-a720-162f30ae4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.916614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-4a8d174b-5b7c-4093-a720-162f30ae4536 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 1094 time: 0.0724871 Jul 06 18:22:09.111723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-33da6ae6-44b0-4d69-97b5-7722cae1ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:09.113864 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-33da6ae6-44b0-4d69-97b5-7722cae1ba53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 923 time: 0.1894484 Jul 06 18:22:09.178069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-36e807c8-afd8-4c11-b999-727df25c14d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb HTTP/1.1" status: 200 len: 217 time: 0.0407259 Jul 06 18:22:09.241976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-b451f5db-bc59-4127-8723-4859493cc1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:09.243840 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-b451f5db-bc59-4127-8723-4859493cc1bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50e901617ed4447e9280605d634836f7&device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 1096 time: 0.1497698 Jul 06 18:22:09.323362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90f009-0e04-4ba3-a714-d2b5f8e7f691 req-cafb02b3-9e21-4ab4-9357-9830f048c306 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:09.332343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f90f009-0e04-4ba3-a714-d2b5f8e7f691 req-cafb02b3-9e21-4ab4-9357-9830f048c306 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 943 time: 0.1654084 Jul 06 18:22:09.391678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f90f009-0e04-4ba3-a714-d2b5f8e7f691 req-db32163d-1424-4da1-8ac4-553c7c369fc2 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 Jul 06 18:22:09.414284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-3dbfbb3a-76bf-4518-a88f-85911fcdab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:09.416335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-3dbfbb3a-76bf-4518-a88f-85911fcdab2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d45428d-4ebd-46fa-86f5-8ce27eface29 HTTP/1.1" status: 200 len: 914 time: 0.1634178 Jul 06 18:22:09.493472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-b20ed2e5-a6a6-4cad-85f6-6cca4e978406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c83e953-a5dc-4d00-8706-ea270c25bf61 HTTP/1.1" status: 200 len: 217 time: 0.0593457 Jul 06 18:22:09.583740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-1de8db31-c0aa-466d-bf70-ce11f005c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:09.586132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-1de8db31-c0aa-466d-bf70-ce11f005c709 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd HTTP/1.1" status: 200 len: 853 time: 0.0861189 Jul 06 18:22:09.627862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-4958a8f2-5c7f-472b-b12c-db572848c0fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d45428d-4ebd-46fa-86f5-8ce27eface29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334432 Jul 06 18:22:09.712884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:09.717557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-1d492fdc-844e-4afd-a5da-a8024bcdfd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:09.719082 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-1d492fdc-844e-4afd-a5da-a8024bcdfd2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68b6ad-0703-4b3f-9ffa-2fb684060768 HTTP/1.1" status: 200 len: 862 time: 0.5240579 Jul 06 18:22:09.764310 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-4fe64aa2-dc3d-44d4-8651-71d5f928b490 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5a541de-8d1d-455d-8842-e990d0f6f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336993 Jul 06 18:22:09.774306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857fb98-de46-4fb7-a090-45e5676b14da req-67b191f4-8b88-4c65-8156-11ba15d48822 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:09.789195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-ff00cd6f-505b-49e2-af73-0747f2da62bc service neutron] 10.222.0.24 "GET /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515381 Jul 06 18:22:09.793292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c857fb98-de46-4fb7-a090-45e5676b14da req-67b191f4-8b88-4c65-8156-11ba15d48822 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 943 time: 0.6780622 Jul 06 18:22:09.802371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf83b23-8a2b-4eef-92da-13289a159ec9 req-f09bb763-540d-48d8-aaee-784f3c7862ec tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:09.804341 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9cf83b23-8a2b-4eef-92da-13289a159ec9 req-f09bb763-540d-48d8-aaee-784f3c7862ec tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 945 time: 0.1412292 Jul 06 18:22:09.888348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,segment=NetworkSegment(6c0a5619-7722-4931-b5d8-d4c46dc86079),segment_id=6c0a5619-7722-4931-b5d8-d4c46dc86079)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:09.898823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c857fb98-de46-4fb7-a090-45e5676b14da req-64812541-ecf5-4a43-86ad-538bb5ad9318 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031272 Jul 06 18:22:09.938169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '90b058bf-55b9-4c3b-9db6-b1f53c7d14a6', 'network_id': '9a3de09f-2ca7-4756-a09a-2f675f9a87f3', 'port_id': '90b058bf-55b9-4c3b-9db6-b1f53c7d14a6', 'mac_address': 'fa:16:3e:c4:6f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac11504d-2cf3-4930-91e3-af4ce8550b68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:09.951650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9cf83b23-8a2b-4eef-92da-13289a159ec9 req-b2843d23-9347-442d-b43b-d3d34c01b964 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383445 Jul 06 18:22:09.995854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:10.017690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:10.024194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-44735869-632e-48b4-9bf1-c5f79198ba68 service neutron] 10.222.0.41 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279639 Jul 06 18:22:10.040029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13c36580-1aa0-4dbd-b250-19d4177648f8 req-10a18067-1371-49ae-a28f-a00242f07145 service neutron] 10.222.0.24 "GET /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344010 Jul 06 18:22:10.049026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,segment=NetworkSegment(6c0a5619-7722-4931-b5d8-d4c46dc86079),segment_id=6c0a5619-7722-4931-b5d8-d4c46dc86079)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:10.055043 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:10.130861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:10.165790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dee82e6-6739-497b-8d2c-479ae58c2d99 req-cdaa12c5-474b-41e4-881b-e62ae1e16bf8 service neutron] 10.222.0.41 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338460 Jul 06 18:22:10.233170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbb24c-5e73-4aaf-ab53-1b82461c0c52 req-8fcac195-48ff-4a14-b00e-2e7747f98974 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:10.235158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9edbb24c-5e73-4aaf-ab53-1b82461c0c52 req-8fcac195-48ff-4a14-b00e-2e7747f98974 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 944 time: 0.1053436 Jul 06 18:22:10.298780 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9edbb24c-5e73-4aaf-ab53-1b82461c0c52 req-be5a78c7-565c-481a-ba5f-47b3c6dad7c0 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559201 Jul 06 18:22:10.326220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['90b058bf-55b9-4c3b-9db6-b1f53c7d14a6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:10.519521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7914f044-560d-498d-aa32-dd12af8ad95c req-ba3e675f-4fbd-4add-bd3c-7c60a6042087 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a57fe67-ce98-475b-8c0d-502103c82dfd HTTP/1.1" status: 200 len: 210 time: 0.0673678 Jul 06 18:22:10.673045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedfcec-77c6-46f1-96cd-bdd7c362af39 req-fac46e75-5d5d-43bb-87f1-de3ac5d3f3ec tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:10.674927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dedfcec-77c6-46f1-96cd-bdd7c362af39 req-fac46e75-5d5d-43bb-87f1-de3ac5d3f3ec tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 943 time: 0.0945921 Jul 06 18:22:10.742343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dedfcec-77c6-46f1-96cd-bdd7c362af39 req-ed825fab-4108-4e27-8d83-c1cd0cadc59c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613863 Jul 06 18:22:10.749452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc15f8-5352-408d-8e44-472c2d8a6dbb req-3ff9d805-48ba-4add-8712-be41d2e09cbd tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:10.759444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-85bc15f8-5352-408d-8e44-472c2d8a6dbb req-3ff9d805-48ba-4add-8712-be41d2e09cbd tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1095 time: 0.0841794 Jul 06 18:22:10.809803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-85bc15f8-5352-408d-8e44-472c2d8a6dbb req-f2ed9ad4-0802-44b2-bac8-9fe300eee5ce tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491428 Jul 06 18:22:10.848153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51926) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:10.901120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Deleting subnet 20452a95-54bd-4217-8314-e8e113dc3cc8 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:22:10.904657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:10.954053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:10.979774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4a82c-c632-4b80-8e76-d04afef8ad57 req-904d563e-7034-4b28-aa1e-0d753891d1d6 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:10.981476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ed4a82c-c632-4b80-8e76-d04afef8ad57 req-904d563e-7034-4b28-aa1e-0d753891d1d6 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 1095 time: 0.0608017 Jul 06 18:22:11.005422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.042323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ed4a82c-c632-4b80-8e76-d04afef8ad57 req-d9dc3c66-282b-41b5-afc0-2cbbbad76e85 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Jul 06 18:22:11.126819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.166619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20452a95-54bd-4217-8314-e8e113dc3cc8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:11.169612 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.174067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] 10.222.0.53 "DELETE /v2.0/subnets/20452a95-54bd-4217-8314-e8e113dc3cc8 HTTP/1.1" status: 204 len: 168 time: 0.3221927 Jul 06 18:22:11.174395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:11.205431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8139c-f9b2-447d-a037-6002401d3f3c req-6f99320e-f5bb-4f5c-b568-f6383b0132c7 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:11.207314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf8139c-f9b2-447d-a037-6002401d3f3c req-6f99320e-f5bb-4f5c-b568-f6383b0132c7 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 944 time: 0.1471074 Jul 06 18:22:11.231953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.232292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.232631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.232963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.233288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.233613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.233958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.234277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.234595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.234910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.235224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.235539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42214c70-e09b-4e44-b9f2-4f02bca3e7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:11.268471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83a02a-ef4d-4d04-9c8a-d9c5232eaef4 req-9a17e227-f084-4a10-856b-24162ad7ba53 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:11.271642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f83a02a-ef4d-4d04-9c8a-d9c5232eaef4 req-9a17e227-f084-4a10-856b-24162ad7ba53 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 945 time: 0.0757172 Jul 06 18:22:11.294163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.299182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf8139c-f9b2-447d-a037-6002401d3f3c req-6373fe46-94c6-4600-a885-2b7153696b99 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589209 Jul 06 18:22:11.315391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f83a02a-ef4d-4d04-9c8a-d9c5232eaef4 req-684256fb-c15d-4ae9-a029-c29efd2ab973 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378857 Jul 06 18:22:11.385380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.398366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22294b73-13b8-4b50-9178-b5b315a7e57c']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:11.412497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d2e46b-05e2-4236-8cac-b6fc7e64707c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:11.412885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d2e46b-05e2-4236-8cac-b6fc7e64707c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:11.422843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.440370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.447663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:22:11.448078 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:22:11.454841 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:22:11.516021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.527911 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.530894 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] 10.222.0.53 "DELETE /v2.0/networks/22294b73-13b8-4b50-9178-b5b315a7e57c HTTP/1.1" status: 204 len: 168 time: 0.3554311 Jul 06 18:22:11.547328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b690c-43f0-4016-b78d-389d03919856 admin admin] Pushing event deleted for resources: {'Network': ['ID=22294b73-13b8-4b50-9178-b5b315a7e57c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:11.736048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:11.753455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51960) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:11.806062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:11.812005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:11.812522 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.840958 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0ec23a55-d2c1-4506-96f7-234073bcc29a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15b381695c8b431a922b1022ea23f76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858641 Jul 06 18:22:11.843182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51966) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:11.926702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.944052 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.952139 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.978919 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b277d6-64c7-4ce3-84f8-a6054b5a6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b058bf-55b9-4c3b-9db6-b1f53c7d14a6'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:11.982728 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931dd5dc-71f2-48b5-bc52-37d4e420860e" -d '{"events": [{"server_uuid": "e5b277d6-64c7-4ce3-84f8-a6054b5a6370", "name": "network-vif-plugged", "status": "completed", "tag": "90b058bf-55b9-4c3b-9db6-b1f53c7d14a6"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:12.004391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,segment=NetworkSegment(6c0a5619-7722-4931-b5d8-d4c46dc86079),segment_id=6c0a5619-7722-4931-b5d8-d4c46dc86079)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:12.012435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.012781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ceb57-6614-42aa-b902-cad79d53fafb req-420721ba-1ba4-4018-a13f-6df6941d5d14 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:12.015904 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c23ceb57-6614-42aa-b902-cad79d53fafb req-420721ba-1ba4-4018-a13f-6df6941d5d14 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 943 time: 0.1194499 Jul 06 18:22:12.032867 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.035748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.037271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/184670ff-866e-4233-8f5e-6c41664923a6 HTTP/1.1" status: 204 len: 168 time: 0.1922143 Jul 06 18:22:12.043762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc996903-9727-4f55-a68d-4d65c1c30bdb details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:12.048619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184670ff-866e-4233-8f5e-6c41664923a6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:12.061949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.062815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.064264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.065191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.065996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.066174 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e765d703-e5e4-41a0-a715-341cf129d27d x-openstack-request-id: req-e765d703-e5e4-41a0-a715-341cf129d27d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:12.066660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.066814 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b277d6-64c7-4ce3-84f8-a6054b5a6370", "name": "network-vif-plugged", "status": "completed", "tag": "90b058bf-55b9-4c3b-9db6-b1f53c7d14a6", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:12.067223 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e765d703-e5e4-41a0-a715-341cf129d27d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:12.067620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.067750 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b277d6-64c7-4ce3-84f8-a6054b5a6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b058bf-55b9-4c3b-9db6-b1f53c7d14a6', 'code': 200} Jul 06 18:22:12.068301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.068847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.070039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.070869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.071464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098b906-bbca-4019-8b54-a515b0e82e86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:12.073465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c23ceb57-6614-42aa-b902-cad79d53fafb req-f3b81865-0480-46c1-bfc3-a7bb31191305 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491090 Jul 06 18:22:12.092934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:12.239373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:12.252148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'dc996903-9727-4f55-a68d-4d65c1c30bdb', 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'port_id': 'dc996903-9727-4f55-a68d-4d65c1c30bdb', 'mac_address': 'fa:16:3e:30:e3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68b6ad-0703-4b3f-9ffa-2fb684060768', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:12.269939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210633a-bfff-4a7d-a264-c138d3dbb70a req-7745107f-e3c0-4a52-b387-9ae58beadb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:12.271468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d210633a-bfff-4a7d-a264-c138d3dbb70a req-7745107f-e3c0-4a52-b387-9ae58beadb41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 1096 time: 0.1067240 Jul 06 18:22:12.304336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.340133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc996903-9727-4f55-a68d-4d65c1c30bdb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:12.360018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d210633a-bfff-4a7d-a264-c138d3dbb70a req-59aa64fa-9bec-4d1f-b058-bd559c295835 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804899 Jul 06 18:22:12.364265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24162b26-135c-4c85-88fe-e035b22209b2 req-db9f45d6-8677-4f73-8fa7-7e9ab1cb2e2c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:12.371569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-db9f45d6-8677-4f73-8fa7-7e9ab1cb2e2c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.1709757 Jul 06 18:22:12.374584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:12.381255 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.393540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-8acab403-426d-42cb-a19a-db2357c26e1c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/quotas/bf77d1848a3a4efe9c1eb515d3893aec HTTP/1.1" status: 200 len: 375 time: 0.0202131 Jul 06 18:22:12.400442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f7b0d-3017-496d-82fd-ae0eb7dc34a2 req-b29418ae-a1ca-4ec2-a645-9f9b93c9dc41 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:12.406941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c8f7b0d-3017-496d-82fd-ae0eb7dc34a2 req-b29418ae-a1ca-4ec2-a645-9f9b93c9dc41 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 945 time: 0.1020172 Jul 06 18:22:12.437189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-e4962a6e-e265-41b6-a759-a6ffdff33da2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381770 Jul 06 18:22:12.467087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c8f7b0d-3017-496d-82fd-ae0eb7dc34a2 req-e1fb0203-830f-43f1-a549-f262b8a95876 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556560 Jul 06 18:22:12.586515 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-9d2d96a6-e84d-42ab-bf3c-598bf8f40842 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411068 Jul 06 18:22:12.692416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=dc996903-9727-4f55-a68d-4d65c1c30bdb,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:12.731064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-63738085-9462-449a-bb5e-7d6dc68ab6b8 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435111 Jul 06 18:22:12.767615 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['dc996903-9727-4f55-a68d-4d65c1c30bdb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:12.844028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-cb91c265-0a23-4913-a5a7-90c94dc8da42 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:12.853396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-cb91c265-0a23-4913-a5a7-90c94dc8da42 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 821 time: 0.2357106 Jul 06 18:22:12.873747 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-f8d43378-18cf-4f57-afb7-e4477e21e805 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/quotas/a39e9a45117742db8c51a45660114a46 HTTP/1.1" status: 200 len: 375 time: 0.0191064 Jul 06 18:22:13.018189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-e0f120d4-4ebb-483e-9f71-6f8ba13490e6 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434858 Jul 06 18:22:13.117843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1d244-bdd2-49d1-b9ab-acf73b86ae29 req-ec5441c1-ecbc-4298-b0bf-dff4793b29b9 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:13.118903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52022) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:13.125321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e2f1d244-bdd2-49d1-b9ab-acf73b86ae29 req-ec5441c1-ecbc-4298-b0bf-dff4793b29b9 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 945 time: 0.0812142 Jul 06 18:22:13.168682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e2f1d244-bdd2-49d1-b9ab-acf73b86ae29 req-f724605a-a4e0-4e09-959f-16aa12dc9ca1 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Jul 06 18:22:13.182923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-fa5af80b-7a84-4c23-85e8-92db8b14ad2a service neutron] 10.222.0.53 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637301 Jul 06 18:22:13.279405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2009346689-network', 'tenant_id': '9353756763434f21a1370f315f293f4b'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:13.306290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Made reservation on behalf of 9353756763434f21a1370f315f293f4b for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:13.309776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.325006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.336936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-aff0524f-5044-4748-92b2-e70be60ba50b service neutron] 10.222.0.53 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530855 Jul 06 18:22:13.429300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.437634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.475198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:22:13.479897 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3d3ebe3-18de-4341-a10c-3b53a886c74a req-08c1f190-4cb3-4807-90e6-7569d65786c3 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccae0bb6-6a09-4933-be94-7fc7151bec3e HTTP/1.1" status: 200 len: 210 time: 0.0457788 Jul 06 18:22:13.488353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da157944-d969-4289-ae0f-86553c8770bc,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:13.506345 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.506583 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Added segment 95a1ff94-0350-422a-ae99-bbdc58ed8d0c of type vlan for network 593f0cc1-f936-4a6e-84db-60165e2994b1 Jul 06 18:22:13.583796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.635527 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.636817 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:13.637543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.720358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6003768 Jul 06 18:22:13.721273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41757091-37ba-423d-bc59-64b345de1b07 admin admin] Pushing event updated for resources: {'Network': ['ID=593f0cc1-f936-4a6e-84db-60165e2994b1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:13.724817 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52038) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:13.732477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Request body: {'subnet': {'network_id': '593f0cc1-f936-4a6e-84db-60165e2994b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2009346689-subnet', 'tenant_id': '9353756763434f21a1370f315f293f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:13.734960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 593f0cc1-f936-4a6e-84db-60165e2994b1 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:22:13.776878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Made reservation on behalf of 9353756763434f21a1370f315f293f4b for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:13.781629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.798324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77cbc4-a86c-499d-b9df-bb513751b290 req-e7797fea-ca1d-405d-b013-7bc9dd03820e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:13.806692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb77cbc4-a86c-499d-b9df-bb513751b290 req-e7797fea-ca1d-405d-b013-7bc9dd03820e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 944 time: 0.2063553 Jul 06 18:22:13.878956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb77cbc4-a86c-499d-b9df-bb513751b290 req-c2d81bd1-1d96-43cf-a07e-786bfac1f6f5 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Jul 06 18:22:14.047033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc996903-9727-4f55-a68d-4d65c1c30bdb up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:14.156166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port dc996903-9727-4f55-a68d-4d65c1c30bdb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:14.160598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port dc996903-9727-4f55-a68d-4d65c1c30bdb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:14.160886 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.286079 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.326113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:14.327447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdd091f-6c2e-4835-b38a-3ad3753a60e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc996903-9727-4f55-a68d-4d65c1c30bdb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:14.330444 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6b0083-8984-48fc-9a03-4dc83c8cc9c2" -d '{"events": [{"server_uuid": "ccdd091f-6c2e-4835-b38a-3ad3753a60e9", "name": "network-vif-plugged", "status": "completed", "tag": "dc996903-9727-4f55-a68d-4d65c1c30bdb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:14.336438 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.336886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085629d2-8e70-4781-9352-a23afa29d007 req-dce1699e-1cb3-4b8a-ba3c-91656a606008 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:14.341475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-085629d2-8e70-4781-9352-a23afa29d007 req-dce1699e-1cb3-4b8a-ba3c-91656a606008 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 945 time: 0.3497880 Jul 06 18:22:14.433685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=dc996903-9727-4f55-a68d-4d65c1c30bdb,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:14.470157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.550387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccced5f-42ab-41e8-9289-cecca3880499 req-f20a41f2-d5dd-4d5c-b0ff-e3fa785fd13e tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:14.557677 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ccced5f-42ab-41e8-9289-cecca3880499 req-f20a41f2-d5dd-4d5c-b0ff-e3fa785fd13e tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d570de8-7582-4596-b6f9-7c304a7d0863 HTTP/1.1" status: 200 len: 945 time: 0.3201089 Jul 06 18:22:14.574263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cec440a-db61-4653-af19-6b899b339d0b,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:14.621414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Deleting port 8c83e953-a5dc-4d00-8706-ea270c25bf61 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:14.621840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.647899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ccced5f-42ab-41e8-9289-cecca3880499 req-c5f89a7b-9084-411a-a99b-e115f6817900 tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.53 "GET /v2.0/security-groups?id=683365c8-e7a4-4424-ba71-df51b75148ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892243 Jul 06 18:22:14.725493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Checking segment: {'id': '95a1ff94-0350-422a-ae99-bbdc58ed8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '593f0cc1-f936-4a6e-84db-60165e2994b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:14.725930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Network hostable DHCP agents. Network: 593f0cc1-f936-4a6e-84db-60165e2994b1, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:22:14.786919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e66dc78-6239-4655-aeb2-208e50ad0e7a req-249f3648-cd6c-4af5-8581-1e4c55486779 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 210 time: 0.0554590 Jul 06 18:22:14.836768 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-03781c43-1342-4aef-a088-f856a526c7cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=ccae0bb6-6a09-4933-be94-7fc7151bec3e HTTP/1.1" status: 200 len: 210 time: 0.0549793 Jul 06 18:22:14.865145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] For port 8c83e953-a5dc-4d00-8706-ea270c25bf61, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c83e953-a5dc-4d00-8706-ea270c25bf61,segment=NetworkSegment(7acc4133-51e5-4db4-8c5f-bc120aad03ae),segment_id=7acc4133-51e5-4db4-8c5f-bc120aad03ae)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:14.865673 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.884713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Calling delete_port for 8c83e953-a5dc-4d00-8706-ea270c25bf61 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:14.890361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Network 593f0cc1-f936-4a6e-84db-60165e2994b1 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:22:14.908708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 593f0cc1-f936-4a6e-84db-60165e2994b1) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:14.915058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:14.915833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.922298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8517fec-445a-4917-9164-efcbed478d73 None None] Network 593f0cc1-f936-4a6e-84db-60165e2994b1 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:15.017911 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab7711e-9104-4a9a-8536-2d3b2a1edb78 x-openstack-request-id: req-6ab7711e-9104-4a9a-8536-2d3b2a1edb78 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:15.018423 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdd091f-6c2e-4835-b38a-3ad3753a60e9", "name": "network-vif-plugged", "status": "completed", "tag": "dc996903-9727-4f55-a68d-4d65c1c30bdb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:15.018820 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ab7711e-9104-4a9a-8536-2d3b2a1edb78 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:15.019358 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdd091f-6c2e-4835-b38a-3ad3753a60e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc996903-9727-4f55-a68d-4d65c1c30bdb', 'code': 200} Jul 06 18:22:15.079238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611e556-2511-472c-b871-950d242452b2 None None] Network 593f0cc1-f936-4a6e-84db-60165e2994b1 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:15.143681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8f715839-5d80-45b3-ada1-78d6fd6c633a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4090257 Jul 06 18:22:15.301794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d19bb-2709-4870-a41a-10c8c3699322 req-b4670719-7a69-488f-be96-309f0af91b40 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:15.309078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24162b26-135c-4c85-88fe-e035b22209b2 req-19fcb49d-ea7b-4618-9dd6-df04535801c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:15.309704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a63d19bb-2709-4870-a41a-10c8c3699322 req-b4670719-7a69-488f-be96-309f0af91b40 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 945 time: 0.3459644 Jul 06 18:22:15.310745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-19fcb49d-ea7b-4618-9dd6-df04535801c1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4663644 Jul 06 18:22:15.360152 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a63d19bb-2709-4870-a41a-10c8c3699322 req-2946fc37-7241-4f98-8289-8c7e9220159b tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 Jul 06 18:22:15.492861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-51a7e132-c236-478d-9d74-af55b6ba126d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:15.556890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:15.570595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8c83e953-a5dc-4d00-8706-ea270c25bf61'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:15.615741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Pushing event deleted for resources: {'Port': ['ID=8c83e953-a5dc-4d00-8706-ea270c25bf61,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:15.677185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24162b26-135c-4c85-88fe-e035b22209b2 req-264e6c56-32c1-455b-8a24-2826a7d723eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:15.678914 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-264e6c56-32c1-455b-8a24-2826a7d723eb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3600211 Jul 06 18:22:15.694724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] No DVR routers for this DVR port 8c83e953-a5dc-4d00-8706-ea270c25bf61 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:15.698223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:15.700831 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-085629d2-8e70-4781-9352-a23afa29d007 req-8006480a-e3c5-476d-be5e-2b9aaa33bb6d tempest-InstanceActionsTestJSON-1861393618 tempest-InstanceActionsTestJSON-1861393618-project] 10.222.0.24 "DELETE /v2.0/ports/8c83e953-a5dc-4d00-8706-ea270c25bf61 HTTP/1.1" status: 204 len: 173 time: 1.3240418 Jul 06 18:22:15.701335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d570de8-7582-4596-b6f9-7c304a7d0863', 'name': 'network-vif-deleted', 'tag': '8c83e953-a5dc-4d00-8706-ea270c25bf61'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:15.704026 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169c245-508b-40c0-9516-3432a8ef1cd5" -d '{"events": [{"server_uuid": "2d570de8-7582-4596-b6f9-7c304a7d0863", "name": "network-vif-deleted", "tag": "8c83e953-a5dc-4d00-8706-ea270c25bf61"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:15.726321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70088a42-866e-4fc9-a808-c143133daf07 req-9d452254-58dc-4d48-9189-692de94220df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:15.728001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-70088a42-866e-4fc9-a808-c143133daf07 req-9d452254-58dc-4d48-9189-692de94220df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 1096 time: 0.5143399 Jul 06 18:22:15.746256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24162b26-135c-4c85-88fe-e035b22209b2 req-2999cf1a-677e-47bf-adab-d98d3b9ffe96 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccae0bb6-6a09-4933-be94-7fc7151bec3e HTTP/1.1" status: 200 len: 210 time: 0.0348263 Jul 06 18:22:15.826508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-70088a42-866e-4fc9-a808-c143133daf07 req-8fe3dc9a-1486-4a69-b2d4-408e79b7a1b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845675 Jul 06 18:22:15.860400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e54429-586f-417e-bee2-0001bb99f158 req-03582be5-39ea-40c8-a6a2-78b8b2e22ea2 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:15.871634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8e54429-586f-417e-bee2-0001bb99f158 req-03582be5-39ea-40c8-a6a2-78b8b2e22ea2 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 945 time: 0.2214463 Jul 06 18:22:15.951477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8e54429-586f-417e-bee2-0001bb99f158 req-bb87388e-30a7-49d6-9094-8576ddb0f614 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788522 Jul 06 18:22:16.097199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-4eca1e59-af3d-4478-82e2-8725de9c77e9 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:16.099135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-4eca1e59-af3d-4478-82e2-8725de9c77e9 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 821 time: 0.1411521 Jul 06 18:22:16.120220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-adb41d4f-de7a-49b2-8b68-62158d43cb49 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:16.122746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Request body: {'port': {'device_id': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'admin_state_up': True, 'tenant_id': 'a39e9a45117742db8c51a45660114a46'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:16.138685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-adb41d4f-de7a-49b2-8b68-62158d43cb49 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/networks?id=593f0cc1-f936-4a6e-84db-60165e2994b1 HTTP/1.1" status: 200 len: 813 time: 0.2511280 Jul 06 18:22:16.168898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-57875de7-2795-4392-8e9c-b6b9a2051caa tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/quotas/9353756763434f21a1370f315f293f4b HTTP/1.1" status: 200 len: 375 time: 0.0289800 Jul 06 18:22:16.224626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-f080829e-3f70-4f3a-97f8-91c3c18a57aa tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9353756763434f21a1370f315f293f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546620 Jul 06 18:22:16.359857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489e7d-0391-4745-8db5-5a46b77c464d req-6b6b6059-dddb-4343-b4a0-25272228a428 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:16.363398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-6b6b6059-dddb-4343-b4a0-25272228a428 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.2627597 Jul 06 18:22:16.378788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-13101589-33f4-4b6d-a085-f9461f44a51a service neutron] 10.222.0.53 "GET /v2.0/networks/593f0cc1-f936-4a6e-84db-60165e2994b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517081 Jul 06 18:22:16.395240 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-b8ea54b8-c07a-482a-b6d7-23720b18b1ae tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/quotas/bf77d1848a3a4efe9c1eb515d3893aec HTTP/1.1" status: 200 len: 375 time: 0.0220215 Jul 06 18:22:16.432303 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-45fe14f7-eef4-42c6-b3f3-bbe7b380acc4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361812 Jul 06 18:22:16.542174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Made reservation on behalf of a39e9a45117742db8c51a45660114a46 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:16.551435 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.561847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-b7d69fc5-f46a-4eb3-b1c0-f81f544bd711 service neutron] 10.222.0.53 "GET /v2.0/networks/593f0cc1-f936-4a6e-84db-60165e2994b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692586 Jul 06 18:22:16.607248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-d9de09af-64ee-4c12-bcea-4b67650f4194 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728506 Jul 06 18:22:16.814828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-ebd94bf5-70ec-488f-8cf8-de0011965e65 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958694 Jul 06 18:22:16.990625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52134) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:17.068113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Allocated IP 172.20.0.2 (479a66ed-ef78-4c35-839b-da08422e300a/3503298d-dcda-4a78-b29b-a73d4ef9a11e/3b75caca-9368-470d-afb0-581e85f8bc58) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:17.224489 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5cd251-b87d-4e40-accd-b363f3c08f03 x-openstack-request-id: req-5c5cd251-b87d-4e40-accd-b363f3c08f03 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:17.225114 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d570de8-7582-4596-b6f9-7c304a7d0863", "name": "network-vif-deleted", "tag": "8c83e953-a5dc-4d00-8706-ea270c25bf61", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:17.226113 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c5cd251-b87d-4e40-accd-b363f3c08f03 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:17.226113 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d570de8-7582-4596-b6f9-7c304a7d0863', 'name': 'network-vif-deleted', 'tag': '8c83e953-a5dc-4d00-8706-ea270c25bf61', 'status': 'completed', 'code': 200} Jul 06 18:22:17.249400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-913c730c-0586-4631-8751-2fddd94ee4ca admin admin] Deleting subnet ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:22:17.258395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-913c730c-0586-4631-8751-2fddd94ee4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.303649 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-913c730c-0586-4631-8751-2fddd94ee4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.416810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-913c730c-0586-4631-8751-2fddd94ee4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.473058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8643c9c-9f91-4819-a490-0f5cc8387947 req-c283a07f-1e4e-4991-a75e-5e79088cdba9 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 210 time: 0.0408695 Jul 06 18:22:17.542830 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.641801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.651841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a998887-7008-45d9-93f6-cc6379f01971 req-9f0d2d7a-e131-4e2b-b21c-5b6bbd86b6aa tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 210 time: 0.0921321 Jul 06 18:22:17.654340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9d487b92-8eb9-4c58-9fc2-a72cc68082d0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:17.715171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-913c730c-0586-4631-8751-2fddd94ee4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.736745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8c83e953-a5dc-4d00-8706-ea270c25bf61 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:17.753423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c730c-0586-4631-8751-2fddd94ee4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:17.783500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 8c83e953-a5dc-4d00-8706-ea270c25bf61 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:17.784379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8c83e953-a5dc-4d00-8706-ea270c25bf61 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:17.821598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-913c730c-0586-4631-8751-2fddd94ee4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.841690 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-913c730c-0586-4631-8751-2fddd94ee4ca admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ee78ae7f-04e6-44db-b6bf-4ef0f55cfffd HTTP/1.1" status: 204 len: 168 time: 0.8480737 Jul 06 18:22:17.845356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52154) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:17.846206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Network 479a66ed-ef78-4c35-839b-da08422e300a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:17.862589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc6c3412-f6c3-47dc-ae60-cec4e8c49b2b req-c1c8731e-f1a5-48d4-8f80-f55ae87a4c72 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 210 time: 0.1005411 Jul 06 18:22:17.878320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:17.888309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:18.041424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:18.042297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.052456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Pushing event updated for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:18.078903 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.095034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d284a697-ae0e-403d-9017-a989fb9ccb2a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9842005 Jul 06 18:22:18.123074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b32146a4-8354-43cf-b263-6e084e974592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.137309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Request body: {'port': {'device_id': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:18.198330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d42ff-f624-4575-a88a-5199449b7d9f req-f80d9b92-71ba-42ad-878e-79a9b7f95404 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:18.207120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-822d42ff-f624-4575-a88a-5199449b7d9f req-f80d9b92-71ba-42ad-878e-79a9b7f95404 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 945 time: 0.4660656 Jul 06 18:22:18.272872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.284224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.297510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d45428d-4ebd-46fa-86f5-8ce27eface29']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:18.311532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acc4133-51e5-4db4-8c5f-bc120aad03ae') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:18.312079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acc4133-51e5-4db4-8c5f-bc120aad03ae') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:18.323674 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.327506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-822d42ff-f624-4575-a88a-5199449b7d9f req-fc2ace1d-f41f-4d85-9d7f-1ea275c080b6 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165280 Jul 06 18:22:18.341541 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.348661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:22:18.349430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:22:18.352067 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:22:18.359492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.541337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.547941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.554998 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d45428d-4ebd-46fa-86f5-8ce27eface29 HTTP/1.1" status: 204 len: 168 time: 0.7014096 Jul 06 18:22:18.562119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd660be0-ae29-4c15-a075-e922dabe55d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d45428d-4ebd-46fa-86f5-8ce27eface29,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:18.712598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345155de-f2bb-468e-97f1-707f1cf3e334 req-e19472a6-ca4a-47e3-a0c6-c24deb186f0a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:18.714198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-345155de-f2bb-468e-97f1-707f1cf3e334 req-e19472a6-ca4a-47e3-a0c6-c24deb186f0a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 945 time: 0.1096900 Jul 06 18:22:18.738601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52210) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:18.827552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b75caca-9368-470d-afb0-581e85f8bc58 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:18.856780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-345155de-f2bb-468e-97f1-707f1cf3e334 req-718bbd7a-3d89-468e-9097-e39b4cb006d9 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351519 Jul 06 18:22:18.866544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.876338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a9204720-8a58-4066-a213-e2b13214a9ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50e901617ed4447e9280605d634836f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364336 Jul 06 18:22:18.879708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52218) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:18.944560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Transition to ACTIVE for port object 3b75caca-9368-470d-afb0-581e85f8bc58 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:18.958288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.229114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Pushing event updated for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:19.233644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f343a7e-2e9c-4fa0-999f-89946c9f3878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.267889 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f343a7e-2e9c-4fa0-999f-89946c9f3878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.329549 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.343534 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f343a7e-2e9c-4fa0-999f-89946c9f3878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.346388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0f343a7e-2e9c-4fa0-999f-89946c9f3878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.351272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0f343a7e-2e9c-4fa0-999f-89946c9f3878 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/683365c8-e7a4-4424-ba71-df51b75148ef HTTP/1.1" status: 204 len: 168 time: 0.4585760 Jul 06 18:22:20.130963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f343a7e-2e9c-4fa0-999f-89946c9f3878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683365c8-e7a4-4424-ba71-df51b75148ef,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:20.262919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fcb3824a-ef26-4882-b3ce-d2982a552178 req-c7e065b8-6f60-4239-bd58-0ca2ea1b8566 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 210 time: 0.8637886 Jul 06 18:22:20.321847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-ae8f2ef7-7134-492d-b0ae-58e34cb9b233 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:20.323809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489e7d-0391-4745-8db5-5a46b77c464d req-da6571c2-17b8-45d1-9bd9-aa21c94a59f4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:20.325344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-da6571c2-17b8-45d1-9bd9-aa21c94a59f4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.2691090 Jul 06 18:22:20.328499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-ae8f2ef7-7134-492d-b0ae-58e34cb9b233 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.24 "GET /v2.0/networks?id=593f0cc1-f936-4a6e-84db-60165e2994b1 HTTP/1.1" status: 200 len: 813 time: 1.1567099 Jul 06 18:22:20.328720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:20.328815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:20.329160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:20.341770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:20.342366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:20.349465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Request body: {'port': {'device_id': 'b6aa2b5c-0816-4b24-a6cd-55a605af79bc', 'network_id': '593f0cc1-f936-4a6e-84db-60165e2994b1', 'admin_state_up': True, 'tenant_id': '9353756763434f21a1370f315f293f4b'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:20.353402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:20.353775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:20.354305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:20.354623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Bound port: 3b75caca-9368-470d-afb0-581e85f8bc58, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:20.355021 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.361732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Request body: {'port': {'device_id': 'a574463f-0ce5-4e4a-a37a-fd9e849854f9', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'admin_state_up': True, 'tenant_id': 'bf77d1848a3a4efe9c1eb515d3893aec'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:20.439979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821ea6b-9c6e-4458-957f-971ec0035139 req-6bd0010f-06bf-44f5-a115-2f2c99f986d5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:20.448155 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a821ea6b-9c6e-4458-957f-971ec0035139 req-6bd0010f-06bf-44f5-a115-2f2c99f986d5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 1.0850787 Jul 06 18:22:20.603242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a821ea6b-9c6e-4458-957f-971ec0035139 req-71af308c-5dd5-448b-8644-9a08537af06e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541996 Jul 06 18:22:20.618189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Made reservation on behalf of 9353756763434f21a1370f315f293f4b for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:20.629120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.647215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Made reservation on behalf of bf77d1848a3a4efe9c1eb515d3893aec for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:20.651005 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.667457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:20.689814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:20.698577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.848819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52290) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:20.896625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.902835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:20.903467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.904979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] 10.222.0.41 "PUT /v2.0/ports/3b75caca-9368-470d-afb0-581e85f8bc58 HTTP/1.1" status: 200 len: 1091 time: 2.7862024 Jul 06 18:22:20.906809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:20.907425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Allocated IP 172.20.0.9 (593f0cc1-f936-4a6e-84db-60165e2994b1/2cec440a-db61-4653-af19-6b899b339d0b/f44d3c97-0573-45a7-a84b-3f512fdea500) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:20.909447 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095" -d '{"events": [{"name": "network-changed", "server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:21.051242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67375266-1ff5-48eb-b178-8d5ad32d7779 req-780b3ae5-b391-4391-bd03-067a9dfd93c7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 210 time: 0.1774874 Jul 06 18:22:21.173338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1474788744-network', 'tenant_id': '4d9441ec74fe4b54aee1579b68e2977f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:21.198585 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7983a149-ba39-4cf1-8f27-fcad7aff9c40 x-openstack-request-id: req-7983a149-ba39-4cf1-8f27-fcad7aff9c40 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:21.198874 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:21.199118 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7983a149-ba39-4cf1-8f27-fcad7aff9c40 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:21.199517 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58', 'status': 'completed', 'code': 200} Jul 06 18:22:21.210924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710519c6-ebd8-41c0-ba26-e91276bde2ff service neutron] Pushing event updated for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:21.218514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Allocated IP 172.20.0.9 (90950a61-13f5-43e3-a282-f1fe44802f85/06d8f1f4-9e1d-441b-8294-be6e3dd37469/641cb74f-ca51-489d-9a69-0d5b14a78a92) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:21.261464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-80373a67-7b4a-4f93-a892-45cd4fa4b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:21.262670 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.263490 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-80373a67-7b4a-4f93-a892-45cd4fa4b0c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1094 time: 0.2156386 Jul 06 18:22:21.266756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Made reservation on behalf of 4d9441ec74fe4b54aee1579b68e2977f for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:21.269047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.341982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.349910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.463505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-d02ef93d-cc22-4994-9674-21daf58357f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b75caca-9368-470d-afb0-581e85f8bc58 HTTP/1.1" status: 200 len: 217 time: 0.1665337 Jul 06 18:22:21.479055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Network 593f0cc1-f936-4a6e-84db-60165e2994b1 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:21.488979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Pushing event updated for resources: {'Port': ['ID=f44d3c97-0573-45a7-a84b-3f512fdea500,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:21.513390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:21.520598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:21.642292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-559bc11c-ca7c-4ae2-8894-d59f65f62f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:21.643844 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-559bc11c-ca7c-4ae2-8894-d59f65f62f4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1647298 Jul 06 18:22:21.658356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:21.659468 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.678907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0654cde-c9d8-41e7-b3a6-e526cd54ae79 req-a0df9816-5bb5-4f6a-8f5f-d707ee7f3560 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:21.680587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0654cde-c9d8-41e7-b3a6-e526cd54ae79 req-a0df9816-5bb5-4f6a-8f5f-d707ee7f3560 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 931 time: 0.1625829 Jul 06 18:22:21.721052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-07accb74-804e-452e-8d6b-fcb7a1a30eb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661397 Jul 06 18:22:21.747093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0654cde-c9d8-41e7-b3a6-e526cd54ae79 req-3ef8053c-c603-465b-b803-bce20a2cf112 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576034 Jul 06 18:22:21.830956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.954552 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.970035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-44ebc726-54d3-44ab-aba6-0bf68c249f4e service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292261 Jul 06 18:22:21.971760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.974741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-3b5d5c3b-3212-4c53-a0c0-f79a25d676cd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6315482 Jul 06 18:22:21.990672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61e87b-98c3-4316-a3df-ba9570c5a937 req-ad8e9700-6784-4572-b4bd-8cee36eb3b13 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:21.991182 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.004057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b61e87b-98c3-4316-a3df-ba9570c5a937 req-ad8e9700-6784-4572-b4bd-8cee36eb3b13 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1295006 Jul 06 18:22:22.004852 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.011813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Request body: {'port': {'device_id': 'b6aa2b5c-0816-4b24-a6cd-55a605af79bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:22.056453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:22:22.069507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b4743-8c65-4fae-92fd-42291cf2b1a8 req-fe24b0f2-92e7-48fa-8ee2-21fa56db48bf tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:22.077869 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-823b4743-8c65-4fae-92fd-42291cf2b1a8 req-fe24b0f2-92e7-48fa-8ee2-21fa56db48bf tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 945 time: 0.3112607 Jul 06 18:22:22.137622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b61e87b-98c3-4316-a3df-ba9570c5a937 req-b59c8e76-75f5-4704-b2f0-d9e2d1a8e696 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319141 Jul 06 18:22:22.139808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.150228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca88b45-4969-4683-94cf-06b3a38587a4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:22.155542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.155542 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Added segment 4d8ef494-9bec-44cb-afb6-3cd1d94c77ea of type vlan for network 753a15f3-83ee-4865-b0ec-3e76132f1266 Jul 06 18:22:22.184107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Network 90950a61-13f5-43e3-a282-f1fe44802f85 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:22.194875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.219704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:22.222124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:22.268397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event updated for resources: {'Port': ['ID=641cb74f-ca51-489d-9a69-0d5b14a78a92,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:22.302358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.359386 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-823b4743-8c65-4fae-92fd-42291cf2b1a8 req-16d8d324-2d68-4b71-bf3c-950126479f46 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806017 Jul 06 18:22:22.434214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0294bc5e-5366-4cc1-84d4-f42a409b7d8c req-4eb976f4-bd98-4423-9744-1beadad8b1c7 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512582 Jul 06 18:22:22.454154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:22.454900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.507391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-678e59a2-18fd-407e-a176-76f2ec80b542 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1586018 Jul 06 18:22:22.508822 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.513837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:22.514568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.530217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Request body: {'port': {'device_id': 'a574463f-0ce5-4e4a-a37a-fd9e849854f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:22.548899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491fd79-b269-4e96-a4d5-5a01cef5d0e0 req-5fce9f53-f5b2-4756-9b23-db9f43a4cdd1 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:22.558996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c491fd79-b269-4e96-a4d5-5a01cef5d0e0 req-5fce9f53-f5b2-4756-9b23-db9f43a4cdd1 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 931 time: 0.2044721 Jul 06 18:22:22.624667 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c491fd79-b269-4e96-a4d5-5a01cef5d0e0 req-ea8b5c6e-66aa-47f0-8ec2-167a5df786d0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647464 Jul 06 18:22:22.689048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8286550 Jul 06 18:22:22.693175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44d3c97-0573-45a7-a84b-3f512fdea500 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:22.695151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52318) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:22.702164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.706202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Request body: {'subnet': {'network_id': '753a15f3-83ee-4865-b0ec-3e76132f1266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1474788744-subnet', 'tenant_id': '4d9441ec74fe4b54aee1579b68e2977f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:22.727325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Transition to ACTIVE for port object f44d3c97-0573-45a7-a84b-3f512fdea500 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:22.735514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.749380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d78023-4acf-46ac-a07c-041d0db5c034 admin admin] Pushing event updated for resources: {'Network': ['ID=753a15f3-83ee-4865-b0ec-3e76132f1266,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:22.765739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 753a15f3-83ee-4865-b0ec-3e76132f1266 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:22:22.834336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.844344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Made reservation on behalf of 4d9441ec74fe4b54aee1579b68e2977f for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:22.852093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.892780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f44d3c97-0573-45a7-a84b-3f512fdea500,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:22.895908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-e7e2f1a3-b920-4927-aeb1-3a8d911056eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:22.899036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-e7e2f1a3-b920-4927-aeb1-3a8d911056eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1094 time: 0.3800492 Jul 06 18:22:22.920412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Attempting to bind port f44d3c97-0573-45a7-a84b-3f512fdea500 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:22.920750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Attempting to bind port f44d3c97-0573-45a7-a84b-3f512fdea500 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '95a1ff94-0350-422a-ae99-bbdc58ed8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '593f0cc1-f936-4a6e-84db-60165e2994b1'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:22.921081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Attempting to bind port f44d3c97-0573-45a7-a84b-3f512fdea500 on network 593f0cc1-f936-4a6e-84db-60165e2994b1 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:22.930969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Port f44d3c97-0573-45a7-a84b-3f512fdea500 on network 593f0cc1-f936-4a6e-84db-60165e2994b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:22.931300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Attempting to bind port f44d3c97-0573-45a7-a84b-3f512fdea500 on network 593f0cc1-f936-4a6e-84db-60165e2994b1 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:22.939255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:22.939604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Checking segment: {'id': '95a1ff94-0350-422a-ae99-bbdc58ed8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '593f0cc1-f936-4a6e-84db-60165e2994b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:22.940053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Bound using segment: {'id': '95a1ff94-0350-422a-ae99-bbdc58ed8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '593f0cc1-f936-4a6e-84db-60165e2994b1'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:22.940437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Bound port: f44d3c97-0573-45a7-a84b-3f512fdea500, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a1ff94-0350-422a-ae99-bbdc58ed8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '593f0cc1-f936-4a6e-84db-60165e2994b1'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:22.940802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:23.028786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] For port f44d3c97-0573-45a7-a84b-3f512fdea500, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:23.032868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] For port f44d3c97-0573-45a7-a84b-3f512fdea500, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f44d3c97-0573-45a7-a84b-3f512fdea500,segment=NetworkSegment(95a1ff94-0350-422a-ae99-bbdc58ed8d0c),segment_id=95a1ff94-0350-422a-ae99-bbdc58ed8d0c)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:23.044164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:23.101754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.102671 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:23.104775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f44d3c97-0573-45a7-a84b-3f512fdea500 HTTP/1.1" status: 200 len: 1091 time: 1.0979044 Jul 06 18:22:23.105327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aa2b5c-0816-4b24-a6cd-55a605af79bc', 'tag': 'f44d3c97-0573-45a7-a84b-3f512fdea500'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:23.119779 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317cae5d-ec4c-4fae-8a46-b516164ba6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6aa2b5c-0816-4b24-a6cd-55a605af79bc", "tag": "f44d3c97-0573-45a7-a84b-3f512fdea500"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:23.158918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c8faa-99d6-48ce-9c95-b52a11fd08d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f44d3c97-0573-45a7-a84b-3f512fdea500,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:23.199607 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b394635-843e-467d-a175-3432c1265124 x-openstack-request-id: req-1b394635-843e-467d-a175-3432c1265124 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:23.200179 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6aa2b5c-0816-4b24-a6cd-55a605af79bc", "tag": "f44d3c97-0573-45a7-a84b-3f512fdea500", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:23.200614 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b394635-843e-467d-a175-3432c1265124 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:23.201282 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6aa2b5c-0816-4b24-a6cd-55a605af79bc', 'tag': 'f44d3c97-0573-45a7-a84b-3f512fdea500', 'status': 'completed', 'code': 200} Jul 06 18:22:23.239415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-17eb834b-ce34-43da-91f8-3f309e118b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.241508 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-17eb834b-ce34-43da-91f8-3f309e118b0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9353756763434f21a1370f315f293f4b&device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 1094 time: 0.0780103 Jul 06 18:22:23.304942 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-edfef22a-5da0-413d-be93-c895b45fdfdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44d3c97-0573-45a7-a84b-3f512fdea500 HTTP/1.1" status: 200 len: 217 time: 0.0529864 Jul 06 18:22:23.336324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-2d942452-5aae-4e98-b4ed-fb21d0ea7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.338371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-2d942452-5aae-4e98-b4ed-fb21d0ea7e31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.4045041 Jul 06 18:22:23.351580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4311dc-4974-4cee-b2a9-75dbe505e5d1 req-9da5c91a-e86b-4b34-8d84-7a46705dfc1f tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.353621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa4311dc-4974-4cee-b2a9-75dbe505e5d1 req-9da5c91a-e86b-4b34-8d84-7a46705dfc1f tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 943 time: 0.4209239 Jul 06 18:22:23.417847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-4af4db80-58c2-42be-9887-e00139e0e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.419213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-4af4db80-58c2-42be-9887-e00139e0e503 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cec440a-db61-4653-af19-6b899b339d0b HTTP/1.1" status: 200 len: 853 time: 0.1072502 Jul 06 18:22:23.463470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-a92b4966-76e3-47d3-b2e1-dd4365f830f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b75caca-9368-470d-afb0-581e85f8bc58 HTTP/1.1" status: 200 len: 217 time: 0.1065640 Jul 06 18:22:23.464043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-c9b9e63f-defe-45dd-b811-877513db6e01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=593f0cc1-f936-4a6e-84db-60165e2994b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361910 Jul 06 18:22:23.473047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c533fa5-5530-470a-92b4-dee0ed1e9ad8 req-08ff7131-2c8c-4501-b85d-7ab28f983d75 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.474646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c533fa5-5530-470a-92b4-dee0ed1e9ad8 req-08ff7131-2c8c-4501-b85d-7ab28f983d75 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1343205 Jul 06 18:22:23.595377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c533fa5-5530-470a-92b4-dee0ed1e9ad8 req-9616143a-c4d0-450b-bd59-550d5ce379f8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061652 Jul 06 18:22:23.629932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-f1c73098-a245-4323-b76d-dd9812170260 service neutron] 10.222.0.24 "GET /v2.0/networks/593f0cc1-f936-4a6e-84db-60165e2994b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542320 Jul 06 18:22:23.649302 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa4311dc-4974-4cee-b2a9-75dbe505e5d1 req-085829d1-bbe2-4b6d-bc2c-d17163f59423 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854979 Jul 06 18:22:23.687580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-82dfbb21-7440-46fc-a3f3-0d8eb8bd4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.689180 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-82dfbb21-7440-46fc-a3f3-0d8eb8bd4726 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1925242 Jul 06 18:22:23.746151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:23.753824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-dcdfbbef-b0af-4414-8e30-4cc5d9087b6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366919 Jul 06 18:22:23.790786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f002c977-eda3-4090-bd6e-70d0dc2e4f9b req-6ca1d92a-0204-4f32-8d11-b338615f7b9e service neutron] 10.222.0.24 "GET /v2.0/networks/593f0cc1-f936-4a6e-84db-60165e2994b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529200 Jul 06 18:22:23.819622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641cb74f-ca51-489d-9a69-0d5b14a78a92 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:23.873583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:23.908960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Transition to ACTIVE for port object 641cb74f-ca51-489d-9a69-0d5b14a78a92 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:23.919395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6170e4ee-149c-46c0-a2d9-c2d8ddf4e95c,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:23.950734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:23.995795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-635de7a2-206e-484a-8c37-5faa713742c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.996233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-635de7a2-206e-484a-8c37-5faa713742c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9353756763434f21a1370f315f293f4b&device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 1094 time: 0.1426091 Jul 06 18:22:24.008855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74728-0aee-47ae-abf1-9fce3318e388 req-db735c52-ec7d-49b1-bfd5-0d76574d5cc3 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:24.010545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0af74728-0aee-47ae-abf1-9fce3318e388 req-db735c52-ec7d-49b1-bfd5-0d76574d5cc3 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 945 time: 0.1459205 Jul 06 18:22:24.054368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Checking segment: {'id': '4d8ef494-9bec-44cb-afb6-3cd1d94c77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '753a15f3-83ee-4865-b0ec-3e76132f1266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:24.054733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Network hostable DHCP agents. Network: 753a15f3-83ee-4865-b0ec-3e76132f1266, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:22:24.064743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc996903-9727-4f55-a68d-4d65c1c30bdb details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:24.130788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-c2a883a5-b485-4a56-a4a9-8a67acdb7187 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388083 Jul 06 18:22:24.131378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Pushing event updated for resources: {'Port': ['ID=641cb74f-ca51-489d-9a69-0d5b14a78a92,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:24.169623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0af74728-0aee-47ae-abf1-9fce3318e388 req-7bfd536b-f1b1-455f-8950-7d4e3d855747 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489971 Jul 06 18:22:24.198685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Network 753a15f3-83ee-4865-b0ec-3e76132f1266 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:22:24.211544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:24.223856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'dc996903-9727-4f55-a68d-4d65c1c30bdb', 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'port_id': 'dc996903-9727-4f55-a68d-4d65c1c30bdb', 'mac_address': 'fa:16:3e:30:e3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68b6ad-0703-4b3f-9ffa-2fb684060768', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:24.224106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-69e0055c-b1a6-46aa-8e9b-18c8f304a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:24.225679 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-69e0055c-b1a6-46aa-8e9b-18c8f304a2dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=593f0cc1-f936-4a6e-84db-60165e2994b1 HTTP/1.1" status: 200 len: 914 time: 0.2141073 Jul 06 18:22:24.272313 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.289766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc996903-9727-4f55-a68d-4d65c1c30bdb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:24.310965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 753a15f3-83ee-4865-b0ec-3e76132f1266) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:24.318269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-e81bed6f-e2bb-4253-bb9b-d93366e50e9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44d3c97-0573-45a7-a84b-3f512fdea500 HTTP/1.1" status: 200 len: 217 time: 0.0843077 Jul 06 18:22:24.326733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:24.327735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.330788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c5e67-cd53-4d48-b033-8cf893f74878 None None] Network 753a15f3-83ee-4865-b0ec-3e76132f1266 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:24.354022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d03cdb-9d57-45ac-a88e-8a98da8b91a0 req-8c871efd-55c7-458e-b299-0f690325a2f9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:24.354262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:24.362391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6d03cdb-9d57-45ac-a88e-8a98da8b91a0 req-8c871efd-55c7-458e-b299-0f690325a2f9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 943 time: 0.3177996 Jul 06 18:22:24.392890 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.422330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-f30795f1-24c9-4c47-9acd-b8d54675309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:24.424731 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-f30795f1-24c9-4c47-9acd-b8d54675309c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cec440a-db61-4653-af19-6b899b339d0b HTTP/1.1" status: 200 len: 853 time: 0.0976651 Jul 06 18:22:24.426238 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b69134f4-b63c-4915-ba95-91dda05b3b16 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7297933 Jul 06 18:22:24.429850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Attempting to bind port 641cb74f-ca51-489d-9a69-0d5b14a78a92 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:24.430617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Attempting to bind port 641cb74f-ca51-489d-9a69-0d5b14a78a92 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:24.431146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Attempting to bind port 641cb74f-ca51-489d-9a69-0d5b14a78a92 on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:24.441862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5cc1d0c-f387-4d62-bf1f-6faa4cc67095 req-fd7b9861-6e99-454f-9c64-90c71979eb9e service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973974 Jul 06 18:22:24.444024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Port 641cb74f-ca51-489d-9a69-0d5b14a78a92 on network 90950a61-13f5-43e3-a282-f1fe44802f85 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:24.444512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Attempting to bind port 641cb74f-ca51-489d-9a69-0d5b14a78a92 on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:24.463667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:24.464868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Checking segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:24.465567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Bound using segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:24.466196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Bound port: 641cb74f-ca51-489d-9a69-0d5b14a78a92, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:24.466855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.481832 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6d03cdb-9d57-45ac-a88e-8a98da8b91a0 req-5ac82daa-61a8-4775-b879-fd577609563d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180592 Jul 06 18:22:24.500892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-6c325d45-913a-44c2-91d3-e5da4206d34f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=593f0cc1-f936-4a6e-84db-60165e2994b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620170 Jul 06 18:22:24.596394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] For port 641cb74f-ca51-489d-9a69-0d5b14a78a92, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:24.601086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] For port 641cb74f-ca51-489d-9a69-0d5b14a78a92, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=641cb74f-ca51-489d-9a69-0d5b14a78a92,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:24.602113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['dc996903-9727-4f55-a68d-4d65c1c30bdb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:24.611689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.638987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-80a04249-4a08-4358-9a8d-d11f03ac0680 service neutron] 10.222.0.24 "GET /v2.0/networks/593f0cc1-f936-4a6e-84db-60165e2994b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369996 Jul 06 18:22:24.653778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:24.657489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.661174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] 10.222.0.24 "PUT /v2.0/ports/641cb74f-ca51-489d-9a69-0d5b14a78a92 HTTP/1.1" status: 200 len: 1091 time: 2.1439800 Jul 06 18:22:24.670946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a574463f-0ce5-4e4a-a37a-fd9e849854f9', 'tag': '641cb74f-ca51-489d-9a69-0d5b14a78a92'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:24.700731 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f065cefd-9e82-4524-88be-c57435f9def6" -d '{"events": [{"name": "network-changed", "server_uuid": "a574463f-0ce5-4e4a-a37a-fd9e849854f9", "tag": "641cb74f-ca51-489d-9a69-0d5b14a78a92"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:24.705633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=dc996903-9727-4f55-a68d-4d65c1c30bdb,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:24.847774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbe3f2-52c1-4b5f-a1a4-32dda3b73448 service neutron] Pushing event updated for resources: {'Port': ['ID=641cb74f-ca51-489d-9a69-0d5b14a78a92,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:24.928511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100bfb65-14e2-40ed-8e46-2f3c129a55ab None None] Network 753a15f3-83ee-4865-b0ec-3e76132f1266 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:24.961687 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-317cae5d-ec4c-4fae-8a46-b516164ba6a1 req-a96b5a89-cda0-4a50-8529-e6732ad1ff5d service neutron] 10.222.0.24 "GET /v2.0/networks/593f0cc1-f936-4a6e-84db-60165e2994b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141985 Jul 06 18:22:25.015140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29630d0-0032-4ca8-acbe-1c527a3f0e2f req-ffc2e13f-cec8-404b-a8c6-dfa2fd2125ee tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.024049 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c29630d0-0032-4ca8-acbe-1c527a3f0e2f req-ffc2e13f-cec8-404b-a8c6-dfa2fd2125ee tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1197674 Jul 06 18:22:25.085577 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c29630d0-0032-4ca8-acbe-1c527a3f0e2f req-e42078c6-09b6-4def-9e7d-6580739b5be1 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604012 Jul 06 18:22:25.091752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05dd3e-50ac-4f43-97ae-54a252e96398 req-9b901c9f-051b-491a-bdaf-7e225ed5c990 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.094042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d05dd3e-50ac-4f43-97ae-54a252e96398 req-9b901c9f-051b-491a-bdaf-7e225ed5c990 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 943 time: 0.2278802 Jul 06 18:22:25.124409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489e7d-0391-4745-8db5-5a46b77c464d req-f26aa2df-15a5-405e-8082-13b81a20aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.126692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-f26aa2df-15a5-405e-8082-13b81a20aa86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 1094 time: 0.1808820 Jul 06 18:22:25.180721 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86d3068-60f5-4636-94ba-713fa02d3865 x-openstack-request-id: req-f86d3068-60f5-4636-94ba-713fa02d3865 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:25.181018 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a574463f-0ce5-4e4a-a37a-fd9e849854f9", "tag": "641cb74f-ca51-489d-9a69-0d5b14a78a92", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:25.181275 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f86d3068-60f5-4636-94ba-713fa02d3865 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:25.181686 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a574463f-0ce5-4e4a-a37a-fd9e849854f9', 'tag': '641cb74f-ca51-489d-9a69-0d5b14a78a92', 'status': 'completed', 'code': 200} Jul 06 18:22:25.190027 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-5f67f6cc-6c4f-474a-871e-1d4b9e1de471 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641cb74f-ca51-489d-9a69-0d5b14a78a92 HTTP/1.1" status: 200 len: 217 time: 0.0522091 Jul 06 18:22:25.226384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d05dd3e-50ac-4f43-97ae-54a252e96398 req-25729d4a-130b-4a53-8e17-6b1f69aaddd6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265972 Jul 06 18:22:25.277506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489e7d-0391-4745-8db5-5a46b77c464d req-f7f4d96b-c81b-4c9e-8951-03e92013397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.281168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-f7f4d96b-c81b-4c9e-8951-03e92013397d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.0821235 Jul 06 18:22:25.324251 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-bba14834-fed1-4a10-84c5-789a8ea2dc05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374427 Jul 06 18:22:25.443572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-2d7299c5-0a8a-464a-afda-0825ec54848a service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088600 Jul 06 18:22:25.553626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-cd7d0ff0-96de-463f-9286-9642b2cd2628 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.555739 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-cd7d0ff0-96de-463f-9286-9642b2cd2628 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/networks?id=753a15f3-83ee-4865-b0ec-3e76132f1266 HTTP/1.1" status: 200 len: 821 time: 0.1328876 Jul 06 18:22:25.580341 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-24804aa5-8aaa-449d-832d-44b6ce277d3d tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/quotas/4d9441ec74fe4b54aee1579b68e2977f HTTP/1.1" status: 200 len: 375 time: 0.0177784 Jul 06 18:22:25.625432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-6267a2a3-4bde-45a4-948b-56377374612e tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d9441ec74fe4b54aee1579b68e2977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436563 Jul 06 18:22:25.758582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-14bf6ea4-d208-42fb-86a2-0b8552d1beb8 service neutron] 10.222.0.53 "GET /v2.0/networks/753a15f3-83ee-4865-b0ec-3e76132f1266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319020 Jul 06 18:22:25.768365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f44d3c97-0573-45a7-a84b-3f512fdea500 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:25.884366 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-98b7e49e-7128-42c3-a43a-00a7177cc1dc service neutron] 10.222.0.53 "GET /v2.0/networks/753a15f3-83ee-4865-b0ec-3e76132f1266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229804 Jul 06 18:22:25.959951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f44d3c97-0573-45a7-a84b-3f512fdea500, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f44d3c97-0573-45a7-a84b-3f512fdea500,segment=NetworkSegment(95a1ff94-0350-422a-ae99-bbdc58ed8d0c),segment_id=95a1ff94-0350-422a-ae99-bbdc58ed8d0c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:25.972365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c84a8-6ece-48b9-9de5-08f4d29a6117 req-b5058298-0b18-4168-80de-b49513f7b7ce tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.976735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'f44d3c97-0573-45a7-a84b-3f512fdea500', 'network_id': '593f0cc1-f936-4a6e-84db-60165e2994b1', 'port_id': 'f44d3c97-0573-45a7-a84b-3f512fdea500', 'mac_address': 'fa:16:3e:00:ac:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cec440a-db61-4653-af19-6b899b339d0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:25.979999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c66c84a8-6ece-48b9-9de5-08f4d29a6117 req-b5058298-0b18-4168-80de-b49513f7b7ce tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 944 time: 0.4829459 Jul 06 18:22:25.991412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be489e7d-0391-4745-8db5-5a46b77c464d req-57f904d9-e37e-429f-86d6-7d849a05f27c service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406709 Jul 06 18:22:26.030821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:26.061782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c66c84a8-6ece-48b9-9de5-08f4d29a6117 req-18f04b6c-85f7-41d0-83ff-5ef4dd593a98 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803010 Jul 06 18:22:26.075156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc996903-9727-4f55-a68d-4d65c1c30bdb no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:26.115111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44d3c97-0573-45a7-a84b-3f512fdea500 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:26.167917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f44d3c97-0573-45a7-a84b-3f512fdea500, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f44d3c97-0573-45a7-a84b-3f512fdea500,segment=NetworkSegment(95a1ff94-0350-422a-ae99-bbdc58ed8d0c),segment_id=95a1ff94-0350-422a-ae99-bbdc58ed8d0c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:26.178371 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:26.188010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065cefd-9e82-4524-88be-c57435f9def6 req-896b4886-c641-47a4-8716-20970ac13755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.189690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f065cefd-9e82-4524-88be-c57435f9def6 req-896b4886-c641-47a4-8716-20970ac13755 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 1094 time: 0.1230190 Jul 06 18:22:26.360251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f44d3c97-0573-45a7-a84b-3f512fdea500,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:26.372205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065cefd-9e82-4524-88be-c57435f9def6 req-12a9e88f-893a-48a8-a9ee-700248947297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.373775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f065cefd-9e82-4524-88be-c57435f9def6 req-12a9e88f-893a-48a8-a9ee-700248947297 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.1752932 Jul 06 18:22:26.384710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.385070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.385813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.385977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.386550 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.386738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.386890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.387219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.387655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.387987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.388309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.388648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:26.434966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc409-0f33-4aa1-81b8-f4f93f68f97c req-361e9f74-e180-4d65-af0d-e5f8c09dd2d7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.442254 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9dcc409-0f33-4aa1-81b8-f4f93f68f97c req-361e9f74-e180-4d65-af0d-e5f8c09dd2d7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 943 time: 0.1622670 Jul 06 18:22:26.449668 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:26.468271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dc996903-9727-4f55-a68d-4d65c1c30bdb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:26.476934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['f44d3c97-0573-45a7-a84b-3f512fdea500'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:26.515197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f065cefd-9e82-4524-88be-c57435f9def6 req-5cffb3ab-4fac-4354-9b31-a3550e65e7be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641cb74f-ca51-489d-9a69-0d5b14a78a92 HTTP/1.1" status: 200 len: 217 time: 0.1284888 Jul 06 18:22:26.597983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:26.612513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:26.638379 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9dcc409-0f33-4aa1-81b8-f4f93f68f97c req-bb5cc923-e3b1-4fe4-8c31-d8a441fbff9e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950204 Jul 06 18:22:26.668293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065cefd-9e82-4524-88be-c57435f9def6 req-477f398c-a805-4ef3-930b-2ef3502361bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.670004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f065cefd-9e82-4524-88be-c57435f9def6 req-477f398c-a805-4ef3-930b-2ef3502361bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.1434274 Jul 06 18:22:26.735701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f065cefd-9e82-4524-88be-c57435f9def6 req-e5aa319a-4def-43b5-bcd9-80259bc386a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578880 Jul 06 18:22:26.751396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=dc996903-9727-4f55-a68d-4d65c1c30bdb,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:26.800390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c94111c4-b7cb-4808-bec4-90e2b0ee2eb5 req-d173b9b3-ac15-41ee-847f-5e38710d792c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 210 time: 0.0681219 Jul 06 18:22:26.949911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c004b-ced8-4dcf-be26-92ecc810e452 req-1938eecc-bb5a-4aa7-9ac4-df17933c1c16 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.958313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb8c004b-ced8-4dcf-be26-92ecc810e452 req-1938eecc-bb5a-4aa7-9ac4-df17933c1c16 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1491711 Jul 06 18:22:26.990233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f065cefd-9e82-4524-88be-c57435f9def6 req-425a430b-8b8e-47d0-88e3-13fc2a907575 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327940 Jul 06 18:22:27.015477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb8c004b-ced8-4dcf-be26-92ecc810e452 req-5eafad79-03ab-4ff6-b6c6-5f8b9745077c tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550168 Jul 06 18:22:27.240946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f065cefd-9e82-4524-88be-c57435f9def6 req-28439a96-af82-4ad6-82d4-ce5683e21df6 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432997 Jul 06 18:22:27.267538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857af575-2d00-4f96-85f9-d1de5589d0ce req-b6054b05-e21e-43d0-a962-51051a2375a8 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:27.269220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-857af575-2d00-4f96-85f9-d1de5589d0ce req-b6054b05-e21e-43d0-a962-51051a2375a8 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 944 time: 0.1727705 Jul 06 18:22:27.326660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-857af575-2d00-4f96-85f9-d1de5589d0ce req-ddc7f646-30b7-49d3-aebd-ec3150d01e0a tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Jul 06 18:22:27.399639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163b2f6-ba02-4f64-9998-1750f907e444 req-f11a4a8d-a021-4300-a458-7268c8297aae tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:27.400822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a163b2f6-ba02-4f64-9998-1750f907e444 req-f11a4a8d-a021-4300-a458-7268c8297aae tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 943 time: 0.1142330 Jul 06 18:22:27.464044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a163b2f6-ba02-4f64-9998-1750f907e444 req-4e785e42-d655-4feb-9826-fe50718168ba tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547934 Jul 06 18:22:27.773598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 641cb74f-ca51-489d-9a69-0d5b14a78a92 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:27.785587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f44d3c97-0573-45a7-a84b-3f512fdea500 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:27.876090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949534d4-53f3-4fec-87bb-7e6d34b9596c req-6d3694c0-848f-4e88-8336-a8fed4210868 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:27.879077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-949534d4-53f3-4fec-87bb-7e6d34b9596c req-6d3694c0-848f-4e88-8336-a8fed4210868 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 943 time: 0.1174395 Jul 06 18:22:27.934261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-949534d4-53f3-4fec-87bb-7e6d34b9596c req-70b5c9ee-ddce-48c8-b765-978929892514 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486653 Jul 06 18:22:27.947914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port f44d3c97-0573-45a7-a84b-3f512fdea500 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:27.966183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 641cb74f-ca51-489d-9a69-0d5b14a78a92, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=641cb74f-ca51-489d-9a69-0d5b14a78a92,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:27.971038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port f44d3c97-0573-45a7-a84b-3f512fdea500 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:27.971436 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.001960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '641cb74f-ca51-489d-9a69-0d5b14a78a92', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'port_id': '641cb74f-ca51-489d-9a69-0d5b14a78a92', 'mac_address': 'fa:16:3e:9e:fa:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8f1f4-9e1d-441b-8294-be6e3dd37469', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:28.088291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ec1ac07-846e-45ce-b4bd-e012f70a5dfb req-f5c393dd-97d6-4772-a563-f4f7794b10c4 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 210 time: 0.0741937 Jul 06 18:22:28.159456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.242815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641cb74f-ca51-489d-9a69-0d5b14a78a92 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:28.252899 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.260593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-d5c2cc0d-ec3a-483f-b187-8fc0ab833494 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:28.262207 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-d5c2cc0d-ec3a-483f-b187-8fc0ab833494 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.41 "GET /v2.0/networks?id=753a15f3-83ee-4865-b0ec-3e76132f1266 HTTP/1.1" status: 200 len: 821 time: 0.2553627 Jul 06 18:22:28.284136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 641cb74f-ca51-489d-9a69-0d5b14a78a92, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=641cb74f-ca51-489d-9a69-0d5b14a78a92,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:28.295963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Request body: {'port': {'device_id': '69344518-89e3-4470-85e1-02a5562794d3', 'network_id': '753a15f3-83ee-4865-b0ec-3e76132f1266', 'admin_state_up': True, 'tenant_id': '4d9441ec74fe4b54aee1579b68e2977f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:28.336461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f44d3c97-0573-45a7-a84b-3f512fdea500, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f44d3c97-0573-45a7-a84b-3f512fdea500,segment=NetworkSegment(95a1ff94-0350-422a-ae99-bbdc58ed8d0c),segment_id=95a1ff94-0350-422a-ae99-bbdc58ed8d0c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:28.338478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aa2b5c-0816-4b24-a6cd-55a605af79bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44d3c97-0573-45a7-a84b-3f512fdea500'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:28.341480 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e383b115-4bc6-4dff-8073-6d94ba0e6edf" -d '{"events": [{"server_uuid": "b6aa2b5c-0816-4b24-a6cd-55a605af79bc", "name": "network-vif-plugged", "status": "completed", "tag": "f44d3c97-0573-45a7-a84b-3f512fdea500"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:28.346523 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.410238 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.413075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=641cb74f-ca51-489d-9a69-0d5b14a78a92,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:28.427384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Made reservation on behalf of 4d9441ec74fe4b54aee1579b68e2977f for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:28.431199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.519793 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e654c5-a5a7-4944-828f-a229a0069307 x-openstack-request-id: req-51e654c5-a5a7-4944-828f-a229a0069307 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:28.520078 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6aa2b5c-0816-4b24-a6cd-55a605af79bc", "name": "network-vif-plugged", "status": "completed", "tag": "f44d3c97-0573-45a7-a84b-3f512fdea500", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:28.520335 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51e654c5-a5a7-4944-828f-a229a0069307 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:28.520744 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6aa2b5c-0816-4b24-a6cd-55a605af79bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44d3c97-0573-45a7-a84b-3f512fdea500', 'code': 200} Jul 06 18:22:28.555142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f44d3c97-0573-45a7-a84b-3f512fdea500,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:28.595485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-cd6e07ed-2ffa-4810-81ec-578b8e1c71f1 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:28.597379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-cd6e07ed-2ffa-4810-81ec-578b8e1c71f1 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 943 time: 0.1696680 Jul 06 18:22:28.630689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['641cb74f-ca51-489d-9a69-0d5b14a78a92'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:28.671499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcba30-3acd-41a1-957f-0e1e34dfdcda req-ed6a3cc1-63b3-443e-8a3d-c08dfe0d4caf tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:28.679260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9bcba30-3acd-41a1-957f-0e1e34dfdcda req-ed6a3cc1-63b3-443e-8a3d-c08dfe0d4caf tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.4158857 Jul 06 18:22:28.784894 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9bcba30-3acd-41a1-957f-0e1e34dfdcda req-f0ddf7bc-cb2a-4497-b816-a5ff2f8e333b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041687 Jul 06 18:22:28.837797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Allocated IP 172.20.0.5 (753a15f3-83ee-4865-b0ec-3e76132f1266/6170e4ee-149c-46c0-a2d9-c2d8ddf4e95c/1a75ee8e-82ce-4187-8acb-abc83714bdff) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:28.850538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58935d5-6421-4a57-9eee-cab99093721c req-ef41f1b5-fe3f-43ed-adb4-f31f70c55c40 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:28.852502 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d58935d5-6421-4a57-9eee-cab99093721c req-ef41f1b5-fe3f-43ed-adb4-f31f70c55c40 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 945 time: 0.1598561 Jul 06 18:22:28.865443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6d85b-3b3e-43fa-895a-56acfb839cfe req-9254dd7a-ed8d-404f-84aa-1750b5d8f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:28.867047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ada6d85b-3b3e-43fa-895a-56acfb839cfe req-9254dd7a-ed8d-404f-84aa-1750b5d8f875 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 1096 time: 0.2301607 Jul 06 18:22:28.888508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Deleting port dc996903-9727-4f55-a68d-4d65c1c30bdb {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:28.888914 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.959984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ada6d85b-3b3e-43fa-895a-56acfb839cfe req-87647dea-4d11-4c81-b828-cd80fe3a11ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735390 Jul 06 18:22:28.964265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d58935d5-6421-4a57-9eee-cab99093721c req-3f80e4b6-9588-41e5-8d85-1bc3f069f26e tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035836 Jul 06 18:22:29.039485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] For port dc996903-9727-4f55-a68d-4d65c1c30bdb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc996903-9727-4f55-a68d-4d65c1c30bdb,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:29.040253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:29.059668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Calling delete_port for dc996903-9727-4f55-a68d-4d65c1c30bdb owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:29.147243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175bdaa-8b1c-40da-b460-cf68ddb51f4a req-382c190f-0aaf-4519-b5c5-316677185973 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:29.154144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d175bdaa-8b1c-40da-b460-cf68ddb51f4a req-382c190f-0aaf-4519-b5c5-316677185973 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccdd091f-6c2e-4835-b38a-3ad3753a60e9 HTTP/1.1" status: 200 len: 943 time: 0.1794438 Jul 06 18:22:29.193410 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:29.212767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d175bdaa-8b1c-40da-b460-cf68ddb51f4a req-57bd9648-d6e2-4565-b01b-5f5906361fd4 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577514 Jul 06 18:22:29.228132 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8cf2-7ba7-41da-be20-36a58edf1404 req-dc75edd4-7fb6-4973-a367-1d01849e47fa tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:29.237673 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-41ff8cf2-7ba7-41da-be20-36a58edf1404 req-dc75edd4-7fb6-4973-a367-1d01849e47fa tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 944 time: 0.1613393 Jul 06 18:22:29.264549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:29.311320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Network 753a15f3-83ee-4865-b0ec-3e76132f1266 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:29.320286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:29.324260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:29.349845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Pushing event updated for resources: {'Port': ['ID=1a75ee8e-82ce-4187-8acb-abc83714bdff,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:29.369318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:29.412657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event deleted for resources: {'Port': ['ID=dc996903-9727-4f55-a68d-4d65c1c30bdb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:29.419564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:29.420199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:29.446200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-3840c90e-de2f-409e-b1ab-5db0f5f8d40c tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1575067 Jul 06 18:22:29.458896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32dfd9-9c5a-4a86-983a-11a81b08ed85 req-7c0e6560-e3f8-4107-ac65-40a4d66fe953 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:29.460420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b32dfd9-9c5a-4a86-983a-11a81b08ed85 req-7c0e6560-e3f8-4107-ac65-40a4d66fe953 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 931 time: 0.1022067 Jul 06 18:22:29.466172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Request body: {'port': {'device_id': '69344518-89e3-4470-85e1-02a5562794d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:29.488286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-41ff8cf2-7ba7-41da-be20-36a58edf1404 req-34c31770-f279-466a-a7a4-8e3d0d241162 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372482 Jul 06 18:22:29.489398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] No DVR routers for this DVR port dc996903-9727-4f55-a68d-4d65c1c30bdb on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:29.492661 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:29.495717 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be688a4c-341f-445a-a3b4-e76f51898f33 req-6358bb8a-d0e3-45b6-9c4f-19a8770d404e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.41 "DELETE /v2.0/ports/dc996903-9727-4f55-a68d-4d65c1c30bdb HTTP/1.1" status: 204 len: 173 time: 0.8556616 Jul 06 18:22:29.496485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdd091f-6c2e-4835-b38a-3ad3753a60e9', 'name': 'network-vif-deleted', 'tag': 'dc996903-9727-4f55-a68d-4d65c1c30bdb'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:29.507051 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf5e3eb-07e6-4e64-8d8e-163dea6f3a46" -d '{"events": [{"server_uuid": "ccdd091f-6c2e-4835-b38a-3ad3753a60e9", "name": "network-vif-deleted", "tag": "dc996903-9727-4f55-a68d-4d65c1c30bdb"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:29.560886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b32dfd9-9c5a-4a86-983a-11a81b08ed85 req-fbbf483c-2431-45bc-8fd2-66a0f9c24162 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906973 Jul 06 18:22:29.577524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:29.623371 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d79303-7177-4ae8-bfa8-d76b78eb8593 x-openstack-request-id: req-c2d79303-7177-4ae8-bfa8-d76b78eb8593 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:29.623775 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdd091f-6c2e-4835-b38a-3ad3753a60e9", "name": "network-vif-deleted", "tag": "dc996903-9727-4f55-a68d-4d65c1c30bdb", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:29.624430 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2d79303-7177-4ae8-bfa8-d76b78eb8593 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:29.624904 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdd091f-6c2e-4835-b38a-3ad3753a60e9', 'name': 'network-vif-deleted', 'tag': 'dc996903-9727-4f55-a68d-4d65c1c30bdb', 'status': 'completed', 'code': 200} Jul 06 18:22:29.785580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 641cb74f-ca51-489d-9a69-0d5b14a78a92 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:29.856373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 641cb74f-ca51-489d-9a69-0d5b14a78a92 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:29.861890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 641cb74f-ca51-489d-9a69-0d5b14a78a92 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:29.862813 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:29.968255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a75ee8e-82ce-4187-8acb-abc83714bdff {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:29.970158 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.001240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.028129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Transition to ACTIVE for port object 1a75ee8e-82ce-4187-8acb-abc83714bdff will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:30.048859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.072413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed021d-603c-44a6-a958-aa0f6a728361 req-60215ffc-a48e-4cf0-a1ac-d0e2e4cefff4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.078509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97ed021d-603c-44a6-a958-aa0f6a728361 req-60215ffc-a48e-4cf0-a1ac-d0e2e4cefff4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1458149 Jul 06 18:22:30.182831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Pushing event updated for resources: {'Port': ['ID=1a75ee8e-82ce-4187-8acb-abc83714bdff,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:30.270342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 641cb74f-ca51-489d-9a69-0d5b14a78a92, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=641cb74f-ca51-489d-9a69-0d5b14a78a92,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:30.280038 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.306990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a886522-f924-4f14-939f-ea9c16724365 req-c690cf2e-c93a-4124-b339-07a012faed1f tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.308604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a886522-f924-4f14-939f-ea9c16724365 req-c690cf2e-c93a-4124-b339-07a012faed1f tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 945 time: 0.1191552 Jul 06 18:22:30.350273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=641cb74f-ca51-489d-9a69-0d5b14a78a92,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:30.360308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97ed021d-603c-44a6-a958-aa0f6a728361 req-83877dd2-17f0-4724-a37a-fe4a80decf6c tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534978 Jul 06 18:22:30.361446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a886522-f924-4f14-939f-ea9c16724365 req-94edc6a6-d572-4fe6-b45a-48bc90490048 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Jul 06 18:22:30.363395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Attempting to bind port 1a75ee8e-82ce-4187-8acb-abc83714bdff on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:30.363742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Attempting to bind port 1a75ee8e-82ce-4187-8acb-abc83714bdff by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4d8ef494-9bec-44cb-afb6-3cd1d94c77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '753a15f3-83ee-4865-b0ec-3e76132f1266'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:30.364135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Attempting to bind port 1a75ee8e-82ce-4187-8acb-abc83714bdff on network 753a15f3-83ee-4865-b0ec-3e76132f1266 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:30.376717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Port 1a75ee8e-82ce-4187-8acb-abc83714bdff on network 753a15f3-83ee-4865-b0ec-3e76132f1266 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:30.376717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Attempting to bind port 1a75ee8e-82ce-4187-8acb-abc83714bdff on network 753a15f3-83ee-4865-b0ec-3e76132f1266 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:30.376717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:30.376717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Checking segment: {'id': '4d8ef494-9bec-44cb-afb6-3cd1d94c77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '753a15f3-83ee-4865-b0ec-3e76132f1266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:30.376717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Bound using segment: {'id': '4d8ef494-9bec-44cb-afb6-3cd1d94c77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '753a15f3-83ee-4865-b0ec-3e76132f1266'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:30.376717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Bound port: 1a75ee8e-82ce-4187-8acb-abc83714bdff, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8ef494-9bec-44cb-afb6-3cd1d94c77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '753a15f3-83ee-4865-b0ec-3e76132f1266'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:30.376717 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.465141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] For port 1a75ee8e-82ce-4187-8acb-abc83714bdff, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:30.468835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] For port 1a75ee8e-82ce-4187-8acb-abc83714bdff, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1a75ee8e-82ce-4187-8acb-abc83714bdff,segment=NetworkSegment(4d8ef494-9bec-44cb-afb6-3cd1d94c77ea),segment_id=4d8ef494-9bec-44cb-afb6-3cd1d94c77ea)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:30.477067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.521943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a574463f-0ce5-4e4a-a37a-fd9e849854f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641cb74f-ca51-489d-9a69-0d5b14a78a92'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:30.525370 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eba48c-5dc9-4cdf-ab95-ac0185b0ad26" -d '{"events": [{"server_uuid": "a574463f-0ce5-4e4a-a37a-fd9e849854f9", "name": "network-vif-plugged", "status": "completed", "tag": "641cb74f-ca51-489d-9a69-0d5b14a78a92"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:30.538980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Pushing event updated for resources: {'Port': ['ID=1a75ee8e-82ce-4187-8acb-abc83714bdff,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:30.559797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.562176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.564023 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5a613028-a622-4faa-b754-fbfed2f83306 service neutron] 10.222.0.41 "PUT /v2.0/ports/1a75ee8e-82ce-4187-8acb-abc83714bdff HTTP/1.1" status: 200 len: 1091 time: 1.1025150 Jul 06 18:22:30.564647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69344518-89e3-4470-85e1-02a5562794d3', 'tag': '1a75ee8e-82ce-4187-8acb-abc83714bdff'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:30.568365 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c637b7-a50a-419f-a350-024d2fca6bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "69344518-89e3-4470-85e1-02a5562794d3", "tag": "1a75ee8e-82ce-4187-8acb-abc83714bdff"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:30.584253 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f2c3b6-f0dd-4218-8043-57a8b7ade82a x-openstack-request-id: req-76f2c3b6-f0dd-4218-8043-57a8b7ade82a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:30.584740 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a574463f-0ce5-4e4a-a37a-fd9e849854f9", "name": "network-vif-plugged", "status": "completed", "tag": "641cb74f-ca51-489d-9a69-0d5b14a78a92", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:30.585297 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76f2c3b6-f0dd-4218-8043-57a8b7ade82a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:30.585685 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a574463f-0ce5-4e4a-a37a-fd9e849854f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641cb74f-ca51-489d-9a69-0d5b14a78a92', 'code': 200} Jul 06 18:22:30.655406 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc92aa19-a668-4412-8fc8-8873848cdddb x-openstack-request-id: req-cc92aa19-a668-4412-8fc8-8873848cdddb {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:30.655840 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69344518-89e3-4470-85e1-02a5562794d3", "tag": "1a75ee8e-82ce-4187-8acb-abc83714bdff", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:30.656342 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc92aa19-a668-4412-8fc8-8873848cdddb {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:30.657194 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69344518-89e3-4470-85e1-02a5562794d3', 'tag': '1a75ee8e-82ce-4187-8acb-abc83714bdff', 'status': 'completed', 'code': 200} Jul 06 18:22:30.759917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5ff76de1-1a7a-4dfe-b1af-a63f59746285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.761753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-5ff76de1-1a7a-4dfe-b1af-a63f59746285 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9441ec74fe4b54aee1579b68e2977f&device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 1094 time: 0.1466899 Jul 06 18:22:30.777638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e59c7-42f7-4492-b5f1-54fc767a2058 req-53924745-27a0-464f-9844-0ce6ca8a72c4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.779173 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-345e59c7-42f7-4492-b5f1-54fc767a2058 req-53924745-27a0-464f-9844-0ce6ca8a72c4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 945 time: 0.1524510 Jul 06 18:22:30.790070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b489131-8d4f-4355-9a72-2ec1929c435c req-8a95af70-d963-466c-a394-1cba3100e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.791553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3b489131-8d4f-4355-9a72-2ec1929c435c req-8a95af70-d963-466c-a394-1cba3100e4c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 1096 time: 0.1148031 Jul 06 18:22:30.829448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-1847d257-b837-4419-9c33-c1aea483e420 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a75ee8e-82ce-4187-8acb-abc83714bdff HTTP/1.1" status: 200 len: 217 time: 0.0493064 Jul 06 18:22:30.841846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-47b04620-92da-457d-8955-b5e4f0f8d37d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.846279 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-47b04620-92da-457d-8955-b5e4f0f8d37d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 822 time: 0.1274183 Jul 06 18:22:30.858280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-37c30dbd-085a-41a4-b575-bbb60237e3a5 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/quotas/66644dd6bd614ade97b99e73fc27f405 HTTP/1.1" status: 200 len: 375 time: 0.0103137 Jul 06 18:22:30.911865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-345e59c7-42f7-4492-b5f1-54fc767a2058 req-17cdabb1-b52f-4d0e-b2ec-a3af9572432f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249204 Jul 06 18:22:30.913418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3b489131-8d4f-4355-9a72-2ec1929c435c req-1e4c65a2-9c97-46c8-af8a-1b8438949b1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950911 Jul 06 18:22:30.919479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-75d0e345-d08d-4098-8182-c3f5fc3197ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.920973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-75d0e345-d08d-4098-8182-c3f5fc3197ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6170e4ee-149c-46c0-a2d9-c2d8ddf4e95c HTTP/1.1" status: 200 len: 861 time: 0.0780420 Jul 06 18:22:30.944185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-f28636eb-b8f2-413c-80a8-42a59ca7579a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802157 Jul 06 18:22:30.966096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-54341f07-58f7-4b15-b65d-00d8c2ef9e45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=753a15f3-83ee-4865-b0ec-3e76132f1266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285230 Jul 06 18:22:31.057785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-b3aad073-1d2a-4019-99b8-3dc11b6e1f52 service neutron] 10.222.0.53 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057596 Jul 06 18:22:31.112407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-6a9c7c84-f526-44f8-8bd6-b37aa244b803 service neutron] 10.222.0.41 "GET /v2.0/networks/753a15f3-83ee-4865-b0ec-3e76132f1266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389856 Jul 06 18:22:31.149946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48cd0-1a17-4663-b66b-be02ba9d7097 req-de3ff2b6-3334-4bea-b8b4-e6e85eb26bc9 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.151187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-55aff56a-a8f4-4455-a85e-0834f454c0eb service neutron] 10.222.0.53 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868070 Jul 06 18:22:31.154184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d48cd0-1a17-4663-b66b-be02ba9d7097 req-de3ff2b6-3334-4bea-b8b4-e6e85eb26bc9 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 943 time: 0.1241524 Jul 06 18:22:31.233126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d48cd0-1a17-4663-b66b-be02ba9d7097 req-877f9d94-1ec9-4697-93cc-5b5f6b4b6859 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Jul 06 18:22:31.258827 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8bfec7-20d9-440a-8a3b-6f95ca100644 req-c10e6a3d-4885-4867-8f3b-058c05b0506e service neutron] 10.222.0.41 "GET /v2.0/networks/753a15f3-83ee-4865-b0ec-3e76132f1266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373308 Jul 06 18:22:31.361763 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ff96bae-04ed-4c8b-9f98-e6a6cbb2b62b req-17006499-3619-420b-b60a-639cc815a0f6 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 210 time: 0.0551269 Jul 06 18:22:31.429149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-e5132859-840c-4d87-813c-944bc2c96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.430782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-e5132859-840c-4d87-813c-944bc2c96690 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9441ec74fe4b54aee1579b68e2977f&device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 1094 time: 0.1144693 Jul 06 18:22:31.623745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-5d765a5c-3366-4e2a-a997-5fda19d0891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.625300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-5d765a5c-3366-4e2a-a997-5fda19d0891b service neutron] 10.222.0.41 "GET /v2.0/networks?id=753a15f3-83ee-4865-b0ec-3e76132f1266 HTTP/1.1" status: 200 len: 922 time: 0.1868923 Jul 06 18:22:31.633801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1979e7-33ee-40e1-be4a-e5fd7a0571bd req-03bebbed-227a-46fc-ae5b-d705a025e812 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.641638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf1979e7-33ee-40e1-be4a-e5fd7a0571bd req-03bebbed-227a-46fc-ae5b-d705a025e812 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 945 time: 0.1174209 Jul 06 18:22:31.678504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf1979e7-33ee-40e1-be4a-e5fd7a0571bd req-96544d34-3520-4260-89b7-4d125bc620ea tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Jul 06 18:22:31.692639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-f927c96e-220e-4e75-b543-5d4ec5778d5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a75ee8e-82ce-4187-8acb-abc83714bdff HTTP/1.1" status: 200 len: 217 time: 0.0546756 Jul 06 18:22:31.779994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633f212-055c-4d0c-b7b7-89755d0bae9d req-4db6c8e2-cd31-4d99-89c9-d3b3eae47c33 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.780220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f633f212-055c-4d0c-b7b7-89755d0bae9d req-4db6c8e2-cd31-4d99-89c9-d3b3eae47c33 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1963117 Jul 06 18:22:31.819012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-7d858689-7be8-42f2-8578-c30e7a98be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.820687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-7d858689-7be8-42f2-8578-c30e7a98be71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6170e4ee-149c-46c0-a2d9-c2d8ddf4e95c HTTP/1.1" status: 200 len: 861 time: 0.1108894 Jul 06 18:22:31.870069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-c8aec2a7-9034-4d4d-84fb-5cbc4ed0ec46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=753a15f3-83ee-4865-b0ec-3e76132f1266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392954 Jul 06 18:22:31.907669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f633f212-055c-4d0c-b7b7-89755d0bae9d req-269c2e60-2872-4a6d-aa6c-0906cda9c90e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099324 Jul 06 18:22:32.002610 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-b659e8be-64e6-466f-b54f-b22b60d64019 service neutron] 10.222.0.41 "GET /v2.0/networks/753a15f3-83ee-4865-b0ec-3e76132f1266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232090 Jul 06 18:22:32.111574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc996903-9727-4f55-a68d-4d65c1c30bdb no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:32.183767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: dc996903-9727-4f55-a68d-4d65c1c30bdb {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:32.185131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc996903-9727-4f55-a68d-4d65c1c30bdb not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:32.212594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76c637b7-a50a-419f-a350-024d2fca6bcb req-4bc1600d-a764-49ad-8dbb-898fea9aeb0f service neutron] 10.222.0.41 "GET /v2.0/networks/753a15f3-83ee-4865-b0ec-3e76132f1266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019897 Jul 06 18:22:32.258811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736cb0c-0dc9-4cd9-8a65-50b031e1eae0 req-f2ecdf40-1a42-46a2-9f0e-c0c34475fa99 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.262153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c736cb0c-0dc9-4cd9-8a65-50b031e1eae0 req-f2ecdf40-1a42-46a2-9f0e-c0c34475fa99 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 945 time: 0.0892546 Jul 06 18:22:32.306167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c736cb0c-0dc9-4cd9-8a65-50b031e1eae0 req-3c958499-f4dd-4c0d-89d9-bb7371ec3edf tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Jul 06 18:22:32.523980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffac1d-de8f-45cd-82f4-d6685c16f915 req-16c2d68a-8679-4b46-8a0b-c7188cb7886f tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.526099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1ffac1d-de8f-45cd-82f4-d6685c16f915 req-16c2d68a-8679-4b46-8a0b-c7188cb7886f tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 943 time: 0.0765259 Jul 06 18:22:32.586574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1ffac1d-de8f-45cd-82f4-d6685c16f915 req-8fb250f0-1e73-4a84-9210-ed6279241f80 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544093 Jul 06 18:22:32.742307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98fb63ac-160b-4f95-92b1-4e912da68757 req-eb7f52b1-ff06-472c-8ac1-ec483702d9c4 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 210 time: 0.0482845 Jul 06 18:22:32.778625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee063fa-039a-4ba9-936a-eae924b5cb78 req-ce6154c8-3fd0-4b90-b6b3-4279a9acfe95 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.780905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee063fa-039a-4ba9-936a-eae924b5cb78 req-ce6154c8-3fd0-4b90-b6b3-4279a9acfe95 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 945 time: 0.0870166 Jul 06 18:22:32.834364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ee063fa-039a-4ba9-936a-eae924b5cb78 req-6e16820b-6a03-470a-b9b3-f45ce158dd9d tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467336 Jul 06 18:22:33.149779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857bac3-18ae-4f04-b929-c791d34154e7 req-361c3fda-459e-4874-af78-d702c5b4f480 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:33.154023 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a857bac3-18ae-4f04-b929-c791d34154e7 req-361c3fda-459e-4874-af78-d702c5b4f480 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 945 time: 0.1071169 Jul 06 18:22:33.198825 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a857bac3-18ae-4f04-b929-c791d34154e7 req-f1f482ec-0ce9-4cae-9e44-95b0a8b1d24c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379357 Jul 06 18:22:33.270054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-94d63702-3c8f-4ea0-a767-3e28a5290fdd tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:33.272192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-94d63702-3c8f-4ea0-a767-3e28a5290fdd tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.41 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 822 time: 0.5257659 Jul 06 18:22:33.279554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0317f-7f2c-4a84-9847-ce8775c855d4 req-236dd400-1e7e-4608-b8a8-5965ba28ee21 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:33.280933 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd0317f-7f2c-4a84-9847-ce8775c855d4 req-236dd400-1e7e-4608-b8a8-5965ba28ee21 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1309741 Jul 06 18:22:33.285675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Request body: {'port': {'device_id': '8a138de6-c9fe-4d6d-b0dc-130c8c7aac78', 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'admin_state_up': True, 'tenant_id': '66644dd6bd614ade97b99e73fc27f405'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:33.368784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd0317f-7f2c-4a84-9847-ce8775c855d4 req-635f59fd-74ec-4147-8bf2-ae8a80667d92 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786183 Jul 06 18:22:33.426774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Made reservation on behalf of 66644dd6bd614ade97b99e73fc27f405 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:33.431550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:33.579402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Allocated IP 172.20.0.11 (e5a541de-8d1d-455d-8842-e990d0f6f421/9c68b6ad-0703-4b3f-9ffa-2fb684060768/c4b1bec8-a958-403a-8ca4-e21cf6252cda) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:33.793356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e72a1-8d62-41aa-bc6c-9096e3d84b1b req-fe910bf8-8231-4c9a-b5b7-74888d93c752 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:33.795288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:33.801836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc0e72a1-8d62-41aa-bc6c-9096e3d84b1b req-fe910bf8-8231-4c9a-b5b7-74888d93c752 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 943 time: 0.0849025 Jul 06 18:22:33.894913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc0e72a1-8d62-41aa-bc6c-9096e3d84b1b req-9869cae6-5b3c-4977-911d-7c5bf3d1b241 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916002 Jul 06 18:22:33.963243 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:22:33.973364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.050847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Network e5a541de-8d1d-455d-8842-e990d0f6f421 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:34.058338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:34.061544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:34.064274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event updated for resources: {'Port': ['ID=c4b1bec8-a958-403a-8ca4-e21cf6252cda,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:34.122593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 1a75ee8e-82ce-4187-8acb-abc83714bdff details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:34.126213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1ee91-81fe-4497-aec9-3149172d54eb req-f85433ac-f964-444b-9eb2-28ce8a06f5e5 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.127937 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ab1ee91-81fe-4497-aec9-3149172d54eb req-f85433ac-f964-444b-9eb2-28ce8a06f5e5 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 945 time: 0.0945733 Jul 06 18:22:34.156804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-a528de03-f99e-4341-9f7b-e498c377ea57 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.160449 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-a528de03-f99e-4341-9f7b-e498c377ea57 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 945 time: 0.2489977 Jul 06 18:22:34.171965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.172641 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.197086 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ab1ee91-81fe-4497-aec9-3149172d54eb req-89554771-75d6-4b0d-a277-0579d16aee4f tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/security-groups?id=da157944-d969-4289-ae0f-86553c8770bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622625 Jul 06 18:22:34.213424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c09268dc-9cd9-4cc9-a954-868d185cd922 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9314909 Jul 06 18:22:34.259367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Request body: {'port': {'device_id': '8a138de6-c9fe-4d6d-b0dc-130c8c7aac78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:34.270270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 1a75ee8e-82ce-4187-8acb-abc83714bdff, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1a75ee8e-82ce-4187-8acb-abc83714bdff,segment=NetworkSegment(4d8ef494-9bec-44cb-afb6-3cd1d94c77ea),segment_id=4d8ef494-9bec-44cb-afb6-3cd1d94c77ea)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:34.287147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '1a75ee8e-82ce-4187-8acb-abc83714bdff', 'network_id': '753a15f3-83ee-4865-b0ec-3e76132f1266', 'port_id': '1a75ee8e-82ce-4187-8acb-abc83714bdff', 'mac_address': 'fa:16:3e:71:2a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6170e4ee-149c-46c0-a2d9-c2d8ddf4e95c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:34.333661 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.349473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a75ee8e-82ce-4187-8acb-abc83714bdff {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:34.380252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 1a75ee8e-82ce-4187-8acb-abc83714bdff, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1a75ee8e-82ce-4187-8acb-abc83714bdff,segment=NetworkSegment(4d8ef494-9bec-44cb-afb6-3cd1d94c77ea),segment_id=4d8ef494-9bec-44cb-afb6-3cd1d94c77ea)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:34.386210 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.416551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.448760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=1a75ee8e-82ce-4187-8acb-abc83714bdff,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:34.545241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ad3f4-60b6-4ed6-9aea-95b1b960c6a3 req-98d7c62f-9fca-4674-bd73-6cea8e86c6b9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.553317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8712c0d-2624-43ba-96ef-fce08e75ad09 req-ae03a141-7b76-4fe3-a4b7-f9d96a81170c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.554943 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a8712c0d-2624-43ba-96ef-fce08e75ad09 req-ae03a141-7b76-4fe3-a4b7-f9d96a81170c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 932 time: 0.3561962 Jul 06 18:22:34.556907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b44ad3f4-60b6-4ed6-9aea-95b1b960c6a3 req-98d7c62f-9fca-4674-bd73-6cea8e86c6b9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 945 time: 0.0950222 Jul 06 18:22:34.598836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b44ad3f4-60b6-4ed6-9aea-95b1b960c6a3 req-f7d85db1-df31-4102-b222-948de96f5834 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Jul 06 18:22:34.657195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['1a75ee8e-82ce-4187-8acb-abc83714bdff'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:34.660887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Deleting port f44d3c97-0573-45a7-a84b-3f512fdea500 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:34.660887 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.746744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a8712c0d-2624-43ba-96ef-fce08e75ad09 req-8b5a3e9e-361f-485f-b87a-13c3632a962f tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841383 Jul 06 18:22:34.829330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b7f6a-b0e3-42f7-987f-b1786d16114a req-203c9487-1f93-44ca-9a68-f5b6509fa839 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.831991 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c20b7f6a-b0e3-42f7-987f-b1786d16114a req-203c9487-1f93-44ca-9a68-f5b6509fa839 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1119125 Jul 06 18:22:34.875046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] For port f44d3c97-0573-45a7-a84b-3f512fdea500, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f44d3c97-0573-45a7-a84b-3f512fdea500,segment=NetworkSegment(95a1ff94-0350-422a-ae99-bbdc58ed8d0c),segment_id=95a1ff94-0350-422a-ae99-bbdc58ed8d0c)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:34.875917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.902383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Calling delete_port for f44d3c97-0573-45a7-a84b-3f512fdea500 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:34.931282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c20b7f6a-b0e3-42f7-987f-b1786d16114a req-21ff9d96-9a04-4fd1-a5f5-dce2fd17a3b1 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888538 Jul 06 18:22:35.033824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b1bec8-a958-403a-8ca4-e21cf6252cda {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:35.044003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.064780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Transition to ACTIVE for port object c4b1bec8-a958-403a-8ca4-e21cf6252cda will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:35.093900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.170169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b1bec8-a958-403a-8ca4-e21cf6252cda,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:35.194169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.208682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['f44d3c97-0573-45a7-a84b-3f512fdea500'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:35.278962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Pushing event deleted for resources: {'Port': ['ID=f44d3c97-0573-45a7-a84b-3f512fdea500,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:35.350537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] No DVR routers for this DVR port f44d3c97-0573-45a7-a84b-3f512fdea500 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:35.360129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.362149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a370b596-03b7-4db8-bb2b-b73937fa1eb0 req-c15db734-2dae-47bf-b236-ab55b92fa1a6 tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.24 "DELETE /v2.0/ports/f44d3c97-0573-45a7-a84b-3f512fdea500 HTTP/1.1" status: 204 len: 173 time: 1.1734161 Jul 06 18:22:35.362596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aa2b5c-0816-4b24-a6cd-55a605af79bc', 'name': 'network-vif-deleted', 'tag': 'f44d3c97-0573-45a7-a84b-3f512fdea500'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:35.364944 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6327f3a-92a4-4181-ac4a-d7410884baf5" -d '{"events": [{"server_uuid": "b6aa2b5c-0816-4b24-a6cd-55a605af79bc", "name": "network-vif-deleted", "tag": "f44d3c97-0573-45a7-a84b-3f512fdea500"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:35.371486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Attempting to bind port c4b1bec8-a958-403a-8ca4-e21cf6252cda on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:35.371821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Attempting to bind port c4b1bec8-a958-403a-8ca4-e21cf6252cda by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:35.372145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Attempting to bind port c4b1bec8-a958-403a-8ca4-e21cf6252cda on network e5a541de-8d1d-455d-8842-e990d0f6f421 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:35.381918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Port c4b1bec8-a958-403a-8ca4-e21cf6252cda on network e5a541de-8d1d-455d-8842-e990d0f6f421 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:35.382243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Attempting to bind port c4b1bec8-a958-403a-8ca4-e21cf6252cda on network e5a541de-8d1d-455d-8842-e990d0f6f421 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:35.390384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:35.390730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Checking segment: {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:35.391123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Bound using segment: {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:35.391541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Bound port: c4b1bec8-a958-403a-8ca4-e21cf6252cda, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:35.391895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.409169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071b187-27ba-432d-8ae5-8a21b2e14ac2 req-1086da43-bb01-44c9-8292-19dbe61c5a74 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:35.410905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5071b187-27ba-432d-8ae5-8a21b2e14ac2 req-1086da43-bb01-44c9-8292-19dbe61c5a74 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 944 time: 0.2367842 Jul 06 18:22:35.494034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5071b187-27ba-432d-8ae5-8a21b2e14ac2 req-74125320-a375-41c8-87b1-64bb49bb4f50 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758853 Jul 06 18:22:35.516357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdaa71-c622-4ced-9c05-291e1f8a9615 req-dd4144d4-6132-4f90-bfde-75e8734527be tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:35.519913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] For port c4b1bec8-a958-403a-8ca4-e21cf6252cda, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:35.524405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] For port c4b1bec8-a958-403a-8ca4-e21cf6252cda, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c4b1bec8-a958-403a-8ca4-e21cf6252cda,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:35.526140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2bdaa71-c622-4ced-9c05-291e1f8a9615 req-dd4144d4-6132-4f90-bfde-75e8734527be tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 945 time: 0.0918694 Jul 06 18:22:35.532065 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.586606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:35.587375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.588753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4b1bec8-a958-403a-8ca4-e21cf6252cda HTTP/1.1" status: 200 len: 1092 time: 1.3348269 Jul 06 18:22:35.604294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c2bdaa71-c622-4ced-9c05-291e1f8a9615 req-3df13c55-ac98-4afd-857e-0b688ea60c84 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664988 Jul 06 18:22:35.664841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e90e43e-6fa3-4473-bb88-e5e755aadfe7 req-3962c574-ffa5-4958-9a4a-88fb5d2798dd tempest-ServerPasswordTestJSON-1674571265 tempest-ServerPasswordTestJSON-1674571265-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6aa2b5c-0816-4b24-a6cd-55a605af79bc HTTP/1.1" status: 200 len: 210 time: 0.0324621 Jul 06 18:22:35.673215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a2e0f-1b13-4893-8d2e-7a91632d6925 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b1bec8-a958-403a-8ca4-e21cf6252cda,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:35.731462 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb72378-4d26-488c-8290-7a2e3427c2d9 x-openstack-request-id: req-afb72378-4d26-488c-8290-7a2e3427c2d9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:35.731752 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6aa2b5c-0816-4b24-a6cd-55a605af79bc", "name": "network-vif-deleted", "tag": "f44d3c97-0573-45a7-a84b-3f512fdea500", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:35.732003 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afb72378-4d26-488c-8290-7a2e3427c2d9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:35.732407 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6aa2b5c-0816-4b24-a6cd-55a605af79bc', 'name': 'network-vif-deleted', 'tag': 'f44d3c97-0573-45a7-a84b-3f512fdea500', 'status': 'completed', 'code': 200} Jul 06 18:22:35.735860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-9141ba39-6d1f-4b2f-aca2-2e3c92479981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:35.737580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-9141ba39-6d1f-4b2f-aca2-2e3c92479981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 1095 time: 0.0716929 Jul 06 18:22:35.784037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-8342df41-4aba-4a0d-9bea-b8833bf4ee3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4b1bec8-a958-403a-8ca4-e21cf6252cda HTTP/1.1" status: 200 len: 217 time: 0.0385540 Jul 06 18:22:35.845495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-737660ef-ea4a-4d7b-a15a-05c321b79426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:35.847318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-737660ef-ea4a-4d7b-a15a-05c321b79426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68b6ad-0703-4b3f-9ffa-2fb684060768 HTTP/1.1" status: 200 len: 862 time: 0.0557647 Jul 06 18:22:35.913417 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-81b68e85-5458-45da-be0f-1060d908e9fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5a541de-8d1d-455d-8842-e990d0f6f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582819 Jul 06 18:22:35.964600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c5c22-9850-4ce4-b814-ba94db1c42ff req-04fc01e5-e8ac-4796-895c-868ed2d6866f tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:35.971664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b95c5c22-9850-4ce4-b814-ba94db1c42ff req-04fc01e5-e8ac-4796-895c-868ed2d6866f tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 944 time: 0.0754404 Jul 06 18:22:36.020300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b95c5c22-9850-4ce4-b814-ba94db1c42ff req-11458d64-e2b7-474b-b02f-76da61c8e4d6 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Jul 06 18:22:36.087977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-c67692a6-c97a-4b1a-9ad2-761bc03e5d62 service neutron] 10.222.0.41 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599362 Jul 06 18:22:36.138928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3b75caca-9368-470d-afb0-581e85f8bc58 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:36.170737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 1a75ee8e-82ce-4187-8acb-abc83714bdff up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:36.245575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bb7a026-f598-4b7b-b05e-b04c795b215c req-7aa40b5e-3ce9-4bbf-9de9-7ed78d8cfecc service neutron] 10.222.0.41 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423292 Jul 06 18:22:36.312329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 1a75ee8e-82ce-4187-8acb-abc83714bdff completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:36.322692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08be446-0133-48ea-b1dc-16df90f854d7 req-7387a937-c83b-4770-befb-b776ce460e3f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:36.324256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d08be446-0133-48ea-b1dc-16df90f854d7 req-7387a937-c83b-4770-befb-b776ce460e3f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.0817406 Jul 06 18:22:36.329015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 1a75ee8e-82ce-4187-8acb-abc83714bdff triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:36.329386 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.332880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:36.370495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '3b75caca-9368-470d-afb0-581e85f8bc58', 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a', 'port_id': '3b75caca-9368-470d-afb0-581e85f8bc58', 'mac_address': 'fa:16:3e:b0:ea:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3503298d-dcda-4a78-b29b-a73d4ef9a11e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:36.388609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d08be446-0133-48ea-b1dc-16df90f854d7 req-7bb087c1-b8d7-4127-856b-1eb1bd0eb12f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Jul 06 18:22:36.429459 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.460838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b75caca-9368-470d-afb0-581e85f8bc58 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:36.488770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.492358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:36.499075 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.536996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69344518-89e3-4470-85e1-02a5562794d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a75ee8e-82ce-4187-8acb-abc83714bdff'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:36.539426 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4b036c-66d3-48dd-b5ed-fa8e6c6089a6" -d '{"events": [{"server_uuid": "69344518-89e3-4470-85e1-02a5562794d3", "name": "network-vif-plugged", "status": "completed", "tag": "1a75ee8e-82ce-4187-8acb-abc83714bdff"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:36.566553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 1a75ee8e-82ce-4187-8acb-abc83714bdff, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1a75ee8e-82ce-4187-8acb-abc83714bdff,segment=NetworkSegment(4d8ef494-9bec-44cb-afb6-3cd1d94c77ea),segment_id=4d8ef494-9bec-44cb-afb6-3cd1d94c77ea)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:36.579861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.586950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:36.600219 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6537af-4359-43d1-9169-baf8b7e0d547 x-openstack-request-id: req-7c6537af-4359-43d1-9169-baf8b7e0d547 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:36.600820 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69344518-89e3-4470-85e1-02a5562794d3", "name": "network-vif-plugged", "status": "completed", "tag": "1a75ee8e-82ce-4187-8acb-abc83714bdff", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:36.601237 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c6537af-4359-43d1-9169-baf8b7e0d547 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:36.601820 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69344518-89e3-4470-85e1-02a5562794d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a75ee8e-82ce-4187-8acb-abc83714bdff', 'code': 200} Jul 06 18:22:36.707671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=1a75ee8e-82ce-4187-8acb-abc83714bdff,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:36.777614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ae160-2924-43e3-8a46-f0e8ed924c98 req-27d04d68-9c73-41aa-a668-486fea1aa4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:36.777614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e9ae160-2924-43e3-8a46-f0e8ed924c98 req-27d04d68-9c73-41aa-a668-486fea1aa4bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 1096 time: 0.0678294 Jul 06 18:22:36.778529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3b75caca-9368-470d-afb0-581e85f8bc58'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:36.789622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bc5fe-bf80-4240-a268-6c700b2eb48c req-83c95e7c-c78f-4dff-ab81-f2286bc8f5df tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:36.797687 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c6bc5fe-bf80-4240-a268-6c700b2eb48c req-83c95e7c-c78f-4dff-ab81-f2286bc8f5df tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 945 time: 0.1200533 Jul 06 18:22:36.862994 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c6bc5fe-bf80-4240-a268-6c700b2eb48c req-f7a5a6ba-46a4-46b3-8707-bcebaaee37aa tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Jul 06 18:22:36.886380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e9ae160-2924-43e3-8a46-f0e8ed924c98 req-51f82abf-feff-481e-8952-f0841a81c4fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056652 Jul 06 18:22:36.950387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7776914-f08d-4793-aacc-03a669807303 req-58a28a77-ec87-4011-912a-697b698a4f3d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:36.951982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7776914-f08d-4793-aacc-03a669807303 req-58a28a77-ec87-4011-912a-697b698a4f3d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 945 time: 0.1653969 Jul 06 18:22:36.976390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52572) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:37.033597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-9bf0a196-4fcf-4827-a729-7c2b5684047e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:37.035624 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-9bf0a196-4fcf-4827-a729-7c2b5684047e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 945 time: 0.1633027 Jul 06 18:22:37.138424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-c486d349-467c-478e-93b8-4b836eb23631 admin admin] Deleting subnet 2cec440a-db61-4653-af19-6b899b339d0b {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:22:37.160000 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c486d349-467c-478e-93b8-4b836eb23631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.212735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7776914-f08d-4793-aacc-03a669807303 req-2eb62fc3-fc81-451c-b017-77c62045863b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364881 Jul 06 18:22:37.251120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c486d349-467c-478e-93b8-4b836eb23631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.295453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Deleting port 641cb74f-ca51-489d-9a69-0d5b14a78a92 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:37.296053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27bea7-b722-4d97-a855-dc1fcc113d3d req-75c65dfe-c6ea-4b05-90bd-69687783b8c6 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:37.296736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.303955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f27bea7-b722-4d97-a855-dc1fcc113d3d req-75c65dfe-c6ea-4b05-90bd-69687783b8c6 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 944 time: 0.1124413 Jul 06 18:22:37.351232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f27bea7-b722-4d97-a855-dc1fcc113d3d req-54bc6168-cd63-40c6-9de8-7f3f91fcd4d5 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462098 Jul 06 18:22:37.384191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c486d349-467c-478e-93b8-4b836eb23631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.418363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] For port 641cb74f-ca51-489d-9a69-0d5b14a78a92, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=641cb74f-ca51-489d-9a69-0d5b14a78a92,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:37.418597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.465646 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c486d349-467c-478e-93b8-4b836eb23631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.472774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Calling delete_port for 641cb74f-ca51-489d-9a69-0d5b14a78a92 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:37.505096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486d349-467c-478e-93b8-4b836eb23631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cec440a-db61-4653-af19-6b899b339d0b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:37.510687 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c486d349-467c-478e-93b8-4b836eb23631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.512582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c486d349-467c-478e-93b8-4b836eb23631 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2cec440a-db61-4653-af19-6b899b339d0b HTTP/1.1" status: 204 len: 168 time: 0.5377026 Jul 06 18:22:37.515532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52588) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:37.606687 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.708610 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.720074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593f0cc1-f936-4a6e-84db-60165e2994b1']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:37.728969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.732341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a1ff94-0350-422a-ae99-bbdc58ed8d0c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:37.732758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a1ff94-0350-422a-ae99-bbdc58ed8d0c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:37.740905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['641cb74f-ca51-489d-9a69-0d5b14a78a92'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:37.747816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.782240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.794504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:22:37.795188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.812435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a138de6-c9fe-4d6d-b0dc-130c8c7aac78', 'tag': 'c4b1bec8-a958-403a-8ca4-e21cf6252cda'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:37.815585 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2475afef-09f9-485c-bb22-a54f6b136805" -d '{"events": [{"name": "network-changed", "server_uuid": "8a138de6-c9fe-4d6d-b0dc-130c8c7aac78", "tag": "c4b1bec8-a958-403a-8ca4-e21cf6252cda"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:37.822315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f44d3c97-0573-45a7-a84b-3f512fdea500 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:37.842581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ae1b8-5c6d-4803-a67e-4ab5be03f4c5 req-9f08bf2e-30c2-4189-b5d4-ab0ed1ac45ba tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:37.844203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c82ae1b8-5c6d-4803-a67e-4ab5be03f4c5 req-9f08bf2e-30c2-4189-b5d4-ab0ed1ac45ba tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 944 time: 0.2931452 Jul 06 18:22:37.857607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event deleted for resources: {'Port': ['ID=641cb74f-ca51-489d-9a69-0d5b14a78a92,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:37.889456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: f44d3c97-0573-45a7-a84b-3f512fdea500 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:37.890637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f44d3c97-0573-45a7-a84b-3f512fdea500 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:37.893440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 641cb74f-ca51-489d-9a69-0d5b14a78a92 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:22:37.897670 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:22:37.955588 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.959467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 641cb74f-ca51-489d-9a69-0d5b14a78a92 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:37.961645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 641cb74f-ca51-489d-9a69-0d5b14a78a92 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:37.969569 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f0e730-2459-419f-8888-0a5c15fddbbb x-openstack-request-id: req-d7f0e730-2459-419f-8888-0a5c15fddbbb {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:37.969960 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a138de6-c9fe-4d6d-b0dc-130c8c7aac78", "tag": "c4b1bec8-a958-403a-8ca4-e21cf6252cda", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:37.970117 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7f0e730-2459-419f-8888-0a5c15fddbbb {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:37.970362 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:37.970474 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a138de6-c9fe-4d6d-b0dc-130c8c7aac78', 'tag': 'c4b1bec8-a958-403a-8ca4-e21cf6252cda', 'status': 'completed', 'code': 200} Jul 06 18:22:37.975236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c82ae1b8-5c6d-4803-a67e-4ab5be03f4c5 req-6324f444-0be6-47e4-b30b-b9415902a49c tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057496 Jul 06 18:22:37.980521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] 10.222.0.53 "DELETE /v2.0/networks/593f0cc1-f936-4a6e-84db-60165e2994b1 HTTP/1.1" status: 204 len: 168 time: 0.4637196 Jul 06 18:22:38.010213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2005c1-5f1c-49db-878e-dc2577c80008 admin admin] Pushing event deleted for resources: {'Network': ['ID=593f0cc1-f936-4a6e-84db-60165e2994b1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:38.026291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] No DVR routers for this DVR port 641cb74f-ca51-489d-9a69-0d5b14a78a92 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:38.030754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:38.032870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a12aaaf6-450c-43a5-acb7-f091a5039abf req-83518759-12fa-444e-9c02-21f2866639eb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "DELETE /v2.0/ports/641cb74f-ca51-489d-9a69-0d5b14a78a92 HTTP/1.1" status: 204 len: 173 time: 0.9818814 Jul 06 18:22:38.122970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475afef-09f9-485c-bb22-a54f6b136805 req-2672cc55-9e0f-49dc-be12-7ad09c7923c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:38.129487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2475afef-09f9-485c-bb22-a54f6b136805 req-2672cc55-9e0f-49dc-be12-7ad09c7923c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66644dd6bd614ade97b99e73fc27f405&device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 1095 time: 0.1180511 Jul 06 18:22:38.155308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device c4b1bec8-a958-403a-8ca4-e21cf6252cda details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:38.157446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3b75caca-9368-470d-afb0-581e85f8bc58 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:38.228652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8c0de-4b47-4118-8859-8cc6c5af7fe6 req-aabc832d-8f68-4b1d-81d7-b808d4df1e7f tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:38.240227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44d8c0de-4b47-4118-8859-8cc6c5af7fe6 req-aabc832d-8f68-4b1d-81d7-b808d4df1e7f tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 945 time: 0.1283875 Jul 06 18:22:38.283210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52600) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:38.328098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 3b75caca-9368-470d-afb0-581e85f8bc58 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:38.403625 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44d8c0de-4b47-4118-8859-8cc6c5af7fe6 req-e0d2e4ca-2b4b-445e-b9cb-2b7707d34752 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565952 Jul 06 18:22:38.416938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475afef-09f9-485c-bb22-a54f6b136805 req-cd85442b-3bc2-4f6d-b9cd-f00f6a5761f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:38.419145 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 3b75caca-9368-470d-afb0-581e85f8bc58 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:38.419513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:38.425278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2475afef-09f9-485c-bb22-a54f6b136805 req-cd85442b-3bc2-4f6d-b9cd-f00f6a5761f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 200 len: 923 time: 0.2885213 Jul 06 18:22:38.446050 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-742181e9-af1d-4299-8f59-2e72c4db4281 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9353756763434f21a1370f315f293f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488743 Jul 06 18:22:38.446330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52610) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:38.500062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2475afef-09f9-485c-bb22-a54f6b136805 req-9cb95b9e-e0fa-490b-a7d4-35d928bef7bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4b1bec8-a958-403a-8ca4-e21cf6252cda HTTP/1.1" status: 200 len: 217 time: 0.0671086 Jul 06 18:22:38.614605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port c4b1bec8-a958-403a-8ca4-e21cf6252cda, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c4b1bec8-a958-403a-8ca4-e21cf6252cda,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:38.649180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475afef-09f9-485c-bb22-a54f6b136805 req-528710ea-b350-4deb-a178-8e77ade8a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:38.652353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2475afef-09f9-485c-bb22-a54f6b136805 req-528710ea-b350-4deb-a178-8e77ade8a8e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68b6ad-0703-4b3f-9ffa-2fb684060768 HTTP/1.1" status: 200 len: 862 time: 0.1407938 Jul 06 18:22:38.662911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'c4b1bec8-a958-403a-8ca4-e21cf6252cda', 'network_id': 'e5a541de-8d1d-455d-8842-e990d0f6f421', 'port_id': 'c4b1bec8-a958-403a-8ca4-e21cf6252cda', 'mac_address': 'fa:16:3e:0b:94:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68b6ad-0703-4b3f-9ffa-2fb684060768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:38.720818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4d34-bdb4-424d-98b6-b209a3b1087e req-27e59fb0-df4b-44e6-afab-3bc84a0f95c0 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:38.729092 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-849f4d34-bdb4-424d-98b6-b209a3b1087e req-27e59fb0-df4b-44e6-afab-3bc84a0f95c0 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 944 time: 0.1271088 Jul 06 18:22:38.764188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d23a4f9-d41d-49c7-a20d-1e0ce8c5c367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:38.764620 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:38.778310 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-480b0baa-128f-4133-ba9b-07bb6aa66260 req-da6130cc-0168-451b-a599-de0191bb9f01 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a574463f-0ce5-4e4a-a37a-fd9e849854f9 HTTP/1.1" status: 200 len: 210 time: 0.1202705 Jul 06 18:22:38.779168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-849f4d34-bdb4-424d-98b6-b209a3b1087e req-d1a46b88-5979-4748-a75a-db044aa05974 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495658 Jul 06 18:22:38.781808 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2475afef-09f9-485c-bb22-a54f6b136805 req-2e4bd48a-efd8-4c9d-8ff0-26d82cd9a016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5a541de-8d1d-455d-8842-e990d0f6f421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128929 Jul 06 18:22:38.820742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b1bec8-a958-403a-8ca4-e21cf6252cda {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:38.869222 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:38.869459 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d23a4f9-d41d-49c7-a20d-1e0ce8c5c367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:38.924977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port c4b1bec8-a958-403a-8ca4-e21cf6252cda, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c4b1bec8-a958-403a-8ca4-e21cf6252cda,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:38.960886 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:38.993593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2475afef-09f9-485c-bb22-a54f6b136805 req-bb99c1ad-bfc5-47a5-a3d8-23dcc5594478 service neutron] 10.222.0.41 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987751 Jul 06 18:22:39.031442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:39.043770 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d23a4f9-d41d-49c7-a20d-1e0ce8c5c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:39.061813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d23a4f9-d41d-49c7-a20d-1e0ce8c5c367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:39.066162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7d23a4f9-d41d-49c7-a20d-1e0ce8c5c367 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da157944-d969-4289-ae0f-86553c8770bc HTTP/1.1" status: 204 len: 168 time: 0.5732720 Jul 06 18:22:39.160957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:39.166929 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7776359-dbe5-4c9c-95f7-17066438d90d" -d '{"events": [{"server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "name": "network-vif-plugged", "status": "completed", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:39.182254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=c4b1bec8-a958-403a-8ca4-e21cf6252cda,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:39.198962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23a4f9-d41d-49c7-a20d-1e0ce8c5c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da157944-d969-4289-ae0f-86553c8770bc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:39.223971 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:39.325668 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28460398-f70b-42a4-8fbb-ad2d0e3efa21 x-openstack-request-id: req-28460398-f70b-42a4-8fbb-ad2d0e3efa21 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:39.326112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2475afef-09f9-485c-bb22-a54f6b136805 req-af4748fd-55b1-4b74-8fa0-7ee47d4044b9 service neutron] 10.222.0.41 "GET /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156073 Jul 06 18:22:39.327965 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "name": "network-vif-plugged", "status": "completed", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:39.328220 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28460398-f70b-42a4-8fbb-ad2d0e3efa21 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:39.328637 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58', 'code': 200} Jul 06 18:22:39.333836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['c4b1bec8-a958-403a-8ca4-e21cf6252cda'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:39.464197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:39.486494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f2f79-9850-4166-84e8-2b0125b7123f req-0379aaf2-74ac-41cf-b6a3-3c01768d88d2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:39.488560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e23f2f79-9850-4166-84e8-2b0125b7123f req-0379aaf2-74ac-41cf-b6a3-3c01768d88d2 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.2163088 Jul 06 18:22:39.512054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6011e-5817-4f85-a580-0e22e257916b req-7c6f07d6-c508-4731-a0bf-5c46c49953db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:39.516182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ae6011e-5817-4f85-a580-0e22e257916b req-7c6f07d6-c508-4731-a0bf-5c46c49953db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1096 time: 0.1309350 Jul 06 18:22:39.599996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ae6011e-5817-4f85-a580-0e22e257916b req-df578397-99e3-4a13-900b-73a17128c6c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751593 Jul 06 18:22:39.626666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e23f2f79-9850-4166-84e8-2b0125b7123f req-e5df2804-b876-4d54-b6d2-60ba0f088e4c tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321480 Jul 06 18:22:39.971943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a574463f-0ce5-4e4a-a37a-fd9e849854f9', 'name': 'network-vif-deleted', 'tag': '641cb74f-ca51-489d-9a69-0d5b14a78a92'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:39.975377 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a888be9-38f3-4ab7-a3f9-be7174023d19" -d '{"events": [{"server_uuid": "a574463f-0ce5-4e4a-a37a-fd9e849854f9", "name": "network-vif-deleted", "tag": "641cb74f-ca51-489d-9a69-0d5b14a78a92"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:40.280353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24cec1-8448-48ab-93e2-d3e1b42f5a60 req-7f4533b8-3a25-4440-9c84-55078bc6778a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:40.283202 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d24cec1-8448-48ab-93e2-d3e1b42f5a60 req-7f4533b8-3a25-4440-9c84-55078bc6778a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 945 time: 0.1685672 Jul 06 18:22:40.393142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d24cec1-8448-48ab-93e2-d3e1b42f5a60 req-770935b1-8582-4482-9559-b4759a3fc24d tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969770 Jul 06 18:22:40.493520 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e481985e-922e-46fb-a776-110fb0b75e40 x-openstack-request-id: req-e481985e-922e-46fb-a776-110fb0b75e40 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:40.493909 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a574463f-0ce5-4e4a-a37a-fd9e849854f9", "name": "network-vif-deleted", "tag": "641cb74f-ca51-489d-9a69-0d5b14a78a92", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:40.494368 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e481985e-922e-46fb-a776-110fb0b75e40 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:40.494975 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a574463f-0ce5-4e4a-a37a-fd9e849854f9', 'name': 'network-vif-deleted', 'tag': '641cb74f-ca51-489d-9a69-0d5b14a78a92', 'status': 'completed', 'code': 200} Jul 06 18:22:40.685463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ca518-15e3-41c5-8c0e-764060ad0801 req-b1c3cea6-07dd-4c8e-85fe-81a858e02b20 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:40.687427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-790ca518-15e3-41c5-8c0e-764060ad0801 req-b1c3cea6-07dd-4c8e-85fe-81a858e02b20 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 945 time: 0.1232612 Jul 06 18:22:40.760147 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-790ca518-15e3-41c5-8c0e-764060ad0801 req-25dfbdef-48df-49f0-bef6-d3279045e581 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655341 Jul 06 18:22:40.778327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52694) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:40.951927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-6b762cd8-d53f-4b98-a13f-05ec5ae660a7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:40.954659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-6b762cd8-d53f-4b98-a13f-05ec5ae660a7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.1929395 Jul 06 18:22:40.973388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-eac69bc6-96b1-4146-851e-5e5d0c739844 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/quotas/bf77d1848a3a4efe9c1eb515d3893aec HTTP/1.1" status: 200 len: 375 time: 0.0126634 Jul 06 18:22:41.030293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359049b-19f1-4781-8e40-3e90e731d1b9 req-16e128cd-1956-442b-aad8-2121a44032f0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:41.038735 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5359049b-19f1-4781-8e40-3e90e731d1b9 req-16e128cd-1956-442b-aad8-2121a44032f0 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.0860269 Jul 06 18:22:41.089499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5359049b-19f1-4781-8e40-3e90e731d1b9 req-bb03c5b9-f147-498e-9945-d0719e0b0103 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Jul 06 18:22:41.101436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-355351010-network', 'tenant_id': '2048fc15f03f459a9add14162308ada4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:41.163997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:41.166511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:41.186942 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:41.388748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:41.395953 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:41.419377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:22:41.448433 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-248ebfc5-c0e8-489b-ac4e-de55ac6399e9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4697409 Jul 06 18:22:41.476647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:41.478075 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Added segment ed9098d0-656d-406b-905a-209389fe8a33 of type vlan for network 387d7103-49e5-48ca-8c9e-8bb334581160 Jul 06 18:22:41.511666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c39208-3c52-4c48-92fe-c61f0bafb452,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:41.550745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-c94bb5c4-4af1-421d-bd19-263e4c804b4e service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950108 Jul 06 18:22:41.663947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-3ce6871d-1804-46ef-a57a-50a4a28ec718 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056757 Jul 06 18:22:41.884677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-e8e84fae-0b53-437e-ba12-77217aee8cec tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:41.886734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-e8e84fae-0b53-437e-ba12-77217aee8cec tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.41 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 945 time: 0.1022372 Jul 06 18:22:41.909966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:41.951305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:41.952374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:41.952961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.011562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] Pushing event updated for resources: {'Network': ['ID=387d7103-49e5-48ca-8c9e-8bb334581160,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:42.023358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 387d7103-49e5-48ca-8c9e-8bb334581160 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:22:42.035871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3208-ab0d-4f48-aa94-b8e068cd3b89 req-f1fc6478-3ef6-48f5-ab0c-87ecad01ca4c tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:42.037290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bdd3208-ab0d-4f48-aa94-b8e068cd3b89 req-f1fc6478-3ef6-48f5-ab0c-87ecad01ca4c tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1096 time: 0.6119828 Jul 06 18:22:42.079208 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-94428781-4778-4af8-a9ab-404c296a3f84 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2994378 Jul 06 18:22:42.083089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52714) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:42.096015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Request body: {'subnet': {'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-355351010-subnet', 'tenant_id': '2048fc15f03f459a9add14162308ada4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:42.130827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Deleting port 1a75ee8e-82ce-4187-8acb-abc83714bdff {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:42.131300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.132059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bdd3208-ab0d-4f48-aa94-b8e068cd3b89 req-e0909c5f-dddc-40ee-b8f2-1665d26d0712 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855975 Jul 06 18:22:42.157392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:42.165616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.195916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device c4b1bec8-a958-403a-8ca4-e21cf6252cda up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:42.208904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a64c7-189b-4ad5-8390-6b25d84aeb36 req-b1116b1d-cc37-46bc-af4a-e67629554b15 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:42.226243 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33a64c7-189b-4ad5-8390-6b25d84aeb36 req-b1116b1d-cc37-46bc-af4a-e67629554b15 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 945 time: 0.2611346 Jul 06 18:22:42.319581 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b33a64c7-189b-4ad5-8390-6b25d84aeb36 req-f2cb680d-6945-407c-afd3-c6b37542ef26 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922713 Jul 06 18:22:42.334958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port c4b1bec8-a958-403a-8ca4-e21cf6252cda completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:42.339343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port c4b1bec8-a958-403a-8ca4-e21cf6252cda triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:42.339971 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.383426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.446349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62b45a79-1139-4b62-898d-3a6a8e295859 req-5e64705f-5d36-4e79-bc6d-ca6c6cceed49 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 210 time: 0.0471191 Jul 06 18:22:42.494005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] For port 1a75ee8e-82ce-4187-8acb-abc83714bdff, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1a75ee8e-82ce-4187-8acb-abc83714bdff,segment=NetworkSegment(4d8ef494-9bec-44cb-afb6-3cd1d94c77ea),segment_id=4d8ef494-9bec-44cb-afb6-3cd1d94c77ea)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:42.496673 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.500805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22a3273-97c7-4233-beab-c55c5efc7ca5,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:42.519348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Checking segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:42.520164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Network hostable DHCP agents. Network: 387d7103-49e5-48ca-8c9e-8bb334581160, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:22:42.526845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Calling delete_port for 1a75ee8e-82ce-4187-8acb-abc83714bdff owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:42.535037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ff72e-2e61-49e0-a94d-60b23fdf3b78 req-bb155583-4cd7-4096-a0db-c52955d52457 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:42.537391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eb9ff72e-2e61-49e0-a94d-60b23fdf3b78 req-bb155583-4cd7-4096-a0db-c52955d52457 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/ports?device_id=69344518-89e3-4470-85e1-02a5562794d3 HTTP/1.1" status: 200 len: 945 time: 0.1670177 Jul 06 18:22:42.583281 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.612941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eb9ff72e-2e61-49e0-a94d-60b23fdf3b78 req-25763176-19f9-40f8-832b-d0e743776a29 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.53 "GET /v2.0/security-groups?id=dca88b45-4969-4683-94cf-06b3a38587a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653722 Jul 06 18:22:42.614004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Network 387d7103-49e5-48ca-8c9e-8bb334581160 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:22:42.635463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 387d7103-49e5-48ca-8c9e-8bb334581160) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:42.647006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a138de6-c9fe-4d6d-b0dc-130c8c7aac78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b1bec8-a958-403a-8ca4-e21cf6252cda'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:42.650106 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080d5a17-f781-4c22-a457-4c64f3a0e362" -d '{"events": [{"server_uuid": "8a138de6-c9fe-4d6d-b0dc-130c8c7aac78", "name": "network-vif-plugged", "status": "completed", "tag": "c4b1bec8-a958-403a-8ca4-e21cf6252cda"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:42.652807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:42.654044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.671707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af758006-8088-4ddc-9d1c-a96014d040f4 None None] Network 387d7103-49e5-48ca-8c9e-8bb334581160 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:42.688037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-537038bc-a6bb-4887-bf7e-da4e3c31ac9b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5969076 Jul 06 18:22:42.773294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af667b4c-78fe-4acb-ae90-cbb317684c09 req-2f6b0c34-b59b-41b0-bea2-d0e3e5743623 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:42.775957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af667b4c-78fe-4acb-ae90-cbb317684c09 req-2f6b0c34-b59b-41b0-bea2-d0e3e5743623 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1096 time: 0.1234198 Jul 06 18:22:42.896660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af667b4c-78fe-4acb-ae90-cbb317684c09 req-f3d60ac7-16f1-4a76-a0bd-5dfc6b88d29e tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952671 Jul 06 18:22:42.899656 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:42.917772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['1a75ee8e-82ce-4187-8acb-abc83714bdff'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:42.938111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port c4b1bec8-a958-403a-8ca4-e21cf6252cda, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c4b1bec8-a958-403a-8ca4-e21cf6252cda,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:42.991513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:43.077416 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8f3a03-5d88-4652-ab1c-48384d789b80 x-openstack-request-id: req-fa8f3a03-5d88-4652-ab1c-48384d789b80 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:43.078372 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a138de6-c9fe-4d6d-b0dc-130c8c7aac78", "name": "network-vif-plugged", "status": "completed", "tag": "c4b1bec8-a958-403a-8ca4-e21cf6252cda", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:43.078693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Pushing event deleted for resources: {'Port': ['ID=1a75ee8e-82ce-4187-8acb-abc83714bdff,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:43.080498 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa8f3a03-5d88-4652-ab1c-48384d789b80 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:43.090354 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a138de6-c9fe-4d6d-b0dc-130c8c7aac78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b1bec8-a958-403a-8ca4-e21cf6252cda', 'code': 200} Jul 06 18:22:43.123493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=c4b1bec8-a958-403a-8ca4-e21cf6252cda,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:43.124872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] No DVR routers for this DVR port 1a75ee8e-82ce-4187-8acb-abc83714bdff on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:43.131210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:43.136139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5078927-a818-48ee-807a-04d151c5febe None None] Network 387d7103-49e5-48ca-8c9e-8bb334581160 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:43.138181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-afbe308e-776c-4498-b0ce-dc3ff0e6e519 req-243f1b2c-746a-4d9b-a593-ea8d99ac0550 tempest-ServerMetadataNegativeTestJSON-1606684554 tempest-ServerMetadataNegativeTestJSON-1606684554-project] 10.222.0.41 "DELETE /v2.0/ports/1a75ee8e-82ce-4187-8acb-abc83714bdff HTTP/1.1" status: 204 len: 173 time: 1.2428730 Jul 06 18:22:43.144838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69344518-89e3-4470-85e1-02a5562794d3', 'name': 'network-vif-deleted', 'tag': '1a75ee8e-82ce-4187-8acb-abc83714bdff'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:43.151066 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589f4026-be25-420a-88ab-4e691c1f2289" -d '{"events": [{"server_uuid": "69344518-89e3-4470-85e1-02a5562794d3", "name": "network-vif-deleted", "tag": "1a75ee8e-82ce-4187-8acb-abc83714bdff"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:43.230902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-13a69b6c-5476-4f42-9882-dd4ea057433b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:43.236048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-13a69b6c-5476-4f42-9882-dd4ea057433b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 807 time: 0.2478116 Jul 06 18:22:43.281688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-23c02e69-efda-4b7d-924d-1e1986c329bd tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/quotas/9b930b3c03d44f3db7e9b9a394be0525 HTTP/1.1" status: 200 len: 375 time: 0.0444658 Jul 06 18:22:43.378138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d8c58-cc18-4389-a4bf-a5c7da79cdd7 req-a5a3d54c-c34c-47d8-a639-12183eee46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:43.379649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83d8c58-cc18-4389-a4bf-a5c7da79cdd7 req-a5a3d54c-c34c-47d8-a639-12183eee46a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 1097 time: 0.2579136 Jul 06 18:22:43.429644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-21e8bf07-05d8-417d-8e33-2d8ed22dc0f9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1471913 Jul 06 18:22:43.460137 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83d8c58-cc18-4389-a4bf-a5c7da79cdd7 req-41b60ed1-a435-4e13-8ae8-98b2904e2538 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732400 Jul 06 18:22:43.547202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-4a8073cc-1546-4e72-a202-0d4d05e5b9f3 service neutron] 10.222.0.53 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164539 Jul 06 18:22:43.547579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-a770166a-7ccd-4233-8822-9abe303ae921 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:43.558279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-a770166a-7ccd-4233-8822-9abe303ae921 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.1842396 Jul 06 18:22:43.579857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-8292e083-d7cb-4c54-bbf7-d6dde1b45e31 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/quotas/2048fc15f03f459a9add14162308ada4 HTTP/1.1" status: 200 len: 375 time: 0.0205126 Jul 06 18:22:43.625062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-2b4e176d-803e-4612-997e-78b47f377317 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440958 Jul 06 18:22:43.670329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-6f773938-2940-4481-9be3-d90fa7e7847a service neutron] 10.222.0.53 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218224 Jul 06 18:22:43.706592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-fc0336ed-78b4-4c6d-8da2-3eea57339b5f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:43.708742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-fc0336ed-78b4-4c6d-8da2-3eea57339b5f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.2411680 Jul 06 18:22:43.723472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Request body: {'port': {'device_id': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'admin_state_up': True, 'tenant_id': 'bf77d1848a3a4efe9c1eb515d3893aec'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:43.841791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-d4176919-35cb-4080-913b-93e4cb46ab8a service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156551 Jul 06 18:22:43.930054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Made reservation on behalf of bf77d1848a3a4efe9c1eb515d3893aec for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:43.934294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.049217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-f33a12b1-f690-40d2-80ba-49afa82d607e service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968875 Jul 06 18:22:44.150531 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d21e8af-fe4f-42bd-ab1f-32ea2562654c x-openstack-request-id: req-6d21e8af-fe4f-42bd-ab1f-32ea2562654c {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:44.151250 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69344518-89e3-4470-85e1-02a5562794d3", "name": "network-vif-deleted", "tag": "1a75ee8e-82ce-4187-8acb-abc83714bdff", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:44.151250 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d21e8af-fe4f-42bd-ab1f-32ea2562654c {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:44.151497 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69344518-89e3-4470-85e1-02a5562794d3', 'name': 'network-vif-deleted', 'tag': '1a75ee8e-82ce-4187-8acb-abc83714bdff', 'status': 'completed', 'code': 200} Jul 06 18:22:44.196032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Allocated IP 172.20.0.12 (90950a61-13f5-43e3-a282-f1fe44802f85/06d8f1f4-9e1d-441b-8294-be6e3dd37469/3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:44.321105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b3340-263f-4ba7-87f0-9d79abf908b8 req-16e88238-3332-4ab6-8f09-536db2a1e47a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:44.324032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c7b3340-263f-4ba7-87f0-9d79abf908b8 req-16e88238-3332-4ab6-8f09-536db2a1e47a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 946 time: 0.0777860 Jul 06 18:22:44.404577 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c7b3340-263f-4ba7-87f0-9d79abf908b8 req-b62cefeb-5f3c-4ab6-a043-c60f1188f39e tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738151 Jul 06 18:22:44.458185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.524833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52802) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:44.589461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15cff9d2-26f5-407b-a740-04b1550601ee req-80c219e4-982e-4463-8e41-3d401f695c39 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 210 time: 0.0781839 Jul 06 18:22:44.602545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.624746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a60067-d5c5-4f2d-b695-1de67fa4cecd admin admin] Deleting subnet 6170e4ee-149c-46c0-a2d9-c2d8ddf4e95c {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:22:44.629077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8a60067-d5c5-4f2d-b695-1de67fa4cecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.672962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8a60067-d5c5-4f2d-b695-1de67fa4cecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.712597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Network 90950a61-13f5-43e3-a282-f1fe44802f85 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:44.719077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:44.727012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:44.752807 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8a60067-d5c5-4f2d-b695-1de67fa4cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.821327 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8a60067-d5c5-4f2d-b695-1de67fa4cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.843547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event updated for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:44.848372 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb64c01d-db39-4259-8a05-a1358d8013e5 req-0c69b3a4-c688-4ccb-84e8-8143099c87e0 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0856979 Jul 06 18:22:44.872847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a60067-d5c5-4f2d-b695-1de67fa4cecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6170e4ee-149c-46c0-a2d9-c2d8ddf4e95c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:44.877855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8a60067-d5c5-4f2d-b695-1de67fa4cecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.887980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52806) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:44.888241 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a8a60067-d5c5-4f2d-b695-1de67fa4cecd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6170e4ee-149c-46c0-a2d9-c2d8ddf4e95c HTTP/1.1" status: 204 len: 168 time: 0.3616602 Jul 06 18:22:44.905282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:44.906147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:44.991634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-e17d8e6d-05da-4750-9a37-48c4f7996b05 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2739322 Jul 06 18:22:44.993574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f954dcc-ce6e-409b-beb6-e710f076feea req-0a262a4f-c314-441c-9887-2dea10db62ce tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 210 time: 0.0726707 Jul 06 18:22:45.019835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Request body: {'port': {'device_id': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:45.103052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.144067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.230510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.246716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753a15f3-83ee-4865-b0ec-3e76132f1266']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:45.264042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8ef494-9bec-44cb-afb6-3cd1d94c77ea') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:45.264351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8ef494-9bec-44cb-afb6-3cd1d94c77ea') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:45.289741 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.364175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.383951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:22:45.384680 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:22:45.387166 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:22:45.490166 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a73e437-cc07-472a-9e58-0a3877e794ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.532705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.548444 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.554272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] 10.222.0.53 "DELETE /v2.0/networks/753a15f3-83ee-4865-b0ec-3e76132f1266 HTTP/1.1" status: 204 len: 168 time: 0.6650407 Jul 06 18:22:45.615901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f6c89-77b7-444b-88cd-af383dadaccd admin admin] Pushing event deleted for resources: {'Network': ['ID=753a15f3-83ee-4865-b0ec-3e76132f1266,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:45.710768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3623b3d-4f23-4567-abf3-88a10e2be94a req-14c37700-616e-4697-8bdb-cef2074c9ebc tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:45.718266 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3623b3d-4f23-4567-abf3-88a10e2be94a req-14c37700-616e-4697-8bdb-cef2074c9ebc tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 946 time: 0.1623676 Jul 06 18:22:45.838039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3623b3d-4f23-4567-abf3-88a10e2be94a req-c19f875d-90d6-4ae9-a855-edf66a16f824 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187479 Jul 06 18:22:45.851452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52842) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:45.865139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:45.925059 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.954243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Transition to ACTIVE for port object 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:45.960201 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.964077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-038a360c-5e2b-42ee-908e-5f8aa2f5e6b4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:45.965568 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-038a360c-5e2b-42ee-908e-5f8aa2f5e6b4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 807 time: 0.2363670 Jul 06 18:22:45.975616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52848) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:45.975851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-118d2028-9429-4198-b36d-befcaae56522 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d9441ec74fe4b54aee1579b68e2977f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224606 Jul 06 18:22:45.989609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Request body: {'port': {'device_id': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'admin_state_up': True, 'tenant_id': '9b930b3c03d44f3db7e9b9a394be0525'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:46.040982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Pushing event updated for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:46.169119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Attempting to bind port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:46.169931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Attempting to bind port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:46.171249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Attempting to bind port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:46.176828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb on network 90950a61-13f5-43e3-a282-f1fe44802f85 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:46.177646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Attempting to bind port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:46.190987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba0f2-cd4a-4b68-88db-a0273df545bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.199729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 1a75ee8e-82ce-4187-8acb-abc83714bdff no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:46.199972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:46.200360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Checking segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:46.201003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Bound using segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:46.201862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Bound port: 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:46.202441 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.238251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 1a75ee8e-82ce-4187-8acb-abc83714bdff {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:46.238507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 1a75ee8e-82ce-4187-8acb-abc83714bdff not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:46.262336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba0f2-cd4a-4b68-88db-a0273df545bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.295087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Made reservation on behalf of 9b930b3c03d44f3db7e9b9a394be0525 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:46.299544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.341768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72122693-dfdc-4847-a338-208f7abd9063 req-6ea3c4b6-d0bd-4b20-910e-6939039e6446 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:46.352602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72122693-dfdc-4847-a338-208f7abd9063 req-6ea3c4b6-d0bd-4b20-910e-6939039e6446 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 944 time: 0.2786307 Jul 06 18:22:46.384221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-d7d59d8d-a70e-4065-9c96-e27df2ee9ac5 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:22:46.385304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-d7d59d8d-a70e-4065-9c96-e27df2ee9ac5 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305488 Jul 06 18:22:46.401874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Request body: {'binding': {'host': 'n-h2-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:46.402427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Unknown quota resources ['binding']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:22:46.523183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-031786f2-cfa3-40b3-8594-c17798ea9ee8 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:46.524852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-031786f2-cfa3-40b3-8594-c17798ea9ee8 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.24 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.1908081 Jul 06 18:22:46.535371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba0f2-cd4a-4b68-88db-a0273df545bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.539354 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba0f2-cd4a-4b68-88db-a0273df545bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.540833 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f1ba0f2-cd4a-4b68-88db-a0273df545bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dca88b45-4969-4683-94cf-06b3a38587a4 HTTP/1.1" status: 204 len: 168 time: 0.5643287 Jul 06 18:22:46.562948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:46.564998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Request body: {'port': {'device_id': '5bc1586c-46a3-4149-83b4-ba28ab78b1c7', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'admin_state_up': True, 'tenant_id': '2048fc15f03f459a9add14162308ada4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:46.582053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72122693-dfdc-4847-a338-208f7abd9063 req-537ae0fd-0310-4661-8122-2170cd480737 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283509 Jul 06 18:22:46.595191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on host n-h2-799684-2 for vnic_type normal with profile None {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:46.595467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:46.601045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:46.619905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:46.624450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:46.625609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:46.640458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:46.641516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:46.642395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:46.644383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Bound port: 3b75caca-9368-470d-afb0-581e85f8bc58, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:46.763620 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.773490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:46.817167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ba0f2-cd4a-4b68-88db-a0273df545bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca88b45-4969-4683-94cf-06b3a38587a4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:46.843409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.847699 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-e02d052c-8812-4080-a97b-a64875e58184 service neutron] 10.222.0.53 "POST /v2.0/ports/3b75caca-9368-470d-afb0-581e85f8bc58/bindings HTTP/1.1" status: 201 len: 389 time: 0.4528635 Jul 06 18:22:46.867558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:46.868476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.871425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] 10.222.0.24 "PUT /v2.0/ports/3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb HTTP/1.1" status: 200 len: 1092 time: 1.8699710 Jul 06 18:22:46.883647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:46.886024 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea" -d '{"events": [{"name": "network-changed", "server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:46.900612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Allocated IP 172.20.0.2 (0cee59f4-ce99-4d40-8278-44c03952b525/bd8d1ead-854f-4b1e-8b96-1f6a897e39fe/86792413-08dc-4137-bce8-30d1dcadc1cb) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:46.916249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:46.923405 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:46.956343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f56a-09b7-4341-bfd5-46ecebc9f1bb service neutron] Pushing event updated for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:47.126256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-25182f60-59cd-4e4c-8cf5-21d6b8cbae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:47.128578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-25182f60-59cd-4e4c-8cf5-21d6b8cbae8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 1095 time: 0.1899269 Jul 06 18:22:47.231081 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-142d0dcc-8e60-406c-bf3d-c0abde932ce7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb HTTP/1.1" status: 200 len: 217 time: 0.0922592 Jul 06 18:22:47.316392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-616baff5-e250-4c32-a27c-5616385a63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:47.318170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-616baff5-e250-4c32-a27c-5616385a63ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.0696204 Jul 06 18:22:47.426275 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-f5940cae-bca9-4e06-8d74-e96edcfd9fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990140 Jul 06 18:22:47.473611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2da0c8f5-fd09-48e9-8990-ed1068caeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:47.487064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2da0c8f5-fd09-48e9-8990-ed1068caeacb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1096 time: 0.2657485 Jul 06 18:22:47.598663 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:47.688377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6aa0a3e2-818c-48ba-b413-1802ac64d29d req-6b49befa-01bc-45b6-a2f5-9d624f0c0572 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 210 time: 0.0406716 Jul 06 18:22:47.721436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:47.725133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-820d711d-398d-4918-b796-fedb2d698044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:47.728037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9113432d-69cc-4f9c-8015-0bf0cce0bdb2'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:47.734492 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-820d711d-398d-4918-b796-fedb2d698044 service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.2142761 Jul 06 18:22:47.832207 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2ac674-5f39-4ce4-869d-453863426871 x-openstack-request-id: req-7b2ac674-5f39-4ce4-869d-453863426871 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:47.832489 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:47.832732 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b2ac674-5f39-4ce4-869d-453863426871 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:47.833133 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'status': 'completed', 'code': 200} Jul 06 18:22:47.843723 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-38496567-0f72-44e6-96e6-257e775b51af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b75caca-9368-470d-afb0-581e85f8bc58 HTTP/1.1" status: 200 len: 217 time: 0.1028116 Jul 06 18:22:47.888384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Network 0cee59f4-ce99-4d40-8278-44c03952b525 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:47.890555 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-b10e988a-fd74-4018-93d5-359ba2c68101 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510608 Jul 06 18:22:47.927896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:47.946411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Allocated IP 172.20.0.7 (387d7103-49e5-48ca-8c9e-8bb334581160/d22a3273-97c7-4233-beab-c55c5efc7ca5/6cc1d02f-054f-4b07-849e-5b6dbfe32e6e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:47.964577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-67d812d6-e70f-4a09-bd43-44bd52bb3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:47.968390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-67d812d6-e70f-4a09-bd43-44bd52bb3f1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1166487 Jul 06 18:22:47.981123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:48.062845 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-cc6fec2b-2e06-4c34-9918-1acbac904c78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804281 Jul 06 18:22:48.118983 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-46404416-c643-46c9-8c97-db1adf7562b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:48.204766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d4cc9af-cf0d-4314-b8b6-f2e1a75827a5 req-03f9bf3d-3731-4f14-a308-bd79288b7062 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059559 Jul 06 18:22:48.243707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6da991-7464-46c0-ada2-e525b1faf311 req-488f2621-731e-4fb4-a10f-61b1fd2e93ac tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.251470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d6da991-7464-46c0-ada2-e525b1faf311 req-488f2621-731e-4fb4-a10f-61b1fd2e93ac tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 931 time: 0.9846351 Jul 06 18:22:48.259488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954e8ef-332d-4607-95d4-54af8e4930a0 req-abdd4b59-f35f-4eb6-9980-89fb017a923e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.266690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2954e8ef-332d-4607-95d4-54af8e4930a0 req-abdd4b59-f35f-4eb6-9980-89fb017a923e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.2629149 Jul 06 18:22:48.275081 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:48.284959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:48.303145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Pushing event updated for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:48.317381 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-d4a5874b-0f3d-4c7c-86b5-ee0b08ff0456 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342503 Jul 06 18:22:48.353163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.353873 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:48.380629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d6da991-7464-46c0-ada2-e525b1faf311 req-ec4fc494-fd1f-4307-b62a-ed65a20d69ac tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241236 Jul 06 18:22:48.393674 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-3b252366-1b08-453b-936c-e8752eb2c7ea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4094157 Jul 06 18:22:48.400840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:48.430168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Request body: {'port': {'device_id': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:48.444219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2954e8ef-332d-4607-95d4-54af8e4930a0 req-f9e04fd2-2031-4ce1-8bb1-46357b82abd7 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765349 Jul 06 18:22:48.515408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Network 387d7103-49e5-48ca-8c9e-8bb334581160 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:48.558973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:48.565124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:48.751013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event updated for resources: {'Port': ['ID=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:48.761071 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:48.841104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.841977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:48.930909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5d209-61c7-4aef-b310-d0cb732d097c req-087bb075-7ccb-4d1f-8091-05bf3f514385 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.932775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7c5d209-61c7-4aef-b310-d0cb732d097c req-087bb075-7ccb-4d1f-8091-05bf3f514385 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 946 time: 0.3641949 Jul 06 18:22:48.934246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-02821f4f-e965-4aa1-baad-b3a1da352a42 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3895676 Jul 06 18:22:48.937259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-bcade38e-298c-4d80-b26e-a0ceaa775de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.938984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-bcade38e-298c-4d80-b26e-a0ceaa775de6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 1095 time: 0.6646326 Jul 06 18:22:49.023488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Request body: {'port': {'device_id': '5bc1586c-46a3-4149-83b4-ba28ab78b1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:49.079818 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-24367fdb-1ca4-4cc7-bc07-554c889c0690 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7524641 Jul 06 18:22:49.129530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-2de3c1b2-262e-42c9-aeea-ac23a47852bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:49.131093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-2de3c1b2-262e-42c9-aeea-ac23a47852bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.1756084 Jul 06 18:22:49.139104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bfac4-b89a-400b-bb83-9550d6e206df req-d173a332-f4dd-4274-8c0d-8831174d1ce6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:49.141304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-511bfac4-b89a-400b-bb83-9550d6e206df req-d173a332-f4dd-4274-8c0d-8831174d1ce6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 944 time: 0.2061770 Jul 06 18:22:49.147407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7c5d209-61c7-4aef-b310-d0cb732d097c req-d2222cfd-b200-4879-9d1b-ae63381f45fa tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups?id=98c545ab-96f8-4b8c-8c20-09d784534c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018797 Jul 06 18:22:49.160478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-b7487233-ddad-46f3-b3b8-b9c99f86b58a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:49.162073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-b7487233-ddad-46f3-b3b8-b9c99f86b58a tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 946 time: 0.2929609 Jul 06 18:22:49.248710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-5bde439f-27ce-4c71-b742-d396ecf72b2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb HTTP/1.1" status: 200 len: 217 time: 0.0804179 Jul 06 18:22:49.302074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-511bfac4-b89a-400b-bb83-9550d6e206df req-cc6a6b7f-f8ee-4fc6-ab52-a7691edb4e3e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500802 Jul 06 18:22:49.327223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:49.335147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-6fa713a6-ffe6-41fc-b844-a5b53c8000c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:49.336707 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-6fa713a6-ffe6-41fc-b844-a5b53c8000c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.0776758 Jul 06 18:22:49.353650 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:49.430096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-9bc9fc0e-b490-4302-b6de-6e935e00b2a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845788 Jul 06 18:22:49.594012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-4346df18-3a01-44e9-ac2f-8353416a2099 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563973 Jul 06 18:22:49.704504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Deleting port c4b1bec8-a958-403a-8ca4-e21cf6252cda {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:49.704927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:49.709390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86792413-08dc-4137-bce8-30d1dcadc1cb {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:49.724114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fdc7ec0-43c8-4ad8-8456-9741d99b4aea req-e1b5f11d-a88e-4675-852f-85b2e7b3007c service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213729 Jul 06 18:22:49.729534 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:49.860807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Transition to ACTIVE for port object 86792413-08dc-4137-bce8-30d1dcadc1cb will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:49.867238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:49.888291 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:49.952670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aca38-852f-45c3-8638-e01fccd83c70 req-e218ca66-a401-4dd3-b885-ebc15de2410d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:49.954920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-707aca38-852f-45c3-8638-e01fccd83c70 req-e218ca66-a401-4dd3-b885-ebc15de2410d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 931 time: 0.4780922 Jul 06 18:22:49.961540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cd22e-b4c7-4bd2-b16b-ec88692176f9 req-3f0705a1-2279-454f-a13a-562b38d51fbf tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:49.968698 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e8cd22e-b4c7-4bd2-b16b-ec88692176f9 req-3f0705a1-2279-454f-a13a-562b38d51fbf tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.1124804 Jul 06 18:22:50.027130 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e8cd22e-b4c7-4bd2-b16b-ec88692176f9 req-83cd5614-d8bd-42e4-a51f-c87bf36adf97 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567169 Jul 06 18:22:50.051519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:50.081201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'port_id': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'mac_address': 'fa:16:3e:06:3b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8f1f4-9e1d-441b-8294-be6e3dd37469', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:50.107372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] For port c4b1bec8-a958-403a-8ca4-e21cf6252cda, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c4b1bec8-a958-403a-8ca4-e21cf6252cda,segment=NetworkSegment(fc3b97dd-d0a3-404b-bc25-06eaed71d75f),segment_id=fc3b97dd-d0a3-404b-bc25-06eaed71d75f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:50.107746 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.113401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Pushing event updated for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:50.138696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Calling delete_port for c4b1bec8-a958-403a-8ca4-e21cf6252cda owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:50.163616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.180985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:50.207144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:50.212477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-707aca38-852f-45c3-8638-e01fccd83c70 req-82112d41-b011-4ad5-9d46-080bd8ed91b0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281525 Jul 06 18:22:50.213768 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.299075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:50.322732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.355816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67045334-1798-4503-b412-433b36059e2d req-81f3c635-540a-4eaa-a50e-c48dee73a56d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:50.357793 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67045334-1798-4503-b412-433b36059e2d req-81f3c635-540a-4eaa-a50e-c48dee73a56d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.1204405 Jul 06 18:22:50.369289 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-026a1e1e-02e2-49c5-8307-2962083bccb8 req-a86940f2-4eb4-414e-a8c4-f1e3eaf58848 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0638473 Jul 06 18:22:50.381473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Transition to ACTIVE for port object 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:50.386528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:50.386905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:50.387224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:50.396465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:50.396837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:50.399051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.423529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67045334-1798-4503-b412-433b36059e2d req-a7dcf28c-fb10-42d7-aa3e-2d9d21037bc5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593235 Jul 06 18:22:50.458488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:50.458488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:50.458488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:50.458488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Bound port: 86792413-08dc-4137-bce8-30d1dcadc1cb, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:50.458488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.540995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:50.665026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:50.697373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.704521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d7815a2-87be-4dd5-8894-ac18d06d33d5 req-4cef9203-494a-4d38-96dd-135c6596fce9 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 210 time: 0.0559955 Jul 06 18:22:50.715047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:50.737923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:50.759469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:50.761967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event deleted for resources: {'Port': ['ID=c4b1bec8-a958-403a-8ca4-e21cf6252cda,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:50.793307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8ee8-045c-4a9a-a17d-4386ad28e79b req-3430a992-5141-4a82-b26a-e3bf27e48aa6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:50.794917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-855e8ee8-045c-4a9a-a17d-4386ad28e79b req-3430a992-5141-4a82-b26a-e3bf27e48aa6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 945 time: 0.1508124 Jul 06 18:22:50.824151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.826207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Attempting to bind port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:50.826541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Attempting to bind port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:50.826867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Attempting to bind port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:50.868908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-855e8ee8-045c-4a9a-a17d-4386ad28e79b req-876260a3-14c6-4fc6-92aa-a48e1a95707b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673990 Jul 06 18:22:50.928005 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.237526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e on network 387d7103-49e5-48ca-8c9e-8bb334581160 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:51.238109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Attempting to bind port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:51.240530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] No DVR routers for this DVR port c4b1bec8-a958-403a-8ca4-e21cf6252cda on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:51.245452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.247115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f3ce799-c3ee-4a6e-8bfc-b8dffee963ba req-56a14076-936c-4892-a3ed-97d42be9c60c tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.41 "DELETE /v2.0/ports/c4b1bec8-a958-403a-8ca4-e21cf6252cda HTTP/1.1" status: 204 len: 173 time: 2.0503125 Jul 06 18:22:51.250483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a138de6-c9fe-4d6d-b0dc-130c8c7aac78', 'name': 'network-vif-deleted', 'tag': 'c4b1bec8-a958-403a-8ca4-e21cf6252cda'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:51.252825 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d3567-c5b4-4671-b5f6-0ab13d93b76f" -d '{"events": [{"server_uuid": "8a138de6-c9fe-4d6d-b0dc-130c8c7aac78", "name": "network-vif-deleted", "tag": "c4b1bec8-a958-403a-8ca4-e21cf6252cda"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:51.263628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:51.264256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.265657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] 10.222.0.24 "PUT /v2.0/ports/86792413-08dc-4137-bce8-30d1dcadc1cb HTTP/1.1" status: 200 len: 1091 time: 2.8623321 Jul 06 18:22:51.270789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:51.271129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Checking segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:51.271523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Bound using segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:51.271977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Bound port: 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:51.272347 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.299606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601770dd-7d29-4a91-8fd1-7016580a62ef service neutron] Pushing event updated for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:51.318249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997088e2-28df-4839-a752-7ca659de8c22 req-7d51a585-d55e-46ce-be63-f774771580f5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:51.320574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-997088e2-28df-4839-a752-7ca659de8c22 req-7d51a585-d55e-46ce-be63-f774771580f5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.1464338 Jul 06 18:22:51.368583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] For port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:51.371813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] For port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:51.380245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.400310 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-997088e2-28df-4839-a752-7ca659de8c22 req-e2b9dd28-f418-4ec3-8f4b-af5b051adeff tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714643 Jul 06 18:22:51.466146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:51.466863 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.468203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/6cc1d02f-054f-4b07-849e-5b6dbfe32e6e HTTP/1.1" status: 200 len: 1091 time: 2.4689155 Jul 06 18:22:51.510630 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc5346e-d3a3-4cac-b0ea-a9591b747e63 x-openstack-request-id: req-7fc5346e-d3a3-4cac-b0ea-a9591b747e63 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:51.510910 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a138de6-c9fe-4d6d-b0dc-130c8c7aac78", "name": "network-vif-deleted", "tag": "c4b1bec8-a958-403a-8ca4-e21cf6252cda", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:51.511160 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fc5346e-d3a3-4cac-b0ea-a9591b747e63 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:51.511542 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a138de6-c9fe-4d6d-b0dc-130c8c7aac78', 'name': 'network-vif-deleted', 'tag': 'c4b1bec8-a958-403a-8ca4-e21cf6252cda', 'status': 'completed', 'code': 200} Jul 06 18:22:51.566043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69745781-1508-413c-aa44-9f9e6e4528f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:51.624810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1f4a4-3bfa-4154-8524-45eaf0b2ccc0 req-ad609055-a7a2-4b67-b75a-2ae92e1ea759 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:51.626404 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-41a1f4a4-3bfa-4154-8524-45eaf0b2ccc0 req-ad609055-a7a2-4b67-b75a-2ae92e1ea759 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 943 time: 0.2148161 Jul 06 18:22:51.647168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-b6148210-dab9-42ca-84a5-a19d65a6113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:51.648648 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-b6148210-dab9-42ca-84a5-a19d65a6113e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1094 time: 0.1795366 Jul 06 18:22:51.684377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c55e2022-abe2-47ed-a1a8-9ca61ac0a787 req-0c017ea5-8000-435a-817a-7c7d57328fc5 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0419531 Jul 06 18:22:51.710584 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-f9c1d6f9-98f8-459c-94ef-562e0ef7a62d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86792413-08dc-4137-bce8-30d1dcadc1cb HTTP/1.1" status: 200 len: 217 time: 0.0507681 Jul 06 18:22:51.733045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-41a1f4a4-3bfa-4154-8524-45eaf0b2ccc0 req-f417643c-feca-4aec-92fb-c3273303ab02 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989594 Jul 06 18:22:51.770785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-fcf20a88-3182-4103-bf3d-5d860cc8b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:51.772318 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-fcf20a88-3182-4103-bf3d-5d860cc8b095 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 1094 time: 0.2199249 Jul 06 18:22:51.788340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-a0a535a6-f71f-4dbc-90ba-bfc8f84c91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:51.792290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-a0a535a6-f71f-4dbc-90ba-bfc8f84c91a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0720887 Jul 06 18:22:51.860145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-33fd15ae-cb4f-45cb-9d8a-30071fff9e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e HTTP/1.1" status: 200 len: 217 time: 0.0668044 Jul 06 18:22:51.864628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:51.902403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-1f33277e-5b06-4ad0-a062-cdcba8bd7891 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999548 Jul 06 18:22:51.982750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:51.987472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d5a9e-e4e9-41c3-b8e2-439c79d5191c req-e04a4240-c39f-44f8-81bd-d901456e0969 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:51.989305 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c49d5a9e-e4e9-41c3-b8e2-439c79d5191c req-e04a4240-c39f-44f8-81bd-d901456e0969 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.1388328 Jul 06 18:22:51.994175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:51.994175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:52.019649 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:52.069363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c49d5a9e-e4e9-41c3-b8e2-439c79d5191c req-8384b464-87d7-4af6-9ede-3d899d2c7712 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652769 Jul 06 18:22:52.146413 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:52.170361 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdde24f2-4a69-4f6d-9ac7-4a15d0a6bb92 req-32639fff-6a4f-4f02-b00e-3bbbf30b1edc tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a138de6-c9fe-4d6d-b0dc-130c8c7aac78 HTTP/1.1" status: 200 len: 210 time: 0.1352942 Jul 06 18:22:52.186388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-a65deec4-47a3-4491-930a-217d103c5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:52.188016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-a65deec4-47a3-4491-930a-217d103c5be0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.2832556 Jul 06 18:22:52.231582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device c4b1bec8-a958-403a-8ca4-e21cf6252cda no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:52.256662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-c80f11ef-16c8-44ff-9794-7efca87d954e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571198 Jul 06 18:22:52.292614 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-e4adff7a-97dc-4928-b8cc-15f8e07c74b3 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641846 Jul 06 18:22:52.312305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: c4b1bec8-a958-403a-8ca4-e21cf6252cda {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:52.312684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device c4b1bec8-a958-403a-8ca4-e21cf6252cda not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:52.336194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:52.341210 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98326fcc-401b-4216-bc3e-581cc79c14d0" -d '{"events": [{"server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "name": "network-vif-plugged", "status": "completed", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:52.373543 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:52.382353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:52.383208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c785-f5df-4fc9-8702-bf0a3babf001 req-d84db399-bd66-427e-995b-04abe635928b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:52.395133 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:52.397505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f85c785-f5df-4fc9-8702-bf0a3babf001 req-d84db399-bd66-427e-995b-04abe635928b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 945 time: 0.1595294 Jul 06 18:22:52.466936 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db94094-bcae-431d-ae08-60289c4d065e x-openstack-request-id: req-5db94094-bcae-431d-ae08-60289c4d065e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:52.467236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-77fd9bd3-8a1b-4c87-9712-33f54a81ab18 service neutron] 10.222.0.24 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011626 Jul 06 18:22:52.469155 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "name": "network-vif-plugged", "status": "completed", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:52.469436 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5db94094-bcae-431d-ae08-60289c4d065e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:52.471442 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'code': 200} Jul 06 18:22:52.501306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f85c785-f5df-4fc9-8702-bf0a3babf001 req-e7174280-b090-4c02-8005-4a06e62580e4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015987 Jul 06 18:22:52.521575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4a7601cf-670c-4f6e-9024-5f192e45f88c req-63091aaf-2ece-4cf5-940c-18ed754992cd service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018261 Jul 06 18:22:52.552757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:52.606175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddd91e-339c-4366-b149-b531d8d3eea9 req-0e67fdd9-f21f-4d6d-83c1-71e1ce4578c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:52.608208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7ddd91e-339c-4366-b149-b531d8d3eea9 req-0e67fdd9-f21f-4d6d-83c1-71e1ce4578c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0703964 Jul 06 18:22:52.630208 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f55e84a9-bf95-4616-9e04-c79864e7bad7 req-79da6768-c098-4bcf-af5c-41201a9b15f0 service neutron] 10.222.0.24 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430390 Jul 06 18:22:52.683517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7ddd91e-339c-4366-b149-b531d8d3eea9 req-aed9d6e0-e560-42b7-a7c3-5e5d73ed547e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642321 Jul 06 18:22:52.750064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe9e3-f090-45a5-97e6-1d8439ba5719 req-045ca2d3-3d61-4b7d-a571-34fd80d265dc tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:52.751907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9ffe9e3-f090-45a5-97e6-1d8439ba5719 req-045ca2d3-3d61-4b7d-a571-34fd80d265dc tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.0912440 Jul 06 18:22:52.804791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9ffe9e3-f090-45a5-97e6-1d8439ba5719 req-d255e6ba-45b3-4cf4-9a4f-f74581b7beca tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Jul 06 18:22:52.860427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ebd800c-4ae2-43e0-ae7c-fdc6dfc1d081 req-dcdf67c3-51b8-4b4a-83f4-35e10f7347ba tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0393503 Jul 06 18:22:53.003082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c6a78-c451-41a9-b659-1a359843f65f req-e4a16a55-d3a0-442e-a419-af4bfd2e9c10 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:53.005084 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d2c6a78-c451-41a9-b659-1a359843f65f req-e4a16a55-d3a0-442e-a419-af4bfd2e9c10 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 943 time: 0.0722854 Jul 06 18:22:53.061034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d2c6a78-c451-41a9-b659-1a359843f65f req-3f9b9ced-9048-409d-803c-8a9659172b33 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Jul 06 18:22:53.130581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9cf50672-adee-4575-a36b-fba93408f416 req-02f01df5-80d6-433d-bd6b-6f7fc007ac8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0328479 Jul 06 18:22:53.272736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c681b7-e738-4faa-83f2-9654f7f5a38b req-9840e4ea-9dfc-4321-a6b8-26e004f9c6c8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:53.274413 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-34c681b7-e738-4faa-83f2-9654f7f5a38b req-9840e4ea-9dfc-4321-a6b8-26e004f9c6c8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.0687449 Jul 06 18:22:53.338433 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-34c681b7-e738-4faa-83f2-9654f7f5a38b req-c2e66e4f-e782-4457-83c6-4f244fb75f48 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 Jul 06 18:22:53.513500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb'}, {'name': 'network-changed', 'server_uuid': '5bc1586c-46a3-4149-83b4-ba28ab78b1c7', 'tag': '6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:53.516756 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18591f84-165d-4554-ab74-03a44bb498e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb"}, {"name": "network-changed", "server_uuid": "5bc1586c-46a3-4149-83b4-ba28ab78b1c7", "tag": "6cc1d02f-054f-4b07-849e-5b6dbfe32e6e"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:53.610738 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69735d01-9195-40f3-91ee-686dd7c57ab5 x-openstack-request-id: req-69735d01-9195-40f3-91ee-686dd7c57ab5 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:53.611912 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bc1586c-46a3-4149-83b4-ba28ab78b1c7", "tag": "6cc1d02f-054f-4b07-849e-5b6dbfe32e6e", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:53.612423 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69735d01-9195-40f3-91ee-686dd7c57ab5 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:53.613039 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb', 'status': 'completed', 'code': 200} Jul 06 18:22:53.613486 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc1586c-46a3-4149-83b4-ba28ab78b1c7', 'tag': '6cc1d02f-054f-4b07-849e-5b6dbfe32e6e', 'status': 'completed', 'code': 200} Jul 06 18:22:53.649496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52976) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:53.760664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e59afe39-09c7-4b24-bd54-31859e4d86ab tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.804533 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e59afe39-09c7-4b24-bd54-31859e4d86ab tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.811414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591f84-165d-4554-ab74-03a44bb498e6 req-751846f0-c8d4-4370-8bcd-f49f492221be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:53.812852 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-751846f0-c8d4-4370-8bcd-f49f492221be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1094 time: 0.0888467 Jul 06 18:22:53.846989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa592ae-a20a-4f31-93c6-2067a1a2edbb req-e00cb086-2365-444a-ae84-1dec75699876 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:53.854759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfa592ae-a20a-4f31-93c6-2067a1a2edbb req-e00cb086-2365-444a-ae84-1dec75699876 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1636155 Jul 06 18:22:53.912648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e59afe39-09c7-4b24-bd54-31859e4d86ab tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.915205 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e59afe39-09c7-4b24-bd54-31859e4d86ab tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.922789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e59afe39-09c7-4b24-bd54-31859e4d86ab tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "DELETE /v2.0/security-groups/ed56e273-c453-4d2c-9ea4-e563211324ba HTTP/1.1" status: 204 len: 168 time: 0.2717752 Jul 06 18:22:53.930048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52982) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:53.959337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59afe39-09c7-4b24-bd54-31859e4d86ab tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed56e273-c453-4d2c-9ea4-e563211324ba,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:53.984739 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-93c946c7-3d09-45b6-b45b-c80c582eda06 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] show failed (client error): The resource could not be found. Jul 06 18:22:53.985878 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-93c946c7-3d09-45b6-b45b-c80c582eda06 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "GET /v2.0/security-groups/ed56e273-c453-4d2c-9ea4-e563211324ba HTTP/1.1" status: 404 len: 347 time: 0.0425239 Jul 06 18:22:53.988664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52984) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:54.010945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfa592ae-a20a-4f31-93c6-2067a1a2edbb req-5f4dd7f2-1ec6-46dc-9ddd-427ccb381f09 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539066 Jul 06 18:22:54.145016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591f84-165d-4554-ab74-03a44bb498e6 req-5e1552f8-b6af-4fa7-bf47-8fd242a21b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.154332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-5e1552f8-b6af-4fa7-bf47-8fd242a21b79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.3285279 Jul 06 18:22:54.215531 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-0328486f-1065-44c4-871f-1260d6b2506b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86792413-08dc-4137-bce8-30d1dcadc1cb HTTP/1.1" status: 200 len: 217 time: 0.0550256 Jul 06 18:22:54.293633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-27d5f01c-0491-4c0e-ae09-f8eaaccdcb4c req-aaf7008f-5a8c-43de-86cd-455a13d483d9 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0375228 Jul 06 18:22:54.313330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37354c36-4422-4941-b56b-327eb41dab58 req-bdab0b2b-e6e1-4d81-a6ab-c2477fcc209f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.321937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591f84-165d-4554-ab74-03a44bb498e6 req-1ab65710-95da-4c31-bd65-fd116d0164d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.323547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-1ab65710-95da-4c31-bd65-fd116d0164d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1010189 Jul 06 18:22:54.325331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37354c36-4422-4941-b56b-327eb41dab58 req-bdab0b2b-e6e1-4d81-a6ab-c2477fcc209f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.1950834 Jul 06 18:22:54.334246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Deleting port 67aa0930-d40d-4818-a9f2-ad0e648e8836 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:54.334684 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.398992 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-0c3875cf-bb6c-4212-b901-6ce053dbb67d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667398 Jul 06 18:22:54.454204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37354c36-4422-4941-b56b-327eb41dab58 req-a085820c-f32a-431e-874e-42dd8fbc472f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166828 Jul 06 18:22:54.493463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.495909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.523281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Calling delete_port for 67aa0930-d40d-4818-a9f2-ad0e648e8836 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:54.569523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-8c9cd4c3-c903-46e7-a9ee-b423de648551 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585324 Jul 06 18:22:54.718189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b208dc-ecef-4b9d-b8e0-e391dbb3ee1b req-0719238c-d38e-4da8-88c2-9cc100d8c99a tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.723915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1b208dc-ecef-4b9d-b8e0-e391dbb3ee1b req-0719238c-d38e-4da8-88c2-9cc100d8c99a tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 943 time: 0.2364216 Jul 06 18:22:54.745552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.751665 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-8a4d0024-bd2a-43a6-b463-ae6f7a315ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594975 Jul 06 18:22:54.804917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Pushing event deleted for resources: {'Port': ['ID=67aa0930-d40d-4818-a9f2-ad0e648e8836,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:54.806056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1b208dc-ecef-4b9d-b8e0-e391dbb3ee1b req-be6b3f20-ce48-48dc-a345-0f147380fafc tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532968 Jul 06 18:22:54.913524 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.918389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591f84-165d-4554-ab74-03a44bb498e6 req-5d403985-d251-4a94-9e18-055ad656059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.919919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-5d403985-d251-4a94-9e18-055ad656059b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 1094 time: 0.1044800 Jul 06 18:22:54.922750 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.926103 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-26ab2e2b-51da-4409-99ca-4d755f5e2f51 tempest-ImagesOneServerNegativeTestJSON-2140801782 tempest-ImagesOneServerNegativeTestJSON-2140801782-project] 10.222.0.53 "DELETE /v2.0/floatingips/d33b4819-070e-4580-a58d-e5430ddd2c6c HTTP/1.1" status: 204 len: 168 time: 0.9356229 Jul 06 18:22:55.106762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591f84-165d-4554-ab74-03a44bb498e6 req-63957544-7f66-44f5-91d5-3ba6bddba2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:55.108538 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-63957544-7f66-44f5-91d5-3ba6bddba2ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.1819756 Jul 06 18:22:55.119048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375d6d8-15cd-4a2c-8622-af2e3526c99e req-e2b498da-9076-420a-b201-4f855d9b65c8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:55.120969 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6375d6d8-15cd-4a2c-8622-af2e3526c99e req-e2b498da-9076-420a-b201-4f855d9b65c8 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.1852062 Jul 06 18:22:55.167384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-43a60462-3125-4b50-a3fa-f266fcd40386 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e HTTP/1.1" status: 200 len: 217 time: 0.0453889 Jul 06 18:22:55.226837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591f84-165d-4554-ab74-03a44bb498e6 req-1f744e52-70ee-483e-a390-63c77847c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:55.228333 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-1f744e52-70ee-483e-a390-63c77847c2c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.0510645 Jul 06 18:22:55.256468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6375d6d8-15cd-4a2c-8622-af2e3526c99e req-0c9973d9-4ceb-479f-a388-2f3ac25d5339 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285992 Jul 06 18:22:55.294777 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-76aaf63a-9002-4323-a7e5-ab1607455613 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526562 Jul 06 18:22:55.337951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f866e9a-87f3-428e-9235-ed38ce395765 req-ce98a64e-0d38-4529-ab24-70e617f66ac7 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0444412 Jul 06 18:22:55.448464 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-4013ddf1-df0f-4a91-89d1-0f8371cbbdab service neutron] 10.222.0.24 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429367 Jul 06 18:22:55.510871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53024) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:55.561365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7ec7e4-a112-49e2-8025-571422fe902a admin admin] Deleting subnet 9c68b6ad-0703-4b3f-9ffa-2fb684060768 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:22:55.565163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f7ec7e4-a112-49e2-8025-571422fe902a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:55.580337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c9004-b62c-4fdb-a88d-0d4eaa25356c req-f6b8271d-553b-4fb9-b2d1-1528630ce2a0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:55.589443 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e25c9004-b62c-4fdb-a88d-0d4eaa25356c req-f6b8271d-553b-4fb9-b2d1-1528630ce2a0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1881471 Jul 06 18:22:55.599849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-18591f84-165d-4554-ab74-03a44bb498e6 req-a1f44d35-a359-4c9c-85af-d1d33c09e50d service neutron] 10.222.0.24 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443744 Jul 06 18:22:55.602783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f7ec7e4-a112-49e2-8025-571422fe902a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:55.633643 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e25c9004-b62c-4fdb-a88d-0d4eaa25356c req-46742cd4-a5f0-4f00-ac29-0d657b26df98 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Jul 06 18:22:55.677031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f7ec7e4-a112-49e2-8025-571422fe902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:55.737289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1780d6-1b38-4bb6-a1a4-b82136dcd69a req-d3a9c6de-a6a0-4921-a0d0-811ab2813885 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:55.738870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f1780d6-1b38-4bb6-a1a4-b82136dcd69a req-d3a9c6de-a6a0-4921-a0d0-811ab2813885 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.1129742 Jul 06 18:22:55.758259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f7ec7e4-a112-49e2-8025-571422fe902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:55.795884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ec7e4-a112-49e2-8025-571422fe902a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c68b6ad-0703-4b3f-9ffa-2fb684060768,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:55.799104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f7ec7e4-a112-49e2-8025-571422fe902a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:55.804043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8f7ec7e4-a112-49e2-8025-571422fe902a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9c68b6ad-0703-4b3f-9ffa-2fb684060768 HTTP/1.1" status: 204 len: 168 time: 0.2891533 Jul 06 18:22:55.804166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53028) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:55.823198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f1780d6-1b38-4bb6-a1a4-b82136dcd69a req-e8563102-3044-4082-b5ca-9b569a5aca46 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723090 Jul 06 18:22:55.883807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:55.927133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.061695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:56.091009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '6cc1d02f-054f-4b07-849e-5b6dbfe32e6e', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'port_id': '6cc1d02f-054f-4b07-849e-5b6dbfe32e6e', 'mac_address': 'fa:16:3e:b6:55:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22a3273-97c7-4233-beab-c55c5efc7ca5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:56.143504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.164886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a541de-8d1d-455d-8842-e990d0f6f421']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:56.178655 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.182728 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-a4444f64-1bfc-432a-8498-9fbfbd978bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176723 Jul 06 18:22:56.190551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:56.191171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3b97dd-d0a3-404b-bc25-06eaed71d75f') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:56.200566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:56.241260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e371-4a8f-4671-a81e-49b19249b499 req-c5fce4f1-00c3-4b21-ad22-d79105548b55 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:56.243477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.249790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c533e371-4a8f-4671-a81e-49b19249b499 req-c5fce4f1-00c3-4b21-ad22-d79105548b55 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 943 time: 0.2296143 Jul 06 18:22:56.253302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:56.260364 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.330825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.344895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:56.348314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:22:56.357141 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c533e371-4a8f-4671-a81e-49b19249b499 req-d7e9f4d3-ee47-4e35-aec7-5ff27fdafc1e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058855 Jul 06 18:22:56.374056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:22:56.378382 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:22:56.436796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-12dec0a9-e611-460f-a14d-c198ae7e4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:56.440469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-12dec0a9-e611-460f-a14d-c198ae7e4302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 1096 time: 0.1822331 Jul 06 18:22:56.489969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.513466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:56.518496 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] 10.222.0.53 "DELETE /v2.0/networks/e5a541de-8d1d-455d-8842-e990d0f6f421 HTTP/1.1" status: 204 len: 168 time: 0.7135668 Jul 06 18:22:56.519864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347159bd-8000-4785-95a0-40e3daa9023a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a541de-8d1d-455d-8842-e990d0f6f421,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:56.527752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:56.771539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-29995ec5-6cde-4bfc-b531-d56473b5f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:56.773504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-29995ec5-6cde-4bfc-b531-d56473b5f649 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.3066473 Jul 06 18:22:56.789110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060373f-5f64-4077-a82a-d91165fce6e8 req-617abe6c-6f2d-414f-978f-b227dd4ca991 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:56.790924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c060373f-5f64-4077-a82a-d91165fce6e8 req-617abe6c-6f2d-414f-978f-b227dd4ca991 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1046154 Jul 06 18:22:56.795818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ba75f-fa53-415c-931e-29e3c7bae85c req-f83b3be1-d82d-400e-b0db-e4e6c626713f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:56.797567 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-033ba75f-fa53-415c-931e-29e3c7bae85c req-f83b3be1-d82d-400e-b0db-e4e6c626713f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.2402050 Jul 06 18:22:56.842332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c060373f-5f64-4077-a82a-d91165fce6e8 req-578e002b-a0db-47c2-a50b-f8c9808a2ef4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Jul 06 18:22:56.843175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53056) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:56.855655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-33a4ac58-358d-4bf8-ada7-5d9f406e437e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 200 len: 217 time: 0.0569050 Jul 06 18:22:56.901608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ad860a06-9171-4fa2-84bf-e7b2018b9c9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66644dd6bd614ade97b99e73fc27f405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566864 Jul 06 18:22:56.904076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53058) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:56.923424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-033ba75f-fa53-415c-931e-29e3c7bae85c req-776d6f39-5c69-4208-9dde-ad1ecc967d92 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084201 Jul 06 18:22:56.953915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-39f73b00-cfdc-461a-abe7-8f7a2a095eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:56.965076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-39f73b00-cfdc-461a-abe7-8f7a2a095eb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0961382 Jul 06 18:22:56.982950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa42af96-29fd-493a-8021-631e30ad5187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:57.004242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-daa3f6cb-d0de-4ddc-8f18-036f67403f4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382326 Jul 06 18:22:57.025703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db0740ac-245d-456e-822b-d911cef9570d req-dd71ee4d-dfea-463a-9475-23a79e509b11 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0377643 Jul 06 18:22:57.036373 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa42af96-29fd-493a-8021-631e30ad5187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:57.118231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa42af96-29fd-493a-8021-631e30ad5187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:57.123043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa42af96-29fd-493a-8021-631e30ad5187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:57.126113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aa42af96-29fd-493a-8021-631e30ad5187 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98c545ab-96f8-4b8c-8c20-09d784534c6d HTTP/1.1" status: 204 len: 168 time: 0.2208138 Jul 06 18:22:57.148835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42af96-29fd-493a-8021-631e30ad5187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c545ab-96f8-4b8c-8c20-09d784534c6d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:57.226445 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-32bcff3e-1130-44b9-8b14-4f0f9c222b01 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118359 Jul 06 18:22:57.344083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150344-394f-4f6a-9516-f4f5b60bc822 req-810bb5b1-24fd-47ad-8ffa-364951d008da tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:57.350575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4150344-394f-4f6a-9516-f4f5b60bc822 req-810bb5b1-24fd-47ad-8ffa-364951d008da tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.1118672 Jul 06 18:22:57.387288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24efc934-c983-487a-9f85-8dc3e20c97c9 req-1e5e944a-e0de-4a64-950e-83f9c692f476 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499307 Jul 06 18:22:57.427311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4150344-394f-4f6a-9516-f4f5b60bc822 req-12d31634-c8de-4c1d-a8e7-170e92b0b3d3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712521 Jul 06 18:22:57.509796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b02c3b-87e5-413e-97fc-fae7eecb28c0 req-9e3cdbc8-3bed-4cb2-999c-1221cc2dcdbc tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:57.515469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-49b02c3b-87e5-413e-97fc-fae7eecb28c0 req-9e3cdbc8-3bed-4cb2-999c-1221cc2dcdbc tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 945 time: 0.1071172 Jul 06 18:22:57.535023 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e264a975-2601-415c-9eaa-4ee38613590e req-04c11d16-a801-4807-b720-d5d88ada80a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868990 Jul 06 18:22:57.590789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-49b02c3b-87e5-413e-97fc-fae7eecb28c0 req-1c30090e-4763-4273-a3f3-e7e4557a6729 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678246 Jul 06 18:22:57.711329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bcc3d-6855-417b-906f-98c06a83cc55 req-2e7fadba-683e-4467-8c34-9705964594f3 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:57.712863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-141bcc3d-6855-417b-906f-98c06a83cc55 req-2e7fadba-683e-4467-8c34-9705964594f3 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 944 time: 0.0925233 Jul 06 18:22:57.714779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264a975-2601-415c-9eaa-4ee38613590e req-680036be-02fe-4b38-95cc-cbb47c207e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:57.716137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e264a975-2601-415c-9eaa-4ee38613590e req-680036be-02fe-4b38-95cc-cbb47c207e4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 1095 time: 0.1272633 Jul 06 18:22:57.834739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-141bcc3d-6855-417b-906f-98c06a83cc55 req-0a708051-4b9e-465f-a8ac-2bff0aeffd15 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142595 Jul 06 18:22:57.878493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264a975-2601-415c-9eaa-4ee38613590e req-2fb6eec3-90a0-4727-8153-a3ae8189b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:57.879927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e264a975-2601-415c-9eaa-4ee38613590e req-2fb6eec3-90a0-4727-8153-a3ae8189b9fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.1377335 Jul 06 18:22:57.896817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:57.943772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e264a975-2601-415c-9eaa-4ee38613590e req-0383d7ee-5f88-49c1-a3f2-a1f8f6497e3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 200 len: 217 time: 0.0540459 Jul 06 18:22:57.981203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:57.986018 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:57.986485 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:58.082073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264a975-2601-415c-9eaa-4ee38613590e req-0715ed6b-51ea-439d-bae7-a081806df5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:58.083563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e264a975-2601-415c-9eaa-4ee38613590e req-0715ed6b-51ea-439d-bae7-a081806df5f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.1313879 Jul 06 18:22:58.086917 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:58.134197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc1586c-46a3-4149-83b4-ba28ab78b1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:58.136983 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922ce86d-18df-4c34-93df-f5129014a2d2" -d '{"events": [{"server_uuid": "5bc1586c-46a3-4149-83b4-ba28ab78b1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6cc1d02f-054f-4b07-849e-5b6dbfe32e6e"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:58.150520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e264a975-2601-415c-9eaa-4ee38613590e req-0a16cf17-1472-4331-9605-baf37a47e7ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594137 Jul 06 18:22:58.155634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:58.175657 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:58.183520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a2777-e15c-4281-94a5-73b79c6ab492 req-8b84e28a-01f0-4c7c-866f-8e6cb9ef658c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:58.186419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba3a2777-e15c-4281-94a5-73b79c6ab492 req-8b84e28a-01f0-4c7c-866f-8e6cb9ef658c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1314530 Jul 06 18:22:58.251898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:58.275255 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba3a2777-e15c-4281-94a5-73b79c6ab492 req-a9b6a898-b3e3-49b7-8435-623dd07768ce tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831354 Jul 06 18:22:58.309501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02530708-2d86-402b-b101-a919f2f02e48 req-7980b8c7-1eb2-4023-9001-973778d5ad15 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:58.311104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02530708-2d86-402b-b101-a919f2f02e48 req-7980b8c7-1eb2-4023-9001-973778d5ad15 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.1531954 Jul 06 18:22:58.340111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e264a975-2601-415c-9eaa-4ee38613590e req-fbb1e066-3f9b-4509-afa4-92edd245d691 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364925 Jul 06 18:22:58.398889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02530708-2d86-402b-b101-a919f2f02e48 req-9c15417d-1141-4f23-8675-216d0cc643b1 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 Jul 06 18:22:58.413355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f73d0ea1-521b-4b2f-a052-42f032565df1 req-8670e856-0a95-408b-8b1f-055f1b1d4ee7 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0301435 Jul 06 18:22:58.458133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e264a975-2601-415c-9eaa-4ee38613590e req-afa6b7b4-8150-4a66-b1f7-8123ae787a02 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103485 Jul 06 18:22:58.463009 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163f28d0-2940-4cc9-97da-2aa624f64b09 x-openstack-request-id: req-163f28d0-2940-4cc9-97da-2aa624f64b09 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:58.463504 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc1586c-46a3-4149-83b4-ba28ab78b1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6cc1d02f-054f-4b07-849e-5b6dbfe32e6e", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:58.463756 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-163f28d0-2940-4cc9-97da-2aa624f64b09 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:58.464220 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc1586c-46a3-4149-83b4-ba28ab78b1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc1d02f-054f-4b07-849e-5b6dbfe32e6e', 'code': 200} Jul 06 18:22:58.642016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85a691-5960-4044-bd1e-a30265e346c1 req-fe60f9fc-c0d3-423e-a7ef-689d720058d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:58.643730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d85a691-5960-4044-bd1e-a30265e346c1 req-fe60f9fc-c0d3-423e-a7ef-689d720058d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0951960 Jul 06 18:22:58.656756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be23c5-9fa8-4341-99fd-dce8c2846fd3 req-5feae3f7-9aab-43b2-aabe-05df70f4926e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:58.658158 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0be23c5-9fa8-4341-99fd-dce8c2846fd3 req-5feae3f7-9aab-43b2-aabe-05df70f4926e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.0999641 Jul 06 18:22:58.711702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d85a691-5960-4044-bd1e-a30265e346c1 req-c3bb85d0-cc10-485e-98db-794d781b85e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525365 Jul 06 18:22:58.719249 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0be23c5-9fa8-4341-99fd-dce8c2846fd3 req-e322dc49-5e50-4f0e-8eb1-07e896f5bf9c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544960 Jul 06 18:22:58.862561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004f60a-a536-4db1-938e-b87efda00896 req-9fbef788-ebfe-4de2-95b4-e5bfcb9bc59d tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:58.864120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7004f60a-a536-4db1-938e-b87efda00896 req-9fbef788-ebfe-4de2-95b4-e5bfcb9bc59d tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 945 time: 0.0786519 Jul 06 18:22:58.902341 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7004f60a-a536-4db1-938e-b87efda00896 req-73115471-80a9-440d-9138-b29d5f4e6f34 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/security-groups?id=b76e4221-1883-4a0e-840c-2a7f3195f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Jul 06 18:22:59.192210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc57bb-9064-4f21-96cb-52bebfec8dac req-df6cda96-e9e6-458a-b3dd-8b20f17620be tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:59.193970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8ddc57bb-9064-4f21-96cb-52bebfec8dac req-df6cda96-e9e6-458a-b3dd-8b20f17620be tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 945 time: 0.0717139 Jul 06 18:22:59.239271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8ddc57bb-9064-4f21-96cb-52bebfec8dac req-9717422a-aad3-4e29-b3d5-75f6c58fba51 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388811 Jul 06 18:22:59.291356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-dd7fd531-5dd4-41e1-9df7-fdd84de1b992 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:59.293056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-dd7fd531-5dd4-41e1-9df7-fdd84de1b992 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 945 time: 0.0773931 Jul 06 18:22:59.431634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Deleting port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:59.432290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:59.571650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b48628-c79e-4108-a9d5-bc96857956de req-bb67b4cc-1248-4a37-b0ec-659b3ce6fbb8 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:59.573387 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-27b48628-c79e-4108-a9d5-bc96857956de req-bb67b4cc-1248-4a37-b0ec-659b3ce6fbb8 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1561952 Jul 06 18:22:59.581278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] For port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,segment=NetworkSegment(6c0a5619-7722-4931-b5d8-d4c46dc86079),segment_id=6c0a5619-7722-4931-b5d8-d4c46dc86079)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:59.581630 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:59.605106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Calling delete_port for 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:59.626966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363cd1a-a13f-4f5c-ac71-97ab0e12caaf req-241177c9-5a29-4636-87f3-893dd262a959 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:59.628807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3363cd1a-a13f-4f5c-ac71-97ab0e12caaf req-241177c9-5a29-4636-87f3-893dd262a959 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.0780721 Jul 06 18:22:59.671844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3363cd1a-a13f-4f5c-ac71-97ab0e12caaf req-da4df5ed-4a0b-4c26-85b8-021073cf3084 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Jul 06 18:22:59.678587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-27b48628-c79e-4108-a9d5-bc96857956de req-31dede1c-6670-4995-8caf-fa1c0ea654f2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938208 Jul 06 18:22:59.774223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53136) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:59.791396 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:59.807039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['90b058bf-55b9-4c3b-9db6-b1f53c7d14a6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:59.857222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Pushing event deleted for resources: {'Port': ['ID=90b058bf-55b9-4c3b-9db6-b1f53c7d14a6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:59.869487 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0fc82dae-790d-4416-afa0-64e275b838b4 req-cc738b4a-afd3-466c-8586-718bf6bac55e tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0600424 Jul 06 18:22:59.923980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] No DVR routers for this DVR port 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:59.930340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:59.933161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d6b048c-5b3e-4a7c-b5b3-3afdde5507a5 req-5c4f8d35-f9ba-42f0-bf70-762f3381af26 tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.24 "DELETE /v2.0/ports/90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 HTTP/1.1" status: 204 len: 173 time: 0.6229954 Jul 06 18:22:59.934981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc10686d-6b2b-4289-8d39-7aff26dcf7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:59.937083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b277d6-64c7-4ce3-84f8-a6054b5a6370', 'name': 'network-vif-deleted', 'tag': '90b058bf-55b9-4c3b-9db6-b1f53c7d14a6'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:59.940560 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1af8867-9af6-46a9-831f-fdff62dab74e" -d '{"events": [{"server_uuid": "e5b277d6-64c7-4ce3-84f8-a6054b5a6370", "name": "network-vif-deleted", "tag": "90b058bf-55b9-4c3b-9db6-b1f53c7d14a6"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:00.034534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccfc69-be0c-4326-827e-36d9868f8833 req-29a0bb02-f7ba-481d-984b-37b72d187996 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:00.036717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78ccfc69-be0c-4326-827e-36d9868f8833 req-29a0bb02-f7ba-481d-984b-37b72d187996 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.1025429 Jul 06 18:23:00.043764 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc10686d-6b2b-4289-8d39-7aff26dcf7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:00.049322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc10686d-6b2b-4289-8d39-7aff26dcf7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:00.102711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78ccfc69-be0c-4326-827e-36d9868f8833 req-5ec3eaf5-30b7-4cb1-99bb-164e18f2b31e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587742 Jul 06 18:23:00.112400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5128eeb6-c055-480c-8e0f-5d0096c5f5c4 req-abd82a3b-8193-4b9c-bb78-da984d772bfb tempest-VolumesAdminNegativeTest-1735910430 tempest-VolumesAdminNegativeTest-1735910430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b277d6-64c7-4ce3-84f8-a6054b5a6370 HTTP/1.1" status: 200 len: 210 time: 0.0491085 Jul 06 18:23:00.127227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fc10686d-6b2b-4289-8d39-7aff26dcf7dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8111ab4acae84c939ae04d0efa7b6078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513556 Jul 06 18:23:00.128038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53146) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:00.130266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10686d-6b2b-4289-8d39-7aff26dcf7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72451f3-ee8c-4daf-b57a-76cd5251d169,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:00.199664 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b533da9-4ef8-4763-999f-9610fb292637 x-openstack-request-id: req-3b533da9-4ef8-4763-999f-9610fb292637 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:00.199869 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b277d6-64c7-4ce3-84f8-a6054b5a6370", "name": "network-vif-deleted", "tag": "90b058bf-55b9-4c3b-9db6-b1f53c7d14a6", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:00.200121 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b533da9-4ef8-4763-999f-9610fb292637 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:00.200365 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4bb923b-0e77-418d-b802-7b3681614f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:00.200863 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b277d6-64c7-4ce3-84f8-a6054b5a6370', 'name': 'network-vif-deleted', 'tag': '90b058bf-55b9-4c3b-9db6-b1f53c7d14a6', 'status': 'completed', 'code': 200} Jul 06 18:23:00.223922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4bb923b-0e77-418d-b802-7b3681614f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:00.285736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4bb923b-0e77-418d-b802-7b3681614f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:00.288787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4bb923b-0e77-418d-b802-7b3681614f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:00.292185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f4bb923b-0e77-418d-b802-7b3681614f44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e72451f3-ee8c-4daf-b57a-76cd5251d169 HTTP/1.1" status: 204 len: 168 time: 0.1607144 Jul 06 18:23:00.298197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb923b-0e77-418d-b802-7b3681614f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72451f3-ee8c-4daf-b57a-76cd5251d169,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:00.444335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0700f7-795b-4e64-9e9d-0fa4a2e5965d req-edc19514-64f0-4d9a-a555-3b932bf25cbc tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:00.445960 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d0700f7-795b-4e64-9e9d-0fa4a2e5965d req-edc19514-64f0-4d9a-a555-3b932bf25cbc tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 945 time: 0.0776608 Jul 06 18:23:00.489151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d0700f7-795b-4e64-9e9d-0fa4a2e5965d req-5a786e81-ad6e-4ad7-97d5-908beeb869d4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374415 Jul 06 18:23:00.808560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3ad40-e28c-4066-85f4-e9fe9fa5e3dc req-73744032-09ae-4ca3-a2be-d9090743a63c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:00.811130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1b3ad40-e28c-4066-85f4-e9fe9fa5e3dc req-73744032-09ae-4ca3-a2be-d9090743a63c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.1340561 Jul 06 18:23:00.829706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1b3ad40-e28c-4066-85f4-e9fe9fa5e3dc req-9625344d-5112-409b-9859-40636d6a5226 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/quotas/2048fc15f03f459a9add14162308ada4 HTTP/1.1" status: 200 len: 375 time: 0.0110462 Jul 06 18:23:00.884836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723dfe5-3744-410d-af42-c3b609a7e34a req-be8d47fe-208b-456b-8e9c-b1d16fec28be tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:00.885932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d723dfe5-3744-410d-af42-c3b609a7e34a req-be8d47fe-208b-456b-8e9c-b1d16fec28be tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.0759852 Jul 06 18:23:00.906760 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1b3ad40-e28c-4066-85f4-e9fe9fa5e3dc req-2715149d-5f6b-4f79-85b4-2614ac5a4f27 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696135 Jul 06 18:23:00.952553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d723dfe5-3744-410d-af42-c3b609a7e34a req-120bf24b-8d25-4f6e-92a7-0cb0ef8c1204 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599458 Jul 06 18:23:01.019498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1b3ad40-e28c-4066-85f4-e9fe9fa5e3dc req-76ab004e-acf4-46d3-9da8-bfed3a089abf service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060677 Jul 06 18:23:01.114815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1b3ad40-e28c-4066-85f4-e9fe9fa5e3dc req-cafe6ac0-46b7-4698-a5f5-4d44f735800a service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891719 Jul 06 18:23:01.162367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429248e-0310-4378-bb12-6645a103b6ba req-c8c9e090-ffec-4e00-be2e-95d0c292fab0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:01.163942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b429248e-0310-4378-bb12-6645a103b6ba req-c8c9e090-ffec-4e00-be2e-95d0c292fab0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.0695477 Jul 06 18:23:01.207758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b429248e-0310-4378-bb12-6645a103b6ba req-122c1bd7-ac60-4a53-9c52-df27fc8cc284 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371192 Jul 06 18:23:01.361059 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a4d81b2-a123-4f93-96b6-3f732bd2b50a req-338a49ce-1d2f-4e42-8fb5-8ea127ba6f9f tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0332420 Jul 06 18:23:01.484606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53208) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:01.603272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113398f-420c-4576-9f7b-7dc17c938ac3 req-b12f810a-b416-460a-b3a1-97954229ae78 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:01.615319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6113398f-420c-4576-9f7b-7dc17c938ac3 req-b12f810a-b416-460a-b3a1-97954229ae78 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.0996447 Jul 06 18:23:01.627175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-809ad479-d308-480b-8694-471f89e817ff admin admin] Deleting subnet ac11504d-2cf3-4930-91e3-af4ce8550b68 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:23:01.631928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-809ad479-d308-480b-8694-471f89e817ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:01.679757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-809ad479-d308-480b-8694-471f89e817ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:01.680018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6113398f-420c-4576-9f7b-7dc17c938ac3 req-2567a604-f7d6-4d51-8e3f-19acb18f227e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630531 Jul 06 18:23:01.755954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-809ad479-d308-480b-8694-471f89e817ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:01.837872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53226) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:01.845195 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-809ad479-d308-480b-8694-471f89e817ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:01.877284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ad479-d308-480b-8694-471f89e817ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac11504d-2cf3-4930-91e3-af4ce8550b68,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:01.883257 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-809ad479-d308-480b-8694-471f89e817ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:01.885237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-809ad479-d308-480b-8694-471f89e817ff admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ac11504d-2cf3-4930-91e3-af4ce8550b68 HTTP/1.1" status: 204 len: 168 time: 0.3988163 Jul 06 18:23:01.887918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53232) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:01.921293 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:01.957133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:01.964451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:01.965616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 90b058bf-55b9-4c3b-9db6-b1f53c7d14a6 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:02.071386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5e2857-d2b5-4b8f-815b-df5958eedb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.105051 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.121480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3de09f-2ca7-4756-a09a-2f675f9a87f3']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:02.138803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d5652-d1ce-4da6-bd59-0b9216ae8e4f req-9d7c5a3c-4218-42b2-bcf7-a7f47bb53d45 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:02.140318 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed4d5652-d1ce-4da6-bd59-0b9216ae8e4f req-9d7c5a3c-4218-42b2-bcf7-a7f47bb53d45 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.0690567 Jul 06 18:23:02.142595 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0a5619-7722-4931-b5d8-d4c46dc86079') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:02.142891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0a5619-7722-4931-b5d8-d4c46dc86079') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:02.158150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.178604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed4d5652-d1ce-4da6-bd59-0b9216ae8e4f req-e91fe785-9041-4d85-9c4d-a21390077126 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Jul 06 18:23:02.185301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb7593-e263-43ba-90dc-a020638a4e9a req-bb7e6521-613c-420f-9f14-c13f127a8ab1 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:02.186817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9acb7593-e263-43ba-90dc-a020638a4e9a req-bb7e6521-613c-420f-9f14-c13f127a8ab1 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 945 time: 0.1957450 Jul 06 18:23:02.187781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.205054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:23:02.206066 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:23:02.209474 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:23:02.370900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-7015bcb7-8ff9-4d39-9937-4756cf5466a2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:02.372355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-7015bcb7-8ff9-4d39-9937-4756cf5466a2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.1062033 Jul 06 18:23:02.388417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-6e9084b5-61f6-46e2-9fee-ca828c42a935 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/quotas/2048fc15f03f459a9add14162308ada4 HTTP/1.1" status: 200 len: 375 time: 0.0101235 Jul 06 18:23:02.475391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-836a0ddb-10f6-4d64-af89-d865dfa70397 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813017 Jul 06 18:23:02.576209 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-36bb5ea4-ccf8-4a84-9bc5-2643f457a88d service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935707 Jul 06 18:23:02.642758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9acb7593-e263-43ba-90dc-a020638a4e9a req-68fb782a-f579-4a7d-9acf-454d3ca81ec8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491346 Jul 06 18:23:02.643427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.647714 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.649745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9a3de09f-2ca7-4756-a09a-2f675f9a87f3 HTTP/1.1" status: 204 len: 168 time: 0.7608712 Jul 06 18:23:02.653019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:02.669337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae13350-d7d4-461c-991f-3fb6250ac5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a3de09f-2ca7-4756-a09a-2f675f9a87f3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:02.699003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5e2857-d2b5-4b8f-815b-df5958eedb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.706615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a5e2857-d2b5-4b8f-815b-df5958eedb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.725869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-8ad77e2c-c934-4309-8225-0e59976dad0b service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432209 Jul 06 18:23:02.734476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-df545af9-4da2-47c3-97b0-57ab6935777c admin admin] Deleting subnet 415dac78-c4ef-4674-88dc-cabd77e4417e {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:23:02.738317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df545af9-4da2-47c3-97b0-57ab6935777c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.765956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3a5e2857-d2b5-4b8f-815b-df5958eedb32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb7db6b063904acd9282323c7c7bd638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9268904 Jul 06 18:23:02.767194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53260) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:02.767856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e2857-d2b5-4b8f-815b-df5958eedb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285b04dd-9886-465d-93a4-505d74caba6b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:02.804020 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df545af9-4da2-47c3-97b0-57ab6935777c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.864704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e028-17d7-45bf-bcae-806f48c5b106 req-ddbc5293-7687-48ef-9010-efce48c4659f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:02.866339 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ca12e028-17d7-45bf-bcae-806f48c5b106 req-ddbc5293-7687-48ef-9010-efce48c4659f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.0729702 Jul 06 18:23:02.872713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df545af9-4da2-47c3-97b0-57ab6935777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.894502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bb953f-9dc2-4e6f-947d-e687182e976a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.923096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ca12e028-17d7-45bf-bcae-806f48c5b106 req-6c9e0bc4-6ef7-495a-bfed-923c05500fe8 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501981 Jul 06 18:23:02.955972 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bb953f-9dc2-4e6f-947d-e687182e976a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.968868 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df545af9-4da2-47c3-97b0-57ab6935777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.016326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df545af9-4da2-47c3-97b0-57ab6935777c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415dac78-c4ef-4674-88dc-cabd77e4417e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:03.018364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df545af9-4da2-47c3-97b0-57ab6935777c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.020282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-df545af9-4da2-47c3-97b0-57ab6935777c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/415dac78-c4ef-4674-88dc-cabd77e4417e HTTP/1.1" status: 204 len: 168 time: 0.3664055 Jul 06 18:23:03.022992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53266) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:03.049963 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69d10496-9852-4800-b779-b824d26c68fa req-61df37d7-ba0b-4141-a9d0-105918216199 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0394213 Jul 06 18:23:03.088440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bb953f-9dc2-4e6f-947d-e687182e976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.094614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bb953f-9dc2-4e6f-947d-e687182e976a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.098464 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-71bb953f-9dc2-4e6f-947d-e687182e976a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/285b04dd-9886-465d-93a4-505d74caba6b HTTP/1.1" status: 204 len: 168 time: 0.3295503 Jul 06 18:23:03.109734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb953f-9dc2-4e6f-947d-e687182e976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285b04dd-9886-465d-93a4-505d74caba6b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:03.159186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.167407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24dcad06-65d1-4172-8d0a-718220b682e4 req-fa94dfbb-8cf8-4cf0-889d-3b002cb15c68 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 210 time: 0.0385170 Jul 06 18:23:03.215385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217db53-ea1d-4c9c-83a2-0d1fb84829a8 req-468fb453-1db5-4580-9eda-8c128822003a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:03.223269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b217db53-ea1d-4c9c-83a2-0d1fb84829a8 req-468fb453-1db5-4580-9eda-8c128822003a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.1268451 Jul 06 18:23:03.296369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.313372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d45f307-64d4-422e-b4d0-48a31c98d521']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:03.318157 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b217db53-ea1d-4c9c-83a2-0d1fb84829a8 req-b881c38a-cdc4-4d21-9730-506d34398c1e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939474 Jul 06 18:23:03.327709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433cc481-dfdb-4cec-af4c-5f1e7804c34f') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:03.327963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433cc481-dfdb-4cec-af4c-5f1e7804c34f') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:03.347238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.370489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.379830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:23:03.380228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:23:03.382039 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:23:03.422489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ac2eb-b053-4ae0-935f-e24e5280e1b7 req-fe31b1c5-b9a5-4ab4-a6fd-2169b50d8ae5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:03.430627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d3ac2eb-b053-4ae0-935f-e24e5280e1b7 req-fe31b1c5-b9a5-4ab4-a6fd-2169b50d8ae5 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.1130030 Jul 06 18:23:03.451199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.461970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.466463 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] 10.222.0.53 "DELETE /v2.0/networks/6d45f307-64d4-422e-b4d0-48a31c98d521 HTTP/1.1" status: 204 len: 168 time: 0.4423327 Jul 06 18:23:03.501483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894457c-9a09-4492-92de-c255aa0bc9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6d45f307-64d4-422e-b4d0-48a31c98d521,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:03.503446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d3ac2eb-b053-4ae0-935f-e24e5280e1b7 req-09f5b2c4-168b-4979-95db-1176178ba81d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718253 Jul 06 18:23:03.641317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53292) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:03.704042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a5714bb7-3189-46d7-8ffb-9158bf15fb65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1866dc61b1e940ffa0af8ce899e0b08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607216 Jul 06 18:23:03.706846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53296) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:03.781704 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f909f0b-6975-48c4-90b4-96dab7ca4461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.837164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f909f0b-6975-48c4-90b4-96dab7ca4461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.905045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31a61e-ba25-4ec4-8813-4b9aec2dea4f req-bf0b7a8e-c183-49e9-bc34-a129a91a14aa tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:03.906622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed31a61e-ba25-4ec4-8813-4b9aec2dea4f req-bf0b7a8e-c183-49e9-bc34-a129a91a14aa tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 945 time: 0.1080921 Jul 06 18:23:03.924522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f909f0b-6975-48c4-90b4-96dab7ca4461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.927211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f909f0b-6975-48c4-90b4-96dab7ca4461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:03.929205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0f909f0b-6975-48c4-90b4-96dab7ca4461 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b76e4221-1883-4a0e-840c-2a7f3195f540 HTTP/1.1" status: 204 len: 168 time: 0.2206614 Jul 06 18:23:03.931244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86792413-08dc-4137-bce8-30d1dcadc1cb details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:03.962291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f909f0b-6975-48c4-90b4-96dab7ca4461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76e4221-1883-4a0e-840c-2a7f3195f540,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:03.984116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed31a61e-ba25-4ec4-8813-4b9aec2dea4f req-550251bc-553f-4b3c-8449-8caa7d9b6d59 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712066 Jul 06 18:23:04.079467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:04.088662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53310) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:04.097629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '86792413-08dc-4137-bce8-30d1dcadc1cb', 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525', 'port_id': '86792413-08dc-4137-bce8-30d1dcadc1cb', 'mac_address': 'fa:16:3e:60:e8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8d1ead-854f-4b1e-8b96-1f6a897e39fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:04.158832 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:04.182465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86792413-08dc-4137-bce8-30d1dcadc1cb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:04.196245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce9aa-633f-4da4-aa82-a98312d66cd8 req-81e04ba2-2780-42f6-8659-54001f666812 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:04.204683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ca4ce9aa-633f-4da4-aa82-a98312d66cd8 req-81e04ba2-2780-42f6-8659-54001f666812 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1351151 Jul 06 18:23:04.241953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:04.251796 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:04.270056 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b45447b-fb9c-4f46-acdd-88d3c742df2b req-2df3cc83-3b66-4a91-beaf-cf8871e14e69 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0534489 Jul 06 18:23:04.271249 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ca4ce9aa-633f-4da4-aa82-a98312d66cd8 req-60c19cfb-886b-4256-b076-a37ce1a1dac4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654414 Jul 06 18:23:04.342322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:04.370416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1044091463-network', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:04.430545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:04.433875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:04.496047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b9210adc-a252-4ec5-a0d1-71dc27a4a1b1 req-7d2617ad-758d-441a-91a3-33b689ee3890 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 210 time: 0.0435333 Jul 06 18:23:04.539909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-722b4e9d-0125-4b68-aa8f-5c10b8aa421e tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:04.544692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-722b4e9d-0125-4b68-aa8f-5c10b8aa421e tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.1435649 Jul 06 18:23:04.545202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53324) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:04.559810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799684-2'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:04.627920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['86792413-08dc-4137-bce8-30d1dcadc1cb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:04.710511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:04.789779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-79d9075a-d019-498d-af4c-d59233bdd4a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccf63e3703634bd5a65c2d9c6a9c0d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423959 Jul 06 18:23:04.793152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53326) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:04.832973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:04.903401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0155c4-1104-4e63-aeb2-19c7d35f45f8 req-4b8a714b-105f-4c63-8414-6fd17d87e9b1 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:04.905207 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed0155c4-1104-4e63-aeb2-19c7d35f45f8 req-4b8a714b-105f-4c63-8414-6fd17d87e9b1 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 945 time: 0.2523522 Jul 06 18:23:04.941457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-4aec4636-909b-4ea5-bfb9-cec8a6110a2d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:04.943018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-4aec4636-909b-4ea5-bfb9-cec8a6110a2d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.5474024 Jul 06 18:23:04.960179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Request body: {'port': {'device_id': '3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'admin_state_up': True, 'tenant_id': '2048fc15f03f459a9add14162308ada4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:04.963578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:04.967378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14ead6d3-3a99-4584-8ff9-f30cc5f22fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.010147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed0155c4-1104-4e63-aeb2-19c7d35f45f8 req-0be38d8f-2b1a-44e0-9da4-fb154fa33eba tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964000 Jul 06 18:23:05.023436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea6c6-acba-4ef6-8a3c-832bec36ead5 req-a05d1f64-6d3b-4928-b44f-8de967f1c4f2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:05.025016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff6ea6c6-acba-4ef6-8a3c-832bec36ead5 req-a05d1f64-6d3b-4928-b44f-8de967f1c4f2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 944 time: 0.5471599 Jul 06 18:23:05.033346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14ead6d3-3a99-4584-8ff9-f30cc5f22fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.057917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:05.125227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:05.128054 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89ebf56-4c45-4ff1-8424-6394a32ec882" -d '{"events": [{"server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "name": "network-vif-unplugged", "status": "completed", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:05.128736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.132959 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.140300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff6ea6c6-acba-4ef6-8a3c-832bec36ead5 req-908624ac-47ae-47c5-bff5-f4b81718dff1 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978513 Jul 06 18:23:05.142095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.143128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14ead6d3-3a99-4584-8ff9-f30cc5f22fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.153492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14ead6d3-3a99-4584-8ff9-f30cc5f22fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.161124 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-14ead6d3-3a99-4584-8ff9-f30cc5f22fb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/229e9ace-96a4-4812-986a-22980a2ba9ad HTTP/1.1" status: 204 len: 168 time: 0.3649771 Jul 06 18:23:05.165138 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.195502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:05.200062 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.217360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:23:05.222076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ead6d3-3a99-4584-8ff9-f30cc5f22fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e9ace-96a4-4812-986a-22980a2ba9ad,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:05.228796 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70642a7-2426-44de-9c20-c7c2b5e6bb11 x-openstack-request-id: req-a70642a7-2426-44de-9c20-c7c2b5e6bb11 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:05.229173 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "name": "network-vif-unplugged", "status": "completed", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:05.229394 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a70642a7-2426-44de-9c20-c7c2b5e6bb11 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:05.229864 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58', 'code': 200} Jul 06 18:23:05.261923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd437f2-89a4-4088-ba33-e762daf390b4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:05.266665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.267083 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Added segment 8abe6084-2dae-4ecd-b55d-841ae1f3d9b2 of type vlan for network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 Jul 06 18:23:05.332358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on host n-h1-799684-2 for vnic_type normal with profile {"migrating_to": "n-h2-799684-2"} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:05.332705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:05.333051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:05.338876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:05.339174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Attempting to bind port 3b75caca-9368-470d-afb0-581e85f8bc58 on network 479a66ed-ef78-4c35-839b-da08422e300a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:05.341774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee902d-967d-443c-88a9-611099931813 service neutron] Pushing event updated for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:05.356987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:05.357345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Checking segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:05.357766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Bound using segment: {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:05.358281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Bound port: 3b75caca-9368-470d-afb0-581e85f8bc58, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b339220-a79c-49ad-b44b-fd2d7ff16467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '479a66ed-ef78-4c35-839b-da08422e300a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:05.358655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.413659 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.427980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7d87-197d-4973-a1e1-b8a8c716e82a req-9e52e338-a0f0-45b3-8ca2-4d12af9cbcc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:05.429783 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e85f7d87-197d-4973-a1e1-b8a8c716e82a req-9e52e338-a0f0-45b3-8ca2-4d12af9cbcc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 945 time: 0.2397306 Jul 06 18:23:05.497406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:05.527059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Allocated IP 172.20.0.13 (387d7103-49e5-48ca-8c9e-8bb334581160/d22a3273-97c7-4233-beab-c55c5efc7ca5/198418f8-24ba-4626-8f40-b3c3e05b8a6f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:05.534502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e85f7d87-197d-4973-a1e1-b8a8c716e82a req-ae3d12ac-8959-43b0-a047-942248f0f67f tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868320 Jul 06 18:23:05.537042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:05.552870 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.558601 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.560309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:05.560420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.653986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:05.654693 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.656401 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-31ee902d-967d-443c-88a9-611099931813 service neutron] 10.222.0.24 "PUT /v2.0/ports/3b75caca-9368-470d-afb0-581e85f8bc58 HTTP/1.1" status: 200 len: 1121 time: 1.1026044 Jul 06 18:23:05.667906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee902d-967d-443c-88a9-611099931813 service neutron] Pushing event updated for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=8']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:05.711337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6189132 Jul 06 18:23:05.712662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53350) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:05.728222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4a5cfd3-f698-4d64-a1ed-14f03aa7339f req-466c9aff-7506-421f-af17-53613d6f8857 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0360572 Jul 06 18:23:05.735921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Request body: {'subnet': {'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1044091463-subnet', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:05.747216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3b75caca-9368-470d-afb0-581e85f8bc58'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:05.789441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3b75caca-9368-470d-afb0-581e85f8bc58'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:05.907239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea38b25-c905-4f99-85f0-0df337d16c52 admin admin] Pushing event updated for resources: {'Network': ['ID=fedd1d48-92fd-4fa2-b17c-18b1c16c5626,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:05.942274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:23:05.946933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033614-c8d1-4c46-aac7-ecfdcc4b85a5 req-4026a1e2-0b34-4d36-8510-842cf3d10294 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:05.956042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae033614-c8d1-4c46-aac7-ecfdcc4b85a5 req-4026a1e2-0b34-4d36-8510-842cf3d10294 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.5290999 Jul 06 18:23:05.979288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8454a58f-008b-47f4-8be6-22c981712f2d req-6a23f45e-0960-450e-8447-4c59cc68deb6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 210 time: 0.0903187 Jul 06 18:23:05.994671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:05.997367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.018874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.044745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3b75caca-9368-470d-afb0-581e85f8bc58 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:06.108628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86792413-08dc-4137-bce8-30d1dcadc1cb up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:06.230147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94523-0e70-4443-96dc-c1899771dd9a req-413c1e64-3990-4183-8b2f-9ba11c5d2798 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:06.248377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-96a94523-0e70-4443-96dc-c1899771dd9a req-413c1e64-3990-4183-8b2f-9ba11c5d2798 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 945 time: 0.6640368 Jul 06 18:23:06.248740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 86792413-08dc-4137-bce8-30d1dcadc1cb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:06.272324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae033614-c8d1-4c46-aac7-ecfdcc4b85a5 req-b118af8a-3a2b-4a19-8b88-a2f7cf0cb53f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150284 Jul 06 18:23:06.274484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 86792413-08dc-4137-bce8-30d1dcadc1cb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:06.275152 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.332710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0e2af-665f-4c1e-bece-021fc2a0f1d4 req-75150942-6254-498d-b0c0-620a984aa2fc tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:06.340654 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cbe0e2af-665f-4c1e-bece-021fc2a0f1d4 req-75150942-6254-498d-b0c0-620a984aa2fc tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1507945 Jul 06 18:23:06.347408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:06.386167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3b75caca-9368-470d-afb0-581e85f8bc58 has no active binding in host n-h2-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:23:06.397052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cbe0e2af-665f-4c1e-bece-021fc2a0f1d4 req-7ba420b7-be87-444a-8cc0-81344410df1d tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552289 Jul 06 18:23:06.418005 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.454219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.462969 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.491110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:06.494006 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587c3e38-e53b-4ba3-babd-61f875db5e52" -d '{"events": [{"server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "name": "network-vif-plugged", "status": "completed", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:06.507327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:06.512649 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.568778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Deleting port a739da93-f98a-4fd3-a39f-ac0c6399927c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:06.569127 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.571621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:06.578486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b174405a-f2fe-4903-addd-b890b437e030,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:06.598256 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ddf32-33e4-4a06-ae42-020e8448dc83 x-openstack-request-id: req-949ddf32-33e4-4a06-ae42-020e8448dc83 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:06.598752 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "name": "network-vif-plugged", "status": "completed", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:06.600194 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-949ddf32-33e4-4a06-ae42-020e8448dc83 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:06.600829 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb', 'code': 200} Jul 06 18:23:06.629264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Network 387d7103-49e5-48ca-8c9e-8bb334581160 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:06.641086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event updated for resources: {'Port': ['ID=198418f8-24ba-4626-8f40-b3c3e05b8a6f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:06.651377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:06.656635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:06.714215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Checking segment: {'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:06.714709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Network hostable DHCP agents. Network: fedd1d48-92fd-4fa2-b17c-18b1c16c5626, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:23:06.762089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:06.762799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.772010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] For port a739da93-f98a-4fd3-a39f-ac0c6399927c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a739da93-f98a-4fd3-a39f-ac0c6399927c,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:06.772376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.777085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54787736-d81c-445f-8c63-e10eebed1179 req-f39f3b85-fc52-4ffb-834b-f07ba85daec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:06.778730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54787736-d81c-445f-8c63-e10eebed1179 req-f39f3b85-fc52-4ffb-834b-f07ba85daec1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1096 time: 0.1030183 Jul 06 18:23:06.787367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364784-08ad-4547-aabc-0846de677134 req-86c07104-4846-43ce-96cd-b10fe2ae8fec tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:06.788928 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3364784-08ad-4547-aabc-0846de677134 req-86c07104-4846-43ce-96cd-b10fe2ae8fec tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 944 time: 0.3380466 Jul 06 18:23:06.791697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef6e3-2923-4053-8bcf-b1cab45077de req-a18efcbc-c9b9-42d2-aee1-b509a2337b27 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:06.793165 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41bef6e3-2923-4053-8bcf-b1cab45077de req-a18efcbc-c9b9-42d2-aee1-b509a2337b27 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 945 time: 0.0906792 Jul 06 18:23:06.845802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54787736-d81c-445f-8c63-e10eebed1179 req-92a5a66b-efbf-4fc5-9633-9fb2d32ae4cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516102 Jul 06 18:23:06.847809 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-a2eb3480-0193-4785-a541-dbfbcc1e79c2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8938823 Jul 06 18:23:06.853296 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41bef6e3-2923-4053-8bcf-b1cab45077de req-adf98e57-089e-4ee2-b83e-1855d691dd0e tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536137 Jul 06 18:23:06.864940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Request body: {'port': {'device_id': '3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:06.878535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:06.879074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:23:06.930606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, fedd1d48-92fd-4fa2-b17c-18b1c16c5626) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:06.944865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e643d-e5c6-4f56-83db-ebab00bfce8d None None] Network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:06.945851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3364784-08ad-4547-aabc-0846de677134 req-59638c1a-bdce-4356-8b46-56044a971f9c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487491 Jul 06 18:23:06.976659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:06.977334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.032611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.076481 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a67b91f7-0c4d-4a6c-81a9-652180b1fb82 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3468747 Jul 06 18:23:07.087477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14caeb9c-04e2-4781-b8cb-f0f5dc2a582b req-d96ab3db-4f4e-48fc-842d-323ceb917501 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0622520 Jul 06 18:23:07.088023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53386) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:07.100006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:07.141141 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.142592 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.228902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.231228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:07.246421 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b182b-db60-46b2-a904-459e13217f43" -d '{"events": [{"name": "network-changed", "server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:07.246879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-fedd1d48-92fd-4fa2-b17c-18b1c16c5626', 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'fixed_ips': [{'subnet_id': 'b174405a-f2fe-4903-addd-b890b437e030'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:23:07.248025 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.251245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.251662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.251992 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Floating IP 18fbdab6-8426-4081-b223-64057acaef8f disassociated. External IP: 172.25.4.74, port: a739da93-f98a-4fd3-a39f-ac0c6399927c. Jul 06 18:23:07.252345 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Calling delete_port for a739da93-f98a-4fd3-a39f-ac0c6399927c owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:07.334628 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdb02c2-b8d0-4db9-b6ea-006a5db97ed9 x-openstack-request-id: req-3cdb02c2-b8d0-4db9-b6ea-006a5db97ed9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:07.335175 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:07.335625 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cdb02c2-b8d0-4db9-b6ea-006a5db97ed9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:07.336317 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58', 'status': 'completed', 'code': 200} Jul 06 18:23:07.462399 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.478424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Allocated IP 172.20.0.2 (fedd1d48-92fd-4fa2-b17c-18b1c16c5626/b174405a-f2fe-4903-addd-b890b437e030/c85954ba-20d5-400c-9bc4-111979e74696) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:07.490526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3f3e4-7f29-436e-a52e-042d43a823c0 req-dac12bc5-c614-4a07-a24a-8c22df065dee tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:07.492238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ce3f3e4-7f29-436e-a52e-042d43a823c0 req-dac12bc5-c614-4a07-a24a-8c22df065dee tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 932 time: 0.2664866 Jul 06 18:23:07.582683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b182b-db60-46b2-a904-459e13217f43 req-7f34f09b-1c9e-40e8-a206-eddc5f0788c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:07.584628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c0b182b-db60-46b2-a904-459e13217f43 req-7f34f09b-1c9e-40e8-a206-eddc5f0788c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1124 time: 0.2009311 Jul 06 18:23:07.649760 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ce3f3e4-7f29-436e-a52e-042d43a823c0 req-3cc4fc7b-a72b-47ee-a8a6-77adf3e94ba6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415460 Jul 06 18:23:07.681125 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.703177 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.703756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Transition to ACTIVE for port object c85954ba-20d5-400c-9bc4-111979e74696 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:07.710317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2a16-d767-4e3f-b5bb-c2406c93224b req-e07c10ec-b37c-4b3c-8523-d04d42201c02 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:07.718181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-382f2a16-d767-4e3f-b5bb-c2406c93224b req-e07c10ec-b37c-4b3c-8523-d04d42201c02 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.2049351 Jul 06 18:23:07.727220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Transition to ACTIVE for port object c85954ba-20d5-400c-9bc4-111979e74696 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:07.738085 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.741465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198418f8-24ba-4626-8f40-b3c3e05b8a6f {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:07.748413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event deleted for resources: {'Port': ['ID=a739da93-f98a-4fd3-a39f-ac0c6399927c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:07.757173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.783212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:07.798139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b182b-db60-46b2-a904-459e13217f43 req-9d228006-4698-4bb1-b1f7-5172b5a03b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:07.800220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c0b182b-db60-46b2-a904-459e13217f43 req-9d228006-4698-4bb1-b1f7-5172b5a03b71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.2022965 Jul 06 18:23:07.813498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:07.816033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Transition to ACTIVE for port object 198418f8-24ba-4626-8f40-b3c3e05b8a6f will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:07.816397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-382f2a16-d767-4e3f-b5bb-c2406c93224b req-b99cc099-e6e5-4f3d-bfdf-538128c0c837 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971408 Jul 06 18:23:07.818632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:07.824648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.884707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Pushing event updated for resources: {'Port': ['ID=c85954ba-20d5-400c-9bc4-111979e74696,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:07.897017 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c0b182b-db60-46b2-a904-459e13217f43 req-f9bd7243-fbb0-4e8f-a0de-da2ff5c961ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b75caca-9368-470d-afb0-581e85f8bc58 HTTP/1.1" status: 200 len: 217 time: 0.0732305 Jul 06 18:23:07.935512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Attempting to bind port c85954ba-20d5-400c-9bc4-111979e74696 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:07.935867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Attempting to bind port c85954ba-20d5-400c-9bc4-111979e74696 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:07.936290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Attempting to bind port c85954ba-20d5-400c-9bc4-111979e74696 on network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:07.941858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:07.942289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Checking segment: {'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:07.942936 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.943529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Bound using segment: {'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:07.944002 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Bound port: c85954ba-20d5-400c-9bc4-111979e74696, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:07.944380 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.973976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Pushing event updated for resources: {'Port': ['ID=198418f8-24ba-4626-8f40-b3c3e05b8a6f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:08.034358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] For port c85954ba-20d5-400c-9bc4-111979e74696, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:08.039050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] For port c85954ba-20d5-400c-9bc4-111979e74696, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c85954ba-20d5-400c-9bc4-111979e74696,segment=NetworkSegment(8abe6084-2dae-4ecd-b55d-841ae1f3d9b2),segment_id=8abe6084-2dae-4ecd-b55d-841ae1f3d9b2)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:08.041961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device a739da93-f98a-4fd3-a39f-ac0c6399927c no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:08.058467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Router 2d9c2972-0f37-4ec4-952a-93e8125d4621 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:08.068670 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.077760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: a739da93-f98a-4fd3-a39f-ac0c6399927c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:08.077760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device a739da93-f98a-4fd3-a39f-ac0c6399927c not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:08.095654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8993e3d-04d5-483e-87f8-5b467561f3a0 req-15cf36e1-4366-4bb6-8131-e80778cbb2bf tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.097397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f8993e3d-04d5-483e-87f8-5b467561f3a0 req-15cf36e1-4366-4bb6-8131-e80778cbb2bf tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1932425 Jul 06 18:23:08.143150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Attempting to bind port 198418f8-24ba-4626-8f40-b3c3e05b8a6f on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:08.143576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Attempting to bind port 198418f8-24ba-4626-8f40-b3c3e05b8a6f by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:08.143963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Attempting to bind port 198418f8-24ba-4626-8f40-b3c3e05b8a6f on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:08.148283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e101e-6597-4bd8-922d-754071c06648 None None] Pushing event updated for resources: {'Port': ['ID=c85954ba-20d5-400c-9bc4-111979e74696,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:08.159041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Port 198418f8-24ba-4626-8f40-b3c3e05b8a6f on network 387d7103-49e5-48ca-8c9e-8bb334581160 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:08.159434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Attempting to bind port 198418f8-24ba-4626-8f40-b3c3e05b8a6f on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:08.186084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:08.186480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Checking segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:08.186932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Bound using segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:08.187420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b182b-db60-46b2-a904-459e13217f43 req-7b2931c1-146c-48ad-8d8a-bb3df45d8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.187598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Bound port: 198418f8-24ba-4626-8f40-b3c3e05b8a6f, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:08.187928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.189135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c0b182b-db60-46b2-a904-459e13217f43 req-7b2931c1-146c-48ad-8d8a-bb3df45d8ff4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.2792497 Jul 06 18:23:08.194300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98b0f6df-3d0b-4c6a-aa99-a60bd18d0e73 req-2d06728f-8b2f-4f67-bc57-c7658b0a8aaf tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9eb15c-11f3-4780-a3b8-5a6bc4adc126 HTTP/1.1" status: 200 len: 210 time: 0.1663017 Jul 06 18:23:08.196532 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.262746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c0b182b-db60-46b2-a904-459e13217f43 req-9d80d32b-0541-4468-a2e8-9a2764288b6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627434 Jul 06 18:23:08.321459 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.407206 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f8993e3d-04d5-483e-87f8-5b467561f3a0 req-9a491363-de3f-4ce5-bfc7-261826de1cbe tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981780 Jul 06 18:23:08.427522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:08.446966 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] Sync routers for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:08.494041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:08.500645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:08.512869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] No DVR routers for this DVR port a739da93-f98a-4fd3-a39f-ac0c6399927c on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:08.517063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.519503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-96a94523-0e70-4443-96dc-c1899771dd9a req-02e251d3-1a78-4c98-9518-fa03515ae0f7 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.24 "DELETE /v2.0/ports/a739da93-f98a-4fd3-a39f-ac0c6399927c HTTP/1.1" status: 204 len: 173 time: 2.2807887 Jul 06 18:23:08.519991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'name': 'network-vif-deleted', 'tag': 'a739da93-f98a-4fd3-a39f-ac0c6399927c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:08.522348 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3725dccf-bbbe-4849-87f6-377e1ca7773b" -d '{"events": [{"server_uuid": "3b9eb15c-11f3-4780-a3b8-5a6bc4adc126", "name": "network-vif-deleted", "tag": "a739da93-f98a-4fd3-a39f-ac0c6399927c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:08.527523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] For port 198418f8-24ba-4626-8f40-b3c3e05b8a6f, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:08.545831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] For port 198418f8-24ba-4626-8f40-b3c3e05b8a6f, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=198418f8-24ba-4626-8f40-b3c3e05b8a6f,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:08.554890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.606230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.607497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.609556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] 10.222.0.41 "PUT /v2.0/ports/198418f8-24ba-4626-8f40-b3c3e05b8a6f HTTP/1.1" status: 200 len: 1092 time: 1.7508814 Jul 06 18:23:08.667580 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc867a5-9665-411a-bc17-9e3d9da79664 service neutron] Pushing event updated for resources: {'Port': ['ID=198418f8-24ba-4626-8f40-b3c3e05b8a6f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:08.826549 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c0b182b-db60-46b2-a904-459e13217f43 req-677972e9-1b20-45f7-8ebb-01e4b53acd3f service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141497 Jul 06 18:23:08.871867 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-31e68a5b-561a-4e8c-ab12-112cca17f6c2 req-710f1f5c-d054-42c1-b824-f7dc9eebade4 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.1146469 Jul 06 18:23:08.875168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Allocated IP 172.25.4.198 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/56f9833b-8f76-4245-bf0d-2245428f6701) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:08.900065 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-76c28611-3593-41d6-98da-ac3b6a0c3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.905217 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-76c28611-3593-41d6-98da-ac3b6a0c3e4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 1095 time: 0.2128830 Jul 06 18:23:08.936451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ee02-cfd0-49b4-a357-5de4565ea15c req-a5ce10aa-a5f8-4c15-b805-76489b7288c7 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.942278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b018ee02-cfd0-49b4-a357-5de4565ea15c req-a5ce10aa-a5f8-4c15-b805-76489b7288c7 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.5635452 Jul 06 18:23:08.954015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c85954ba-20d5-400c-9bc4-111979e74696 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:08.997759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:09.021927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-51cf021d-5136-4f02-af6a-ab47db5b07a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=198418f8-24ba-4626-8f40-b3c3e05b8a6f HTTP/1.1" status: 200 len: 217 time: 0.1086178 Jul 06 18:23:09.023411 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3792fd6a-43df-4353-8078-8e2976fbbc14 x-openstack-request-id: req-3792fd6a-43df-4353-8078-8e2976fbbc14 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:09.023700 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9eb15c-11f3-4780-a3b8-5a6bc4adc126", "name": "network-vif-deleted", "tag": "a739da93-f98a-4fd3-a39f-ac0c6399927c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:09.023951 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3792fd6a-43df-4353-8078-8e2976fbbc14 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:09.024348 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9eb15c-11f3-4780-a3b8-5a6bc4adc126', 'name': 'network-vif-deleted', 'tag': 'a739da93-f98a-4fd3-a39f-ac0c6399927c', 'status': 'completed', 'code': 200} Jul 06 18:23:09.084469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-55842ede-6e0a-4744-9fd7-ca40c4ed482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:09.086130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-55842ede-6e0a-4744-9fd7-ca40c4ed482e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.0533819 Jul 06 18:23:09.145528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-698d7200-a466-4133-94e2-043d3b17f997 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492723 Jul 06 18:23:09.194072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c0b182b-db60-46b2-a904-459e13217f43 req-28fd0943-845f-4fbe-882e-f7cb59515904 service neutron] 10.222.0.41 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545454 Jul 06 18:23:09.253976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b018ee02-cfd0-49b4-a357-5de4565ea15c req-faa0e227-4942-49d6-af9e-0d8de45e48de tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608953 Jul 06 18:23:09.302549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:09.323611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c85954ba-20d5-400c-9bc4-111979e74696 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:09.349027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:09.394617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] Checking router: 2d9c2972-0f37-4ec4-952a-93e8125d4621 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:09.405468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:09.406686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:09.421106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:09.453650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d132dca-bc1e-4343-9d5a-948242ffdb39 req-521b5320-8df0-491b-adca-5de694269bde tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:09.461984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d132dca-bc1e-4343-9d5a-948242ffdb39 req-521b5320-8df0-491b-adca-5de694269bde tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 944 time: 0.3059247 Jul 06 18:23:09.466606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-e6313f0d-9882-43dc-9cd4-ecbf65f9b4d6 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094559 Jul 06 18:23:09.521521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:09.526520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:09.574807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:09.624187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Pushing event updated for resources: {'Port': ['ID=56f9833b-8f76-4245-bf0d-2245428f6701,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:09.633992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a00eb9c0-0487-44b7-add3-b045cf9a3c63 req-448d3dab-73f2-49c1-9e23-58a70f142d62 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593990 Jul 06 18:23:09.668859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d132dca-bc1e-4343-9d5a-948242ffdb39 req-d480e6f7-2564-49e8-a785-12ad7299948c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056792 Jul 06 18:23:09.669844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:09.762161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982d39-f1c5-4c13-8aa6-f99dbb2739e0 req-890b6f46-240e-41c5-898c-fc6fbd2b484b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:09.769247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98982d39-f1c5-4c13-8aa6-f99dbb2739e0 req-890b6f46-240e-41c5-898c-fc6fbd2b484b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.2441981 Jul 06 18:23:09.881244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98982d39-f1c5-4c13-8aa6-f99dbb2739e0 req-90a4aab5-3266-4222-afbc-ce2a0a3956c6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106844 Jul 06 18:23:09.927616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5987e51-27ad-4f71-94a8-b92a7f194cec None None] Network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:10.069844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cfb6cd97-7503-4383-8802-b2a406afaf80 None None] Provisioning for port c85954ba-20d5-400c-9bc4-111979e74696 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:10.079408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cfb6cd97-7503-4383-8802-b2a406afaf80 None None] Provisioning complete for port c85954ba-20d5-400c-9bc4-111979e74696 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:10.079816 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfb6cd97-7503-4383-8802-b2a406afaf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.231217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:10.264744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e7671-0b36-4fed-88be-ce8066352acc None None] The sync data for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 is: [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:11Z', 'revision_number': 4, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f42e17c7-13c1-43f4-b8b4-da13c30d43e2', 'name': '', 'network_id': '43daa088-211b-4d08-b9a2-8d20245bc1d1', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'mac_address': 'fa:16:3e:be:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:19Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'subnets': [{'id': 'e73e8f9a-6ed7-4915-a3ec-5871c842cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:10.284144 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfb6cd97-7503-4383-8802-b2a406afaf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.349316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cfb6cd97-7503-4383-8802-b2a406afaf80 None None] For port c85954ba-20d5-400c-9bc4-111979e74696, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c85954ba-20d5-400c-9bc4-111979e74696,segment=NetworkSegment(8abe6084-2dae-4ecd-b55d-841ae1f3d9b2),segment_id=8abe6084-2dae-4ecd-b55d-841ae1f3d9b2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:10.357667 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfb6cd97-7503-4383-8802-b2a406afaf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.439556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6cd97-7503-4383-8802-b2a406afaf80 None None] Pushing event updated for resources: {'Port': ['ID=c85954ba-20d5-400c-9bc4-111979e74696,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:10.504301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664604f-a6ce-4c32-b122-80f24ef5aced req-4c58c4d3-b363-46c0-85a0-1b3b2028b224 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:10.515648 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8664604f-a6ce-4c32-b122-80f24ef5aced req-4c58c4d3-b363-46c0-85a0-1b3b2028b224 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1096 time: 0.5414028 Jul 06 18:23:10.548981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799368e8-a28e-4a89-855d-8bb8819e3247 req-24f37ea0-5454-46e6-8e31-380327bffbfa tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:10.562256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-799368e8-a28e-4a89-855d-8bb8819e3247 req-24f37ea0-5454-46e6-8e31-380327bffbfa tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 943 time: 0.1737404 Jul 06 18:23:10.576103 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8664604f-a6ce-4c32-b122-80f24ef5aced req-0d388b25-9b90-4ceb-9ad9-4f7ce9660028 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Jul 06 18:23:10.607840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.654714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-799368e8-a28e-4a89-855d-8bb8819e3247 req-88803c48-a007-4ad7-9445-a1eab4e5818a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885935 Jul 06 18:23:10.721936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8a0d2c96-391f-470a-999e-6d74c2d97642 None None] Provisioning complete for port c85954ba-20d5-400c-9bc4-111979e74696 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:10.722525 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a0d2c96-391f-470a-999e-6d74c2d97642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.832163 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3eb6a-7f7d-4807-ad2b-b6e96d62eb10 None None] New status for floating IP 18fbdab6-8426-4081-b223-64057acaef8f: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:23:10.914392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ee2be-e9d9-4629-a6b3-5aa0ed583f7e req-6d7e87ef-90a3-4d17-82d6-6fa7b2f909d4 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:10.922456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd3ee2be-e9d9-4629-a6b3-5aa0ed583f7e req-6d7e87ef-90a3-4d17-82d6-6fa7b2f909d4 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1096 time: 0.0752039 Jul 06 18:23:10.942490 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f556376a-3f1e-4c52-8955-cd020cf34db9 req-dccd0d7f-2dc8-458a-97d0-f528661b8631 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0600145 Jul 06 18:23:10.943968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c85954ba-20d5-400c-9bc4-111979e74696 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:10.970726 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd3ee2be-e9d9-4629-a6b3-5aa0ed583f7e req-216b1337-f81d-4ab8-bba0-591527c6ad24 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471227 Jul 06 18:23:11.019738 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:23:11.025906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14', 'tag': '198418f8-24ba-4626-8f40-b3c3e05b8a6f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:11.029162 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a838da-9ac7-44a7-ba53-d9d624f1d895" -d '{"events": [{"name": "network-changed", "server_uuid": "3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14", "tag": "198418f8-24ba-4626-8f40-b3c3e05b8a6f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:11.037813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.069965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c85954ba-20d5-400c-9bc4-111979e74696 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:11.070721 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.244387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a7aef-c6cd-4d34-b6a5-ca676e718e06 req-87e869b2-6561-4b1b-afa8-3b2e27e07e27 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:11.246490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e8a7aef-c6cd-4d34-b6a5-ca676e718e06 req-87e869b2-6561-4b1b-afa8-3b2e27e07e27 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 944 time: 0.1155295 Jul 06 18:23:11.290977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e8a7aef-c6cd-4d34-b6a5-ca676e718e06 req-d135af37-c926-4d8c-b29b-961b7626fe4f tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Jul 06 18:23:11.300052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Router 5361a93b-b88e-4f0e-8500-20d0a087968a is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:23:11.395240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93254055-a8f0-40d2-ba74-16e33baf39d5 req-d9d6d90d-fb2a-4c94-b1cd-0deb25f35ed4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:11.396007 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b002bdb8-4bb6-43dd-b9aa-2dea3e29abdc x-openstack-request-id: req-b002bdb8-4bb6-43dd-b9aa-2dea3e29abdc {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:11.396379 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14", "tag": "198418f8-24ba-4626-8f40-b3c3e05b8a6f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:11.396703 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b002bdb8-4bb6-43dd-b9aa-2dea3e29abdc {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:11.397317 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14', 'tag': '198418f8-24ba-4626-8f40-b3c3e05b8a6f', 'status': 'completed', 'code': 200} Jul 06 18:23:11.403859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93254055-a8f0-40d2-ba74-16e33baf39d5 req-d9d6d90d-fb2a-4c94-b1cd-0deb25f35ed4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1425972 Jul 06 18:23:11.450272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53462) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:11.476875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-7ef1387e-bd61-454f-8bc7-d03fdc423104 service neutron] 10.222.0.41 "GET /v2.0/ports/3b75caca-9368-470d-afb0-581e85f8bc58/bindings/n-h2-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.0878887 Jul 06 18:23:11.500740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:11.518610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Sync routers for ids ['5361a93b-b88e-4f0e-8500-20d0a087968a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:11.527584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Routers {'5361a93b-b88e-4f0e-8500-20d0a087968a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:11.528341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5361a93b-b88e-4f0e-8500-20d0a087968a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:11.561195 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93254055-a8f0-40d2-ba74-16e33baf39d5 req-949213a6-3c61-426b-a968-04541a088dee tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530397 Jul 06 18:23:11.633409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.635163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e94c5ee9-e869-4489-9926-8123f18af6dc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5435166 Jul 06 18:23:11.639737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53466) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:11.678924 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.723389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Set router 5361a93b-b88e-4f0e-8500-20d0a087968a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:11.728480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-055eea31-e852-40cb-9996-24ff7211ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:11.735290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.736386 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-055eea31-e852-40cb-9996-24ff7211ca4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 1095 time: 0.2163665 Jul 06 18:23:11.767566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:11.803198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:11.839883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b75caca-9368-470d-afb0-581e85f8bc58 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:11.847899 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.850690 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.852102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "DELETE /v2.0/security-groups/e29dbc04-42db-4d28-99ef-44b7c4ec8ad7 HTTP/1.1" status: 204 len: 168 time: 0.4007564 Jul 06 18:23:11.858636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53472) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:11.860729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:11.882797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29dbc04-42db-4d28-99ef-44b7c4ec8ad7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:11.896670 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-dbee9ed4-7e23-4f75-b88b-cf113687bf63 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] show failed (client error): The resource could not be found. Jul 06 18:23:11.898076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dbee9ed4-7e23-4f75-b88b-cf113687bf63 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "GET /v2.0/security-groups/e29dbc04-42db-4d28-99ef-44b7c4ec8ad7 HTTP/1.1" status: 404 len: 347 time: 0.0333753 Jul 06 18:23:11.898220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-25d86c1d-47dd-4e61-badc-60acf4da245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:11.899612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-25d86c1d-47dd-4e61-badc-60acf4da245a service neutron] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.1541312 Jul 06 18:23:11.900496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.901001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.901570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.902134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.902259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53474) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:11.902758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.903245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.903730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.904208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.904808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.905321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.905844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.906324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9674086f-d0d6-4734-a6f1-28c8e095cc6c tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:11.909621 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.924272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53476) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:12.001556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] Transition to ACTIVE for port object 3b75caca-9368-470d-afb0-581e85f8bc58 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:12.008022 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.042678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-1dfb522f-810c-4156-b98b-a0ac9244f62d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=198418f8-24ba-4626-8f40-b3c3e05b8a6f HTTP/1.1" status: 200 len: 217 time: 0.1186047 Jul 06 18:23:12.087737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] No DVR routers for this DVR port 3b75caca-9368-470d-afb0-581e85f8bc58 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:12.135977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729025a-a793-4790-b040-bf61438cd58a service neutron] Pushing event updated for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:12.143470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-2729025a-a793-4790-b040-bf61438cd58a service neutron] 10.222.0.41 "PUT /v2.0/ports/3b75caca-9368-470d-afb0-581e85f8bc58/bindings/n-h2-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6615043 Jul 06 18:23:12.153301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:23:09Z', 'revision_number': 3, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port': {'id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:08Z', 'updated_at': '2021-07-06T18:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:12.179469 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9ce086b-8b39-4f28-904a-1a08505c8d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.218133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Checking router: 5361a93b-b88e-4f0e-8500-20d0a087968a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:12.218783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Updating router 5361a93b-b88e-4f0e-8500-20d0a087968a port 56f9833b-8f76-4245-bf0d-2245428f6701 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:23:12.262478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-1a9a8979-5cec-4723-8814-e0ea68e5ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:12.263815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-1a9a8979-5cec-4723-8814-e0ea68e5ff46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.2134809 Jul 06 18:23:12.276073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 198418f8-24ba-4626-8f40-b3c3e05b8a6f details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:12.281863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3b75caca-9368-470d-afb0-581e85f8bc58 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:12.369324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-774041ce-5d3f-4993-b17e-ac940795c00c tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:12.370911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-774041ce-5d3f-4993-b17e-ac940795c00c tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.1242163 Jul 06 18:23:12.392442 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-8228fa86-b5df-4d94-9d32-a3a678183657 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783343 Jul 06 18:23:12.407305 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.413404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3b75caca-9368-470d-afb0-581e85f8bc58 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:12.442432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9ce086b-8b39-4f28-904a-1a08505c8d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.459030 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9ce086b-8b39-4f28-904a-1a08505c8d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.478875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Deleting port ddf8b33d-91d8-47bb-9e61-64a6b1d224e6 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:12.479242 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.489686 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d9ce086b-8b39-4f28-904a-1a08505c8d80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7932ab14d94f4307abae33471913af49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626266 Jul 06 18:23:12.495001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53500) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:12.512273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-9cf4df10-cd55-431e-8772-c23df0cf6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:12.514700 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-9cf4df10-cd55-431e-8772-c23df0cf6cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375&tenant_id=a39e9a45117742db8c51a45660114a46 HTTP/1.1" status: 200 len: 1095 time: 0.1357255 Jul 06 18:23:12.545930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce086b-8b39-4f28-904a-1a08505c8d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99840541-e931-416e-baac-c8c0313f5cab,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:12.619236 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-467f6459-fa9c-4a81-a437-fdba5c9e18e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.647506 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-467f6459-fa9c-4a81-a437-fdba5c9e18e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.704938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f870b8e-0f48-4e1d-b7c6-8b518f253af0 req-3b5848ff-288a-4793-95c6-0e9098fcc821 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:12.714084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f870b8e-0f48-4e1d-b7c6-8b518f253af0 req-3b5848ff-288a-4793-95c6-0e9098fcc821 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 944 time: 0.8097007 Jul 06 18:23:12.727200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-3dcb3ad7-8194-40c9-932d-826508afa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:12.729028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-3dcb3ad7-8194-40c9-932d-826508afa19a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a39e9a45117742db8c51a45660114a46&device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1095 time: 0.1757643 Jul 06 18:23:12.732541 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-467f6459-fa9c-4a81-a437-fdba5c9e18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.736831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-467f6459-fa9c-4a81-a437-fdba5c9e18e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.738218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-467f6459-fa9c-4a81-a437-fdba5c9e18e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99840541-e931-416e-baac-c8c0313f5cab HTTP/1.1" status: 204 len: 168 time: 0.2418654 Jul 06 18:23:12.778043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.778684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.787255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 198418f8-24ba-4626-8f40-b3c3e05b8a6f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=198418f8-24ba-4626-8f40-b3c3e05b8a6f,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:12.787739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-11c9dbd8-d9c5-4524-88ef-1b066ba9bae0 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845313 Jul 06 18:23:12.807494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '198418f8-24ba-4626-8f40-b3c3e05b8a6f', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'port_id': '198418f8-24ba-4626-8f40-b3c3e05b8a6f', 'mac_address': 'fa:16:3e:a7:8f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22a3273-97c7-4233-beab-c55c5efc7ca5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:12.820755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Calling delete_port for ddf8b33d-91d8-47bb-9e61-64a6b1d224e6 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:12.924565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f6459-fa9c-4a81-a437-fdba5c9e18e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99840541-e931-416e-baac-c8c0313f5cab,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:12.929959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-326701eb-dd13-4d20-9dbf-b83679ce5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:12.934211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-326701eb-dd13-4d20-9dbf-b83679ce5903 service neutron] 10.222.0.24 "GET /v2.0/networks?id=479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 200 len: 922 time: 0.1945801 Jul 06 18:23:12.935644 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f870b8e-0f48-4e1d-b7c6-8b518f253af0 req-0bb396de-ac45-405a-b491-51513c05c262 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204235 Jul 06 18:23:12.943373 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.018010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-fef47f3c-f523-4ad1-8131-738e8fab2ff7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b75caca-9368-470d-afb0-581e85f8bc58 HTTP/1.1" status: 200 len: 217 time: 0.0649946 Jul 06 18:23:13.103395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-433d944a-efa1-49ad-9945-05ff0265624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:13.106343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-433d944a-efa1-49ad-9945-05ff0265624b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 200 len: 861 time: 0.0816474 Jul 06 18:23:13.145397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198418f8-24ba-4626-8f40-b3c3e05b8a6f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:13.165445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14a838da-9ac7-44a7-ba53-d9d624f1d895 req-af17d2fa-fb16-474c-97a2-54ce3d5bd2a6 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622940 Jul 06 18:23:13.194301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 198418f8-24ba-4626-8f40-b3c3e05b8a6f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=198418f8-24ba-4626-8f40-b3c3e05b8a6f,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:13.208911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-099ea595-df8e-4345-bded-87b4c69c4355 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=479a66ed-ef78-4c35-839b-da08422e300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815213 Jul 06 18:23:13.219339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-ff5afd2a-69b8-4480-8327-ec98f730f24e tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:23:13.220352 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-ff5afd2a-69b8-4480-8327-ec98f730f24e tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125661 Jul 06 18:23:13.235168 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.303103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Request body: {'binding': {'host': 'n-h1-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:13.303596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Unknown quota resources ['binding']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:23:13.306499 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.307344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-022a1ced-2a38-4b51-8755-3bd2c68e2446 req-3a11eec5-1881-4feb-9dda-825bb17acb5b tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0933027 Jul 06 18:23:13.379748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-95f361fd-172b-4dda-9b25-f3e4981ac0bf service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546509 Jul 06 18:23:13.382368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Transition to ACTIVE for port object 56f9833b-8f76-4245-bf0d-2245428f6701 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:13.389933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=198418f8-24ba-4626-8f40-b3c3e05b8a6f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:13.393339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.410251 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.467100 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.470538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c207b8f-1ca2-4703-8c0d-5b08c07cf665 None None] Pushing event updated for resources: {'Port': ['ID=56f9833b-8f76-4245-bf0d-2245428f6701,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:13.521313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Attempting to bind port 56f9833b-8f76-4245-bf0d-2245428f6701 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:13.521943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Attempting to bind port 56f9833b-8f76-4245-bf0d-2245428f6701 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:13.522572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Attempting to bind port 56f9833b-8f76-4245-bf0d-2245428f6701 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:13.529160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:13.529770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:13.530191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.530871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:13.531345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Bound port: 56f9833b-8f76-4245-bf0d-2245428f6701, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:13.531727 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.569274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-1ad690fc-580b-416a-8988-1c49656d3654 service neutron] 10.222.0.24 "GET /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822608 Jul 06 18:23:13.569583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Pushing event deleted for resources: {'Port': ['ID=ddf8b33d-91d8-47bb-9e61-64a6b1d224e6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:13.617210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['198418f8-24ba-4626-8f40-b3c3e05b8a6f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:13.675373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] For port 56f9833b-8f76-4245-bf0d-2245428f6701, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:13.697966 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] For port 56f9833b-8f76-4245-bf0d-2245428f6701, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=56f9833b-8f76-4245-bf0d-2245428f6701,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:13.711757 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.827325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Routers {'5361a93b-b88e-4f0e-8500-20d0a087968a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:13.828008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5361a93b-b88e-4f0e-8500-20d0a087968a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:13.864533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53532) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:13.867990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c207b8f-1ca2-4703-8c0d-5b08c07cf665 None None] Pushing event updated for resources: {'Port': ['ID=56f9833b-8f76-4245-bf0d-2245428f6701,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:13.978200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.978819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.979163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.979607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.979996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.980329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.980732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.981056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.981382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.981948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.982275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.982600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:13.995941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-9ff42de5-54a3-47f8-b15e-100da30cbf97 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:13.997965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-9ff42de5-54a3-47f8-b15e-100da30cbf97 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375&tenant_id=a39e9a45117742db8c51a45660114a46&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.0930691 Jul 06 18:23:14.008535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-network', 'tenant_id': '820a1dd467f0440499b2e407b1473b70'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:14.012176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] Set router 5361a93b-b88e-4f0e-8500-20d0a087968a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:14.081995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Made reservation on behalf of 820a1dd467f0440499b2e407b1473b70 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:14.085573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.100574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.117146 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.120683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.122161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-54fdfa1c-4a63-4df1-bd21-469796487fc8 tempest-ServersWithSpecificFlavorTestJSON-1728096414 tempest-ServersWithSpecificFlavorTestJSON-1728096414-project] 10.222.0.53 "DELETE /v2.0/floatingips/18fbdab6-8426-4081-b223-64057acaef8f HTTP/1.1" status: 204 len: 168 time: 2.2190652 Jul 06 18:23:14.174579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on host n-h1-799684-2 for vnic_type normal with profile None {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:14.175365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:14.175365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:14.191670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:14.192032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:14.211326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcc4c1-470c-4ddd-9b8c-a45d9900cc8d req-8406b263-ccf7-4a74-af97-445e0b00c91c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:14.213038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aafcc4c1-470c-4ddd-9b8c-a45d9900cc8d req-8406b263-ccf7-4a74-af97-445e0b00c91c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 945 time: 0.6995881 Jul 06 18:23:14.216317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:14.216654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:14.217230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:14.218084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Bound port: 86792413-08dc-4137-bce8-30d1dcadc1cb, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:14.231160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Allocated IP 172.20.0.1 (fedd1d48-92fd-4fa2-b17c-18b1c16c5626/b174405a-f2fe-4903-addd-b890b437e030/d98dedf0-02e2-47d9-bb45-86b542766b28) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:14.232318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-99e559c3-a722-40b0-817f-16ede004a7e0 service neutron] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:14.242289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-99e559c3-a722-40b0-817f-16ede004a7e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.243338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:23:09Z', 'revision_number': 3, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port': {'id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:08Z', 'updated_at': '2021-07-06T18:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:14.243899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2196f9ab-77c7-47d0-9b92-1c82f6c11ab7 req-99e559c3-a722-40b0-817f-16ede004a7e0 service neutron] 10.222.0.24 "DELETE /v2.0/ports/3b75caca-9368-470d-afb0-581e85f8bc58/bindings/n-h1-799684-2 HTTP/1.1" status: 204 len: 173 time: 0.2307508 Jul 06 18:23:14.276957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e2de0-ed01-45b5-956c-6bc934df11d0 None None] The sync data for ids ['5361a93b-b88e-4f0e-8500-20d0a087968a'] in n-d-799684-2 is: [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:23:09Z', 'revision_number': 3, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port': {'id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:08Z', 'updated_at': '2021-07-06T18:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:14.299743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.311221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.338037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:23:14.361184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2440fd65-ba07-4557-a8af-fbb658178adc,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:14.371508 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.372567 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Added segment 7e60485a-f0b8-45f6-9e62-0d0267976f88 of type vlan for network bb55d5aa-1fde-4c73-9787-3200b452da2a Jul 06 18:23:14.390533 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aafcc4c1-470c-4ddd-9b8c-a45d9900cc8d req-707e1e4b-8276-415e-8f0b-610f25c4e9b5 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610343 Jul 06 18:23:14.396001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:14.405688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.407363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-623cdd3b-818e-4332-b068-b8da29ea952f service neutron] 10.222.0.53 "POST /v2.0/ports/86792413-08dc-4137-bce8-30d1dcadc1cb/bindings HTTP/1.1" status: 201 len: 389 time: 1.1300125 Jul 06 18:23:14.430446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.461742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.492485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.492765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Transition to ACTIVE for port object d98dedf0-02e2-47d9-bb45-86b542766b28 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:14.494680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:14.495435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.536836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.587598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:14.591225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:14.602371 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7364831 Jul 06 18:23:14.608714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53544) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:14.609666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:14.627489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Request body: {'subnet': {'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-subnet', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:14.646538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7b599-c372-457f-9537-c6e342fe5f27 admin admin] Pushing event updated for resources: {'Network': ['ID=bb55d5aa-1fde-4c73-9787-3200b452da2a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:14.658343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network bb55d5aa-1fde-4c73-9787-3200b452da2a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:23:14.691622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Pushing event updated for resources: {'Port': ['ID=d98dedf0-02e2-47d9-bb45-86b542766b28,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:14.730947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.824808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Made reservation on behalf of 820a1dd467f0440499b2e407b1473b70 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:14.835074 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.993770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 56f9833b-8f76-4245-bf0d-2245428f6701 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:15.073453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 56f9833b-8f76-4245-bf0d-2245428f6701 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:15.078889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 56f9833b-8f76-4245-bf0d-2245428f6701 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:15.079373 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.084473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355eb70-272e-4119-a785-c748903b3b66 req-b1b83f1a-ad89-4f6a-9f75-74a08890720e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:15.087348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f355eb70-272e-4119-a785-c748903b3b66 req-b1b83f1a-ad89-4f6a-9f75-74a08890720e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 944 time: 0.4183626 Jul 06 18:23:15.143739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e2869e45-23de-429e-9fe2-c16d87658411 None None] Provisioning for port d98dedf0-02e2-47d9-bb45-86b542766b28 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:15.156524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e2869e45-23de-429e-9fe2-c16d87658411 None None] Provisioning complete for port d98dedf0-02e2-47d9-bb45-86b542766b28 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:15.158820 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e2869e45-23de-429e-9fe2-c16d87658411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.172230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f355eb70-272e-4119-a785-c748903b3b66 req-26f8a0b4-b8f1-4dc9-b37d-1d6763fb695b tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753429 Jul 06 18:23:15.192646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14295b3-1598-4f21-8360-df1de2cd77c8 req-b93ebfbb-2cb7-4184-bfcf-3a945a2fa713 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:15.206759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b14295b3-1598-4f21-8360-df1de2cd77c8 req-b93ebfbb-2cb7-4184-bfcf-3a945a2fa713 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.4147134 Jul 06 18:23:15.239410 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.273641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e2869e45-23de-429e-9fe2-c16d87658411 None None] Port d98dedf0-02e2-47d9-bb45-86b542766b28 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:15.277787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-987f14a8-6ea1-48c2-8917-f63a0a74d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:15.279634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 56f9833b-8f76-4245-bf0d-2245428f6701, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=56f9833b-8f76-4245-bf0d-2245428f6701,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:15.280437 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-987f14a8-6ea1-48c2-8917-f63a0a74d26e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1096 time: 0.3712053 Jul 06 18:23:15.287679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.344917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.408133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=56f9833b-8f76-4245-bf0d-2245428f6701,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:15.428848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-833d0d27-d0fd-4106-8c0a-8d255a1477ae req-d45e1ff6-0cb0-4181-9d9f-e69e30548c66 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0587168 Jul 06 18:23:15.486724 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-44c9ee2e-b710-4881-a11a-48af6acb288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.506616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b14295b3-1598-4f21-8360-df1de2cd77c8 req-e8066c2e-43c4-4b2c-9535-98a601430b0b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986331 Jul 06 18:23:15.576168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.692312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0641ad-f479-4e9d-9a8c-a9cc84c186f3 req-4f8e4410-d6c5-40b2-a923-31f1274b933a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:15.702799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec0641ad-f479-4e9d-9a8c-a9cc84c186f3 req-4f8e4410-d6c5-40b2-a923-31f1274b933a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.0966356 Jul 06 18:23:15.726681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-9771017d-35a0-4444-bef7-549a86e48192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:15.728602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-9771017d-35a0-4444-bef7-549a86e48192 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.3628206 Jul 06 18:23:15.755331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec0641ad-f479-4e9d-9a8c-a9cc84c186f3 req-9d1c28f5-8d63-4593-9e70-7f237fafd8fd tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Jul 06 18:23:15.764368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26101e0-a578-4549-8fba-116a6b1c9493,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:15.832400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c6b159c9-8b21-4dcd-959e-70d5e643e4a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86792413-08dc-4137-bce8-30d1dcadc1cb HTTP/1.1" status: 200 len: 217 time: 0.0940161 Jul 06 18:23:15.852294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Checking segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:15.852651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Network hostable DHCP agents. Network: bb55d5aa-1fde-4c73-9787-3200b452da2a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:23:15.930051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d570f0-0577-4c22-bd70-65f206f4ecb8 req-5ddc6ab9-da29-4869-9f75-903360a42081 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:15.931896 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15d570f0-0577-4c22-bd70-65f206f4ecb8 req-5ddc6ab9-da29-4869-9f75-903360a42081 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 1095 time: 0.0694826 Jul 06 18:23:15.951669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c39fdbd9-6db3-4621-99d5-0e3fe4426e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:15.953404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c39fdbd9-6db3-4621-99d5-0e3fe4426e90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1137280 Jul 06 18:23:15.961238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.965795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Network bb55d5aa-1fde-4c73-9787-3200b452da2a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:23:15.971480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15d570f0-0577-4c22-bd70-65f206f4ecb8 req-7d011d3e-03cf-4702-8dde-7de92b327596 tempest-LiveAutoBlockMigrationV225Test-249007241 tempest-LiveAutoBlockMigrationV225Test-249007241-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Jul 06 18:23:15.981762 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.035503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fd3b2-3fda-4626-9e17-f1013337dabb req-4b4d2b71-f7b5-4089-b8bb-98c3a494cbe2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:16.037640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ea5fd3b2-3fda-4626-9e17-f1013337dabb req-4b4d2b71-f7b5-4089-b8bb-98c3a494cbe2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 945 time: 0.3006351 Jul 06 18:23:16.040036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-ccaff1cd-d0cc-4dba-83fd-eb86a457cc06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768540 Jul 06 18:23:16.067453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, bb55d5aa-1fde-4c73-9787-3200b452da2a) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:16.079885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0431c-cd1d-4b27-98c3-edec8b37c97e None None] Network bb55d5aa-1fde-4c73-9787-3200b452da2a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:16.100869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:16.101472 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.173502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.199228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Pushing event updated for resources: {'Port': ['ID=d98dedf0-02e2-47d9-bb45-86b542766b28,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:16.202579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5d88b70c-8b6d-4937-911d-bc2bfb51225b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5901828 Jul 06 18:23:16.206157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53562) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:16.217461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:16.238613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ea5fd3b2-3fda-4626-9e17-f1013337dabb req-cd93201e-ebd0-412e-ba72-28d67fd85a30 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750996 Jul 06 18:23:16.271138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 198418f8-24ba-4626-8f40-b3c3e05b8a6f up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:16.277487 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.278666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.308258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-85ae13b6-71a8-47d7-bd4a-adc98c8f38cb service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417576 Jul 06 18:23:16.436969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 198418f8-24ba-4626-8f40-b3c3e05b8a6f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:16.453815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 198418f8-24ba-4626-8f40-b3c3e05b8a6f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:16.462004 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.478641 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.491108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:16.493070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:16.496636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-6c0402b5-456d-4122-9fed-45e23a5fa696 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812134 Jul 06 18:23:16.542225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-bb55d5aa-1fde-4c73-9787-3200b452da2a', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:23:16.545379 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.677273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Router 5361a93b-b88e-4f0e-8500-20d0a087968a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:16.802002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.922699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:16.934706 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Sync routers for ids ['5361a93b-b88e-4f0e-8500-20d0a087968a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:16.938691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a8605d1a-9f19-480d-a95d-12c441af5e61 admin admin] 10.222.0.53 "PUT /v2.0/routers/5361a93b-b88e-4f0e-8500-20d0a087968a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2961738 Jul 06 18:23:16.945043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65184ecf-2ff0-4f5a-bdd6-0bc0e93084ef req-d0620580-eec1-4ce4-b1c0-f1cf48b17294 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:16.948824 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Routers {'5361a93b-b88e-4f0e-8500-20d0a087968a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:16.951950 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5361a93b-b88e-4f0e-8500-20d0a087968a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:16.952941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65184ecf-2ff0-4f5a-bdd6-0bc0e93084ef req-d0620580-eec1-4ce4-b1c0-f1cf48b17294 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 944 time: 0.1782920 Jul 06 18:23:16.975973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2bac4ac-89ec-4c1c-b6f9-6794db9b2e07 req-d3771ce3-9fe1-4c25-9ef3-819453aad6c2 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0358684 Jul 06 18:23:16.979513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c60ce231-1339-4aa1-9959-7ba94e3821f0 None None] Provisioning complete for port d98dedf0-02e2-47d9-bb45-86b542766b28 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:16.979893 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c60ce231-1339-4aa1-9959-7ba94e3821f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.981673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 56f9833b-8f76-4245-bf0d-2245428f6701 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:17.060330 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65184ecf-2ff0-4f5a-bdd6-0bc0e93084ef req-4f3bdeb0-12ff-4869-a1f8-2b9d73dfed1c tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060975 Jul 06 18:23:17.138791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53578) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:17.164572 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Set router 5361a93b-b88e-4f0e-8500-20d0a087968a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:17.218104 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.270904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-409980469'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:17.298392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c60ce231-1339-4aa1-9959-7ba94e3821f0 None None] Port d98dedf0-02e2-47d9-bb45-86b542766b28 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:17.308023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198418f8-24ba-4626-8f40-b3c3e05b8a6f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:17.310886 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bccad1f-d087-4d45-918d-d8e5dfd7b551" -d '{"events": [{"server_uuid": "3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14", "name": "network-vif-plugged", "status": "completed", "tag": "198418f8-24ba-4626-8f40-b3c3e05b8a6f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:17.317102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Allocated IP 172.20.0.2 (bb55d5aa-1fde-4c73-9787-3200b452da2a/b26101e0-a578-4549-8fba-116a6b1c9493/1bd7274d-c0ef-40f5-8100-d4d06695b802) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:17.327763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 56f9833b-8f76-4245-bf0d-2245428f6701 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:17.328406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.341932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 198418f8-24ba-4626-8f40-b3c3e05b8a6f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=198418f8-24ba-4626-8f40-b3c3e05b8a6f,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:17.355537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:17.366289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.370923 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.420549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815220eb-42b8-42f2-9699-e2461950a615 req-e639c07c-f994-4d90-b354-772d6aa4d711 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:17.430701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-815220eb-42b8-42f2-9699-e2461950a615 req-e639c07c-f994-4d90-b354-772d6aa4d711 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.2336965 Jul 06 18:23:17.438403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:23:17.484465 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.484839 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Added segment 052b554a-6bf2-4866-a61e-cfc0503f6f88 of type vlan for network 21b676d2-c460-4f25-9445-a65a3175a40b Jul 06 18:23:17.512385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-815220eb-42b8-42f2-9699-e2461950a615 req-c8c25367-9302-45ba-bf8e-25e169b0692c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707228 Jul 06 18:23:17.518338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=198418f8-24ba-4626-8f40-b3c3e05b8a6f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:17.546754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.596180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.602536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.634345 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:23:15Z', 'revision_number': 4, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port': {'id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:08Z', 'updated_at': '2021-07-06T18:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd98dedf0-02e2-47d9-bb45-86b542766b28', 'name': '', 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'mac_address': 'fa:16:3e:47:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b174405a-f2fe-4903-addd-b890b437e030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:13Z', 'updated_at': '2021-07-06T18:23:15Z', 'revision_number': 2, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'subnets': [{'id': 'b174405a-f2fe-4903-addd-b890b437e030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:17.667698 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Checking router: 5361a93b-b88e-4f0e-8500-20d0a087968a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:17.668182 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Updating router 5361a93b-b88e-4f0e-8500-20d0a087968a port d98dedf0-02e2-47d9-bb45-86b542766b28 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:23:17.672425 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.675138 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.683628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-67a3a50b-a22f-42f5-9a07-096b30a083e4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:17.685470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-67a3a50b-a22f-42f5-9a07-096b30a083e4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 944 time: 0.4910979 Jul 06 18:23:17.686505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:17.691903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.701204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Transition to ACTIVE for port object 1bd7274d-c0ef-40f5-8100-d4d06695b802 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:17.724410 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.739998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Transition to ACTIVE for port object 1bd7274d-c0ef-40f5-8100-d4d06695b802 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:17.751621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652b8f8-385d-4b29-aec7-595c68868ef1 req-29ec9dbe-32b8-4cb5-bba3-40495a1b8ac2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:17.753312 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.761424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8652b8f8-385d-4b29-aec7-595c68868ef1 req-29ec9dbe-32b8-4cb5-bba3-40495a1b8ac2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.3991568 Jul 06 18:23:17.855150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Network bb55d5aa-1fde-4c73-9787-3200b452da2a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:17.866210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:17.874814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:17.887243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Pushing event updated for resources: {'Port': ['ID=1bd7274d-c0ef-40f5-8100-d4d06695b802,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:17.905346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8652b8f8-385d-4b29-aec7-595c68868ef1 req-72d609df-83a0-4e58-a89c-3fa75c3ed81b tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427040 Jul 06 18:23:17.950448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Allocated IP 172.25.4.62 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/9df54f6a-c189-43aa-9fc7-5e3643d15914) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:18.002915 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35d7af8-8a3c-4897-a3ad-c536486d7844 x-openstack-request-id: req-a35d7af8-8a3c-4897-a3ad-c536486d7844 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:18.003303 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14", "name": "network-vif-plugged", "status": "completed", "tag": "198418f8-24ba-4626-8f40-b3c3e05b8a6f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:18.003581 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a35d7af8-8a3c-4897-a3ad-c536486d7844 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:18.003993 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198418f8-24ba-4626-8f40-b3c3e05b8a6f', 'code': 200} Jul 06 18:23:18.018070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Deleting port 3b75caca-9368-470d-afb0-581e85f8bc58 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:18.018373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.037758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Attempting to bind port 1bd7274d-c0ef-40f5-8100-d4d06695b802 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:18.040482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Attempting to bind port 1bd7274d-c0ef-40f5-8100-d4d06695b802 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:18.041493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Attempting to bind port 1bd7274d-c0ef-40f5-8100-d4d06695b802 on network bb55d5aa-1fde-4c73-9787-3200b452da2a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:18.055925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9054158 Jul 06 18:23:18.056436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:18.056953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Checking segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:18.058300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:18.061744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.063540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684838b-40cc-4456-86f1-f74e2855f7b1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Network': ['ID=21b676d2-c460-4f25-9445-a65a3175a40b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:18.063879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Bound using segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:18.066754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Bound port: 1bd7274d-c0ef-40f5-8100-d4d06695b802, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:18.067347 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.081454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 21b676d2-c460-4f25-9445-a65a3175a40b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:23:18.087093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'subnet': {'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:18.186101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53596) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:18.189484 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.214100 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Transition to ACTIVE for port object d98dedf0-02e2-47d9-bb45-86b542766b28 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:18.231806 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.238776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] For port 3b75caca-9368-470d-afb0-581e85f8bc58, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3b75caca-9368-470d-afb0-581e85f8bc58,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:18.239056 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.253154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.263247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Calling delete_port for 3b75caca-9368-470d-afb0-581e85f8bc58 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:18.369438 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Pushing event updated for resources: {'Port': ['ID=d98dedf0-02e2-47d9-bb45-86b542766b28,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:18.435279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.438405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.442742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-abcb7d82-00a6-41fd-bb27-bf2a307d2c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.468864 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.470547 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.471142 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.471635 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.472121 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.477384 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.477978 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.489226 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.489673 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.490050 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.490395 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.490746 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:18.531192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] For port 1bd7274d-c0ef-40f5-8100-d4d06695b802, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:18.541295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] For port 1bd7274d-c0ef-40f5-8100-d4d06695b802, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1bd7274d-c0ef-40f5-8100-d4d06695b802,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:18.543621 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Attempting to bind port d98dedf0-02e2-47d9-bb45-86b542766b28 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:18.543996 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Attempting to bind port d98dedf0-02e2-47d9-bb45-86b542766b28 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:18.544365 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Attempting to bind port d98dedf0-02e2-47d9-bb45-86b542766b28 on network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:18.548574 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.549596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2c079-f913-4c01-90e2-cf137473cabc req-de67e119-ebce-4089-8c27-e5a84876a544 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:18.558434 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:18.558813 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Checking segment: {'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:18.559215 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.559668 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Bound using segment: {'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:18.560150 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Bound port: d98dedf0-02e2-47d9-bb45-86b542766b28, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:18.560657 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.563502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93e2c079-f913-4c01-90e2-cf137473cabc req-de67e119-ebce-4089-8c27-e5a84876a544 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 946 time: 0.6654425 Jul 06 18:23:18.578338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:18.596419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.599285 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db16fe7f-0211-42ae-aaec-fcab26ea5ec0 req-43efd8f6-ad03-4846-aad2-7f7d293ba4d9 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.1161561 Jul 06 18:23:18.602805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:18.617576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:18.626760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:18.639342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951135d-1b3d-49b4-8bff-417917ae2776 None None] Pushing event updated for resources: {'Port': ['ID=1bd7274d-c0ef-40f5-8100-d4d06695b802,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:18.759478 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] For port d98dedf0-02e2-47d9-bb45-86b542766b28, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:18.774192 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] For port d98dedf0-02e2-47d9-bb45-86b542766b28, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d98dedf0-02e2-47d9-bb45-86b542766b28,segment=NetworkSegment(8abe6084-2dae-4ecd-b55d-841ae1f3d9b2),segment_id=8abe6084-2dae-4ecd-b55d-841ae1f3d9b2)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:18.794430 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:18.872872 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Routers {'5361a93b-b88e-4f0e-8500-20d0a087968a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:18.873625 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5361a93b-b88e-4f0e-8500-20d0a087968a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:18.927299 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e05581-7e94-4ed1-9d58-b5dd266dc44a None None] Pushing event updated for resources: {'Port': ['ID=d98dedf0-02e2-47d9-bb45-86b542766b28,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:19.025482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Pushing event updated for resources: {'Port': ['ID=9df54f6a-c189-43aa-9fc7-5e3643d15914,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:19.186331 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] Set router 5361a93b-b88e-4f0e-8500-20d0a087968a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:19.332488 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.352890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218af2-d31a-44a2-9629-2af34f74004c req-b433203b-95f8-457f-8421-9c3aa5e86c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:19.354940 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2218af2-d31a-44a2-9629-2af34f74004c req-b433203b-95f8-457f-8421-9c3aa5e86c14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 1097 time: 1.2521031 Jul 06 18:23:19.404212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93e2c079-f913-4c01-90e2-cf137473cabc req-4846d074-5083-4499-9c9b-1029a3872272 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8396354 Jul 06 18:23:19.473669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2218af2-d31a-44a2-9629-2af34f74004c req-7a1ec09c-5cd1-460b-85e9-c382f1b810a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085694 Jul 06 18:23:19.500026 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:23:15Z', 'revision_number': 4, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port': {'id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:08Z', 'updated_at': '2021-07-06T18:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd98dedf0-02e2-47d9-bb45-86b542766b28', 'name': '', 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'mac_address': 'fa:16:3e:47:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b174405a-f2fe-4903-addd-b890b437e030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:13Z', 'updated_at': '2021-07-06T18:23:18Z', 'revision_number': 4, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'subnets': [{'id': 'b174405a-f2fe-4903-addd-b890b437e030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:19.539443 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2555b42-3931-4adb-ac93-2f09c855f64d None None] The sync data for ids ['5361a93b-b88e-4f0e-8500-20d0a087968a'] in n-d-799684-2 is: [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:23:15Z', 'revision_number': 4, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port': {'id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:08Z', 'updated_at': '2021-07-06T18:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd98dedf0-02e2-47d9-bb45-86b542766b28', 'name': '', 'network_id': 'fedd1d48-92fd-4fa2-b17c-18b1c16c5626', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'mac_address': 'fa:16:3e:47:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b174405a-f2fe-4903-addd-b890b437e030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:13Z', 'updated_at': '2021-07-06T18:23:18Z', 'revision_number': 4, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'subnets': [{'id': 'b174405a-f2fe-4903-addd-b890b437e030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:19.732792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.785552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a05707-07b1-43fc-bc64-6c953955a8a0 req-1fe134e9-a1e8-4d9f-8de9-1bafcbfc4cbf tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:19.797849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6a05707-07b1-43fc-bc64-6c953955a8a0 req-1fe134e9-a1e8-4d9f-8de9-1bafcbfc4cbf tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 944 time: 0.7730222 Jul 06 18:23:19.861459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b119-7d51-40d1-b873-3de0fb35d23a req-3424aa73-ae55-4b3f-9935-c1dedeaed937 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:19.869403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5642b119-7d51-40d1-b873-3de0fb35d23a req-3424aa73-ae55-4b3f-9935-c1dedeaed937 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.2362401 Jul 06 18:23:19.893555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.901412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Subnet': ['ID=521f72cc-6a60-4bc1-956e-60ba34fcbfa0,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:19.908381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9d487b92-8eb9-4c58-9fc2-a72cc68082d0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:19.936329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5642b119-7d51-40d1-b873-3de0fb35d23a req-3d1ffaee-f34f-4ad9-9cbc-d805020d3ee9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657260 Jul 06 18:23:19.940175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Checking segment: {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:19.940683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network hostable DHCP agents. Network: 21b676d2-c460-4f25-9445-a65a3175a40b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:23:19.985123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network 21b676d2-c460-4f25-9445-a65a3175a40b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:23:20.013314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 21b676d2-c460-4f25-9445-a65a3175a40b) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:20.023225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:20.023982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.030194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292cebd-5d0a-4e35-b662-9ca3d8ee4236 None None] Network 21b676d2-c460-4f25-9445-a65a3175a40b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:20.066733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cadd2ba8-304f-49e5-a3a1-bdca031ebb95 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0046437 Jul 06 18:23:20.069483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53606) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:20.072762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Pushing event deleted for resources: {'Port': ['ID=3b75caca-9368-470d-afb0-581e85f8bc58,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:20.091600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-336267738'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:20.096292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3b75caca-9368-470d-afb0-581e85f8bc58 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:20.143327 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.151731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:20.155313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.206033 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6a05707-07b1-43fc-bc64-6c953955a8a0 req-6e37071a-ddf0-484b-991c-f9de0d05a789 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070694 Jul 06 18:23:20.210195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] No DVR routers for this DVR port 3b75caca-9368-470d-afb0-581e85f8bc58 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:20.213359 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.216100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 3b75caca-9368-470d-afb0-581e85f8bc58 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:20.216442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3b75caca-9368-470d-afb0-581e85f8bc58 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:20.216729 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21ff6f94-b6cd-4a24-a0bc-4df374077f79 req-f4c16f00-3aaa-4dd9-8876-8d86c072038e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.24 "DELETE /v2.0/ports/3b75caca-9368-470d-afb0-581e85f8bc58 HTTP/1.1" status: 204 len: 173 time: 2.5198314 Jul 06 18:23:20.222948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'name': 'network-vif-deleted', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:20.225415 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72039781-cd21-42e1-8932-9ad5a4fb988a" -d '{"events": [{"server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "name": "network-vif-deleted", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:20.239989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fffceb5-a7f5-4a70-98fa-a57045c9338c None None] Network bb55d5aa-1fde-4c73-9787-3200b452da2a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:20.351856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:23:20.404278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.410266 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Added segment 5a6e4c5c-98e2-4f14-9d10-49fa82ad6607 of type vlan for network d9446111-999b-4227-8cbe-96d488f88f69 Jul 06 18:23:20.524900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937017-f63e-43ff-95fd-108754bb91c3 req-332705ff-eb14-47aa-97d6-b25bb3fea19e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:20.534208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64937017-f63e-43ff-95fd-108754bb91c3 req-332705ff-eb14-47aa-97d6-b25bb3fea19e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.3835971 Jul 06 18:23:20.594782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.609271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64937017-f63e-43ff-95fd-108754bb91c3 req-698a623a-aab4-4c22-9e97-fe38b6369141 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734053 Jul 06 18:23:20.676302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.684032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.698415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:20.700387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.825164 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7541437 Jul 06 18:23:20.835834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53612) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:20.879636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a91b342e-4c86-4b59-b13b-fedf511a7f31 None None] Provisioning for port 1bd7274d-c0ef-40f5-8100-d4d06695b802 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:20.883419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'subnet': {'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:20.972885 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.977393 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e4528495-cac2-469c-afa3-f31a23e308db req-1a1e3ee9-d3ba-4b63-8aa6-db7a7d185f42 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.4244833 Jul 06 18:23:20.983140 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06770e5c-cf13-4763-833e-809b7c084a33 x-openstack-request-id: req-06770e5c-cf13-4763-833e-809b7c084a33 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:20.983567 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c9c923-fe70-4ecb-a080-f4823a0d2375", "name": "network-vif-deleted", "tag": "3b75caca-9368-470d-afb0-581e85f8bc58", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:20.983900 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06770e5c-cf13-4763-833e-809b7c084a33 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:20.984396 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c9c923-fe70-4ecb-a080-f4823a0d2375', 'name': 'network-vif-deleted', 'tag': '3b75caca-9368-470d-afb0-581e85f8bc58', 'status': 'completed', 'code': 200} Jul 06 18:23:21.004383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a71a0-57be-4195-a9e3-a4a9560d44a8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Network': ['ID=d9446111-999b-4227-8cbe-96d488f88f69,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:21.019395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.027946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d9446111-999b-4227-8cbe-96d488f88f69 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:23:21.170857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d98dedf0-02e2-47d9-bb45-86b542766b28 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:21.223394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-21b676d2-c460-4f25-9445-a65a3175a40b', 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'fixed_ips': [{'subnet_id': '521f72cc-6a60-4bc1-956e-60ba34fcbfa0'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:23:21.224983 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.257908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:21.283299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.440221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Allocated IP 19.80.0.2 (21b676d2-c460-4f25-9445-a65a3175a40b/521f72cc-6a60-4bc1-956e-60ba34fcbfa0/52bf1dfd-9386-4f59-bf22-08610d08a72b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:21.451812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07197d0-708b-40c5-862a-fd5103423b06 req-2a1b666d-4c87-4c92-8fda-1fdf62c8fe2b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:21.453683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c07197d0-708b-40c5-862a-fd5103423b06 req-2a1b666d-4c87-4c92-8fda-1fdf62c8fe2b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 946 time: 0.4548359 Jul 06 18:23:21.524165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408114-b50a-445e-b554-569b759d9b89 req-066bd438-e851-4a35-8a26-cdc2be28f365 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:21.535252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d408114-b50a-445e-b554-569b759d9b89 req-066bd438-e851-4a35-8a26-cdc2be28f365 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.2877936 Jul 06 18:23:21.599567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c07197d0-708b-40c5-862a-fd5103423b06 req-9a16a517-9302-4b1e-ad73-bc3e73ce7c4b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199248 Jul 06 18:23:21.698224 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.710038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d408114-b50a-445e-b554-569b759d9b89 req-2ec61dda-cb83-4806-8a8b-4be62e7fc0fb tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724133 Jul 06 18:23:21.714256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:23:21.716112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Transition to ACTIVE for port object 52bf1dfd-9386-4f59-bf22-08610d08a72b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:21.736630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Transition to ACTIVE for port object 52bf1dfd-9386-4f59-bf22-08610d08a72b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:21.741251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d98dedf0-02e2-47d9-bb45-86b542766b28 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:21.747677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d98dedf0-02e2-47d9-bb45-86b542766b28 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:21.748261 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.785480 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.863031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Network 21b676d2-c460-4f25-9445-a65a3175a40b is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:21.877359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:21.882940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.887184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:21.892748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Pushing event updated for resources: {'Port': ['ID=52bf1dfd-9386-4f59-bf22-08610d08a72b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:21.894961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Deleting port f42e17c7-13c1-43f4-b8b4-da13c30d43e2 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:21.895325 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.962759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:21.967526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Subnet': ['ID=75823af0-55f9-4a16-a601-d7fbcfe8c923,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:21.990010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bcf0a03-4658-4e83-b3a0-9af1b40ce51a req-40592722-8fe3-49e1-98c4-4a3e2da5b343 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 210 time: 0.1197939 Jul 06 18:23:21.998591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:22.016763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Attempting to bind port 52bf1dfd-9386-4f59-bf22-08610d08a72b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:22.017264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Attempting to bind port 52bf1dfd-9386-4f59-bf22-08610d08a72b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:22.017819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Attempting to bind port 52bf1dfd-9386-4f59-bf22-08610d08a72b on network 21b676d2-c460-4f25-9445-a65a3175a40b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:22.035966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Checking segment: {'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:22.036450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network hostable DHCP agents. Network: d9446111-999b-4227-8cbe-96d488f88f69, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:23:22.058352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:22.059603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:22.066443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network d9446111-999b-4227-8cbe-96d488f88f69 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:23:22.067749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:22.068142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Checking segment: {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:22.068554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.070278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Bound using segment: {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:22.070800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Bound port: 52bf1dfd-9386-4f59-bf22-08610d08a72b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:22.071232 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.074661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] For port f42e17c7-13c1-43f4-b8b4-da13c30d43e2, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:22.075168 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.085566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d9446111-999b-4227-8cbe-96d488f88f69) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:22.092752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:22.093411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.105203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Calling delete_port for f42e17c7-13c1-43f4-b8b4-da13c30d43e2 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:22.107226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.139887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f66553f8-c86f-46c6-8ca5-a9ee01ded66c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3013275 Jul 06 18:23:22.223456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7eda1-a64a-4b52-a5a0-aea9a99dadd6 req-73a92854-1588-44d7-93c8-823b3e4b2583 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:22.231874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47a7eda1-a64a-4b52-a5a0-aea9a99dadd6 req-73a92854-1588-44d7-93c8-823b3e4b2583 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.0907557 Jul 06 18:23:22.246280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:22.267957 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.270281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-15ded253-9b87-4dc7-9800-0a3f03fb1e92 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0629425 Jul 06 18:23:22.273509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53628) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:22.295370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47a7eda1-a64a-4b52-a5a0-aea9a99dadd6 req-8fc172d1-836b-4a8a-a360-355308052919 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Jul 06 18:23:22.308962 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0352a6-3251-40d8-a1e0-28d2cde71881 None None] Network d9446111-999b-4227-8cbe-96d488f88f69 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:22.322956 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.355156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.407490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42e17c7-13c1-43f4-b8b4-da13c30d43e2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:22.413189 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.566133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d98dedf0-02e2-47d9-bb45-86b542766b28, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d98dedf0-02e2-47d9-bb45-86b542766b28,segment=NetworkSegment(8abe6084-2dae-4ecd-b55d-841ae1f3d9b2),segment_id=8abe6084-2dae-4ecd-b55d-841ae1f3d9b2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:22.591837 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.592887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1bd7274d-c0ef-40f5-8100-d4d06695b802 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:22.593514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d547af7-da99-4d39-b374-3367718d10d4 req-87a79445-8db7-40ff-98e7-e1c848f5554c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:22.595229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d547af7-da99-4d39-b374-3367718d10d4 req-87a79445-8db7-40ff-98e7-e1c848f5554c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 946 time: 0.5577013 Jul 06 18:23:22.611023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] For port 52bf1dfd-9386-4f59-bf22-08610d08a72b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:22.684982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] For port 52bf1dfd-9386-4f59-bf22-08610d08a72b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=52bf1dfd-9386-4f59-bf22-08610d08a72b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:22.693893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d547af7-da99-4d39-b374-3367718d10d4 req-fba5cfbd-c792-423c-909d-31176536d0d7 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Jul 06 18:23:22.712833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.781132 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-226607b7-4711-4372-aa4a-463d49594e20 req-c14f6492-a163-468f-934d-2b1732285dc3 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0654924 Jul 06 18:23:22.788336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.903177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d98dedf0-02e2-47d9-bb45-86b542766b28,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:22.950292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-d9446111-999b-4227-8cbe-96d488f88f69', 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'fixed_ips': [{'subnet_id': '75823af0-55f9-4a16-a601-d7fbcfe8c923'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:23:22.951187 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.998512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1bd7274d-c0ef-40f5-8100-d4d06695b802 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:23.009078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1bd7274d-c0ef-40f5-8100-d4d06695b802 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:23.009828 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.134266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905445f-9bab-480d-afad-7de43ae5222e None None] Pushing event updated for resources: {'Port': ['ID=52bf1dfd-9386-4f59-bf22-08610d08a72b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:23.165695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:19Z', 'revision_number': 3, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:23.191833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-bb26c910-7536-49cc-9007-e3573f450112 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:23.198036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-bb26c910-7536-49cc-9007-e3573f450112 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:23.200113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-bb26c910-7536-49cc-9007-e3573f450112 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/networks?id=21b676d2-c460-4f25-9445-a65a3175a40b&id=d9446111-999b-4227-8cbe-96d488f88f69&id=21b676d2-c460-4f25-9445-a65a3175a40b HTTP/1.1" status: 200 len: 1390 time: 0.3107061 Jul 06 18:23:23.278361 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.309689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:23.310032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Updating router cad7d006-4b59-433a-ae39-fd148e08e8e1 port 9df54f6a-c189-43aa-9fc7-5e3643d15914 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:23:23.356006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-e14bc593-9a2e-4bb7-8fb1-f38afdee5f46 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/quotas/f7585f7c6f2044ee91808d73c4dfcf82 HTTP/1.1" status: 200 len: 375 time: 0.1479828 Jul 06 18:23:23.472425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Router 2d9c2972-0f37-4ec4-952a-93e8125d4621 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:23.585586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-cb349d09-9520-4748-900f-59f4ddbeeffc tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2194977 Jul 06 18:23:23.589109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b870df-2857-412b-a4b8-5fab899457fc req-e69a0e3f-33dd-4d20-b912-d74db8ecc233 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:23.590784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0b870df-2857-412b-a4b8-5fab899457fc req-e69a0e3f-33dd-4d20-b912-d74db8ecc233 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1851575 Jul 06 18:23:23.600037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Allocated IP 172.20.0.1 (bb55d5aa-1fde-4c73-9787-3200b452da2a/b26101e0-a578-4549-8fba-116a6b1c9493/10f09de4-21f2-431f-85de-65e8b1c6267d) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:23.603711 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.654256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Allocated IP 19.86.0.2 (d9446111-999b-4227-8cbe-96d488f88f69/75823af0-55f9-4a16-a601-d7fbcfe8c923/686bdf16-c725-43cc-9ded-d08e967d99f6) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:23.707479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0b870df-2857-412b-a4b8-5fab899457fc req-b2585104-7a6a-46ca-962e-496c8da2b6fe tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096711 Jul 06 18:23:23.740055 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.741073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-8df78db2-9dbc-4ade-bee4-f0a75985f151 service neutron] 10.222.0.53 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541824 Jul 06 18:23:23.770391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.789454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Transition to ACTIVE for port object 10f09de4-21f2-431f-85de-65e8b1c6267d will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:23.799020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1bd7274d-c0ef-40f5-8100-d4d06695b802, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1bd7274d-c0ef-40f5-8100-d4d06695b802,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:23.823318 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.863191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.898668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:23.910222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-87e409d1-10b5-411f-9c25-9b1d72f16856 admin admin] 10.222.0.53 "PUT /v2.0/routers/2d9c2972-0f37-4ec4-952a-93e8125d4621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7191215 Jul 06 18:23:23.912312 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] Sync routers for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:23.931622 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:23.932209 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:23.957579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53650) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:23.987452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Network bb55d5aa-1fde-4c73-9787-3200b452da2a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:24.035676 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-8dfa12b3-4887-46d2-95f2-82bca9e6dc57 service neutron] 10.222.0.53 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876282 Jul 06 18:23:24.055949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:24.064624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:24.110991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7f022679-bfe7-4f8c-852b-3cf2a374379c req-9db58b5e-9579-4b83-ad0a-79c853a7d164 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 210 time: 0.1222203 Jul 06 18:23:24.213143 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:24.272130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Pushing event updated for resources: {'Port': ['ID=10f09de4-21f2-431f-85de-65e8b1c6267d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:24.303150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-d6520e75-2795-48ff-a31c-24426f5185a6 service neutron] 10.222.0.53 "GET /v2.0/networks/d9446111-999b-4227-8cbe-96d488f88f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660537 Jul 06 18:23:24.305253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d98dedf0-02e2-47d9-bb45-86b542766b28 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:24.335964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1bd7274d-c0ef-40f5-8100-d4d06695b802,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:24.364369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.417296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0b7220a2-e18b-4af0-b05e-29339ea4558d service neutron] 10.222.0.53 "GET /v2.0/networks/d9446111-999b-4227-8cbe-96d488f88f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023741 Jul 06 18:23:24.605612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.624645 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:23:22Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:24.634871 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-ae68ab6a-0e09-49e5-89fa-415a2af9257a service neutron] 10.222.0.53 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017634 Jul 06 18:23:24.658732 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.664794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6430ceb2-e68f-418e-bcab-21161987a03a None None] Provisioning for port 10f09de4-21f2-431f-85de-65e8b1c6267d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:24.674724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d98dedf0-02e2-47d9-bb45-86b542766b28 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:24.675240 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.683197 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] Checking router: 2d9c2972-0f37-4ec4-952a-93e8125d4621 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:24.705860 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] Routers {'2d9c2972-0f37-4ec4-952a-93e8125d4621'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:24.706571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2d9c2972-0f37-4ec4-952a-93e8125d4621'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:24.712333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6430ceb2-e68f-418e-bcab-21161987a03a None None] Provisioning complete for port 10f09de4-21f2-431f-85de-65e8b1c6267d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:24.712836 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6430ceb2-e68f-418e-bcab-21161987a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.752001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67f889-ae31-40ee-b540-d13275f488e3 None None] Network 21b676d2-c460-4f25-9445-a65a3175a40b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:24.787706 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.806227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87f48-dad8-4719-9716-c1ee7bef208f req-2aa848ba-54f8-4452-9e03-43beda66c31e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:24.813288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6c87f48-dad8-4719-9716-c1ee7bef208f req-2aa848ba-54f8-4452-9e03-43beda66c31e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 946 time: 0.3340600 Jul 06 18:23:24.820262 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-1360f691-1231-4596-ad36-7e9a2084440b service neutron] 10.222.0.53 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723104 Jul 06 18:23:24.839205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6430ceb2-e68f-418e-bcab-21161987a03a None None] Port 10f09de4-21f2-431f-85de-65e8b1c6267d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:24.871859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Transition to ACTIVE for port object 686bdf16-c725-43cc-9ded-d08e967d99f6 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:24.891398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-15ce6e97-b259-4b78-9005-970edbaf553a tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:24.892872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-15ce6e97-b259-4b78-9005-970edbaf553a tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 946 time: 0.3513274 Jul 06 18:23:24.897245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Transition to ACTIVE for port object 686bdf16-c725-43cc-9ded-d08e967d99f6 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:24.929675 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.935234 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] Set router 2d9c2972-0f37-4ec4-952a-93e8125d4621 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:24.941749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Transition to ACTIVE for port object 9df54f6a-c189-43aa-9fc7-5e3643d15914 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:24.952125 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.971284 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6c87f48-dad8-4719-9716-c1ee7bef208f req-b6861c7f-5075-463e-9778-b9a015951c3b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568089 Jul 06 18:23:25.039056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Network d9446111-999b-4227-8cbe-96d488f88f69 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:25.051188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Pushing event updated for resources: {'Port': ['ID=686bdf16-c725-43cc-9ded-d08e967d99f6,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:25.076538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:25.082465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:25.084652 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.198632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-52df96da-fa59-4873-a111-ef7892536c85 None None] Provisioning for port 52bf1dfd-9386-4f59-bf22-08610d08a72b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:25.264153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.299026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Deleting port d64e3863-3bed-4ed8-aa36-92eaf666a2eb {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:25.299759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.331874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Attempting to bind port 9df54f6a-c189-43aa-9fc7-5e3643d15914 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:25.332521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Attempting to bind port 9df54f6a-c189-43aa-9fc7-5e3643d15914 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:25.332661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Attempting to bind port 9df54f6a-c189-43aa-9fc7-5e3643d15914 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:25.342715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:25.343114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:25.343525 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.344038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:25.344594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Bound port: 9df54f6a-c189-43aa-9fc7-5e3643d15914, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:25.344980 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.346751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54131813-e262-4b4a-a66e-8c1e24bed3f1 None None] Pushing event updated for resources: {'Port': ['ID=9df54f6a-c189-43aa-9fc7-5e3643d15914,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:25.364040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0addc-18a4-47d9-a08a-e37da6438666 req-465b5d20-4268-4a21-83ce-6af88e94508c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:25.372485 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bf0addc-18a4-47d9-a08a-e37da6438666 req-465b5d20-4268-4a21-83ce-6af88e94508c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.1022222 Jul 06 18:23:25.396225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Attempting to bind port 686bdf16-c725-43cc-9ded-d08e967d99f6 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:25.396605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Attempting to bind port 686bdf16-c725-43cc-9ded-d08e967d99f6 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:25.398766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Attempting to bind port 686bdf16-c725-43cc-9ded-d08e967d99f6 on network d9446111-999b-4227-8cbe-96d488f88f69 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:25.412361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 52bf1dfd-9386-4f59-bf22-08610d08a72b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:25.414367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] For port d64e3863-3bed-4ed8-aa36-92eaf666a2eb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d64e3863-3bed-4ed8-aa36-92eaf666a2eb,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:25.416559 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.434367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Calling delete_port for d64e3863-3bed-4ed8-aa36-92eaf666a2eb owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:25.439689 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:23:22Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:25.443431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bf0addc-18a4-47d9-a08a-e37da6438666 req-81e95326-4cf7-487a-a779-a90062d54be4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699570 Jul 06 18:23:25.457300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:25.457933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Checking segment: {'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:25.458569 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.459187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Bound using segment: {'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:25.459903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Bound port: 686bdf16-c725-43cc-9ded-d08e967d99f6, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:25.460683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.530418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] For port 9df54f6a-c189-43aa-9fc7-5e3643d15914, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:25.534784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] For port 9df54f6a-c189-43aa-9fc7-5e3643d15914, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9df54f6a-c189-43aa-9fc7-5e3643d15914,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:25.548933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.550612 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd823e-8c02-49f9-a57a-e6da0957a1d9 None None] The sync data for ids ['2d9c2972-0f37-4ec4-952a-93e8125d4621'] in n-d-799684-2 is: [{'id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619389253-router', 'tenant_id': '15540837727f4ed582f5c3253edb5c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:23:22Z', 'revision_number': 5, 'project_id': '15540837727f4ed582f5c3253edb5c23', 'gw_port': {'id': 'd64e3863-3bed-4ed8-aa36-92eaf666a2eb', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c2972-0f37-4ec4-952a-93e8125d4621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:07Z', 'updated_at': '2021-07-06T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:25.588112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8686dcfa-42ed-44cf-8fe4-3d50497c9919 req-ada486ac-e330-4ffb-878c-9d7f38077dbd tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0623202 Jul 06 18:23:25.666734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Deleting port 198418f8-24ba-4626-8f40-b3c3e05b8a6f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:25.667773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.694512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3de9-168a-4613-bc3b-2b3fea5096e9 req-7be04837-05e3-4336-bb4f-fc48d13e3b8b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:25.710439 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7dc3de9-168a-4613-bc3b-2b3fea5096e9 req-7be04837-05e3-4336-bb4f-fc48d13e3b8b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1262589 Jul 06 18:23:25.746426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54131813-e262-4b4a-a66e-8c1e24bed3f1 None None] Pushing event updated for resources: {'Port': ['ID=9df54f6a-c189-43aa-9fc7-5e3643d15914,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:25.752279 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7dc3de9-168a-4613-bc3b-2b3fea5096e9 req-e4ab0ce7-0b43-48b6-b8f0-e175520bb49b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Jul 06 18:23:25.781454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:25.782380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:25.847373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 52bf1dfd-9386-4f59-bf22-08610d08a72b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:25.887053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 52bf1dfd-9386-4f59-bf22-08610d08a72b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:25.888722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.995625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] For port 686bdf16-c725-43cc-9ded-d08e967d99f6, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:26.018038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] For port 686bdf16-c725-43cc-9ded-d08e967d99f6, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=686bdf16-c725-43cc-9ded-d08e967d99f6,segment=NetworkSegment(5a6e4c5c-98e2-4f14-9d10-49fa82ad6607),segment_id=5a6e4c5c-98e2-4f14-9d10-49fa82ad6607)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:26.033239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-615dc8fa-493d-4720-99aa-36fa2b9f95f6 req-1c3f2d13-eef9-4aaf-9ebb-7faa091088d4 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 210 time: 0.0740564 Jul 06 18:23:26.096388 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.275337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dd25b7d4-0cc2-4707-a1d4-5593669d3c54 None None] Provisioning complete for port 52bf1dfd-9386-4f59-bf22-08610d08a72b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:26.275817 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dd25b7d4-0cc2-4707-a1d4-5593669d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.357659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609603-057a-4205-8f0e-336bcecce5f0 req-f3468396-b24f-44d1-a83e-9e4b3eb8041e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:26.359692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dc609603-057a-4205-8f0e-336bcecce5f0 req-f3468396-b24f-44d1-a83e-9e4b3eb8041e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 946 time: 0.0975282 Jul 06 18:23:26.365312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:26.375303 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.403172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dc609603-057a-4205-8f0e-336bcecce5f0 req-b69964b1-f840-455e-9e7b-4b87a2eae78b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378058 Jul 06 18:23:26.447311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Pushing event updated for resources: {'Port': ['ID=686bdf16-c725-43cc-9ded-d08e967d99f6,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:26.531915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-45160c6b-32c3-46ef-b0e8-f374f7e0acbb req-f5357994-8ebe-4b75-a139-6a8d1ec09d0c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 210 time: 0.7583549 Jul 06 18:23:26.541595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.542061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.542566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.543073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.543746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.544099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.544769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.545329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.546745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.546745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.546745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.547335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bfc6f-cae4-4698-a3ec-aa7957e2d383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:26.789207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] For port 198418f8-24ba-4626-8f40-b3c3e05b8a6f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=198418f8-24ba-4626-8f40-b3c3e05b8a6f,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:26.790284 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.820734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Calling delete_port for 198418f8-24ba-4626-8f40-b3c3e05b8a6f owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:26.831492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f02e-e41f-4bd5-b4d0-0f81f82a4ca7 req-e2e45acd-8c96-47d9-ae61-07f3083deebb tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:26.842343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24b3f02e-e41f-4bd5-b4d0-0f81f82a4ca7 req-e2e45acd-8c96-47d9-ae61-07f3083deebb tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.1583698 Jul 06 18:23:26.898746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1dfa1241-b3a1-40f0-a2bd-6614bbbd5e6e req-3a017c08-6a59-4068-8df2-b19ed8ad8268 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0620301 Jul 06 18:23:26.906051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24b3f02e-e41f-4bd5-b4d0-0f81f82a4ca7 req-df9d6fe6-b8c1-4888-ae53-d45aa7c76577 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604525 Jul 06 18:23:27.033174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 52bf1dfd-9386-4f59-bf22-08610d08a72b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=52bf1dfd-9386-4f59-bf22-08610d08a72b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:27.060940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.075565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.159368 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.161867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc082d6c-04bd-4dd2-aa2f-1ca4efe1a510 req-e910f650-f69a-4a94-847e-f9e7f06eaaed tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:27.163490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc082d6c-04bd-4dd2-aa2f-1ca4efe1a510 req-e910f650-f69a-4a94-847e-f9e7f06eaaed tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1242189 Jul 06 18:23:27.234374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.240870 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dd25b7d4-0cc2-4707-a1d4-5593669d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.243218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.248585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Pushing event updated for resources: {'Port': ['ID=10f09de4-21f2-431f-85de-65e8b1c6267d,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:27.261172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc082d6c-04bd-4dd2-aa2f-1ca4efe1a510 req-76d0b90a-952c-4de5-9811-cc8ec4d5bffd tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830779 Jul 06 18:23:27.346799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64e3863-3bed-4ed8-aa36-92eaf666a2eb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:27.487156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-dd25b7d4-0cc2-4707-a1d4-5593669d3c54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:23:27.490433 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-dd25b7d4-0cc2-4707-a1d4-5593669d3c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:23:27.503921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=52bf1dfd-9386-4f59-bf22-08610d08a72b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:27.538227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 686bdf16-c725-43cc-9ded-d08e967d99f6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:27.668999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-413e5bbc-acc3-4ced-b2c1-3fb028b8bd73 req-e50fb148-cbf8-4d86-99fd-d1b8f8b981b9 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c9c923-fe70-4ecb-a080-f4823a0d2375 HTTP/1.1" status: 200 len: 210 time: 0.3233824 Jul 06 18:23:27.672493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:23Z', 'revision_number': 1, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:27.709403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Network bb55d5aa-1fde-4c73-9787-3200b452da2a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:27.718791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:27.748809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d56e0-4f27-437b-8cdf-1a8b307f3e4a None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:23Z', 'revision_number': 1, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:27.756787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 686bdf16-c725-43cc-9ded-d08e967d99f6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:27.775209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1bd7274d-c0ef-40f5-8100-d4d06695b802 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:27.793063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.860086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc0db2-ab50-41df-8f13-87700b5803eb None None] Network d9446111-999b-4227-8cbe-96d488f88f69 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:27.893328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-7cc3475a-ab06-4ad0-a72f-b1a4f56d0036 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:27.905466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-7cc3475a-ab06-4ad0-a72f-b1a4f56d0036 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:27.909174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-7cc3475a-ab06-4ad0-a72f-b1a4f56d0036 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "GET /v2.0/networks?id=21b676d2-c460-4f25-9445-a65a3175a40b&id=d9446111-999b-4227-8cbe-96d488f88f69&id=21b676d2-c460-4f25-9445-a65a3175a40b HTTP/1.1" status: 200 len: 1390 time: 0.4866936 Jul 06 18:23:27.922311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'port': {'device_id': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b', 'admin_state_up': True, 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:27.951943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1bd7274d-c0ef-40f5-8100-d4d06695b802 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:27.952414 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.013978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.017067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.080842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.103904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:28.106275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:28.295214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 198418f8-24ba-4626-8f40-b3c3e05b8a6f no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:28.308496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event deleted for resources: {'Port': ['ID=198418f8-24ba-4626-8f40-b3c3e05b8a6f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:28.358156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:28.362756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd0a1678-ddad-40d7-bd07-b5a23c595113 req-95aa9821-1c34-4df4-981b-dbeedc8c9b3b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 210 time: 0.2807329 Jul 06 18:23:28.362756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.365417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9c2972-0f37-4ec4-952a-93e8125d4621 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:23:28.375404 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.384883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6712ab4d-2704-4c26-a396-11995bf54c16 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2d9c2972-0f37-4ec4-952a-93e8125d4621 HTTP/1.1" status: 204 len: 168 time: 4.4226880 Jul 06 18:23:28.384998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 198418f8-24ba-4626-8f40-b3c3e05b8a6f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:28.385219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 198418f8-24ba-4626-8f40-b3c3e05b8a6f not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:28.444137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53692) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:28.444137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:28.513206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] No DVR routers for this DVR port 198418f8-24ba-4626-8f40-b3c3e05b8a6f on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:28.531812 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.542703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31abdb4b-f51e-4c46-9a0a-b605a90f45f6 req-f6769547-3a81-46b2-94f9-573edbe04644 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "DELETE /v2.0/ports/198418f8-24ba-4626-8f40-b3c3e05b8a6f HTTP/1.1" status: 204 len: 173 time: 3.6389775 Jul 06 18:23:28.560343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14', 'name': 'network-vif-deleted', 'tag': '198418f8-24ba-4626-8f40-b3c3e05b8a6f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:28.566790 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ce674e-e235-4112-a11d-e3c19486e355" -d '{"events": [{"server_uuid": "3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14", "name": "network-vif-deleted", "tag": "198418f8-24ba-4626-8f40-b3c3e05b8a6f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:28.705613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'port_id': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'mac_address': 'fa:16:3e:06:3b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8f1f4-9e1d-441b-8294-be6e3dd37469', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:28.812959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f42e17c7-13c1-43f4-b8b4-da13c30d43e2 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:28.877450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Provisioning complete for port 10f09de4-21f2-431f-85de-65e8b1c6267d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:28.877870 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.885782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f42e17c7-13c1-43f4-b8b4-da13c30d43e2 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:28.886138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f42e17c7-13c1-43f4-b8b4-da13c30d43e2 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:28.968401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e64218-ed27-473c-923f-99de38585aa2 admin admin] Deleting subnet e73e8f9a-6ed7-4915-a3ec-5871c842cd8d {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:23:28.975925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d4f0112-886b-4224-9b5c-303adfdeefbf req-be6beda2-64b2-461d-b3af-d0d237f20787 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.1481357 Jul 06 18:23:28.982066 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.998079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Port 10f09de4-21f2-431f-85de-65e8b1c6267d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:29.022170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:29.025057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e237ed8-862b-485e-ab8c-633cf1cf912f req-5a8039ff-3fc6-4fc8-997e-ebaca44e0e47 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:29.030524 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e237ed8-862b-485e-ab8c-633cf1cf912f req-5a8039ff-3fc6-4fc8-997e-ebaca44e0e47 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14 HTTP/1.1" status: 200 len: 867 time: 1.2934597 Jul 06 18:23:29.097086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6e64218-ed27-473c-923f-99de38585aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.104464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:29.108236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb0d4b-1d57-4996-a8d8-2be2681fa0b6 req-31c81dff-6cb2-4455-876b-c25cc67d2930 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:29.108471 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.117995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2eb0d4b-1d57-4996-a8d8-2be2681fa0b6 req-31c81dff-6cb2-4455-876b-c25cc67d2930 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.4520438 Jul 06 18:23:29.127328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:29.130522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Provisioning for port 686bdf16-c725-43cc-9ded-d08e967d99f6 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:29.181688 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.217913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e237ed8-862b-485e-ab8c-633cf1cf912f req-d7d01a70-7d74-4d1b-a973-afa408e3ee17 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620672 Jul 06 18:23:29.238602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Provisioning complete for port 686bdf16-c725-43cc-9ded-d08e967d99f6 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:29.240722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.362854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6e64218-ed27-473c-923f-99de38585aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.390569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2eb0d4b-1d57-4996-a8d8-2be2681fa0b6 req-6bff8eda-ab49-4193-bd28-797f40bcf29c tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712786 Jul 06 18:23:29.539448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:29.559513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a6398950-ab3a-4fe9-903a-0b55da733940 admin admin] 10.222.0.53 "PUT /v2.0/routers/cad7d006-4b59-433a-ae39-fd148e08e8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2838783 Jul 06 18:23:29.690225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:29.708945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:29.723015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Allocated IP 19.80.0.247 (21b676d2-c460-4f25-9445-a65a3175a40b/521f72cc-6a60-4bc1-956e-60ba34fcbfa0/7af083cd-4b74-4b46-90fd-afce4a60baf3) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:29.833350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9df54f6a-c189-43aa-9fc7-5e3643d15914 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:30.040189 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.042169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 9df54f6a-c189-43aa-9fc7-5e3643d15914 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:30.073673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9b13e-616f-48b5-857e-fc8b031237c0 req-15fbef0f-23ff-411c-8d58-0e93fe19a9a8 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.083879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42e9b13e-616f-48b5-857e-fc8b031237c0 req-15fbef0f-23ff-411c-8d58-0e93fe19a9a8 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 945 time: 0.4678779 Jul 06 18:23:30.094655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9df54f6a-c189-43aa-9fc7-5e3643d15914 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:30.095020 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.112285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6e64218-ed27-473c-923f-99de38585aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.129572 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec17a071-ec02-40c7-bb2d-4d074cd0550c req-081d8b20-d047-478d-9a93-a9dc3060c825 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.2700584 Jul 06 18:23:30.238470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42e9b13e-616f-48b5-857e-fc8b031237c0 req-eb83fe82-828f-4ec2-b8c1-d7c208004e8b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522102 Jul 06 18:23:30.250244 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.266060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] For port 686bdf16-c725-43cc-9ded-d08e967d99f6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=686bdf16-c725-43cc-9ded-d08e967d99f6,segment=NetworkSegment(5a6e4c5c-98e2-4f14-9d10-49fa82ad6607),segment_id=5a6e4c5c-98e2-4f14-9d10-49fa82ad6607)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:30.305800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Transition to ACTIVE for port object 7af083cd-4b74-4b46-90fd-afce4a60baf3 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:30.318778 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.334440 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75660d57-743b-415e-b3e9-8d6fb369185c x-openstack-request-id: req-75660d57-743b-415e-b3e9-8d6fb369185c {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:30.339458 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14", "name": "network-vif-deleted", "tag": "198418f8-24ba-4626-8f40-b3c3e05b8a6f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:30.339959 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75660d57-743b-415e-b3e9-8d6fb369185c {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:30.340586 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254a7c2-e4b8-44c0-bbfe-92fd8a6a5b14', 'name': 'network-vif-deleted', 'tag': '198418f8-24ba-4626-8f40-b3c3e05b8a6f', 'status': 'completed', 'code': 200} Jul 06 18:23:30.365013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6e64218-ed27-473c-923f-99de38585aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.430733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.432349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e64218-ed27-473c-923f-99de38585aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73e8f9a-6ed7-4915-a3ec-5871c842cd8d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:30.438451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6e64218-ed27-473c-923f-99de38585aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.447021 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f6e64218-ed27-473c-923f-99de38585aa2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e73e8f9a-6ed7-4915-a3ec-5871c842cd8d HTTP/1.1" status: 204 len: 168 time: 1.9375532 Jul 06 18:23:30.449944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53722) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:30.548525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a9de8-e9aa-4473-bf4e-cd6bda77278e None None] Network 43daa088-211b-4d08-b9a2-8d20245bc1d1 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:30.600797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network 21b676d2-c460-4f25-9445-a65a3175a40b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:30.750200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:30.782748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e150c231-11c0-45bd-9c01-f7ae6b4849fa None None] Provisioning complete for port 686bdf16-c725-43cc-9ded-d08e967d99f6 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:30.783397 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e150c231-11c0-45bd-9c01-f7ae6b4849fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.785371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.815830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:30.853557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585e562-ae9b-4463-8f68-df25598d7275 None None] Pushing event updated for resources: {'Port': ['ID=686bdf16-c725-43cc-9ded-d08e967d99f6,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:30.853557 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.931457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 9df54f6a-c189-43aa-9fc7-5e3643d15914, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9df54f6a-c189-43aa-9fc7-5e3643d15914,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:30.945333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Port': ['ID=7af083cd-4b74-4b46-90fd-afce4a60baf3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:30.945551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.947576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 52bf1dfd-9386-4f59-bf22-08610d08a72b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:31.019745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:31.020442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:31.058205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6608f2-9f70-43c5-b939-e610aa8a792a req-3da368ed-a5f3-411f-a167-994dafb3ddb1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:31.066560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b6608f2-9f70-43c5-b939-e610aa8a792a req-3da368ed-a5f3-411f-a167-994dafb3ddb1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 932 time: 0.4605272 Jul 06 18:23:31.080350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-16827d7a-ff17-4be8-b493-a5647c3a6e33 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1622202 Jul 06 18:23:31.092679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Deleting port c1babb04-e488-4219-9176-377ba8427b87 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:31.093265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:31.094861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'port': {'device_id': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69', 'admin_state_up': True, 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:31.106681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=9df54f6a-c189-43aa-9fc7-5e3643d15914,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:31.199614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] For port c1babb04-e488-4219-9176-377ba8427b87, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c1babb04-e488-4219-9176-377ba8427b87,segment=NetworkSegment(1fc0f87a-a406-420e-a84a-369f49ca8a8f),segment_id=1fc0f87a-a406-420e-a84a-369f49ca8a8f)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:31.200898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:31.218318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Calling delete_port for c1babb04-e488-4219-9176-377ba8427b87 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:31.233831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:31.244726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 52bf1dfd-9386-4f59-bf22-08610d08a72b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:31.244919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:31.245303 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:31.336522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b6608f2-9f70-43c5-b939-e610aa8a792a req-fa08d148-3955-4eb2-9805-ec525ac2a476 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682073 Jul 06 18:23:31.407777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed13ff-542e-4271-af03-a37693d4a701 None None] DHCP port deletion for 43daa088-211b-4d08-b9a2-8d20245bc1d1 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:23:31.445969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:31.463922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-51053220-9e8c-4fe2-8a82-fe3b843cceb8 None None] Provisioning for port 7af083cd-4b74-4b46-90fd-afce4a60baf3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:31.472588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-51053220-9e8c-4fe2-8a82-fe3b843cceb8 None None] Provisioning complete for port 7af083cd-4b74-4b46-90fd-afce4a60baf3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:31.473225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-51053220-9e8c-4fe2-8a82-fe3b843cceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:31.555350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1babb04-e488-4219-9176-377ba8427b87,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:31.606435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-0692b3eb-ceb5-4dbf-a32f-b51796f091ff tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:31.611397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-0692b3eb-ceb5-4dbf-a32f-b51796f091ff tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 821 time: 0.7301464 Jul 06 18:23:31.634022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] No DVR routers for this DVR port c1babb04-e488-4219-9176-377ba8427b87 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:31.690044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Allocated IP 19.86.0.150 (d9446111-999b-4227-8cbe-96d488f88f69/75823af0-55f9-4a16-a601-d7fbcfe8c923/e7cd8ca2-7d10-4a0d-9e85-1e90a332b171) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:31.707770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-51053220-9e8c-4fe2-8a82-fe3b843cceb8 None None] Port 7af083cd-4b74-4b46-90fd-afce4a60baf3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:31.811792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d64e3863-3bed-4ed8-aa36-92eaf666a2eb no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:31.846099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d64e3863-3bed-4ed8-aa36-92eaf666a2eb {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:31.846451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d64e3863-3bed-4ed8-aa36-92eaf666a2eb not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:31.916339 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-4bb1993b-4a25-4a44-9b86-63db52770b69 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/quotas/820a1dd467f0440499b2e407b1473b70 HTTP/1.1" status: 200 len: 375 time: 0.2930381 Jul 06 18:23:31.977027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510aa66-4422-4f29-8909-c3dc04e0c03e req-88edcc16-ee85-417e-966e-cdab08199f9e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:31.993199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 686bdf16-c725-43cc-9ded-d08e967d99f6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:32.012431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b510aa66-4422-4f29-8909-c3dc04e0c03e req-88edcc16-ee85-417e-966e-cdab08199f9e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.2418184 Jul 06 18:23:32.084069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:32.115265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:32.125454 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.128750 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.151175 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b510aa66-4422-4f29-8909-c3dc04e0c03e req-89275d71-c23f-484c-bcbd-a85c04845ee5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357176 Jul 06 18:23:32.172583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:32.174117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:32.190322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43daa088-211b-4d08-b9a2-8d20245bc1d1']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:32.196324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Transition to ACTIVE for port object e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:32.218002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc0f87a-a406-420e-a84a-369f49ca8a8f') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:32.218299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc0f87a-a406-420e-a84a-369f49ca8a8f') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:32.245254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.266006 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.273291 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.279086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:23:32.279510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:23:32.281688 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:23:32.295452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-4fb63f10-5b22-4177-b23d-5f347c65b628 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3447087 Jul 06 18:23:32.421728 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.432339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.436812 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] 10.222.0.53 "DELETE /v2.0/networks/43daa088-211b-4d08-b9a2-8d20245bc1d1 HTTP/1.1" status: 204 len: 168 time: 1.9783678 Jul 06 18:23:32.444093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53764) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:32.464034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e94b-9577-4394-9039-04db8dd43f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=43daa088-211b-4d08-b9a2-8d20245bc1d1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:32.472824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 686bdf16-c725-43cc-9ded-d08e967d99f6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:32.474601 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.503505 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9fcdffb6-a323-47b7-9225-11774d7ffa34 req-7263a4ae-7748-4a0f-81f4-c907d724768b tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.1295133 Jul 06 18:23:32.518979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-1f294f04-6d70-45a2-987c-ba1fb5e2ae17 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224402 Jul 06 18:23:32.525646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network d9446111-999b-4227-8cbe-96d488f88f69 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:32.531578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:32.568358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:32.617211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:32.618369 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.710892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:32.713244 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.726819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Port': ['ID=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:32.754745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9df54f6a-c189-43aa-9fc7-5e3643d15914 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:32.762748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b099f009-5745-457a-a4b8-e4b945026b34 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6714842 Jul 06 18:23:32.763225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:32.780381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'port': {'device_id': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b', 'admin_state_up': True, 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:32.928224 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.975900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69644a-0289-41a6-bf7b-f660d2b6fbf9 req-b4086a18-cbfa-411a-b2df-eedbb4e03c14 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:32.984511 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c69644a-0289-41a6-bf7b-f660d2b6fbf9 req-b4086a18-cbfa-411a-b2df-eedbb4e03c14 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 945 time: 0.1868105 Jul 06 18:23:33.072910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-06c3bcba-8150-44e2-bae0-8bb08f068d2a service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529225 Jul 06 18:23:33.079038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c69644a-0289-41a6-bf7b-f660d2b6fbf9 req-c851f58d-eaba-4ebd-86cf-4582bcf3d19c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905626 Jul 06 18:23:33.093012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:33.095961 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f841d963-5fbf-4693-bd30-31e6d768b7d4" -d '{"events": [{"server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "name": "network-vif-plugged", "status": "completed", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:33.150380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:33.179144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ce0d0ca0-c6b5-4959-ae4b-b92f9a750508 None None] Provisioning for port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:33.192852 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.201364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:33.217249 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.251000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ce0d0ca0-c6b5-4959-ae4b-b92f9a750508 None None] Provisioning complete for port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:33.251869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0ca0-c6b5-4959-ae4b-b92f9a750508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.257397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:33.373562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9df54f6a-c189-43aa-9fc7-5e3643d15914 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:33.374226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.376017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d0ca0-c6b5-4959-ae4b-b92f9a750508 None None] Port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:33.713516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Allocated IP 19.80.0.198 (21b676d2-c460-4f25-9445-a65a3175a40b/521f72cc-6a60-4bc1-956e-60ba34fcbfa0/2105167f-2f30-4fb2-b3b8-e2dd59bc867b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:33.928228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.982663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:26Z', 'revision_number': 2, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:34.038041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:34.038428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Updating router cad7d006-4b59-433a-ae39-fd148e08e8e1 port 10f09de4-21f2-431f-85de-65e8b1c6267d binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:23:34.132159 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:34.154660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f693e-0035-4336-a112-166c5a9f9f30 req-b957a448-c16c-4db4-94bf-633fd0708221 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:34.164470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:34.185002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f693e-0035-4336-a112-166c5a9f9f30 req-b957a448-c16c-4db4-94bf-633fd0708221 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:34.192761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a7f693e-0035-4336-a112-166c5a9f9f30 req-b957a448-c16c-4db4-94bf-633fd0708221 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 1655 time: 0.4293699 Jul 06 18:23:34.248128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Transition to ACTIVE for port object 2105167f-2f30-4fb2-b3b8-e2dd59bc867b will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:34.387481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:34.435743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a7f693e-0035-4336-a112-166c5a9f9f30 req-34815e7c-77b3-4224-87e1-87308a896984 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419133 Jul 06 18:23:34.530914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network 21b676d2-c460-4f25-9445-a65a3175a40b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:34.546659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c1babb04-e488-4219-9176-377ba8427b87 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:34.573900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:34.592000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:34.665179 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b196b-ed0a-4e59-81a2-45da6b71ae8b x-openstack-request-id: req-737b196b-ed0a-4e59-81a2-45da6b71ae8b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:34.668544 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "name": "network-vif-plugged", "status": "completed", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:34.668988 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-737b196b-ed0a-4e59-81a2-45da6b71ae8b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:34.670347 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'code': 200} Jul 06 18:23:34.682731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c1babb04-e488-4219-9176-377ba8427b87 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:34.688578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c1babb04-e488-4219-9176-377ba8427b87 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:34.737408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Port': ['ID=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:34.903501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:34.907966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:34.980062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Deleting port 7e3bbfda-72cf-4729-bdef-205ad113d3cb {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:34.983498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:35.058844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-acea585b-ba7d-41ae-9e03-f33c70b41aa8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2874441 Jul 06 18:23:35.109327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817b9f8-ab14-4d23-88ac-c0483cc79ba8 req-f594fa1c-4f18-42bf-8a14-800e9c4e1691 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:35.125611 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f817b9f8-ab14-4d23-88ac-c0483cc79ba8 req-f594fa1c-4f18-42bf-8a14-800e9c4e1691 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.3066447 Jul 06 18:23:35.233395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f3d721a-172b-4f96-a292-9b594c808864 req-14f35bb6-4992-4248-af15-c362d5684648 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f6ee4335b74379a75a740bd1a6995e&device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0746374 Jul 06 18:23:35.250415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Request body: {'port': {'device_id': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:35.297913 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:35.353363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Transition to ACTIVE for port object 10f09de4-21f2-431f-85de-65e8b1c6267d will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:35.365073 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:35.381089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9efaca98-57b3-4048-b052-6f89565592d3 None None] Provisioning for port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:35.384242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] For port 7e3bbfda-72cf-4729-bdef-205ad113d3cb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7e3bbfda-72cf-4729-bdef-205ad113d3cb,segment=NetworkSegment(e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101),segment_id=e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:35.384671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:35.460608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f817b9f8-ab14-4d23-88ac-c0483cc79ba8 req-a5755981-f2bb-41bc-b41a-e1eb3750882d tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336577 Jul 06 18:23:35.490766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c923679-fed3-4613-893e-1af0a61fac5f req-2390bed2-d1e7-4cf5-85b0-48d89a1ffb9d tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 210 time: 0.0641310 Jul 06 18:23:35.497465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9efaca98-57b3-4048-b052-6f89565592d3 None None] Provisioning complete for port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:35.498081 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9efaca98-57b3-4048-b052-6f89565592d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:35.511971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Calling delete_port for 7e3bbfda-72cf-4729-bdef-205ad113d3cb owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:35.531059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f3d721a-172b-4f96-a292-9b594c808864 req-dc6d5a28-6199-431b-bc4e-7ddebe205055 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=40f6ee4335b74379a75a740bd1a6995e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1788032 Jul 06 18:23:35.639214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9efaca98-57b3-4048-b052-6f89565592d3 None None] Port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:35.649216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584f6a5-3e0c-47f3-aba1-4b668484ecdc None None] Pushing event updated for resources: {'Port': ['ID=10f09de4-21f2-431f-85de-65e8b1c6267d,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:35.818985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Attempting to bind port 10f09de4-21f2-431f-85de-65e8b1c6267d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:35.819360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Attempting to bind port 10f09de4-21f2-431f-85de-65e8b1c6267d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:35.819731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Attempting to bind port 10f09de4-21f2-431f-85de-65e8b1c6267d on network bb55d5aa-1fde-4c73-9787-3200b452da2a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:35.830667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:35.831265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Checking segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:35.831902 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:35.832509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Bound using segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:35.833243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Bound port: 10f09de4-21f2-431f-85de-65e8b1c6267d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:35.833686 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:35.883717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dff7f860-6503-4003-a7e5-1902c4b555af req-c250061c-4242-4c8b-93ad-77765a70eae2 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.1110032 Jul 06 18:23:35.925245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:36.074273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] For port 10f09de4-21f2-431f-85de-65e8b1c6267d, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:36.078659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] For port 10f09de4-21f2-431f-85de-65e8b1c6267d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=10f09de4-21f2-431f-85de-65e8b1c6267d,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:36.087889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:36.159555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584f6a5-3e0c-47f3-aba1-4b668484ecdc None None] Pushing event updated for resources: {'Port': ['ID=10f09de4-21f2-431f-85de-65e8b1c6267d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:36.194747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:36.195500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:36.388926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d721a-172b-4f96-a292-9b594c808864 req-9d06eee7-c485-4a30-adaf-4ba5618fde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:36.390761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f3d721a-172b-4f96-a292-9b594c808864 req-9d06eee7-c485-4a30-adaf-4ba5618fde12 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8490636 Jul 06 18:23:36.462332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f2fc1-d180-497e-a119-ed169808f9f6 req-8e24f9c5-c860-4974-9e9a-5f490a2825c1 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:36.467277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-863f2fc1-d180-497e-a119-ed169808f9f6 req-8e24f9c5-c860-4974-9e9a-5f490a2825c1 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.6390238 Jul 06 18:23:36.686185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:36.798094 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-863f2fc1-d180-497e-a119-ed169808f9f6 req-a268efdf-98b3-4b1e-9b06-ceae4ba8e086 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129776 Jul 06 18:23:37.130178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2ff6c672-3c5a-4f51-850d-a0bf6dae4554 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:37.140200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2ff6c672-3c5a-4f51-850d-a0bf6dae4554 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 821 time: 0.2072415 Jul 06 18:23:37.179844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Request body: {'port': {'device_id': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'admin_state_up': True, 'tenant_id': '820a1dd467f0440499b2e407b1473b70'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:37.227047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 10f09de4-21f2-431f-85de-65e8b1c6267d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:37.411100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f60507-7a17-4265-a1f0-aab7116c06ab req-a4224cb3-82e1-456c-92b9-9b9673655472 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:37.421307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f60507-7a17-4265-a1f0-aab7116c06ab req-a4224cb3-82e1-456c-92b9-9b9673655472 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:37.425895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af083cd-4b74-4b46-90fd-afce4a60baf3 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:37.431108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f60507-7a17-4265-a1f0-aab7116c06ab req-a4224cb3-82e1-456c-92b9-9b9673655472 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:37.441880 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26f60507-7a17-4265-a1f0-aab7116c06ab req-a4224cb3-82e1-456c-92b9-9b9673655472 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2377 time: 1.3896146 Jul 06 18:23:37.448765 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:37.532329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:37.551444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 10f09de4-21f2-431f-85de-65e8b1c6267d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:37.562411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 10f09de4-21f2-431f-85de-65e8b1c6267d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:37.562772 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:37.574519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-1479d486-a72f-425c-b96f-aa4dd6cb4eaf tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:37.584539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-1479d486-a72f-425c-b96f-aa4dd6cb4eaf tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.5290616 Jul 06 18:23:37.603688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Transition to ACTIVE for port object 7af083cd-4b74-4b46-90fd-afce4a60baf3 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:37.651068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-d554f37b-3536-406f-8e1d-9eae5d9c8135 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/quotas/2048fc15f03f459a9add14162308ada4 HTTP/1.1" status: 200 len: 375 time: 0.0655270 Jul 06 18:23:37.721758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:36Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:37.729467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:37.755801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26f60507-7a17-4265-a1f0-aab7116c06ab req-4b5d3a41-bc71-4887-87c8-b81448addead tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128846 Jul 06 18:23:37.772849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a639c05-4afd-433c-ae7f-9a5d522c9dc0 None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:36Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:37.864584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Made reservation on behalf of 820a1dd467f0440499b2e407b1473b70 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:37.868786 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:37.883640 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f3d721a-172b-4f96-a292-9b594c808864 req-fe280d8a-9076-4234-83a1-f31c7ef14611 tempest-ServerShowV257Test-561299364 tempest-ServerShowV257Test-561299364-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6503716-2111-44e5-b3f9-fba4c9bd225c HTTP/1.1" status: 200 len: 210 time: 0.0832686 Jul 06 18:23:37.887434 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:38.011422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 10f09de4-21f2-431f-85de-65e8b1c6267d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=10f09de4-21f2-431f-85de-65e8b1c6267d,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:38.037494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:38.068918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Pushing event updated for resources: {'Port': ['ID=7af083cd-4b74-4b46-90fd-afce4a60baf3,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:38.186868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-cd367d5a-ef73-4892-8dbf-a8908b604c79 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5305319 Jul 06 18:23:38.265310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=10f09de4-21f2-431f-85de-65e8b1c6267d,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:38.334967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 86792413-08dc-4137-bce8-30d1dcadc1cb details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:38.398359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Allocated IP 172.20.0.13 (bb55d5aa-1fde-4c73-9787-3200b452da2a/b26101e0-a578-4549-8fba-116a6b1c9493/e9d5ba90-0597-4637-ad0c-f6bb0997bc44) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:38.439658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3bbfda-72cf-4729-bdef-205ad113d3cb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:38.568873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Attempting to bind port 7af083cd-4b74-4b46-90fd-afce4a60baf3 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:38.569890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Attempting to bind port 7af083cd-4b74-4b46-90fd-afce4a60baf3 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:38.573041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Attempting to bind port 7af083cd-4b74-4b46-90fd-afce4a60baf3 on network 21b676d2-c460-4f25-9445-a65a3175a40b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:38.591625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-289010e9-1d73-4e03-a44c-505ced7b8f9a tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:38.607762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-289010e9-1d73-4e03-a44c-505ced7b8f9a tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.4185195 Jul 06 18:23:38.608153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Port 7af083cd-4b74-4b46-90fd-afce4a60baf3 on network 21b676d2-c460-4f25-9445-a65a3175a40b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:38.608471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Attempting to bind port 7af083cd-4b74-4b46-90fd-afce4a60baf3 on network 21b676d2-c460-4f25-9445-a65a3175a40b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:38.638055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-2'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:38.657316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:38.691110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 86792413-08dc-4137-bce8-30d1dcadc1cb has no active binding in host n-h1-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:23:38.773237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-1e300f80-3823-4524-9602-3f58fff08d20 service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816078 Jul 06 18:23:38.889140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bbc83-07e2-4ff8-a2fb-65586206eeea req-fedd4695-486e-4665-b02f-f0f6432345c2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:38.901582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-988bbc83-07e2-4ff8-a2fb-65586206eeea req-fedd4695-486e-4665-b02f-f0f6432345c2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 945 time: 0.4513648 Jul 06 18:23:38.911232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:38.911575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Checking segment: {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:38.911966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Bound using segment: {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:38.912451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Bound port: 7af083cd-4b74-4b46-90fd-afce4a60baf3, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:38.912817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.075305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 10f09de4-21f2-431f-85de-65e8b1c6267d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:39.281016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-b7641d31-45cb-43ae-8bed-a146d07e6db0 service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120431 Jul 06 18:23:39.299735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 10f09de4-21f2-431f-85de-65e8b1c6267d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:39.302412 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.407125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.517147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-988bbc83-07e2-4ff8-a2fb-65586206eeea req-ee03e394-b2ae-44cf-b6fa-d55072f4d48f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143582 Jul 06 18:23:39.659734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] For port 7af083cd-4b74-4b46-90fd-afce4a60baf3, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:39.719162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.789225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Transition to ACTIVE for port object e9d5ba90-0597-4637-ad0c-f6bb0997bc44 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:39.806312 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.868881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] For port 7af083cd-4b74-4b46-90fd-afce4a60baf3, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7af083cd-4b74-4b46-90fd-afce4a60baf3,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:39.896932 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.022759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:40.025578 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.029543 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] 10.222.0.24 "PUT /v2.0/ports/7af083cd-4b74-4b46-90fd-afce4a60baf3 HTTP/1.1" status: 200 len: 1092 time: 4.9570539 Jul 06 18:23:40.031400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'tag': '7af083cd-4b74-4b46-90fd-afce4a60baf3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:40.033904 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94e2f30-9256-4cd0-809b-5672446d7d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "tag": "7af083cd-4b74-4b46-90fd-afce4a60baf3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:40.222403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Request body: {'port': {'device_id': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:40.285326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.311924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-095690ca-6274-4dc7-8aaf-d61ab9418ebb req-4e27e1df-8d13-4889-8ae2-1560245d1454 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 210 time: 0.1919587 Jul 06 18:23:40.413770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Network bb55d5aa-1fde-4c73-9787-3200b452da2a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:40.424186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:40.440133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:40.544864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:40.563662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:40.664424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53844) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:40.678482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:40.679310 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.745624 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5908561 Jul 06 18:23:40.812536 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Request body: {'port': {'device_id': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:40.843111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb901e-ff57-4abc-882c-069f7bbfd828 service neutron] Pushing event updated for resources: {'Port': ['ID=7af083cd-4b74-4b46-90fd-afce4a60baf3,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:40.888983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4f86b57e-a7c9-4354-b186-8ed151348401 None None] Provisioning for port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:40.894754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4f86b57e-a7c9-4354-b186-8ed151348401 None None] Provisioning complete for port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:40.895412 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f86b57e-a7c9-4354-b186-8ed151348401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.915534 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.968509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.970023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4f86b57e-a7c9-4354-b186-8ed151348401 None None] Port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:41.012688 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.041351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6a612-b033-4ee4-8561-dfb710128236 req-7b6e35bf-4260-4edd-bc45-2cf7b38a44b5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.049910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34a6a612-b033-4ee4-8561-dfb710128236 req-7b6e35bf-4260-4edd-bc45-2cf7b38a44b5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.8695223 Jul 06 18:23:41.052407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.116354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa978-c7cb-4a0a-8229-a0899acf929c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.118780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae805f1-2767-46af-8b3f-3ccb3bc1eb53 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Pushing event updated for resources: {'Port': ['ID=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:41.224349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Pushing event updated for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:41.272473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on host n-h2-799684-2 for vnic_type normal with profile {"migrating_to": "n-h1-799684-2"} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:41.272894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:41.273764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:41.287919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34a6a612-b033-4ee4-8561-dfb710128236 req-ac1d7357-7726-4f52-90ab-ec4a97826bee tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371078 Jul 06 18:23:41.302601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:41.303325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Attempting to bind port 86792413-08dc-4137-bce8-30d1dcadc1cb on network 0cee59f4-ce99-4d40-8278-44c03952b525 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:41.327655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:41.327655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Checking segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:41.328080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Bound using segment: {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:41.331425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Bound port: 86792413-08dc-4137-bce8-30d1dcadc1cb, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d41405-dc60-4c32-9917-3955c326caa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0cee59f4-ce99-4d40-8278-44c03952b525'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:41.332067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.451631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab7d8f-d843-4bb9-b186-c80ac7be7e08 req-ce66b3d4-41c5-4c2f-ac39-0d98f2b181dc tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.475405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab7d8f-d843-4bb9-b186-c80ac7be7e08 req-ce66b3d4-41c5-4c2f-ac39-0d98f2b181dc tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.485625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab7d8f-d843-4bb9-b186-c80ac7be7e08 req-ce66b3d4-41c5-4c2f-ac39-0d98f2b181dc tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.494296 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bab7d8f-d843-4bb9-b186-c80ac7be7e08 req-ce66b3d4-41c5-4c2f-ac39-0d98f2b181dc tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2389 time: 0.7896008 Jul 06 18:23:41.557501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:41.562810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:41.778371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Router 959f977c-b5ea-40c7-a6de-0b8b25cc418d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:41.798325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bab7d8f-d843-4bb9-b186-c80ac7be7e08 req-91d1b3c9-292c-40df-a719-cfa9b0b6e961 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409985 Jul 06 18:23:41.921938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa978-c7cb-4a0a-8229-a0899acf929c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.963381 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa978-c7cb-4a0a-8229-a0899acf929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:42.056533 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7f5fa978-c7cb-4a0a-8229-a0899acf929c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40f6ee4335b74379a75a740bd1a6995e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3589561 Jul 06 18:23:42.064949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53858) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:42.122528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fa978-c7cb-4a0a-8229-a0899acf929c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc104848-1610-4243-90b0-9bc82abffdbb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:42.240919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:42.242873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:42.256868 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] Sync routers for ids ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:42.263692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-75e90076-63a1-448c-83c4-93635cea54a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/959f977c-b5ea-40c7-a6de-0b8b25cc418d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8184443 Jul 06 18:23:42.293214 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] Routers {'959f977c-b5ea-40c7-a6de-0b8b25cc418d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:42.293487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53860) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:42.299920 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:42.357040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d5ba90-0597-4637-ad0c-f6bb0997bc44 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:42.372684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:42.405277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e67cd74c-d551-4d5c-ad7b-b71cbdafc759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:42.484060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Transition to ACTIVE for port object e9d5ba90-0597-4637-ad0c-f6bb0997bc44 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:42.517189 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:42.595522 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] Set router 959f977c-b5ea-40c7-a6de-0b8b25cc418d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:42.595796 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e67cd74c-d551-4d5c-ad7b-b71cbdafc759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:42.670869 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:42.760342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:42.777645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:42.791985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:42.801203 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae315fb9-ee46-4fad-b947-ea4712513f47 x-openstack-request-id: req-ae315fb9-ee46-4fad-b947-ea4712513f47 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:42.802704 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "tag": "7af083cd-4b74-4b46-90fd-afce4a60baf3", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:42.805167 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae315fb9-ee46-4fad-b947-ea4712513f47 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:42.805669 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'tag': '7af083cd-4b74-4b46-90fd-afce4a60baf3', 'status': 'completed', 'code': 200} Jul 06 18:23:42.852857 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77c87d78-a664-4101-8430-a11bdf227e6d req-9978c771-5de2-4ec6-9c65-317b65c75673 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 210 time: 1.2823105 Jul 06 18:23:42.952890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Pushing event updated for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:43.013569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Transition to ACTIVE for port object e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:43.025126 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:43.029271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:43.075620 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] Checking router: 959f977c-b5ea-40c7-a6de-0b8b25cc418d for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:43.084711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e67cd74c-d551-4d5c-ad7b-b71cbdafc759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:43.087597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e67cd74c-d551-4d5c-ad7b-b71cbdafc759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:43.091689 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] Routers {'959f977c-b5ea-40c7-a6de-0b8b25cc418d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:43.092382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e67cd74c-d551-4d5c-ad7b-b71cbdafc759 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc104848-1610-4243-90b0-9bc82abffdbb HTTP/1.1" status: 204 len: 168 time: 1.0246100 Jul 06 18:23:43.095956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:43.098633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:43.101692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-d60a94df-0c8f-4731-b652-e0c263fda07f service neutron] 10.222.0.41 "PUT /v2.0/ports/86792413-08dc-4137-bce8-30d1dcadc1cb HTTP/1.1" status: 200 len: 1121 time: 4.4785891 Jul 06 18:23:43.106472 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:43.127731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:43.131028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Attempting to bind port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:43.131353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Attempting to bind port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:43.131702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Attempting to bind port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 on network bb55d5aa-1fde-4c73-9787-3200b452da2a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:43.144273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-fdfa661a-fc23-4bb1-8729-149e6a5050b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:43.144772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-fdfa661a-fc23-4bb1-8729-149e6a5050b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:43.145367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-fdfa661a-fc23-4bb1-8729-149e6a5050b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:43.147340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-fdfa661a-fc23-4bb1-8729-149e6a5050b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2732 time: 0.4959571 Jul 06 18:23:43.153100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cd74c-d551-4d5c-ad7b-b71cbdafc759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc104848-1610-4243-90b0-9bc82abffdbb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:43.165851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 on network bb55d5aa-1fde-4c73-9787-3200b452da2a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:43.166185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Attempting to bind port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 on network bb55d5aa-1fde-4c73-9787-3200b452da2a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:43.211236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['86792413-08dc-4137-bce8-30d1dcadc1cb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:43.292858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['86792413-08dc-4137-bce8-30d1dcadc1cb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:43.342367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6088670e-fa6b-4b7d-89ac-54f47ea9750b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:43.349786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6088670e-fa6b-4b7d-89ac-54f47ea9750b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 1.0156150 Jul 06 18:23:43.406444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Request body: {'port': {'device_id': '9e170698-6125-47b0-ab20-64e68c47ac01', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'admin_state_up': True, 'tenant_id': '2048fc15f03f459a9add14162308ada4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:43.433555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:43.664146 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] Set router 959f977c-b5ea-40c7-a6de-0b8b25cc418d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:43.938550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-33a8449f-16fe-46be-a0a6-207bb380557e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:43.940293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-33a8449f-16fe-46be-a0a6-207bb380557e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 945 time: 1.1000473 Jul 06 18:23:43.947888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:43.948385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Checking segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:43.948902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Bound using segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:43.949466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Bound port: e9d5ba90-0597-4637-ad0c-f6bb0997bc44, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:43.949956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:43.983904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74c7b-fa02-4cc2-9c26-72b876d1bda1 req-2d10f9c4-258d-4edc-b2bf-dcede70cd04a tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:43.986793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becbf10-aad7-4438-a3d1-d3b1d4f089ed req-0489a19b-19b1-423d-b9d6-712aead4fade tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:43.992010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-12d74c7b-fa02-4cc2-9c26-72b876d1bda1 req-2d10f9c4-258d-4edc-b2bf-dcede70cd04a tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 944 time: 0.6728075 Jul 06 18:23:43.995149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2becbf10-aad7-4438-a3d1-d3b1d4f089ed req-0489a19b-19b1-423d-b9d6-712aead4fade tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 1.0820987 Jul 06 18:23:44.030518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Attempting to bind port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:44.031163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Attempting to bind port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:44.031673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Attempting to bind port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 on network d9446111-999b-4227-8cbe-96d488f88f69 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:44.043753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 on network d9446111-999b-4227-8cbe-96d488f88f69 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:44.044411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Attempting to bind port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 on network d9446111-999b-4227-8cbe-96d488f88f69 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:44.057953 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:44.063045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:44.063646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Checking segment: {'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:44.067831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Bound using segment: {'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:44.069099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Bound port: e7cd8ca2-7d10-4a0d-9e85-1e90a332b171, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:44.069470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-afa97874-7f08-4815-9347-89d2bf3d56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:44.070070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-afa97874-7f08-4815-9347-89d2bf3d56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:44.070356 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:44.070546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-afa97874-7f08-4815-9347-89d2bf3d56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:44.072433 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-afa97874-7f08-4815-9347-89d2bf3d56a7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9119236 Jul 06 18:23:44.086111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-12d74c7b-fa02-4cc2-9c26-72b876d1bda1 req-c25eee8e-239a-4c3e-bd57-1ec8f9517b0e tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926998 Jul 06 18:23:44.092172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:44.096349 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:44.110907 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd3e9d-e13e-483a-b736-324181f9ada0 None None] The sync data for ids ['959f977c-b5ea-40c7-a6de-0b8b25cc418d'] in n-d-799684-2 is: [{'id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-544687531-router', 'tenant_id': 'f22744942b134916be49d36aaca10f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:18:14Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': 'f22744942b134916be49d36aaca10f53', 'gw_port': {'id': 'd7a756c4-5de0-48a9-a88e-5df2975bfc3f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959f977c-b5ea-40c7-a6de-0b8b25cc418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:18:15Z', 'updated_at': '2021-07-06T18:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:44.316333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] For port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:44.322707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] For port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,segment=NetworkSegment(5a6e4c5c-98e2-4f14-9d10-49fa82ad6607),segment_id=5a6e4c5c-98e2-4f14-9d10-49fa82ad6607)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:44.348554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] For port e9d5ba90-0597-4637-ad0c-f6bb0997bc44, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:44.352245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] For port e9d5ba90-0597-4637-ad0c-f6bb0997bc44, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:44.354219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-275a9b9f-c810-4c30-96a3-27e4d6490db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:44.356070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d94e2f30-9256-4cd0-809b-5672446d7d5e req-275a9b9f-c810-4c30-96a3-27e4d6490db5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177701 Jul 06 18:23:44.371008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:44.432740 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:44.442018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2becbf10-aad7-4438-a3d1-d3b1d4f089ed req-8b1a28ae-439f-4cde-9da3-066177b55ee7 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456418 Jul 06 18:23:44.464273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:44.535229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Deleting port d7a756c4-5de0-48a9-a88e-5df2975bfc3f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:44.541019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:44.562718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:44.563465 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:44.564990 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] 10.222.0.24 "PUT /v2.0/ports/e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 HTTP/1.1" status: 200 len: 1092 time: 4.3936903 Jul 06 18:23:44.566429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Allocated IP 172.20.0.2 (387d7103-49e5-48ca-8c9e-8bb334581160/d22a3273-97c7-4233-beab-c55c5efc7ca5/f583d7db-ea16-40fe-932e-88375a161e86) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:44.648794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Request body: {'port': {'device_id': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:44.653015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:44.653818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:44.656068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-2503b73a-89a1-4852-bd70-b97013b4a1c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 1092 time: 3.8600256 Jul 06 18:23:44.679996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:44.685952 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d615942b-9471-4c33-be42-121f76b54e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:44.790488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7e3bbfda-72cf-4729-bdef-205ad113d3cb no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:44.811005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a267ecd-308b-431c-a7c8-56d98584b054 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:44.816981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb'}, {'name': 'network-changed', 'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb'}, {'name': 'network-changed', 'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'tag': 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:44.819422 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6" -d '{"events": [{"server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb"}, {"name": "network-changed", "server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb"}, {"name": "network-changed", "server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "tag": "e7cd8ca2-7d10-4a0d-9e85-1e90a332b171"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:44.855805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7e3bbfda-72cf-4729-bdef-205ad113d3cb {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:44.856520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7e3bbfda-72cf-4729-bdef-205ad113d3cb not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:44.910448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] For port d7a756c4-5de0-48a9-a88e-5df2975bfc3f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d7a756c4-5de0-48a9-a88e-5df2975bfc3f,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:44.910833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:44.927544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Calling delete_port for d7a756c4-5de0-48a9-a88e-5df2975bfc3f owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:45.070400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4a7a1-98bb-48ea-bf8d-c94bbc4e0fd5 req-e75c3ca3-fcef-414f-af3f-a1cd17e8c067 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:45.078074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fe4a7a1-98bb-48ea-bf8d-c94bbc4e0fd5 req-e75c3ca3-fcef-414f-af3f-a1cd17e8c067 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 945 time: 0.6656909 Jul 06 18:23:45.228220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:45.292368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fe4a7a1-98bb-48ea-bf8d-c94bbc4e0fd5 req-bcf9c3fb-0e15-4070-b2f0-036a0aaf4e5a tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132289 Jul 06 18:23:45.316767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Deleting port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:45.317107 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:45.395523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:45.473697 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdb78508-e958-4ef2-8f43-337348393af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:45.484108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-36db7e78-6b69-42b0-abf0-a23034ee2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:45.485646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-36db7e78-6b69-42b0-abf0-a23034ee2b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1095 time: 0.4240594 Jul 06 18:23:45.527707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0bf63-228d-45bf-9569-01b71d04b7d2 req-82285434-00a6-47c0-a15e-bf9fc03704e9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:45.534290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ffd0bf63-228d-45bf-9569-01b71d04b7d2 req-82285434-00a6-47c0-a15e-bf9fc03704e9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.8282523 Jul 06 18:23:45.599674 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-6de0a42d-daaa-4604-93bd-e07ce7e8095b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 217 time: 0.1030619 Jul 06 18:23:45.648128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:45.662506 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:45.678564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:45.728932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Network 387d7103-49e5-48ca-8c9e-8bb334581160 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:45.741230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:45.756618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:45.761873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a756c4-5de0-48a9-a88e-5df2975bfc3f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:45.767205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] For port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:45.767622 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:45.791133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ffd0bf63-228d-45bf-9569-01b71d04b7d2 req-82a6de9c-ba84-43cc-aa4d-1a6304d3d366 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005501 Jul 06 18:23:45.820144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Calling delete_port for 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:45.822550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-63e9f8e3-1d56-469c-a4b5-a19d2fa6323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:45.824097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-63e9f8e3-1d56-469c-a4b5-a19d2fa6323f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.2088144 Jul 06 18:23:45.839212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event updated for resources: {'Port': ['ID=f583d7db-ea16-40fe-932e-88375a161e86,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:45.875586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f28b2-3177-4160-8b5e-58332f4efc9e req-58a97f4c-fdf3-4cbe-a4f4-82f829951392 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:45.882265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f28b2-3177-4160-8b5e-58332f4efc9e req-58a97f4c-fdf3-4cbe-a4f4-82f829951392 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:45.888753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f28b2-3177-4160-8b5e-58332f4efc9e req-58a97f4c-fdf3-4cbe-a4f4-82f829951392 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:45.896715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f53f28b2-3177-4160-8b5e-58332f4efc9e req-58a97f4c-fdf3-4cbe-a4f4-82f829951392 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2401 time: 0.3304262 Jul 06 18:23:45.925767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:45.926568 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.001851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-017002e5-ba52-4f25-b8d0-c1b9f92fa988 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6057751 Jul 06 18:23:46.031045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Request body: {'port': {'device_id': '9e170698-6125-47b0-ab20-64e68c47ac01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:46.037206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.058368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f53f28b2-3177-4160-8b5e-58332f4efc9e req-5209e96c-8dd6-44b6-8b98-71f43434ac25 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606343 Jul 06 18:23:46.071607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2105167f-2f30-4fb2-b3b8-e2dd59bc867b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:46.157235 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.193993 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f401be5f-9e89-450e-aceb-38fcbfb2bef9 x-openstack-request-id: req-f401be5f-9e89-450e-aceb-38fcbfb2bef9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:46.194315 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:46.194540 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f401be5f-9e89-450e-aceb-38fcbfb2bef9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:46.194956 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'status': 'completed', 'code': 200} Jul 06 18:23:46.260006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Transition to ACTIVE for port object 2105167f-2f30-4fb2-b3b8-e2dd59bc867b will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:46.288524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.316905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.334678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:46.427798 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d751b8b8-7ddc-4e66-86cb-c679a95834eb x-openstack-request-id: req-d751b8b8-7ddc-4e66-86cb-c679a95834eb {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:46.428227 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb", "code": 200}, {"name": "network-changed", "server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "tag": "e7cd8ca2-7d10-4a0d-9e85-1e90a332b171", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:46.429745 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d751b8b8-7ddc-4e66-86cb-c679a95834eb {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:46.430291 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb', 'code': 200} Jul 06 18:23:46.432343 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb', 'status': 'completed', 'code': 200} Jul 06 18:23:46.432713 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'tag': 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171', 'status': 'completed', 'code': 200} Jul 06 18:23:46.433420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.435760 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.585401 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.589940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 959f977c-b5ea-40c7-a6de-0b8b25cc418d {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:23:46.597214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.598409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0e13dbe6-df00-4403-8083-5cf4c7de3872 admin admin] 10.222.0.53 "DELETE /v2.0/routers/959f977c-b5ea-40c7-a6de-0b8b25cc418d HTTP/1.1" status: 204 len: 168 time: 4.3039765 Jul 06 18:23:46.607174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53934) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:46.643813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-c55b913a-260f-4647-adff-bc91efb92cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:46.645390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-c55b913a-260f-4647-adff-bc91efb92cd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7867787 Jul 06 18:23:46.795134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6c8c34-b55b-4806-97de-a8fd914dc2ea admin admin] Deleting subnet f8402ba4-4281-4fd5-b493-f3ad7027f846 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:23:46.803690 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8c34-b55b-4806-97de-a8fd914dc2ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:46.822397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ccc4f-9cfc-46a8-b823-e3bceb84a80b req-5190ea76-9e31-471f-a577-4a4ef033636d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:46.832294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f6ccc4f-9cfc-46a8-b823-e3bceb84a80b req-5190ea76-9e31-471f-a577-4a4ef033636d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 931 time: 0.5592875 Jul 06 18:23:46.921253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:47.004058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-ea7b11e7-f005-4c03-bb72-e22fc1ea545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:47.005627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-ea7b11e7-f005-4c03-bb72-e22fc1ea545d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1124 time: 0.5898950 Jul 06 18:23:47.133177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8c34-b55b-4806-97de-a8fd914dc2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:47.202765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Pushing event deleted for resources: {'Port': ['ID=9d487b92-8eb9-4c58-9fc2-a72cc68082d0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:47.316395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Pushing event updated for resources: {'Port': ['ID=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:47.418290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] No DVR routers for this DVR port 9d487b92-8eb9-4c58-9fc2-a72cc68082d0 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:47.421184 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:47.424869 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5919cc0-4f64-4910-a4d0-525d4293439b req-9026877a-bfdc-49b3-bcc1-665c71b9a148 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.41 "DELETE /v2.0/ports/9d487b92-8eb9-4c58-9fc2-a72cc68082d0 HTTP/1.1" status: 204 len: 173 time: 3.4680617 Jul 06 18:23:47.441581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f583d7db-ea16-40fe-932e-88375a161e86 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:47.467495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:47.496557 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f6ccc4f-9cfc-46a8-b823-e3bceb84a80b req-6d32694e-7db0-49b5-b26f-0a0af8e9b0a6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524270 Jul 06 18:23:47.556411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Transition to ACTIVE for port object f583d7db-ea16-40fe-932e-88375a161e86 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:47.557644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Attempting to bind port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:47.558074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Attempting to bind port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:47.558339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Attempting to bind port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b on network 21b676d2-c460-4f25-9445-a65a3175a40b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:47.613735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c1ced-949d-4fe8-8c67-8fca7c22e1d0 req-12a45820-e835-4c2e-8921-1f8431f3e1e8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:47.618327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8c34-b55b-4806-97de-a8fd914dc2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:47.643983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-e8c8d1b5-153f-46d0-bf8d-f4060b660cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:47.646329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-139c1ced-949d-4fe8-8c67-8fca7c22e1d0 req-12a45820-e835-4c2e-8921-1f8431f3e1e8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 944 time: 1.0720804 Jul 06 18:23:47.646718 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-e8c8d1b5-153f-46d0-bf8d-f4060b660cd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.5495462 Jul 06 18:23:47.655026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-8c868329-fa7e-49a3-8ac7-216fcc1a024d service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9577043 Jul 06 18:23:47.657654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:47.692116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b on network 21b676d2-c460-4f25-9445-a65a3175a40b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:47.692475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Attempting to bind port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b on network 21b676d2-c460-4f25-9445-a65a3175a40b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:47.733065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-01071212-9af6-422f-b2c2-1fdd3d6d134f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86792413-08dc-4137-bce8-30d1dcadc1cb HTTP/1.1" status: 200 len: 217 time: 0.0718992 Jul 06 18:23:47.813695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:47.814300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Checking segment: {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:47.814605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Bound using segment: {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:47.815131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Bound port: 2105167f-2f30-4fb2-b3b8-e2dd59bc867b, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052b554a-6bf2-4866-a61e-cfc0503f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:47.815601 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:47.883265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-139c1ced-949d-4fe8-8c67-8fca7c22e1d0 req-c8846e11-61bd-4798-b04f-ea2d322c5887 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358828 Jul 06 18:23:47.929061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-9e693572-c52a-4c35-aef9-f5e4b4099c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:47.930565 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-9e693572-c52a-4c35-aef9-f5e4b4099c81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.1502309 Jul 06 18:23:47.937829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8c34-b55b-4806-97de-a8fd914dc2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:47.952457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] For port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:47.957050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] For port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:47.985059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:48.023896 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:23:48.109666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c8c34-b55b-4806-97de-a8fd914dc2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8402ba4-4281-4fd5-b493-f3ad7027f846,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:48.121261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-079a769e-bf03-4591-8083-3cadbceb7f6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727517 Jul 06 18:23:48.135616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8af94270-3589-4fdc-959b-efddbed4f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:48.178118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03a01ce0-2e8d-42b7-800a-14acedd58489 req-dd2e1dca-63b8-4f34-9a7d-0ddd3db6d270 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072687 Jul 06 18:23:48.179753 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8c34-b55b-4806-97de-a8fd914dc2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:48.186210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cea7c1-5ef8-4ebf-aca9-4d0983d0c2ff None None] Network 4b43a250-dc8a-4656-9f26-0ad94f2d8316 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:48.188536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86792413-08dc-4137-bce8-30d1dcadc1cb no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:48.197332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ee6c8c34-b55b-4806-97de-a8fd914dc2ea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f8402ba4-4281-4fd5-b493-f3ad7027f846 HTTP/1.1" status: 204 len: 168 time: 1.5636837 Jul 06 18:23:48.207598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53956) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:48.211461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'name': 'network-vif-deleted', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:48.214918 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f1b16d-a7fa-4efc-837e-43542451df4a" -d '{"events": [{"server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "name": "network-vif-deleted", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:48.238543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f583d7db-ea16-40fe-932e-88375a161e86,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:48.314226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Attempting to bind port f583d7db-ea16-40fe-932e-88375a161e86 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:48.315911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Attempting to bind port f583d7db-ea16-40fe-932e-88375a161e86 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:48.316794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Attempting to bind port f583d7db-ea16-40fe-932e-88375a161e86 on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:48.332988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:48.333779 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:48.338732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] 10.222.0.24 "PUT /v2.0/ports/2105167f-2f30-4fb2-b3b8-e2dd59bc867b HTTP/1.1" status: 200 len: 1092 time: 3.7152870 Jul 06 18:23:48.703180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615942b-9471-4c33-be42-121f76b54e5f req-815c81b5-7683-4e45-967d-e2553cd445e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:48.713112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d615942b-9471-4c33-be42-121f76b54e5f req-815c81b5-7683-4e45-967d-e2553cd445e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1095 time: 0.4606884 Jul 06 18:23:48.785032 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:48.789674 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-16243917-c993-4f09-9276-8236a0b0e154 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317885 Jul 06 18:23:48.791448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d7a756c4-5de0-48a9-a88e-5df2975bfc3f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:48.838078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d7a756c4-5de0-48a9-a88e-5df2975bfc3f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:48.838748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d7a756c4-5de0-48a9-a88e-5df2975bfc3f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:48.870210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d638a-3dbe-40e8-8692-8d15fa92b7d9 req-2a22654f-45c7-4b48-a61a-79bb6d2e567f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:48.872098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b8d638a-3dbe-40e8-8692-8d15fa92b7d9 req-2a22654f-45c7-4b48-a61a-79bb6d2e567f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.4474397 Jul 06 18:23:48.963262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] DHCP port deletion for 4b43a250-dc8a-4656-9f26-0ad94f2d8316 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:23:49.096195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] Deleting port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:49.096890 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.266657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] For port c0fc5ee9-734d-42ba-b52f-56aba465e6a4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c0fc5ee9-734d-42ba-b52f-56aba465e6a4,segment=NetworkSegment(e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101),segment_id=e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:49.267442 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.321136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] Calling delete_port for c0fc5ee9-734d-42ba-b52f-56aba465e6a4 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:49.379578 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.396317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'tag': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:49.396874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615942b-9471-4c33-be42-121f76b54e5f req-0d97467a-aefc-4614-99dc-0ac9aaaae5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.398398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d615942b-9471-4c33-be42-121f76b54e5f req-0d97467a-aefc-4614-99dc-0ac9aaaae5f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.6457067 Jul 06 18:23:49.398674 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cf56d5-08c3-4c96-8aea-665a0f179429" -d '{"events": [{"name": "network-changed", "server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "tag": "2105167f-2f30-4fb2-b3b8-e2dd59bc867b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:49.401661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8899-9467-4d8a-b928-a408d3674821 service neutron] Pushing event updated for resources: {'Port': ['ID=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:49.428281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Port f583d7db-ea16-40fe-932e-88375a161e86 on network 387d7103-49e5-48ca-8c9e-8bb334581160 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:49.428598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Attempting to bind port f583d7db-ea16-40fe-932e-88375a161e86 on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:49.485680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-2b500ce3-2acc-4a77-8e45-c21d76984646 service neutron] 10.222.0.24 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929960 Jul 06 18:23:49.511631 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.548050 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d615942b-9471-4c33-be42-121f76b54e5f req-c701a158-b197-41d5-a7ae-c1265c6a9aac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 217 time: 0.0671797 Jul 06 18:23:49.550385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:49.550762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Checking segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:49.551185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Bound using segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:49.551641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Bound port: f583d7db-ea16-40fe-932e-88375a161e86, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:49.552006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.553670 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] No DVR routers for this DVR port c0fc5ee9-734d-42ba-b52f-56aba465e6a4 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:49.555778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad154f-816d-4906-8fd3-af5baf8307c1 None None] Pushing event deleted for resources: {'Port': ['ID=c0fc5ee9-734d-42ba-b52f-56aba465e6a4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:49.562406 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b8d638a-3dbe-40e8-8692-8d15fa92b7d9 req-fd0abd96-76e9-4859-9248-314340d84332 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609774 Jul 06 18:23:49.626504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615942b-9471-4c33-be42-121f76b54e5f req-06baa429-727b-46c1-b332-ce18468db47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.628013 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d615942b-9471-4c33-be42-121f76b54e5f req-06baa429-727b-46c1-b332-ce18468db47a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0638945 Jul 06 18:23:49.665079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] For port f583d7db-ea16-40fe-932e-88375a161e86, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:49.668682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] For port f583d7db-ea16-40fe-932e-88375a161e86, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f583d7db-ea16-40fe-932e-88375a161e86,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:49.671902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-592c26ef-0817-44e8-b785-af3d5ce04137 req-f148f20e-0d24-4452-b0e2-e44f3dcfd3bc tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7332b83-38ff-4b0f-af13-fb46205a3374 HTTP/1.1" status: 200 len: 210 time: 0.2669401 Jul 06 18:23:49.701814 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.705123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-dc6152f3-844e-400a-89fc-000abdae29b2 service neutron] 10.222.0.24 "GET /v2.0/ports/86792413-08dc-4137-bce8-30d1dcadc1cb/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.2964385 Jul 06 18:23:49.745974 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.761645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.762394 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.764053 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/f583d7db-ea16-40fe-932e-88375a161e86 HTTP/1.1" status: 200 len: 1091 time: 3.7403741 Jul 06 18:23:49.848862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181dc47-1740-40cc-a699-7c5e3fb4c9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f583d7db-ea16-40fe-932e-88375a161e86,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:49.946192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615942b-9471-4c33-be42-121f76b54e5f req-d7e6b0d1-3b08-42b5-83b1-693b6cae2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.947722 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d615942b-9471-4c33-be42-121f76b54e5f req-d7e6b0d1-3b08-42b5-83b1-693b6cae2d92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3070371 Jul 06 18:23:49.965182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef872e-59fa-492b-9c79-e98956a5a73c req-f8d12ff9-0ef0-4ca6-8957-5c19a3a1813c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.973300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d8ef872e-59fa-492b-9c79-e98956a5a73c req-f8d12ff9-0ef0-4ca6-8957-5c19a3a1813c tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.2336133 Jul 06 18:23:49.984797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b6c3e4be-94e1-4786-8197-241901a8b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.985291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b6c3e4be-94e1-4786-8197-241901a8b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.985871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b6c3e4be-94e1-4786-8197-241901a8b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.987552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-b6c3e4be-94e1-4786-8197-241901a8b8d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2866 time: 0.5748513 Jul 06 18:23:50.070797 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-f8d1bb96-ba67-4535-a3d3-751c7faf4177 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=7af083cd-4b74-4b46-90fd-afce4a60baf3 HTTP/1.1" status: 200 len: 217 time: 0.0546570 Jul 06 18:23:50.088136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d8ef872e-59fa-492b-9c79-e98956a5a73c req-cfb3a30c-85c8-47a9-915d-f182433c2c29 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105511 Jul 06 18:23:50.161270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d615942b-9471-4c33-be42-121f76b54e5f req-e827c2b0-5af9-4d19-b9c3-7f97a462f97d service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822882 Jul 06 18:23:50.166085 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1d5fe7-4dd6-4fd1-91d5-77a3820fe9f8 x-openstack-request-id: req-3a1d5fe7-4dd6-4fd1-91d5-77a3820fe9f8 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:50.166639 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7332b83-38ff-4b0f-af13-fb46205a3374", "name": "network-vif-deleted", "tag": "9d487b92-8eb9-4c58-9fc2-a72cc68082d0", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:50.167037 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a1d5fe7-4dd6-4fd1-91d5-77a3820fe9f8 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:50.167595 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7332b83-38ff-4b0f-af13-fb46205a3374', 'name': 'network-vif-deleted', 'tag': '9d487b92-8eb9-4c58-9fc2-a72cc68082d0', 'status': 'completed', 'code': 200} Jul 06 18:23:50.228100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.238651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b43a250-dc8a-4656-9f26-0ad94f2d8316']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:50.252563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:50.252858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bd3e82-5ae0-4ae8-bbd3-8aab199fd101') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:50.268901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.285172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.291865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:23:50.292393 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.352776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9d5ba90-0597-4637-ad0c-f6bb0997bc44 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:23:50.356078 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:23:50.361559 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:23:50.361559 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:23:50.361559 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:23:50.361559 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:23:50.361559 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:23:50.367641 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.463018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d615942b-9471-4c33-be42-121f76b54e5f req-b5666ac4-d6a4-4dd8-baa2-e1e8f63dcacd service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942860 Jul 06 18:23:50.482428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170aee5-2faa-4b48-9b6b-7a31c6823f7e req-3200a3f4-1eb3-4662-b77a-38b260a75686 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:50.484725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5170aee5-2faa-4b48-9b6b-7a31c6823f7e req-3200a3f4-1eb3-4662-b77a-38b260a75686 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 943 time: 0.1641076 Jul 06 18:23:50.494060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b048027-3c99-4cc1-99a0-8800132f5900 req-a2ef6adc-ed6a-450c-8ac9-d0c82dab3b55 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:50.500332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b048027-3c99-4cc1-99a0-8800132f5900 req-a2ef6adc-ed6a-450c-8ac9-d0c82dab3b55 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:50.506552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b048027-3c99-4cc1-99a0-8800132f5900 req-a2ef6adc-ed6a-450c-8ac9-d0c82dab3b55 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:50.518299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b048027-3c99-4cc1-99a0-8800132f5900 req-a2ef6adc-ed6a-450c-8ac9-d0c82dab3b55 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2413 time: 0.6204553 Jul 06 18:23:50.522647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.527016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4b43a250-dc8a-4656-9f26-0ad94f2d8316 HTTP/1.1" status: 204 len: 168 time: 2.2725921 Jul 06 18:23:50.528947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ed447-b78f-49b2-a6bd-15bcb39ddbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b43a250-dc8a-4656-9f26-0ad94f2d8316,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:50.544334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-9288f76e-7c86-4325-9566-ad57e6008bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:50.545905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-9288f76e-7c86-4325-9566-ad57e6008bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 1094 time: 0.6388340 Jul 06 18:23:50.546451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e9d5ba90-0597-4637-ad0c-f6bb0997bc44, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:50.559358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5170aee5-2faa-4b48-9b6b-7a31c6823f7e req-e8306fb6-14d0-445d-bbd3-a67cf0593d9a tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626967 Jul 06 18:23:50.564298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'mac_address': 'fa:16:3e:57:8b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:50.580019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-ec9dacd0-f526-4112-93cb-f2e61e8f8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:50.581526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-ec9dacd0-f526-4112-93cb-f2e61e8f8957 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=521f72cc-6a60-4bc1-956e-60ba34fcbfa0 HTTP/1.1" status: 200 len: 801 time: 0.4986129 Jul 06 18:23:50.642253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.671956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d5ba90-0597-4637-ad0c-f6bb0997bc44 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:50.718817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-e7db80bd-0da9-4b83-8549-8778f6aee195 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f583d7db-ea16-40fe-932e-88375a161e86 HTTP/1.1" status: 200 len: 217 time: 0.1561503 Jul 06 18:23:50.719541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e9d5ba90-0597-4637-ad0c-f6bb0997bc44, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:50.727100 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.838220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:50.908933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b048027-3c99-4cc1-99a0-8800132f5900 req-f04ae9b0-825d-407f-80f4-376c516e8d32 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889520 Jul 06 18:23:50.912240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c0fc5ee9-734d-42ba-b52f-56aba465e6a4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:50.954689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a42d3-52cb-44ff-b4bb-4ff049dc844f req-a4b43211-5856-4527-a94f-c7bdd82c9efd tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:50.966014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e56a42d3-52cb-44ff-b4bb-4ff049dc844f req-a4b43211-5856-4527-a94f-c7bdd82c9efd tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 945 time: 0.2080367 Jul 06 18:23:50.972205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:51.013072 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:51.016921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c0fc5ee9-734d-42ba-b52f-56aba465e6a4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:51.020165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c0fc5ee9-734d-42ba-b52f-56aba465e6a4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:51.025293 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bf03ee-0d77-40a9-b3fe-f0cad5e184e3 x-openstack-request-id: req-37bf03ee-0d77-40a9-b3fe-f0cad5e184e3 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:51.025293 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "tag": "2105167f-2f30-4fb2-b3b8-e2dd59bc867b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:51.025293 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37bf03ee-0d77-40a9-b3fe-f0cad5e184e3 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:51.025293 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'tag': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b', 'status': 'completed', 'code': 200} Jul 06 18:23:51.026334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54010) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:51.026458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-e17906fd-6f98-4d21-9f44-e1fde3ffde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:51.027930 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-e17906fd-6f98-4d21-9f44-e1fde3ffde43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21b676d2-c460-4f25-9445-a65a3175a40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4358211 Jul 06 18:23:51.036031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-d92d7788-849a-4e98-8bd4-19a791d621bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:51.037176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-d92d7788-849a-4e98-8bd4-19a791d621bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.3009100 Jul 06 18:23:51.098528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e56a42d3-52cb-44ff-b4bb-4ff049dc844f req-adc12c0b-9be8-4d56-9b02-f6e6fd6fac96 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283486 Jul 06 18:23:51.116438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9d5ba90-0597-4637-ad0c-f6bb0997bc44'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:51.167287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9025ba31-2b18-4038-abae-9c8e6e65d182 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15540837727f4ed582f5c3253edb5c23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1396921 Jul 06 18:23:51.169738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54014) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:51.229232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-0cdc86c5-3ff1-4cf5-83ca-2493e2c832d3 service neutron] 10.222.0.24 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909890 Jul 06 18:23:51.253494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:51.257208 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-81e404b2-4503-435b-b38c-3f6ea54e19ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2094123 Jul 06 18:23:51.294157 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4112d49-dfc4-43b7-bc14-1c4058448edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:51.361288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4112d49-dfc4-43b7-bc14-1c4058448edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:51.455878 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4112d49-dfc4-43b7-bc14-1c4058448edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:51.458796 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4112d49-dfc4-43b7-bc14-1c4058448edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:51.461163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f4112d49-dfc4-43b7-bc14-1c4058448edf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66df8e77-8e7b-47ec-95f4-42e2a0ccd94f HTTP/1.1" status: 204 len: 168 time: 0.2897973 Jul 06 18:23:51.485399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4112d49-dfc4-43b7-bc14-1c4058448edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df8e77-8e7b-47ec-95f4-42e2a0ccd94f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:51.594171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86792413-08dc-4137-bce8-30d1dcadc1cb {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:51.645731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fffe63-cb44-4cb9-9398-977dc2029058 req-3fed1512-3535-4dc2-9130-4a5f42f7e34f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:51.650181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:51.660414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-21fffe63-cb44-4cb9-9398-977dc2029058 req-3fed1512-3535-4dc2-9130-4a5f42f7e34f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1574669 Jul 06 18:23:51.740340 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:51.753936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-21fffe63-cb44-4cb9-9398-977dc2029058 req-ef51b803-5e0a-406c-b54d-2e90e2456ca2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910068 Jul 06 18:23:51.804308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-db945667-0f45-49ca-b4e6-3998409006ab service neutron] 10.222.0.24 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522773 Jul 06 18:23:51.812896 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-a47b4be1-e787-433f-b570-eb6ddeeafd28 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257413 Jul 06 18:23:51.981629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-79d93efe-7a6b-448e-abc4-64bd667e0f10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 HTTP/1.1" status: 200 len: 217 time: 0.1646483 Jul 06 18:23:52.010307 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.086731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e393-dc5d-456a-bdc9-6b866c396173 req-91ccfe66-0052-4b80-ad2b-bbfd8cda66cc tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:52.105874 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b00e393-dc5d-456a-bdc9-6b866c396173 req-91ccfe66-0052-4b80-ad2b-bbfd8cda66cc tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 943 time: 0.7378564 Jul 06 18:23:52.210632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54062) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:52.221571 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.296044 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8a6da86d-e771-48ca-b8eb-93259e44c7bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f22744942b134916be49d36aaca10f53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0796647 Jul 06 18:23:52.297005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54064) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:52.319914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] Transition to ACTIVE for port object 86792413-08dc-4137-bce8-30d1dcadc1cb will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:52.324916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-ba33441a-0222-4ac6-a751-740f8b50878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:52.338678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-ba33441a-0222-4ac6-a751-740f8b50878d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75823af0-55f9-4a16-a601-d7fbcfe8c923 HTTP/1.1" status: 200 len: 801 time: 0.2951415 Jul 06 18:23:52.355037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b00e393-dc5d-456a-bdc9-6b866c396173 req-fe60353f-8cbe-42fa-bffa-73c77212d351 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463846 Jul 06 18:23:52.358167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9d5ba90-0597-4637-ad0c-f6bb0997bc44 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:52.374051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.432798 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ebd18e9e-bc81-4e3a-af85-34fad14d1bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.435769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d29244f-4b86-4334-9641-d4ff738777e2 req-207dc4a1-6c9f-4aa2-b569-88c238235104 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867884 Jul 06 18:23:52.476936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ebd18e9e-bc81-4e3a-af85-34fad14d1bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.494172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823da7d-4f88-40c4-a1a8-0b9c8755d239 req-457a4420-0743-48a1-ae71-4019a30e75c5 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:52.502985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6823da7d-4f88-40c4-a1a8-0b9c8755d239 req-457a4420-0743-48a1-ae71-4019a30e75c5 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 943 time: 0.1777396 Jul 06 18:23:52.535439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:52.539450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:52.539828 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.602170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6823da7d-4f88-40c4-a1a8-0b9c8755d239 req-1994ad80-3690-4206-81e2-dbe3468b14a1 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979316 Jul 06 18:23:52.639917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ebd18e9e-bc81-4e3a-af85-34fad14d1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.643298 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ebd18e9e-bc81-4e3a-af85-34fad14d1bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.644919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ebd18e9e-bc81-4e3a-af85-34fad14d1bd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9eeda0e-650f-4526-9b34-0068027189c0 HTTP/1.1" status: 204 len: 168 time: 0.3461549 Jul 06 18:23:52.660081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd18e9e-bc81-4e3a-af85-34fad14d1bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eeda0e-650f-4526-9b34-0068027189c0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:52.742573 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.762982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] No DVR routers for this DVR port 86792413-08dc-4137-bce8-30d1dcadc1cb on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:52.810715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:52.810715 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc15d9-39f2-4f99-b89b-1eb169dcc25a" -d '{"events": [{"server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "name": "network-vif-plugged", "status": "completed", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:52.840914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e9d5ba90-0597-4637-ad0c-f6bb0997bc44, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:52.851320 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.938481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebc53f-800f-4d10-92db-48b0227ff1ea req-edcac092-d632-4acc-80af-de2c2ed39f74 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:52.942172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0ebc53f-800f-4d10-92db-48b0227ff1ea req-edcac092-d632-4acc-80af-de2c2ed39f74 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 945 time: 0.1600561 Jul 06 18:23:52.998797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:53.015543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0ebc53f-800f-4d10-92db-48b0227ff1ea req-311054b4-50fc-4cdb-a79e-c0c6d8634fe4 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645080 Jul 06 18:23:53.081028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e170698-6125-47b0-ab20-64e68c47ac01', 'tag': 'f583d7db-ea16-40fe-932e-88375a161e86'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:53.083403 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d68fa8-4327-434f-b606-3e68ca92b2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e170698-6125-47b0-ab20-64e68c47ac01", "tag": "f583d7db-ea16-40fe-932e-88375a161e86"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:53.105515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] Pushing event updated for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:53.159139 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-c9ff094d-c1f9-4c2e-96a2-504998648631 service neutron] 10.222.0.24 "PUT /v2.0/ports/86792413-08dc-4137-bce8-30d1dcadc1cb/bindings/n-h1-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 3.4163940 Jul 06 18:23:53.163689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-74f363d4-f577-4527-adf7-dd858a31bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.165818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-74f363d4-f577-4527-adf7-dd858a31bc83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9446111-999b-4227-8cbe-96d488f88f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7932036 Jul 06 18:23:53.257199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-7db0628d-89ad-4f22-b058-153f4c49e1ce tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.259167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-7db0628d-89ad-4f22-b058-153f4c49e1ce tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 944 time: 0.5983427 Jul 06 18:23:53.355000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011aa1-129d-4e9e-a828-6a596efc9f11 req-a1f8110b-9e8f-4d4d-8c83-fedc484a074f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.362786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-b3162bf8-41bd-4d58-930f-0e83b7870582 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.364693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-b3162bf8-41bd-4d58-930f-0e83b7870582 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.1430058 Jul 06 18:23:53.375483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f11f8-23ed-4b56-b5ae-5847485ee3ac req-03759229-31bf-4fbb-80b8-ce25ece46e4e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.378352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011aa1-129d-4e9e-a828-6a596efc9f11 req-a1f8110b-9e8f-4d4d-8c83-fedc484a074f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.387120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-597f11f8-23ed-4b56-b5ae-5847485ee3ac req-03759229-31bf-4fbb-80b8-ce25ece46e4e tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 944 time: 0.1193535 Jul 06 18:23:53.395669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011aa1-129d-4e9e-a828-6a596efc9f11 req-a1f8110b-9e8f-4d4d-8c83-fedc484a074f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.408172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22011aa1-129d-4e9e-a828-6a596efc9f11 req-a1f8110b-9e8f-4d4d-8c83-fedc484a074f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2413 time: 0.7448506 Jul 06 18:23:53.535425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-597f11f8-23ed-4b56-b5ae-5847485ee3ac req-6efa1b32-13ab-4ec0-837b-6fb9e5c73ac9 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455045 Jul 06 18:23:53.625015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-a72ce639-5584-448e-8f02-ef29969aa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.632078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-a72ce639-5584-448e-8f02-ef29969aa5e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b&tenant_id=9b930b3c03d44f3db7e9b9a394be0525 HTTP/1.1" status: 200 len: 1095 time: 0.2358112 Jul 06 18:23:53.789747 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22011aa1-129d-4e9e-a828-6a596efc9f11 req-b00d849f-bed1-4b0c-b6ed-9e29f3828bd8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796380 Jul 06 18:23:53.824145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-3404b25e-d045-41a5-8f1f-c6e9ec0403ca service neutron] 10.222.0.24 "GET /v2.0/networks/d9446111-999b-4227-8cbe-96d488f88f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493018 Jul 06 18:23:53.870970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-2277dce0-d039-4c71-8a14-c655d4555e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:53.876088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-2277dce0-d039-4c71-8a14-c655d4555e6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1095 time: 0.2156370 Jul 06 18:23:54.022727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Deleting port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:54.023242 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:54.041300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-6e800925-da1c-4804-99d8-be094ae64884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:54.042906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-6e800925-da1c-4804-99d8-be094ae64884 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.1576533 Jul 06 18:23:54.118957 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-7af68c46-2132-48ae-ae06-132eddc1c766 service neutron] 10.222.0.24 "GET /v2.0/networks/d9446111-999b-4227-8cbe-96d488f88f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761834 Jul 06 18:23:54.125272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-fbe173f9-0c01-4dd5-acfd-865f5421b07e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86792413-08dc-4137-bce8-30d1dcadc1cb HTTP/1.1" status: 200 len: 217 time: 0.0692639 Jul 06 18:23:54.175514 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-7916c7bb-08e7-4b76-932a-a7e9935a45a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=2105167f-2f30-4fb2-b3b8-e2dd59bc867b HTTP/1.1" status: 200 len: 217 time: 0.0490239 Jul 06 18:23:54.206517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-f384798f-50d0-4345-953d-54cdd98539a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:54.208395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-f384798f-50d0-4345-953d-54cdd98539a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.0734947 Jul 06 18:23:54.278776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] For port e9ca1cb4-5914-47cc-a8c2-0897f42d0510, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:54.283144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:54.326342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Calling delete_port for e9ca1cb4-5914-47cc-a8c2-0897f42d0510 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:54.327704 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe5d44-ea4f-4c00-9042-07056507db58 x-openstack-request-id: req-94fe5d44-ea4f-4c00-9042-07056507db58 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:54.328636 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "name": "network-vif-plugged", "status": "completed", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:54.330492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-00ae590d-1d30-47d8-a7e6-931c46bc66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:54.331086 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94fe5d44-ea4f-4c00-9042-07056507db58 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:54.331663 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'code': 200} Jul 06 18:23:54.333611 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-00ae590d-1d30-47d8-a7e6-931c46bc66ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=521f72cc-6a60-4bc1-956e-60ba34fcbfa0 HTTP/1.1" status: 200 len: 801 time: 0.1511085 Jul 06 18:23:54.356980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-8ef058ca-ca82-496f-ba8b-72890763087f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364102 Jul 06 18:23:54.372401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f583d7db-ea16-40fe-932e-88375a161e86 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:54.470772 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9de0b1-4fab-4c1c-8144-9152bb812358 x-openstack-request-id: req-7b9de0b1-4fab-4c1c-8144-9152bb812358 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:54.471134 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e170698-6125-47b0-ab20-64e68c47ac01", "tag": "f583d7db-ea16-40fe-932e-88375a161e86", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:54.471399 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b9de0b1-4fab-4c1c-8144-9152bb812358 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:54.471804 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e170698-6125-47b0-ab20-64e68c47ac01', 'tag': 'f583d7db-ea16-40fe-932e-88375a161e86', 'status': 'completed', 'code': 200} Jul 06 18:23:54.638797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f583d7db-ea16-40fe-932e-88375a161e86, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f583d7db-ea16-40fe-932e-88375a161e86,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:54.665561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-8a8fd218-d6a6-49e9-a456-697b6c615298 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939718 Jul 06 18:23:54.675175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'f583d7db-ea16-40fe-932e-88375a161e86', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'port_id': 'f583d7db-ea16-40fe-932e-88375a161e86', 'mac_address': 'fa:16:3e:7f:de:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22a3273-97c7-4233-beab-c55c5efc7ca5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:54.711263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2720979-1350-4cf8-bd65-bfabd34ca3ac req-99f395f7-ab9c-4659-978f-3d6b0fe30487 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:54.716048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f2720979-1350-4cf8-bd65-bfabd34ca3ac req-99f395f7-ab9c-4659-978f-3d6b0fe30487 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.6719394 Jul 06 18:23:54.786117 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:54.836904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f583d7db-ea16-40fe-932e-88375a161e86 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:54.900349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f583d7db-ea16-40fe-932e-88375a161e86, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f583d7db-ea16-40fe-932e-88375a161e86,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:54.909636 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:55.014738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f2720979-1350-4cf8-bd65-bfabd34ca3ac req-f2d920fb-0c61-44d1-893d-9fe58ce8fa3e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387273 Jul 06 18:23:55.066157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f583d7db-ea16-40fe-932e-88375a161e86,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:55.069765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8066b-0219-4a9a-8814-e25285105fe4 req-9614ef81-5060-4242-96c9-2ec81bab83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:55.083559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9fd8066b-0219-4a9a-8814-e25285105fe4 req-9614ef81-5060-4242-96c9-2ec81bab83e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.4169700 Jul 06 18:23:55.130293 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:55.136563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-1e5be1c5-f1a3-457d-a505-401e8d21dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:55.138533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-1e5be1c5-f1a3-457d-a505-401e8d21dc88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 1094 time: 0.6608112 Jul 06 18:23:55.174021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476138d9-1cb2-4674-8aa9-774b497778fd req-5acc5e7f-a209-4a22-8535-08fc394abbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:55.175742 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-5acc5e7f-a209-4a22-8535-08fc394abbb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21b676d2-c460-4f25-9445-a65a3175a40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8350868 Jul 06 18:23:55.180536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Pushing event deleted for resources: {'Port': ['ID=e9ca1cb4-5914-47cc-a8c2-0897f42d0510,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:55.185699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f583d7db-ea16-40fe-932e-88375a161e86'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:55.200658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-6979efa0-af1d-44e6-81f4-e36d7b104815 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802868 Jul 06 18:23:55.238947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9fd8066b-0219-4a9a-8814-e25285105fe4 req-5f947f21-800f-4f30-92a0-dea99d8f843c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447160 Jul 06 18:23:55.444729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140bac5-0263-4da6-b9da-4b9379251cd1 req-d94f347f-93a1-4916-a122-6e48e8f9ea17 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:55.446379 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c140bac5-0263-4da6-b9da-4b9379251cd1 req-d94f347f-93a1-4916-a122-6e48e8f9ea17 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 944 time: 0.1949682 Jul 06 18:23:55.511732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-6d2db2f4-1624-46a8-955c-fec635455e09 service neutron] 10.222.0.24 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983270 Jul 06 18:23:55.513116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-e395dd02-9fe3-4be1-ae00-d502bd7e64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:55.514576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-e395dd02-9fe3-4be1-ae00-d502bd7e64ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.3375969 Jul 06 18:23:55.594869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-b2f05096-c019-4c4e-be58-eba3e3a3f2a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f583d7db-ea16-40fe-932e-88375a161e86 HTTP/1.1" status: 200 len: 217 time: 0.0598164 Jul 06 18:23:55.657599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c140bac5-0263-4da6-b9da-4b9379251cd1 req-e3f6c727-e9bb-46d7-8daa-b7d5cea2c713 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942077 Jul 06 18:23:55.727330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f06ed-bf78-4a7a-904c-c92df2f05f8a req-2376818e-c71c-45b5-87ea-2b7a9df5994e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:55.729575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dd4f06ed-bf78-4a7a-904c-c92df2f05f8a req-2376818e-c71c-45b5-87ea-2b7a9df5994e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 944 time: 0.9501877 Jul 06 18:23:55.730991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] No DVR routers for this DVR port e9ca1cb4-5914-47cc-a8c2-0897f42d0510 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:55.739047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:55.741044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1050cd82-73c9-4520-8fb6-31d9946ffc86 req-de97e746-ed33-4937-b77a-b1ffc3ef4695 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.41 "DELETE /v2.0/ports/e9ca1cb4-5914-47cc-a8c2-0897f42d0510 HTTP/1.1" status: 204 len: 173 time: 2.4732924 Jul 06 18:23:55.776464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e21d-d141-4287-bd62-7c92310e8889 req-1cb33082-0a06-4810-aac3-425f96b1bbcf tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:55.779482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-1cb33082-0a06-4810-aac3-425f96b1bbcf tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b&tenant_id=9b930b3c03d44f3db7e9b9a394be0525&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.1665196 Jul 06 18:23:55.805526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dd4f06ed-bf78-4a7a-904c-c92df2f05f8a req-324d76f3-b0ff-4ed4-8cf9-e178bc1c4f23 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634918 Jul 06 18:23:55.817499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-139e396f-010a-49d8-afa4-8e4f2e611e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:55.819029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-139e396f-010a-49d8-afa4-8e4f2e611e4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1806753 Jul 06 18:23:55.875773 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-1165da29-969b-4123-b4b8-a3f8067fd6f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472448 Jul 06 18:23:55.878402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-476138d9-1cb2-4674-8aa9-774b497778fd req-65192257-06c1-4caa-8803-39cbabc168ff service neutron] 10.222.0.24 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542058 Jul 06 18:23:56.060392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-65d62707-fb5f-4f8b-81c6-5a2e294bac55 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727445 Jul 06 18:23:56.070679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cfcae-56c4-413d-ae0f-b6ea27351ee0 req-d8a3920b-f0ae-4031-b931-1185f30e10d1 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.090479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f6cfcae-56c4-413d-ae0f-b6ea27351ee0 req-d8a3920b-f0ae-4031-b931-1185f30e10d1 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 946 time: 0.2362888 Jul 06 18:23:56.118537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54210) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:56.151619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-1265e21d-d141-4287-bd62-7c92310e8889 req-848d4014-692a-4e4f-a7c4-a76208113240 service neutron] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:56.168762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f6cfcae-56c4-413d-ae0f-b6ea27351ee0 req-476e876c-dd3f-4540-a91b-9e4b14bcd255 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765870 Jul 06 18:23:56.172256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1265e21d-d141-4287-bd62-7c92310e8889 req-848d4014-692a-4e4f-a7c4-a76208113240 service neutron] Notify callbacks [] for binding, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:56.180346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265e21d-d141-4287-bd62-7c92310e8889 req-848d4014-692a-4e4f-a7c4-a76208113240 service neutron] 10.222.0.41 "DELETE /v2.0/ports/86792413-08dc-4137-bce8-30d1dcadc1cb/bindings/n-h2-799684-2 HTTP/1.1" status: 204 len: 173 time: 0.3935964 Jul 06 18:23:56.197006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-146dbb5b-a585-43fa-8609-8f9beaa3afb7 req-0ca52fea-4d0d-4df4-a5ea-441ac519b582 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8dbaec2-1e27-4029-96b8-ce5ff3f46ead HTTP/1.1" status: 200 len: 210 time: 0.0878057 Jul 06 18:23:56.356674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6e706052-654a-4c23-8c69-4bded0dc89e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:56.413447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-7f98b89a-0b28-4d1f-8bec-13d025efe3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.414296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-7f98b89a-0b28-4d1f-8bec-13d025efe3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.415076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-7f98b89a-0b28-4d1f-8bec-13d025efe3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.416598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f583d7db-ea16-40fe-932e-88375a161e86 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:56.426268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-7f98b89a-0b28-4d1f-8bec-13d025efe3fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2866 time: 0.3567736 Jul 06 18:23:56.436685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0d68fa8-4327-434f-b606-3e68ca92b2e8 req-37babce2-485a-421e-b574-323cda442ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289149 Jul 06 18:23:56.466815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-e0cf74f7-132b-4269-85d4-58707009af5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4311197 Jul 06 18:23:56.484066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'name': 'network-vif-deleted', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:56.488708 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826195c5-2b89-4053-b07d-fe77332c4cc2" -d '{"events": [{"server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "name": "network-vif-deleted", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:56.592718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a204-eefa-4076-a2cd-afd5a40864ef req-071a0eac-d730-45f6-ae63-6fcd6cd1775b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.607458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a204-eefa-4076-a2cd-afd5a40864ef req-071a0eac-d730-45f6-ae63-6fcd6cd1775b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.621927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a204-eefa-4076-a2cd-afd5a40864ef req-071a0eac-d730-45f6-ae63-6fcd6cd1775b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.623681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1828a204-eefa-4076-a2cd-afd5a40864ef req-071a0eac-d730-45f6-ae63-6fcd6cd1775b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2413 time: 0.2620366 Jul 06 18:23:56.646407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port f583d7db-ea16-40fe-932e-88375a161e86 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:56.677216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port f583d7db-ea16-40fe-932e-88375a161e86 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:56.683342 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:56.711208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-7a964a41-009f-4c25-a45f-c66eff758180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.712729 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-7a964a41-009f-4c25-a45f-c66eff758180 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9446111-999b-4227-8cbe-96d488f88f69 HTTP/1.1" status: 200 len: 902 time: 0.2785504 Jul 06 18:23:56.716044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-91de22e7-1c9c-4314-993f-7c0078216413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.718620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-91de22e7-1c9c-4314-993f-7c0078216413 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 1096 time: 0.1180725 Jul 06 18:23:56.750358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1828a204-eefa-4076-a2cd-afd5a40864ef req-ac9f381b-cb28-4f15-8425-6b399ff9a8cf tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159029 Jul 06 18:23:56.784558 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6e706052-654a-4c23-8c69-4bded0dc89e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:56.792081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6e706052-654a-4c23-8c69-4bded0dc89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:56.844179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-6a09e951-a282-40e1-9482-b8a1f6643284 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382280 Jul 06 18:23:56.893641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-fcfb0e7d-3303-4bea-9624-d8f0157eadf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 HTTP/1.1" status: 200 len: 217 time: 0.1515758 Jul 06 18:23:56.897792 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6e706052-654a-4c23-8c69-4bded0dc89e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f80870d389e4e4ea9eda9cf432650ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7765186 Jul 06 18:23:56.898513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54230) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:57.030025 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.040860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e706052-654a-4c23-8c69-4bded0dc89e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21f1eb6-b34c-4537-99fd-46292f8211ad,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:57.048322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-65740693-56ea-4441-99e8-24bf6244ffb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.077473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-65740693-56ea-4441-99e8-24bf6244ffb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.099368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e170698-6125-47b0-ab20-64e68c47ac01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f583d7db-ea16-40fe-932e-88375a161e86'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:57.103123 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a3ea01-4ae7-45d3-88f3-7c0442ce2bd3" -d '{"events": [{"server_uuid": "9e170698-6125-47b0-ab20-64e68c47ac01", "name": "network-vif-plugged", "status": "completed", "tag": "f583d7db-ea16-40fe-932e-88375a161e86"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:57.123952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f583d7db-ea16-40fe-932e-88375a161e86, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f583d7db-ea16-40fe-932e-88375a161e86,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:57.138689 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.139988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9ca1cb4-5914-47cc-a8c2-0897f42d0510 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:57.167593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-65740693-56ea-4441-99e8-24bf6244ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.170733 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-65740693-56ea-4441-99e8-24bf6244ffb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.174440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-65740693-56ea-4441-99e8-24bf6244ffb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c21f1eb6-b34c-4537-99fd-46292f8211ad HTTP/1.1" status: 204 len: 168 time: 0.2690306 Jul 06 18:23:57.192079 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65740693-56ea-4441-99e8-24bf6244ffb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21f1eb6-b34c-4537-99fd-46292f8211ad,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:57.224319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d138-3798-4906-9302-08fa1a8c2af0 req-8d2022fb-c802-4d77-8028-aaec89dd2bad tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:57.232217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03b9d138-3798-4906-9302-08fa1a8c2af0 req-8d2022fb-c802-4d77-8028-aaec89dd2bad tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1870096 Jul 06 18:23:57.257958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f583d7db-ea16-40fe-932e-88375a161e86,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:57.275561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-285ec940-77de-42cb-86db-b65850f3baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:57.276367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: e9ca1cb4-5914-47cc-a8c2-0897f42d0510 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:57.276715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9ca1cb4-5914-47cc-a8c2-0897f42d0510 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:57.283507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03b9d138-3798-4906-9302-08fa1a8c2af0 req-1ab0c0dc-1fc7-4bd2-8926-4ae1be20b1d8 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488446 Jul 06 18:23:57.283844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-285ec940-77de-42cb-86db-b65850f3baa0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75823af0-55f9-4a16-a601-d7fbcfe8c923 HTTP/1.1" status: 200 len: 801 time: 0.3105683 Jul 06 18:23:57.367414 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269730e-616f-4f30-b927-b80beae96f73 x-openstack-request-id: req-e269730e-616f-4f30-b927-b80beae96f73 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:57.367705 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dbaec2-1e27-4029-96b8-ce5ff3f46ead", "name": "network-vif-deleted", "tag": "e9ca1cb4-5914-47cc-a8c2-0897f42d0510", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:57.367947 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e269730e-616f-4f30-b927-b80beae96f73 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:57.368343 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dbaec2-1e27-4029-96b8-ce5ff3f46ead', 'name': 'network-vif-deleted', 'tag': 'e9ca1cb4-5914-47cc-a8c2-0897f42d0510', 'status': 'completed', 'code': 200} Jul 06 18:23:57.406822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-14545c78-652f-4373-8f93-f8d01007b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:57.408345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-14545c78-652f-4373-8f93-f8d01007b49a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 200 len: 908 time: 0.6321626 Jul 06 18:23:57.419433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-93ed5576-37ad-4642-836c-5c93c5fe2369 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:57.426265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-93ed5576-37ad-4642-836c-5c93c5fe2369 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5435808 Jul 06 18:23:57.562164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f3a42-70d7-434f-bec6-2c70fd10dcd2 req-5c826777-f5eb-409a-8efb-122b1d0a8748 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:57.569233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-200f3a42-70d7-434f-bec6-2c70fd10dcd2 req-5c826777-f5eb-409a-8efb-122b1d0a8748 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 945 time: 0.1012461 Jul 06 18:23:57.669637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-200f3a42-70d7-434f-bec6-2c70fd10dcd2 req-cf2616ba-df16-47e8-b23e-5eb92b44f2ff tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993726 Jul 06 18:23:57.728779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54242) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:57.748506 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f49c7ecf-c10a-4285-9168-b71016a93169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.832733 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-90187edd-c204-4d82-bbfe-f217f798661f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 200 len: 217 time: 0.4029715 Jul 06 18:23:57.839332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-f85a1c5d-3ae8-475f-8a8c-83921acc5d64 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/quotas/3c3c4d3d86cb460b9baee5032a500e2c HTTP/1.1" status: 200 len: 375 time: 0.4121361 Jul 06 18:23:57.948783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f49c7ecf-c10a-4285-9168-b71016a93169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.949457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-061e59b7-c68e-4b57-b7bf-1dc44efd8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:57.950823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-061e59b7-c68e-4b57-b7bf-1dc44efd8cb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9446111-999b-4227-8cbe-96d488f88f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6348450 Jul 06 18:23:57.954383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-5c4cd2ba-bdb4-45a7-951f-ed0a0abfbfa1 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938079 Jul 06 18:23:57.964212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f16c3-953a-4cb4-ad6b-1810bc51637c req-5475ff1a-61c7-45d6-bb6e-c6833fc4001e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:57.966549 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-357f16c3-953a-4cb4-ad6b-1810bc51637c req-5475ff1a-61c7-45d6-bb6e-c6833fc4001e tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 944 time: 0.1183066 Jul 06 18:23:57.967780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f49c7ecf-c10a-4285-9168-b71016a93169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.037197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f49c7ecf-c10a-4285-9168-b71016a93169 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d53a7e8ed34475f832f64a682ad0d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070805 Jul 06 18:23:58.037928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54246) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:58.044105 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c7ecf-c10a-4285-9168-b71016a93169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d68d6-6a33-44d6-874e-2ca2e3fb49e0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:58.044810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-c91d2431-4c53-4ae4-b4ca-2abc32efa157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:58.046778 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-c91d2431-4c53-4ae4-b4ca-2abc32efa157 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 200 len: 847 time: 0.2056689 Jul 06 18:23:58.066318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-f7e655af-c4ba-4b05-b5e2-e378ba7543bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:58.068369 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-f7e655af-c4ba-4b05-b5e2-e378ba7543bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 1097 time: 0.2951710 Jul 06 18:23:58.112351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-357f16c3-953a-4cb4-ad6b-1810bc51637c req-3dc74028-2c7f-4257-b21a-7b40cc82efa1 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291602 Jul 06 18:23:58.172640 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-841fee0b-3b11-4948-ae89-77e5e9af033a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0cee59f4-ce99-4d40-8278-44c03952b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099377 Jul 06 18:23:58.255582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7af083cd-4b74-4b46-90fd-afce4a60baf3 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:58.284617 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af76ca66-e231-4f79-b856-ceb4c50a9f46 x-openstack-request-id: req-af76ca66-e231-4f79-b856-ceb4c50a9f46 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:58.285590 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e170698-6125-47b0-ab20-64e68c47ac01", "name": "network-vif-plugged", "status": "completed", "tag": "f583d7db-ea16-40fe-932e-88375a161e86", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:58.286120 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af76ca66-e231-4f79-b856-ceb4c50a9f46 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:58.288639 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e170698-6125-47b0-ab20-64e68c47ac01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f583d7db-ea16-40fe-932e-88375a161e86', 'code': 200} Jul 06 18:23:58.481865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-d2d8ff2f-3b63-44aa-b091-b65dd36d5b35 service neutron] 10.222.0.24 "GET /v2.0/networks/d9446111-999b-4227-8cbe-96d488f88f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189090 Jul 06 18:23:58.494129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7af083cd-4b74-4b46-90fd-afce4a60baf3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7af083cd-4b74-4b46-90fd-afce4a60baf3,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:58.522583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '7af083cd-4b74-4b46-90fd-afce4a60baf3', 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b', 'port_id': '7af083cd-4b74-4b46-90fd-afce4a60baf3', 'mac_address': 'fa:16:3e:66:ee:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521f72cc-6a60-4bc1-956e-60ba34fcbfa0', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:58.569376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4217ee43-dfe9-4b1c-a4a4-8b2c9c418e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.601635 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4217ee43-dfe9-4b1c-a4a4-8b2c9c418e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.697309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-05e19810-75d9-4ec7-ae22-372fc6f1e773 service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059900 Jul 06 18:23:58.787903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e35ec-87a9-444d-ac8f-9ba3bee4eaeb req-b15fb8ac-993e-47d8-9047-de4d5f1f851a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:58.794048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e35ec-87a9-444d-ac8f-9ba3bee4eaeb req-b15fb8ac-993e-47d8-9047-de4d5f1f851a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:58.800625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e35ec-87a9-444d-ac8f-9ba3bee4eaeb req-b15fb8ac-993e-47d8-9047-de4d5f1f851a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:58.807588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a23e35ec-87a9-444d-ac8f-9ba3bee4eaeb req-b15fb8ac-993e-47d8-9047-de4d5f1f851a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2413 time: 0.1687365 Jul 06 18:23:58.816550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4217ee43-dfe9-4b1c-a4a4-8b2c9c418e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.826386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4217ee43-dfe9-4b1c-a4a4-8b2c9c418e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.828150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4217ee43-dfe9-4b1c-a4a4-8b2c9c418e4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a61d68d6-6a33-44d6-874e-2ca2e3fb49e0 HTTP/1.1" status: 204 len: 168 time: 0.7874784 Jul 06 18:23:58.860735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a23e35ec-87a9-444d-ac8f-9ba3bee4eaeb req-0c250bc2-df02-43e3-b252-8aff93f45a19 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Jul 06 18:23:58.862786 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.890682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af083cd-4b74-4b46-90fd-afce4a60baf3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:58.934559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7af083cd-4b74-4b46-90fd-afce4a60baf3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7af083cd-4b74-4b46-90fd-afce4a60baf3,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:58.959990 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.961361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:58.981886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dda2f7f-4236-4df2-963e-3f2c07e239ea req-cfdf2ba1-62c5-4eca-b7f5-74f39786e27c tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 210 time: 0.0426357 Jul 06 18:23:59.105884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ee43-dfe9-4b1c-a4a4-8b2c9c418e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d68d6-6a33-44d6-874e-2ca2e3fb49e0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:59.117108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7af083cd-4b74-4b46-90fd-afce4a60baf3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:59.124355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-4859de70-1e18-4254-88b7-f209c9bf7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.130063 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-4859de70-1e18-4254-88b7-f209c9bf7b7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.9242258 Jul 06 18:23:59.177759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69166-81f3-4bde-ac9c-59ea71f56420 req-4076a90b-74d6-4a83-b747-3713e679e4e3 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.184982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9bf69166-81f3-4bde-ac9c-59ea71f56420 req-4076a90b-74d6-4a83-b747-3713e679e4e3 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.0765471 Jul 06 18:23:59.230296 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9bf69166-81f3-4bde-ac9c-59ea71f56420 req-2db8313d-df3f-493f-a179-6d05e54c5799 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Jul 06 18:23:59.234789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,segment=NetworkSegment(5a6e4c5c-98e2-4f14-9d10-49fa82ad6607),segment_id=5a6e4c5c-98e2-4f14-9d10-49fa82ad6607)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:59.243396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a813-dded-4b86-80fc-7c1dcb540fa1 req-ad8b17af-5466-4eb3-a02f-8d214562327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.244922 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2719a813-dded-4b86-80fc-7c1dcb540fa1 req-ad8b17af-5466-4eb3-a02f-8d214562327d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 1096 time: 0.8233070 Jul 06 18:23:59.296858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171', 'network_id': 'd9446111-999b-4227-8cbe-96d488f88f69', 'port_id': 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171', 'mac_address': 'fa:16:3e:af:e5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75823af0-55f9-4a16-a601-d7fbcfe8c923', 'ip_address': '19.86.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:59.377644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.402962 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:59.429442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,segment=NetworkSegment(5a6e4c5c-98e2-4f14-9d10-49fa82ad6607),segment_id=5a6e4c5c-98e2-4f14-9d10-49fa82ad6607)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:59.436889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.438116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2105167f-2f30-4fb2-b3b8-e2dd59bc867b details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:59.528002 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c072d1d-9512-4c39-b425-c322dfadc5cf req-bb59d63c-b9f1-4547-8de0-7a9da9184aae service neutron] 10.222.0.41 "GET /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052289 Jul 06 18:23:59.529689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-90f71124-c0a3-4d86-b5cc-1659f8a1278d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb HTTP/1.1" status: 200 len: 217 time: 0.3482378 Jul 06 18:23:59.536529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2097e388-4dc8-4f10-8f71-c8ad2f62b3a6 req-73ec160f-8d50-4060-b692-e75238de0c3c service neutron] 10.222.0.24 "GET /v2.0/networks/d9446111-999b-4227-8cbe-96d488f88f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0400364 Jul 06 18:23:59.592904 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2719a813-dded-4b86-80fc-7c1dcb540fa1 req-ca19ec54-5d98-49a4-8143-a682f806acc7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747340 Jul 06 18:23:59.626989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:59.646007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:59.657275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6509e5-9f9a-4bf7-8fac-814812dcabb9 req-44e11ca7-52ff-45d5-bae4-21979302a1c4 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.661005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d6509e5-9f9a-4bf7-8fac-814812dcabb9 req-44e11ca7-52ff-45d5-bae4-21979302a1c4 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 946 time: 1.0062618 Jul 06 18:23:59.673907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b', 'network_id': '21b676d2-c460-4f25-9445-a65a3175a40b', 'port_id': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b', 'mac_address': 'fa:16:3e:69:54:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521f72cc-6a60-4bc1-956e-60ba34fcbfa0', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:59.682751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-cdb54f5b-5adc-4e6b-8202-30c58a6be6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.684401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-cdb54f5b-5adc-4e6b-8202-30c58a6be6cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.1427753 Jul 06 18:23:59.737249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbd375-3e86-47b2-9262-a8c09f112a8c req-6e14e317-4a00-4508-9454-2dd0b711617d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.739115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55bbd375-3e86-47b2-9262-a8c09f112a8c req-6e14e317-4a00-4508-9454-2dd0b711617d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 945 time: 0.0918493 Jul 06 18:23:59.762102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-bd24c689-65a4-454a-bc74-435cf97ea97d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671148 Jul 06 18:23:59.764309 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.793980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2105167f-2f30-4fb2-b3b8-e2dd59bc867b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:59.812724 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55bbd375-3e86-47b2-9262-a8c09f112a8c req-d01d3a44-5b08-4a0f-983e-390704aef005 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672905 Jul 06 18:23:59.832973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:59.840408 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.845477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d6509e5-9f9a-4bf7-8fac-814812dcabb9 req-b24bb0dc-1938-438d-b1d8-ae2eeb95cb6e tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597753 Jul 06 18:23:59.909357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:59.972120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-7ddccf1d-ee03-479c-8831-784a38593b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.972587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-7ddccf1d-ee03-479c-8831-784a38593b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.973449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-7ddccf1d-ee03-479c-8831-784a38593b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.975158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-7ddccf1d-ee03-479c-8831-784a38593b32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2868 time: 0.2326543 Jul 06 18:23:59.977361 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-100c576d-6e5b-4c94-b2ae-1a05062d9982 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761124 Jul 06 18:24:00.018546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0eb1f-3c8c-4cc4-a50c-3e90faee1b42 req-5ac4551c-65e2-4d71-b004-e5056614ace7 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.020972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dda0eb1f-3c8c-4cc4-a50c-3e90faee1b42 req-5ac4551c-65e2-4d71-b004-e5056614ace7 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 1095 time: 0.0869012 Jul 06 18:24:00.075699 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dda0eb1f-3c8c-4cc4-a50c-3e90faee1b42 req-656d9422-35bc-409c-85ff-cc6d435f5c98 tempest-LiveMigrationTest-388554536 tempest-LiveMigrationTest-388554536-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488808 Jul 06 18:24:00.191995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['7af083cd-4b74-4b46-90fd-afce4a60baf3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:00.217626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5cf2047-c907-4537-b4ca-81abe69af7bb req-cf2a9ed6-334b-42ae-a10a-2e8aed41218d service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054706 Jul 06 18:24:00.235224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89b7f-f22a-4e9f-a2eb-90f5b07db3c5 req-c8417a98-d7aa-47d6-ad2d-208c69708bfe tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.236961 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68f89b7f-f22a-4e9f-a2eb-90f5b07db3c5 req-c8417a98-d7aa-47d6-ad2d-208c69708bfe tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 944 time: 0.2370553 Jul 06 18:24:00.239330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-f0f67ab1-8d78-4d36-b50d-a20fe417694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.240789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-f0f67ab1-8d78-4d36-b50d-a20fe417694d service neutron] 10.222.0.24 "GET /v2.0/networks?id=21b676d2-c460-4f25-9445-a65a3175a40b HTTP/1.1" status: 200 len: 902 time: 0.2298481 Jul 06 18:24:00.244163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['2105167f-2f30-4fb2-b3b8-e2dd59bc867b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:00.311378 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-21b6cd0e-3883-41ec-b1bb-d913acab70af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=2105167f-2f30-4fb2-b3b8-e2dd59bc867b HTTP/1.1" status: 200 len: 217 time: 0.0557966 Jul 06 18:24:00.364865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c73fb774-268e-41e5-9230-45d07480942b req-bc6d8c99-17ec-4c90-9cb1-8643f5080109 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2460816 Jul 06 18:24:00.388571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:00.400252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68f89b7f-f22a-4e9f-a2eb-90f5b07db3c5 req-d1d06e7c-bc25-4c81-8f27-6c8c01a653a9 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.53 "GET /v2.0/security-groups?id=b029c24a-ec64-492c-bf25-d4e993d4b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540017 Jul 06 18:24:00.475363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-f7458ec6-5cfc-48f4-ac0c-eaa8c69a0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.477428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-f7458ec6-5cfc-48f4-ac0c-eaa8c69a0081 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=521f72cc-6a60-4bc1-956e-60ba34fcbfa0 HTTP/1.1" status: 200 len: 801 time: 0.1433837 Jul 06 18:24:00.487648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-22bfc039-d653-4633-9706-489806a1ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.489430 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-22bfc039-d653-4633-9706-489806a1ff60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 1097 time: 0.1880460 Jul 06 18:24:00.516452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-4d0a85e9-2937-49e0-8903-42eec1f8682b tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114838 Jul 06 18:24:00.595136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:00.679221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-b627de3b-47af-4076-bb49-df23254d4455 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.681369 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-b627de3b-47af-4076-bb49-df23254d4455 tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.24 "GET /v2.0/ports?device_id=12809427-9e2d-4ae5-8f83-4593daab691d HTTP/1.1" status: 200 len: 944 time: 0.4388044 Jul 06 18:24:00.797269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-6677aed6-fb9c-4057-aafe-5ce56d883016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.799506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-6677aed6-fb9c-4057-aafe-5ce56d883016 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21b676d2-c460-4f25-9445-a65a3175a40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3146870 Jul 06 18:24:00.866397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-8f820cc4-340d-47a3-ba9f-78b41030955d tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.868872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-8f820cc4-340d-47a3-ba9f-78b41030955d tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3393269 Jul 06 18:24:00.886044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Request body: {'port': {'device_id': '293c9ad9-8acc-425d-9554-abf941d9890c', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '3c3c4d3d86cb460b9baee5032a500e2c'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:00.896958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146c691-0515-4114-a103-a03ccf50808d req-665d30b9-1065-48d8-b068-1e1f9c1f2ff8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.903913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146c691-0515-4114-a103-a03ccf50808d req-665d30b9-1065-48d8-b068-1e1f9c1f2ff8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.909811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146c691-0515-4114-a103-a03ccf50808d req-665d30b9-1065-48d8-b068-1e1f9c1f2ff8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.914506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b146c691-0515-4114-a103-a03ccf50808d req-665d30b9-1065-48d8-b068-1e1f9c1f2ff8 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2416 time: 0.2265351 Jul 06 18:24:00.918684 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-ca32f53d-a338-4ed7-9b24-167a645f000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.920412 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-ca32f53d-a338-4ed7-9b24-167a645f000a service neutron] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.4162199 Jul 06 18:24:00.986860 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-18841bd7-090b-42cc-9d14-9ca7a7ad15fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb HTTP/1.1" status: 200 len: 217 time: 0.0572832 Jul 06 18:24:01.018779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Deleting port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:01.019615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.103313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.231012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['e7cd8ca2-7d10-4a0d-9e85-1e90a332b171'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:01.239943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Made reservation on behalf of 3c3c4d3d86cb460b9baee5032a500e2c for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:01.243654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.312830 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.338290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] For port 7e7195df-f959-47ba-8b53-71b8ef40e5c9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7e7195df-f959-47ba-8b53-71b8ef40e5c9,segment=NetworkSegment(4b339220-a79c-49ad-b44b-fd2d7ff16467),segment_id=4b339220-a79c-49ad-b44b-fd2d7ff16467)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:01.338828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.364276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b146c691-0515-4114-a103-a03ccf50808d req-e1d434e9-0261-4a77-928a-2f5c261ba2b9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371655 Jul 06 18:24:01.367741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Calling delete_port for 7e7195df-f959-47ba-8b53-71b8ef40e5c9 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:01.406627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Allocated IP 172.25.4.152 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/04ef0092-1343-4d4f-8e8d-3ef001f7aca0) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:01.416723 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-def0fa4f-9f78-4c14-b004-82e14c01dad8 service neutron] 10.222.0.24 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989456 Jul 06 18:24:01.447496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-da529cfe-9b3a-48de-a28e-f3b5b39b47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:01.450817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-da529cfe-9b3a-48de-a28e-f3b5b39b47a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.4537432 Jul 06 18:24:01.580018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-f0b7b76c-2431-4f5f-aa41-22d529172d74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604837 Jul 06 18:24:01.604359 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68bb1b2c-f522-4058-9962-28d9e0023ad0 req-602e3434-b3b5-4fc6-8d4a-4cfb6f47dd21 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 210 time: 0.0722706 Jul 06 18:24:01.688456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.701774 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.706513 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-79a4bb20-ac07-412c-a384-cdc2b634925b service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046770 Jul 06 18:24:01.715107 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.792882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.806167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-551c2506-c4c3-4d31-98a9-2d82057cb591 req-eeccd645-7d59-4315-b1ac-dd2d9aac6f28 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924604 Jul 06 18:24:01.821975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8539ad81-51b8-40fb-80e9-2ec46def7306,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:01.840676 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57cf56d5-08c3-4c96-8aea-665a0f179429 req-07aa177c-c54d-404d-a6ce-c6e0381a83e8 service neutron] 10.222.0.24 "GET /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128551 Jul 06 18:24:01.859769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Pushing event deleted for resources: {'Port': ['ID=7e7195df-f959-47ba-8b53-71b8ef40e5c9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:01.895320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.979389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-6933b991-720e-42ac-bf29-0b5cdbdbf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:01.981086 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-6933b991-720e-42ac-bf29-0b5cdbdbf551 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0679026 Jul 06 18:24:01.984645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] No DVR routers for this DVR port 7e7195df-f959-47ba-8b53-71b8ef40e5c9 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:01.994950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:01.996934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d799e50f-cd3a-4f95-b2a1-63f10c2c335a req-e3701d9a-e5ae-49bf-909c-d649690f9d4f tempest-LiveAutoBlockMigrationV225Test-1898333975 tempest-LiveAutoBlockMigrationV225Test-1898333975-project] 10.222.0.24 "DELETE /v2.0/ports/7e7195df-f959-47ba-8b53-71b8ef40e5c9 HTTP/1.1" status: 204 len: 173 time: 1.2994900 Jul 06 18:24:01.999433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'name': 'network-vif-deleted', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:02.001368 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5104e9dc-b63d-42c3-a4b1-bf43a7574c4e" -d '{"events": [{"server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "name": "network-vif-deleted", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:02.008463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:02.021151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:02.025893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Allocated IP 192.168.233.167 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/547151a7-1495-452b-aa4e-ba7af1c8de16) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:02.028339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:02.033216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Pushing event updated for resources: {'Port': ['ID=04ef0092-1343-4d4f-8e8d-3ef001f7aca0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:02.192108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-fadc9a90-34fd-444c-8b33-341cf68773bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:02.193562 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-fadc9a90-34fd-444c-8b33-341cf68773bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.1879807 Jul 06 18:24:02.206540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c00594-a14d-4ae2-889e-edc987100200 req-6c5af007-0451-4cba-830f-a49baa2e0c31 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:02.218188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11c00594-a14d-4ae2-889e-edc987100200 req-6c5af007-0451-4cba-830f-a49baa2e0c31 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 946 time: 0.1194952 Jul 06 18:24:02.282598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-a711dd80-281f-4f51-8f7d-8489ea2fa9b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb HTTP/1.1" status: 200 len: 217 time: 0.0628281 Jul 06 18:24:02.283598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7af083cd-4b74-4b46-90fd-afce4a60baf3 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:02.330378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54362) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:02.345102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11c00594-a14d-4ae2-889e-edc987100200 req-9b2d8783-c1b6-48d1-b95e-a77185d4e312 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110487 Jul 06 18:24:02.358595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 7af083cd-4b74-4b46-90fd-afce4a60baf3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:02.364446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-6c23f7dc-05ef-47a4-895b-3622c9fd3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:02.366170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-6c23f7dc-05ef-47a4-895b-3622c9fd3be6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.0745745 Jul 06 18:24:02.367411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 7af083cd-4b74-4b46-90fd-afce4a60baf3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:02.367950 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.406885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-ddea09a4-5a82-4a9a-af96-cdd963dc55c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303714 Jul 06 18:24:02.490583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.525150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af083cd-4b74-4b46-90fd-afce4a60baf3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:02.528697 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6c2b34-e9a9-4e48-9e76-59899808e229" -d '{"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-plugged", "status": "completed", "tag": "7af083cd-4b74-4b46-90fd-afce4a60baf3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:02.544610 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-cd826c69-fc4d-48f2-b05c-caddf6c1e530 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271975 Jul 06 18:24:02.546559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7af083cd-4b74-4b46-90fd-afce4a60baf3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7af083cd-4b74-4b46-90fd-afce4a60baf3,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:02.559003 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.561189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2105167f-2f30-4fb2-b3b8-e2dd59bc867b up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:02.574696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.606713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6eb03dfb-618b-427c-9dc7-9e8bff1780e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.650145 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7af083cd-4b74-4b46-90fd-afce4a60baf3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:02.652400 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.666798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:02.672078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:02.672692 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.678540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.691295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Transition to ACTIVE for port object 547151a7-1495-452b-aa4e-ba7af1c8de16 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:02.727669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.792226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:02.793018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.802244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:02.807818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:02.848604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:02.858540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.860039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:02.866587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Pushing event updated for resources: {'Port': ['ID=547151a7-1495-452b-aa4e-ba7af1c8de16,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:02.894312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b5718-1578-4843-83ab-af695c77cef9 req-a2e90ab1-225f-49c6-98a6-5cdcf60d38f0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:02.895786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c05b5718-1578-4843-83ab-af695c77cef9 req-a2e90ab1-225f-49c6-98a6-5cdcf60d38f0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 945 time: 0.2991197 Jul 06 18:24:02.897708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5c790d8-cb05-4d4d-b283-361567dc14c3 req-e556717d-5171-49ab-ad07-62f7bf37877a service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462477 Jul 06 18:24:02.907929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:02.908578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.917964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-5715ac73-a25e-4117-8d7e-757a573bb1d1 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:02.919855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-5715ac73-a25e-4117-8d7e-757a573bb1d1 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 944 time: 0.3216333 Jul 06 18:24:02.996035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:02.997499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.006224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.015387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:03.021996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:03.022912 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.039410 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6eb03dfb-618b-427c-9dc7-9e8bff1780e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.061326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6eb03dfb-618b-427c-9dc7-9e8bff1780e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.076147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Pushing event updated for resources: {'Port': ['ID=04ef0092-1343-4d4f-8e8d-3ef001f7aca0,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:03.085597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-c92576df-7f84-46d2-807c-d0bc95c79d8e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2050080 Jul 06 18:24:03.100313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Request body: {'port': {'device_id': '293c9ad9-8acc-425d-9554-abf941d9890c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:03.102927 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.114421 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c05b5718-1578-4843-83ab-af695c77cef9 req-568b2f1a-355b-4709-8bfd-9bd6c66ae72c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938453 Jul 06 18:24:03.145885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb03dfb-618b-427c-9dc7-9e8bff1780e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4533ae-8cb0-4b78-ba9e-c1140ed48afe,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:03.148086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.152365 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.154357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f4822dd6-4e59-42d0-b123-f438dceb9b53 None None] Provisioning for port 547151a7-1495-452b-aa4e-ba7af1c8de16 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:03.166026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f4822dd6-4e59-42d0-b123-f438dceb9b53 None None] Provisioning complete for port 547151a7-1495-452b-aa4e-ba7af1c8de16 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:03.166297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f4822dd6-4e59-42d0-b123-f438dceb9b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.168541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c73fb774-268e-41e5-9230-45d07480942b req-fec4d827-2d87-47f8-82ad-b17095c824a8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7930026 Jul 06 18:24:03.187931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6eb03dfb-618b-427c-9dc7-9e8bff1780e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=185f557f306c4f39bbc5bce40b77b1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8511436 Jul 06 18:24:03.188478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54374) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:03.222384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,segment=NetworkSegment(5a6e4c5c-98e2-4f14-9d10-49fa82ad6607),segment_id=5a6e4c5c-98e2-4f14-9d10-49fa82ad6607)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:03.225292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f4822dd6-4e59-42d0-b123-f438dceb9b53 None None] Port 547151a7-1495-452b-aa4e-ba7af1c8de16 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:03.231564 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.233473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:03.246968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54376) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:03.263542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Deleting port 86792413-08dc-4137-bce8-30d1dcadc1cb {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:03.263899 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.265182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c73fb774-268e-41e5-9230-45d07480942b req-f20a14b1-4b2e-4a90-9c04-e43699f39751 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.0955739 Jul 06 18:24:03.377909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] For port 86792413-08dc-4137-bce8-30d1dcadc1cb, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=86792413-08dc-4137-bce8-30d1dcadc1cb,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:03.378315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.396794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:03.397810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Calling delete_port for 86792413-08dc-4137-bce8-30d1dcadc1cb owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:03.404152 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.416536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.443900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:03.451646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fb774-268e-41e5-9230-45d07480942b req-ba40217f-2256-4b77-91ef-1432f519699a tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:03.453101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c73fb774-268e-41e5-9230-45d07480942b req-ba40217f-2256-4b77-91ef-1432f519699a tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1871390 Jul 06 18:24:03.453618 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.455955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7e7195df-f959-47ba-8b53-71b8ef40e5c9 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:03.569999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-655e219d-c42a-4dea-af0e-d1b047ba41fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.578252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 7e7195df-f959-47ba-8b53-71b8ef40e5c9 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:03.578608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7e7195df-f959-47ba-8b53-71b8ef40e5c9 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:03.611340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1588c4e-1aa8-480e-a9e0-92246b0292ad admin admin] Deleting subnet 3503298d-dcda-4a78-b29b-a73d4ef9a11e {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:24:03.620470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:03.620857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1588c4e-1aa8-480e-a9e0-92246b0292ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.655001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17434bc3-3d87-481d-84bb-e5ad693c489e req-bb158aa1-0365-464f-98f2-0ccafb4d658a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:03.656594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17434bc3-3d87-481d-84bb-e5ad693c489e req-bb158aa1-0365-464f-98f2-0ccafb4d658a tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 944 time: 0.2085109 Jul 06 18:24:03.680383 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-655e219d-c42a-4dea-af0e-d1b047ba41fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.743151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1588c4e-1aa8-480e-a9e0-92246b0292ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.779025 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae159766-e97f-4322-adf7-3280736197cf x-openstack-request-id: req-ae159766-e97f-4322-adf7-3280736197cf {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:03.779323 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12809427-9e2d-4ae5-8f83-4593daab691d", "name": "network-vif-deleted", "tag": "7e7195df-f959-47ba-8b53-71b8ef40e5c9", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:03.780327 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae159766-e97f-4322-adf7-3280736197cf {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:03.780799 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12809427-9e2d-4ae5-8f83-4593daab691d', 'name': 'network-vif-deleted', 'tag': '7e7195df-f959-47ba-8b53-71b8ef40e5c9', 'status': 'completed', 'code': 200} Jul 06 18:24:03.817478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17434bc3-3d87-481d-84bb-e5ad693c489e req-9d4665e2-f6d7-4cc9-b407-3c55e14a2804 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403093 Jul 06 18:24:03.833480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.837625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1588c4e-1aa8-480e-a9e0-92246b0292ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.845487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9113432d-69cc-4f9c-8015-0bf0cce0bdb2', '86792413-08dc-4137-bce8-30d1dcadc1cb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:03.874246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547151a7-1495-452b-aa4e-ba7af1c8de16 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:03.883002 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.901974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Pushing event deleted for resources: {'Port': ['ID=86792413-08dc-4137-bce8-30d1dcadc1cb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:03.926348 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b4362a-a03f-440b-b1a7-d675e80d55c9 x-openstack-request-id: req-61b4362a-a03f-440b-b1a7-d675e80d55c9 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:03.926674 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-plugged", "status": "completed", "tag": "7af083cd-4b74-4b46-90fd-afce4a60baf3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:03.926877 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61b4362a-a03f-440b-b1a7-d675e80d55c9 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:03.927272 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af083cd-4b74-4b46-90fd-afce4a60baf3', 'code': 200} Jul 06 18:24:03.949913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Transition to ACTIVE for port object 547151a7-1495-452b-aa4e-ba7af1c8de16 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:03.958530 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-655e219d-c42a-4dea-af0e-d1b047ba41fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.959256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.961747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-655e219d-c42a-4dea-af0e-d1b047ba41fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.963148 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-655e219d-c42a-4dea-af0e-d1b047ba41fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a4533ae-8cb0-4b78-ba9e-c1140ed48afe HTTP/1.1" status: 204 len: 168 time: 0.7735150 Jul 06 18:24:03.984488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] No DVR routers for this DVR port 86792413-08dc-4137-bce8-30d1dcadc1cb on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:03.991060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.993604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b5c649c-6176-4d9e-bedd-73e913db9179 req-26eca87c-55e0-4b6f-8703-8d9762f8e241 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.41 "DELETE /v2.0/ports/86792413-08dc-4137-bce8-30d1dcadc1cb HTTP/1.1" status: 204 len: 173 time: 1.0248702 Jul 06 18:24:03.996120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'name': 'network-vif-deleted', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:03.999637 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d9fc75-8682-47cf-bfb9-a12951208db0" -d '{"events": [{"server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "name": "network-vif-deleted", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:04.013858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e219d-c42a-4dea-af0e-d1b047ba41fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4533ae-8cb0-4b78-ba9e-c1140ed48afe,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:04.021480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1588c4e-1aa8-480e-a9e0-92246b0292ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.059438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1588c4e-1aa8-480e-a9e0-92246b0292ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3503298d-dcda-4a78-b29b-a73d4ef9a11e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:04.066413 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1588c4e-1aa8-480e-a9e0-92246b0292ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.069622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c1588c4e-1aa8-480e-a9e0-92246b0292ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3503298d-dcda-4a78-b29b-a73d4ef9a11e HTTP/1.1" status: 204 len: 168 time: 0.8206370 Jul 06 18:24:04.072727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54392) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:04.151973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2f2a4-4344-44a4-a276-90f9b7db8ee2 req-75987c1b-bd9a-4cec-801c-e15b29ed8e2d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.159221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2f2a4-4344-44a4-a276-90f9b7db8ee2 req-75987c1b-bd9a-4cec-801c-e15b29ed8e2d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.166715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2f2a4-4344-44a4-a276-90f9b7db8ee2 req-75987c1b-bd9a-4cec-801c-e15b29ed8e2d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.175898 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ccc2f2a4-4344-44a4-a276-90f9b7db8ee2 req-75987c1b-bd9a-4cec-801c-e15b29ed8e2d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2419 time: 0.2663677 Jul 06 18:24:04.176151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.178804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Pushing event updated for resources: {'Port': ['ID=547151a7-1495-452b-aa4e-ba7af1c8de16,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:04.289345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ccc2f2a4-4344-44a4-a276-90f9b7db8ee2 req-e11767e3-7c2b-49e1-b584-27680dc11952 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118796 Jul 06 18:24:04.332662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Attempting to bind port 547151a7-1495-452b-aa4e-ba7af1c8de16 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:04.335548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Attempting to bind port 547151a7-1495-452b-aa4e-ba7af1c8de16 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:04.335714 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.336291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Attempting to bind port 547151a7-1495-452b-aa4e-ba7af1c8de16 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:04.343514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Port 547151a7-1495-452b-aa4e-ba7af1c8de16 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:04.344783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Attempting to bind port 547151a7-1495-452b-aa4e-ba7af1c8de16 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:04.354270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:04.355595 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:04.356442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:04.357123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Bound port: 547151a7-1495-452b-aa4e-ba7af1c8de16, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:04.359819 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.361287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479a66ed-ef78-4c35-839b-da08422e300a']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:04.410176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e339-3e64-41e0-9377-a63e870d03c4 req-beca462a-163c-4796-a547-eba0af1dd17d tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.417373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af32e339-3e64-41e0-9377-a63e870d03c4 req-beca462a-163c-4796-a547-eba0af1dd17d tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 948 time: 0.2340477 Jul 06 18:24:04.426657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b339220-a79c-49ad-b44b-fd2d7ff16467') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:04.426657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b339220-a79c-49ad-b44b-fd2d7ff16467') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:04.486188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.512907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] For port 547151a7-1495-452b-aa4e-ba7af1c8de16, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:04.517571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] For port 547151a7-1495-452b-aa4e-ba7af1c8de16, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=547151a7-1495-452b-aa4e-ba7af1c8de16,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:04.529206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.540972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af32e339-3e64-41e0-9377-a63e870d03c4 req-7e335ff0-58a7-4101-bfbe-81b7d1ad3d2c tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185431 Jul 06 18:24:04.550512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.567440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:24:04.568082 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:24:04.575080 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:24:04.577697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54396) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:04.611939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Pushing event updated for resources: {'Port': ['ID=547151a7-1495-452b-aa4e-ba7af1c8de16,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:04.637631 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-59fe5025-5853-47db-9d50-62734fc572f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.647738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.649454 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.651393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-373e914d-4cdf-40ca-bcf4-a18ddc667258 service neutron] 10.222.0.24 "PUT /v2.0/ports/547151a7-1495-452b-aa4e-ba7af1c8de16 HTTP/1.1" status: 200 len: 1096 time: 1.5554113 Jul 06 18:24:04.660005 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.665769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.671696 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] 10.222.0.53 "DELETE /v2.0/networks/479a66ed-ef78-4c35-839b-da08422e300a HTTP/1.1" status: 204 len: 168 time: 0.5977871 Jul 06 18:24:04.672982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54398) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:04.701413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd5b88-0d6f-47a0-aa88-28bbe273ffba req-a02f94b7-2320-4cdb-a2f5-4a288e30433f tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.703550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bcd5b88-0d6f-47a0-aa88-28bbe273ffba req-a02f94b7-2320-4cdb-a2f5-4a288e30433f tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 945 time: 0.1766093 Jul 06 18:24:04.746418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def7eb-318d-4312-b39f-b03f4ba64a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=479a66ed-ef78-4c35-839b-da08422e300a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:04.801931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ea756e-abbe-45a9-960c-99982a3fcfd8 admin admin] Deleting subnet 04bfc71e-5932-4b5a-bc45-96acd4cd2c90 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:24:04.805613 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31ea756e-abbe-45a9-960c-99982a3fcfd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.811633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bcd5b88-0d6f-47a0-aa88-28bbe273ffba req-c4cf0b9e-a0a6-4040-895c-e435cd64e398 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977740 Jul 06 18:24:04.854335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-5b222493-0616-4d08-ba39-0cd31297ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.856428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-5b222493-0616-4d08-ba39-0cd31297ab4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 1099 time: 0.1511767 Jul 06 18:24:04.871499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31ea756e-abbe-45a9-960c-99982a3fcfd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:04.934977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-09df1051-1678-453c-a88b-b6878aee640b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=547151a7-1495-452b-aa4e-ba7af1c8de16 HTTP/1.1" status: 200 len: 217 time: 0.0702858 Jul 06 18:24:04.944441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6ad64-8f1c-4629-82a2-0cae0ddae644 req-cfa93468-db1f-421a-a597-c99e227543f7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.947629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0c6ad64-8f1c-4629-82a2-0cae0ddae644 req-cfa93468-db1f-421a-a597-c99e227543f7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 944 time: 0.2225866 Jul 06 18:24:04.970136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31ea756e-abbe-45a9-960c-99982a3fcfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.041625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-6c25514a-3312-4227-a00e-12d18f889e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:05.042600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-59fe5025-5853-47db-9d50-62734fc572f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.043207 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-6c25514a-3312-4227-a00e-12d18f889e95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0995443 Jul 06 18:24:05.051185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0c6ad64-8f1c-4629-82a2-0cae0ddae644 req-5a369fdf-8427-4382-8bf5-9b773dfd60ed tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860417 Jul 06 18:24:05.054642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-59fe5025-5853-47db-9d50-62734fc572f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.117028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-59fe5025-5853-47db-9d50-62734fc572f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=380271919d4447f4ab4a57c788c4adcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279119 Jul 06 18:24:05.118846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54414) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:05.119538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe5025-5853-47db-9d50-62734fc572f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81bc72f-f6ad-4327-882e-b11be47e350d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:05.121221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-8e83f969-5f39-44a3-ad57-6d47769de3d5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:05.129414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-8e83f969-5f39-44a3-ad57-6d47769de3d5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 821 time: 0.1965013 Jul 06 18:24:05.131584 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31ea756e-abbe-45a9-960c-99982a3fcfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.154316 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-4b172ca5-0d36-43f0-8bde-d1a6cefe07f8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/quotas/820a1dd467f0440499b2e407b1473b70 HTTP/1.1" status: 200 len: 375 time: 0.0242689 Jul 06 18:24:05.173730 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450aeb7-111e-4f74-a897-1f2faf0261c3 x-openstack-request-id: req-4450aeb7-111e-4f74-a897-1f2faf0261c3 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:05.174294 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9308b0-205f-4223-899b-3512a68b3a3b", "name": "network-vif-deleted", "tag": "86792413-08dc-4137-bce8-30d1dcadc1cb", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:05.174415 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4450aeb7-111e-4f74-a897-1f2faf0261c3 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:05.175078 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9308b0-205f-4223-899b-3512a68b3a3b', 'name': 'network-vif-deleted', 'tag': '86792413-08dc-4137-bce8-30d1dcadc1cb', 'status': 'completed', 'code': 200} Jul 06 18:24:05.177767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31ea756e-abbe-45a9-960c-99982a3fcfd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.182451 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-31ea756e-abbe-45a9-960c-99982a3fcfd8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/04bfc71e-5932-4b5a-bc45-96acd4cd2c90 HTTP/1.1" status: 204 len: 168 time: 0.5039272 Jul 06 18:24:05.186352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54416) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:05.188595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea756e-abbe-45a9-960c-99982a3fcfd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bfc71e-5932-4b5a-bc45-96acd4cd2c90,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:05.218209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-744ca008-fc35-4105-8017-3d7a2c42e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:05.220968 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-744ca008-fc35-4105-8017-3d7a2c42e65d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704366 Jul 06 18:24:05.284020 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32fd4415-2259-4480-9d1f-56d6cf499af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.296714 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.317630 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32fd4415-2259-4480-9d1f-56d6cf499af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.344584 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-7e756be0-61ca-43ca-9f3f-b5a82f410546 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1892874 Jul 06 18:24:05.384363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-4e78f377-5f56-487d-b1d6-7495ff98eb0c service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550665 Jul 06 18:24:05.556303 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a553c52b-3103-42d3-a90a-3ce1764335a1 req-50782f59-4a72-4a4b-9c99-5d49d3eb0f9e service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657584 Jul 06 18:24:05.695278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-237ce7a6-ec19-4672-92f9-f9bbc4ac4af8 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423226 Jul 06 18:24:05.707347 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.712263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aa998a15-edc4-4f6f-9eb8-96678625c1b8 req-1fed77da-ef37-4dcb-89a5-3d99ede84348 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0459700 Jul 06 18:24:05.721891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15c339e-f99d-467a-8a12-3b4123d34346']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:05.741898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd666f842-e258-4e97-9924-d5c9f2ff4574') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:05.742261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd666f842-e258-4e97-9924-d5c9f2ff4574') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:05.752863 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.767902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32fd4415-2259-4480-9d1f-56d6cf499af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.770626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32fd4415-2259-4480-9d1f-56d6cf499af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.774781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-32fd4415-2259-4480-9d1f-56d6cf499af5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f81bc72f-f6ad-4327-882e-b11be47e350d HTTP/1.1" status: 204 len: 168 time: 0.6512601 Jul 06 18:24:05.779467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.789198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd4415-2259-4480-9d1f-56d6cf499af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81bc72f-f6ad-4327-882e-b11be47e350d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:05.793292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:24:05.793787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:24:05.795744 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:24:05.839748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293c9ad9-8acc-425d-9554-abf941d9890c', 'tag': '547151a7-1495-452b-aa4e-ba7af1c8de16'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:05.842136 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0" -d '{"events": [{"name": "network-changed", "server_uuid": "293c9ad9-8acc-425d-9554-abf941d9890c", "tag": "547151a7-1495-452b-aa4e-ba7af1c8de16"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:05.880333 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-af721779-0dcf-425f-b45b-dd068fcb7572 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783338 Jul 06 18:24:05.883114 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.901800 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.904046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c15c339e-f99d-467a-8a12-3b4123d34346 HTTP/1.1" status: 204 len: 168 time: 0.7165692 Jul 06 18:24:05.905104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037e3c7-b363-43aa-bd08-351453272b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15c339e-f99d-467a-8a12-3b4123d34346,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:05.928794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b'}, {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171'}, {'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:05.931746 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d623f-dfbb-43a0-b0fc-bbd538bef0a3" -d '{"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-plugged", "status": "completed", "tag": "2105167f-2f30-4fb2-b3b8-e2dd59bc867b"}, {"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-plugged", "status": "completed", "tag": "e7cd8ca2-7d10-4a0d-9e85-1e90a332b171"}, {"server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:06.058542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54442) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:06.162027 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f8ef3ca-73fc-4a6b-bbfa-bbcecb7eafcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a39e9a45117742db8c51a45660114a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986338 Jul 06 18:24:06.163260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54448) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:06.277204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:06.290048 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02e436b2-1f6d-453f-aa0e-3ab1cdfb2a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.387200 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02e436b2-1f6d-453f-aa0e-3ab1cdfb2a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.460841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bca11b-f263-4a90-b7e7-71840a89e053 req-27c19f61-fd0d-4699-b2a9-9ad1e6cd95c7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.477914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 86792413-08dc-4137-bce8-30d1dcadc1cb no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:06.482791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bca11b-f263-4a90-b7e7-71840a89e053 req-27c19f61-fd0d-4699-b2a9-9ad1e6cd95c7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.489307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bca11b-f263-4a90-b7e7-71840a89e053 req-27c19f61-fd0d-4699-b2a9-9ad1e6cd95c7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.496508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8bca11b-f263-4a90-b7e7-71840a89e053 req-27c19f61-fd0d-4699-b2a9-9ad1e6cd95c7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2419 time: 0.1839323 Jul 06 18:24:06.535040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 86792413-08dc-4137-bce8-30d1dcadc1cb {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:06.535384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 86792413-08dc-4137-bce8-30d1dcadc1cb not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:06.537694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02e436b2-1f6d-453f-aa0e-3ab1cdfb2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.540340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02e436b2-1f6d-453f-aa0e-3ab1cdfb2a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.541520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-02e436b2-1f6d-453f-aa0e-3ab1cdfb2a90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b029c24a-ec64-492c-bf25-d4e993d4b3cd HTTP/1.1" status: 204 len: 168 time: 0.3772154 Jul 06 18:24:06.567324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e436b2-1f6d-453f-aa0e-3ab1cdfb2a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b029c24a-ec64-492c-bf25-d4e993d4b3cd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:06.604454 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8bca11b-f263-4a90-b7e7-71840a89e053 req-32eb9de9-83af-4ac0-ab18-2553ccd0f53b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046610 Jul 06 18:24:06.851323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660151d-e5dc-45a0-b2da-96c602818537 req-586af05a-0e3c-42ac-92f7-e93e8b86112d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.861973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b660151d-e5dc-45a0-b2da-96c602818537 req-586af05a-0e3c-42ac-92f7-e93e8b86112d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 945 time: 0.1174152 Jul 06 18:24:06.951441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b660151d-e5dc-45a0-b2da-96c602818537 req-54630759-83cd-4a73-940c-2d69f297eafb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875876 Jul 06 18:24:07.152157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-af8c2951-1ea5-4977-b715-255a3c06249b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.158025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-af8c2951-1ea5-4977-b715-255a3c06249b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 945 time: 0.1610262 Jul 06 18:24:07.314400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d52c86-a171-4bbc-8c9f-f03214c300cd req-108ed2e9-c506-40f8-b6ab-3d6269fa835a tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.331905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5d52c86-a171-4bbc-8c9f-f03214c300cd req-108ed2e9-c506-40f8-b6ab-3d6269fa835a tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 948 time: 0.1707382 Jul 06 18:24:07.334294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54516) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:07.408994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Deleting port f583d7db-ea16-40fe-932e-88375a161e86 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:07.409344 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:07.467548 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5d52c86-a171-4bbc-8c9f-f03214c300cd req-ce7d851e-aa15-4eb4-ba63-fe8807ca31a1 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346097 Jul 06 18:24:07.519144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fc73b70d-4148-4ea2-ab4e-356df3aabd9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c1a15fcf2ff476985ed05e9e353e95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834545 Jul 06 18:24:07.524424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54522) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:07.578175 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8ae76e-9d5d-4c95-a710-05c84d626afe x-openstack-request-id: req-4b8ae76e-9d5d-4c95-a710-05c84d626afe {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:07.578470 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293c9ad9-8acc-425d-9554-abf941d9890c", "tag": "547151a7-1495-452b-aa4e-ba7af1c8de16", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:07.579148 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b8ae76e-9d5d-4c95-a710-05c84d626afe {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:07.579573 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293c9ad9-8acc-425d-9554-abf941d9890c', 'tag': '547151a7-1495-452b-aa4e-ba7af1c8de16', 'status': 'completed', 'code': 200} Jul 06 18:24:07.670738 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece6b913-7561-472c-8508-4f3445d0697c x-openstack-request-id: req-ece6b913-7561-472c-8508-4f3445d0697c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:07.671249 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-plugged", "status": "completed", "tag": "2105167f-2f30-4fb2-b3b8-e2dd59bc867b", "code": 200}, {"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-plugged", "status": "completed", "tag": "e7cd8ca2-7d10-4a0d-9e85-1e90a332b171", "code": 200}, {"server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "name": "network-vif-unplugged", "status": "failed", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb", "code": 422}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:07.671367 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ece6b913-7561-472c-8508-4f3445d0697c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:07.671689 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b', 'code': 200} Jul 06 18:24:07.671945 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171', 'code': 200} Jul 06 18:24:07.672237 n-d-799684-2 neutron-server[93968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'code': 422} returned with failed status Jul 06 18:24:07.715532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] For port f583d7db-ea16-40fe-932e-88375a161e86, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f583d7db-ea16-40fe-932e-88375a161e86,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:07.715926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:07.732965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-9407556e-33dc-4e43-a3e9-9208b4e24f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.735546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-9407556e-33dc-4e43-a3e9-9208b4e24f5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 1099 time: 0.1157916 Jul 06 18:24:07.748947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Calling delete_port for f583d7db-ea16-40fe-932e-88375a161e86 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:07.920185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68e6dd46-7b2d-49e9-8b29-f69e49148f1e req-12e9f4dc-dc4c-4b4a-9f75-5ae1c448d5d0 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 210 time: 0.1214571 Jul 06 18:24:07.925765 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5c35-d11d-4de0-80e4-cba9baf77331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:07.975602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-1371d910-daaf-48b8-a859-2e50c01cb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.977163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-1371d910-daaf-48b8-a859-2e50c01cb771 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2271616 Jul 06 18:24:08.074219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-34d7da69-3772-46c7-949e-b7211bc414b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=547151a7-1495-452b-aa4e-ba7af1c8de16 HTTP/1.1" status: 200 len: 217 time: 0.0860412 Jul 06 18:24:08.127676 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc79b26e-9585-4062-91ac-855223dec805 req-4158b604-0c60-4298-a5f8-91d964f2042f tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0499461 Jul 06 18:24:08.153026 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5c35-d11d-4de0-80e4-cba9baf77331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:08.189943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-ce355288-794f-4f3b-bcb5-a83237c09a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.191850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-ce355288-794f-4f3b-bcb5-a83237c09a44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1034372 Jul 06 18:24:08.223213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-e6770d2f-3c5f-4d4c-8cc7-8712a545fd5e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.231216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-e6770d2f-3c5f-4d4c-8cc7-8712a545fd5e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5 HTTP/1.1" status: 200 len: 944 time: 0.5851896 Jul 06 18:24:08.278133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 547151a7-1495-452b-aa4e-ba7af1c8de16 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:08.328270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-8f782ba4-e394-469d-ab84-010983bebf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.331285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-8f782ba4-e394-469d-ab84-010983bebf45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300812 Jul 06 18:24:08.371016 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:08.394383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:08.396984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f583d7db-ea16-40fe-932e-88375a161e86'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:08.403464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df805349-aeb0-429b-a491-d20b17f60416 req-481af94c-1e40-4e9c-8e7d-0dc9bc7cae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.403960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df805349-aeb0-429b-a491-d20b17f60416 req-481af94c-1e40-4e9c-8e7d-0dc9bc7cae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.404432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df805349-aeb0-429b-a491-d20b17f60416 req-481af94c-1e40-4e9c-8e7d-0dc9bc7cae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.406184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-df805349-aeb0-429b-a491-d20b17f60416 req-481af94c-1e40-4e9c-8e7d-0dc9bc7cae92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2872 time: 0.6289706 Jul 06 18:24:08.525431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 547151a7-1495-452b-aa4e-ba7af1c8de16, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=547151a7-1495-452b-aa4e-ba7af1c8de16,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:08.528673 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5c35-d11d-4de0-80e4-cba9baf77331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:08.532043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5c35-d11d-4de0-80e4-cba9baf77331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:08.533309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3f6d5c35-d11d-4de0-80e4-cba9baf77331 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49fa4a40-6ebf-4b7b-8c83-8efc6898b914 HTTP/1.1" status: 204 len: 168 time: 1.0020061 Jul 06 18:24:08.545900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847694e-d261-4ad6-aeba-f397229b5058 req-efad3d0d-2e1d-4d36-b027-80168b272fdb tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.550400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event deleted for resources: {'Port': ['ID=f583d7db-ea16-40fe-932e-88375a161e86,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:08.559232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847694e-d261-4ad6-aeba-f397229b5058 req-efad3d0d-2e1d-4d36-b027-80168b272fdb tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.561842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d5c35-d11d-4de0-80e4-cba9baf77331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa4a40-6ebf-4b7b-8c83-8efc6898b914,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:08.567596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847694e-d261-4ad6-aeba-f397229b5058 req-efad3d0d-2e1d-4d36-b027-80168b272fdb tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.575224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7847694e-d261-4ad6-aeba-f397229b5058 req-efad3d0d-2e1d-4d36-b027-80168b272fdb tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2419 time: 0.1794672 Jul 06 18:24:08.591363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '547151a7-1495-452b-aa4e-ba7af1c8de16', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '547151a7-1495-452b-aa4e-ba7af1c8de16', 'mac_address': 'fa:16:3e:df:8e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:08.597620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-63ab721d-3726-4e98-b4ba-454d11669557 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586157 Jul 06 18:24:08.654667 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7847694e-d261-4ad6-aeba-f397229b5058 req-f34c1559-b937-4abe-bfc4-ca915b7cfe30 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784538 Jul 06 18:24:08.655588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-df805349-aeb0-429b-a491-d20b17f60416 req-4db53a00-2835-4ead-9bda-e997b2b4edd9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951668 Jul 06 18:24:08.669101 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:08.689611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547151a7-1495-452b-aa4e-ba7af1c8de16 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:08.711188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-3561ffa0-8617-4bfd-9148-7ed07952a2f3 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.717235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-3561ffa0-8617-4bfd-9148-7ed07952a2f3 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 821 time: 0.7721412 Jul 06 18:24:08.742918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Request body: {'port': {'device_id': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'admin_state_up': True, 'tenant_id': '820a1dd467f0440499b2e407b1473b70'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:08.749533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 547151a7-1495-452b-aa4e-ba7af1c8de16, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=547151a7-1495-452b-aa4e-ba7af1c8de16,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:08.808329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] No DVR routers for this DVR port f583d7db-ea16-40fe-932e-88375a161e86 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:08.822507 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:08.832638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f724f1ec-bea7-4dcb-b12b-4a5f458b5be0 req-47dc99fb-ff86-413b-b013-850bb4e283e9 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230120 Jul 06 18:24:08.896540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=547151a7-1495-452b-aa4e-ba7af1c8de16,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:08.931168 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:08.933199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-473970e6-3c89-40e6-994a-6c21cb1c1eda req-e070ad1f-904b-4e36-b2c1-5ca0c688d776 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "DELETE /v2.0/ports/f583d7db-ea16-40fe-932e-88375a161e86 HTTP/1.1" status: 204 len: 173 time: 1.7590680 Jul 06 18:24:08.933810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e170698-6125-47b0-ab20-64e68c47ac01', 'name': 'network-vif-deleted', 'tag': 'f583d7db-ea16-40fe-932e-88375a161e86'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:08.936125 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6485b06e-2c13-4b9c-b539-8e1753fdf8e8" -d '{"events": [{"server_uuid": "9e170698-6125-47b0-ab20-64e68c47ac01", "name": "network-vif-deleted", "tag": "f583d7db-ea16-40fe-932e-88375a161e86"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:08.977850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b00a6273-4343-402e-93c1-26ab9b8aa1c8 req-ca1af3ab-7c55-42b7-adb1-d90e8f2e30af tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e170698-6125-47b0-ab20-64e68c47ac01 HTTP/1.1" status: 200 len: 210 time: 0.0805027 Jul 06 18:24:08.988866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Deleting port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:08.989301 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:09.085279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] For port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:09.085655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:09.093210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['547151a7-1495-452b-aa4e-ba7af1c8de16'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:09.099870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Calling delete_port for 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:09.323724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Made reservation on behalf of 820a1dd467f0440499b2e407b1473b70 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:09.331734 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:09.398747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67597b5-01f0-4a6d-b317-790bdc8ba191 req-8f707856-3a1a-4d51-976a-355a3a8db3f8 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:09.407117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b67597b5-01f0-4a6d-b317-790bdc8ba191 req-8f707856-3a1a-4d51-976a-355a3a8db3f8 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 949 time: 0.1293421 Jul 06 18:24:09.522274 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:09.552553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b67597b5-01f0-4a6d-b317-790bdc8ba191 req-f5e737dd-00b0-4666-90b0-4c17863493a5 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251929 Jul 06 18:24:09.625171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event deleted for resources: {'Port': ['ID=3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:09.716544 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673c9ac6-34a1-4fe8-9ac1-83ecdbeeacee x-openstack-request-id: req-673c9ac6-34a1-4fe8-9ac1-83ecdbeeacee {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:09.716872 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e170698-6125-47b0-ab20-64e68c47ac01", "name": "network-vif-deleted", "tag": "f583d7db-ea16-40fe-932e-88375a161e86", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:09.717126 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-673c9ac6-34a1-4fe8-9ac1-83ecdbeeacee {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:09.717574 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e170698-6125-47b0-ab20-64e68c47ac01', 'name': 'network-vif-deleted', 'tag': 'f583d7db-ea16-40fe-932e-88375a161e86', 'status': 'completed', 'code': 200} Jul 06 18:24:09.781888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] No DVR routers for this DVR port 3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:09.785582 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:09.798592 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb9f5aa2-f9bb-4a27-b91e-42e11ef8286c req-6d0b447b-f6f7-416e-b091-c99bba3ee994 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "DELETE /v2.0/ports/3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb HTTP/1.1" status: 204 len: 173 time: 1.5661063 Jul 06 18:24:09.883264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Allocated IP 172.20.0.8 (bb55d5aa-1fde-4c73-9787-3200b452da2a/b26101e0-a578-4549-8fba-116a6b1c9493/aeb0741d-7e50-495d-b0e4-e72241b31cb8) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:09.906368 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4362a58a-bf94-485e-89ca-5ca7aaaab55d req-8a7a1919-088f-4485-a5a5-f14cd28312b8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 210 time: 0.0684142 Jul 06 18:24:10.206744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:10.249357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Transition to ACTIVE for port object aeb0741d-7e50-495d-b0e4-e72241b31cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:10.270311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d8cc75c7-7cdc-43e2-a212-d384f90330cf req-eafdefde-35e7-4d75-8832-fc50e2a4c432 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9308b0-205f-4223-899b-3512a68b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0584443 Jul 06 18:24:10.303381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:10.308240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 547151a7-1495-452b-aa4e-ba7af1c8de16 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:10.354812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9d5ba90-0597-4637-ad0c-f6bb0997bc44'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:10.425507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Network bb55d5aa-1fde-4c73-9787-3200b452da2a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:10.441107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:10.451483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:10.491364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f583d7db-ea16-40fe-932e-88375a161e86 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:10.531411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Pushing event updated for resources: {'Port': ['ID=aeb0741d-7e50-495d-b0e4-e72241b31cb8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:10.550143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: f583d7db-ea16-40fe-932e-88375a161e86 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:10.550755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f583d7db-ea16-40fe-932e-88375a161e86 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:10.605154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:10.606243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:10.643794 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-739733a6-9e1d-4387-8662-6eec730fa8c9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9091547 Jul 06 18:24:10.648837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 547151a7-1495-452b-aa4e-ba7af1c8de16 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:10.658585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Request body: {'port': {'device_id': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:10.672426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 547151a7-1495-452b-aa4e-ba7af1c8de16 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:10.673832 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:10.790986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01b1d1-ca0d-4b3b-bd41-b6b3a711ead5 req-c004d0ca-66c1-4876-b256-b960f58e4412 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:10.815902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01b1d1-ca0d-4b3b-bd41-b6b3a711ead5 req-c004d0ca-66c1-4876-b256-b960f58e4412 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:10.828383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01b1d1-ca0d-4b3b-bd41-b6b3a711ead5 req-c004d0ca-66c1-4876-b256-b960f58e4412 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:10.840318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:10.842656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb01b1d1-ca0d-4b3b-bd41-b6b3a711ead5 req-c004d0ca-66c1-4876-b256-b960f58e4412 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2419 time: 0.2418027 Jul 06 18:24:10.949872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb01b1d1-ca0d-4b3b-bd41-b6b3a711ead5 req-82ea62af-3bfe-45f6-9cf7-e4e0941fd96d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046171 Jul 06 18:24:10.982999 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:10.994985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a8ec5949-ebda-4a7b-bc7c-0e3634f935a5 None None] Provisioning for port aeb0741d-7e50-495d-b0e4-e72241b31cb8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:11.001392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a8ec5949-ebda-4a7b-bc7c-0e3634f935a5 None None] Provisioning complete for port aeb0741d-7e50-495d-b0e4-e72241b31cb8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:11.001861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5949-ebda-4a7b-bc7c-0e3634f935a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:11.046990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293c9ad9-8acc-425d-9554-abf941d9890c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547151a7-1495-452b-aa4e-ba7af1c8de16'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:11.049203 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab887057-a934-467f-81d0-fc2e0250e2a2" -d '{"events": [{"server_uuid": "293c9ad9-8acc-425d-9554-abf941d9890c", "name": "network-vif-plugged", "status": "completed", "tag": "547151a7-1495-452b-aa4e-ba7af1c8de16"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:11.066626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 547151a7-1495-452b-aa4e-ba7af1c8de16, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=547151a7-1495-452b-aa4e-ba7af1c8de16,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:11.077761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec5949-ebda-4a7b-bc7c-0e3634f935a5 None None] Port aeb0741d-7e50-495d-b0e4-e72241b31cb8 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:11.084876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:11.164448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=547151a7-1495-452b-aa4e-ba7af1c8de16,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:11.297788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78316d-ae66-402d-8d25-d45c75a964a5 req-47cb2d0b-35f9-4da2-bc66-bde047953b93 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:11.306519 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e78316d-ae66-402d-8d25-d45c75a964a5 req-47cb2d0b-35f9-4da2-bc66-bde047953b93 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 931 time: 0.0854270 Jul 06 18:24:11.311674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d768197-0435-4fad-a0fd-24dd2f745e6e req-0d3ae217-ded1-4c23-8aa5-68d153f4074e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:11.314154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d768197-0435-4fad-a0fd-24dd2f745e6e req-0d3ae217-ded1-4c23-8aa5-68d153f4074e tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 950 time: 0.1860008 Jul 06 18:24:11.364998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e78316d-ae66-402d-8d25-d45c75a964a5 req-bf6ab1c2-7e4d-45a5-9077-ddba5feb5f4a tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573616 Jul 06 18:24:11.406880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d768197-0435-4fad-a0fd-24dd2f745e6e req-ed4415e9-5947-44ba-a371-01bece53258b tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835266 Jul 06 18:24:11.471885 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf8cde0-225c-4e36-a7c5-3410ae2c5937 x-openstack-request-id: req-cdf8cde0-225c-4e36-a7c5-3410ae2c5937 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:11.472417 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293c9ad9-8acc-425d-9554-abf941d9890c", "name": "network-vif-plugged", "status": "completed", "tag": "547151a7-1495-452b-aa4e-ba7af1c8de16", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:11.472794 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdf8cde0-225c-4e36-a7c5-3410ae2c5937 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:11.473513 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293c9ad9-8acc-425d-9554-abf941d9890c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547151a7-1495-452b-aa4e-ba7af1c8de16', 'code': 200} Jul 06 18:24:11.599389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb0741d-7e50-495d-b0e4-e72241b31cb8 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:11.646824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:11.670961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e3388-d901-434e-9ef5-d0a631834486 req-964565e2-acb4-4d80-9c92-d1cba6e7c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:11.672562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-944e3388-d901-434e-9ef5-d0a631834486 req-964565e2-acb4-4d80-9c92-d1cba6e7c532 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 1101 time: 0.0991240 Jul 06 18:24:11.710916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Transition to ACTIVE for port object aeb0741d-7e50-495d-b0e4-e72241b31cb8 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:11.718983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'name': 'network-vif-deleted', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:11.721225 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9351a9-ee0a-4544-b782-9efb533cf2ed" -d '{"events": [{"server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "name": "network-vif-deleted", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:11.736368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:11.818156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Pushing event updated for resources: {'Port': ['ID=aeb0741d-7e50-495d-b0e4-e72241b31cb8,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:11.826969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e037d9-5339-47df-b321-8384807a0154 req-ea05b86e-6389-477b-b564-097d5fd4dbc0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:11.829275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-ea05b86e-6389-477b-b564-097d5fd4dbc0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.2171199 Jul 06 18:24:11.924619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-944e3388-d901-434e-9ef5-d0a631834486 req-aea08e5b-c826-425f-932d-d0d6a2e4b494 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286143 Jul 06 18:24:11.946539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-87fc2616-51e1-40ed-8ba6-2e50eca1ca24 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:11.952922 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-65863dfa-3d52-49ff-9d35-1c27900bce2a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/quotas/bf77d1848a3a4efe9c1eb515d3893aec HTTP/1.1" status: 200 len: 375 time: 0.0780089 Jul 06 18:24:11.958030 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-87fc2616-51e1-40ed-8ba6-2e50eca1ca24 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.2916393 Jul 06 18:24:11.972145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-b5233c2f-f090-4aea-8a12-6412941fd870 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/quotas/2048fc15f03f459a9add14162308ada4 HTTP/1.1" status: 200 len: 375 time: 0.0127926 Jul 06 18:24:12.012359 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-98496af2-2c0b-484a-be10-6890c95c28e4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532491 Jul 06 18:24:12.015676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Attempting to bind port aeb0741d-7e50-495d-b0e4-e72241b31cb8 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:12.016028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Attempting to bind port aeb0741d-7e50-495d-b0e4-e72241b31cb8 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:12.016426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Attempting to bind port aeb0741d-7e50-495d-b0e4-e72241b31cb8 on network bb55d5aa-1fde-4c73-9787-3200b452da2a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:12.031593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Port aeb0741d-7e50-495d-b0e4-e72241b31cb8 on network bb55d5aa-1fde-4c73-9787-3200b452da2a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:12.032081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Attempting to bind port aeb0741d-7e50-495d-b0e4-e72241b31cb8 on network bb55d5aa-1fde-4c73-9787-3200b452da2a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:12.037936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:12.038424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Checking segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:12.038921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Bound using segment: {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:12.039469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Bound port: aeb0741d-7e50-495d-b0e4-e72241b31cb8, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e60485a-f0b8-45f6-9e62-0d0267976f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:12.039936 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:12.092343 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-69f18d1c-fe30-44ad-8341-4377d56b42d0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091373 Jul 06 18:24:12.135927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] For port aeb0741d-7e50-495d-b0e4-e72241b31cb8, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:12.139550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] For port aeb0741d-7e50-495d-b0e4-e72241b31cb8, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:12.149271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:12.185913 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-ea30d9f2-5373-4dd9-a8f0-4f2268eeb2fe service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926304 Jul 06 18:24:12.227390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:12.228011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:12.229455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] 10.222.0.41 "PUT /v2.0/ports/aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 1091 time: 1.5757432 Jul 06 18:24:12.286041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Pushing event updated for resources: {'Port': ['ID=aeb0741d-7e50-495d-b0e4-e72241b31cb8,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:12.330528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-23dc0f28-183a-4c5d-aad0-177e4be01b3b service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355238 Jul 06 18:24:12.416589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.417099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.417533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.417991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.418514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.418935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.419360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.419778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.420194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.420686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.425443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.425965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32529b-dd25-43bc-9b6f-ee67374e1cbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:12.500215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-74cda59a-70e6-4103-b0a2-b0b5adc5e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:12.502152 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-74cda59a-70e6-4103-b0a2-b0b5adc5e489 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 1094 time: 0.2123404 Jul 06 18:24:12.517160 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-de29da6f-168b-407b-9048-6aeafb3e77bd service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936240 Jul 06 18:24:12.688266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-796080fe-3676-41cc-984e-6a82ecb3b35d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 217 time: 0.0946651 Jul 06 18:24:12.774099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-d9ee3ab1-ba1b-4160-adaa-85d0139daf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:12.776158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-d9ee3ab1-ba1b-4160-adaa-85d0139daf07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0763259 Jul 06 18:24:12.855830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-20225c60-525b-4e59-99bb-9671419b8fdf service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370907 Jul 06 18:24:13.016800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2c6b716e-fdbd-4ffa-ad80-52a60934a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:13.019463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-2c6b716e-fdbd-4ffa-ad80-52a60934a2ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622295 Jul 06 18:24:13.075668 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a2047a-2307-4fb2-b312-0189df4a12d8 x-openstack-request-id: req-44a2047a-2307-4fb2-b312-0189df4a12d8 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:13.076031 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5", "name": "network-vif-deleted", "tag": "3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb", "status": "failed", "code": 422}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:13.076217 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44a2047a-2307-4fb2-b312-0189df4a12d8 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:13.076610 n-d-799684-2 neutron-server[93967]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a13a7c4c-48ea-48b9-9fbe-c288a53e7fa5', 'name': 'network-vif-deleted', 'tag': '3c023ce2-1e6a-4309-b5c8-d4d29d7eb6eb', 'status': 'failed', 'code': 422} returned with failed status Jul 06 18:24:13.297703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-c25aa9e4-1047-4e86-bc0a-525dbc08af9e service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691708 Jul 06 18:24:13.614676 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-441ae44d-0a65-4964-812a-8c46dd3e8b62 req-74b0d8d8-5f5e-4ea3-bf35-7a8229ad6cc9 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063149 Jul 06 18:24:13.666887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d532b2-8962-48c7-ad87-aef3e353805c req-f43a6965-3a35-4ff9-84f9-844c19a63243 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:13.674863 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18d532b2-8962-48c7-ad87-aef3e353805c req-f43a6965-3a35-4ff9-84f9-844c19a63243 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 943 time: 0.2029271 Jul 06 18:24:13.678835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-caa41f3b-ef7a-40e8-b5ff-7ac015161978 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1ae3fe32b9846d19397914868166617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561318 Jul 06 18:24:13.761125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18d532b2-8962-48c7-ad87-aef3e353805c req-34726ec2-332e-402d-9493-db2134c14d1d tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852439 Jul 06 18:24:13.955088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-7bb973b9-8d75-4d8b-a625-3263c404cffd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:13.964917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-7bb973b9-8d75-4d8b-a625-3263c404cffd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845206 Jul 06 18:24:14.005455 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ebd25310-b38f-4792-a7b1-055e08322a5d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/quotas/e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 375 time: 0.0386937 Jul 06 18:24:14.095597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-a6f897cf-4588-43a7-8d80-6bab992b436b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855677 Jul 06 18:24:14.119917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee54d8-2a20-4fcd-921c-b1c9bf168eb3 req-3d3a2810-7428-40ed-b194-9ed7c9577fe0 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.121904 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6aee54d8-2a20-4fcd-921c-b1c9bf168eb3 req-3d3a2810-7428-40ed-b194-9ed7c9577fe0 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 950 time: 0.1023831 Jul 06 18:24:14.256605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6aee54d8-2a20-4fcd-921c-b1c9bf168eb3 req-b447dc29-9d91-476b-81e5-3ca73ff5c7ff tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278672 Jul 06 18:24:14.505533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ddfb97f-b4e0-4ace-a45e-7aacdc225ae9 req-872e5008-8474-4c24-aa9f-40cb851daca2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 210 time: 0.0657854 Jul 06 18:24:14.732827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-50dc52d0-26e1-4da6-99a7-0ea1a003ca94 req-19dbef18-2f34-484e-82b4-1be832974393 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 210 time: 0.0613017 Jul 06 18:24:14.855106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1211e0-d76b-4465-8945-a1904030dcf3 req-46df732d-4c1b-4b23-a100-c566cfa07aa1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.863219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1211e0-d76b-4465-8945-a1904030dcf3 req-46df732d-4c1b-4b23-a100-c566cfa07aa1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.879912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1211e0-d76b-4465-8945-a1904030dcf3 req-46df732d-4c1b-4b23-a100-c566cfa07aa1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.881704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a1211e0-d76b-4465-8945-a1904030dcf3 req-46df732d-4c1b-4b23-a100-c566cfa07aa1 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2419 time: 0.3354697 Jul 06 18:24:14.915547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-cfaad8bf-192e-4adc-9aac-5678f4ace0e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.925708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-cfaad8bf-192e-4adc-9aac-5678f4ace0e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.943239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-cfaad8bf-192e-4adc-9aac-5678f4ace0e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.945167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-cfaad8bf-192e-4adc-9aac-5678f4ace0e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 2419 time: 0.3509216 Jul 06 18:24:15.078290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:15.083958 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f" -d '{"events": [{"name": "network-changed", "server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:15.098487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-ab403c7e-2d96-4cdc-ba0e-fb5502d794f7 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:15.100855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-ab403c7e-2d96-4cdc-ba0e-fb5502d794f7 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.2439811 Jul 06 18:24:15.123926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Request body: {'port': {'device_id': 'bffdebc6-1b1e-4941-87a0-59cb9fa9733e', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'admin_state_up': True, 'tenant_id': '2048fc15f03f459a9add14162308ada4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:15.144712 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a1211e0-d76b-4465-8945-a1904030dcf3 req-61cad96e-61f1-4b1e-b401-e58a6abc18e3 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507067 Jul 06 18:24:15.285916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting port 7af083cd-4b74-4b46-90fd-afce4a60baf3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:15.286629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.389641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:15.395796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.418619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] For port 7af083cd-4b74-4b46-90fd-afce4a60baf3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7af083cd-4b74-4b46-90fd-afce4a60baf3,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:15.418985 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.475180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Calling delete_port for 7af083cd-4b74-4b46-90fd-afce4a60baf3 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:15.491509 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a42717b-d5f5-4ca8-a1ff-fd82ba756bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.590456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5e27ac2-c79f-494c-b6c8-d74b67554348 req-061c2537-4216-4c47-bc64-db378f19439d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0817931 Jul 06 18:24:15.913455 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d58e2d1-7b6b-4fb9-b9d2-b45de92088be x-openstack-request-id: req-7d58e2d1-7b6b-4fb9-b9d2-b45de92088be {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:15.913869 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:15.914657 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d58e2d1-7b6b-4fb9-b9d2-b45de92088be {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:15.914657 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'status': 'completed', 'code': 200} Jul 06 18:24:15.928651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-3d9212bd-22fe-4e71-9754-85ed47b9b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:15.930340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-3d9212bd-22fe-4e71-9754-85ed47b9b10c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 1094 time: 0.1710391 Jul 06 18:24:15.954440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.968960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['7af083cd-4b74-4b46-90fd-afce4a60baf3', '2105167f-2f30-4fb2-b3b8-e2dd59bc867b', 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:16.058091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Allocated IP 172.20.0.2 (387d7103-49e5-48ca-8c9e-8bb334581160/d22a3273-97c7-4233-beab-c55c5efc7ca5/cdc6db8d-121c-4d23-b61c-184835497dc6) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:16.097920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Port': ['ID=7af083cd-4b74-4b46-90fd-afce4a60baf3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:16.160047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.160688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.161201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.161745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.162244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.162740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.164987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.166305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.166997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.168441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.168974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.170346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:16.182591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a85d3-f54b-45c6-8c6d-e92adc5d944f req-14c62e40-76b8-4f9a-ae8d-24d64ddbec87 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:16.191473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ee4a85d3-f54b-45c6-8c6d-e92adc5d944f req-14c62e40-76b8-4f9a-ae8d-24d64ddbec87 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 943 time: 0.6077590 Jul 06 18:24:16.294630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679ce36-1939-436c-b07c-a6b920a216e2 req-d68c769c-4a1e-49fb-970a-9311d2e41159 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:16.303927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d679ce36-1939-436c-b07c-a6b920a216e2 req-d68c769c-4a1e-49fb-970a-9311d2e41159 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 950 time: 0.4375288 Jul 06 18:24:16.312843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] No DVR routers for this DVR port 7af083cd-4b74-4b46-90fd-afce4a60baf3 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:16.327069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:16.330038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-ecdda863-740d-43e2-8899-830a08ab72e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "DELETE /v2.0/ports/7af083cd-4b74-4b46-90fd-afce4a60baf3 HTTP/1.1" status: 204 len: 173 time: 1.3096836 Jul 06 18:24:16.333377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-deleted', 'tag': '7af083cd-4b74-4b46-90fd-afce4a60baf3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:16.335608 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63c72d3-f4fd-4c87-b8c1-e2556d17d401" -d '{"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-deleted", "tag": "7af083cd-4b74-4b46-90fd-afce4a60baf3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:16.405533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-a3a812bc-d67e-4a1b-b0cc-f47d3929dff6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e1ae3fe32b9846d19397914868166617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856626 Jul 06 18:24:16.455837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e037d9-5339-47df-b321-8384807a0154 req-cf8bdcf9-8b50-44b8-8f0b-ecba3cccb243 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:16.465662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-cf8bdcf9-8b50-44b8-8f0b-ecba3cccb243 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.5614133 Jul 06 18:24:16.584317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Request body: {'port': {'device_id': '2ac46055-5429-4903-86d5-b6e7459a1854', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'admin_state_up': True, 'tenant_id': 'bf77d1848a3a4efe9c1eb515d3893aec'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:16.598503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device aeb0741d-7e50-495d-b0e4-e72241b31cb8 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:16.599256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ee4a85d3-f54b-45c6-8c6d-e92adc5d944f req-9a597f7a-6d5a-43db-ae32-d79a6eaf66dc tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063406 Jul 06 18:24:16.893160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port aeb0741d-7e50-495d-b0e4-e72241b31cb8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:16.899413 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-851c9511-ecd7-45c7-9a5a-255a5c4e155d req-87cafa57-391b-4e0f-92e5-86ca107e5379 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 210 time: 0.1044717 Jul 06 18:24:16.904315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'port_id': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'mac_address': 'fa:16:3e:6b:53:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:16.975452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:16.995675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb0741d-7e50-495d-b0e4-e72241b31cb8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:17.019215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port aeb0741d-7e50-495d-b0e4-e72241b31cb8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:17.026034 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.037075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d679ce36-1939-436c-b07c-a6b920a216e2 req-571a5a26-1a30-4f64-a119-436d51e2dce8 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321489 Jul 06 18:24:17.039423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-0e544493-ce00-4ac8-a2c0-2f54c4e1695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:17.041324 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-0e544493-ce00-4ac8-a2c0-2f54c4e1695c service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 1.0892701 Jul 06 18:24:17.143467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-80207c36-62e6-41ca-ae88-228e85c68e91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 217 time: 0.0915487 Jul 06 18:24:17.163763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=aeb0741d-7e50-495d-b0e4-e72241b31cb8,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:17.211390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-58ff06e3-c601-4ffd-be3a-7fffc95d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:17.212798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-58ff06e3-c601-4ffd-be3a-7fffc95d7860 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0617418 Jul 06 18:24:17.230122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:17.230478 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.231437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-6baa80a3-0530-47ca-b250-83426072251b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:17.234814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-6baa80a3-0530-47ca-b250-83426072251b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7582371 Jul 06 18:24:17.258832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.278350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['aeb0741d-7e50-495d-b0e4-e72241b31cb8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:17.319793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Request body: {'port': {'device_id': '42d6ef59-6b66-493a-9c40-663b0288850a', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'e1ae3fe32b9846d19397914868166617'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:17.432533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a54aa1b5-3bfc-496f-a5da-4d1d5aaf69ea req-c463a6bd-4a46-4a9c-bc8f-873e6fca58c5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 210 time: 0.2712333 Jul 06 18:24:17.450463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-7ac528d5-40aa-4c6a-8910-0f566f677581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:17.455032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-7ac528d5-40aa-4c6a-8910-0f566f677581 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354379 Jul 06 18:24:17.456674 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:24:17.456674 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:24:17.456674 n-d-799684-2 neutron-server[93967]: [parameters: {'project_id_1': 'e1ae3fe32b9846d19397914868166617', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 24, 17, 440750)}] Jul 06 18:24:17.456674 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:24:17.457073 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:24:17.490878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.493787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Made reservation on behalf of bf77d1848a3a4efe9c1eb515d3893aec for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:17.498050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.507601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:17.564414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event updated for resources: {'Port': ['ID=cdc6db8d-121c-4d23-b61c-184835497dc6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:17.722781 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11468c8b-4b81-45f8-a6b3-d70cc643927a x-openstack-request-id: req-11468c8b-4b81-45f8-a6b3-d70cc643927a {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:17.723029 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-deleted", "tag": "7af083cd-4b74-4b46-90fd-afce4a60baf3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:17.723218 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11468c8b-4b81-45f8-a6b3-d70cc643927a {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:17.723798 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-deleted', 'tag': '7af083cd-4b74-4b46-90fd-afce4a60baf3', 'status': 'completed', 'code': 200} Jul 06 18:24:17.756178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Allocated IP 172.20.0.11 (90950a61-13f5-43e3-a282-f1fe44802f85/06d8f1f4-9e1d-441b-8294-be6e3dd37469/550fb89b-eeeb-4b75-b603-ded8d57308e8) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:17.761257 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-ef618248-f414-44c3-a0ea-3fa85d661c3d service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809019 Jul 06 18:24:17.837624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] For port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,segment=NetworkSegment(5a6e4c5c-98e2-4f14-9d10-49fa82ad6607),segment_id=5a6e4c5c-98e2-4f14-9d10-49fa82ad6607)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:17.838020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.850556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39ad9-655f-4b5d-835d-63c4ba5ffe73 req-e903096c-2110-4402-843d-89affdf30f6b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:17.858689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39ad9-655f-4b5d-835d-63c4ba5ffe73 req-e903096c-2110-4402-843d-89affdf30f6b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:17.867325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66f39ad9-655f-4b5d-835d-63c4ba5ffe73 req-e903096c-2110-4402-843d-89affdf30f6b tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed805007-a5bd-4c2f-8d43-23703f54c463 HTTP/1.1" status: 200 len: 1683 time: 0.5614235 Jul 06 18:24:17.890976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Network 387d7103-49e5-48ca-8c9e-8bb334581160 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:17.899327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Calling delete_port for e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:17.911024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:17.916778 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53346cbe-c94e-4d82-bb94-f8fe454de93d req-1eaf4aee-7b76-4d3d-9453-750255bdab77 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0493200 Jul 06 18:24:17.917744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:17.991340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:17.992026 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.998400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Made reservation on behalf of e1ae3fe32b9846d19397914868166617 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:18.002336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.014900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66f39ad9-655f-4b5d-835d-63c4ba5ffe73 req-e3fca803-881d-4778-9256-819c10fcd100 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466010 Jul 06 18:24:18.026803 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.041120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-8ca6741a-648f-4443-a9bf-ebe8575c0100 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9304955 Jul 06 18:24:18.055520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c0da10-8cf0-4054-bdc3-b5e9d154c88f req-361a8ae4-666e-4388-98ac-0428eb54e778 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723761 Jul 06 18:24:18.072340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Request body: {'port': {'device_id': 'bffdebc6-1b1e-4941-87a0-59cb9fa9733e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:18.129760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a6d34df-f2aa-4651-a456-679c3c36bccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.205689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-95eb9e79-6aa6-40f2-8d60-abbc82d85c58 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631544 Jul 06 18:24:18.220389 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.238898 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.277201 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.290890 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.304936 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.345434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Port': ['ID=e7cd8ca2-7d10-4a0d-9e85-1e90a332b171,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:18.355256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7af083cd-4b74-4b46-90fd-afce4a60baf3 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:18.400725 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.419614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 7af083cd-4b74-4b46-90fd-afce4a60baf3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:18.419958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7af083cd-4b74-4b46-90fd-afce4a60baf3 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:18.420375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2105167f-2f30-4fb2-b3b8-e2dd59bc867b no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:18.482440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] No DVR routers for this DVR port e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:18.495033 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.497147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-123d122a-2194-4251-b1dd-cc5cf6f20973 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "DELETE /v2.0/ports/e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 HTTP/1.1" status: 204 len: 173 time: 2.1585233 Jul 06 18:24:18.508384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device aeb0741d-7e50-495d-b0e4-e72241b31cb8 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:18.610712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c797f3-6614-4a96-a146-bade44ee926e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:18.616917 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.632324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port aeb0741d-7e50-495d-b0e4-e72241b31cb8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:18.651272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port aeb0741d-7e50-495d-b0e4-e72241b31cb8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:18.652037 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.706125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.727725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:18.730282 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52348e87-9995-476e-8d6e-c5fbe66adb14" -d '{"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-unplugged", "status": "completed", "tag": "2105167f-2f30-4fb2-b3b8-e2dd59bc867b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:18.751491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:18.761993 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.763630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:18.795641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7044c-4ab0-4933-9518-c02b759769b9 req-8787f9e7-a7a9-4045-ac60-277778076fac tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:18.798002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7a7044c-4ab0-4933-9518-c02b759769b9 req-8787f9e7-a7a9-4045-ac60-277778076fac tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 944 time: 0.1311128 Jul 06 18:24:18.800750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:18.801297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.823337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:18.850030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:18.850516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e7cd8ca2-7d10-4a0d-9e85-1e90a332b171 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:18.874403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event updated for resources: {'Port': ['ID=550fb89b-eeeb-4b75-b603-ded8d57308e8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:18.904809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.915315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-0c4a5fa2-dd15-42f9-837d-087cc18271a4 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:18.922282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-0c4a5fa2-dd15-42f9-837d-087cc18271a4 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7155983 Jul 06 18:24:18.934362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Network 90950a61-13f5-43e3-a282-f1fe44802f85 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:18.945573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port aeb0741d-7e50-495d-b0e4-e72241b31cb8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:18.947927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] For port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:18.948536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.951320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:18.952979 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.957262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Allocated IP 192.168.233.203 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/0a070152-4e10-4baf-bd94-45a46ddfa0d6) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:18.961147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:18.966733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Calling delete_port for 2105167f-2f30-4fb2-b3b8-e2dd59bc867b owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:19.019230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7a7044c-4ab0-4933-9518-c02b759769b9 req-24d07807-e924-420a-a4a6-6985fd733bc0 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143126 Jul 06 18:24:19.020484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:19.021479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=aeb0741d-7e50-495d-b0e4-e72241b31cb8,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:19.022411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.042106 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-6825be02-8200-4ebe-8d2c-1e7e3f61e961 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/quotas/3c3c4d3d86cb460b9baee5032a500e2c HTTP/1.1" status: 200 len: 375 time: 0.1189342 Jul 06 18:24:19.115379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-88784093-1810-4b2a-b001-7dd9b7eb0da9 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5467315 Jul 06 18:24:19.144647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Request body: {'port': {'device_id': '2ac46055-5429-4903-86d5-b6e7459a1854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:19.185332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-c7ace7e1-0125-4bba-8db4-3d46c6d57fc3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:19.186885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-c7ace7e1-0125-4bba-8db4-3d46c6d57fc3 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.41 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 944 time: 0.1651914 Jul 06 18:24:19.266202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.309800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Port': ['ID=2105167f-2f30-4fb2-b3b8-e2dd59bc867b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:19.334431 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.383358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-dbb2fbec-ca19-4870-8e09-c475f0afd462 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2943799 Jul 06 18:24:19.434150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.443188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cba0c2-c62c-4636-9b14-f1a68a9c7b27 req-9129866d-3664-4ff7-81ec-610f036b9584 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:19.444706 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67cba0c2-c62c-4636-9b14-f1a68a9c7b27 req-9129866d-3664-4ff7-81ec-610f036b9584 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 931 time: 0.2858729 Jul 06 18:24:19.447537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] No DVR routers for this DVR port 2105167f-2f30-4fb2-b3b8-e2dd59bc867b on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:19.451181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.454260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cbf7a79-3b6f-43a0-8fd0-cf0f4bf2d42e req-5d0ece11-aa16-4888-af76-5ac172145f59 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "DELETE /v2.0/ports/2105167f-2f30-4fb2-b3b8-e2dd59bc867b HTTP/1.1" status: 204 len: 173 time: 0.9485559 Jul 06 18:24:19.634334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Deleting port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:19.634715 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.646813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc6db8d-121c-4d23-b61c-184835497dc6 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:19.670466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.694366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.699905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67cba0c2-c62c-4636-9b14-f1a68a9c7b27 req-12c58038-0d6a-48cd-bbf8-455fde591d45 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434933 Jul 06 18:24:19.754266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-deleted', 'tag': 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171'}, {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-deleted', 'tag': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:19.757497 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce64b2be-8cd6-4064-bda0-32091ebc1ca8" -d '{"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-deleted", "tag": "e7cd8ca2-7d10-4a0d-9e85-1e90a332b171"}, {"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-deleted", "tag": "2105167f-2f30-4fb2-b3b8-e2dd59bc867b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:19.794781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Transition to ACTIVE for port object cdc6db8d-121c-4d23-b61c-184835497dc6 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:19.856247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] For port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:19.857182 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.891885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Calling delete_port for 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:20.116253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ac0a-be19-4fc9-882b-84b13f8b42d6 req-9ead44f3-9941-4e8d-8495-85c50294b441 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:20.117542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.119709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5a5ac0a-be19-4fc9-882b-84b13f8b42d6 req-9ead44f3-9941-4e8d-8495-85c50294b441 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 932 time: 0.2446218 Jul 06 18:24:20.121073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.130236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Transition to ACTIVE for port object 0a070152-4e10-4baf-bd94-45a46ddfa0d6 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:20.134475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9113432d-69cc-4f9c-8015-0bf0cce0bdb2'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:20.188502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Pushing event deleted for resources: {'Port': ['ID=9113432d-69cc-4f9c-8015-0bf0cce0bdb2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:20.257918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc6db8d-121c-4d23-b61c-184835497dc6,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:20.298929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] No DVR routers for this DVR port 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:20.303971 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.306143 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c3c6e66-247c-4704-98d9-cdde5a7d23a5 req-f8206040-85a8-4905-b7e3-f25908de2058 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.41 "DELETE /v2.0/ports/9113432d-69cc-4f9c-8015-0bf0cce0bdb2 HTTP/1.1" status: 204 len: 173 time: 1.0981290 Jul 06 18:24:20.310274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5a5ac0a-be19-4fc9-882b-84b13f8b42d6 req-1aac7fc7-84ef-44b8-a58d-5e7a5c4babc6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257546 Jul 06 18:24:20.353438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622974a-67c0-4646-82d7-bc93f6284f3c req-d6337668-fcc8-44c6-bfec-824cd4848fbe tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:20.362181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e622974a-67c0-4646-82d7-bc93f6284f3c req-d6337668-fcc8-44c6-bfec-824cd4848fbe tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=42376416-ed77-486d-b017-a268b0402c3e HTTP/1.1" status: 200 len: 866 time: 0.6071160 Jul 06 18:24:20.364875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.389203 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7be7457-dc7a-483a-965b-6783727efd02 x-openstack-request-id: req-c7be7457-dc7a-483a-965b-6783727efd02 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:20.389824 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-unplugged", "status": "completed", "tag": "2105167f-2f30-4fb2-b3b8-e2dd59bc867b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:20.389824 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7be7457-dc7a-483a-965b-6783727efd02 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:20.390222 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b', 'code': 200} Jul 06 18:24:20.499225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550fb89b-eeeb-4b75-b603-ded8d57308e8 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:20.518839 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.540547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Transition to ACTIVE for port object 550fb89b-eeeb-4b75-b603-ded8d57308e8 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:20.559707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.612248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dcf4a-e344-4cf0-9813-409a88e48c55 req-fe2574f2-8e9b-4ca5-9503-2268f8b98fd3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:20.613863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d4dcf4a-e344-4cf0-9813-409a88e48c55 req-fe2574f2-8e9b-4ca5-9503-2268f8b98fd3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 936 time: 0.1215403 Jul 06 18:24:20.635939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:20.648376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:20.651747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:20.667910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e622974a-67c0-4646-82d7-bc93f6284f3c req-dac84b07-0dff-41e5-b48e-126081141b89 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046236 Jul 06 18:24:20.684781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d4dcf4a-e344-4cf0-9813-409a88e48c55 req-a6b93af6-e9b7-4d82-a253-36564f5738d0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579498 Jul 06 18:24:20.747932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:20.813470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Attempting to bind port cdc6db8d-121c-4d23-b61c-184835497dc6 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:20.813835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Attempting to bind port cdc6db8d-121c-4d23-b61c-184835497dc6 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:20.814170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Attempting to bind port cdc6db8d-121c-4d23-b61c-184835497dc6 on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:20.846765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54926) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:20.862490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:20.863175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.867520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Port cdc6db8d-121c-4d23-b61c-184835497dc6 on network 387d7103-49e5-48ca-8c9e-8bb334581160 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:20.868183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Attempting to bind port cdc6db8d-121c-4d23-b61c-184835497dc6 on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:20.915387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.934415 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c447581-2ded-4cff-8875-ada460b41d8b x-openstack-request-id: req-7c447581-2ded-4cff-8875-ada460b41d8b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:20.934855 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-deleted", "tag": "e7cd8ca2-7d10-4a0d-9e85-1e90a332b171", "status": "completed", "code": 200}, {"server_uuid": "ed805007-a5bd-4c2f-8d43-23703f54c463", "name": "network-vif-deleted", "tag": "2105167f-2f30-4fb2-b3b8-e2dd59bc867b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:20.935363 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c447581-2ded-4cff-8875-ada460b41d8b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:20.936002 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-deleted', 'tag': 'e7cd8ca2-7d10-4a0d-9e85-1e90a332b171', 'status': 'completed', 'code': 200} Jul 06 18:24:20.938529 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed805007-a5bd-4c2f-8d43-23703f54c463', 'name': 'network-vif-deleted', 'tag': '2105167f-2f30-4fb2-b3b8-e2dd59bc867b', 'status': 'completed', 'code': 200} Jul 06 18:24:20.938682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:20.951934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Checking segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:20.952378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Bound using segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:20.952904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Bound port: cdc6db8d-121c-4d23-b61c-184835497dc6, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:20.953238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.970643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Pushing event updated for resources: {'Port': ['ID=550fb89b-eeeb-4b75-b603-ded8d57308e8,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:21.000702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef5f719d-ce0a-485c-97b2-39223e47e39e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7106199 Jul 06 18:24:21.026801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Request body: {'port': {'device_id': '42d6ef59-6b66-493a-9c40-663b0288850a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:21.046559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2786a43e-5d66-4fa1-9ad8-ce709d20e561 req-2defcddf-ea75-41be-b275-dc42ffa3751a tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 210 time: 0.1063311 Jul 06 18:24:21.086327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde517e6-114f-4448-aac7-a52ec7253208 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting subnet 75823af0-55f9-4a16-a601-d7fbcfe8c923 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:24:21.091741 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bde517e6-114f-4448-aac7-a52ec7253208 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.098428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Attempting to bind port 550fb89b-eeeb-4b75-b603-ded8d57308e8 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:21.098778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Attempting to bind port 550fb89b-eeeb-4b75-b603-ded8d57308e8 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:21.099109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Attempting to bind port 550fb89b-eeeb-4b75-b603-ded8d57308e8 on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:21.137511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b4cfcaa6-ecbe-440d-bac6-732faec4256e None None] Provisioning for port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:21.147177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Port 550fb89b-eeeb-4b75-b603-ded8d57308e8 on network 90950a61-13f5-43e3-a282-f1fe44802f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:21.147630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Attempting to bind port 550fb89b-eeeb-4b75-b603-ded8d57308e8 on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:21.152072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b4cfcaa6-ecbe-440d-bac6-732faec4256e None None] Provisioning complete for port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:21.152641 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4cfcaa6-ecbe-440d-bac6-732faec4256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.169460 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bde517e6-114f-4448-aac7-a52ec7253208 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.194114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] For port cdc6db8d-121c-4d23-b61c-184835497dc6, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:21.196496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:21.196835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Checking segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:21.197234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Bound using segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:21.202051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Bound port: 550fb89b-eeeb-4b75-b603-ded8d57308e8, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:21.202475 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.237064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b4cfcaa6-ecbe-440d-bac6-732faec4256e None None] Port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:21.289321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] For port cdc6db8d-121c-4d23-b61c-184835497dc6, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=cdc6db8d-121c-4d23-b61c-184835497dc6,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:21.324204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.352798 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bde517e6-114f-4448-aac7-a52ec7253208 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.358513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.412868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad26f9d-92c9-4741-8de1-bd3589a3dea7 req-db38ad03-d035-44c3-955a-e991af3f59d2 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:21.414469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ad26f9d-92c9-4741-8de1-bd3589a3dea7 req-db38ad03-d035-44c3-955a-e991af3f59d2 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 945 time: 0.3414950 Jul 06 18:24:21.422368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:21.423109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.424379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] 10.222.0.41 "PUT /v2.0/ports/cdc6db8d-121c-4d23-b61c-184835497dc6 HTTP/1.1" status: 200 len: 1091 time: 3.3685739 Jul 06 18:24:21.424854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffdebc6-1b1e-4941-87a0-59cb9fa9733e', 'tag': 'cdc6db8d-121c-4d23-b61c-184835497dc6'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:21.427195 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5eafe-03cc-4183-8915-bb4c783a7240" -d '{"events": [{"name": "network-changed", "server_uuid": "bffdebc6-1b1e-4941-87a0-59cb9fa9733e", "tag": "cdc6db8d-121c-4d23-b61c-184835497dc6"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:21.445332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-3065a5fd-53e0-4849-8d36-8fbcda6db8eb tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247954 Jul 06 18:24:21.483270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] For port 550fb89b-eeeb-4b75-b603-ded8d57308e8, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:21.499949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4b886-4a57-47fc-857a-ce9793c1b386 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc6db8d-121c-4d23-b61c-184835497dc6,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:21.548310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] For port 550fb89b-eeeb-4b75-b603-ded8d57308e8, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=550fb89b-eeeb-4b75-b603-ded8d57308e8,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:21.611297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-08fe4002-a6b6-40ae-9e58-85f832d93dda tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:21.613690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-08fe4002-a6b6-40ae-9e58-85f832d93dda tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577475 Jul 06 18:24:21.615895 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.618995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bde517e6-114f-4448-aac7-a52ec7253208 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.661672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ad26f9d-92c9-4741-8de1-bd3589a3dea7 req-2e4d9f30-abc0-4603-8b0f-f6d0cd96b509 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312565 Jul 06 18:24:21.668109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Request body: {'port': {'device_id': '1f1cf426-d853-42d9-80ad-5c24bf36ffa7', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '3c3c4d3d86cb460b9baee5032a500e2c'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:21.684830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde517e6-114f-4448-aac7-a52ec7253208 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Subnet': ['ID=75823af0-55f9-4a16-a601-d7fbcfe8c923,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:21.688112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:21.688798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.690168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] 10.222.0.41 "PUT /v2.0/ports/550fb89b-eeeb-4b75-b603-ded8d57308e8 HTTP/1.1" status: 200 len: 1092 time: 2.5536087 Jul 06 18:24:21.726231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bde517e6-114f-4448-aac7-a52ec7253208 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.728525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396fb7e-c05b-4a32-8fe1-0f8ec23facbb service neutron] Pushing event updated for resources: {'Port': ['ID=550fb89b-eeeb-4b75-b603-ded8d57308e8,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:21.730688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bde517e6-114f-4448-aac7-a52ec7253208 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "DELETE /v2.0/subnets/75823af0-55f9-4a16-a601-d7fbcfe8c923 HTTP/1.1" status: 204 len: 168 time: 0.8828280 Jul 06 18:24:21.731101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54948) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:21.751279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c583c79-8a9f-46c2-a3fa-a90db0ff07a3 None None] Network d9446111-999b-4227-8cbe-96d488f88f69 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:21.764556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e79adf-1614-4d7b-bbd6-6bec57ed9c7d req-9f60b068-8570-4d0c-a820-a811cb74b0d9 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:21.766950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1e79adf-1614-4d7b-bbd6-6bec57ed9c7d req-9f60b068-8570-4d0c-a820-a811cb74b0d9 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 943 time: 0.4962072 Jul 06 18:24:21.776728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-de53c9d5-51e5-48c7-9054-e4041ea2cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:21.778302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-de53c9d5-51e5-48c7-9054-e4041ea2cec7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 1094 time: 0.2794611 Jul 06 18:24:21.909070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-1d8b1c3b-06d8-49b4-a9b7-c3c1bdfe3886 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdc6db8d-121c-4d23-b61c-184835497dc6 HTTP/1.1" status: 200 len: 217 time: 0.1093502 Jul 06 18:24:21.921754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1e79adf-1614-4d7b-bbd6-6bec57ed9c7d req-8a1f4166-958f-4cb2-94e6-6364400ca647 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964954 Jul 06 18:24:21.969998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Made reservation on behalf of 3c3c4d3d86cb460b9baee5032a500e2c for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:21.975862 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.985619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] DHCP port deletion for d9446111-999b-4227-8cbe-96d488f88f69 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:24:22.013384 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971efe0-c0f9-4385-99ad-d45e7ae63c57 x-openstack-request-id: req-5971efe0-c0f9-4385-99ad-d45e7ae63c57 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:22.013695 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffdebc6-1b1e-4941-87a0-59cb9fa9733e", "tag": "cdc6db8d-121c-4d23-b61c-184835497dc6", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:22.013962 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5971efe0-c0f9-4385-99ad-d45e7ae63c57 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:22.014366 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffdebc6-1b1e-4941-87a0-59cb9fa9733e', 'tag': 'cdc6db8d-121c-4d23-b61c-184835497dc6', 'status': 'completed', 'code': 200} Jul 06 18:24:22.055229 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.066420 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.097528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] Deleting port 686bdf16-c725-43cc-9ded-d08e967d99f6 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:22.098159 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.117147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-010512b4-6968-48a7-9359-dde807e9fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:22.118691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-010512b4-6968-48a7-9359-dde807e9fd5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1932700 Jul 06 18:24:22.177207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] For port 686bdf16-c725-43cc-9ded-d08e967d99f6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=686bdf16-c725-43cc-9ded-d08e967d99f6,segment=NetworkSegment(5a6e4c5c-98e2-4f14-9d10-49fa82ad6607),segment_id=5a6e4c5c-98e2-4f14-9d10-49fa82ad6607)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:22.177693 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.189149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e037d9-5339-47df-b321-8384807a0154 req-decce038-d96c-4e5d-a25c-8dd12dabbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:22.190700 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-decce038-d96c-4e5d-a25c-8dd12dabbaff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 1095 time: 0.4102476 Jul 06 18:24:22.192508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] Calling delete_port for 686bdf16-c725-43cc-9ded-d08e967d99f6 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:22.197218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-9c5728bb-0152-4da4-9fee-34c2a9ff3790 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680444 Jul 06 18:24:22.233259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6785b18-56cc-4e78-86e3-9263d33c2c10 req-6962c69d-6880-4a61-8b90-96084f5d426a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:22.234876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6785b18-56cc-4e78-86e3-9263d33c2c10 req-6962c69d-6880-4a61-8b90-96084f5d426a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 944 time: 0.3334522 Jul 06 18:24:22.265636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873000e1-c47c-4080-bd28-a276658eb5e7 req-c36ea72c-14d8-4ab6-9568-78c958070e18 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:22.267355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-873000e1-c47c-4080-bd28-a276658eb5e7 req-c36ea72c-14d8-4ab6-9568-78c958070e18 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 936 time: 0.0775886 Jul 06 18:24:22.269441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.307300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.314023 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-873000e1-c47c-4080-bd28-a276658eb5e7 req-a8c02f0e-6d05-46da-b49f-70b3464f6326 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Jul 06 18:24:22.337499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-b18e8788-a3c1-428a-8a71-3d22c9b6d87b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=550fb89b-eeeb-4b75-b603-ded8d57308e8 HTTP/1.1" status: 200 len: 217 time: 0.1083636 Jul 06 18:24:22.337499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a070152-4e10-4baf-bd94-45a46ddfa0d6 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:22.350359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] No DVR routers for this DVR port 686bdf16-c725-43cc-9ded-d08e967d99f6 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:22.354065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.358519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6c007-c345-4f82-9353-faaab00dda28 None None] Pushing event deleted for resources: {'Port': ['ID=686bdf16-c725-43cc-9ded-d08e967d99f6,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:22.391435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:22.395854 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19151abf-76a4-42c9-927f-c3855cc7c247" -d '{"events": [{"server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "name": "network-vif-plugged", "status": "completed", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:22.475426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a14e70ea-a29e-4494-acfb-5744625acee6 req-b3126606-104c-48c5-bf3a-c6627659fe4b tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 210 time: 0.0315366 Jul 06 18:24:22.526208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:22.562916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:22.564045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9113432d-69cc-4f9c-8015-0bf0cce0bdb2 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:22.687053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Transition to ACTIVE for port object 0a070152-4e10-4baf-bd94-45a46ddfa0d6 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:22.701496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6785b18-56cc-4e78-86e3-9263d33c2c10 req-e4ce38db-f103-44f8-8dda-026ac7ddf572 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495993 Jul 06 18:24:22.711002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.718517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting port 686bdf16-c725-43cc-9ded-d08e967d99f6 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:22.719148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.729229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e037d9-5339-47df-b321-8384807a0154 req-e5b07106-62c7-4ae0-94f1-d4718d907b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:22.731058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-e5b07106-62c7-4ae0-94f1-d4718d907b98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.3856726 Jul 06 18:24:22.811023 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50333315-c64c-49a2-b062-5f0836d2227f x-openstack-request-id: req-50333315-c64c-49a2-b062-5f0836d2227f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:22.811602 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "name": "network-vif-plugged", "status": "completed", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:22.811726 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50333315-c64c-49a2-b062-5f0836d2227f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:22.812283 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'code': 200} Jul 06 18:24:22.878850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Allocated IP 192.168.233.93 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:22.911334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 686bdf16-c725-43cc-9ded-d08e967d99f6 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:22.920257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-5f7990a4-82bc-4879-b06a-537bee833e90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436789 Jul 06 18:24:22.926059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-af9df432-99d9-449c-82ec-e97f0993f921 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027464 Jul 06 18:24:22.942246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'name': 'network-vif-deleted', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:22.945981 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c00da4c-7ffd-44ba-a7b7-32cbedbf8fe6" -d '{"events": [{"server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "name": "network-vif-deleted", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:22.985891 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 686bdf16-c725-43cc-9ded-d08e967d99f6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:22.986299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 686bdf16-c725-43cc-9ded-d08e967d99f6 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:23.055435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:23.098036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] For port 686bdf16-c725-43cc-9ded-d08e967d99f6, host n-d-799684-2, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:23.098489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.195673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Calling delete_port for 686bdf16-c725-43cc-9ded-d08e967d99f6 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:23.218942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.221307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Port 686bdf16-c725-43cc-9ded-d08e967d99f6 was not found and therefore no delete operation was performed {{(pid=93967) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:24:23.231517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.235485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65802476-325b-4fd5-8702-edfcf15c2647 req-555b8095-3e31-49cf-abd4-f1cc2dc45400 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:23.237047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65802476-325b-4fd5-8702-edfcf15c2647 req-555b8095-3e31-49cf-abd4-f1cc2dc45400 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 945 time: 0.2434957 Jul 06 18:24:23.256293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64081842-bd1e-4487-b186-306a69d4542e req-d0d6c7f0-8e19-43c5-9681-15c2f7fa8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:23.258522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64081842-bd1e-4487-b186-306a69d4542e req-d0d6c7f0-8e19-43c5-9681-15c2f7fa8e87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 1096 time: 0.2032342 Jul 06 18:24:23.263200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Transition to ACTIVE for port object 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:23.302276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Port': ['ID=686bdf16-c725-43cc-9ded-d08e967d99f6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:23.310950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] No DVR routers for this DVR port 686bdf16-c725-43cc-9ded-d08e967d99f6 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:23.361938 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65802476-325b-4fd5-8702-edfcf15c2647 req-3bc48aa5-2df2-4ad5-8bbb-269908c0d36d tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162677 Jul 06 18:24:23.398246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4840d4bd-c573-4081-a947-ef2a9a0f77b7 req-39b35eda-278d-42e9-9f38-6cf163290bc0 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223928 Jul 06 18:24:23.400926 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64081842-bd1e-4487-b186-306a69d4542e req-92b780f5-69d2-4ac7-9f47-cdfec80fcaa5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172223 Jul 06 18:24:23.412855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-ef24f96f-a042-4481-bad6-2d5c8698a25c service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913449 Jul 06 18:24:23.426412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-5d23f726-e570-42cd-a5a6-84d8d4018aec tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:23.428183 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-5d23f726-e570-42cd-a5a6-84d8d4018aec tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.41 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 945 time: 0.1668522 Jul 06 18:24:23.429934 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.442519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['547151a7-1495-452b-aa4e-ba7af1c8de16'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:23.451402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e215-b312-4574-bcba-f46337afe4f9 req-b6256ea2-30ab-474a-9e9c-a6a47da50ee9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:23.458935 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1550e215-b312-4574-bcba-f46337afe4f9 req-b6256ea2-30ab-474a-9e9c-a6a47da50ee9 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 945 time: 0.4770479 Jul 06 18:24:23.487987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Attempting to bind port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:23.488328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Attempting to bind port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:23.488664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Attempting to bind port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:23.514680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:23.534209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.545832 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9446111-999b-4227-8cbe-96d488f88f69']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:23.559108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:23.559625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6e4c5c-98e2-4f14-9d10-49fa82ad6607') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:23.580184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.595364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:23.595685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Attempting to bind port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:23.597793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:23.611409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:23.646082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:23.646344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:23.646742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:23.647214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Bound port: 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:23.647581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.670355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1550e215-b312-4574-bcba-f46337afe4f9 req-870680ad-1d94-4925-832d-3e550723d922 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104714 Jul 06 18:24:23.680459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.683215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Pushing event updated for resources: {'Port': ['ID=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:23.720046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:24:23.720635 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:24:23.724288 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:24:23.759338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:23.760164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.775722 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6898d87b-6272-46ed-a0cb-74b9ac16ced3 x-openstack-request-id: req-6898d87b-6272-46ed-a0cb-74b9ac16ced3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:23.777015 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42376416-ed77-486d-b017-a268b0402c3e", "name": "network-vif-deleted", "tag": "9113432d-69cc-4f9c-8015-0bf0cce0bdb2", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:23.777355 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6898d87b-6272-46ed-a0cb-74b9ac16ced3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:23.777865 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42376416-ed77-486d-b017-a268b0402c3e', 'name': 'network-vif-deleted', 'tag': '9113432d-69cc-4f9c-8015-0bf0cce0bdb2', 'status': 'completed', 'code': 200} Jul 06 18:24:23.819343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fdbc9-87c8-4dc2-9908-5145cb97cfae req-f655716a-2b19-4418-a812-79a0137528dd tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:23.821139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-241fdbc9-87c8-4dc2-9908-5145cb97cfae req-f655716a-2b19-4418-a812-79a0137528dd tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 943 time: 0.3050838 Jul 06 18:24:23.884875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1e037d9-5339-47df-b321-8384807a0154 req-06e93fb7-9cc7-4885-851e-7ebb518e3be3 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925076 Jul 06 18:24:23.886020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:23.899467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.903522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:23.935805 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.940752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "DELETE /v2.0/networks/d9446111-999b-4227-8cbe-96d488f88f69 HTTP/1.1" status: 204 len: 168 time: 2.1825273 Jul 06 18:24:23.944196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24936d-d623-429a-a50d-6a8538602dee tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Network': ['ID=d9446111-999b-4227-8cbe-96d488f88f69,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:23.945253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54994) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:23.964266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.019586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c359c451-dc14-409e-b082-060c3860e749 None None] Provisioning for port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:24.024990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac46055-5429-4903-86d5-b6e7459a1854', 'tag': '550fb89b-eeeb-4b75-b603-ded8d57308e8'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:24.026525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c359c451-dc14-409e-b082-060c3860e749 None None] Provisioning complete for port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:24.026967 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c359c451-dc14-409e-b082-060c3860e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.027420 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a2c556-d517-4cf0-9dcd-237e3853bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac46055-5429-4903-86d5-b6e7459a1854", "tag": "550fb89b-eeeb-4b75-b603-ded8d57308e8"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:24.058031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.058665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.060169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] 10.222.0.24 "PUT /v2.0/ports/0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 1096 time: 3.0379739 Jul 06 18:24:24.084599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c359c451-dc14-409e-b082-060c3860e749 None None] Port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:24.099379 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-f450c309-ea2b-46d8-ab24-afaa920f0334 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting subnet 521f72cc-6a60-4bc1-956e-60ba34fcbfa0 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:24:24.106023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ce23b-a5a6-449d-8d63-e0c7c84ba3fd service neutron] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:24.109207 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f450c309-ea2b-46d8-ab24-afaa920f0334 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.181368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec588110-9ca9-421a-80e5-8242724bf049 req-91c2e3b9-9e2b-4ed6-aa24-142247bdfd2e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.183028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec588110-9ca9-421a-80e5-8242724bf049 req-91c2e3b9-9e2b-4ed6-aa24-142247bdfd2e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 948 time: 0.2849202 Jul 06 18:24:24.204571 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f450c309-ea2b-46d8-ab24-afaa920f0334 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.265636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-fa718fd0-f313-4cc1-8323-5d0527054fbf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6226957 Jul 06 18:24:24.267973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-a01c1a7d-7131-4fe8-8bf5-8e2808c74631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.269596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-a01c1a7d-7131-4fe8-8bf5-8e2808c74631 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 1094 time: 0.7445099 Jul 06 18:24:24.288139 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec588110-9ca9-421a-80e5-8242724bf049 req-ad35565c-d363-421b-a5e0-7dee7f79b932 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959480 Jul 06 18:24:24.314552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Request body: {'port': {'device_id': '1f1cf426-d853-42d9-80ad-5c24bf36ffa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:24.342765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-e834eb11-30ce-48f7-995b-9d9061d63b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.344419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-e834eb11-30ce-48f7-995b-9d9061d63b71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1099 time: 0.2264442 Jul 06 18:24:24.405678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-7eeb5650-5f73-4a54-87c2-039d7cf36a5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0522559 Jul 06 18:24:24.418202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f450c309-ea2b-46d8-ab24-afaa920f0334 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.467210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-241fdbc9-87c8-4dc2-9908-5145cb97cfae req-a41f4c11-7ed6-442f-ab48-bbb3f2dc402c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336112 Jul 06 18:24:24.538758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55004) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:24.549833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef080ccc-f33e-4a85-a85a-45aee6e983fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.552097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-ef080ccc-f33e-4a85-a85a-45aee6e983fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1246068 Jul 06 18:24:24.557844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device cdc6db8d-121c-4d23-b61c-184835497dc6 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:24.586152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.599028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Deleting port 5d47e4fd-7aa5-47ec-9411-732e6af4757c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:24.599622 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.612591 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f450c309-ea2b-46d8-ab24-afaa920f0334 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.670262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f450c309-ea2b-46d8-ab24-afaa920f0334 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.675100 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f450c309-ea2b-46d8-ab24-afaa920f0334 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "DELETE /v2.0/subnets/521f72cc-6a60-4bc1-956e-60ba34fcbfa0 HTTP/1.1" status: 204 len: 168 time: 0.7122920 Jul 06 18:24:24.676131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450c309-ea2b-46d8-ab24-afaa920f0334 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Subnet': ['ID=521f72cc-6a60-4bc1-956e-60ba34fcbfa0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:24.679383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55008) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:24.682918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b47ea-f6af-4a7c-8130-45f8aa08745a None None] Network 21b676d2-c460-4f25-9445-a65a3175a40b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:24.722731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391487-2632-4b1c-bbd0-92c641958d5e req-9de49ff8-147a-452a-974c-177a2bdc43e0 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.724670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-4ecd22e6-9194-4124-8803-3c7752d95849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.726236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75391487-2632-4b1c-bbd0-92c641958d5e req-9de49ff8-147a-452a-974c-177a2bdc43e0 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 935 time: 0.2490053 Jul 06 18:24:24.726386 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-4ecd22e6-9194-4124-8803-3c7752d95849 service neutron] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.4455893 Jul 06 18:24:24.804314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-19deeb83-5b98-4e55-8ca0-970b8fad93c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.824184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-5c9a88be-0a67-41eb-a1b9-13cce3780962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdc6db8d-121c-4d23-b61c-184835497dc6 HTTP/1.1" status: 200 len: 217 time: 0.0894601 Jul 06 18:24:24.832592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port cdc6db8d-121c-4d23-b61c-184835497dc6, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=cdc6db8d-121c-4d23-b61c-184835497dc6,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:24.846047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.852664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-12b8fbda-a3aa-449d-a0c4-92a31fb9776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.854219 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-12b8fbda-a3aa-449d-a0c4-92a31fb9776a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2854207 Jul 06 18:24:24.860852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75391487-2632-4b1c-bbd0-92c641958d5e req-5cb290d3-0f76-4117-a0df-b7a9946bab53 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996954 Jul 06 18:24:24.874236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'cdc6db8d-121c-4d23-b61c-184835497dc6', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'port_id': 'cdc6db8d-121c-4d23-b61c-184835497dc6', 'mac_address': 'fa:16:3e:25:9b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22a3273-97c7-4233-beab-c55c5efc7ca5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:24.931519 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb0235-4fae-477c-abb6-00d26edca900 x-openstack-request-id: req-90eb0235-4fae-477c-abb6-00d26edca900 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:24.931820 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac46055-5429-4903-86d5-b6e7459a1854", "tag": "550fb89b-eeeb-4b75-b603-ded8d57308e8", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:24.932185 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90eb0235-4fae-477c-abb6-00d26edca900 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:24.932454 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac46055-5429-4903-86d5-b6e7459a1854', 'tag': '550fb89b-eeeb-4b75-b603-ded8d57308e8', 'status': 'completed', 'code': 200} Jul 06 18:24:24.944753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] For port 5d47e4fd-7aa5-47ec-9411-732e6af4757c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5d47e4fd-7aa5-47ec-9411-732e6af4757c,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:24.945263 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.945401 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.967544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc6db8d-121c-4d23-b61c-184835497dc6 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:24.984748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Calling delete_port for 5d47e4fd-7aa5-47ec-9411-732e6af4757c owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:24.999505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port cdc6db8d-121c-4d23-b61c-184835497dc6, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=cdc6db8d-121c-4d23-b61c-184835497dc6,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:25.000866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-2543ab17-9c97-4a07-baf3-fd0389c7cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.002807 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-2543ab17-9c97-4a07-baf3-fd0389c7cc71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1264796 Jul 06 18:24:25.007023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.024139 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:24:25.081539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=cdc6db8d-121c-4d23-b61c-184835497dc6,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:25.101513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-fea97940-45a6-41f9-a891-3b748f1fd119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607836 Jul 06 18:24:25.153547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbc822-26aa-44c2-ba49-492588e34d8a req-ec01546e-061a-42ea-b96a-e13a4a728d04 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.155466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17fbc822-26aa-44c2-ba49-492588e34d8a req-ec01546e-061a-42ea-b96a-e13a4a728d04 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 944 time: 0.4220283 Jul 06 18:24:25.172415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] DHCP port deletion for 21b676d2-c460-4f25-9445-a65a3175a40b request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:24:25.227649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] Deleting port 52bf1dfd-9386-4f59-bf22-08610d08a72b {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:25.228337 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.271782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['cdc6db8d-121c-4d23-b61c-184835497dc6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:25.334630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] For port 52bf1dfd-9386-4f59-bf22-08610d08a72b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=52bf1dfd-9386-4f59-bf22-08610d08a72b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:25.335029 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.336583 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17fbc822-26aa-44c2-ba49-492588e34d8a req-340d932b-13e8-4390-9840-95ae58fcaa5b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512473 Jul 06 18:24:25.374543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] Calling delete_port for 52bf1dfd-9386-4f59-bf22-08610d08a72b owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:25.402429 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-2d084ed7-d7a1-45af-8432-42059f4c4078 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340705 Jul 06 18:24:25.432113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting port 52bf1dfd-9386-4f59-bf22-08610d08a72b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:25.432361 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.473887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:25.485684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.492101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cdf5e-6c18-4633-a7c1-c006721e9275 req-a7b7d3c5-34ee-464f-8ffa-2db2729908dc tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.493641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-471cdf5e-6c18-4633-a7c1-c006721e9275 req-a7b7d3c5-34ee-464f-8ffa-2db2729908dc tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 945 time: 0.2143672 Jul 06 18:24:25.541469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.550844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-f52343ed-c208-4f15-bf5f-76b09947eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.552351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-f52343ed-c208-4f15-bf5f-76b09947eb75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 1095 time: 0.6059237 Jul 06 18:24:25.570888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] Pushing event deleted for resources: {'Port': ['ID=52bf1dfd-9386-4f59-bf22-08610d08a72b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:25.571789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-b3d18035-26b4-4523-aa21-9ef1fdd4f037 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361300 Jul 06 18:24:25.580358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b077c-857e-45c8-98ea-7f482cfe6549 None None] No DVR routers for this DVR port 52bf1dfd-9386-4f59-bf22-08610d08a72b on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:25.594284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Transition to ACTIVE for port object 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:25.608717 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.643777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-19deeb83-5b98-4e55-8ca0-970b8fad93c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.664657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-19deeb83-5b98-4e55-8ca0-970b8fad93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.669046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] For port 52bf1dfd-9386-4f59-bf22-08610d08a72b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=52bf1dfd-9386-4f59-bf22-08610d08a72b,segment=NetworkSegment(052b554a-6bf2-4866-a61e-cfc0503f6f88),segment_id=052b554a-6bf2-4866-a61e-cfc0503f6f88)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:25.669292 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.675982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.726152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Calling delete_port for 52bf1dfd-9386-4f59-bf22-08610d08a72b owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:25.745961 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-471cdf5e-6c18-4633-a7c1-c006721e9275 req-036d4530-7520-447c-ba78-bb7607ac9247 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166021 Jul 06 18:24:25.748519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:25.761758 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7efad05-dab8-43a5-a5ca-d8a44caa5bce req-8f73dbd8-64be-48a4-8d0d-c594a4f38188 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487697 Jul 06 18:24:25.780275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-19deeb83-5b98-4e55-8ca0-970b8fad93c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=514b75cbec924829a4e6391ae2e6c953&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2337463 Jul 06 18:24:25.780504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4321e9-b4bf-424e-8f1b-5558df1bf56f req-1503b714-3510-4055-bfe6-3f3064e062cf tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.783801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b4321e9-b4bf-424e-8f1b-5558df1bf56f req-1503b714-3510-4055-bfe6-3f3064e062cf tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=f044e5de-dafa-4815-93fd-06f76cc533fb HTTP/1.1" status: 200 len: 866 time: 0.2727544 Jul 06 18:24:25.788049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55018) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:25.835177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deeb83-5b98-4e55-8ca0-970b8fad93c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba91bf8-a7e3-405b-8ed9-5d51ac5a1b58,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:25.893269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Pushing event deleted for resources: {'Port': ['ID=5d47e4fd-7aa5-47ec-9411-732e6af4757c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:25.895686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] No DVR routers for this DVR port 5d47e4fd-7aa5-47ec-9411-732e6af4757c on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:25.907061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-448614ed-d8e6-4907-a7c6-f26e18068a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.909656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-448614ed-d8e6-4907-a7c6-f26e18068a47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.3417103 Jul 06 18:24:25.910555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.923968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.925997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc613827-fc3a-453b-a368-062c3bf08b1f req-d2364287-7b89-42a3-9dcf-e5ab5e9b7096 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.41 "DELETE /v2.0/ports/5d47e4fd-7aa5-47ec-9411-732e6af4757c HTTP/1.1" status: 204 len: 173 time: 2.4424958 Jul 06 18:24:25.930645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c5eafe-03cc-4183-8915-bb4c783a7240 req-96e7562a-6ad5-4123-8a3c-703e11e2a7c4 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418438 Jul 06 18:24:25.931197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'name': 'network-vif-deleted', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:25.933475 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a605733f-c529-4051-b4bd-f749b51e652f" -d '{"events": [{"server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "name": "network-vif-deleted", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:25.988171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-486bef0c-4fe7-4fd2-8772-966e5bde0f0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=550fb89b-eeeb-4b75-b603-ded8d57308e8 HTTP/1.1" status: 200 len: 217 time: 0.0660572 Jul 06 18:24:25.988911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Port': ['ID=52bf1dfd-9386-4f59-bf22-08610d08a72b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:25.998102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b4321e9-b4bf-424e-8f1b-5558df1bf56f req-bc3c02b0-3fbc-46cb-a9ed-3790479103c4 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133839 Jul 06 18:24:26.012705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] No DVR routers for this DVR port 52bf1dfd-9386-4f59-bf22-08610d08a72b on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:26.033884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Attempting to bind port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:26.034232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Attempting to bind port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:26.034568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Attempting to bind port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:26.037554 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dea7d602-69e2-415e-ab4a-4ac5702e7742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.047458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:26.047818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Attempting to bind port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:26.064106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:26.064580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:26.065320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:26.065859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Bound port: 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:26.066266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.073531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-d1effe93-0812-4dfc-b23f-29a344d0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.075110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-d1effe93-0812-4dfc-b23f-29a344d0fc42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.0639040 Jul 06 18:24:26.083520 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dea7d602-69e2-415e-ab4a-4ac5702e7742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.143181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-038bf6b1-8a46-4350-a128-973de1a6fbf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476809 Jul 06 18:24:26.224800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] For port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:26.229192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] For port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:26.239058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.243876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.251688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dea7d602-69e2-415e-ab4a-4ac5702e7742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.254243 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dea7d602-69e2-415e-ab4a-4ac5702e7742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.258210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dea7d602-69e2-415e-ab4a-4ac5702e7742 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ba91bf8-a7e3-405b-8ed9-5d51ac5a1b58 HTTP/1.1" status: 204 len: 168 time: 0.4618201 Jul 06 18:24:26.261013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b676d2-c460-4f25-9445-a65a3175a40b']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:26.271824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f0f0-97b4-4c79-a971-52108bfb50b7 req-760c65e5-4126-4264-92a9-a8fb5ee62273 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.273375 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ab4f0f0-97b4-4c79-a971-52108bfb50b7 req-760c65e5-4126-4264-92a9-a8fb5ee62273 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 948 time: 0.3567231 Jul 06 18:24:26.290585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052b554a-6bf2-4866-a61e-cfc0503f6f88') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:26.290896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052b554a-6bf2-4866-a61e-cfc0503f6f88') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:26.292284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3419f72-d7f2-41cf-b631-2fb8ee745716 req-860694b9-935a-4e11-80c1-e4ca672b0ff3 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.293513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3419f72-d7f2-41cf-b631-2fb8ee745716 req-860694b9-935a-4e11-80c1-e4ca672b0ff3 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 944 time: 0.1559539 Jul 06 18:24:26.305028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.306380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.307820 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 HTTP/1.1" status: 200 len: 1095 time: 2.0302382 Jul 06 18:24:26.312467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.322459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7d602-69e2-415e-ab4a-4ac5702e7742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba91bf8-a7e3-405b-8ed9-5d51ac5a1b58,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:26.352042 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.355622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-832e60dd-03c0-4ee9-bab0-7d1550641776 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832108 Jul 06 18:24:26.360588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a145d-ee83-42aa-a930-37a25062f872 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:26.365583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:24:26.366062 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:24:26.369320 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:24:26.382245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ab4f0f0-97b4-4c79-a971-52108bfb50b7 req-1db7a699-2bc8-4f05-b194-3313cb43a514 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861931 Jul 06 18:24:26.413043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3419f72-d7f2-41cf-b631-2fb8ee745716 req-f4567953-5327-4acf-9c43-d827d4193ab6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915697 Jul 06 18:24:26.507582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-39ea6eb9-b4c9-401a-ac30-23dced6e0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.510558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-39ea6eb9-b4c9-401a-ac30-23dced6e0aa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 1098 time: 0.0910547 Jul 06 18:24:26.570834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 550fb89b-eeeb-4b75-b603-ded8d57308e8 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:26.577172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device cdc6db8d-121c-4d23-b61c-184835497dc6 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:26.578092 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-73cb65b5-727e-4645-ac59-a0a5672207dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 HTTP/1.1" status: 200 len: 217 time: 0.0584960 Jul 06 18:24:26.619598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.633368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.641429 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "DELETE /v2.0/networks/21b676d2-c460-4f25-9445-a65a3175a40b HTTP/1.1" status: 204 len: 168 time: 1.9602277 Jul 06 18:24:26.645901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55030) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:26.663206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-605479499'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:26.701566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d121d21-10c9-4848-b394-1b55d8235ff7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Network': ['ID=21b676d2-c460-4f25-9445-a65a3175a40b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:26.708668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-f554df9d-e3c0-4f2a-9a95-3962c11fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.718193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-f554df9d-e3c0-4f2a-9a95-3962c11fdb65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1329000 Jul 06 18:24:26.767236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07a2c556-d517-4cf0-9dcd-237e3853bfef req-389dab2b-c6f6-45bf-ba43-d23fc5891055 service neutron] 10.222.0.41 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968189 Jul 06 18:24:26.779426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55032) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:26.813652 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0991c7cd-a74f-4589-8807-eca294711693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.841618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:26.845342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.876231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 52bf1dfd-9386-4f59-bf22-08610d08a72b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:26.906934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-39a11782-a851-4903-8795-5f045521ced3 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.908649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-39a11782-a851-4903-8795-5f045521ced3 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2221332 Jul 06 18:24:26.914171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-bb8c6301-e327-422c-ac0d-baa56d71bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.915958 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-bb8c6301-e327-422c-ac0d-baa56d71bdf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1907690 Jul 06 18:24:26.926461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:24:26.934489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:26.936582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 550fb89b-eeeb-4b75-b603-ded8d57308e8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=550fb89b-eeeb-4b75-b603-ded8d57308e8,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:26.937643 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b683ec-0f42-40ca-8c47-8b8f426863e4" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:26.946544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 52bf1dfd-9386-4f59-bf22-08610d08a72b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:26.946979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 52bf1dfd-9386-4f59-bf22-08610d08a72b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:26.980114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '550fb89b-eeeb-4b75-b603-ded8d57308e8', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'port_id': '550fb89b-eeeb-4b75-b603-ded8d57308e8', 'mac_address': 'fa:16:3e:ea:93:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8f1f4-9e1d-441b-8294-be6e3dd37469', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:26.980528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e41b46-a322-46f9-b188-a8deb97b5266 req-df02308e-a94c-4664-b48d-d4b347461301 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.986499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5e41b46-a322-46f9-b188-a8deb97b5266 req-df02308e-a94c-4664-b48d-d4b347461301 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 947 time: 0.1731761 Jul 06 18:24:26.987554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port cdc6db8d-121c-4d23-b61c-184835497dc6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:26.998094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port cdc6db8d-121c-4d23-b61c-184835497dc6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:26.998473 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.011980 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.011980 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Added segment 48d8d46d-cf19-4858-be25-29b10f9a01e8 of type vlan for network 4114424c-d39e-4f01-9a03-c1bec62f16ac Jul 06 18:24:27.049184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-7d1daec0-a8c5-490d-ae42-3277bb43da7e tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.1261096 Jul 06 18:24:27.058495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5e41b46-a322-46f9-b188-a8deb97b5266 req-e39f50d2-54d8-4fd1-9acc-aadd8f2e47c8 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646548 Jul 06 18:24:27.075175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.079287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-8392ef0e-13bc-4a37-9ed5-689d244e2d81 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549573 Jul 06 18:24:27.083497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Request body: {'floatingip': {'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:27.148743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.186951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b7914c5-76e6-48ca-b06b-2ff5247fb0cf req-086aa6c7-00d7-4dfb-8c05-63c7bef8c066 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007934 Jul 06 18:24:27.188447 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd70e22-dec7-46a4-88ab-aefe7ba8f606 x-openstack-request-id: req-ddd70e22-dec7-46a4-88ab-aefe7ba8f606 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:27.188727 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f044e5de-dafa-4815-93fd-06f76cc533fb", "name": "network-vif-deleted", "tag": "5d47e4fd-7aa5-47ec-9411-732e6af4757c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:27.188973 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddd70e22-dec7-46a4-88ab-aefe7ba8f606 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:27.189362 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f044e5de-dafa-4815-93fd-06f76cc533fb', 'name': 'network-vif-deleted', 'tag': '5d47e4fd-7aa5-47ec-9411-732e6af4757c', 'status': 'completed', 'code': 200} Jul 06 18:24:27.208186 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.226399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550fb89b-eeeb-4b75-b603-ded8d57308e8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:27.254940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0991c7cd-a74f-4589-8807-eca294711693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.257926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.264104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:27.264464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 550fb89b-eeeb-4b75-b603-ded8d57308e8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=550fb89b-eeeb-4b75-b603-ded8d57308e8,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:27.265147 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.270446 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.297609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0991c7cd-a74f-4589-8807-eca294711693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.320285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2070e7-80b1-439e-acda-a5e2a057e2e1 req-a597c01e-b7a6-42d4-97cd-ad309a296aa0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:27.321500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c2070e7-80b1-439e-acda-a5e2a057e2e1 req-a597c01e-b7a6-42d4-97cd-ad309a296aa0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 944 time: 0.0729733 Jul 06 18:24:27.341618 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.362244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=550fb89b-eeeb-4b75-b603-ded8d57308e8,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:27.368659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c2070e7-80b1-439e-acda-a5e2a057e2e1 req-1cf3cac4-7a8e-4ea9-8007-942d18c24a25 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Jul 06 18:24:27.376658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.377075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.377473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.377889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.378301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.379155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.379155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.379355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.379741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.380041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.380340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.380660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:27.389455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffdebc6-1b1e-4941-87a0-59cb9fa9733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc6db8d-121c-4d23-b61c-184835497dc6'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:27.391945 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef54fda3-4045-4006-9d95-e4b34e17b676" -d '{"events": [{"server_uuid": "bffdebc6-1b1e-4941-87a0-59cb9fa9733e", "name": "network-vif-plugged", "status": "completed", "tag": "cdc6db8d-121c-4d23-b61c-184835497dc6"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:27.405497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port cdc6db8d-121c-4d23-b61c-184835497dc6, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=cdc6db8d-121c-4d23-b61c-184835497dc6,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:27.411519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.412477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5d47e4fd-7aa5-47ec-9411-732e6af4757c no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:27.432383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7732599 Jul 06 18:24:27.434833 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a87cb0b-03dd-44cb-8c8e-093677cc8bdb x-openstack-request-id: req-8a87cb0b-03dd-44cb-8c8e-093677cc8bdb {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:27.435119 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:27.435369 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a87cb0b-03dd-44cb-8c8e-093677cc8bdb {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:27.435763 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'status': 'completed', 'code': 200} Jul 06 18:24:27.437489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55042) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:27.459682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 5d47e4fd-7aa5-47ec-9411-732e6af4757c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:27.460293 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5d47e4fd-7aa5-47ec-9411-732e6af4757c not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:27.462040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'subnet': {'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:27.465449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0991c7cd-a74f-4589-8807-eca294711693 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6637785f3a34852938219afe1eed5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849072 Jul 06 18:24:27.468945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081ea75-9253-4e2d-b258-00476403d774 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Network': ['ID=4114424c-d39e-4f01-9a03-c1bec62f16ac,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:27.471354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55046) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:27.490551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 4114424c-d39e-4f01-9a03-c1bec62f16ac details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:24:27.509326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991c7cd-a74f-4589-8807-eca294711693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc086df2-0e0b-4fc2-ad62-b322dc9d0558,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:27.563236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=cdc6db8d-121c-4d23-b61c-184835497dc6,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:27.581290 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1758e6-0d02-43d6-a55b-6264ab8e84d7 x-openstack-request-id: req-0e1758e6-0d02-43d6-a55b-6264ab8e84d7 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:27.582045 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffdebc6-1b1e-4941-87a0-59cb9fa9733e", "name": "network-vif-plugged", "status": "completed", "tag": "cdc6db8d-121c-4d23-b61c-184835497dc6", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:27.582045 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e1758e6-0d02-43d6-a55b-6264ab8e84d7 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:27.582534 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffdebc6-1b1e-4941-87a0-59cb9fa9733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc6db8d-121c-4d23-b61c-184835497dc6', 'code': 200} Jul 06 18:24:27.585343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['550fb89b-eeeb-4b75-b603-ded8d57308e8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:27.710287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-21b763d3-8e1d-4c41-9aa6-7259ff6e89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:27.712513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-21b763d3-8e1d-4c41-9aa6-7259ff6e89ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1099 time: 0.2444162 Jul 06 18:24:27.836462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:27.839999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.924777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-53e5fa9d-2405-4df3-98ec-db1e8d3395ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:27.926322 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-53e5fa9d-2405-4df3-98ec-db1e8d3395ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1952922 Jul 06 18:24:27.942238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4136-85ed-4888-a26e-55a121e66c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.952314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2662f82-fb44-46d9-99c0-d18ee65cfe43 req-5b2424b2-b646-46e3-b5be-1ed2c4db3393 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:27.954206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2662f82-fb44-46d9-99c0-d18ee65cfe43 req-5b2424b2-b646-46e3-b5be-1ed2c4db3393 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 948 time: 0.2407010 Jul 06 18:24:27.994623 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-3ecfbc26-7f47-4e88-9a0d-4379d543978f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0588214 Jul 06 18:24:28.058066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4136-85ed-4888-a26e-55a121e66c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.066080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967fc5c-c7bf-4dbc-8133-43e830b4b412 req-38e67446-e923-47eb-b06d-8e9eab06bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:28.067695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7967fc5c-c7bf-4dbc-8133-43e830b4b412 req-38e67446-e923-47eb-b06d-8e9eab06bb0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 1096 time: 0.2344050 Jul 06 18:24:28.073151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2662f82-fb44-46d9-99c0-d18ee65cfe43 req-7bea5b29-8a46-46ae-85ad-7a479f57183c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899565 Jul 06 18:24:28.106752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-7a77c310-fd24-40c7-886b-f4768d4df8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:28.108250 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-7a77c310-fd24-40c7-886b-f4768d4df8f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0970361 Jul 06 18:24:28.206848 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.232526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7967fc5c-c7bf-4dbc-8133-43e830b4b412 req-3a0083d2-773a-4e9c-a9d4-3d0e32f19cba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410706 Jul 06 18:24:28.277640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4136-85ed-4888-a26e-55a121e66c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.280240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4136-85ed-4888-a26e-55a121e66c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.281381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1fcb4136-85ed-4888-a26e-55a121e66c35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc086df2-0e0b-4fc2-ad62-b322dc9d0558 HTTP/1.1" status: 204 len: 168 time: 0.7796750 Jul 06 18:24:28.286654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-778614b6-594d-49a1-8ae0-ce1d6f4157b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:28.288352 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-778614b6-594d-49a1-8ae0-ce1d6f4157b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712823 Jul 06 18:24:28.310873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb4136-85ed-4888-a26e-55a121e66c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc086df2-0e0b-4fc2-ad62-b322dc9d0558,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:28.336968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Subnet': ['ID=5a80a081-f489-4dcb-aed3-35f495c255b4,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:28.365074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.371877 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.383171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Checking segment: {'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:28.383530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network hostable DHCP agents. Network: 4114424c-d39e-4f01-9a03-c1bec62f16ac, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:24:28.403568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa3fe-a512-4c64-ba9c-018399b997a1 req-1f27ebd6-7e3e-4306-bada-afdabd249e62 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:28.405085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b4fa3fe-a512-4c64-ba9c-018399b997a1 req-1f27ebd6-7e3e-4306-bada-afdabd249e62 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 945 time: 0.2089145 Jul 06 18:24:28.456167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network 4114424c-d39e-4f01-9a03-c1bec62f16ac is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:24:28.481985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-b44d7d12-4ebc-4f69-9bec-6e3de492d107 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769838 Jul 06 18:24:28.485904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 4114424c-d39e-4f01-9a03-c1bec62f16ac) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:28.496479 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0 associated. External IP: 172.25.4.152, port: e9d5ba90-0597-4637-ad0c-f6bb0997bc44. Jul 06 18:24:28.498939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c987cd5a-458e-4134-ba7d-202784d46ded None None] Network 4114424c-d39e-4f01-9a03-c1bec62f16ac requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:28.507461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b4fa3fe-a512-4c64-ba9c-018399b997a1 req-408e571c-298c-407b-8fbf-e5b642ab66e7 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947204 Jul 06 18:24:28.518732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:28.519541 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.590655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 550fb89b-eeeb-4b75-b603-ded8d57308e8 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:28.614438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b76ff9dc-d759-49a7-ad38-47e207b6110c tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1619759 Jul 06 18:24:28.615031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55058) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:28.645287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8b683ec-0f42-40ca-8c47-8b8f426863e4 req-9646dbbd-ec10-44c8-81b7-31e8b3371cda service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553228 Jul 06 18:24:28.662924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-93629306'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:28.723772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:28.729024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.734766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-4114424c-d39e-4f01-9a03-c1bec62f16ac', 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'fixed_ips': [{'subnet_id': '5a80a081-f489-4dcb-aed3-35f495c255b4'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:24:28.735931 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.739765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 550fb89b-eeeb-4b75-b603-ded8d57308e8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:28.752820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 550fb89b-eeeb-4b75-b603-ded8d57308e8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:28.753201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.776289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:24:28.796649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.797384 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Added segment 3642ed53-d8bc-46c2-8a1f-68be374576b4 of type vlan for network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 Jul 06 18:24:28.868779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:28.912730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.978525 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.001929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Allocated IP 19.80.0.2 (4114424c-d39e-4f01-9a03-c1bec62f16ac/5a80a081-f489-4dcb-aed3-35f495c255b4/a0e647ba-866c-4331-beb7-17c18f806738) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:29.015644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.023572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.024611 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.046736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 550fb89b-eeeb-4b75-b603-ded8d57308e8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=550fb89b-eeeb-4b75-b603-ded8d57308e8,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:29.067810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:29.072678 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.082933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:29.085934 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.112773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4707994 Jul 06 18:24:29.118371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55074) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:29.130909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'subnet': {'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:29.135789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:29.136226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:29.150059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b1307-dfa2-43f4-aa74-1be1f5893198 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Network': ['ID=3e79693f-ea73-48a1-a4a9-ca7628fd9592,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:29.184381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-05ce25f0-06ae-42d8-a289-f23297354e01 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "PUT /v2.0/floatingips/2a918c32-2ac4-4dc6-80cc-61f44be175f0 HTTP/1.1" status: 200 len: 997 time: 2.1182470 Jul 06 18:24:29.194694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414180a-6f14-41ae-a6c2-b9c5a6ed4738 req-d91954f9-56ca-4a2a-87f7-0d23efa38dcf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.199057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:24:29.202380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5414180a-6f14-41ae-a6c2-b9c5a6ed4738 req-d91954f9-56ca-4a2a-87f7-0d23efa38dcf tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 947 time: 0.2421310 Jul 06 18:24:29.207408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1cf426-d853-42d9-80ad-5c24bf36ffa7', 'tag': '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:29.209673 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9efeb7e-6e8a-4bb0-8000-299002180ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1cf426-d853-42d9-80ad-5c24bf36ffa7", "tag": "6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:29.258224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=550fb89b-eeeb-4b75-b603-ded8d57308e8,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:29.273315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5414180a-6f14-41ae-a6c2-b9c5a6ed4738 req-49539b95-08ea-4810-b97d-1ce33b8a0a47 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692542 Jul 06 18:24:29.322414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:29.326849 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.413583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-9a8b0520-3408-4c61-b1e0-a17c5cbce85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.415101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-9a8b0520-3408-4c61-b1e0-a17c5cbce85c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.2254622 Jul 06 18:24:29.464112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.469903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:29.520314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Transition to ACTIVE for port object a0e647ba-866c-4331-beb7-17c18f806738 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:29.532964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:29.535293 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2065a0d4-e5c0-4e38-af21-346ca593a935" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:29.542315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-26a5558e-f3c3-46c4-bff4-482d184ebc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.544566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-26a5558e-f3c3-46c4-bff4-482d184ebc55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.1145957 Jul 06 18:24:29.553287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-59d9cc5a-4e91-4547-9f51-610666675ec2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.554826 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-59d9cc5a-4e91-4547-9f51-610666675ec2 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 945 time: 0.2692223 Jul 06 18:24:29.619224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085447f-3b91-48f3-a9c3-9f65f4f32549 req-5087dcdd-c12f-4dc6-b418-807734e185a7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.621073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f085447f-3b91-48f3-a9c3-9f65f4f32549 req-5087dcdd-c12f-4dc6-b418-807734e185a7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.1419563 Jul 06 18:24:29.635804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac46055-5429-4903-86d5-b6e7459a1854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550fb89b-eeeb-4b75-b603-ded8d57308e8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:29.638110 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff51334-3f2c-4109-99b2-d91447179025" -d '{"events": [{"server_uuid": "2ac46055-5429-4903-86d5-b6e7459a1854", "name": "network-vif-plugged", "status": "completed", "tag": "550fb89b-eeeb-4b75-b603-ded8d57308e8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:29.645869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Transition to ACTIVE for port object a0e647ba-866c-4331-beb7-17c18f806738 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:29.660441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.661179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-b0b9899e-cafb-4305-82f1-3d37b2c4ec23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 1000 time: 0.1036816 Jul 06 18:24:29.715026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f085447f-3b91-48f3-a9c3-9f65f4f32549 req-88636c30-8f01-4d26-8e8e-64312c32fd52 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874128 Jul 06 18:24:29.716496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Network 4114424c-d39e-4f01-9a03-c1bec62f16ac is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:29.737501 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.760089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:29.768500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:29.773492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Pushing event updated for resources: {'Port': ['ID=a0e647ba-866c-4331-beb7-17c18f806738,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:29.822473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-c31d9e35-8d44-40df-84be-13f52b08a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.824200 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-c31d9e35-8d44-40df-84be-13f52b08a6cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.1293609 Jul 06 18:24:29.858682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Subnet': ['ID=ecc710e4-0f60-45fc-950b-1b3ead4a6b23,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:29.869007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Attempting to bind port a0e647ba-866c-4331-beb7-17c18f806738 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:29.869570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Attempting to bind port a0e647ba-866c-4331-beb7-17c18f806738 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:29.870130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Attempting to bind port a0e647ba-866c-4331-beb7-17c18f806738 on network 4114424c-d39e-4f01-9a03-c1bec62f16ac {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:29.884372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:29.885084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Checking segment: {'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:29.885785 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.886450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Bound using segment: {'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:29.887331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Bound port: a0e647ba-866c-4331-beb7-17c18f806738, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:29.887880 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.903056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Deleting port fa468ed0-9495-45c7-b430-5e81f946ea7b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:29.903056 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.925993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Checking segment: {'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:29.926359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network hostable DHCP agents. Network: 3e79693f-ea73-48a1-a4a9-ca7628fd9592, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:24:29.962370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-8f169cb3-3013-42b9-8823-607261c61e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.964561 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-8f169cb3-3013-42b9-8823-607261c61e7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306961 Jul 06 18:24:29.969255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:24:30.003822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55104) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:30.012261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 3e79693f-ea73-48a1-a4a9-ca7628fd9592) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:30.018949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:30.019153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] For port a0e647ba-866c-4331-beb7-17c18f806738, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:30.019549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.024118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] For port a0e647ba-866c-4331-beb7-17c18f806738, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a0e647ba-866c-4331-beb7-17c18f806738,segment=NetworkSegment(48d8d46d-cf19-4858-be25-29b10f9a01e8),segment_id=48d8d46d-cf19-4858-be25-29b10f9a01e8)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:30.032202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6591025-4b60-43ac-b225-731be4974185 None None] Network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:30.046389 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a48ecaae-f6ba-45c0-81ce-e43546c9412a tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9225674 Jul 06 18:24:30.066735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d64c51-f146-477b-b327-26858dcf6973 req-81d0f932-16b1-4cb4-9f86-fc85ffe25eea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:30.081367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7d64c51-f146-477b-b327-26858dcf6973 req-81d0f932-16b1-4cb4-9f86-fc85ffe25eea tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4808b6-8183-4b43-bb1a-561e65a083f9 HTTP/1.1" status: 200 len: 945 time: 0.1239059 Jul 06 18:24:30.092979 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.096337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:57:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:28Z', 'revision_number': 1, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:30.103431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] For port fa468ed0-9495-45c7-b430-5e81f946ea7b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fa468ed0-9495-45c7-b430-5e81f946ea7b,segment=NetworkSegment(d2d41405-dc60-4c32-9917-3955c326caa0),segment_id=d2d41405-dc60-4c32-9917-3955c326caa0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:30.103986 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.131080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Calling delete_port for fa468ed0-9495-45c7-b430-5e81f946ea7b owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:30.133545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:30.168532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7d64c51-f146-477b-b327-26858dcf6973 req-ca7f419b-ffc5-44c3-95c1-d41785a1b001 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9084af8-1c9e-4ed5-9d02-dfe66342c549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861416 Jul 06 18:24:30.168751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-5d6d612b-1c1e-4603-ba87-9266907418aa service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928098 Jul 06 18:24:30.189610 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c046774-e66d-4af6-b450-ce7d1bbbd0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.220862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:30.221514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:30.360729 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c046774-e66d-4af6-b450-ce7d1bbbd0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.365621 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37443c04-095b-4d84-b4ee-37ba243ea133 req-cc5514da-7fe2-4baf-92cd-84a8026bdce0 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956861 Jul 06 18:24:30.385831 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c046774-e66d-4af6-b450-ce7d1bbbd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.420997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4c046774-e66d-4af6-b450-ce7d1bbbd0d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb2d4a030de54710b2f5feb433e14f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157073 Jul 06 18:24:30.430033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55116) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:30.480994 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4279f7b4-b082-468c-bea7-020f3855c73d x-openstack-request-id: req-4279f7b4-b082-468c-bea7-020f3855c73d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:30.481485 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1cf426-d853-42d9-80ad-5c24bf36ffa7", "tag": "6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:30.481958 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4279f7b4-b082-468c-bea7-020f3855c73d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:30.482584 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1cf426-d853-42d9-80ad-5c24bf36ffa7', 'tag': '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8', 'status': 'completed', 'code': 200} Jul 06 18:24:30.498453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c046774-e66d-4af6-b450-ce7d1bbbd0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a96968-b8b0-4d33-9e36-7b9127b3b8e8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:30.559775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907b8a2-6e34-4c36-b185-7c7a363fb5a3 req-28635771-219a-44d4-8d9b-4ad7b073bc37 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:30.561573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5907b8a2-6e34-4c36-b185-7c7a363fb5a3 req-28635771-219a-44d4-8d9b-4ad7b073bc37 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 948 time: 0.2271297 Jul 06 18:24:30.604072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:30.664587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c854468d-aac9-4e20-9905-82d75d703e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.686056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5907b8a2-6e34-4c36-b185-7c7a363fb5a3 req-3dcaec1a-9400-49dc-a27b-9639e14d2c95 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100862 Jul 06 18:24:30.724750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-c9a204cf-df8a-4245-b7e1-d79ab8e5d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:30.726256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-c9a204cf-df8a-4245-b7e1-d79ab8e5d205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 1098 time: 0.1595957 Jul 06 18:24:30.738219 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c854468d-aac9-4e20-9905-82d75d703e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.747600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485b858-5dd9-4f5e-b342-d7fe9023be34 None None] Pushing event updated for resources: {'Port': ['ID=a0e647ba-866c-4331-beb7-17c18f806738,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:30.854541 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb467a92-f937-4b33-b079-425782ee87dd x-openstack-request-id: req-fb467a92-f937-4b33-b079-425782ee87dd {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:30.854979 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac46055-5429-4903-86d5-b6e7459a1854", "name": "network-vif-plugged", "status": "completed", "tag": "550fb89b-eeeb-4b75-b603-ded8d57308e8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:30.855382 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb467a92-f937-4b33-b079-425782ee87dd {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:30.855794 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac46055-5429-4903-86d5-b6e7459a1854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550fb89b-eeeb-4b75-b603-ded8d57308e8', 'code': 200} Jul 06 18:24:30.880839 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df94c42-f274-465a-88a4-b342cb9c00a4 x-openstack-request-id: req-2df94c42-f274-465a-88a4-b342cb9c00a4 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:30.881427 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:30.881880 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2df94c42-f274-465a-88a4-b342cb9c00a4 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:30.882448 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'status': 'completed', 'code': 200} Jul 06 18:24:30.957435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.984090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a0e647ba-866c-4331-beb7-17c18f806738 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:31.002519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Pushing event deleted for resources: {'Port': ['ID=fa468ed0-9495-45c7-b430-5e81f946ea7b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:31.040591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:31.043534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6c24d-7cfe-452d-932f-9b7ea07fe944 req-8b5d361b-d403-4767-abf1-de4ab8eb25ca tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.045138 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ba6c24d-7cfe-452d-932f-9b7ea07fe944 req-8b5d361b-d403-4767-abf1-de4ab8eb25ca tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 945 time: 0.1661196 Jul 06 18:24:31.057191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-3e79693f-ea73-48a1-a4a9-ca7628fd9592', 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'fixed_ips': [{'subnet_id': 'ecc710e4-0f60-45fc-950b-1b3ead4a6b23'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:24:31.059078 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.070174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] No DVR routers for this DVR port fa468ed0-9495-45c7-b430-5e81f946ea7b on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:31.073162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.075304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-961724a4-53f3-4567-847a-c5dd7c6f757c req-50d5ffe9-8e6b-4465-af30-6745660cf2c5 tempest-LiveMigrationTest-2117760915 tempest-LiveMigrationTest-2117760915-project] 10.222.0.41 "DELETE /v2.0/ports/fa468ed0-9495-45c7-b430-5e81f946ea7b HTTP/1.1" status: 204 len: 173 time: 1.4131474 Jul 06 18:24:31.090116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:31.096284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8', 'mac_address': 'fa:16:3e:69:1f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:31.113254 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ba6c24d-7cfe-452d-932f-9b7ea07fe944 req-7da6bd2c-ad48-41a1-9cde-7d695ecf7b29 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Jul 06 18:24:31.189349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port a0e647ba-866c-4331-beb7-17c18f806738 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:31.409655 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.419313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d6879-0334-4083-84ca-33e993b829c4 req-6082a389-d7bb-4f98-bf1d-a6ceea689e58 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.427473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:31.429290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b2d6879-0334-4083-84ca-33e993b829c4 req-6082a389-d7bb-4f98-bf1d-a6ceea689e58 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 947 time: 0.1084063 Jul 06 18:24:31.499104 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5b2d6879-0334-4083-84ca-33e993b829c4 req-2f521425-6fb6-4fbd-b96f-79565c30b810 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688305 Jul 06 18:24:31.505060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c854468d-aac9-4e20-9905-82d75d703e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.507379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c854468d-aac9-4e20-9905-82d75d703e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.510887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c854468d-aac9-4e20-9905-82d75d703e28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7a96968-b8b0-4d33-9e36-7b9127b3b8e8 HTTP/1.1" status: 204 len: 168 time: 1.0751493 Jul 06 18:24:31.510887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-8f5d8e98-6177-4074-8cb3-8f22838daf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.515160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:31.518636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-8f5d8e98-6177-4074-8cb3-8f22838daf1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.7829604 Jul 06 18:24:31.536192 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.536977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0a070152-4e10-4baf-bd94-45a46ddfa0d6 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:31.612732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854468d-aac9-4e20-9905-82d75d703e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a96968-b8b0-4d33-9e36-7b9127b3b8e8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:31.617504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Allocated IP 19.86.0.2 (3e79693f-ea73-48a1-a4a9-ca7628fd9592/ecc710e4-0f60-45fc-950b-1b3ead4a6b23/c5e9c061-759f-46a7-b5ce-74d632f72d8c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:31.636948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-ddfdfa9a-b05f-4796-8174-a11d41d1b1c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 HTTP/1.1" status: 200 len: 217 time: 0.1096675 Jul 06 18:24:31.734110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:31.739929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-2326fde0-ac30-44e6-98ac-cdb7521e9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.741553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-2326fde0-ac30-44e6-98ac-cdb7521e9c79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.9167659 Jul 06 18:24:31.743218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-0be58ece-63c0-47a0-8f9c-d0e8d6f2cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.744802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-0be58ece-63c0-47a0-8f9c-d0e8d6f2cae4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0922387 Jul 06 18:24:31.756480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:31.786209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-3e338ae0-720a-418b-899e-141eadb1a97f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.792075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-3e338ae0-720a-418b-899e-141eadb1a97f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.795439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-cbe76e17-41cd-41e9-bcba-979c0382b2ca tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.797669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-cbe76e17-41cd-41e9-bcba-979c0382b2ca tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1314707 Jul 06 18:24:31.799474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-3e338ae0-720a-418b-899e-141eadb1a97f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/networks?id=4114424c-d39e-4f01-9a03-c1bec62f16ac&id=3e79693f-ea73-48a1-a4a9-ca7628fd9592 HTTP/1.1" status: 200 len: 1389 time: 0.4382682 Jul 06 18:24:31.807699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5fe8a0-ee57-4791-9bae-fdd184bcaa91 None None] Network 4114424c-d39e-4f01-9a03-c1bec62f16ac requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:31.832878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'mac_address': 'fa:16:3e:c8:e5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:31.916749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82137e7a-92f1-4dab-8b3b-80580933855b req-efd92aa9-700b-4b24-8b9f-881f92d94a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.918459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82137e7a-92f1-4dab-8b3b-80580933855b req-efd92aa9-700b-4b24-8b9f-881f92d94a79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 1097 time: 0.5611463 Jul 06 18:24:31.930477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-848325e9-7411-423f-964d-6eafe7d636e4 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/quotas/f7585f7c6f2044ee91808d73c4dfcf82 HTTP/1.1" status: 200 len: 375 time: 0.1300485 Jul 06 18:24:31.979309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4d262832-a268-4377-b3f6-b1a844505969 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1000 time: 0.1736133 Jul 06 18:24:31.988449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-005f3a49-a5b5-4410-b2e4-ca97a73f7bad None None] Provisioning for port a0e647ba-866c-4331-beb7-17c18f806738 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:31.991145 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.993472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Request body: {'floatingip': {'port_id': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:32.020544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-005f3a49-a5b5-4410-b2e4-ca97a73f7bad None None] Provisioning complete for port a0e647ba-866c-4331-beb7-17c18f806738 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:32.021334 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005f3a49-a5b5-4410-b2e4-ca97a73f7bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.076958 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82137e7a-92f1-4dab-8b3b-80580933855b req-a25e6311-bdb1-4470-827d-25bbafd08006 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415961 Jul 06 18:24:32.106223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.114157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a070152-4e10-4baf-bd94-45a46ddfa0d6 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:32.133614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-54575ff6-01e1-4a44-8a3c-97a5deeeb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.135147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-54575ff6-01e1-4a44-8a3c-97a5deeeb047 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.3852797 Jul 06 18:24:32.135310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:32.138883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-ed3effd3-af37-4742-9c88-100ffd013465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.140388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-ed3effd3-af37-4742-9c88-100ffd013465 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3756802 Jul 06 18:24:32.164885 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.219105 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-66f64f69-5cde-4484-a6ef-2b54375ebe7f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2870443 Jul 06 18:24:32.283739 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.312287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:57:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:28Z', 'revision_number': 1, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:32.316733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Transition to ACTIVE for port object c5e9c061-759f-46a7-b5ce-74d632f72d8c will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:32.379210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-dd9288a4-b03a-49af-b598-6f28ed9c6559 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 1000 time: 0.2364457 Jul 06 18:24:32.406880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c4e0a-3a6c-4298-aa79-31139ca3d4f1 None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:57:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:28Z', 'revision_number': 1, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:32.409314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:32.445808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Transition to ACTIVE for port object c5e9c061-759f-46a7-b5ce-74d632f72d8c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:32.458982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-b63436ee-5609-4cc9-b312-775c42317f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.460647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-b63436ee-5609-4cc9-b312-775c42317f0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0638504 Jul 06 18:24:32.461261 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005f3a49-a5b5-4410-b2e4-ca97a73f7bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.483118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.497311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:32.521922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:32.557325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-49ebe03b-0841-4221-afdf-edf737b4b5ae service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061120 Jul 06 18:24:32.571203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Pushing event updated for resources: {'Port': ['ID=c5e9c061-759f-46a7-b5ce-74d632f72d8c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:32.642525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:32.647234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device fa468ed0-9495-45c7-b430-5e81f946ea7b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:32.683106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-005f3a49-a5b5-4410-b2e4-ca97a73f7bad None None] For port a0e647ba-866c-4331-beb7-17c18f806738, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a0e647ba-866c-4331-beb7-17c18f806738,segment=NetworkSegment(48d8d46d-cf19-4858-be25-29b10f9a01e8),segment_id=48d8d46d-cf19-4858-be25-29b10f9a01e8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:32.686481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: fa468ed0-9495-45c7-b430-5e81f946ea7b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:32.690334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device fa468ed0-9495-45c7-b430-5e81f946ea7b not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:32.696050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:32.714512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:32.715679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9efeb7e-6e8a-4bb0-8000-299002180ea5 req-ef08b55b-19cf-440f-abab-4baacbe4fb17 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459482 Jul 06 18:24:32.717728 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-107d2068-5971-44c2-b044-7aed75e54940 service neutron] 10.222.0.53 "GET /v2.0/networks/4114424c-d39e-4f01-9a03-c1bec62f16ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978373 Jul 06 18:24:32.738769 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005f3a49-a5b5-4410-b2e4-ca97a73f7bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.797257 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ab5af-4b17-4cdc-b742-6e5a5b0c74fa None None] New status for floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:24:32.904504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'name': 'network-vif-deleted', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:32.908683 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2718feae-d2bd-4662-9b81-757014ecf294" -d '{"events": [{"server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "name": "network-vif-deleted", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:32.947740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-a62002b2-40e4-47c4-bc8c-05b8d0426cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.951949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-a62002b2-40e4-47c4-bc8c-05b8d0426cd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4820709 Jul 06 18:24:32.961206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f3a49-a5b5-4410-b2e4-ca97a73f7bad None None] Pushing event updated for resources: {'Port': ['ID=a0e647ba-866c-4331-beb7-17c18f806738,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:32.965986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-0e1e6379-8c91-45b1-900e-f7d296dde25b service neutron] 10.222.0.53 "GET /v2.0/networks/4114424c-d39e-4f01-9a03-c1bec62f16ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389994 Jul 06 18:24:32.973512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.985834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:33.018654 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.db.api [None req-b68ab5af-4b17-4cdc-b742-6e5a5b0c74fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:24:33.019336 n-d-799684-2 neutron-server[93969]: DEBUG oslo_db.api [None req-b68ab5af-4b17-4cdc-b742-6e5a5b0c74fa None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:24:33.064530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Attempting to bind port c5e9c061-759f-46a7-b5ce-74d632f72d8c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:33.064769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Attempting to bind port c5e9c061-759f-46a7-b5ce-74d632f72d8c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:33.065013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Attempting to bind port c5e9c061-759f-46a7-b5ce-74d632f72d8c on network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:33.107311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-da214965-ed72-433e-94b0-dbb59b0f6c49 None None] Provisioning complete for port a0e647ba-866c-4331-beb7-17c18f806738 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:33.108076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da214965-ed72-433e-94b0-dbb59b0f6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:33.118264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:33.118645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Checking segment: {'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:33.119049 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:33.119450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Bound using segment: {'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:33.120078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Bound port: c5e9c061-759f-46a7-b5ce-74d632f72d8c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:33.120960 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:33.156406 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0 associated. External IP: 172.25.4.152, port: e9d5ba90-0597-4637-ad0c-f6bb0997bc44. Jul 06 18:24:33.157532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-b61a95d5-5e04-4182-b456-20f0ef39225b service neutron] 10.222.0.53 "GET /v2.0/networks/3e79693f-ea73-48a1-a4a9-ca7628fd9592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903689 Jul 06 18:24:33.219657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-40d49571-e62a-401e-881f-a09ed23728e9 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908953 Jul 06 18:24:33.323918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-a7789731-c566-4649-a88f-651d6267986b service neutron] 10.222.0.53 "GET /v2.0/networks/3e79693f-ea73-48a1-a4a9-ca7628fd9592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656427 Jul 06 18:24:33.388210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2065a0d4-e5c0-4e38-af21-346ca593a935 req-80692f4c-afa3-460b-9a51-ad1034169f88 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389010 Jul 06 18:24:33.494658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:33.514785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] For port c5e9c061-759f-46a7-b5ce-74d632f72d8c, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:33.522204 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ab5af-4b17-4cdc-b742-6e5a5b0c74fa None None] New status for floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:24:33.620147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] For port c5e9c061-759f-46a7-b5ce-74d632f72d8c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c5e9c061-759f-46a7-b5ce-74d632f72d8c,segment=NetworkSegment(3642ed53-d8bc-46c2-8a1f-68be374576b4),segment_id=3642ed53-d8bc-46c2-8a1f-68be374576b4)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:33.630609 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:33.679834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab369-4767-4b1d-a119-6ede09d80ac6 req-d7f9b6ff-0b2c-4d75-8b57-6291c7cce1a5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:33.688237 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937ab369-4767-4b1d-a119-6ede09d80ac6 req-d7f9b6ff-0b2c-4d75-8b57-6291c7cce1a5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.0880678 Jul 06 18:24:33.706273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:33.749844 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937ab369-4767-4b1d-a119-6ede09d80ac6 req-9f0ed949-a6a8-41b0-92c6-fb9895b6a90e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597060 Jul 06 18:24:33.775121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef15cb-11b7-4d83-9aa3-28bb5f8c73dc None None] Pushing event updated for resources: {'Port': ['ID=c5e9c061-759f-46a7-b5ce-74d632f72d8c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:33.872810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55190) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:34.066862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:34.085215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:34.086107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:34.245958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:34.285769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaac6a1-99c1-4e24-a1c9-807fca46ecff admin admin] Deleting subnet bd8d1ead-854f-4b1e-8b96-1f6a897e39fe {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:24:34.293657 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfaac6a1-99c1-4e24-a1c9-807fca46ecff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.343265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:34.395898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:34.401015 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.427510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfaac6a1-99c1-4e24-a1c9-807fca46ecff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.464756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-1e842b1a-295d-4f7b-a7f7-3b5e83539081 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:34.466324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:34.472682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-1e842b1a-295d-4f7b-a7f7-3b5e83539081 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.4228563 Jul 06 18:24:34.510250 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-181e29b6-fa80-4a38-8f2e-76a1b97de9e5 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/quotas/2048fc15f03f459a9add14162308ada4 HTTP/1.1" status: 200 len: 375 time: 0.0366704 Jul 06 18:24:34.532012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-4043ce87-de3c-45a6-9dd2-7ae4e0f5acda tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "PUT /v2.0/floatingips/2a918c32-2ac4-4dc6-80cc-61f44be175f0 HTTP/1.1" status: 200 len: 996 time: 2.5421321 Jul 06 18:24:34.532888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfaac6a1-99c1-4e24-a1c9-807fca46ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.612845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-b4ba4603-100e-4790-9ec6-eff494209fa6 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:34.635694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-b4ba4603-100e-4790-9ec6-eff494209fa6 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports/e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 943 time: 0.1013317 Jul 06 18:24:34.667252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:34.670033 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-9e263d56-7fba-4d46-a0a0-ddf740fc889b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586661 Jul 06 18:24:34.681924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:34.682377 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfaac6a1-99c1-4e24-a1c9-807fca46ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.683036 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.764761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-7efb974d-e73b-4b59-8aa7-364c615fef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:34.768847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaac6a1-99c1-4e24-a1c9-807fca46ecff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8d1ead-854f-4b1e-8b96-1f6a897e39fe,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:34.778976 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfaac6a1-99c1-4e24-a1c9-807fca46ecff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.784382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dfaac6a1-99c1-4e24-a1c9-807fca46ecff admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bd8d1ead-854f-4b1e-8b96-1f6a897e39fe HTTP/1.1" status: 204 len: 168 time: 0.9077024 Jul 06 18:24:34.784507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55234) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:34.794159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-7efb974d-e73b-4b59-8aa7-364c615fef63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.0885999 Jul 06 18:24:34.892268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.906174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-f14c2c64-ad48-4da8-a86f-5065dc8ce435 service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350779 Jul 06 18:24:34.911267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:6b:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:33Z', 'revision_number': 3, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:34.919756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:34.969134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:34.979266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1cf426-d853-42d9-80ad-5c24bf36ffa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:34.982467 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff01333-a88e-4e45-b1f8-2905ed93280b" -d '{"events": [{"server_uuid": "1f1cf426-d853-42d9-80ad-5c24bf36ffa7", "name": "network-vif-plugged", "status": "completed", "tag": "6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:35.009100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55240) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:35.010899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:35.019014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:35.020075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:35.029454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.030866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0a070152-4e10-4baf-bd94-45a46ddfa0d6 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:35.083983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-ecb6382c-2043-44aa-8409-271b5b1eb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:35.092714 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-ecb6382c-2043-44aa-8409-271b5b1eb74c service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.2959719 Jul 06 18:24:35.134835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-3a18268d-0eac-4214-84ed-d5840b6562cd service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272484 Jul 06 18:24:35.152137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.156100 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-fe2de60c-877f-4e05-bc47-ff49ac97e8f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 217 time: 0.0624139 Jul 06 18:24:35.163252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c5e9c061-759f-46a7-b5ce-74d632f72d8c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:35.181485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cee59f4-ce99-4d40-8278-44c03952b525']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:35.195353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d41405-dc60-4c32-9917-3955c326caa0') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:35.195774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d41405-dc60-4c32-9917-3955c326caa0') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:35.226606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-557aff4a-938d-417f-89ea-91411a9b2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:35.231356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.239409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-557aff4a-938d-417f-89ea-91411a9b2467 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0822196 Jul 06 18:24:35.277206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.296075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:24:35.297004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:24:35.300545 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:24:35.364341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1e6dc53-5e88-4131-bcaf-bbb7808d2fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.372310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd779df-cbbb-47e7-9e74-3ed091b40cee None None] Network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:35.374757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:35.406705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:35.512255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:35.512733 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.533242 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.540197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] 10.222.0.53 "DELETE /v2.0/networks/0cee59f4-ce99-4d40-8278-44c03952b525 HTTP/1.1" status: 204 len: 168 time: 0.7546313 Jul 06 18:24:35.548665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55248) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:35.579092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-20157e99-d1ca-4065-8547-ef8abd2b9fd2 None None] Provisioning for port c5e9c061-759f-46a7-b5ce-74d632f72d8c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:35.580738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe7f2c-af10-4bf2-a83d-74a7dbaacfda admin admin] Pushing event deleted for resources: {'Network': ['ID=0cee59f4-ce99-4d40-8278-44c03952b525,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:35.588739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c5e9c061-759f-46a7-b5ce-74d632f72d8c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:35.600438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:35.600778 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.608173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-20157e99-d1ca-4065-8547-ef8abd2b9fd2 None None] Provisioning complete for port c5e9c061-759f-46a7-b5ce-74d632f72d8c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:35.609081 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-20157e99-d1ca-4065-8547-ef8abd2b9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.634576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c5e9c061-759f-46a7-b5ce-74d632f72d8c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:35.635204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.638521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-45fe74d2-1009-427c-a8e6-05e5aac5beed tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:35.644659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-45fe74d2-1009-427c-a8e6-05e5aac5beed tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:35.646295 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-45fe74d2-1009-427c-a8e6-05e5aac5beed tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "GET /v2.0/networks?id=4114424c-d39e-4f01-9a03-c1bec62f16ac&id=3e79693f-ea73-48a1-a4a9-ca7628fd9592 HTTP/1.1" status: 200 len: 1389 time: 0.2882798 Jul 06 18:24:35.657367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-6194239d-26d6-4251-97e3-d82c5f96a27c admin admin] Deleting subnet 126b72e4-cf45-47ff-a335-630e2eda1267 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:24:35.663675 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6194239d-26d6-4251-97e3-d82c5f96a27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.668911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'port': {'device_id': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac', 'admin_state_up': True, 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:35.684720 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1e6dc53-5e88-4131-bcaf-bbb7808d2fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.692813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1e6dc53-5e88-4131-bcaf-bbb7808d2fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.699656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-cc059bbd-a2ff-4aa3-8429-55b0544cbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:35.701240 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-cc059bbd-a2ff-4aa3-8429-55b0544cbd9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4599330 Jul 06 18:24:35.810152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6194239d-26d6-4251-97e3-d82c5f96a27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.860560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b1e6dc53-5e88-4131-bcaf-bbb7808d2fad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f232a8521a54f1fa5c75bd11adffe62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8457067 Jul 06 18:24:35.862184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:35.882096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6dc53-5e88-4131-bcaf-bbb7808d2fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7312e50-ac89-4e3d-97e6-7549b96d56a2,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:35.892836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6194239d-26d6-4251-97e3-d82c5f96a27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.904296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1053853-5329-460f-9eef-a38bb58ca228 req-f90571f2-fe82-4100-afec-c549cbb088b1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:35.906613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1053853-5329-460f-9eef-a38bb58ca228 req-f90571f2-fe82-4100-afec-c549cbb088b1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 949 time: 0.2460566 Jul 06 18:24:35.955307 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1805d232-c0cf-4f33-97b8-df68959608bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.966788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-3eb73bdb-ee21-4f94-ae74-b0c2a0d1750a service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330937 Jul 06 18:24:36.016971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1053853-5329-460f-9eef-a38bb58ca228 req-d2424901-7a01-4ce6-86ae-35801caf61d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851145 Jul 06 18:24:36.019831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:36.025300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.029121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.048058 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-20157e99-d1ca-4065-8547-ef8abd2b9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.055013 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1805d232-c0cf-4f33-97b8-df68959608bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.079297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.096352 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6194239d-26d6-4251-97e3-d82c5f96a27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.141540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-f04b7066-b870-4b1a-a811-2ba638b77fe1 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737015 Jul 06 18:24:36.160164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1805d232-c0cf-4f33-97b8-df68959608bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.166487 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1805d232-c0cf-4f33-97b8-df68959608bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.171662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1805d232-c0cf-4f33-97b8-df68959608bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7312e50-ac89-4e3d-97e6-7549b96d56a2 HTTP/1.1" status: 204 len: 168 time: 0.3053944 Jul 06 18:24:36.213948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805d232-c0cf-4f33-97b8-df68959608bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7312e50-ac89-4e3d-97e6-7549b96d56a2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:36.244561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-028f9571-79ed-462c-8c04-38f2522e0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:36.253242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-028f9571-79ed-462c-8c04-38f2522e0018 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 1096 time: 0.0723202 Jul 06 18:24:36.356349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:36.369406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Allocated IP 19.80.0.126 (4114424c-d39e-4f01-9a03-c1bec62f16ac/5a80a081-f489-4dcb-aed3-35f495c255b4/30b4f69b-61fc-45cc-a534-7182e86cdeda) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:36.374719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-20157e99-d1ca-4065-8547-ef8abd2b9fd2 None None] For port c5e9c061-759f-46a7-b5ce-74d632f72d8c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c5e9c061-759f-46a7-b5ce-74d632f72d8c,segment=NetworkSegment(3642ed53-d8bc-46c2-8a1f-68be374576b4),segment_id=3642ed53-d8bc-46c2-8a1f-68be374576b4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:36.376523 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.387472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-fcdc13d4-e073-4e8f-9b59-b98ae8bb3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:36.395371 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-fcdc13d4-e073-4e8f-9b59-b98ae8bb3a26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.1411002 Jul 06 18:24:36.412915 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-20157e99-d1ca-4065-8547-ef8abd2b9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.451287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194239d-26d6-4251-97e3-d82c5f96a27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126b72e4-cf45-47ff-a335-630e2eda1267,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:36.458776 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6194239d-26d6-4251-97e3-d82c5f96a27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.460988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6194239d-26d6-4251-97e3-d82c5f96a27c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/126b72e4-cf45-47ff-a335-630e2eda1267 HTTP/1.1" status: 204 len: 168 time: 0.9108100 Jul 06 18:24:36.463880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55262) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:36.513369 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:24:36.513818 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:24:36.543065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:36.624644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157e99-d1ca-4065-8547-ef8abd2b9fd2 None None] Pushing event updated for resources: {'Port': ['ID=c5e9c061-759f-46a7-b5ce-74d632f72d8c,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:36.643700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:6b:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:33Z', 'revision_number': 3, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:36.685077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cbe80-3e36-47a6-afd0-877580f14df4 None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:6b:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:33Z', 'revision_number': 3, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:36.701888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916d3ca-f62d-4b09-adf9-83eaf7b339dc req-7f6f9458-cedc-4387-b4b9-8a93be1a0bab tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:36.705079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a916d3ca-f62d-4b09-adf9-83eaf7b339dc req-7f6f9458-cedc-4387-b4b9-8a93be1a0bab tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 949 time: 0.2593830 Jul 06 18:24:36.745934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afe0999a-6c9f-4f32-8acd-a4acfde3e104 None None] Provisioning complete for port c5e9c061-759f-46a7-b5ce-74d632f72d8c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:36.746707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afe0999a-6c9f-4f32-8acd-a4acfde3e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.802101 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.822298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Transition to ACTIVE for port object 30b4f69b-61fc-45cc-a534-7182e86cdeda will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:36.884070 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.934610 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-ba818df0-9ce0-48dd-9157-2ee1a2cdec3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 1001 time: 0.5381594 Jul 06 18:24:36.936227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55264) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:36.954335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a916d3ca-f62d-4b09-adf9-83eaf7b339dc req-8e364d0e-8434-4398-bbc0-8c9a8773bb77 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031138 Jul 06 18:24:36.971096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network 4114424c-d39e-4f01-9a03-c1bec62f16ac is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:36.973111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:36.981863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:36.986858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Port': ['ID=30b4f69b-61fc-45cc-a534-7182e86cdeda,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:36.988522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a610120-2f9e-47bf-9c0d-a60d44a5ebad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.006672 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.034522 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7536a9-9be6-4a17-a31c-a3db01cc8883 None None] New status for floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:24:37.060431 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c67f5d8-0be4-41a1-adb0-f86d8d41a85e x-openstack-request-id: req-7c67f5d8-0be4-41a1-adb0-f86d8d41a85e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:37.060804 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4808b6-8183-4b43-bb1a-561e65a083f9", "name": "network-vif-deleted", "tag": "fa468ed0-9495-45c7-b430-5e81f946ea7b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:37.061036 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c67f5d8-0be4-41a1-adb0-f86d8d41a85e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:37.061398 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4808b6-8183-4b43-bb1a-561e65a083f9', 'name': 'network-vif-deleted', 'tag': 'fa468ed0-9495-45c7-b430-5e81f946ea7b', 'status': 'completed', 'code': 200} Jul 06 18:24:37.093114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:37.093935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.104775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a0e647ba-866c-4331-beb7-17c18f806738 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:37.112313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-2a7e636c-6136-422f-ba73-0821b8fe5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:37.114127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-2a7e636c-6136-422f-ba73-0821b8fe5022 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.1786196 Jul 06 18:24:37.169438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a0e647ba-866c-4331-beb7-17c18f806738 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:37.169888 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.328836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.347347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3534f6-8329-4017-be1e-dc9ae84d0024']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:37.372329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575b6ee0-8419-45a4-94f3-e9f3ec8ec4ab') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:37.372830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575b6ee0-8419-45a4-94f3-e9f3ec8ec4ab') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:37.401834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.407759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c5e9c061-759f-46a7-b5ce-74d632f72d8c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:37.408240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-aff69d36-c169-4132-a056-b29daca6ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:37.415971 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-aff69d36-c169-4132-a056-b29daca6ff75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947044 Jul 06 18:24:37.441189 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a610120-2f9e-47bf-9c0d-a60d44a5ebad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.445288 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:37.455679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bba9f8e4-742c-467f-98db-600753362f13 None None] Provisioning for port 30b4f69b-61fc-45cc-a534-7182e86cdeda completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:37.463019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bba9f8e4-742c-467f-98db-600753362f13 None None] Provisioning complete for port 30b4f69b-61fc-45cc-a534-7182e86cdeda triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:37.463406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bba9f8e4-742c-467f-98db-600753362f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.486282 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.488631 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a610120-2f9e-47bf-9c0d-a60d44a5ebad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.504721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:37.504968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-796bb77b-a8f7-4d81-b3f0-3434f806c7a0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:37.505496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:37.506498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-796bb77b-a8f7-4d81-b3f0-3434f806c7a0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.1982937 Jul 06 18:24:37.518752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:24:37.519033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:24:37.525036 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:24:37.527768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Request body: {'port': {'device_id': '11293e5c-cf08-4c68-ad26-3deb01b14c5d', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'admin_state_up': True, 'tenant_id': '2048fc15f03f459a9add14162308ada4'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:37.532873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fba5aa42-8680-4c45-b568-fac8afd44a75 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8710992 Jul 06 18:24:37.587427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9faa9-0c5b-4d40-8668-cb1c8d743807 req-fc350ad4-d3ad-42b4-8e57-1d5500f75c53 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:37.589600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79e9faa9-0c5b-4d40-8668-cb1c8d743807 req-fc350ad4-d3ad-42b4-8e57-1d5500f75c53 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 932 time: 0.3351216 Jul 06 18:24:37.593446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Request body: {'port': {'device_id': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592', 'admin_state_up': True, 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:37.603248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bba9f8e4-742c-467f-98db-600753362f13 None None] Port 30b4f69b-61fc-45cc-a534-7182e86cdeda cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:37.609738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9a610120-2f9e-47bf-9c0d-a60d44a5ebad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e45dc68dfa1a44e6a84827edbef998ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621437 Jul 06 18:24:37.613690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c5e9c061-759f-46a7-b5ce-74d632f72d8c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:37.614386 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.621031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a610120-2f9e-47bf-9c0d-a60d44a5ebad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac878435-8e18-4054-a839-e943886fcc67,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:37.626641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55268) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:37.657395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.676378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.680683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ed3534f6-8329-4017-be1e-dc9ae84d0024 HTTP/1.1" status: 204 len: 168 time: 1.2133355 Jul 06 18:24:37.694969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e70a09-46b6-4917-a065-6522bd5750b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3534f6-8329-4017-be1e-dc9ae84d0024,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:37.698296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-5b942137-cc39-42f6-b1e4-fbe49178bc2e service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817607 Jul 06 18:24:37.709501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:37.731792 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0024a271-22fe-4c4e-911f-6352205747ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.784370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0024a271-22fe-4c4e-911f-6352205747ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.791395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79e9faa9-0c5b-4d40-8668-cb1c8d743807 req-dc3c922a-3030-4ea8-86f1-976a7cd61a1e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916049 Jul 06 18:24:37.839692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:37.843523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.877605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d24c6481-5649-44cd-8984-6cc158ecf898 req-89f10b9f-a7b0-40f6-ba6c-db0912417c64 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700654 Jul 06 18:24:37.901493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0024a271-22fe-4c4e-911f-6352205747ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.904482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0024a271-22fe-4c4e-911f-6352205747ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.905653 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0024a271-22fe-4c4e-911f-6352205747ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac878435-8e18-4054-a839-e943886fcc67 HTTP/1.1" status: 204 len: 168 time: 0.2780278 Jul 06 18:24:37.921677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024a271-22fe-4c4e-911f-6352205747ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac878435-8e18-4054-a839-e943886fcc67,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:37.934669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Made reservation on behalf of f7585f7c6f2044ee91808d73c4dfcf82 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:37.948251 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.002345 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55278) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:38.034490 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679ef9a1-efc4-47c8-a131-a31786867fec x-openstack-request-id: req-679ef9a1-efc4-47c8-a131-a31786867fec {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:38.034759 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1cf426-d853-42d9-80ad-5c24bf36ffa7", "name": "network-vif-plugged", "status": "completed", "tag": "6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:38.036839 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-679ef9a1-efc4-47c8-a131-a31786867fec {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:38.037296 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1cf426-d853-42d9-80ad-5c24bf36ffa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8', 'code': 200} Jul 06 18:24:38.107387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:6b:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:37Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:38.163454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:38.166498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-00916e98-f00a-4944-8dec-29d153bb8b9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b930b3c03d44f3db7e9b9a394be0525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621165 Jul 06 18:24:38.166682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55282) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:38.180930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:38.181571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:38.339823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:38.363197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-475fedeb-e270-49ed-80bd-d3aff620f75d req-1384738f-b199-47fc-b8a6-5ab2fe275c57 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 210 time: 0.0707138 Jul 06 18:24:38.389475 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdfed6f1-0ed1-4136-9345-4587c8747458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.419874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a690cc5-72e9-4837-8ba5-6856a1347125 req-30d608bb-8b8f-4f6e-80b7-4ad3aa9a147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:38.422058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a690cc5-72e9-4837-8ba5-6856a1347125 req-30d608bb-8b8f-4f6e-80b7-4ad3aa9a147b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 1100 time: 0.3277709 Jul 06 18:24:38.436157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdfed6f1-0ed1-4136-9345-4587c8747458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.577146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a690cc5-72e9-4837-8ba5-6856a1347125 req-f3cd2d5c-7478-443e-a598-876c9f1e5f67 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431680 Jul 06 18:24:38.581482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca5566c6-de3c-4408-a07c-1deab4c5f011 req-b930562a-7a1b-4091-bf27-9eacbc0b1430 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1001 time: 0.1536658 Jul 06 18:24:38.634381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fae60-437b-407d-9fd9-c0afba70a047 req-3d975585-eb53-42ae-9811-bb0a975a76b3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:38.635920 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f76fae60-437b-407d-9fd9-c0afba70a047 req-3d975585-eb53-42ae-9811-bb0a975a76b3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.2313964 Jul 06 18:24:38.663612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5566c6-de3c-4408-a07c-1deab4c5f011 req-623af671-11b3-4513-a563-820727587980 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:38.665298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca5566c6-de3c-4408-a07c-1deab4c5f011 req-623af671-11b3-4513-a563-820727587980 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports/aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 942 time: 0.0770240 Jul 06 18:24:38.677269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdfed6f1-0ed1-4136-9345-4587c8747458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.680001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdfed6f1-0ed1-4136-9345-4587c8747458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.683601 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cdfed6f1-0ed1-4136-9345-4587c8747458 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9084af8-1c9e-4ed5-9d02-dfe66342c549 HTTP/1.1" status: 204 len: 168 time: 0.5084958 Jul 06 18:24:38.693802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfed6f1-0ed1-4136-9345-4587c8747458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9084af8-1c9e-4ed5-9d02-dfe66342c549,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:38.708984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Allocated IP 172.20.0.11 (387d7103-49e5-48ca-8c9e-8bb334581160/d22a3273-97c7-4233-beab-c55c5efc7ca5/56641d05-c894-47c4-8ca3-4755bda6a068) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:38.720877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:6b:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:37Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:38.746751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f76fae60-437b-407d-9fd9-c0afba70a047 req-6e47de77-b59e-461c-9a14-d8142a74cde4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038759 Jul 06 18:24:38.755829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Allocated IP 19.86.0.116 (3e79693f-ea73-48a1-a4a9-ca7628fd9592/ecc710e4-0f60-45fc-950b-1b3ead4a6b23/2389aa8d-6d72-4b51-ab53-13cf5f7b7acf) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:38.776829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d2b598-5cf1-4f8a-aba6-862037abc712 None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:6b:53:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:37Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:38.988954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca5566c6-de3c-4408-a07c-1deab4c5f011 req-211c684d-5317-4395-9496-2268b8ac2921 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1001 time: 0.1460021 Jul 06 18:24:39.085879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44'}, {'name': 'network-changed', 'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:39.097340 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44"}, {"name": "network-changed", "server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:39.132860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.164109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.194003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Transition to ACTIVE for port object 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:39.216438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3a2ce-dcf8-4362-aadc-1aae1bc39952 req-2113702f-1e3e-4e92-be6c-a195c3765871 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:39.220561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5566c6-de3c-4408-a07c-1deab4c5f011 req-441c272c-db0b-4cfb-9a85-7b437dfefe72 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:39.223181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca5566c6-de3c-4408-a07c-1deab4c5f011 req-441c272c-db0b-4cfb-9a85-7b437dfefe72 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.2334297 Jul 06 18:24:39.225617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c3a2ce-dcf8-4362-aadc-1aae1bc39952 req-2113702f-1e3e-4e92-be6c-a195c3765871 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 949 time: 0.2479932 Jul 06 18:24:39.265318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55314) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:39.277029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.292599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['cdc6db8d-121c-4d23-b61c-184835497dc6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:39.298028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:39.358964 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75c3a2ce-dcf8-4362-aadc-1aae1bc39952 req-4a4b1da1-4eda-478b-9d91-016b5855cfc7 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323342 Jul 06 18:24:39.370235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-419ede44-b36a-42b5-bd2a-5df9d754cdfa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8540d0a6964146a6a09d128349f45bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034844 Jul 06 18:24:39.373069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Network 387d7103-49e5-48ca-8c9e-8bb334581160 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:39.376565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55318) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:39.388948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:39.411048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:39.422769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.445980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event updated for resources: {'Port': ['ID=56641d05-c894-47c4-8ca3-4755bda6a068,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:39.507938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd74ead-b8f2-4119-afc6-b057da924033 req-bfa96a37-3c4d-4ab9-8bf8-6de736016931 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:39.523842 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7cd74ead-b8f2-4119-afc6-b057da924033 req-bfa96a37-3c4d-4ab9-8bf8-6de736016931 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.1749351 Jul 06 18:24:39.552256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:39.559145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:39.559814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.575908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:39.595238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7cd74ead-b8f2-4119-afc6-b057da924033 req-b1204ef0-0b33-4e51-b176-ad44ca01ce52 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Jul 06 18:24:39.609332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:39.643205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event updated for resources: {'Port': ['ID=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:39.668415 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-68bdcb1d-ad4a-40ab-b031-c10536886247 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1489618 Jul 06 18:24:39.691978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Request body: {'port': {'device_id': '11293e5c-cf08-4c68-ad26-3deb01b14c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:39.735122 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7726c1c3-6421-46f7-be8b-68ab863f04e4 x-openstack-request-id: req-7726c1c3-6421-46f7-be8b-68ab863f04e4 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:39.735520 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:39.735943 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7726c1c3-6421-46f7-be8b-68ab863f04e4 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:39.736414 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'status': 'completed', 'code': 200} Jul 06 18:24:39.736729 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'status': 'completed', 'code': 200} Jul 06 18:24:39.775062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a87cf27-4482-44be-8f17-8a39521de29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.799127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:39.800091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.890196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-7f00d5ed-b18b-407e-9e30-3ce5c677cb4c tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1001 time: 0.1214380 Jul 06 18:24:39.920622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-31e491b5-a380-409c-a025-fcdfffed0a24 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3428366 Jul 06 18:24:39.925250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a87cf27-4482-44be-8f17-8a39521de29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.950954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Request body: {'port': {'device_id': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:39.961453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-b5aaa8f1-94a7-4d62-bbee-e4c94d85490e tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:39.975856 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-b5aaa8f1-94a7-4d62-bbee-e4c94d85490e tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports/aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 942 time: 0.0792208 Jul 06 18:24:39.997046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4e79c6a0-3498-435a-bd0f-684cd8f0e4f0 None None] Provisioning for port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:40.008374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4e79c6a0-3498-435a-bd0f-684cd8f0e4f0 None None] Provisioning complete for port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:40.009610 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4e79c6a0-3498-435a-bd0f-684cd8f0e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.058850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f144a-625a-4f38-ab10-2bfb0962d761 req-f191a976-4434-4b90-820f-f345b3a6fa08 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:40.065155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f144a-625a-4f38-ab10-2bfb0962d761 req-f191a976-4434-4b90-820f-f345b3a6fa08 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:40.066880 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d7f144a-625a-4f38-ab10-2bfb0962d761 req-f191a976-4434-4b90-820f-f345b3a6fa08 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1655 time: 0.4941645 Jul 06 18:24:40.081919 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.100845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-e57eaf13-4c0f-4dbf-9d72-f4610daf32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:40.103308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-e57eaf13-4c0f-4dbf-9d72-f4610daf32d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.3378356 Jul 06 18:24:40.179323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-ed6c3352-03ce-4c8d-99e0-cfada9486de4 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1001 time: 0.1011207 Jul 06 18:24:40.234289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a87cf27-4482-44be-8f17-8a39521de29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.236915 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a87cf27-4482-44be-8f17-8a39521de29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.238147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4a87cf27-4482-44be-8f17-8a39521de29e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f91eb9b1-a26c-4c12-8add-c4b1d8818092 HTTP/1.1" status: 204 len: 168 time: 0.8603249 Jul 06 18:24:40.250136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.273146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d7f144a-625a-4f38-ab10-2bfb0962d761 req-1d97ca76-259e-49ed-bca4-130ac9ac97e9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989832 Jul 06 18:24:40.348095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87cf27-4482-44be-8f17-8a39521de29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91eb9b1-a26c-4c12-8add-c4b1d8818092,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:40.383117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-7fa4dffd-028d-40bd-81e8-67b5bf057c05 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:40.384730 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-7fa4dffd-028d-40bd-81e8-67b5bf057c05 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.2044663 Jul 06 18:24:40.392637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:40.395197 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4132c0c3-35d1-49bc-a1dc-0130af7a6e08" -d '{"events": [{"server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "name": "network-vif-plugged", "status": "completed", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:40.428536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4e79c6a0-3498-435a-bd0f-684cd8f0e4f0 None None] Port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:40.527311 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-973937cc-dc92-4a19-a2e8-73270192212c tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1001 time: 0.1338806 Jul 06 18:24:40.532453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:40.611763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-322afe68-a076-4149-8d8c-58bfef344468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:40.613269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-322afe68-a076-4149-8d8c-58bfef344468 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.4791260 Jul 06 18:24:40.624591 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.754977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-4d4144fc-316a-4a61-92c7-43a1550a10cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 217 time: 0.1029804 Jul 06 18:24:40.797987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.806724 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.807458 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0 disassociated. External IP: 172.25.4.152, port: aeb0741d-7e50-495d-b0e4-e72241b31cb8. Jul 06 18:24:40.816202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e996f33-83cf-4397-bfda-571c211342e5 req-a08c6819-1991-4de6-bb5e-0aec26533090 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:40.817836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2e996f33-83cf-4397-bfda-571c211342e5 req-a08c6819-1991-4de6-bb5e-0aec26533090 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 932 time: 0.3338811 Jul 06 18:24:40.923553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-69f45a58-0d9c-41da-96d5-d7901e42eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:40.925280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-69f45a58-0d9c-41da-96d5-d7901e42eb24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.1540713 Jul 06 18:24:41.023268 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2e996f33-83cf-4397-bfda-571c211342e5 req-7c196eee-0037-4ae8-b8d3-06d18dab0bbc tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957610 Jul 06 18:24:41.094984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:41.159072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-143e635e-605a-4588-b56c-a49cd1237929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:41.160637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-143e635e-605a-4588-b56c-a49cd1237929 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2227738 Jul 06 18:24:41.223580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56641d05-c894-47c4-8ca3-4755bda6a068 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:41.244055 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.284874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:41.296786 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:41.316297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.319489 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:41.320354 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:41.325144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Transition to ACTIVE for port object 56641d05-c894-47c4-8ca3-4755bda6a068 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:41.348856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.395883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-3c2cda16-f242-49b3-973e-2d505d3ce2a5 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "PUT /v2.0/floatingips/2a918c32-2ac4-4dc6-80cc-61f44be175f0 HTTP/1.1" status: 200 len: 695 time: 0.8639102 Jul 06 18:24:41.446042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b4f69b-61fc-45cc-a534-7182e86cdeda {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:41.470426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.474683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-c7a9d809-1140-4310-beec-974d4289ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:41.476772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-c7a9d809-1140-4310-beec-974d4289ce95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 1096 time: 0.0759070 Jul 06 18:24:41.489002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fbe84-05ba-467d-a41b-245d784a6628 req-a781136f-2df9-4e76-8702-9c39ef18b1fc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:41.490648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-786fbe84-05ba-467d-a41b-245d784a6628 req-a781136f-2df9-4e76-8702-9c39ef18b1fc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.2627058 Jul 06 18:24:41.535272 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:41.613963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Pushing event updated for resources: {'Port': ['ID=56641d05-c894-47c4-8ca3-4755bda6a068,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:41.619460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-71c524bf-6ede-410a-9ec1-fd28fd2f8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:41.622328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-71c524bf-6ede-410a-9ec1-fd28fd2f8f78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.1384771 Jul 06 18:24:41.624997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-896fd7fd-fc28-4f53-ade1-5a7d21a28097 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486976 Jul 06 18:24:41.626208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Transition to ACTIVE for port object 30b4f69b-61fc-45cc-a534-7182e86cdeda will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:41.647079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.689004 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-69581529-629e-4e13-ba27-28359ab68491 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 217 time: 0.0605242 Jul 06 18:24:41.738599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:41.741142 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7525ab30-8e57-4299-819f-1a19fff776cd" -d '{"events": [{"name": "network-changed", "server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:41.759434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-0e8f53da-1c97-4553-89c7-4d8fdb1a808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:41.760972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-0e8f53da-1c97-4553-89c7-4d8fdb1a808a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0631266 Jul 06 18:24:41.828615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-9afdbfd3-600e-48b4-8368-73ab6517bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:41.830656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-9afdbfd3-600e-48b4-8368-73ab6517bce9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617273 Jul 06 18:24:41.883350 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:41.918086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Attempting to bind port 56641d05-c894-47c4-8ca3-4755bda6a068 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:41.918687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Attempting to bind port 56641d05-c894-47c4-8ca3-4755bda6a068 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:41.918841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Attempting to bind port 56641d05-c894-47c4-8ca3-4755bda6a068 on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:41.924403 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:41.936889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:41.938326 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:41.958782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-786fbe84-05ba-467d-a41b-245d784a6628 req-3c32fbe9-29cd-442e-8d95-0aff03e24a86 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862054 Jul 06 18:24:41.986094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Port 56641d05-c894-47c4-8ca3-4755bda6a068 on network 387d7103-49e5-48ca-8c9e-8bb334581160 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:41.987880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Attempting to bind port 56641d05-c894-47c4-8ca3-4755bda6a068 on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:41.990706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-31823842-3348-46de-8acc-82fce1fa9f43 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528454 Jul 06 18:24:42.018781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Pushing event updated for resources: {'Port': ['ID=30b4f69b-61fc-45cc-a534-7182e86cdeda,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:42.072913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:42.073252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Checking segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:42.074163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Bound using segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:42.080593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Bound port: 56641d05-c894-47c4-8ca3-4755bda6a068, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:42.081315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.135403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-41725a0f-456d-4c17-a4d4-0ce81ce06b41 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896159 Jul 06 18:24:42.183186 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:42.199250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da7a100-47e7-491a-8738-1aa7fc778218 req-9497bff6-2d85-4a0e-ad4e-5ca8d7040a99 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971550 Jul 06 18:24:42.202590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Attempting to bind port 30b4f69b-61fc-45cc-a534-7182e86cdeda on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:42.203810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Attempting to bind port 30b4f69b-61fc-45cc-a534-7182e86cdeda by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:42.204312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Attempting to bind port 30b4f69b-61fc-45cc-a534-7182e86cdeda on network 4114424c-d39e-4f01-9a03-c1bec62f16ac {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:42.251064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55462) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:42.263794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Port 30b4f69b-61fc-45cc-a534-7182e86cdeda on network 4114424c-d39e-4f01-9a03-c1bec62f16ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:42.264335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Attempting to bind port 30b4f69b-61fc-45cc-a534-7182e86cdeda on network 4114424c-d39e-4f01-9a03-c1bec62f16ac {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:42.303266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] For port 56641d05-c894-47c4-8ca3-4755bda6a068, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:42.310136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:42.311985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Checking segment: {'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:42.314550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Bound using segment: {'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:42.315193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Bound port: 30b4f69b-61fc-45cc-a534-7182e86cdeda, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d8d46d-cf19-4858-be25-29b10f9a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:42.315751 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.318853 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b60af70-ae4f-4390-858b-c54b11bf60b1 x-openstack-request-id: req-2b60af70-ae4f-4390-858b-c54b11bf60b1 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:42.319394 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "name": "network-vif-plugged", "status": "completed", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:42.319394 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b60af70-ae4f-4390-858b-c54b11bf60b1 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:42.319753 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'code': 200} Jul 06 18:24:42.378582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] For port 56641d05-c894-47c4-8ca3-4755bda6a068, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=56641d05-c894-47c4-8ca3-4755bda6a068,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:42.405625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.421036 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:42.536283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98b17-5c9f-442f-8b6b-52cf178db476 req-18171cb3-8198-430b-8ec3-daef857b0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.538052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-92b98b17-5c9f-442f-8b6b-52cf178db476 req-18171cb3-8198-430b-8ec3-daef857b0c9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1101 time: 0.1226997 Jul 06 18:24:42.558529 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533566e-9f45-400c-b6d8-f8569bd49cb1 None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:42.583899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-92b98b17-5c9f-442f-8b6b-52cf178db476 req-b38f857e-0c4b-43b6-95ae-184cf1375bb2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Jul 06 18:24:42.600673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776023da-7850-4579-b5c4-0437a228692e req-38b0a870-754e-4bab-b0c4-40b854fa1347 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.608233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-776023da-7850-4579-b5c4-0437a228692e req-38b0a870-754e-4bab-b0c4-40b854fa1347 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.1370273 Jul 06 18:24:42.645311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2cf37a9d-a5da-47df-9692-721a17f8327e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.671811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-776023da-7850-4579-b5c4-0437a228692e req-2393d07a-5618-496f-b0fc-076a6bc47edc tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625157 Jul 06 18:24:42.775332 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2cf37a9d-a5da-47df-9692-721a17f8327e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.783798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2cf37a9d-a5da-47df-9692-721a17f8327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.847054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.847680 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.849085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] 10.222.0.41 "PUT /v2.0/ports/56641d05-c894-47c4-8ca3-4755bda6a068 HTTP/1.1" status: 200 len: 1092 time: 3.1642840 Jul 06 18:24:42.853425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11293e5c-cf08-4c68-ad26-3deb01b14c5d', 'tag': '56641d05-c894-47c4-8ca3-4755bda6a068'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:42.855755 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe168be-61e9-4641-aab0-04d088ff1795" -d '{"events": [{"name": "network-changed", "server_uuid": "11293e5c-cf08-4c68-ad26-3deb01b14c5d", "tag": "56641d05-c894-47c4-8ca3-4755bda6a068"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:42.860770 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2cf37a9d-a5da-47df-9692-721a17f8327e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cec2a9410744ae69ff90d1a291cd94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6084764 Jul 06 18:24:42.864554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55472) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:42.874818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf37a9d-a5da-47df-9692-721a17f8327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2115254-e8eb-450c-9268-a1eff96aef6c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:42.887927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffe5c4-0d56-41f5-baae-14ab3eb12839 None None] New status for floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:24:42.910214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7341fd5-2e6e-4140-8553-0d9b682e7957 req-d9e38e67-cc17-4267-9867-31df7e6a5612 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.911853 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7341fd5-2e6e-4140-8553-0d9b682e7957 req-d9e38e67-cc17-4267-9867-31df7e6a5612 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 949 time: 0.7145634 Jul 06 18:24:42.928817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-28296230-fc75-47d5-a568-c317903e6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.930315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-28296230-fc75-47d5-a568-c317903e6a5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 1096 time: 0.7001493 Jul 06 18:24:42.955928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc8a6-b082-4222-8199-f697b8122fac req-c0ce1b9b-3430-44ab-b330-970ad2b3c81e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.961894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc8a6-b082-4222-8199-f697b8122fac req-c0ce1b9b-3430-44ab-b330-970ad2b3c81e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.963537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cabcc8a6-b082-4222-8199-f697b8122fac req-c0ce1b9b-3430-44ab-b330-970ad2b3c81e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1667 time: 0.1655157 Jul 06 18:24:42.966783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87d950d6-b733-44e8-a2e7-1577bc3f88d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.977670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150728c-9135-464a-b93f-421b4b7f0d2b service neutron] Pushing event updated for resources: {'Port': ['ID=56641d05-c894-47c4-8ca3-4755bda6a068,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:43.004063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87d950d6-b733-44e8-a2e7-1577bc3f88d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.004319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] For port 30b4f69b-61fc-45cc-a534-7182e86cdeda, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:43.048000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cabcc8a6-b082-4222-8199-f697b8122fac req-f2066b42-94b3-4d00-a3a3-132c3e82455d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711725 Jul 06 18:24:43.051417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] For port 30b4f69b-61fc-45cc-a534-7182e86cdeda, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=30b4f69b-61fc-45cc-a534-7182e86cdeda,segment=NetworkSegment(48d8d46d-cf19-4858-be25-29b10f9a01e8),segment_id=48d8d46d-cf19-4858-be25-29b10f9a01e8)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:43.069997 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.080104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87d950d6-b733-44e8-a2e7-1577bc3f88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.083564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87d950d6-b733-44e8-a2e7-1577bc3f88d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.084960 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-87d950d6-b733-44e8-a2e7-1577bc3f88d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2115254-e8eb-450c-9268-a1eff96aef6c HTTP/1.1" status: 204 len: 168 time: 0.2193043 Jul 06 18:24:43.094562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7341fd5-2e6e-4140-8553-0d9b682e7957 req-e2172628-45cb-4df8-ada4-77865c7d9942 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678905 Jul 06 18:24:43.116314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d950d6-b733-44e8-a2e7-1577bc3f88d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2115254-e8eb-450c-9268-a1eff96aef6c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:43.137117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:43.138110 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.139894 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] 10.222.0.24 "PUT /v2.0/ports/30b4f69b-61fc-45cc-a534-7182e86cdeda HTTP/1.1" status: 200 len: 1092 time: 3.1959324 Jul 06 18:24:43.185032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3f6fe-ceb0-4758-969b-8043a4c64992 service neutron] Pushing event updated for resources: {'Port': ['ID=30b4f69b-61fc-45cc-a534-7182e86cdeda,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:43.195122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Request body: {'port': {'device_id': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:43.199542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-6801a276-150b-42d5-8804-6bc6933f66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:43.201042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-6801a276-150b-42d5-8804-6bc6933f66d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 1095 time: 0.2755938 Jul 06 18:24:43.203504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-5e844eb6-f909-435d-9123-3cfcf2c30d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:43.205078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-5e844eb6-f909-435d-9123-3cfcf2c30d92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.2605660 Jul 06 18:24:43.246547 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f0ce75-ad56-4c7d-9d1d-31e839a7c8ad x-openstack-request-id: req-58f0ce75-ad56-4c7d-9d1d-31e839a7c8ad {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:43.247032 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:43.247489 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58f0ce75-ad56-4c7d-9d1d-31e839a7c8ad {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:43.247775 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'status': 'completed', 'code': 200} Jul 06 18:24:43.311199 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-723fbe32-81b4-486f-82dd-87ee14ad7c56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56641d05-c894-47c4-8ca3-4755bda6a068 HTTP/1.1" status: 200 len: 217 time: 0.0775650 Jul 06 18:24:43.314193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-11c24ba0-2513-404f-81d3-c2a80c4e8870 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 217 time: 0.0793397 Jul 06 18:24:43.493436 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.497259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-ac594f5b-7119-4d04-a7ac-26aefcd6ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:43.499225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-ac594f5b-7119-4d04-a7ac-26aefcd6ff5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.1727655 Jul 06 18:24:43.500284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d7742f09-7997-49e0-abb8-4ffb279cc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:43.501631 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-d7742f09-7997-49e0-abb8-4ffb279cc0e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1766970 Jul 06 18:24:43.530880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55482) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:43.564288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cd0a79d-a80a-45d2-aaa5-e87b93268b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.582327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-6c676714-e505-4ceb-8f9b-c9f2075c97b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608070 Jul 06 18:24:43.684734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd486c62-c4ef-4b0b-9b5e-1fcd4d4de63b req-13ceb085-e001-4569-b659-ba3865004f1e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:43.686447 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd486c62-c4ef-4b0b-9b5e-1fcd4d4de63b req-13ceb085-e001-4569-b659-ba3865004f1e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 944 time: 0.3372703 Jul 06 18:24:43.703860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cd0a79d-a80a-45d2-aaa5-e87b93268b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.710061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cd0a79d-a80a-45d2-aaa5-e87b93268b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.755205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5cd0a79d-a80a-45d2-aaa5-e87b93268b88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8c972e17fd3415cb65f88479f08b2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200189 Jul 06 18:24:43.755441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55490) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:43.762358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0a79d-a80a-45d2-aaa5-e87b93268b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0275986-b6e9-48a5-b997-7cdb7f326edd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:43.813456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf36a07d-a884-4f13-9389-e6542dd581f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.820304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-1691a371-e257-4e0a-8aa0-edbaaeec1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:43.821735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-1691a371-e257-4e0a-8aa0-edbaaeec1177 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113031 Jul 06 18:24:43.835979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf36a07d-a884-4f13-9389-e6542dd581f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.888907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf36a07d-a884-4f13-9389-e6542dd581f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.890562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd486c62-c4ef-4b0b-9b5e-1fcd4d4de63b req-a11c4e8b-0ccb-4e34-a20b-2cabaf85a217 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858885 Jul 06 18:24:43.892099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf36a07d-a884-4f13-9389-e6542dd581f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:43.893276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bf36a07d-a884-4f13-9389-e6542dd581f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0275986-b6e9-48a5-b997-7cdb7f326edd HTTP/1.1" status: 204 len: 168 time: 0.1365113 Jul 06 18:24:43.902785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36a07d-a884-4f13-9389-e6542dd581f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0275986-b6e9-48a5-b997-7cdb7f326edd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:43.931174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-1e0c20f4-4944-4c44-bed9-76b8c5590009 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201571 Jul 06 18:24:43.941927 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf1e9c0-45a2-4327-a4d9-7344cc1cdc3b x-openstack-request-id: req-fcf1e9c0-45a2-4327-a4d9-7344cc1cdc3b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:43.942553 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11293e5c-cf08-4c68-ad26-3deb01b14c5d", "tag": "56641d05-c894-47c4-8ca3-4755bda6a068", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:43.942799 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcf1e9c0-45a2-4327-a4d9-7344cc1cdc3b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:43.943364 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11293e5c-cf08-4c68-ad26-3deb01b14c5d', 'tag': '56641d05-c894-47c4-8ca3-4755bda6a068', 'status': 'completed', 'code': 200} Jul 06 18:24:44.115115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-38661aaa-34c8-4b1f-b2f6-2d906ea75d55 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700145 Jul 06 18:24:44.139061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f90d3-c6d4-44a2-9f69-c7d04db18afc req-977da490-adfd-4705-979e-d8e5783072ab tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.143910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0eea4fe-4cec-4cb6-9db5-2bd3af5a7d8c req-0bfcdad1-1585-4918-8b81-0e5cabef42c6 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868453 Jul 06 18:24:44.146261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-241f90d3-c6d4-44a2-9f69-c7d04db18afc req-977da490-adfd-4705-979e-d8e5783072ab tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.0923600 Jul 06 18:24:44.232338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:44.243977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-241f90d3-c6d4-44a2-9f69-c7d04db18afc req-2d952837-4e8c-47cc-b993-28ed5a2024ba tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884221 Jul 06 18:24:44.262522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:44.299694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Transition to ACTIVE for port object 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:44.314067 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d407d704-febe-4f0d-ab42-b3cdc5b21a0f req-ecab60dc-3be6-49f7-8354-ad789a550c8f service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853378 Jul 06 18:24:44.319853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:44.460404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e523f17-6e23-42a2-98b3-de55ff27b3e2 req-786ffcc0-8185-48be-9c3a-864b0313dc23 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.462035 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e523f17-6e23-42a2-98b3-de55ff27b3e2 req-786ffcc0-8185-48be-9c3a-864b0313dc23 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.0820904 Jul 06 18:24:44.498617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Pushing event updated for resources: {'Port': ['ID=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:44.504926 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e523f17-6e23-42a2-98b3-de55ff27b3e2 req-2d4a91db-7a41-498b-8ee7-fa6bac20776a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368006 Jul 06 18:24:44.509107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-914ad297-ec45-4d41-87f1-635f77d879c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.510645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-914ad297-ec45-4d41-87f1-635f77d879c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 1095 time: 0.2931423 Jul 06 18:24:44.705608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525ab30-8e57-4299-819f-1a19fff776cd req-de7f68f9-64a9-4e89-a038-ea7e3725fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.707562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7525ab30-8e57-4299-819f-1a19fff776cd req-de7f68f9-64a9-4e89-a038-ea7e3725fbca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 1096 time: 0.3207803 Jul 06 18:24:44.716551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-69b58729-efaa-4d40-bdc3-1a43ce43bf4f tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.718513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-69b58729-efaa-4d40-bdc3-1a43ce43bf4f tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3955610 Jul 06 18:24:44.766261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751a5f-5b17-4322-9ad3-41f274dce27d req-23665abf-446c-4d4a-8c3b-8c0a4c855335 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.772998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751a5f-5b17-4322-9ad3-41f274dce27d req-23665abf-446c-4d4a-8c3b-8c0a4c855335 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.782972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c751a5f-5b17-4322-9ad3-41f274dce27d req-23665abf-446c-4d4a-8c3b-8c0a4c855335 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1679 time: 0.1137705 Jul 06 18:24:44.790043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-621e3785-9ff7-4048-b2f6-ec56a601124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.791535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-621e3785-9ff7-4048-b2f6-ec56a601124b service neutron] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.2679105 Jul 06 18:24:44.832496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c751a5f-5b17-4322-9ad3-41f274dce27d req-889b400e-79cc-45ca-90d9-c26233dca87e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484850 Jul 06 18:24:44.883611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Attempting to bind port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:44.884195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Attempting to bind port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:44.884533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Attempting to bind port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf on network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:44.905414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-91ef876a-a083-49e5-9992-b2decedfecb9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.1229246 Jul 06 18:24:44.906921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-be095faf-f61d-4d6a-989c-4cc7f1f45235 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56641d05-c894-47c4-8ca3-4755bda6a068 HTTP/1.1" status: 200 len: 217 time: 0.1013222 Jul 06 18:24:44.909528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf on network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:44.910066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Attempting to bind port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf on network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:44.939072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Request body: {'floatingip': {'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:44.961387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:44.961746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Checking segment: {'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:44.962163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Bound using segment: {'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:44.962594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Bound port: 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3642ed53-d8bc-46c2-8a1f-68be374576b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:44.962955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.004329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525ab30-8e57-4299-819f-1a19fff776cd req-27837fac-1a91-4392-9e49-7db42d6dbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:45.005912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7525ab30-8e57-4299-819f-1a19fff776cd req-27837fac-1a91-4392-9e49-7db42d6dbfc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.2863624 Jul 06 18:24:45.029771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.036290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eefe5b-b4fc-4313-8834-cb8d8ecbd28b req-d06b4510-1e0d-46d5-8efa-881268b693f1 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:45.038517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-31eefe5b-b4fc-4313-8834-cb8d8ecbd28b req-d06b4510-1e0d-46d5-8efa-881268b693f1 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 949 time: 0.0786514 Jul 06 18:24:45.093496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-31eefe5b-b4fc-4313-8834-cb8d8ecbd28b req-2f5d8195-bde3-46df-bc52-188deedd408a tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485334 Jul 06 18:24:45.142510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-30bc65a8-5891-448d-808d-00234637273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:45.144020 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-30bc65a8-5891-448d-808d-00234637273e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.2246962 Jul 06 18:24:45.145270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7525ab30-8e57-4299-819f-1a19fff776cd req-f938c2fa-6c35-4284-aba2-89df27004b42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 200 len: 217 time: 0.1257024 Jul 06 18:24:45.245118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-d7556bad-0b9e-426b-a934-811808244413 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841489 Jul 06 18:24:45.368568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc618a-721f-4965-943a-c78852f957af req-7c06726e-4621-477a-86f5-6f06f149bec9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:45.370940 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94cc618a-721f-4965-943a-c78852f957af req-7c06726e-4621-477a-86f5-6f06f149bec9 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.41 "GET /v2.0/ports?device_id=32262ecd-e822-4ce0-aa03-38289ec5b05a HTTP/1.1" status: 200 len: 945 time: 0.0842910 Jul 06 18:24:45.472164 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-834ff5be-72a5-4872-a978-25850eb5c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.535477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4986f7-e0ab-499e-a56e-367597952fd8 req-a54eafc7-4845-4192-b6d7-2335837bc25e tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:45.538070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff4986f7-e0ab-499e-a56e-367597952fd8 req-a54eafc7-4845-4192-b6d7-2335837bc25e tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1101 time: 0.1381006 Jul 06 18:24:45.564463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ff4986f7-e0ab-499e-a56e-367597952fd8 req-216024bc-2f54-442b-8ddc-a7db1244c064 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.580711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Deleting port aeb0741d-7e50-495d-b0e4-e72241b31cb8 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:45.581149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.696995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] For port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:45.706982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] For port aeb0741d-7e50-495d-b0e4-e72241b31cb8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=aeb0741d-7e50-495d-b0e4-e72241b31cb8,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:45.707387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.712880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525ab30-8e57-4299-819f-1a19fff776cd req-f6f7393e-ded2-443c-94d9-584a318aa6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:45.714841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7525ab30-8e57-4299-819f-1a19fff776cd req-f6f7393e-ded2-443c-94d9-584a318aa6ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.5524487 Jul 06 18:24:45.728261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Calling delete_port for aeb0741d-7e50-495d-b0e4-e72241b31cb8 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:45.766412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] For port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,segment=NetworkSegment(3642ed53-d8bc-46c2-8a1f-68be374576b4),segment_id=3642ed53-d8bc-46c2-8a1f-68be374576b4)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:45.801105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.834068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ff4986f7-e0ab-499e-a56e-367597952fd8 req-216024bc-2f54-442b-8ddc-a7db1244c064 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.841426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ff4986f7-e0ab-499e-a56e-367597952fd8 req-216024bc-2f54-442b-8ddc-a7db1244c064 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.883814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff4986f7-e0ab-499e-a56e-367597952fd8 req-216024bc-2f54-442b-8ddc-a7db1244c064 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397393 Jul 06 18:24:45.890444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216024bc-2f54-442b-8ddc-a7db1244c064 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8413d53-493a-4099-a73e-55479f2e8997,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:45.905992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:45.907188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.908969 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] 10.222.0.24 "PUT /v2.0/ports/2389aa8d-6d72-4b51-ab53-13cf5f7b7acf HTTP/1.1" status: 200 len: 1092 time: 2.7208328 Jul 06 18:24:45.948629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'tag': '30b4f69b-61fc-45cc-a534-7182e86cdeda'}, {'name': 'network-changed', 'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'tag': '2389aa8d-6d72-4b51-ab53-13cf5f7b7acf'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:45.951910 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be9f48d-08dc-4ffc-8e42-89f30d71a008" -d '{"events": [{"name": "network-changed", "server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "tag": "30b4f69b-61fc-45cc-a534-7182e86cdeda"}, {"name": "network-changed", "server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "tag": "2389aa8d-6d72-4b51-ab53-13cf5f7b7acf"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:45.971848 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.990650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'aeb0741d-7e50-495d-b0e4-e72241b31cb8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:45.993544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-cdd27c7f-439e-43ae-80c9-90d1108ff9d1 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262080 Jul 06 18:24:46.031875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Pushing event deleted for resources: {'Port': ['ID=aeb0741d-7e50-495d-b0e4-e72241b31cb8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:46.040947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ce334-d872-476c-bca5-d2a2f9b04871 service neutron] Pushing event updated for resources: {'Port': ['ID=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:46.118202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] No DVR routers for this DVR port aeb0741d-7e50-495d-b0e4-e72241b31cb8 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:46.123910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.127388 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94cc618a-721f-4965-943a-c78852f957af req-459b33cd-22a2-45de-9047-6527693c32d8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.41 "DELETE /v2.0/ports/aeb0741d-7e50-495d-b0e4-e72241b31cb8 HTTP/1.1" status: 204 len: 173 time: 0.7379770 Jul 06 18:24:46.128404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'name': 'network-vif-deleted', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:46.145519 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66b4155-4243-41af-b39d-1d82b39be037" -d '{"events": [{"server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "name": "network-vif-deleted", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:46.329336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525ab30-8e57-4299-819f-1a19fff776cd req-ae32c605-af7c-4e33-94a7-f5e96e7d5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:46.331070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7525ab30-8e57-4299-819f-1a19fff776cd req-ae32c605-af7c-4e33-94a7-f5e96e7d5904 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5780945 Jul 06 18:24:46.375443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee1d4-8e6a-4ace-962a-d5444da435bf req-453ebd11-3083-4995-afcd-6830809a4fc1 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:46.375443 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aa0ee1d4-8e6a-4ace-962a-d5444da435bf req-453ebd11-3083-4995-afcd-6830809a4fc1 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 944 time: 0.1354289 Jul 06 18:24:46.423704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aa0ee1d4-8e6a-4ace-962a-d5444da435bf req-3da7411f-ea73-4f68-86ed-fe8b1e820f32 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Jul 06 18:24:46.591371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-5a77cf6e-fae3-40b8-ab3a-9dcfa716e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:46.591858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-5a77cf6e-fae3-40b8-ab3a-9dcfa716e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:46.591981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a7d5-4fd9-4c2e-9b72-ab6cdc5c16c8 req-59ce2299-f41f-4976-a87e-0c9108f62216 tempest-LiveMigrationNegativeTest-1035737331 tempest-LiveMigrationNegativeTest-1035737331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:46.593554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-5a77cf6e-fae3-40b8-ab3a-9dcfa716e778 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1981 time: 0.6212800 Jul 06 18:24:46.593748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3131a7d5-4fd9-4c2e-9b72-ab6cdc5c16c8 req-59ce2299-f41f-4976-a87e-0c9108f62216 tempest-LiveMigrationNegativeTest-1035737331 tempest-LiveMigrationNegativeTest-1035737331-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 1100 time: 0.0573606 Jul 06 18:24:46.604038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfe168be-61e9-4641-aab0-04d088ff1795 req-8767d39c-e4d1-4bb1-945e-ec9849d4d301 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399075 Jul 06 18:24:46.618642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3131a7d5-4fd9-4c2e-9b72-ab6cdc5c16c8 req-77ef9a20-c534-481b-a90f-25b02b8ef3d2 tempest-LiveMigrationNegativeTest-1035737331 tempest-LiveMigrationNegativeTest-1035737331-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.662125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 56641d05-c894-47c4-8ca3-4755bda6a068 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:46.707264 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-d53cb422-08fc-4cdc-a584-477f23c7251d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=30b4f69b-61fc-45cc-a534-7182e86cdeda HTTP/1.1" status: 200 len: 217 time: 0.0997682 Jul 06 18:24:46.736400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7525ab30-8e57-4299-819f-1a19fff776cd req-2e80b82d-deae-4876-a0ae-c5271a4df156 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697517 Jul 06 18:24:46.775797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3131a7d5-4fd9-4c2e-9b72-ab6cdc5c16c8 req-77ef9a20-c534-481b-a90f-25b02b8ef3d2 tempest-LiveMigrationNegativeTest-1035737331 tempest-LiveMigrationNegativeTest-1035737331-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.781551 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3131a7d5-4fd9-4c2e-9b72-ab6cdc5c16c8 req-77ef9a20-c534-481b-a90f-25b02b8ef3d2 tempest-LiveMigrationNegativeTest-1035737331 tempest-LiveMigrationNegativeTest-1035737331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.822233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 56641d05-c894-47c4-8ca3-4755bda6a068, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=56641d05-c894-47c4-8ca3-4755bda6a068,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:46.824319 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3131a7d5-4fd9-4c2e-9b72-ab6cdc5c16c8 req-77ef9a20-c534-481b-a90f-25b02b8ef3d2 tempest-LiveMigrationNegativeTest-1035737331 tempest-LiveMigrationNegativeTest-1035737331-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243478 Jul 06 18:24:46.838767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '56641d05-c894-47c4-8ca3-4755bda6a068', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'port_id': '56641d05-c894-47c4-8ca3-4755bda6a068', 'mac_address': 'fa:16:3e:33:ff:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22a3273-97c7-4233-beab-c55c5efc7ca5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:46.854813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef9a20-c534-481b-a90f-25b02b8ef3d2 tempest-LiveMigrationNegativeTest-1035737331 tempest-LiveMigrationNegativeTest-1035737331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be667910-2c40-4ec7-a3a3-45e351e37c72,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:46.897391 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.916152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56641d05-c894-47c4-8ca3-4755bda6a068 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:46.942669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.resource_extend [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:24:46.947863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 56641d05-c894-47c4-8ca3-4755bda6a068, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=56641d05-c894-47c4-8ca3-4755bda6a068,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:46.955235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.003601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-3e60f0d1-7421-4844-af4f-f93a11f625b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:47.005131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-3e60f0d1-7421-4844-af4f-f93a11f625b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a80a081-f489-4dcb-aed3-35f495c255b4 HTTP/1.1" status: 200 len: 801 time: 0.2184327 Jul 06 18:24:47.044024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677ddf1-c450-42bd-b3ee-de4d7299d6ef req-ec611c5c-24ca-41c7-ae9c-5d39c837e2f6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:47.046132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b677ddf1-c450-42bd-b3ee-de4d7299d6ef req-ec611c5c-24ca-41c7-ae9c-5d39c837e2f6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.0821261 Jul 06 18:24:47.058423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=56641d05-c894-47c4-8ca3-4755bda6a068,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:47.071477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.096032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.107553 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b677ddf1-c450-42bd-b3ee-de4d7299d6ef req-b383209f-e27c-4720-b196-9c38a347b52e tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Jul 06 18:24:47.152997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7525ab30-8e57-4299-819f-1a19fff776cd req-d9061ce0-f3da-4674-a571-e722a2b956f8 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416786 Jul 06 18:24:47.225039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['56641d05-c894-47c4-8ca3-4755bda6a068'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:47.241265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-9057371b-9a81-4c91-9d2e-0ed18ab96e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:47.243155 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-9057371b-9a81-4c91-9d2e-0ed18ab96e21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114424c-d39e-4f01-9a03-c1bec62f16ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2221630 Jul 06 18:24:47.251137 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0 associated. External IP: 172.25.4.152, port: e9d5ba90-0597-4637-ad0c-f6bb0997bc44. Jul 06 18:24:47.328043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7a12-8296-4d67-8bcb-b270f718940e req-32faa82f-9413-4749-8abf-159dc31bfced tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:47.336274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7a12-8296-4d67-8bcb-b270f718940e req-32faa82f-9413-4749-8abf-159dc31bfced tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:47.347214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-326d7a12-8296-4d67-8bcb-b270f718940e req-32faa82f-9413-4749-8abf-159dc31bfced tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1679 time: 0.1030211 Jul 06 18:24:47.389463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-326d7a12-8296-4d67-8bcb-b270f718940e req-10ca38e9-6910-41f2-920d-59f8f7464b70 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Jul 06 18:24:47.432952 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-7299b4c7-81bb-4eb5-accb-2bd57cf7f54b service neutron] 10.222.0.24 "GET /v2.0/networks/4114424c-d39e-4f01-9a03-c1bec62f16ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793630 Jul 06 18:24:47.645109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-f99c95ad-b769-46f1-be64-35f560af5d9d service neutron] 10.222.0.24 "GET /v2.0/networks/4114424c-d39e-4f01-9a03-c1bec62f16ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651790 Jul 06 18:24:47.650624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:47.694910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-6c4389ec-1bf9-4291-b575-c1a03d6b9e2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.116&port_id=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf HTTP/1.1" status: 200 len: 217 time: 0.0428846 Jul 06 18:24:47.816076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fd15a90a-1161-44ff-afb4-32316d9653ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:47.817836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-fd15a90a-1161-44ff-afb4-32316d9653ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc710e4-0f60-45fc-950b-1b3ead4a6b23 HTTP/1.1" status: 200 len: 801 time: 0.0844522 Jul 06 18:24:47.940462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55704) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:48.008583 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ca0e62-e104-4c4f-a639-8f0263054930 x-openstack-request-id: req-c9ca0e62-e104-4c4f-a639-8f0263054930 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:48.009007 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32262ecd-e822-4ce0-aa03-38289ec5b05a", "name": "network-vif-deleted", "tag": "aeb0741d-7e50-495d-b0e4-e72241b31cb8", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:48.009636 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9ca0e62-e104-4c4f-a639-8f0263054930 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:48.010439 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32262ecd-e822-4ce0-aa03-38289ec5b05a', 'name': 'network-vif-deleted', 'tag': 'aeb0741d-7e50-495d-b0e4-e72241b31cb8', 'status': 'completed', 'code': 200} Jul 06 18:24:48.074778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d40066f-d746-46bd-a3b9-bb2617ead0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.130331 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7e955dad-38a3-4326-a181-920be2d8a8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.212577 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a69fd-3fdc-4c0d-b6b3-4d1e1b00d5ba x-openstack-request-id: req-3b9a69fd-3fdc-4c0d-b6b3-4d1e1b00d5ba {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:48.213271 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "tag": "30b4f69b-61fc-45cc-a534-7182e86cdeda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "tag": "2389aa8d-6d72-4b51-ab53-13cf5f7b7acf", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:48.213271 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b9a69fd-3fdc-4c0d-b6b3-4d1e1b00d5ba {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:48.213497 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'tag': '30b4f69b-61fc-45cc-a534-7182e86cdeda', 'status': 'completed', 'code': 200} Jul 06 18:24:48.213709 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'tag': '2389aa8d-6d72-4b51-ab53-13cf5f7b7acf', 'status': 'completed', 'code': 200} Jul 06 18:24:48.227758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:48.233074 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.242546 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:48.259582 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:48.261858 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:48.288390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-bbf7bde7-76af-4635-9bd1-3fb4829d7fa7 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "PUT /v2.0/floatingips/2a918c32-2ac4-4dc6-80cc-61f44be175f0 HTTP/1.1" status: 200 len: 997 time: 3.3714685 Jul 06 18:24:48.298971 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.358949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-d017ed6b-7c7f-46c0-90d3-c58d48d298fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:48.360504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-d017ed6b-7c7f-46c0-90d3-c58d48d298fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e79693f-ea73-48a1-a4a9-ca7628fd9592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5305033 Jul 06 18:24:48.405743 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:48.447940 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-0e810175-bd86-4091-9f5d-672aa17bbdaf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2333007 Jul 06 18:24:48.458443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-e8986052-c224-40b9-a4a0-7ded6c9feb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:48.466000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-e8986052-c224-40b9-a4a0-7ded6c9feb02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.1695786 Jul 06 18:24:48.502309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebdb27-034c-40b6-aa72-49e228ef7ae9 req-3ea7fd9b-4d1d-4105-94c3-41fcfb21778b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:48.509637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-51ebdb27-034c-40b6-aa72-49e228ef7ae9 req-3ea7fd9b-4d1d-4105-94c3-41fcfb21778b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 945 time: 0.1124411 Jul 06 18:24:48.552507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d40066f-d746-46bd-a3b9-bb2617ead0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.561704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-3864e1b5-1f8f-421b-a935-b8583bcc10a7 service neutron] 10.222.0.24 "GET /v2.0/networks/3e79693f-ea73-48a1-a4a9-ca7628fd9592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847653 Jul 06 18:24:48.563355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d40066f-d746-46bd-a3b9-bb2617ead0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.597587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-51ebdb27-034c-40b6-aa72-49e228ef7ae9 req-1aa7807c-19b9-476f-9f8e-46592b24d94c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869315 Jul 06 18:24:48.633731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40066f-d746-46bd-a3b9-bb2617ead0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2668052f-0485-4075-af2a-ca7a56e8cb40,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:48.639740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5d40066f-d746-46bd-a3b9-bb2617ead0c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a3d07c3363d4a2ca13b82d24c15208b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978319 Jul 06 18:24:48.642395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55728) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:48.648959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-4417b1b5-458d-4811-bf87-574429f71be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:48.659300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-4417b1b5-458d-4811-bf87-574429f71be7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.1922894 Jul 06 18:24:48.687111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 56641d05-c894-47c4-8ca3-4755bda6a068 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:48.709927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-133e32b8-45a7-4d80-b3b1-96fd5171b2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.769826 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-133e32b8-45a7-4d80-b3b1-96fd5171b2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.774534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-1020b76e-a4d3-4879-b16e-0c220ec10f4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 1000 time: 0.1142235 Jul 06 18:24:48.782709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 56641d05-c894-47c4-8ca3-4755bda6a068 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:48.793645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 56641d05-c894-47c4-8ca3-4755bda6a068 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:48.794904 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.815426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cdd74775-c8b9-47a3-a9d4-41470b050a12 req-c8b63b5c-5cca-43b0-bd49-126e82be898d service neutron] 10.222.0.24 "GET /v2.0/networks/3e79693f-ea73-48a1-a4a9-ca7628fd9592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432313 Jul 06 18:24:48.835624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-22700cb8-e07b-4c48-abc2-a24c34dc830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:48.846758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-22700cb8-e07b-4c48-abc2-a24c34dc830f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0710478 Jul 06 18:24:48.852602 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-133e32b8-45a7-4d80-b3b1-96fd5171b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.863428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-133e32b8-45a7-4d80-b3b1-96fd5171b2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.868818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-133e32b8-45a7-4d80-b3b1-96fd5171b2b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2668052f-0485-4075-af2a-ca7a56e8cb40 HTTP/1.1" status: 204 len: 168 time: 0.2228100 Jul 06 18:24:48.918997 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.948922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e32b8-45a7-4d80-b3b1-96fd5171b2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2668052f-0485-4075-af2a-ca7a56e8cb40,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:48.958907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-ffa4d0bc-0c1a-46af-907d-d00e82d10645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:48.967169 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-ffa4d0bc-0c1a-46af-907d-d00e82d10645 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194410 Jul 06 18:24:48.970082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 56641d05-c894-47c4-8ca3-4755bda6a068, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=56641d05-c894-47c4-8ca3-4755bda6a068,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:48.972339 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:57:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:46Z', 'revision_number': 8, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:48.972859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11293e5c-cf08-4c68-ad26-3deb01b14c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56641d05-c894-47c4-8ca3-4755bda6a068'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:48.976125 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b7fec7-a141-406d-a0cc-08cdc4c0b0bc" -d '{"events": [{"server_uuid": "11293e5c-cf08-4c68-ad26-3deb01b14c5d", "name": "network-vif-plugged", "status": "completed", "tag": "56641d05-c894-47c4-8ca3-4755bda6a068"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:48.983853 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.985243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device aeb0741d-7e50-495d-b0e4-e72241b31cb8 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:49.050738 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:49.052042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-db276c32-9a0a-476d-9340-44305a09c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.052879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-db276c32-9a0a-476d-9340-44305a09c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.054855 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-db276c32-9a0a-476d-9340-44305a09c524 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1981 time: 0.1584294 Jul 06 18:24:49.056720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: aeb0741d-7e50-495d-b0e4-e72241b31cb8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:49.057129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device aeb0741d-7e50-495d-b0e4-e72241b31cb8 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:49.071878 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:49.073048 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:49.074266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50537d7-fa1b-47ad-baa2-f5eab501c7dc req-9cfdd434-49aa-42d1-97fb-0ccbdab859ce tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.085006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c50537d7-fa1b-47ad-baa2-f5eab501c7dc req-9cfdd434-49aa-42d1-97fb-0ccbdab859ce tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.2630470 Jul 06 18:24:49.122814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=56641d05-c894-47c4-8ca3-4755bda6a068,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:49.151575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c50537d7-fa1b-47ad-baa2-f5eab501c7dc req-e23c5c39-a6e7-4902-aaf3-1b218ff0cb54 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632436 Jul 06 18:24:49.172204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-e6fed34c-39ac-49eb-8367-392391f4e2cf service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038064 Jul 06 18:24:49.264961 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:49.321674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-ed707a8d-ecd4-41e1-8c8e-d35ba82849e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.324320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-ed707a8d-ecd4-41e1-8c8e-d35ba82849e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4114424c-d39e-4f01-9a03-c1bec62f16ac HTTP/1.1" status: 200 len: 902 time: 0.2551785 Jul 06 18:24:49.345619 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.380386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55758) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:49.390905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7195382-20a0-49ac-9c0c-aa4821bf0f8a req-75c7d482-3b69-4edb-b993-f96a8b6041fe service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176516 Jul 06 18:24:49.397463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a20bc4-5d42-4767-bac3-6329914bc756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.443593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-c7e442f4-d328-4310-b0a3-015aea0eb79d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=30b4f69b-61fc-45cc-a534-7182e86cdeda HTTP/1.1" status: 200 len: 217 time: 0.1047163 Jul 06 18:24:49.532552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a20bc4-5d42-4767-bac3-6329914bc756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.546105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a20bc4-5d42-4767-bac3-6329914bc756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.560500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-0a55961f-ee1f-459b-aabb-708a87e3f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.563148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-0a55961f-ee1f-459b-aabb-708a87e3f174 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a80a081-f489-4dcb-aed3-35f495c255b4 HTTP/1.1" status: 200 len: 801 time: 0.1105754 Jul 06 18:24:49.628912 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-91a20bc4-5d42-4767-bac3-6329914bc756 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=164e310b963f4a8e92dc83a951307687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471516 Jul 06 18:24:49.630681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a20bc4-5d42-4767-bac3-6329914bc756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a2ea2a-6373-49f8-8ac8-45fb4c940c29,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:49.631561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55764) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:49.663504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd48a2-dec2-4c16-a5f0-a4fc40bd5784 req-0baf65f2-4c3a-47e9-bb03-bca6b45d8468 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.665284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88fd48a2-dec2-4c16-a5f0-a4fc40bd5784 req-0baf65f2-4c3a-47e9-bb03-bca6b45d8468 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.1311669 Jul 06 18:24:49.675731 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:57:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:46Z', 'revision_number': 8, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:49.708208 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e1fc3-ee90-43ef-97ae-404e5a8ea6b5 None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2a918c32-2ac4-4dc6-80cc-61f44be175f0', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'port_id': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'mac_address': 'fa:16:3e:57:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:02Z', 'updated_at': '2021-07-06T18:24:46Z', 'revision_number': 8, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:49.727362 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88fd48a2-dec2-4c16-a5f0-a4fc40bd5784 req-87d6dd02-98bc-4d7e-a9dc-49db9a3bf3c6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Jul 06 18:24:49.782639 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615c975-35a9-4eec-800f-f5b7ef9484f2 x-openstack-request-id: req-6615c975-35a9-4eec-800f-f5b7ef9484f2 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:49.782928 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11293e5c-cf08-4c68-ad26-3deb01b14c5d", "name": "network-vif-plugged", "status": "completed", "tag": "56641d05-c894-47c4-8ca3-4755bda6a068", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:49.786595 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6615c975-35a9-4eec-800f-f5b7ef9484f2 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:49.787041 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11293e5c-cf08-4c68-ad26-3deb01b14c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56641d05-c894-47c4-8ca3-4755bda6a068', 'code': 200} Jul 06 18:24:49.787380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-702f59cf-629a-4de6-a049-4b014569bec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.790672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-2208529e-73e8-4908-9233-a931ef445906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.792248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-2208529e-73e8-4908-9233-a931ef445906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114424c-d39e-4f01-9a03-c1bec62f16ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2154725 Jul 06 18:24:49.820347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137d9e1-0a0c-4c34-b3ae-89f85a6b9448 req-2302287e-7d84-418e-b08c-1ada72f0433e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.828480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137d9e1-0a0c-4c34-b3ae-89f85a6b9448 req-2302287e-7d84-418e-b08c-1ada72f0433e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:49.838871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6137d9e1-0a0c-4c34-b3ae-89f85a6b9448 req-2302287e-7d84-418e-b08c-1ada72f0433e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1679 time: 0.2108591 Jul 06 18:24:49.921293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-702f59cf-629a-4de6-a049-4b014569bec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.008638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1af69-6bd4-4f51-bf7c-36bfe2c1ec9c None None] New status for floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:24:50.035043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6137d9e1-0a0c-4c34-b3ae-89f85a6b9448 req-16a5042c-f9a3-40f1-b92c-bc525aa24a62 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950860 Jul 06 18:24:50.109680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-17134554-541e-4c4b-b2a5-c596da05e7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/4114424c-d39e-4f01-9a03-c1bec62f16ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662168 Jul 06 18:24:50.154513 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-702f59cf-629a-4de6-a049-4b014569bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.157114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-702f59cf-629a-4de6-a049-4b014569bec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.161097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-702f59cf-629a-4de6-a049-4b014569bec9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18a2ea2a-6373-49f8-8ac8-45fb4c940c29 HTTP/1.1" status: 204 len: 168 time: 0.5257735 Jul 06 18:24:50.164811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e5ef4-2955-4c74-9399-18676df679e2 req-fef588e0-5389-4877-8271-c480906f2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.166569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a40e5ef4-2955-4c74-9399-18676df679e2 req-fef588e0-5389-4877-8271-c480906f2858 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 1097 time: 0.2480695 Jul 06 18:24:50.218910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:50.222161 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506da962-8fe3-4bed-b027-394facfe8e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:50.246751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f59cf-629a-4de6-a049-4b014569bec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a2ea2a-6373-49f8-8ac8-45fb4c940c29,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:50.275221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c30b88ac-9b47-48ce-a1cc-b12a7dfc4cea req-306de624-4b06-4872-9a4b-f78decc20de4 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips/2a918c32-2ac4-4dc6-80cc-61f44be175f0 HTTP/1.1" status: 200 len: 997 time: 0.1932602 Jul 06 18:24:50.302104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82643-9678-4098-a7f5-d8587aa644df req-22e761aa-d7f0-4e5e-9c0f-60e714a5e608 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.304595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18f82643-9678-4098-a7f5-d8587aa644df req-22e761aa-d7f0-4e5e-9c0f-60e714a5e608 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 946 time: 0.1088576 Jul 06 18:24:50.365269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18f82643-9678-4098-a7f5-d8587aa644df req-e7d08be9-5e80-4050-9b5e-f178abb2a656 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543182 Jul 06 18:24:50.392808 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a40e5ef4-2955-4c74-9399-18676df679e2 req-698e1a12-cad1-44cf-959d-f25d4c289ab0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133229 Jul 06 18:24:50.430845 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-110afabe-a819-4de1-88e1-2366572980ef service neutron] 10.222.0.24 "GET /v2.0/networks/4114424c-d39e-4f01-9a03-c1bec62f16ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884328 Jul 06 18:24:50.457747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-472b53a8-be6a-4275-b5e8-a67928fc145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.459635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-472b53a8-be6a-4275-b5e8-a67928fc145e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1101 time: 0.0904207 Jul 06 18:24:50.463952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b88ac-9b47-48ce-a1cc-b12a7dfc4cea req-2c9fe2ab-7f7e-43fa-a3a9-19e40710a648 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.465388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c30b88ac-9b47-48ce-a1cc-b12a7dfc4cea req-2c9fe2ab-7f7e-43fa-a3a9-19e40710a648 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1893582 Jul 06 18:24:50.492722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-c30b88ac-9b47-48ce-a1cc-b12a7dfc4cea req-66c1f289-0cee-4890-a664-27732f89f1fc tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:50.493851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c30b88ac-9b47-48ce-a1cc-b12a7dfc4cea req-66c1f289-0cee-4890-a664-27732f89f1fc tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181847 Jul 06 18:24:50.589590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-ddb8b97c-5045-4bd0-963e-8883ba2202f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.591069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-ddb8b97c-5045-4bd0-963e-8883ba2202f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.593941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-ddb8b97c-5045-4bd0-963e-8883ba2202f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1981 time: 0.0902653 Jul 06 18:24:50.644924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-67927cb4-3718-4304-bdb8-518a608b45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.646488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-67927cb4-3718-4304-bdb8-518a608b45dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1716602 Jul 06 18:24:50.704170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-aa71f1f7-4476-4102-9baf-b62fbc22a75b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0450282 Jul 06 18:24:50.744113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-078efa59-533c-4aec-be40-5a2ae541c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.745933 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-078efa59-533c-4aec-be40-5a2ae541c49b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e79693f-ea73-48a1-a4a9-ca7628fd9592 HTTP/1.1" status: 200 len: 901 time: 0.1455257 Jul 06 18:24:50.758630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072084-ca0b-49b3-9724-df7d4f4904f3 req-e45c1593-dedb-4903-9367-81760d535149 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.758919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb072084-ca0b-49b3-9724-df7d4f4904f3 req-e45c1593-dedb-4903-9367-81760d535149 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.1315124 Jul 06 18:24:50.765993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defff6b5-5ad6-4d7f-b275-bf88ac90ab3c req-97891bd4-f475-4350-8ccf-ab7c89437157 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.768176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-defff6b5-5ad6-4d7f-b275-bf88ac90ab3c req-97891bd4-f475-4350-8ccf-ab7c89437157 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 949 time: 0.1551974 Jul 06 18:24:50.785644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-54a24348-288c-453d-94a6-a8230415981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.787112 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-54a24348-288c-453d-94a6-a8230415981f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0755515 Jul 06 18:24:50.810980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-86242aba-5a1b-4243-9f2d-6174a885d131 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.116&port_id=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf HTTP/1.1" status: 200 len: 217 time: 0.0509162 Jul 06 18:24:50.847782 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-defff6b5-5ad6-4d7f-b275-bf88ac90ab3c req-169b551a-8fae-44a5-9960-18b8e51285ef tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735061 Jul 06 18:24:50.874848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-85d26764-a530-4c4a-acb8-48617bcfe756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.876353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-85d26764-a530-4c4a-acb8-48617bcfe756 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786119 Jul 06 18:24:50.883522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb072084-ca0b-49b3-9724-df7d4f4904f3 req-f809b681-048d-4543-a3ee-35d018deea44 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166043 Jul 06 18:24:50.907840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-6efa0ad0-8001-4f77-8d67-cb5b28604c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:50.909492 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-6efa0ad0-8001-4f77-8d67-cb5b28604c40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc710e4-0f60-45fc-950b-1b3ead4a6b23 HTTP/1.1" status: 200 len: 801 time: 0.0917351 Jul 06 18:24:50.923191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.956066 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be9e9d6-5c15-4a2c-8190-fa33a1d85a94 x-openstack-request-id: req-3be9e9d6-5c15-4a2c-8190-fa33a1d85a94 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:50.956674 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:50.957079 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3be9e9d6-5c15-4a2c-8190-fa33a1d85a94 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:50.957772 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'status': 'completed', 'code': 200} Jul 06 18:24:51.036160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-5739cfa0-5267-4168-b921-23b1ac1ed379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:51.038063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-5739cfa0-5267-4168-b921-23b1ac1ed379 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e79693f-ea73-48a1-a4a9-ca7628fd9592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1173611 Jul 06 18:24:51.081856 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-d6283af3-5d83-44da-90d7-7dfb590315a2 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.1029060 Jul 06 18:24:51.130636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506da962-8fe3-4bed-b027-394facfe8e3c req-cc71aded-5cf3-4706-b13e-45ea5657423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:51.132712 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506da962-8fe3-4bed-b027-394facfe8e3c req-cc71aded-5cf3-4706-b13e-45ea5657423f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.1547294 Jul 06 18:24:51.136164 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-5643ec7d-48ff-4522-9cfa-ba6971d4e947 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272716 Jul 06 18:24:51.174200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-b4c63cb3-9ab0-491b-b9b0-d786bc60c575 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:51.175795 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-b4c63cb3-9ab0-491b-b9b0-d786bc60c575 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports/e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 943 time: 0.0882797 Jul 06 18:24:51.253018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-6f068389-3857-4598-9d2b-527b51ed0e8c service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076026 Jul 06 18:24:51.340101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-917d7a54-73f7-4a76-a512-1217116ff15c service neutron] 10.222.0.24 "GET /v2.0/networks/3e79693f-ea73-48a1-a4a9-ca7628fd9592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910225 Jul 06 18:24:51.345206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506da962-8fe3-4bed-b027-394facfe8e3c req-c5b459df-f1a7-463b-929f-7d08e11adba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:51.346771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506da962-8fe3-4bed-b027-394facfe8e3c req-c5b459df-f1a7-463b-929f-7d08e11adba4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.1737807 Jul 06 18:24:51.370989 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-1bba0a7f-3e19-43eb-9409-fc6c08029885 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.0743001 Jul 06 18:24:51.380149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87ad7-010c-4542-ad39-46ef980acfc7 req-bc715ada-70d3-4ce2-b4d2-02772ae8b369 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:51.386241 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bf87ad7-010c-4542-ad39-46ef980acfc7 req-bc715ada-70d3-4ce2-b4d2-02772ae8b369 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.2705400 Jul 06 18:24:51.537198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bf87ad7-010c-4542-ad39-46ef980acfc7 req-72e924e3-5d50-492d-bd2a-55a1e765c7ae tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317737 Jul 06 18:24:51.565563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506da962-8fe3-4bed-b027-394facfe8e3c req-474517a6-baab-4868-8f77-979f7fd6dd9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 1002 time: 0.1998811 Jul 06 18:24:51.580189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-33f6f77f-f9b1-4f78-88bf-afd7729d2086 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:51.582289 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-33f6f77f-f9b1-4f78-88bf-afd7729d2086 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.2035878 Jul 06 18:24:51.708967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-4a9d58bd-c595-4c58-ae51-654a9eae669f tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.1085200 Jul 06 18:24:51.721458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:51.802390 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.898274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9be9f48d-08dc-4ffc-8e42-89f30d71a008 req-48bee58c-0724-48b6-8844-6de2bf7852d1 service neutron] 10.222.0.24 "GET /v2.0/networks/3e79693f-ea73-48a1-a4a9-ca7628fd9592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460756 Jul 06 18:24:51.965003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506da962-8fe3-4bed-b027-394facfe8e3c req-4ac6f28d-0610-41f8-beb6-1abd0b5313eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:51.966518 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506da962-8fe3-4bed-b027-394facfe8e3c req-4ac6f28d-0610-41f8-beb6-1abd0b5313eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.3913484 Jul 06 18:24:51.981611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.986371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.986696 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0 disassociated. External IP: 172.25.4.152, port: e9d5ba90-0597-4637-ad0c-f6bb0997bc44. Jul 06 18:24:52.015762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.044893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f764-040c-43e4-a3b5-bbfed94dfcdb req-936b028f-8d32-4c21-b1c6-24e648e26484 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.051650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f764-040c-43e4-a3b5-bbfed94dfcdb req-936b028f-8d32-4c21-b1c6-24e648e26484 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.053313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e1f764-040c-43e4-a3b5-bbfed94dfcdb req-936b028f-8d32-4c21-b1c6-24e648e26484 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1679 time: 0.1889815 Jul 06 18:24:52.082094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-eea63648-fe33-465d-9fe1-ec02d81d9566 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.082094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-eea63648-fe33-465d-9fe1-ec02d81d9566 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 949 time: 0.1609023 Jul 06 18:24:52.153431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506da962-8fe3-4bed-b027-394facfe8e3c req-aeab2617-2f57-40ee-ab24-51cef90568be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.154998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506da962-8fe3-4bed-b027-394facfe8e3c req-aeab2617-2f57-40ee-ab24-51cef90568be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795490 Jul 06 18:24:52.162239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e1f764-040c-43e4-a3b5-bbfed94dfcdb req-bbbd9283-25de-4ba3-9b7e-62d8abaf33fb tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994966 Jul 06 18:24:52.231615 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.242441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:52.313241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Deleting port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:52.313611 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.355600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506da962-8fe3-4bed-b027-394facfe8e3c req-790b8ff1-d69d-48c3-8470-563b07c999f4 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850817 Jul 06 18:24:52.368714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:52.373234 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.379832 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:52.388927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:52.389957 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:52.423957 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-88be4555-77e7-4503-ac6b-8791cb229055 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "PUT /v2.0/floatingips/2a918c32-2ac4-4dc6-80cc-61f44be175f0 HTTP/1.1" status: 200 len: 696 time: 0.7037804 Jul 06 18:24:52.424500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:52.426917 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce7dd3d-8259-4015-8d23-b804caaf7cec" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:52.452996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55912) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:52.502079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-1e14aef1-f568-455d-8946-7d024e580cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.504069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-1e14aef1-f568-455d-8946-7d024e580cb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.0696712 Jul 06 18:24:52.522076 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:52.539537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 30b4f69b-61fc-45cc-a534-7182e86cdeda details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:52.539799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb2715-99e0-4cc4-a1e3-44013e7835c7 req-23032dd8-4db5-41cd-8984-bf28abf3a82d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.541998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1cb2715-99e0-4cc4-a1e3-44013e7835c7 req-23032dd8-4db5-41cd-8984-bf28abf3a82d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 946 time: 0.2452815 Jul 06 18:24:52.551059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] For port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:52.551428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.592194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Calling delete_port for 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:52.597629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506da962-8fe3-4bed-b027-394facfe8e3c req-7050e82c-074a-4d0a-8be7-ab5863565cbb service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140098 Jul 06 18:24:52.612907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3e5b-905c-418b-9111-fde2ba39cd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.639310 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1cb2715-99e0-4cc4-a1e3-44013e7835c7 req-37c9ee2d-8c48-4905-a9a6-0fafbd347529 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904293 Jul 06 18:24:52.680352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-aa6d637b-fad9-40d9-a7e5-2baa5cc87d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.694175 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-aa6d637b-fad9-40d9-a7e5-2baa5cc87d30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.1839762 Jul 06 18:24:52.699801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 30b4f69b-61fc-45cc-a534-7182e86cdeda, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=30b4f69b-61fc-45cc-a534-7182e86cdeda,segment=NetworkSegment(48d8d46d-cf19-4858-be25-29b10f9a01e8),segment_id=48d8d46d-cf19-4858-be25-29b10f9a01e8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:52.735950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '30b4f69b-61fc-45cc-a534-7182e86cdeda', 'network_id': '4114424c-d39e-4f01-9a03-c1bec62f16ac', 'port_id': '30b4f69b-61fc-45cc-a534-7182e86cdeda', 'mac_address': 'fa:16:3e:b1:45:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a80a081-f489-4dcb-aed3-35f495c255b4', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:52.768501 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-6a96d1e6-ecf3-495d-853e-02aa8b7e9b34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 217 time: 0.0726538 Jul 06 18:24:52.808437 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.825300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b4f69b-61fc-45cc-a534-7182e86cdeda {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:52.842608 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3e5b-905c-418b-9111-fde2ba39cd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.848571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3e5b-905c-418b-9111-fde2ba39cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.850757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 30b4f69b-61fc-45cc-a534-7182e86cdeda, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=30b4f69b-61fc-45cc-a534-7182e86cdeda,segment=NetworkSegment(48d8d46d-cf19-4858-be25-29b10f9a01e8),segment_id=48d8d46d-cf19-4858-be25-29b10f9a01e8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:52.855019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.860851 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.861560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:52.863975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-bba06b57-080d-4de1-ba4d-eba8ce3a1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.868067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-bba06b57-080d-4de1-ba4d-eba8ce3a1ea5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0984573 Jul 06 18:24:52.878172 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:52.916766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Pushing event deleted for resources: {'Port': ['ID=6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:52.919985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['547151a7-1495-452b-aa4e-ba7af1c8de16', '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:52.928808 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:52.944349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cd5e3e5b-905c-418b-9111-fde2ba39cd9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f4ad5300aaa439691444b011339944b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902794 Jul 06 18:24:52.946721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e3e5b-905c-418b-9111-fde2ba39cd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf975b7-262c-44c3-874a-af7e4e5e0631,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:52.950509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55924) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:52.960195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=30b4f69b-61fc-45cc-a534-7182e86cdeda,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:52.983669 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:52.986297 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:53.034014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-a6c7561b-5518-407f-aed0-09d88cd1e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:53.035576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-a6c7561b-5518-407f-aed0-09d88cd1e490 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612232 Jul 06 18:24:53.049425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] No DVR routers for this DVR port 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:53.052900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.054991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d81b6aa-ea90-4a3c-a9d1-79e11bf863ba req-d2dd8649-ad9e-4f96-bc5b-c8e25dea3d41 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "DELETE /v2.0/ports/6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 HTTP/1.1" status: 204 len: 173 time: 0.9645312 Jul 06 18:24:53.055695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1cf426-d853-42d9-80ad-5c24bf36ffa7', 'name': 'network-vif-deleted', 'tag': '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:53.058109 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537e980b-fa72-4c99-9d31-d3e62dcc6721" -d '{"events": [{"server_uuid": "1f1cf426-d853-42d9-80ad-5c24bf36ffa7", "name": "network-vif-deleted", "tag": "6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:53.181636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef20bc9c-ccbb-4e8b-8448-fcbfbd4ec86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.228422 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:53.263640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aea9e7ad-4bee-45af-977e-97441cec3257 req-a649df9a-5943-45bb-9a6b-05252ddcb648 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1cf426-d853-42d9-80ad-5c24bf36ffa7 HTTP/1.1" status: 200 len: 210 time: 0.0705590 Jul 06 18:24:53.265169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,segment=NetworkSegment(3642ed53-d8bc-46c2-8a1f-68be374576b4),segment_id=3642ed53-d8bc-46c2-8a1f-68be374576b4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:53.278444 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef20bc9c-ccbb-4e8b-8448-fcbfbd4ec86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.286683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '2389aa8d-6d72-4b51-ab53-13cf5f7b7acf', 'network_id': '3e79693f-ea73-48a1-a4a9-ca7628fd9592', 'port_id': '2389aa8d-6d72-4b51-ab53-13cf5f7b7acf', 'mac_address': 'fa:16:3e:cb:3e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc710e4-0f60-45fc-950b-1b3ead4a6b23', 'ip_address': '19.86.0.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:53.372361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55932) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:53.374103 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-08346ca7-4717-4494-b85c-d887db2001b7 service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248909 Jul 06 18:24:53.379834 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.402930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:53.435126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,segment=NetworkSegment(3642ed53-d8bc-46c2-8a1f-68be374576b4),segment_id=3642ed53-d8bc-46c2-8a1f-68be374576b4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:53.441225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.480900 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ad1d563-aa41-4c53-b4ce-67746e9380cd req-23874ac1-1550-4d40-a704-ff11831cdaeb service neutron] 10.222.0.53 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053042 Jul 06 18:24:53.550036 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0d5438-265a-4c79-b64e-684276601fa1 x-openstack-request-id: req-ce0d5438-265a-4c79-b64e-684276601fa1 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:53.550809 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:53.550995 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce0d5438-265a-4c79-b64e-684276601fa1 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:53.551554 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'status': 'completed', 'code': 200} Jul 06 18:24:53.551759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:53.565823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef20bc9c-ccbb-4e8b-8448-fcbfbd4ec86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.568777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef20bc9c-ccbb-4e8b-8448-fcbfbd4ec86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.570202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ef20bc9c-ccbb-4e8b-8448-fcbfbd4ec86c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aaf975b7-262c-44c3-874a-af7e4e5e0631 HTTP/1.1" status: 204 len: 168 time: 0.6186862 Jul 06 18:24:53.582027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34292bc4-50aa-4fce-9fcf-46fd96bd7edc req-a9de4b90-5f1a-4599-89a1-a7e0cd17eab4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:53.586327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-34292bc4-50aa-4fce-9fcf-46fd96bd7edc req-a9de4b90-5f1a-4599-89a1-a7e0cd17eab4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.1260641 Jul 06 18:24:53.588150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20bc9c-ccbb-4e8b-8448-fcbfbd4ec86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf975b7-262c-44c3-874a-af7e4e5e0631,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:53.626267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ef7353d-3352-48b8-8ecb-e95bc62466f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.716874 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:53.754215 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d53c2-d14e-42fb-bca0-d3f060bf7834 None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '10f09de4-21f2-431f-85de-65e8b1c6267d', 'name': '', 'network_id': 'bb55d5aa-1fde-4c73-9787-3200b452da2a', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'mac_address': 'fa:16:3e:b0:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:37Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'subnets': [{'id': 'b26101e0-a578-4549-8fba-116a6b1c9493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:53.790096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d470e2d-bca1-42f8-8c65-10ee3646339d req-77de83cb-9496-47b8-9f5c-d2c7aa581354 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:53.793480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['30b4f69b-61fc-45cc-a534-7182e86cdeda'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:53.795328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d470e2d-bca1-42f8-8c65-10ee3646339d req-77de83cb-9496-47b8-9f5c-d2c7aa581354 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.1041036 Jul 06 18:24:53.829056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-34292bc4-50aa-4fce-9fcf-46fd96bd7edc req-f1f02ba3-d60e-46f3-a918-23c477319e74 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495743 Jul 06 18:24:53.833587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-29620835-bb62-4bbb-a526-c40f9c14cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:53.846722 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-29620835-bb62-4bbb-a526-c40f9c14cf6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=820a1dd467f0440499b2e407b1473b70&device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 1097 time: 0.2552269 Jul 06 18:24:53.860862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d470e2d-bca1-42f8-8c65-10ee3646339d req-c2ee5a6a-014b-4a7a-9259-bf098de997ed tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Jul 06 18:24:53.887735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['2389aa8d-6d72-4b51-ab53-13cf5f7b7acf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:53.961273 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8fef35-1f4a-4748-bc24-95ad43a82978 x-openstack-request-id: req-cb8fef35-1f4a-4748-bc24-95ad43a82978 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:53.962428 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1cf426-d853-42d9-80ad-5c24bf36ffa7", "name": "network-vif-deleted", "tag": "6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:53.963822 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb8fef35-1f4a-4748-bc24-95ad43a82978 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:53.965516 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1cf426-d853-42d9-80ad-5c24bf36ffa7', 'name': 'network-vif-deleted', 'tag': '6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8', 'status': 'completed', 'code': 200} Jul 06 18:24:54.197251 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ef7353d-3352-48b8-8ecb-e95bc62466f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.211785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-c0add4dc-eebd-4246-b135-5190ab5a4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:54.213598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-c0add4dc-eebd-4246-b135-5190ab5a4c59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 200 len: 922 time: 0.3533263 Jul 06 18:24:54.216965 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ef7353d-3352-48b8-8ecb-e95bc62466f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.243722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933ed12-78b2-4285-8d69-4c91cb01643c req-405995a2-619e-420a-a1f4-0b077803ed3d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:54.251806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933ed12-78b2-4285-8d69-4c91cb01643c req-405995a2-619e-420a-a1f4-0b077803ed3d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:54.253801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4933ed12-78b2-4285-8d69-4c91cb01643c req-405995a2-619e-420a-a1f4-0b077803ed3d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1681 time: 0.1531129 Jul 06 18:24:54.254592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e86f5-fb4b-485c-adc4-f85f18e06167 None None] New status for floating IP 2a918c32-2ac4-4dc6-80cc-61f44be175f0: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:24:54.284853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13be446-d272-45bf-9e60-8059b9a1baf0 req-1747d2b2-839b-4772-a050-74673b675a35 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:54.286483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13be446-d272-45bf-9e60-8059b9a1baf0 req-1747d2b2-839b-4772-a050-74673b675a35 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 945 time: 0.2528358 Jul 06 18:24:54.307932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4933ed12-78b2-4285-8d69-4c91cb01643c req-bd17ff74-cc1d-4ecc-8464-2539a2aba6b7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480464 Jul 06 18:24:54.338403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-9d71eeee-7ba1-4e6c-b6cb-761d2b018144 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 200 len: 217 time: 0.0765419 Jul 06 18:24:54.349757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0ef7353d-3352-48b8-8ecb-e95bc62466f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4a9488a48ec42adb3601fd628f320ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9764307 Jul 06 18:24:54.354116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55952) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:54.354874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7353d-3352-48b8-8ecb-e95bc62466f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22208e68-d3f7-4f97-8075-0b698f39be04,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:54.413130 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22b8a4d2-0920-4c39-a5ba-f5317f8ba768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.431219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13be446-d272-45bf-9e60-8059b9a1baf0 req-58fa091b-1cae-44dd-8de5-1913a6b621fd tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322176 Jul 06 18:24:54.444522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-f4046884-4e63-4719-b083-c6779bd890be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:54.446421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-f4046884-4e63-4719-b083-c6779bd890be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 200 len: 860 time: 0.0930820 Jul 06 18:24:54.456224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22b8a4d2-0920-4c39-a5ba-f5317f8ba768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.551922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:54.567427 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22b8a4d2-0920-4c39-a5ba-f5317f8ba768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.570998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22b8a4d2-0920-4c39-a5ba-f5317f8ba768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.572520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-22b8a4d2-0920-4c39-a5ba-f5317f8ba768 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22208e68-d3f7-4f97-8075-0b698f39be04 HTTP/1.1" status: 204 len: 168 time: 0.2166243 Jul 06 18:24:54.593996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8a4d2-0920-4c39-a5ba-f5317f8ba768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22208e68-d3f7-4f97-8075-0b698f39be04,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:54.598294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:54.598645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6ebf3d80-7566-4e8a-9c87-7fcb04fb1ac8 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:54.628382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-60332f88-f479-4494-8f39-edc071febfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:54.629955 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-60332f88-f479-4494-8f39-edc071febfcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb55d5aa-1fde-4c73-9787-3200b452da2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710718 Jul 06 18:24:54.749592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-2c8b6d86-9ce5-4ad4-95d9-0625dd1d8db1 service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123886 Jul 06 18:24:54.824418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23c1b3-8677-4721-a0c1-11023f191d16 req-ef44efd5-e2f4-41ba-a301-7c59eb6e0215 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:54.826339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f23c1b3-8677-4721-a0c1-11023f191d16 req-ef44efd5-e2f4-41ba-a301-7c59eb6e0215 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 946 time: 0.1043344 Jul 06 18:24:54.878957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ce7dd3d-8259-4015-8d23-b804caaf7cec req-78fbc747-5e90-4c83-ba4f-d09b955edd0b service neutron] 10.222.0.41 "GET /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210859 Jul 06 18:24:54.884196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f23c1b3-8677-4721-a0c1-11023f191d16 req-b74d9673-823a-4da5-be95-be77a610192c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510776 Jul 06 18:24:54.951926 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-dfcd91b2-7516-42f0-96b0-4b6f8dc51b34 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips/2a918c32-2ac4-4dc6-80cc-61f44be175f0 HTTP/1.1" status: 200 len: 694 time: 0.0670364 Jul 06 18:24:55.050910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55988) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:55.082809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7aa13ae1-e505-4412-83ec-ba568d960de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.095292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c533f8df-53a9-4fd4-9f47-5840ca04cc57 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:55.098256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c533f8df-53a9-4fd4-9f47-5840ca04cc57 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1395319 Jul 06 18:24:55.103325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e36e-6503-4472-926b-7901588d9318 req-71c557c9-85a5-4f51-8e04-d9e26be6b334 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:55.105130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9b2e36e-6503-4472-926b-7901588d9318 req-71c557c9-85a5-4f51-8e04-d9e26be6b334 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.1047180 Jul 06 18:24:55.154612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-65f9e44d-5877-4fab-9531-8ed046e22755 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 697 time: 0.0519328 Jul 06 18:24:55.162646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9b2e36e-6503-4472-926b-7901588d9318 req-2d4a97d9-c5b4-479d-85d4-7548a453f4a0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516214 Jul 06 18:24:55.231970 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7aa13ae1-e505-4412-83ec-ba568d960de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.236824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-f498ac24-ba39-4f1a-b3ad-f6d571a8a271 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 697 time: 0.0713592 Jul 06 18:24:55.239105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7aa13ae1-e505-4412-83ec-ba568d960de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.296361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa13ae1-e505-4412-83ec-ba568d960de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fce4fc-84c4-45fa-a45a-d0b324547518,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:55.319500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7aa13ae1-e505-4412-83ec-ba568d960de8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f45c97310ab84ecb89cb1bf0766e66aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650447 Jul 06 18:24:55.320795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:55.392498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996249c6-170a-4682-8172-ae61d8af5304 req-b545a872-7b0e-406d-a217-79720f370d42 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:55.394174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-996249c6-170a-4682-8172-ae61d8af5304 req-b545a872-7b0e-406d-a217-79720f370d42 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 950 time: 0.1136386 Jul 06 18:24:55.399505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb4aad7c-6302-4f4f-893f-124f4fb20e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.400313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Deleting port 04ef0092-1343-4d4f-8e8d-3ef001f7aca0 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:55.400926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.437278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb4aad7c-6302-4f4f-893f-124f4fb20e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.473927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-996249c6-170a-4682-8172-ae61d8af5304 req-c767a398-190b-441a-b43e-a5b206ce998f tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685246 Jul 06 18:24:55.486256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.486650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.510826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Calling delete_port for 04ef0092-1343-4d4f-8e8d-3ef001f7aca0 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:55.513966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb4aad7c-6302-4f4f-893f-124f4fb20e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.517238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb4aad7c-6302-4f4f-893f-124f4fb20e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.518634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bb4aad7c-6302-4f4f-893f-124f4fb20e45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8fce4fc-84c4-45fa-a45a-d0b324547518 HTTP/1.1" status: 204 len: 168 time: 0.1970768 Jul 06 18:24:55.527702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4aad7c-6302-4f4f-893f-124f4fb20e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fce4fc-84c4-45fa-a45a-d0b324547518,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:55.673944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49039d-4716-49ff-909e-cce5b10ed2f4 req-eaead530-35e5-46e3-953c-bf217b36b5ea tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:55.681487 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d49039d-4716-49ff-909e-cce5b10ed2f4 req-eaead530-35e5-46e3-953c-bf217b36b5ea tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.0897372 Jul 06 18:24:55.699287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56022) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:55.731287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d49039d-4716-49ff-909e-cce5b10ed2f4 req-dcb47fab-f4c2-4df6-8c97-0c75f1913e23 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Jul 06 18:24:55.737680 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.791037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Pushing event deleted for resources: {'Port': ['ID=04ef0092-1343-4d4f-8e8d-3ef001f7aca0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:55.884304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.887094 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.898478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2462335-e437-4da7-9f4d-76bd014466a2 req-c54ebb68-549a-4f78-b2e5-454c12a9292b tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "DELETE /v2.0/floatingips/2a918c32-2ac4-4dc6-80cc-61f44be175f0 HTTP/1.1" status: 204 len: 173 time: 0.6549468 Jul 06 18:24:55.935706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bb51-8c6f-4dc1-ab06-33d18e6d01fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.093056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf738d0-0e38-4d5f-afab-3a52bd057666 req-888c16af-141b-43a6-845c-2587480289d5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:56.099885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf738d0-0e38-4d5f-afab-3a52bd057666 req-888c16af-141b-43a6-845c-2587480289d5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:56.107292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bbf738d0-0e38-4d5f-afab-3a52bd057666 req-888c16af-141b-43a6-845c-2587480289d5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1681 time: 0.1168802 Jul 06 18:24:56.116736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bb51-8c6f-4dc1-ab06-33d18e6d01fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.125213 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bb51-8c6f-4dc1-ab06-33d18e6d01fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.180509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8bb51-8c6f-4dc1-ab06-33d18e6d01fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10a8005-157e-4a42-94a3-fdf30ec08f84,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:56.188429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bbf738d0-0e38-4d5f-afab-3a52bd057666 req-c9e9608c-97ee-4ab9-ac10-9ea5eee61a65 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801740 Jul 06 18:24:56.189130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d5e8bb51-8c6f-4dc1-ab06-33d18e6d01fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21c64178e02d43b18b612fd7ad9b6c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866681 Jul 06 18:24:56.190111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56040) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:56.251926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2755c2f6-39bd-40f5-9641-d38452149751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.280454 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2755c2f6-39bd-40f5-9641-d38452149751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.355562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2755c2f6-39bd-40f5-9641-d38452149751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.363142 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2755c2f6-39bd-40f5-9641-d38452149751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.372294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2755c2f6-39bd-40f5-9641-d38452149751 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b10a8005-157e-4a42-94a3-fdf30ec08f84 HTTP/1.1" status: 204 len: 168 time: 0.1782901 Jul 06 18:24:56.388125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755c2f6-39bd-40f5-9641-d38452149751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10a8005-157e-4a42-94a3-fdf30ec08f84,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:56.437335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181a41d-4de4-4adb-ad73-069b397b357b req-9cd64533-98a6-4a9c-9dcc-a08fe5c22c16 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:56.438936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2181a41d-4de4-4adb-ad73-069b397b357b req-9cd64533-98a6-4a9c-9dcc-a08fe5c22c16 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 950 time: 0.1457074 Jul 06 18:24:56.462948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67d1b2-6b48-464d-9ba2-3bf318492dd3 req-bbfe7993-ac69-43ad-b5e1-d1fc3bb8291d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:56.470239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d67d1b2-6b48-464d-9ba2-3bf318492dd3 req-bbfe7993-ac69-43ad-b5e1-d1fc3bb8291d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 946 time: 0.1333318 Jul 06 18:24:56.557646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 30b4f69b-61fc-45cc-a534-7182e86cdeda up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:56.584379 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d67d1b2-6b48-464d-9ba2-3bf318492dd3 req-9fb34d45-9a8a-417b-b7dd-6d8166027a2b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107252 Jul 06 18:24:56.597233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2517-f987-4844-87f6-2157a3e865df req-ec20e374-a794-4933-a58f-f651bd7ff857 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:56.609985 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-137a2517-f987-4844-87f6-2157a3e865df req-ec20e374-a794-4933-a58f-f651bd7ff857 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.1043587 Jul 06 18:24:56.636420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Deleting port 547151a7-1495-452b-aa4e-ba7af1c8de16 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:56.636801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.658915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 30b4f69b-61fc-45cc-a534-7182e86cdeda completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:56.666529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 30b4f69b-61fc-45cc-a534-7182e86cdeda triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:56.666903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.682086 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-137a2517-f987-4844-87f6-2157a3e865df req-93670b63-5aa4-4e26-83d7-dc23d3e4c3b2 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702302 Jul 06 18:24:56.831448 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.863530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] For port 547151a7-1495-452b-aa4e-ba7af1c8de16, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=547151a7-1495-452b-aa4e-ba7af1c8de16,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:56.864462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.881380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b4f69b-61fc-45cc-a534-7182e86cdeda'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:56.884819 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de12be24-7828-4363-8eab-0b1abfdc8659" -d '{"events": [{"server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "name": "network-vif-plugged", "status": "completed", "tag": "30b4f69b-61fc-45cc-a534-7182e86cdeda"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:56.889794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a21ef-d5c1-4846-b635-2373cdf397c1 req-e7babb47-aa0d-4158-8892-a33a257a2032 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:56.898710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-863a21ef-d5c1-4846-b635-2373cdf397c1 req-e7babb47-aa0d-4158-8892-a33a257a2032 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 946 time: 0.1618345 Jul 06 18:24:56.901277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 30b4f69b-61fc-45cc-a534-7182e86cdeda, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=30b4f69b-61fc-45cc-a534-7182e86cdeda,segment=NetworkSegment(48d8d46d-cf19-4858-be25-29b10f9a01e8),segment_id=48d8d46d-cf19-4858-be25-29b10f9a01e8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:56.904429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284167f3-e047-4e47-96fe-159d1e0b05dd req-75698fac-d5f6-4edd-88eb-d3d81509d9b6 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:56.905925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-284167f3-e047-4e47-96fe-159d1e0b05dd req-75698fac-d5f6-4edd-88eb-d3d81509d9b6 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 950 time: 0.0884120 Jul 06 18:24:56.906060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Calling delete_port for 547151a7-1495-452b-aa4e-ba7af1c8de16 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:56.914585 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.915409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:56.962129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-284167f3-e047-4e47-96fe-159d1e0b05dd req-c186d2ae-1515-4e5a-99bc-e8ae369321a5 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/security-groups?id=8539ad81-51b8-40fb-80e9-2ec46def7306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Jul 06 18:24:56.998717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-863a21ef-d5c1-4846-b635-2373cdf397c1 req-1d506823-96e9-4bf0-a38c-b8f373d9b4cc tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981743 Jul 06 18:24:57.157598 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.196123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Pushing event deleted for resources: {'Port': ['ID=547151a7-1495-452b-aa4e-ba7af1c8de16,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:57.240392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=30b4f69b-61fc-45cc-a534-7182e86cdeda,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:57.246614 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa5b0b-f2a4-4f94-b3d5-9fc0c4542d91 x-openstack-request-id: req-2efa5b0b-f2a4-4f94-b3d5-9fc0c4542d91 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:57.246902 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "name": "network-vif-plugged", "status": "completed", "tag": "30b4f69b-61fc-45cc-a534-7182e86cdeda", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:57.247289 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2efa5b0b-f2a4-4f94-b3d5-9fc0c4542d91 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:57.247677 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b4f69b-61fc-45cc-a534-7182e86cdeda', 'code': 200} Jul 06 18:24:57.279123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:57.286876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:57.290412 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.312105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80447b56-54d7-4cb3-a29d-2769ca1da011 req-2d4bdbf6-730e-45a3-8990-0c7b2b60003f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:57.318624 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80447b56-54d7-4cb3-a29d-2769ca1da011 req-2d4bdbf6-730e-45a3-8990-0c7b2b60003f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.2149580 Jul 06 18:24:57.339026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] No DVR routers for this DVR port 547151a7-1495-452b-aa4e-ba7af1c8de16 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:57.344051 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.346990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2181a41d-4de4-4adb-ad73-069b397b357b req-c55beb48-5846-4c18-91a2-ecd98a5e46f9 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.24 "DELETE /v2.0/ports/547151a7-1495-452b-aa4e-ba7af1c8de16 HTTP/1.1" status: 204 len: 173 time: 0.9005115 Jul 06 18:24:57.347457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293c9ad9-8acc-425d-9554-abf941d9890c', 'name': 'network-vif-deleted', 'tag': '547151a7-1495-452b-aa4e-ba7af1c8de16'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:57.351330 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b71d1f-adcb-430c-bad3-f8d99c6ef6e6" -d '{"events": [{"server_uuid": "293c9ad9-8acc-425d-9554-abf941d9890c", "name": "network-vif-deleted", "tag": "547151a7-1495-452b-aa4e-ba7af1c8de16"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:57.433017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80447b56-54d7-4cb3-a29d-2769ca1da011 req-5ecd23bb-2839-4cb9-bab5-ec46a773cfc7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008935 Jul 06 18:24:57.511745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fab27-f9d6-402e-acde-de46c3f09cdf req-a8cf73c3-ea14-4efc-9274-069db08bc963 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:57.523938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fab27-f9d6-402e-acde-de46c3f09cdf req-a8cf73c3-ea14-4efc-9274-069db08bc963 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:57.529087 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.537060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-850fab27-f9d6-402e-acde-de46c3f09cdf req-a8cf73c3-ea14-4efc-9274-069db08bc963 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1682 time: 0.1539502 Jul 06 18:24:57.557602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56088) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.570340 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21b8e03-5c76-41fc-8c44-930e32b8d65e x-openstack-request-id: req-e21b8e03-5c76-41fc-8c44-930e32b8d65e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:57.570639 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293c9ad9-8acc-425d-9554-abf941d9890c", "name": "network-vif-deleted", "tag": "547151a7-1495-452b-aa4e-ba7af1c8de16", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:57.570888 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e21b8e03-5c76-41fc-8c44-930e32b8d65e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:57.571290 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293c9ad9-8acc-425d-9554-abf941d9890c', 'name': 'network-vif-deleted', 'tag': '547151a7-1495-452b-aa4e-ba7af1c8de16', 'status': 'completed', 'code': 200} Jul 06 18:24:57.582817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,segment=NetworkSegment(3642ed53-d8bc-46c2-8a1f-68be374576b4),segment_id=3642ed53-d8bc-46c2-8a1f-68be374576b4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:57.588450 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.589362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 547151a7-1495-452b-aa4e-ba7af1c8de16 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:57.594835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-850fab27-f9d6-402e-acde-de46c3f09cdf req-93dfaf36-61a6-4162-8a37-565d195133d2 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Jul 06 18:24:57.613921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 547151a7-1495-452b-aa4e-ba7af1c8de16 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:57.614273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 547151a7-1495-452b-aa4e-ba7af1c8de16 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:57.681662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:57.709394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-060f20ee-5271-4677-9f66-ca317c7f4922 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.717034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-060f20ee-5271-4677-9f66-ca317c7f4922 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1598973 Jul 06 18:24:57.717034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56096) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.721789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-94018bbd-ee8d-449b-b154-e78fcc1315c8 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.725900 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-94018bbd-ee8d-449b-b154-e78fcc1315c8 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050628 Jul 06 18:24:57.726543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56098) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.733668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-f5aab73d-ad5f-44a2-8b7a-aa8bdfaebc06 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.738946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f5aab73d-ad5f-44a2-8b7a-aa8bdfaebc06 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0113587 Jul 06 18:24:57.742392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56100) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.747133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-2965408d-06d4-471c-ac88-f6665652df22 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.748490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2965408d-06d4-471c-ac88-f6665652df22 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049264 Jul 06 18:24:57.752178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56102) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.756833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-655bcfd1-e37a-41eb-afc1-e5243812e8cc tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.762052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-655bcfd1-e37a-41eb-afc1-e5243812e8cc tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045271 Jul 06 18:24:57.764732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56104) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.770389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-487ffc53-2e68-4a26-875e-d52142c752c4 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.773944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-487ffc53-2e68-4a26-875e-d52142c752c4 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056612 Jul 06 18:24:57.774335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56106) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.781627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-56b9cc0f-b72c-485f-8402-37fb453e3b50 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.787065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-56b9cc0f-b72c-485f-8402-37fb453e3b50 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090032 Jul 06 18:24:57.792408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56108) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.798449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-c5de1a5a-2649-431b-aed0-ec5716a19cf0 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.802109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c5de1a5a-2649-431b-aed0-ec5716a19cf0 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053291 Jul 06 18:24:57.802590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56110) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.808227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-8854c336-9cdc-476c-ab01-8b22ed370d65 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.808755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-15d48906-9da7-47a8-bae8-9703d47c6f3e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:57.812206 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8854c336-9cdc-476c-ab01-8b22ed370d65 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058498 Jul 06 18:24:57.812395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-15d48906-9da7-47a8-bae8-9703d47c6f3e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 946 time: 0.1393981 Jul 06 18:24:57.813085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56112) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.818405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-af72f4d8-7e5f-498e-8283-fff85f59dbc2 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.818893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-af72f4d8-7e5f-498e-8283-fff85f59dbc2 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048175 Jul 06 18:24:57.822691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56114) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.830267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-fa921dc8-4229-4c83-9ec4-fe5fc556991c tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.830267 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fa921dc8-4229-4c83-9ec4-fe5fc556991c tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049837 Jul 06 18:24:57.832090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56116) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.841960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-d01f74d0-a3f2-4f8c-b05e-6af263402eca tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.843157 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d01f74d0-a3f2-4f8c-b05e-6af263402eca tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0084684 Jul 06 18:24:57.846036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56118) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.850271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-072d60b6-0818-4a4f-94da-e99073a6e4ae tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.851696 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-072d60b6-0818-4a4f-94da-e99073a6e4ae tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042694 Jul 06 18:24:57.853791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56120) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.859167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-7068e1bd-3bed-42c1-a4de-fe15fbd1861a tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.860631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7068e1bd-3bed-42c1-a4de-fe15fbd1861a tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056648 Jul 06 18:24:57.863088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56122) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.869180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-e0b85f6f-37d4-4b12-b516-59a8a3e697a0 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.870275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e0b85f6f-37d4-4b12-b516-59a8a3e697a0 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063770 Jul 06 18:24:57.873754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56124) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.877977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-7cfa7938-eda9-4b19-804f-192773f0c75a tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.879027 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7cfa7938-eda9-4b19-804f-192773f0c75a tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046415 Jul 06 18:24:57.885163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56126) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.888161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ebb50-60da-4300-a0a0-f37e0fe51669 req-8e6dc61e-d632-43a1-a09d-b3e8dbdcf3cf tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:57.890105 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-780ebb50-60da-4300-a0a0-f37e0fe51669 req-8e6dc61e-d632-43a1-a09d-b3e8dbdcf3cf tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 946 time: 0.1263969 Jul 06 18:24:57.891886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-837ac84e-a64a-47aa-a3e3-63249322da5a tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.892817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-837ac84e-a64a-47aa-a3e3-63249322da5a tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044479 Jul 06 18:24:57.896451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56128) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.900967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-8877d185-76e1-4a44-9e9a-c3f674b55fe4 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.902022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8877d185-76e1-4a44-9e9a-c3f674b55fe4 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043254 Jul 06 18:24:57.904938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56130) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.910882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-2a839a91-7d46-4d78-bf1b-8813a688d2c3 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.911910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2a839a91-7d46-4d78-bf1b-8813a688d2c3 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056226 Jul 06 18:24:57.919705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56132) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.927021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-dab0766f-5daa-482c-953d-cf41412061fe tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.931046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dab0766f-5daa-482c-953d-cf41412061fe tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0066242 Jul 06 18:24:57.931420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56138) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.935903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-363efab9-1d97-490a-b090-84769f862245 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.937077 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-363efab9-1d97-490a-b090-84769f862245 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045569 Jul 06 18:24:57.942839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56140) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.950437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-ad79174f-9b84-41ff-a8b1-5374261727c5 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.951647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ad79174f-9b84-41ff-a8b1-5374261727c5 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0067334 Jul 06 18:24:57.955042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56142) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.957551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-780ebb50-60da-4300-a0a0-f37e0fe51669 req-db48d264-8068-4f87-92da-dcfbe040be25 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618002 Jul 06 18:24:57.963648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-ce9b136f-d359-4cc7-b646-025c19ae5015 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.964587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ce9b136f-d359-4cc7-b646-025c19ae5015 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077343 Jul 06 18:24:57.967448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56144) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.975216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-8355677e-631d-4058-8ae5-6f896cc98af3 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.978893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8355677e-631d-4058-8ae5-6f896cc98af3 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0089786 Jul 06 18:24:57.982012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56146) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.986575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-2e09af3d-859e-4d91-8172-6dd7744100c7 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:57.988691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e09af3d-859e-4d91-8172-6dd7744100c7 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055754 Jul 06 18:24:57.991788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56148) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.998365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-851d19c0-43ad-4f80-9b67-9469c4765f59 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.003109 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-851d19c0-43ad-4f80-9b67-9469c4765f59 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0101616 Jul 06 18:24:58.003706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56152) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.006982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2259f-b517-4332-8504-c0c2a8d81fc2 req-dcf96f2a-0e0a-4efb-8747-560bb7a7b287 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:58.007959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-5a2822e6-a161-446d-80b2-a81acc86430b tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.008697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1eb2259f-b517-4332-8504-c0c2a8d81fc2 req-dcf96f2a-0e0a-4efb-8747-560bb7a7b287 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.1601686 Jul 06 18:24:58.010158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5a2822e6-a161-446d-80b2-a81acc86430b tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055165 Jul 06 18:24:58.012163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56154) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.019017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-0e7b12c2-18be-4b53-92a3-159f016891f4 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.020045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0e7b12c2-18be-4b53-92a3-159f016891f4 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069349 Jul 06 18:24:58.022823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56158) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.027022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-673346b7-7eb9-4f6b-9df1-953b1b63a479 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.032970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-673346b7-7eb9-4f6b-9df1-953b1b63a479 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068738 Jul 06 18:24:58.038224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56160) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.041706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Deleting port 56641d05-c894-47c4-8ca3-4755bda6a068 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:58.042269 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.050184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-441a8e7b-872a-4d8d-bd39-f5b681fde43f tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.052274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-441a8e7b-872a-4d8d-bd39-f5b681fde43f tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0120955 Jul 06 18:24:58.055383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56164) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.069484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-5832ad6c-ff10-4c66-a0a3-88a25695d072 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.074421 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5832ad6c-ff10-4c66-a0a3-88a25695d072 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0179491 Jul 06 18:24:58.075294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56166) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.081736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-37e5c9b1-9e1f-4c88-837c-82891d7dfe8a tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.087434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-37e5c9b1-9e1f-4c88-837c-82891d7dfe8a tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0101204 Jul 06 18:24:58.088071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56170) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.093685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-08217179-087b-46ef-958e-c39303480a5f tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.098816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-08217179-087b-46ef-958e-c39303480a5f tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095167 Jul 06 18:24:58.099358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56172) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.104400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-3f98bfbe-eaec-4fbd-a858-e15af39d1056 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.109418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3f98bfbe-eaec-4fbd-a858-e15af39d1056 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0087054 Jul 06 18:24:58.110201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56174) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.115138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-9d321f9b-3338-4902-beb4-90ab9648bc01 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.119897 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d321f9b-3338-4902-beb4-90ab9648bc01 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0085213 Jul 06 18:24:58.120486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56176) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.126630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-c2fe3496-1d5d-4b1d-aa0b-944fe8357b33 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.128914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c2fe3496-1d5d-4b1d-aa0b-944fe8357b33 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071599 Jul 06 18:24:58.130150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56178) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.135563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-02768923-eedb-4e4b-8da1-6f7f73c7c5ad tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.138198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-02768923-eedb-4e4b-8da1-6f7f73c7c5ad tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071335 Jul 06 18:24:58.146918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56180) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.155546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-ca124222-04ab-430d-9434-98f0ce0a9caa tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.160264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ca124222-04ab-430d-9434-98f0ce0a9caa tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0117402 Jul 06 18:24:58.160900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56182) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.167179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-d0e488e9-b476-427f-bc1d-af5cd387c925 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.170405 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d0e488e9-b476-427f-bc1d-af5cd387c925 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084884 Jul 06 18:24:58.171535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56184) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.181797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-cf78f9b3-b170-45e6-82a3-de2f10dd6e95 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.183070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cf78f9b3-b170-45e6-82a3-de2f10dd6e95 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052178 Jul 06 18:24:58.185601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56186) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.186011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1eb2259f-b517-4332-8504-c0c2a8d81fc2 req-38968af2-44f0-412d-87ce-3cde116be3f8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705503 Jul 06 18:24:58.191340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-ece05143-407e-475e-a9b0-c7a55de34261 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.192733 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ece05143-407e-475e-a9b0-c7a55de34261 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058935 Jul 06 18:24:58.195855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56188) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.207296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-a9f33873-8936-4cf4-845b-7097cda42f24 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.213846 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a9f33873-8936-4cf4-845b-7097cda42f24 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0153463 Jul 06 18:24:58.217102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] For port 56641d05-c894-47c4-8ca3-4755bda6a068, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=56641d05-c894-47c4-8ca3-4755bda6a068,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:58.218052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.221847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56190) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.226642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7818329-e55d-4618-9023-d3e37decd719 req-d3b0586a-b7e9-402d-bb75-b27660b1b7f1 tempest-LiveMigrationNegativeTest-1720540625 tempest-LiveMigrationNegativeTest-1720540625-project] 10.222.0.53 "GET /v2.0/ports?device_id=293c9ad9-8acc-425d-9554-abf941d9890c HTTP/1.1" status: 200 len: 210 time: 0.0420947 Jul 06 18:24:58.244299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-08a728bb-79a4-4efa-bfca-9e8d4dcb2356 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.247662 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-08a728bb-79a4-4efa-bfca-9e8d4dcb2356 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0166337 Jul 06 18:24:58.248558 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56192) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.257278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-9e16a920-9986-4fcc-bfee-a4c000e4a929 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.260057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Calling delete_port for 56641d05-c894-47c4-8ca3-4755bda6a068 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:58.260963 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9e16a920-9986-4fcc-bfee-a4c000e4a929 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0111098 Jul 06 18:24:58.261996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56196) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.266629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-d192d22b-df74-4886-8be7-20eba5b0e3a1 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.270869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d192d22b-df74-4886-8be7-20eba5b0e3a1 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077133 Jul 06 18:24:58.272546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56200) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.278078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-92036cc7-9521-41c3-ac45-f2c5cb7e24dd tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.283916 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-92036cc7-9521-41c3-ac45-f2c5cb7e24dd tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0098612 Jul 06 18:24:58.284940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56204) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.287949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-6fb4ea0c-a388-4ebe-965a-70eef4985ad8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:58.289522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-085a5a72-0329-45f3-bebc-090517bc0927 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.290122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-6fb4ea0c-a388-4ebe-965a-70eef4985ad8 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 946 time: 0.1621621 Jul 06 18:24:58.294190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56206) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.294488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-085a5a72-0329-45f3-bebc-090517bc0927 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073733 Jul 06 18:24:58.300587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [None req-36fc5a65-871c-45cc-b7bf-b2daf1e8a679 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.301673 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-36fc5a65-871c-45cc-b7bf-b2daf1e8a679 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046780 Jul 06 18:24:58.304353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56208) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.310273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-d2b47f75-f0f2-453f-ae68-fc022816f9fd tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.316332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d2b47f75-f0f2-453f-ae68-fc022816f9fd tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0091050 Jul 06 18:24:58.317335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56210) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.328122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-293f60e6-6f15-4205-a7d6-f6ca236de777 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.329184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-293f60e6-6f15-4205-a7d6-f6ca236de777 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0106363 Jul 06 18:24:58.331797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56212) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.342898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-bf0aa665-6cbf-4a69-b3d2-e48744f418f6 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.345650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bf0aa665-6cbf-4a69-b3d2-e48744f418f6 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0120625 Jul 06 18:24:58.347079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56214) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.352584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-f70f5b3c-4e47-4ee8-a1c8-3abd4afeab56 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.353598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f70f5b3c-4e47-4ee8-a1c8-3abd4afeab56 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055723 Jul 06 18:24:58.356429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56216) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.361449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-31abfd7f-4bb2-4e6b-a9cd-c3f55437004d tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.362905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-31abfd7f-4bb2-4e6b-a9cd-c3f55437004d tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051055 Jul 06 18:24:58.365668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56218) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.370566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-902789dd-f846-4712-9908-88bd8009e536 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.373764 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-902789dd-f846-4712-9908-88bd8009e536 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046723 Jul 06 18:24:58.374954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56220) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.378989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-3b5d9c11-ab4f-49f7-86ba-fb249c1ebaa9 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.382687 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3b5d9c11-ab4f-49f7-86ba-fb249c1ebaa9 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048113 Jul 06 18:24:58.382995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56222) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.387649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-e2686049-80fc-4952-a796-2e4b04734b99 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.391678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e2686049-80fc-4952-a796-2e4b04734b99 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049722 Jul 06 18:24:58.391881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56224) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.396545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-4dc9f5cf-0cec-41e7-848e-47d0975319f6 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.400446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4dc9f5cf-0cec-41e7-848e-47d0975319f6 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074868 Jul 06 18:24:58.401070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56226) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.405663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-ef55ff13-518a-4332-ab84-6415dc66e489 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.406703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ef55ff13-518a-4332-ab84-6415dc66e489 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046997 Jul 06 18:24:58.409482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56228) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.414033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-4b44d07e-f19c-4a6b-be84-8e0d18df596e tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.415001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4b44d07e-f19c-4a6b-be84-8e0d18df596e tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044112 Jul 06 18:24:58.417320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56230) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.422980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-49f8768a-03cd-4175-98b3-3a5d4597265f tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.424355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-49f8768a-03cd-4175-98b3-3a5d4597265f tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057137 Jul 06 18:24:58.428005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56234) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.432940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-5b06d866-24d9-4995-9e40-44763a4d38ef tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.436585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5b06d866-24d9-4995-9e40-44763a4d38ef tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0074205 Jul 06 18:24:58.437953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56236) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.443724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-4974e0f0-8b92-45cd-8089-d2f428286fe8 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.445261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4974e0f0-8b92-45cd-8089-d2f428286fe8 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058198 Jul 06 18:24:58.447921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56238) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.452796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-880e3540-8cc1-4d75-b0db-d3adbb9789cb tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.456487 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-880e3540-8cc1-4d75-b0db-d3adbb9789cb tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075796 Jul 06 18:24:58.457087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56244) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.461705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-e0d0be39-7b12-4b3f-a66c-e5937658ee03 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.463781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e0d0be39-7b12-4b3f-a66c-e5937658ee03 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046155 Jul 06 18:24:58.467044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56246) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.471814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-769cac36-9ac5-4e8c-b14b-d448654c82c9 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.473779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-769cac36-9ac5-4e8c-b14b-d448654c82c9 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046475 Jul 06 18:24:58.475842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56250) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.483555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-ae0e01fd-0207-4b18-8b27-29c57cddee33 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.490687 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ae0e01fd-0207-4b18-8b27-29c57cddee33 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0126681 Jul 06 18:24:58.491774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56252) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.497245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-5c756339-21b6-4e0d-91a8-6d48878ca3a4 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.504908 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c756339-21b6-4e0d-91a8-6d48878ca3a4 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0117807 Jul 06 18:24:58.505960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.511596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-e7ad2890-b10f-4eff-a82c-efb8d6bd9cad tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.516695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e7ad2890-b10f-4eff-a82c-efb8d6bd9cad tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0096779 Jul 06 18:24:58.517460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56256) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.522479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [None req-045d2a90-3206-4021-a3f7-754989c0f2b5 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:24:58.532441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-045d2a90-3206-4021-a3f7-754989c0f2b5 tempest-ExtensionsTestJSON-1011851493 tempest-ExtensionsTestJSON-1011851493-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0092673 Jul 06 18:24:58.647084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ba3d0-eec5-4cc6-9bee-33e4bfac1092 req-d70d0d8f-3343-46b7-af21-96befdaf278b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:58.648596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a22ba3d0-eec5-4cc6-9bee-33e4bfac1092 req-d70d0d8f-3343-46b7-af21-96befdaf278b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.0706036 Jul 06 18:24:58.691740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a22ba3d0-eec5-4cc6-9bee-33e4bfac1092 req-9a41834a-987b-49ac-aa43-4593129adfa1 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Jul 06 18:24:58.805965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca216b-79e5-454b-92a9-826d61644ff7 req-fe7be80d-1a1c-4e51-8514-524fe774bd76 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:58.812917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aaca216b-79e5-454b-92a9-826d61644ff7 req-fe7be80d-1a1c-4e51-8514-524fe774bd76 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 946 time: 0.2049501 Jul 06 18:24:58.839102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Deleting port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:58.839395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.865849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56276) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.905929 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.918248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:58.928311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['cdc6db8d-121c-4d23-b61c-184835497dc6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:58.945302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd870a-5aba-45d1-962f-c46a37e6fccc req-d089f9f4-a1f7-44e5-856a-b3683d224b19 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:58.951551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd870a-5aba-45d1-962f-c46a37e6fccc req-d089f9f4-a1f7-44e5-856a-b3683d224b19 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:58.953610 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-20cd870a-5aba-45d1-962f-c46a37e6fccc req-d089f9f4-a1f7-44e5-856a-b3683d224b19 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1683 time: 0.0810118 Jul 06 18:24:58.956532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aaca216b-79e5-454b-92a9-826d61644ff7 req-e166f657-2426-4111-a105-93c463db7914 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/security-groups?id=2440fd65-ba07-4557-a8af-fbb658178adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426539 Jul 06 18:24:58.984661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event deleted for resources: {'Port': ['ID=56641d05-c894-47c4-8ca3-4755bda6a068,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:59.002624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5f533ac3-56cb-492d-81c5-9799c62b6c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.035934 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-20cd870a-5aba-45d1-962f-c46a37e6fccc req-801e160d-dea6-45a5-89cd-f54aee0a993e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726566 Jul 06 18:24:59.064083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] No DVR routers for this DVR port 56641d05-c894-47c4-8ca3-4755bda6a068 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:59.067492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] For port e9d5ba90-0597-4637-ad0c-f6bb0997bc44, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:59.068067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.071784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.074704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7b107a3-ecad-4799-a3ed-ea68a24eb911 req-72d8535a-b976-461b-bf3a-b34931aecd3d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "DELETE /v2.0/ports/56641d05-c894-47c4-8ca3-4755bda6a068 HTTP/1.1" status: 204 len: 173 time: 1.2547319 Jul 06 18:24:59.092825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Calling delete_port for e9d5ba90-0597-4637-ad0c-f6bb0997bc44 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:59.184948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5f533ac3-56cb-492d-81c5-9799c62b6c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.194391 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5f533ac3-56cb-492d-81c5-9799c62b6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.263516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2389aa8d-6d72-4b51-ab53-13cf5f7b7acf'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:59.266274 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13601f72-045a-4146-8cdb-8bb3501e6ab3" -d '{"events": [{"server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "name": "network-vif-plugged", "status": "completed", "tag": "2389aa8d-6d72-4b51-ab53-13cf5f7b7acf"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:59.310655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b792b1f3-4992-44cc-b4cc-ba26400b19e8 req-64058ac4-3686-49e9-a3de-5e27241338f0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=11293e5c-cf08-4c68-ad26-3deb01b14c5d HTTP/1.1" status: 200 len: 210 time: 0.0668645 Jul 06 18:24:59.316126 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5f533ac3-56cb-492d-81c5-9799c62b6c9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07962d605c2b44ce92657028949b886c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485636 Jul 06 18:24:59.316986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56300) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:59.317654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f533ac3-56cb-492d-81c5-9799c62b6c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384861f5-c62d-478d-82dd-d4ad67a9c3fb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:59.397997 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.411563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c063769-a5f1-4d54-bbf6-6dc540359825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.437809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Pushing event deleted for resources: {'Port': ['ID=e9d5ba90-0597-4637-ad0c-f6bb0997bc44,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:59.443000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c063769-a5f1-4d54-bbf6-6dc540359825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.445044 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbd3c0c-b3d5-49e6-a46f-f726e1a14f20 x-openstack-request-id: req-ecbd3c0c-b3d5-49e6-a46f-f726e1a14f20 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:59.445338 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "name": "network-vif-plugged", "status": "completed", "tag": "2389aa8d-6d72-4b51-ab53-13cf5f7b7acf", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:59.445591 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecbd3c0c-b3d5-49e6-a46f-f726e1a14f20 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:59.446019 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2389aa8d-6d72-4b51-ab53-13cf5f7b7acf', 'code': 200} Jul 06 18:24:59.504077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c063769-a5f1-4d54-bbf6-6dc540359825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.508478 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c063769-a5f1-4d54-bbf6-6dc540359825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.510180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3c063769-a5f1-4d54-bbf6-6dc540359825 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/384861f5-c62d-478d-82dd-d4ad67a9c3fb HTTP/1.1" status: 204 len: 168 time: 0.1891870 Jul 06 18:24:59.519219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c063769-a5f1-4d54-bbf6-6dc540359825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384861f5-c62d-478d-82dd-d4ad67a9c3fb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:59.521008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] No DVR routers for this DVR port e9d5ba90-0597-4637-ad0c-f6bb0997bc44 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:59.535528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.537757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c810da5e-9f2b-4bab-a359-c9e8171aeef0 req-112bb05d-f702-4206-89c5-01c168a81f39 tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.41 "DELETE /v2.0/ports/e9d5ba90-0597-4637-ad0c-f6bb0997bc44 HTTP/1.1" status: 204 len: 173 time: 1.2348411 Jul 06 18:24:59.574818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11293e5c-cf08-4c68-ad26-3deb01b14c5d', 'name': 'network-vif-deleted', 'tag': '56641d05-c894-47c4-8ca3-4755bda6a068'}, {'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'name': 'network-vif-deleted', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:59.577121 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dc4022-1552-4f99-99e2-09e392f7a116" -d '{"events": [{"server_uuid": "11293e5c-cf08-4c68-ad26-3deb01b14c5d", "name": "network-vif-deleted", "tag": "56641d05-c894-47c4-8ca3-4755bda6a068"}, {"server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "name": "network-vif-deleted", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:59.597367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af0fe4-f9dd-4b37-85f0-00304a56d606 req-ccc42f87-cb11-4990-a7b5-29551bab5305 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:59.599026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2af0fe4-f9dd-4b37-85f0-00304a56d606 req-ccc42f87-cb11-4990-a7b5-29551bab5305 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.2419953 Jul 06 18:24:59.653348 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a639ab-96e1-427b-abde-18deeb7733c1 x-openstack-request-id: req-a8a639ab-96e1-427b-abde-18deeb7733c1 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:59.653824 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11293e5c-cf08-4c68-ad26-3deb01b14c5d", "name": "network-vif-deleted", "tag": "56641d05-c894-47c4-8ca3-4755bda6a068", "status": "completed", "code": 200}, {"server_uuid": "3fb56655-f220-4084-b1a6-b3cb5432e058", "name": "network-vif-deleted", "tag": "e9d5ba90-0597-4637-ad0c-f6bb0997bc44", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:59.653969 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8a639ab-96e1-427b-abde-18deeb7733c1 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:59.654307 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11293e5c-cf08-4c68-ad26-3deb01b14c5d', 'name': 'network-vif-deleted', 'tag': '56641d05-c894-47c4-8ca3-4755bda6a068', 'status': 'completed', 'code': 200} Jul 06 18:24:59.654555 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb56655-f220-4084-b1a6-b3cb5432e058', 'name': 'network-vif-deleted', 'tag': 'e9d5ba90-0597-4637-ad0c-f6bb0997bc44', 'status': 'completed', 'code': 200} Jul 06 18:24:59.664740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490117ce-b4c5-4ecd-bf10-9b76c8455134 req-0666667e-88e8-48bb-9153-b07e71f8c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:59.664740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490117ce-b4c5-4ecd-bf10-9b76c8455134 req-0666667e-88e8-48bb-9153-b07e71f8c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:59.667467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-490117ce-b4c5-4ecd-bf10-9b76c8455134 req-0666667e-88e8-48bb-9153-b07e71f8c2c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1985 time: 0.1435351 Jul 06 18:24:59.688232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2af0fe4-f9dd-4b37-85f0-00304a56d606 req-f31ebb5c-3c7a-40f2-bf23-25dcd12f3c1d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825531 Jul 06 18:24:59.734266 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-490117ce-b4c5-4ecd-bf10-9b76c8455134 req-140ffd85-4896-4b12-9a60-7c1a9ccfa4c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498514 Jul 06 18:24:59.754798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56312) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:59.906419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc2c3-9afb-42ba-89e1-9b70d91b334d req-587c0b35-6960-4060-ae23-84c08ad4061f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:59.908021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-984fc2c3-9afb-42ba-89e1-9b70d91b334d req-587c0b35-6960-4060-ae23-84c08ad4061f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.0667210 Jul 06 18:24:59.977588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-984fc2c3-9afb-42ba-89e1-9b70d91b334d req-c755957c-8af6-4fd9-85f7-cb552702dda4 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561404 Jul 06 18:25:00.055807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-822c176d-859c-441c-9527-33c6959670ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c3c4d3d86cb460b9baee5032a500e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967393 Jul 06 18:25:00.056192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56326) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:00.148845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f837a31b-7005-4217-96c5-38fad445d1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.221963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-729fc606-7068-4384-90d5-70c0c6247ee2 req-853cfc9c-d3ec-4209-b2d0-7cfd49f0f1ee tempest-FloatingIPsAssociationTestJSON-129940128 tempest-FloatingIPsAssociationTestJSON-129940128-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb56655-f220-4084-b1a6-b3cb5432e058 HTTP/1.1" status: 200 len: 210 time: 0.0652101 Jul 06 18:25:00.228313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f837a31b-7005-4217-96c5-38fad445d1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.269617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3c40-1132-43e1-826d-53095f3ce14c req-b210715b-e4fa-4c25-b5c5-25abc44dc248 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:00.277401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3c40-1132-43e1-826d-53095f3ce14c req-b210715b-e4fa-4c25-b5c5-25abc44dc248 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:00.283080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bcb3c40-1132-43e1-826d-53095f3ce14c req-b210715b-e4fa-4c25-b5c5-25abc44dc248 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1683 time: 0.1197808 Jul 06 18:25:00.295195 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f837a31b-7005-4217-96c5-38fad445d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.298760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f837a31b-7005-4217-96c5-38fad445d1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.303213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f837a31b-7005-4217-96c5-38fad445d1b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8539ad81-51b8-40fb-80e9-2ec46def7306 HTTP/1.1" status: 204 len: 168 time: 0.2459180 Jul 06 18:25:00.311698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837a31b-7005-4217-96c5-38fad445d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8539ad81-51b8-40fb-80e9-2ec46def7306,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:00.356461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bcb3c40-1132-43e1-826d-53095f3ce14c req-6303cf27-b47c-4d95-bf22-6842070d5487 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630784 Jul 06 18:25:00.522304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-9dc2291a-6fc3-4646-b28a-42c2c792cdcc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597026 Jul 06 18:25:00.647383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-3285594d-8b96-4d05-a8dd-8400e665b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:00.649156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-3285594d-8b96-4d05-a8dd-8400e665b074 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0954893 Jul 06 18:25:00.758243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9d5ba90-0597-4637-ad0c-f6bb0997bc44 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:00.821104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: e9d5ba90-0597-4637-ad0c-f6bb0997bc44 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:00.822824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e9d5ba90-0597-4637-ad0c-f6bb0997bc44 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:00.823451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 56641d05-c894-47c4-8ca3-4755bda6a068 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:00.856860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56362) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:00.879363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 56641d05-c894-47c4-8ca3-4755bda6a068 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:00.880070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 56641d05-c894-47c4-8ca3-4755bda6a068 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:00.898322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-fac21f59-30ab-47e6-910e-db305c4cc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:00.900045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-fac21f59-30ab-47e6-910e-db305c4cc0cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.2190039 Jul 06 18:25:00.944205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-ddb3b698-1602-4d3a-b655-57c88897ebd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e HTTP/1.1" status: 200 len: 217 time: 0.0363934 Jul 06 18:25:00.964935 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ae89127b-b62f-43a8-bd23-63bcc64bc8ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fdb4836b6d24275917c27e41d3e1bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062293 Jul 06 18:25:00.965583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56368) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:00.991892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17635d22-1481-4372-9437-93ebe2087b9b req-d9dcc6eb-76f8-4e39-a41e-ceacce760595 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:00.993451 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17635d22-1481-4372-9437-93ebe2087b9b req-d9dcc6eb-76f8-4e39-a41e-ceacce760595 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.1261644 Jul 06 18:25:01.006728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0f28-134b-4bab-9c7a-8c7bccd07488 req-d4052831-f673-40a4-a2c6-c7984a389294 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:01.013928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-023f0f28-134b-4bab-9c7a-8c7bccd07488 req-d4052831-f673-40a4-a2c6-c7984a389294 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 945 time: 0.1700442 Jul 06 18:25:01.044748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-001a06bf-37a7-4ec3-af1a-a8af71d6a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:01.046396 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-001a06bf-37a7-4ec3-af1a-a8af71d6a8d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.0959969 Jul 06 18:25:01.065098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17635d22-1481-4372-9437-93ebe2087b9b req-d516dbf5-066b-4c7a-82d5-e0202e45025d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634668 Jul 06 18:25:01.070859 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f77bbc75-e81e-4248-a2ae-6d13d226ec3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.088590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-0c58db89-0fa0-4421-a706-b4036d289a47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347674 Jul 06 18:25:01.098280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-023f0f28-134b-4bab-9c7a-8c7bccd07488 req-4f6098e5-78fb-40c1-a12c-162c10f50eec tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831563 Jul 06 18:25:01.112148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f77bbc75-e81e-4248-a2ae-6d13d226ec3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.185749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f77bbc75-e81e-4248-a2ae-6d13d226ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.189883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f77bbc75-e81e-4248-a2ae-6d13d226ec3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.194091 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f77bbc75-e81e-4248-a2ae-6d13d226ec3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be667910-2c40-4ec7-a3a3-45e351e37c72 HTTP/1.1" status: 204 len: 168 time: 0.2238348 Jul 06 18:25:01.208070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56392) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:01.209547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bbc75-e81e-4248-a2ae-6d13d226ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be667910-2c40-4ec7-a3a3-45e351e37c72,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:01.222189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-64322010-8d4b-42ac-9262-f86e6aa999c7 service neutron] 10.222.0.24 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229384 Jul 06 18:25:01.366439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56406) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:01.384458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649059227'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:01.402214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec487ddb-0371-4e09-b8bc-82b2de8eec22 req-c4969a15-0deb-4491-b40f-424b34de5415 service neutron] 10.222.0.24 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703651 Jul 06 18:25:01.429496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:01.433118 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.444032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28ba7b-9015-4e20-aed3-71bab9fdc08f req-462febff-d236-4b3e-93cb-dd8332f6b0e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:01.445771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e28ba7b-9015-4e20-aed3-71bab9fdc08f req-462febff-d236-4b3e-93cb-dd8332f6b0e5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.1162817 Jul 06 18:25:01.468575 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.522372 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e28ba7b-9015-4e20-aed3-71bab9fdc08f req-4366bcf8-d3e7-4fed-922a-46d6f3354b61 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Jul 06 18:25:01.605944 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.611835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.651740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:01.663508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42140d9-cf12-4a66-b993-3f3699c9bc43,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:01.669549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.670569 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment 9cc6b452-d9e6-4984-a935-47e4f72ed27a of type vlan for network e0a2f6fa-fb15-4850-8caf-46b073f7de96 Jul 06 18:25:01.718679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.754028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.760757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:01.761479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.833174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6149535 Jul 06 18:25:01.843496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f7dbb-ecde-4489-804b-3d639c15a834 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=e0a2f6fa-fb15-4850-8caf-46b073f7de96,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:01.857561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e0a2f6fa-fb15-4850-8caf-46b073f7de96 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:01.898028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3eb6-442b-451f-85c1-a5eb9f18942a req-21eeda17-01a0-4212-996d-374bb82961fa tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:01.904189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3eb6-442b-451f-85c1-a5eb9f18942a req-21eeda17-01a0-4212-996d-374bb82961fa tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:01.905912 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7ff3eb6-442b-451f-85c1-a5eb9f18942a req-21eeda17-01a0-4212-996d-374bb82961fa tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1683 time: 0.1343133 Jul 06 18:25:02.027212 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:25:02.028980 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7ff3eb6-442b-451f-85c1-a5eb9f18942a req-030cd5b4-c224-4c1e-96e6-efefb15c690e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142788 Jul 06 18:25:02.167150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.299089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-ce45615f-c789-445d-827c-d37584e899bc tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:02.301509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-ce45615f-c789-445d-827c-d37584e899bc tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 945 time: 0.1220455 Jul 06 18:25:02.571983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e851-1591-4d32-8c8d-d61627878c44 req-2a4764a6-dcd0-4e5b-9a25-155169e4f076 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:02.587284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698661-e245-4b1e-962b-7725534f46fd req-4e8d06d7-a609-4665-a22e-b0197313438b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:02.595985 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d5698661-e245-4b1e-962b-7725534f46fd req-4e8d06d7-a609-4665-a22e-b0197313438b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.3109102 Jul 06 18:25:02.605120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bda9e851-1591-4d32-8c8d-d61627878c44 req-2a4764a6-dcd0-4e5b-9a25-155169e4f076 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=bffdebc6-1b1e-4941-87a0-59cb9fa9733e HTTP/1.1" status: 200 len: 945 time: 0.2901220 Jul 06 18:25:02.660731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Deleting port cdc6db8d-121c-4d23-b61c-184835497dc6 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:02.661443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.661794 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d5698661-e245-4b1e-962b-7725534f46fd req-a57ce25e-1372-40c7-828f-3e3e94d9a06a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644031 Jul 06 18:25:02.806994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] For port cdc6db8d-121c-4d23-b61c-184835497dc6, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=cdc6db8d-121c-4d23-b61c-184835497dc6,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:02.807432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.824714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Calling delete_port for cdc6db8d-121c-4d23-b61c-184835497dc6 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:02.945125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bda9e851-1591-4d32-8c8d-d61627878c44 req-6b6bc7cd-9962-4066-869a-2faeef149817 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387179 Jul 06 18:25:02.977681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Deleting port 10f09de4-21f2-431f-85de-65e8b1c6267d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:02.977681 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.182942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.196295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:03.233593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] For port 10f09de4-21f2-431f-85de-65e8b1c6267d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=10f09de4-21f2-431f-85de-65e8b1c6267d,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:03.234225 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.265214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event deleted for resources: {'Port': ['ID=cdc6db8d-121c-4d23-b61c-184835497dc6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:03.283606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Calling delete_port for 10f09de4-21f2-431f-85de-65e8b1c6267d owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:03.428755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] No DVR routers for this DVR port cdc6db8d-121c-4d23-b61c-184835497dc6 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:03.433404 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.439002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9eaabb33-785b-4eab-ae58-e1635ee00efc req-e5a700e3-7e3f-47be-954c-1adf7459e653 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "DELETE /v2.0/ports/cdc6db8d-121c-4d23-b61c-184835497dc6 HTTP/1.1" status: 204 len: 173 time: 1.1220934 Jul 06 18:25:03.441837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffdebc6-1b1e-4941-87a0-59cb9fa9733e', 'name': 'network-vif-deleted', 'tag': 'cdc6db8d-121c-4d23-b61c-184835497dc6'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:03.446883 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa5a2bf-df4b-4671-be6a-f05eea5e1506" -d '{"events": [{"server_uuid": "bffdebc6-1b1e-4941-87a0-59cb9fa9733e", "name": "network-vif-deleted", "tag": "cdc6db8d-121c-4d23-b61c-184835497dc6"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:03.622515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c282466-068c-4182-8296-3bcb8ef8bfc8 req-5f7f44b5-9cdd-4610-b4e1-6e0ab91d7855 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:03.624278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c282466-068c-4182-8296-3bcb8ef8bfc8 req-5f7f44b5-9cdd-4610-b4e1-6e0ab91d7855 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.1988387 Jul 06 18:25:03.729468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c282466-068c-4182-8296-3bcb8ef8bfc8 req-2c097842-ca2e-41b1-b2f0-952ac2653e19 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876141 Jul 06 18:25:03.814551 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.856454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8f19e-d2e5-40fd-a215-f6877bbbcd5d req-3fb57b3d-f7b9-4793-8d43-1f81650d14b5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:03.863788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8f19e-d2e5-40fd-a215-f6877bbbcd5d req-3fb57b3d-f7b9-4793-8d43-1f81650d14b5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:03.866247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aec8f19e-d2e5-40fd-a215-f6877bbbcd5d req-3fb57b3d-f7b9-4793-8d43-1f81650d14b5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1683 time: 0.1503885 Jul 06 18:25:03.873363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f09de4-21f2-431f-85de-65e8b1c6267d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:03.914270 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e329277c-c8bc-479e-8ca7-69c7b110c81b x-openstack-request-id: req-e329277c-c8bc-479e-8ca7-69c7b110c81b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:03.914563 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffdebc6-1b1e-4941-87a0-59cb9fa9733e", "name": "network-vif-deleted", "tag": "cdc6db8d-121c-4d23-b61c-184835497dc6", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:03.914815 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e329277c-c8bc-479e-8ca7-69c7b110c81b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:03.915219 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffdebc6-1b1e-4941-87a0-59cb9fa9733e', 'name': 'network-vif-deleted', 'tag': 'cdc6db8d-121c-4d23-b61c-184835497dc6', 'status': 'completed', 'code': 200} Jul 06 18:25:03.959071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aec8f19e-d2e5-40fd-a215-f6877bbbcd5d req-7fac02f3-6e54-4c9a-adf4-4742238cb3d7 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871136 Jul 06 18:25:04.125261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:04.257831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf1e7e-189b-406b-adda-e1c54fcea526 req-5acf56d0-be25-4d06-bd58-d65671baf6d1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:04.264823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22bf1e7e-189b-406b-adda-e1c54fcea526 req-5acf56d0-be25-4d06-bd58-d65671baf6d1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.1213520 Jul 06 18:25:04.326931 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22bf1e7e-189b-406b-adda-e1c54fcea526 req-e85e6f3c-89c9-4a3d-918f-bc0d8a66c513 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611956 Jul 06 18:25:04.332940 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-987d19e3-263e-4272-b86b-c7f30e7455b6 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b3559615e7d24cda8256e1d1f63a2e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256433 Jul 06 18:25:04.592713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-d069a8d3-d8e8-4bde-bbea-affed79b36fc tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:04.594328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-d069a8d3-d8e8-4bde-bbea-affed79b36fc tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517216 Jul 06 18:25:04.596272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Router cad7d006-4b59-433a-ae39-fd148e08e8e1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:25:04.624732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-4be0e802-178e-4c92-a884-47ee2a88e80e tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/quotas/b3559615e7d24cda8256e1d1f63a2e6b HTTP/1.1" status: 200 len: 375 time: 0.0233088 Jul 06 18:25:04.641248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-1e9d2804-b281-41ce-bdc4-e9d1195bd1c4 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=604f3a06301649ec85a8feffe7f94b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373471 Jul 06 18:25:04.690862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-73252252-6b14-4072-9f50-e7b90f3a8147 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b3559615e7d24cda8256e1d1f63a2e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323944 Jul 06 18:25:04.753834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:25:04.767437 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] Sync routers for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:25:04.779488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cbe480f2-082d-4304-87dc-7c1a94f0f1f7 admin admin] 10.222.0.53 "PUT /v2.0/routers/cad7d006-4b59-433a-ae39-fd148e08e8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4096925 Jul 06 18:25:04.782478 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:04.783090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device cdc6db8d-121c-4d23-b61c-184835497dc6 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:04.783980 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:04.786447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56530) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:04.820429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-8afaf11d-410b-4156-9524-9cee6bbf618b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:04.822776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-8afaf11d-410b-4156-9524-9cee6bbf618b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807506 Jul 06 18:25:04.828081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: cdc6db8d-121c-4d23-b61c-184835497dc6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:04.828678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device cdc6db8d-121c-4d23-b61c-184835497dc6 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:04.904784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-484c363e-dbb4-4344-ae5a-6579a63303f7 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/quotas/604f3a06301649ec85a8feffe7f94b32 HTTP/1.1" status: 200 len: 375 time: 0.0197365 Jul 06 18:25:04.967150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-cd8b7bb5-5879-425d-a16f-b6eace85873c tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=604f3a06301649ec85a8feffe7f94b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570447 Jul 06 18:25:05.000368 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:05.067573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-d83477e4-fd05-4625-b288-d249f891e873 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:05.069192 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-d83477e4-fd05-4625-b288-d249f891e873 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.1378093 Jul 06 18:25:05.071597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56546) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:05.076922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': 'e0a2f6fa-fb15-4850-8caf-46b073f7de96', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:05.204047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-3ff0eeef-5d8e-43c5-8bf2-1982adb8c725 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/quotas/2048fc15f03f459a9add14162308ada4 HTTP/1.1" status: 200 len: 375 time: 0.0280321 Jul 06 18:25:05.207940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.264011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:05.269328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.282465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-3309d232-a653-405e-9f7d-db8e065c0b25 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:05.294026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-3309d232-a653-405e-9f7d-db8e065c0b25 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:05.319446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-3309d232-a653-405e-9f7d-db8e065c0b25 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1683 time: 0.3424623 Jul 06 18:25:05.328185 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:25:03Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:05.362583 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] Checking router: cad7d006-4b59-433a-ae39-fd148e08e8e1 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:25:05.372673 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] Routers {'cad7d006-4b59-433a-ae39-fd148e08e8e1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:05.373550 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:24:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cad7d006-4b59-433a-ae39-fd148e08e8e1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:05.381418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-ba0a0f8f-d647-40cd-9671-0fd8004235ce tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1764977 Jul 06 18:25:05.512203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-bf5482d1-7d32-4f69-a520-634cfad96d54 service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296263 Jul 06 18:25:05.525889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] Set router cad7d006-4b59-433a-ae39-fd148e08e8e1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:05.649293 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-6b305d46-3eba-4aab-9b5e-2b07dced5322 service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353836 Jul 06 18:25:05.694632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.730330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d376ac6-f950-4761-a939-29e069f86158 req-98319af6-4bbb-48fa-bf81-c5e9dff98b81 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:05.738988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d376ac6-f950-4761-a939-29e069f86158 req-98319af6-4bbb-48fa-bf81-c5e9dff98b81 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.2287750 Jul 06 18:25:05.754498 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:25:03Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:05.816154 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac704e-db60-4dad-970c-eb9c20f136a7 None None] The sync data for ids ['cad7d006-4b59-433a-ae39-fd148e08e8e1'] in n-d-799684-2 is: [{'id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1021692485-router', 'tenant_id': '820a1dd467f0440499b2e407b1473b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:16Z', 'updated_at': '2021-07-06T18:25:03Z', 'revision_number': 5, 'project_id': '820a1dd467f0440499b2e407b1473b70', 'gw_port': {'id': '9df54f6a-c189-43aa-9fc7-5e3643d15914', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad7d006-4b59-433a-ae39-fd148e08e8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:17Z', 'updated_at': '2021-07-06T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:05.835357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:05.835739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.890799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.020653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] For port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,segment=NetworkSegment(3642ed53-d8bc-46c2-8a1f-68be374576b4),segment_id=3642ed53-d8bc-46c2-8a1f-68be374576b4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:06.021026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.042685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Calling delete_port for 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:06.102769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=fb59f8dc-bd55-4c05-b2a3-8940d291470e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:06.120922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': '9cc6b452-d9e6-4984-a935-47e4f72ed27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e0a2f6fa-fb15-4850-8caf-46b073f7de96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:06.121361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: e0a2f6fa-fb15-4850-8caf-46b073f7de96, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:06.149570 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1576c33-4378-4e56-b57d-8c4c5e45aecb req-67d488b7-373c-4fe3-ac8c-1e06395f105a tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 210 time: 0.0412099 Jul 06 18:25:06.171586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network e0a2f6fa-fb15-4850-8caf-46b073f7de96 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:06.195152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e0a2f6fa-fb15-4850-8caf-46b073f7de96) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:06.199621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:06.200420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.217472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4612a19b-b1b6-4701-94b3-45ac79babbf4 None None] Network e0a2f6fa-fb15-4850-8caf-46b073f7de96 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:06.229104 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3c5758de-c239-424c-9c88-1226cb91327e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1563671 Jul 06 18:25:06.232458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56574) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:06.238038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1679867305'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:06.295639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:06.303590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.345367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:06.359662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.360095 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment 42d90772-9e4f-4cdd-8a5b-e4b9a8040087 of type vlan for network bec8be49-f44b-4916-9c30-c69446bb5b88 Jul 06 18:25:06.408105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.474362 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.481134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:06.481853 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.602933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-e0a2f6fa-fb15-4850-8caf-46b073f7de96', 'network_id': 'e0a2f6fa-fb15-4850-8caf-46b073f7de96', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': 'fb59f8dc-bd55-4c05-b2a3-8940d291470e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:06.604044 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.605907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3718557 Jul 06 18:25:06.611877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56582) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:06.624150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d376ac6-f950-4761-a939-29e069f86158 req-99f0933f-2cf4-4cfb-ac99-b0d4e035ea00 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8830030 Jul 06 18:25:06.625576 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.630484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': 'bec8be49-f44b-4916-9c30-c69446bb5b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:06.661570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Port': ['ID=2389aa8d-6d72-4b51-ab53-13cf5f7b7acf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:06.714873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3aaf4-4a0e-4a79-b8ee-4d3888f87808 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=bec8be49-f44b-4916-9c30-c69446bb5b88,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:06.744024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c79f26-3c1a-41f0-8e81-6dc6a9f2cf2b req-4207f05b-970d-43a5-9f94-26f7c58100c0 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:06.752057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c79f26-3c1a-41f0-8e81-6dc6a9f2cf2b req-4207f05b-970d-43a5-9f94-26f7c58100c0 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:06.754689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04c79f26-3c1a-41f0-8e81-6dc6a9f2cf2b req-4207f05b-970d-43a5-9f94-26f7c58100c0 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 1604 time: 0.3218710 Jul 06 18:25:06.772720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] No DVR routers for this DVR port 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:06.790028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.795162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-eca0f14a-20a1-48d4-9bc9-9833f63cb11f tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "DELETE /v2.0/ports/2389aa8d-6d72-4b51-ab53-13cf5f7b7acf HTTP/1.1" status: 204 len: 173 time: 1.4691863 Jul 06 18:25:06.796760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'name': 'network-vif-deleted', 'tag': '2389aa8d-6d72-4b51-ab53-13cf5f7b7acf'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:06.798953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network bec8be49-f44b-4916-9c30-c69446bb5b88 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:06.803416 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08be78cb-0821-45b1-a47b-bff83a965205" -d '{"events": [{"server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "name": "network-vif-deleted", "tag": "2389aa8d-6d72-4b51-ab53-13cf5f7b7acf"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:06.897514 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04c79f26-3c1a-41f0-8e81-6dc6a9f2cf2b req-037654b2-4881-4850-b4ac-cfa4e3bbe5a5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124430 Jul 06 18:25:06.900421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:06.911038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.989162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Deleting port 9df54f6a-c189-43aa-9fc7-5e3643d15914 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:06.989647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.115995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-850a4abf-74a0-4589-9b0b-12c9b4904bbc tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b3559615e7d24cda8256e1d1f63a2e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813496 Jul 06 18:25:07.127232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-6095a9dc-7942-4e31-8cb4-52e15f9d6f99 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=604f3a06301649ec85a8feffe7f94b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1310332 Jul 06 18:25:07.172484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Allocated IP 2001:db8:0:ffff::2 (e0a2f6fa-fb15-4850-8caf-46b073f7de96/fb59f8dc-bd55-4c05-b2a3-8940d291470e/e88ec0d5-c6cd-4ada-ab8c-161147dd0eae) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:07.355503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 10f09de4-21f2-431f-85de-65e8b1c6267d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:07.356969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting port 30b4f69b-61fc-45cc-a534-7182e86cdeda {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:07.362121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.374369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53579d1-8c6e-4ff2-b961-9ffc00262e2a req-45ea8276-dd67-42af-b7e4-28f241fc016f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:07.376001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b53579d1-8c6e-4ff2-b961-9ffc00262e2a req-45ea8276-dd67-42af-b7e4-28f241fc016f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 950 time: 0.1573887 Jul 06 18:25:07.377528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.400249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 10f09de4-21f2-431f-85de-65e8b1c6267d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:07.400917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 10f09de4-21f2-431f-85de-65e8b1c6267d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:07.472035 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.482163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Transition to ACTIVE for port object e88ec0d5-c6cd-4ada-ab8c-161147dd0eae will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:07.500349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Transition to ACTIVE for port object e88ec0d5-c6cd-4ada-ab8c-161147dd0eae will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:07.510289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=87ca0299-fa90-46f2-a8ed-41f652c8e233,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:07.524346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-c65cf4fa-d65b-42b5-b174-0b80b3395f76 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:07.526193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-c65cf4fa-d65b-42b5-b174-0b80b3395f76 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980298 Jul 06 18:25:07.527638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.528267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] For port 9df54f6a-c189-43aa-9fc7-5e3643d15914, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9df54f6a-c189-43aa-9fc7-5e3643d15914,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:07.528629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.559912 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b53579d1-8c6e-4ff2-b961-9ffc00262e2a req-5f7e0d00-c48e-46f1-840c-9178befbdcfd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640515 Jul 06 18:25:07.570602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': '42d90772-9e4f-4cdd-8a5b-e4b9a8040087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bec8be49-f44b-4916-9c30-c69446bb5b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:07.571251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: bec8be49-f44b-4916-9c30-c69446bb5b88, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:07.585172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-67ed9a3b-182a-4959-ab68-c1b3d2b3b962 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=604f3a06301649ec85a8feffe7f94b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518997 Jul 06 18:25:07.608833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Network e0a2f6fa-fb15-4850-8caf-46b073f7de96 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:07.611289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network bec8be49-f44b-4916-9c30-c69446bb5b88 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:07.622974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:07.625833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Calling delete_port for 9df54f6a-c189-43aa-9fc7-5e3643d15914 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:07.629270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, bec8be49-f44b-4916-9c30-c69446bb5b88) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:07.633867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:07.634456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.640649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:07.648229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-98867559-9ff2-4907-9c26-ad5b0dba3925 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:07.650620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-98867559-9ff2-4907-9c26-ad5b0dba3925 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5188551 Jul 06 18:25:07.657036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d51bb-cabf-4bce-a0bb-b04c58917670 None None] Network bec8be49-f44b-4916-9c30-c69446bb5b88 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:07.664791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a2a076cf-2670-40ac-b602-1ebe771388fa tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0471883 Jul 06 18:25:07.665246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56596) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:07.679018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-315b537f-350f-4784-8cb2-357dd97199a8 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/quotas/604f3a06301649ec85a8feffe7f94b32 HTTP/1.1" status: 200 len: 375 time: 0.1393154 Jul 06 18:25:07.722560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Pushing event updated for resources: {'Port': ['ID=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:07.755678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Request body: {'port': {'device_id': '78ad5e06-9c54-4a40-8344-c2c55eacf42d', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'b3559615e7d24cda8256e1d1f63a2e6b'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:07.787331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fad65816-c971-4606-8cd9-415cd9c928b9 req-78f450df-6f60-4447-96b0-b9fa38f44ce2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 210 time: 0.0317750 Jul 06 18:25:07.796890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Attempting to bind port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:07.797359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Attempting to bind port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '9cc6b452-d9e6-4984-a935-47e4f72ed27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e0a2f6fa-fb15-4850-8caf-46b073f7de96'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:07.797733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Attempting to bind port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae on network e0a2f6fa-fb15-4850-8caf-46b073f7de96 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:07.807116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:07.807477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Checking segment: {'id': '9cc6b452-d9e6-4984-a935-47e4f72ed27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e0a2f6fa-fb15-4850-8caf-46b073f7de96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:07.808067 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.808638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Bound using segment: {'id': '9cc6b452-d9e6-4984-a935-47e4f72ed27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e0a2f6fa-fb15-4850-8caf-46b073f7de96'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:07.809633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Bound port: e88ec0d5-c6cd-4ada-ab8c-161147dd0eae, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc6b452-d9e6-4984-a935-47e4f72ed27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e0a2f6fa-fb15-4850-8caf-46b073f7de96'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:07.810227 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.865767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-d213f51e-de43-4e4c-8ed4-e7b1b39eb1a1 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=604f3a06301649ec85a8feffe7f94b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1820734 Jul 06 18:25:07.888778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.914215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] For port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:07.919542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] For port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,segment=NetworkSegment(9cc6b452-d9e6-4984-a935-47e4f72ed27a),segment_id=9cc6b452-d9e6-4984-a935-47e4f72ed27a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:07.944069 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:07.986970 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ea40f-1436-4222-8201-24ccd35d5bbb x-openstack-request-id: req-e61ea40f-1436-4222-8201-24ccd35d5bbb {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:07.987309 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "name": "network-vif-deleted", "tag": "2389aa8d-6d72-4b51-ab53-13cf5f7b7acf", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:07.987545 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e61ea40f-1436-4222-8201-24ccd35d5bbb {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:07.987874 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'name': 'network-vif-deleted', 'tag': '2389aa8d-6d72-4b51-ab53-13cf5f7b7acf', 'status': 'completed', 'code': 200} Jul 06 18:25:08.054294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.131623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-bec8be49-f44b-4916-9c30-c69446bb5b88', 'network_id': 'bec8be49-f44b-4916-9c30-c69446bb5b88', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': '87ca0299-fa90-46f2-a8ed-41f652c8e233'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:08.132821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.153577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fb7d7-ea14-4abd-8288-701797bbd60e None None] Pushing event updated for resources: {'Port': ['ID=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:08.166822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] For port 30b4f69b-61fc-45cc-a534-7182e86cdeda, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=30b4f69b-61fc-45cc-a534-7182e86cdeda,segment=NetworkSegment(48d8d46d-cf19-4858-be25-29b10f9a01e8),segment_id=48d8d46d-cf19-4858-be25-29b10f9a01e8)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:08.166822 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.272801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-00c1385c-7380-47a7-83db-a3a985db856d tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:08.286069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-00c1385c-7380-47a7-83db-a3a985db856d tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6837616 Jul 06 18:25:08.291947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Request body: {'port': {'device_id': '46452b88-5531-4731-a822-cc0ca3ca653b', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '604f3a06301649ec85a8feffe7f94b32'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:08.485509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Allocated IP 2001:db8::1 (bec8be49-f44b-4916-9c30-c69446bb5b88/87ca0299-fa90-46f2-a8ed-41f652c8e233/dcc7d56b-7cad-446e-9441-d14f5414e131) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:08.591189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Calling delete_port for 30b4f69b-61fc-45cc-a534-7182e86cdeda owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:08.648903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0a070152-4e10-4baf-bd94-45a46ddfa0d6 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:08.836888 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.859049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Transition to ACTIVE for port object dcc7d56b-7cad-446e-9441-d14f5414e131 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:08.874313 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.903775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-32780ff1-a2ee-4dde-9ae6-fedff87848bb req-65258792-c133-4bc4-b742-3fccc131e142 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 210 time: 0.7032018 Jul 06 18:25:08.920341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Transition to ACTIVE for port object dcc7d56b-7cad-446e-9441-d14f5414e131 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:08.926605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:08.929195 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4227eef3-3af9-4932-995d-4dbf97d26273" -d '{"events": [{"server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:08.956409 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.959925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:08.994195 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.994541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 30b4f69b-61fc-45cc-a534-7182e86cdeda no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:09.041013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Network bec8be49-f44b-4916-9c30-c69446bb5b88 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:09.049330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:09.053311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Pushing event updated for resources: {'Port': ['ID=dcc7d56b-7cad-446e-9441-d14f5414e131,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:09.058337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4052d-2de3-46c3-87b4-0d377e7a8cf4 req-482e2a3c-7553-4572-9011-53b8302df6e0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:09.064564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.067554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fad4052d-2de3-46c3-87b4-0d377e7a8cf4 req-482e2a3c-7553-4572-9011-53b8302df6e0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.6458881 Jul 06 18:25:09.074297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:09.100713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Made reservation on behalf of 604f3a06301649ec85a8feffe7f94b32 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:09.104462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.109150 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-4da641ca-625a-4a5e-9ec6-4a299bc4595b service neutron] show failed (client error): The resource could not be found. Jul 06 18:25:09.112871 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-4da641ca-625a-4a5e-9ec6-4a299bc4595b service neutron] 10.222.0.24 "GET /v2.0/ports/0a070152-4e10-4baf-bd94-45a46ddfa0d6/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.8798063 Jul 06 18:25:09.145507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Made reservation on behalf of b3559615e7d24cda8256e1d1f63a2e6b for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:09.149391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.162489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=87ca0299-fa90-46f2-a8ed-41f652c8e233,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:09.177381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-430ce391-1624-4241-9e61-f5481acadc7b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:09.182418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.184642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-430ce391-1624-4241-9e61-f5481acadc7b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 1.1173778 Jul 06 18:25:09.234126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Request body: {'port': {'device_id': '95854be9-27a8-46c3-a440-9983d28946cb', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'admin_state_up': True, 'tenant_id': '2048fc15f03f459a9add14162308ada4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:09.267866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Attempting to bind port dcc7d56b-7cad-446e-9441-d14f5414e131 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:09.268258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Attempting to bind port dcc7d56b-7cad-446e-9441-d14f5414e131 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '42d90772-9e4f-4cdd-8a5b-e4b9a8040087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bec8be49-f44b-4916-9c30-c69446bb5b88'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:09.269694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Attempting to bind port dcc7d56b-7cad-446e-9441-d14f5414e131 on network bec8be49-f44b-4916-9c30-c69446bb5b88 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:09.283441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:09.283729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Checking segment: {'id': '42d90772-9e4f-4cdd-8a5b-e4b9a8040087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bec8be49-f44b-4916-9c30-c69446bb5b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:09.284134 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.284527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Bound using segment: {'id': '42d90772-9e4f-4cdd-8a5b-e4b9a8040087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bec8be49-f44b-4916-9c30-c69446bb5b88'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:09.290058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Bound port: dcc7d56b-7cad-446e-9441-d14f5414e131, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d90772-9e4f-4cdd-8a5b-e4b9a8040087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bec8be49-f44b-4916-9c30-c69446bb5b88'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:09.290684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.301116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.324256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Port 30b4f69b-61fc-45cc-a534-7182e86cdeda update to DOWN by agent not found {{(pid=93968) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 18:25:09.324726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:09.350213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:09.358750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:09.358750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2389aa8d-6d72-4b51-ab53-13cf5f7b7acf not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:09.450837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.467220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] For port dcc7d56b-7cad-446e-9441-d14f5414e131, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:09.472381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] For port dcc7d56b-7cad-446e-9441-d14f5414e131, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=dcc7d56b-7cad-446e-9441-d14f5414e131,segment=NetworkSegment(42d90772-9e4f-4cdd-8a5b-e4b9a8040087),segment_id=42d90772-9e4f-4cdd-8a5b-e4b9a8040087)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:09.473370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.475633 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.493399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e88ec0d5-c6cd-4ada-ab8c-161147dd0eae up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:09.507381 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fad4052d-2de3-46c3-87b4-0d377e7a8cf4 req-7eabeee1-220d-406f-b85f-e2560757376d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387908 Jul 06 18:25:09.515835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec8be49-f44b-4916-9c30-c69446bb5b88']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:09.547377 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.548903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d90772-9e4f-4cdd-8a5b-e4b9a8040087') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:09.549254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d90772-9e4f-4cdd-8a5b-e4b9a8040087') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:09.560597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10685c46-b31a-4d76-b9ce-c129064bb011 req-d0ddc3ab-978d-46c4-9853-8dc5bab2d81d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:09.570101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10685c46-b31a-4d76-b9ce-c129064bb011 req-d0ddc3ab-978d-46c4-9853-8dc5bab2d81d tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 867 time: 0.4560387 Jul 06 18:25:09.609359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.614533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df54f6a-c189-43aa-9fc7-5e3643d15914,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:09.619849 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.642468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10685c46-b31a-4d76-b9ce-c129064bb011 req-519c093f-5cd3-4cb2-bd01-5a2129872fa0 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd437f2-89a4-4088-ba33-e762daf390b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712941 Jul 06 18:25:09.676759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:09.683163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.725905 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.738131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62226b4d-2764-45e8-a022-42d43c0af57e None None] Network e0a2f6fa-fb15-4850-8caf-46b073f7de96 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:09.747751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:09.748308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:09.751868 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:09.865911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3abe7fb5-69f8-4fd5-ae37-ea862a46aa74 req-30326467-8dce-41f8-befb-edd0a9f29501 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 210 time: 0.0876193 Jul 06 18:25:09.933011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-f270cd99-e67a-4347-a23d-a36f16dc2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:09.935386 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-f270cd99-e67a-4347-a23d-a36f16dc2e16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a&tenant_id=e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 1099 time: 0.3327444 Jul 06 18:25:09.958585 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:25:09.958585 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:25:09.958585 n-d-799684-2 neutron-server[93967]: [parameters: {'id': 'bec8be49-f44b-4916-9c30-c69446bb5b88'}] Jul 06 18:25:09.958585 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:25:09.960029 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:25:09.975058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:10.007655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Port': ['ID=30b4f69b-61fc-45cc-a534-7182e86cdeda,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:10.013854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d256ed-460d-4b92-aea9-ab6ff401d2e9 None None] Pushing event updated for resources: {'Port': ['ID=dcc7d56b-7cad-446e-9441-d14f5414e131,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:10.025549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f0181-d120-4f36-aed5-fb8568c3d2a0 req-7e9647ff-403e-4023-9cd9-01f2c02b10fe tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:10.035489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d6f0181-d120-4f36-aed5-fb8568c3d2a0 req-7e9647ff-403e-4023-9cd9-01f2c02b10fe tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 948 time: 0.2105794 Jul 06 18:25:10.069623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-76a10759-eacd-41df-8228-dfcd35e19c35 None None] Provisioning for port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:10.095360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] No DVR routers for this DVR port 30b4f69b-61fc-45cc-a534-7182e86cdeda on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:10.105013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c264b9a-6438-425f-8329-7d03dcf017b1 None None] Network bec8be49-f44b-4916-9c30-c69446bb5b88 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:10.110032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-76a10759-eacd-41df-8228-dfcd35e19c35 None None] Provisioning complete for port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:10.110407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-76a10759-eacd-41df-8228-dfcd35e19c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.139864 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.144154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-78a63945-35c3-4537-bb47-2adfb2056e61 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=604f3a06301649ec85a8feffe7f94b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777929 Jul 06 18:25:10.174372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Allocated IP 192.168.233.188 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/c664f6d4-e523-4c4c-b2a8-af44e1cb9667) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:10.219250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.221369 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20a2661d-6bf9-43c9-b998-2b515c9ef046 req-ddb519cd-d813-4267-9e27-f7ca618ccad5 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.24 "DELETE /v2.0/ports/30b4f69b-61fc-45cc-a534-7182e86cdeda HTTP/1.1" status: 204 len: 173 time: 3.4066620 Jul 06 18:25:10.226304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08997d2f-18db-4c34-9eb3-893f61918e9f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:10.228895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'name': 'network-vif-deleted', 'tag': '30b4f69b-61fc-45cc-a534-7182e86cdeda'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:10.231658 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55b1f09-a140-4ed5-acad-16466141a3ff" -d '{"events": [{"server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "name": "network-vif-deleted", "tag": "30b4f69b-61fc-45cc-a534-7182e86cdeda"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:10.270812 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-44018ab0-4df2-4c4d-9750-cd0103e529c5 req-92505161-0c6a-43b8-aec3-cb61a7cce4c1 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 210 time: 0.1872108 Jul 06 18:25:10.297378 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d6f0181-d120-4f36-aed5-fb8568c3d2a0 req-99f44d18-7d2e-4b91-af37-5313d54c8c49 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594118 Jul 06 18:25:10.304658 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.414395 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b20a0a-62c0-4c08-b972-ef496a19bf5e x-openstack-request-id: req-e4b20a0a-62c0-4c08-b972-ef496a19bf5e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:10.416291 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:10.419418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.422688 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4b20a0a-62c0-4c08-b972-ef496a19bf5e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:10.422688 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'code': 200} Jul 06 18:25:10.425977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.443301 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-76a10759-eacd-41df-8228-dfcd35e19c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.470447 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3ae187-d5cf-415b-bb40-a2a68d7fab82 x-openstack-request-id: req-cd3ae187-d5cf-415b-bb40-a2a68d7fab82 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:10.471068 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16ed7fc-25d3-42e6-86e8-421e58a2f27d", "name": "network-vif-deleted", "tag": "30b4f69b-61fc-45cc-a534-7182e86cdeda", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:10.471529 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd3ae187-d5cf-415b-bb40-a2a68d7fab82 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:10.472144 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16ed7fc-25d3-42e6-86e8-421e58a2f27d', 'name': 'network-vif-deleted', 'tag': '30b4f69b-61fc-45cc-a534-7182e86cdeda', 'status': 'completed', 'code': 200} Jul 06 18:25:10.509426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-76a10759-eacd-41df-8228-dfcd35e19c35 None None] For port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,segment=NetworkSegment(9cc6b452-d9e6-4984-a935-47e4f72ed27a),segment_id=9cc6b452-d9e6-4984-a935-47e4f72ed27a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:10.516013 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.518278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-76a10759-eacd-41df-8228-dfcd35e19c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.532599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.533493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad7d006-4b59-433a-ae39-fd148e08e8e1 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:25:10.548619 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.552723 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb98d9ec-efb0-45af-b6f5-4663bae296a0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cad7d006-4b59-433a-ae39-fd148e08e8e1 HTTP/1.1" status: 204 len: 168 time: 5.7576585 Jul 06 18:25:10.557575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56626) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:10.600297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a10759-eacd-41df-8228-dfcd35e19c35 None None] Pushing event updated for resources: {'Port': ['ID=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:10.687631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f7873288-6cba-4430-a654-6805bbcbff54 req-74ac4fe1-9091-47be-a741-9e584eecf96b tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 210 time: 0.1497908 Jul 06 18:25:10.776743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-9e52bb5e-5921-40be-84e4-57131e16bc94 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:10.778745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-9e52bb5e-5921-40be-84e4-57131e16bc94 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6198435 Jul 06 18:25:10.807319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Request body: {'port': {'device_id': '721ecb67-b708-4f51-babd-32c135da70ed', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '604f3a06301649ec85a8feffe7f94b32'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:10.855016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e83cb5-4c93-454d-ae6d-14974916e95c None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:25:10.920702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting port dcc7d56b-7cad-446e-9441-d14f5414e131 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:10.921208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:10.924835 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a90b5c3f-9218-40ee-94ec-5a15f17750b9 req-fd52a4b6-4820-414a-9521-49a6a467c929 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16ed7fc-25d3-42e6-86e8-421e58a2f27d HTTP/1.1" status: 200 len: 210 time: 0.0488453 Jul 06 18:25:11.006836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f88a648b-7194-4fa5-9c73-0b9a43405b5b None None] Provisioning complete for port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:11.007487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f88a648b-7194-4fa5-9c73-0b9a43405b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.037679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] For port dcc7d56b-7cad-446e-9441-d14f5414e131, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=dcc7d56b-7cad-446e-9441-d14f5414e131,segment=NetworkSegment(42d90772-9e4f-4cdd-8a5b-e4b9a8040087),segment_id=42d90772-9e4f-4cdd-8a5b-e4b9a8040087)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:11.038367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.070194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Calling delete_port for dcc7d56b-7cad-446e-9441-d14f5414e131 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:11.075799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e83cb5-4c93-454d-ae6d-14974916e95c None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:25:11.080057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-2658a280-897e-4910-b507-587287637eb7 admin admin] Deleting subnet b26101e0-a578-4549-8fba-116a6b1c9493 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:25:11.085602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.095806 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2658a280-897e-4910-b507-587287637eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.110453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.164921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf6a0353-5e2e-496c-a486-f78ca43a5fd1 req-3f1e5ea0-e284-4b60-af28-1f081c54ca40 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 210 time: 0.0339668 Jul 06 18:25:11.180580 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:25:11.180580 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:25:11.180580 n-d-799684-2 neutron-server[93967]: [parameters: {'project_id_1': '604f3a06301649ec85a8feffe7f94b32', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 25, 11, 124342)}] Jul 06 18:25:11.180580 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:25:11.180580 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:25:11.241339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:11.246130 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.310051 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.326547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2658a280-897e-4910-b507-587287637eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.373111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74d01c-8ee3-4e08-ab3d-d306d94b80a3 req-cc61ddf4-60de-4263-a78f-074db1c71805 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:11.383198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d74d01c-8ee3-4e08-ab3d-d306d94b80a3 req-cc61ddf4-60de-4263-a78f-074db1c71805 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.4337170 Jul 06 18:25:11.387718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Transition to ACTIVE for port object c664f6d4-e523-4c4c-b2a8-af44e1cb9667 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:11.434232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e88ec0d5-c6cd-4ada-ab8c-161147dd0eae up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:11.463792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5caab6e3-df07-4546-a6d1-9ac400960963,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:11.468566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.498515 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71f1d2c2-01ad-46c8-9faa-8042d66864d5 req-2986ef4a-494c-419b-8ef8-163746cacf0f tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 210 time: 0.0439100 Jul 06 18:25:11.526395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Port': ['ID=dcc7d56b-7cad-446e-9441-d14f5414e131,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:11.529893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No DVR routers for this DVR port dcc7d56b-7cad-446e-9441-d14f5414e131 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:11.552718 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2658a280-897e-4910-b507-587287637eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.573097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Allocated IP 172.20.0.4 (387d7103-49e5-48ca-8c9e-8bb334581160/d22a3273-97c7-4233-beab-c55c5efc7ca5/ca1a69f1-9b1a-468a-b550-9efb05fbeb8a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:11.578066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:11.578827 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.623554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d74d01c-8ee3-4e08-ab3d-d306d94b80a3 req-b940da91-da4f-4690-933a-8581e50a2609 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389910 Jul 06 18:25:11.639416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.746341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:11.750656 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2658a280-897e-4910-b507-587287637eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.760445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:11.766394 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.778978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:11.798816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Pushing event updated for resources: {'Port': ['ID=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:11.802117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9df54f6a-c189-43aa-9fc7-5e3643d15914 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:11.827976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 9df54f6a-c189-43aa-9fc7-5e3643d15914 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:11.828655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9df54f6a-c189-43aa-9fc7-5e3643d15914 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:11.831210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec8be49-f44b-4916-9c30-c69446bb5b88']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:11.861911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658a280-897e-4910-b507-587287637eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26101e0-a578-4549-8fba-116a6b1c9493,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:11.863664 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2658a280-897e-4910-b507-587287637eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.868468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2658a280-897e-4910-b507-587287637eb7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b26101e0-a578-4549-8fba-116a6b1c9493 HTTP/1.1" status: 204 len: 168 time: 1.2995522 Jul 06 18:25:11.868787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56640) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:11.874199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d90772-9e4f-4cdd-8a5b-e4b9a8040087') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:11.874691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d90772-9e4f-4cdd-8a5b-e4b9a8040087') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:11.878895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff07a5b-1013-4967-a34f-42ef2032aeca None None] Network bb55d5aa-1fde-4c73-9787-3200b452da2a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:11.959691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.973380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Made reservation on behalf of 604f3a06301649ec85a8feffe7f94b32 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:11.978927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.983586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:11.984267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.998880 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.038191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-f5741723-002b-4730-bdd1-91169c18ea5c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3045027 Jul 06 18:25:12.044528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:12.059390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Request body: {'port': {'device_id': '78ad5e06-9c54-4a40-8344-c2c55eacf42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:12.069510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.096527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Deleting port 1bd7274d-c0ef-40f5-8100-d4d06695b802 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:12.097570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.103523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:12.103938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:12.116836 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:12.123997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d7123a44-c033-4a47-929c-3ea2dde4926c None None] Provisioning for port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:12.132357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d7123a44-c033-4a47-929c-3ea2dde4926c None None] Provisioning complete for port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:12.132989 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7123a44-c033-4a47-929c-3ea2dde4926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.140119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40889cc2-e148-4e68-a5e5-c7e724288c62 req-04fc2abb-f898-4ba6-90b4-d18ab511450b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:12.148952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40889cc2-e148-4e68-a5e5-c7e724288c62 req-04fc2abb-f898-4ba6-90b4-d18ab511450b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 948 time: 0.4101214 Jul 06 18:25:12.180054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d7123a44-c033-4a47-929c-3ea2dde4926c None None] Port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:12.230566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] DHCP port deletion for bb55d5aa-1fde-4c73-9787-3200b452da2a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:25:12.244069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] For port 1bd7274d-c0ef-40f5-8100-d4d06695b802, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1bd7274d-c0ef-40f5-8100-d4d06695b802,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:12.244438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.265842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Calling delete_port for 1bd7274d-c0ef-40f5-8100-d4d06695b802 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:12.276931 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.289945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] Deleting port 1bd7274d-c0ef-40f5-8100-d4d06695b802 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:12.290369 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.329842 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40889cc2-e148-4e68-a5e5-c7e724288c62 req-b5325d1e-aa70-4005-848d-3c951bc1cad2 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798720 Jul 06 18:25:12.333447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:12.337063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.368157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] For port 1bd7274d-c0ef-40f5-8100-d4d06695b802, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1bd7274d-c0ef-40f5-8100-d4d06695b802,segment=NetworkSegment(7e60485a-f0b8-45f6-9e62-0d0267976f88),segment_id=7e60485a-f0b8-45f6-9e62-0d0267976f88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:12.368669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.382959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] Calling delete_port for 1bd7274d-c0ef-40f5-8100-d4d06695b802 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:12.385438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a070152-4e10-4baf-bd94-45a46ddfa0d6 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:12.388247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a66e-dc9d-47a2-9ac9-f917fc46c25d req-f41a3728-99f7-4253-a03b-e4a00e3be2c5 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:12.389908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d697a66e-dc9d-47a2-9ac9-f917fc46c25d req-f41a3728-99f7-4253-a03b-e4a00e3be2c5 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 936 time: 0.2251382 Jul 06 18:25:12.400466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.419004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Transition to ACTIVE for port object 0a070152-4e10-4baf-bd94-45a46ddfa0d6 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:12.435002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56648) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:12.479100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.491303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.497139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.505920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.511978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56650) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:12.512415 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/bec8be49-f44b-4916-9c30-c69446bb5b88 HTTP/1.1" status: 204 len: 168 time: 4.8456016 Jul 06 18:25:12.514154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:12.522932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-6017904'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:12.589252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=bec8be49-f44b-4916-9c30-c69446bb5b88,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:12.616550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Allocated IP 192.168.233.44 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/b0746b60-11ab-4062-9ee2-528fa42bf689) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:12.625094 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.627053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.641249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Network 387d7103-49e5-48ca-8c9e-8bb334581160 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:12.658727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:12.661579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.661963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.662303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.662628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.662965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.663290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.663506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d697a66e-dc9d-47a2-9ac9-f917fc46c25d req-cb2c67f9-e49a-4c1a-85d8-75ef96cb0df9 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670524 Jul 06 18:25:12.663630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.663930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.664252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.664579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.664901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.665215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b2e9e-a83f-4d57-bf74-5373d49f743a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:12.669411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] Pushing event deleted for resources: {'Port': ['ID=1bd7274d-c0ef-40f5-8100-d4d06695b802,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:12.676808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aede99e-688a-4e32-84dd-2914ed5866a4 None None] No DVR routers for this DVR port 1bd7274d-c0ef-40f5-8100-d4d06695b802 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:12.691033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:12.713098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event updated for resources: {'Port': ['ID=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:12.717730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] No DVR routers for this DVR port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:12.734964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd7274d-c0ef-40f5-8100-d4d06695b802,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:12.755106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbae5f6e-858f-4cf5-834c-9d70eacb9aff tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting subnet ecc710e4-0f60-45fc-950b-1b3ead4a6b23 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:25:12.758591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbae5f6e-858f-4cf5-834c-9d70eacb9aff tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.790211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] No DVR routers for this DVR port 1bd7274d-c0ef-40f5-8100-d4d06695b802 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:12.795483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:12.799669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.855436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:12.856084 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.858642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:12.872176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Attempting to bind port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:12.872452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Attempting to bind port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:12.872790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Attempting to bind port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:12.882388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:25:12.882695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Attempting to bind port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:12.896074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b6410-a893-4549-88ae-f5efd35099f5 req-28658c2b-a964-4528-a532-8d37c073f7e6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:12.897175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbae5f6e-858f-4cf5-834c-9d70eacb9aff tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.897823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b2b6410-a893-4549-88ae-f5efd35099f5 req-28658c2b-a964-4528-a532-8d37c073f7e6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.3718917 Jul 06 18:25:12.899140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-54107fb1-d730-42a7-813a-84ef3881c035 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6691611 Jul 06 18:25:12.900116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:12.900458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:12.900847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:12.901295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Bound port: 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:12.901656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:12.924670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Request body: {'port': {'device_id': '95854be9-27a8-46c3-a440-9983d28946cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:12.968579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef7f146b-136e-434d-84ef-4fcbab8ce473 req-8197138d-a4c6-4067-8d7c-ef65203c281c tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 210 time: 0.1245754 Jul 06 18:25:13.019789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b2b6410-a893-4549-88ae-f5efd35099f5 req-c7673bae-5a1a-4378-9b96-64888049a48d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088479 Jul 06 18:25:13.036457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:13.043018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.069271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:13.077571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb55d5aa-1fde-4c73-9787-3200b452da2a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:13.084731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.085094 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment e01f5f1a-88fd-45da-a9ee-4f80e5491a36 of type vlan for network c90eee4e-fbf9-4de5-9100-18a2ba872f6f Jul 06 18:25:13.089170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:13.090521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.101441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.110236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e60485a-f0b8-45f6-9e62-0d0267976f88') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:13.110888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e60485a-f0b8-45f6-9e62-0d0267976f88') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:13.187646 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.230127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.265481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.267410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.41', 60578) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:13.294653 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbae5f6e-858f-4cf5-834c-9d70eacb9aff tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.300712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:13.301163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:13.341528 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:13.360334 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.resource_extend [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:25:13.401406 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.412112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1bd7274d-c0ef-40f5-8100-d4d06695b802 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:13.459581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.465585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:13.466534 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.472185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Transition to ACTIVE for port object b0746b60-11ab-4062-9ee2-528fa42bf689 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:13.480313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:13.480967 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.482525 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 1096 time: 3.5279448 Jul 06 18:25:13.485490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:13.488327 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:13.503931 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.521430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.523652 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bb55d5aa-1fde-4c73-9787-3200b452da2a HTTP/1.1" status: 204 len: 168 time: 1.6540756 Jul 06 18:25:13.535828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525bdae-c7fa-4385-ab91-c95a954f964d req-00736274-f641-4b55-8470-16afb2663958 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:13.537912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5525bdae-c7fa-4385-ab91-c95a954f964d req-00736274-f641-4b55-8470-16afb2663958 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 931 time: 0.4254346 Jul 06 18:25:13.539499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0213017 Jul 06 18:25:13.552798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56662) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:13.558981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': 'c90eee4e-fbf9-4de5-9100-18a2ba872f6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:13.611989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0936b-000e-4c59-9498-5eeddd34dd0e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=c90eee4e-fbf9-4de5-9100-18a2ba872f6f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:13.667365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de53e3-d497-4700-b5a5-304ad7de0239 service neutron] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:13.672126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbae5f6e-858f-4cf5-834c-9d70eacb9aff tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.674348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651a1d-835f-45d7-9615-832b8a0c58a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb55d5aa-1fde-4c73-9787-3200b452da2a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:13.683427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c90eee4e-fbf9-4de5-9100-18a2ba872f6f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:13.687324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-20eea574-e433-4ec3-8366-635c9732bf43 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:13.687521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1bd7274d-c0ef-40f5-8100-d4d06695b802 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:13.687786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1bd7274d-c0ef-40f5-8100-d4d06695b802 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:13.688521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-20eea574-e433-4ec3-8366-635c9732bf43 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.4167972 Jul 06 18:25:13.755188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5f6e-858f-4cf5-834c-9d70eacb9aff tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc710e4-0f60-45fc-950b-1b3ead4a6b23,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:13.765737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbae5f6e-858f-4cf5-834c-9d70eacb9aff tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.772598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bbae5f6e-858f-4cf5-834c-9d70eacb9aff tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "DELETE /v2.0/subnets/ecc710e4-0f60-45fc-950b-1b3ead4a6b23 HTTP/1.1" status: 204 len: 168 time: 1.2891381 Jul 06 18:25:13.775974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56666) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:13.783409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5525bdae-c7fa-4385-ab91-c95a954f964d req-61feb3c7-5361-48f8-a832-4a4216559ed3 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607480 Jul 06 18:25:13.795822 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.805482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff10c1d-cb0f-4889-9a38-3cfb14e8dae1 None None] Network 3e79693f-ea73-48a1-a4a9-ca7628fd9592 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:13.825381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56668) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:13.905460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:13.950191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:13.953116 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be453bab-4888-44ca-814b-1216a028915c x-openstack-request-id: req-be453bab-4888-44ca-814b-1216a028915c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:13.953429 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:13.953679 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be453bab-4888-44ca-814b-1216a028915c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:13.954087 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'status': 'completed', 'code': 200} Jul 06 18:25:13.955868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:13.984322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf4f71-9e9b-4549-8672-43c6bf9cc180 req-5e447785-ae8e-4c23-b865-c5d245660290 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:13.985953 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5bcf4f71-9e9b-4549-8672-43c6bf9cc180 req-5e447785-ae8e-4c23-b865-c5d245660290 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 948 time: 0.4908783 Jul 06 18:25:14.027342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:14.032393 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.044980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.045895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.077951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:14.110140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Allocated IP 192.168.233.131 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/e8036a46-2186-405c-b96c-71b8fd65e845) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:14.151381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] DHCP port deletion for 3e79693f-ea73-48a1-a4a9-ca7628fd9592 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:25:14.170146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5bcf4f71-9e9b-4549-8672-43c6bf9cc180 req-8e9a253f-5639-4dae-95d0-70e84a913f13 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675780 Jul 06 18:25:14.173299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-6fec3d8c-1a03-4018-a217-a1eeab9a3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.174740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-6fec3d8c-1a03-4018-a217-a1eeab9a3d75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1099 time: 0.5960221 Jul 06 18:25:14.225998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] Deleting port c5e9c061-759f-46a7-b5ce-74d632f72d8c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:14.226818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.261744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1a69f1-9b1a-468a-b550-9efb05fbeb8a {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:14.270382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.283469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Transition to ACTIVE for port object ca1a69f1-9b1a-468a-b550-9efb05fbeb8a will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:14.332702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-05ddf96a-600a-4ef6-be46-705f12158b1d None None] Provisioning for port b0746b60-11ab-4062-9ee2-528fa42bf689 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:14.336065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] For port c5e9c061-759f-46a7-b5ce-74d632f72d8c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c5e9c061-759f-46a7-b5ce-74d632f72d8c,segment=NetworkSegment(3642ed53-d8bc-46c2-8a1f-68be374576b4),segment_id=3642ed53-d8bc-46c2-8a1f-68be374576b4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:14.336681 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.347329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-05ddf96a-600a-4ef6-be46-705f12158b1d None None] Provisioning complete for port b0746b60-11ab-4062-9ee2-528fa42bf689 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:14.347693 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-05ddf96a-600a-4ef6-be46-705f12158b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.355483 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.366762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.370806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] Calling delete_port for c5e9c061-759f-46a7-b5ce-74d632f72d8c owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:14.403582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-356e1728-51dc-4359-a6e9-296e390d69a6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1173568 Jul 06 18:25:14.412177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ec2f6bbc-9526-4d28-ab8a-cc915df348f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=820a1dd467f0440499b2e407b1473b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5796852 Jul 06 18:25:14.428195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-05ddf96a-600a-4ef6-be46-705f12158b1d None None] Port b0746b60-11ab-4062-9ee2-528fa42bf689 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:14.431311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56674) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:14.435849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Request body: {'port': {'device_id': '46452b88-5531-4731-a822-cc0ca3ca653b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:14.476311 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.480863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Deleting port 550fb89b-eeeb-4b75-b603-ded8d57308e8 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:14.481210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.511271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] No DVR routers for this DVR port c5e9c061-759f-46a7-b5ce-74d632f72d8c on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:14.515555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6825ffa-b293-405f-a4f4-0b8577c3845f None None] Pushing event deleted for resources: {'Port': ['ID=c5e9c061-759f-46a7-b5ce-74d632f72d8c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:14.540582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-586fad62-29db-4374-a495-2729b7bd5c14 req-48a8c903-97ce-4b21-bdc5-7c410b8e45f1 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 210 time: 0.1829836 Jul 06 18:25:14.621047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-41e7d6ef-3800-4e56-ab76-ed73f75310a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.628468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-41e7d6ef-3800-4e56-ab76-ed73f75310a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1099 time: 0.6922987 Jul 06 18:25:14.636264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Pushing event updated for resources: {'Port': ['ID=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:14.658121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] For port 550fb89b-eeeb-4b75-b603-ded8d57308e8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=550fb89b-eeeb-4b75-b603-ded8d57308e8,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:14.658394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.726450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Calling delete_port for 550fb89b-eeeb-4b75-b603-ded8d57308e8 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:14.766093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9de8a9-d581-41d8-b6d5-1e8a71da3682 req-a592601d-7257-4d6f-8438-fcfaf3e8d6fd tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.767627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce9de8a9-d581-41d8-b6d5-1e8a71da3682 req-a592601d-7257-4d6f-8438-fcfaf3e8d6fd tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 936 time: 0.6663911 Jul 06 18:25:14.768355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.773438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dbc53624-e5aa-48ce-b588-d1d51b975323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.819644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.836808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.882439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-0ea70922-82b7-48d9-a489-c9c157e6f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.883960 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-0ea70922-82b7-48d9-a489-c9c157e6f250 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.5217113 Jul 06 18:25:14.890641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e79693f-ea73-48a1-a4a9-ca7628fd9592']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:14.893742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dbc53624-e5aa-48ce-b588-d1d51b975323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.895290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Transition to ACTIVE for port object e8036a46-2186-405c-b96c-71b8fd65e845 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:14.935383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-f162e4fe-16d9-4498-b8fa-84afba82d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.936824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-f162e4fe-16d9-4498-b8fa-84afba82d41c service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2937353 Jul 06 18:25:14.944556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce9de8a9-d581-41d8-b6d5-1e8a71da3682 req-45154c95-dac1-4ce8-804a-b2baf26e588a tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691892 Jul 06 18:25:14.956526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3642ed53-d8bc-46c2-8a1f-68be374576b4') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:14.956811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3642ed53-d8bc-46c2-8a1f-68be374576b4') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:14.972678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-a4c231ef-36db-4a0a-a661-b3575ea23ca6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0749969 Jul 06 18:25:14.980677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Attempting to bind port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:14.980918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Attempting to bind port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:14.981180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Attempting to bind port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:14.986260 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.022627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-82d8d764-422f-4a9b-a2e7-053b2dd40216 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0756447 Jul 06 18:25:15.052716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a on network 387d7103-49e5-48ca-8c9e-8bb334581160 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:25:15.053044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Attempting to bind port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:15.058040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.108759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:15.109180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:15.112351 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:15.116068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:15.116068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Checking segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:15.116068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Bound using segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:15.116068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Bound port: ca1a69f1-9b1a-468a-b550-9efb05fbeb8a, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:15.116068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.173827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82f63e-889f-4451-bfcd-96e020da2c4f req-ac02279d-b15f-4374-bb98-8d3cf35ce69a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.175377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a82f63e-889f-4451-bfcd-96e020da2c4f req-ac02279d-b15f-4374-bb98-8d3cf35ce69a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ac46055-5429-4903-86d5-b6e7459a1854 HTTP/1.1" status: 200 len: 946 time: 0.4620087 Jul 06 18:25:15.200638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-6b6156c3-c2c2-4ee0-8487-fe77c8711aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.202498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-6b6156c3-c2c2-4ee0-8487-fe77c8711aa9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2186711 Jul 06 18:25:15.211988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.219883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.244193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dbc53624-e5aa-48ce-b588-d1d51b975323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.246730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dbc53624-e5aa-48ce-b588-d1d51b975323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.250314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dbc53624-e5aa-48ce-b588-d1d51b975323 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2440fd65-ba07-4557-a8af-fbb658178adc HTTP/1.1" status: 204 len: 168 time: 0.8060644 Jul 06 18:25:15.256235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-c1f06c0b-e76d-4f7c-969e-5c1eab3848e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.257877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-c1f06c0b-e76d-4f7c-969e-5c1eab3848e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1865733 Jul 06 18:25:15.282891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc53624-e5aa-48ce-b588-d1d51b975323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2440fd65-ba07-4557-a8af-fbb658178adc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:15.310121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.334912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.365038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event deleted for resources: {'Port': ['ID=550fb89b-eeeb-4b75-b603-ded8d57308e8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:15.392166 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.394174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "DELETE /v2.0/networks/3e79693f-ea73-48a1-a4a9-ca7628fd9592 HTTP/1.1" status: 204 len: 168 time: 1.6114235 Jul 06 18:25:15.401866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:15.404470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7a08d-618e-4801-8d5c-e373771b5def req-bc83f906-7be6-44e8-9cfc-60cf4e6b5162 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.411637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aae7a08d-618e-4801-8d5c-e373771b5def req-bc83f906-7be6-44e8-9cfc-60cf4e6b5162 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 943 time: 0.3289747 Jul 06 18:25:15.435778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:15.441697 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a82f63e-889f-4451-bfcd-96e020da2c4f req-e3363e4c-d5cc-4023-90c4-45f7eade93d8 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534754 Jul 06 18:25:15.468822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c5e9c061-759f-46a7-b5ce-74d632f72d8c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:15.491923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] No DVR routers for this DVR port 550fb89b-eeeb-4b75-b603-ded8d57308e8 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:15.495311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.497307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.41 "DELETE /v2.0/ports/550fb89b-eeeb-4b75-b603-ded8d57308e8 HTTP/1.1" status: 204 len: 173 time: 1.7929311 Jul 06 18:25:15.507647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14ff4-a264-456c-8cbc-0e9f0d2d21c9 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Network': ['ID=3e79693f-ea73-48a1-a4a9-ca7628fd9592,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:15.510699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac46055-5429-4903-86d5-b6e7459a1854', 'name': 'network-vif-deleted', 'tag': '550fb89b-eeeb-4b75-b603-ded8d57308e8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:15.513110 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5df410-d66c-4db3-a171-28e584978cf4" -d '{"events": [{"server_uuid": "2ac46055-5429-4903-86d5-b6e7459a1854", "name": "network-vif-deleted", "tag": "550fb89b-eeeb-4b75-b603-ded8d57308e8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:15.535118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c5e9c061-759f-46a7-b5ce-74d632f72d8c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:15.535794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c5e9c061-759f-46a7-b5ce-74d632f72d8c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:15.555255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=dda9f75d-11f4-4149-9034-f16d4a54fce0,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:15.573546 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b13ee255-4467-451a-b8ae-ca33383f7ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.612420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-95b25cd1-9e08-49e8-b2dc-73ac6c381a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.614019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-95b25cd1-9e08-49e8-b2dc-73ac6c381a5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3418446 Jul 06 18:25:15.614353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] For port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:15.625997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] For port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:15.625997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Pushing event updated for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:15.635178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:15.638201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:15.645849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aae7a08d-618e-4801-8d5c-e373771b5def req-cdeec0f2-9b06-49b6-b4a2-c3c99814309c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327437 Jul 06 18:25:15.719656 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c664f6d4-e523-4c4c-b2a8-af44e1cb9667 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:15.736122 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4de380-ea3c-4a3f-8c01-ed7e9f2e83df x-openstack-request-id: req-3f4de380-ea3c-4a3f-8c01-ed7e9f2e83df {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:15.736442 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac46055-5429-4903-86d5-b6e7459a1854", "name": "network-vif-deleted", "tag": "550fb89b-eeeb-4b75-b603-ded8d57308e8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:15.736683 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f4de380-ea3c-4a3f-8c01-ed7e9f2e83df {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:15.737154 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac46055-5429-4903-86d5-b6e7459a1854', 'name': 'network-vif-deleted', 'tag': '550fb89b-eeeb-4b75-b603-ded8d57308e8', 'status': 'completed', 'code': 200} Jul 06 18:25:15.751063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.781989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': 'e01f5f1a-88fd-45da-a9ee-4f80e5491a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c90eee4e-fbf9-4de5-9100-18a2ba872f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:15.782532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: c90eee4e-fbf9-4de5-9100-18a2ba872f6f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:15.802175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Transition to ACTIVE for port object c664f6d4-e523-4c4c-b2a8-af44e1cb9667 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:15.811322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.817554 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.848421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e4ad99-4c30-4b57-b24c-7d90a8895d05 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting subnet 5a80a081-f489-4dcb-aed3-35f495c255b4 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:25:15.861220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e4ad99-4c30-4b57-b24c-7d90a8895d05 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.902434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-c2320b4b-c036-4bcc-8ad5-d798f7a298dc service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555175 Jul 06 18:25:15.944422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.945141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.955799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.956417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:15.958042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] 10.222.0.41 "PUT /v2.0/ports/ca1a69f1-9b1a-468a-b550-9efb05fbeb8a HTTP/1.1" status: 200 len: 1091 time: 3.0400984 Jul 06 18:25:15.961928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95854be9-27a8-46c3-a440-9983d28946cb', 'tag': 'ca1a69f1-9b1a-468a-b550-9efb05fbeb8a'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:15.964158 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1455a057-b691-4d15-a6c4-2ba4fb64459e" -d '{"events": [{"name": "network-changed", "server_uuid": "95854be9-27a8-46c3-a440-9983d28946cb", "tag": "ca1a69f1-9b1a-468a-b550-9efb05fbeb8a"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:15.966691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network c90eee4e-fbf9-4de5-9100-18a2ba872f6f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:15.991686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e1d19eba-4c5f-4d0d-8a2f-9796b50de899 None None] Provisioning for port e8036a46-2186-405c-b96c-71b8fd65e845 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:16.018965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-e1fad09f-430d-480b-bd79-1f47742d3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:16.018965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-e1fad09f-430d-480b-bd79-1f47742d3b14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7994101 Jul 06 18:25:16.023599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e1d19eba-4c5f-4d0d-8a2f-9796b50de899 None None] Provisioning complete for port e8036a46-2186-405c-b96c-71b8fd65e845 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:16.025436 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1d19eba-4c5f-4d0d-8a2f-9796b50de899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.027363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e4ad99-4c30-4b57-b24c-7d90a8895d05 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.035406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c90eee4e-fbf9-4de5-9100-18a2ba872f6f) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:16.074053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85541315-584d-44a2-997e-6b9dc340ef08 None None] Network c90eee4e-fbf9-4de5-9100-18a2ba872f6f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:16.083834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-bbc74470-5de6-4070-af0a-3fac3f02564b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2913253 Jul 06 18:25:16.089618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:16.090368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.100676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612147ca-b726-4a66-be6b-49a14facc6d3 req-31a4fac7-70d6-44c5-acee-bf6bdbd75cd6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:16.102293 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-612147ca-b726-4a66-be6b-49a14facc6d3 req-31a4fac7-70d6-44c5-acee-bf6bdbd75cd6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 948 time: 0.3900785 Jul 06 18:25:16.143689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Pushing event updated for resources: {'Port': ['ID=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:16.184684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e1d19eba-4c5f-4d0d-8a2f-9796b50de899 None None] Port e8036a46-2186-405c-b96c-71b8fd65e845 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:16.315205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Attempting to bind port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:16.316045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Attempting to bind port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:16.316649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Attempting to bind port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:16.345898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:25:16.346516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Attempting to bind port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:16.388772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6900-bb2d-4bcd-aaa4-0e08d648d20f req-ed54d793-5c24-4557-a8a4-12490c8e9bc2 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:16.401542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-199f6900-bb2d-4bcd-aaa4-0e08d648d20f req-ed54d793-5c24-4557-a8a4-12490c8e9bc2 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 936 time: 0.5079160 Jul 06 18:25:16.404155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:16.404698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:16.405776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:16.408122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Bound port: c664f6d4-e523-4c4c-b2a8-af44e1cb9667, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:16.408838 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.413318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c90eee4e-fbf9-4de5-9100-18a2ba872f6f', 'network_id': 'c90eee4e-fbf9-4de5-9100-18a2ba872f6f', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': 'dda9f75d-11f4-4149-9034-f16d4a54fce0'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:16.414888 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.456172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-59f1f528-7c8f-4daa-80a5-740489d0a392 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064487 Jul 06 18:25:16.472461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56716) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:16.576221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-199f6900-bb2d-4bcd-aaa4-0e08d648d20f req-bcd823c9-264c-45fe-8580-7dba7378a7b4 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732943 Jul 06 18:25:16.587415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Allocated IP 2001:db8::3 (c90eee4e-fbf9-4de5-9100-18a2ba872f6f/dda9f75d-11f4-4149-9034-f16d4a54fce0/752027cf-243d-4c68-b036-93b316bf5cc7) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:16.588352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0746b60-11ab-4062-9ee2-528fa42bf689 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:16.600714 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.613689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] For port c664f6d4-e523-4c4c-b2a8-af44e1cb9667, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:16.617390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] For port c664f6d4-e523-4c4c-b2a8-af44e1cb9667, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:16.627252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Transition to ACTIVE for port object b0746b60-11ab-4062-9ee2-528fa42bf689 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:16.628571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.681056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.693296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:16.693979 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.696080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-784a5633-5af3-4d73-9518-d669a2091878 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559916 Jul 06 18:25:16.697341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e5d67-97fc-4bec-ba8a-5d82d79ebf7c service neutron] Pushing event updated for resources: {'Port': ['ID=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:16.703701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] 10.222.0.41 "PUT /v2.0/ports/c664f6d4-e523-4c4c-b2a8-af44e1cb9667 HTTP/1.1" status: 200 len: 1096 time: 4.6434426 Jul 06 18:25:16.704305 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32140109-9480-4db6-8b68-5ce43d27172f x-openstack-request-id: req-32140109-9480-4db6-8b68-5ce43d27172f {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:16.704776 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95854be9-27a8-46c3-a440-9983d28946cb", "tag": "ca1a69f1-9b1a-468a-b550-9efb05fbeb8a", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:16.704941 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32140109-9480-4db6-8b68-5ce43d27172f {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:16.705321 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95854be9-27a8-46c3-a440-9983d28946cb', 'tag': 'ca1a69f1-9b1a-468a-b550-9efb05fbeb8a', 'status': 'completed', 'code': 200} Jul 06 18:25:16.711429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Request body: {'port': {'device_id': '721ecb67-b708-4f51-babd-32c135da70ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:16.714818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2089f4b4-6665-4e2c-aec0-b2ff7a4701bd tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1605539 Jul 06 18:25:16.728714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56724) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:16.749964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-network', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:16.761443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616076578'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:16.843754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Pushing event updated for resources: {'Port': ['ID=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:16.864694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 550fb89b-eeeb-4b75-b603-ded8d57308e8 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:16.895427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 550fb89b-eeeb-4b75-b603-ded8d57308e8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:16.895917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 550fb89b-eeeb-4b75-b603-ded8d57308e8 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:16.896325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.896678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.897016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.897358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.897703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.898072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.898399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.898724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.899046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.899369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.899694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.900586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1160e2c0-6a8a-4879-af3f-156f405565de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:16.908511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:16.912056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.919897 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:16.933929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Transition to ACTIVE for port object 752027cf-243d-4c68-b036-93b316bf5cc7 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:16.953271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Transition to ACTIVE for port object 752027cf-243d-4c68-b036-93b316bf5cc7 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:16.960259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-612147ca-b726-4a66-be6b-49a14facc6d3 req-29d1b33c-bd37-43e6-83b2-ccdec28a7004 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529390 Jul 06 18:25:16.964558 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.019050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Network c90eee4e-fbf9-4de5-9100-18a2ba872f6f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:17.023547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Pushing event updated for resources: {'Port': ['ID=752027cf-243d-4c68-b036-93b316bf5cc7,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:17.028273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:17.032880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:17.056395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e4ad99-4c30-4b57-b24c-7d90a8895d05 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.105939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-754c56ac-d2a9-4aa1-b769-05b82f5615d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:17.107506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-754c56ac-d2a9-4aa1-b769-05b82f5615d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 1094 time: 1.0664167 Jul 06 18:25:17.135251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.169730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Attempting to bind port 752027cf-243d-4c68-b036-93b316bf5cc7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:17.170516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Attempting to bind port 752027cf-243d-4c68-b036-93b316bf5cc7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'e01f5f1a-88fd-45da-a9ee-4f80e5491a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c90eee4e-fbf9-4de5-9100-18a2ba872f6f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:17.171031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Attempting to bind port 752027cf-243d-4c68-b036-93b316bf5cc7 on network c90eee4e-fbf9-4de5-9100-18a2ba872f6f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:17.184546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:17.185098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Checking segment: {'id': 'e01f5f1a-88fd-45da-a9ee-4f80e5491a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c90eee4e-fbf9-4de5-9100-18a2ba872f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:17.185939 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.186479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Bound using segment: {'id': 'e01f5f1a-88fd-45da-a9ee-4f80e5491a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c90eee4e-fbf9-4de5-9100-18a2ba872f6f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:17.187050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Bound port: 752027cf-243d-4c68-b036-93b316bf5cc7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01f5f1a-88fd-45da-a9ee-4f80e5491a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c90eee4e-fbf9-4de5-9100-18a2ba872f6f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:17.187684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.207712 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aa79432-c755-490a-8cb4-60472bc305a2 req-2b79ebba-c6dd-4193-9d99-9afcb3a9d787 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860799 Jul 06 18:25:17.214021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-2e03b885-1c98-4801-902c-70a05e91feec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a HTTP/1.1" status: 200 len: 217 time: 0.0896547 Jul 06 18:25:17.319387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] For port 752027cf-243d-4c68-b036-93b316bf5cc7, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:17.325146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] For port 752027cf-243d-4c68-b036-93b316bf5cc7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=752027cf-243d-4c68-b036-93b316bf5cc7,segment=NetworkSegment(e01f5f1a-88fd-45da-a9ee-4f80e5491a36),segment_id=e01f5f1a-88fd-45da-a9ee-4f80e5491a36)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:17.345339 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.400782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e4ad99-4c30-4b57-b24c-7d90a8895d05 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.451318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be719a-2f02-4763-ace9-d56c6d4b4311 None None] Pushing event updated for resources: {'Port': ['ID=752027cf-243d-4c68-b036-93b316bf5cc7,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:17.451610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Made reservation on behalf of cf85559c32fa45e48748e3b94f575516 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:17.454423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.498426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-da918f82-eac2-485c-b489-176da00debf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:17.499924 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-da918f82-eac2-485c-b489-176da00debf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.2781489 Jul 06 18:25:17.502356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4ad99-4c30-4b57-b24c-7d90a8895d05 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Subnet': ['ID=5a80a081-f489-4dcb-aed3-35f495c255b4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:17.506226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e4ad99-4c30-4b57-b24c-7d90a8895d05 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.506609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:17.508110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-00e4ad99-4c30-4b57-b24c-7d90a8895d05 tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "DELETE /v2.0/subnets/5a80a081-f489-4dcb-aed3-35f495c255b4 HTTP/1.1" status: 204 len: 168 time: 2.0902109 Jul 06 18:25:17.513671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626bb71-c101-4480-b841-def21b4f58df None None] Network 4114424c-d39e-4f01-9a03-c1bec62f16ac requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:17.514637 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.516176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56730) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:17.534017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:17.541813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-d6beafe8-07ff-45c6-85e4-4fb1a9d94e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:17.543950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-d6beafe8-07ff-45c6-85e4-4fb1a9d94e7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3559615e7d24cda8256e1d1f63a2e6b&device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 1099 time: 0.7571294 Jul 06 18:25:17.553322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.554121 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment 9b9adba9-71c1-4eaa-90cf-159d1291dc26 of type vlan for network d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca Jul 06 18:25:17.612108 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-67a9eb44-72df-4122-bf44-e9c0e441ed37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923634 Jul 06 18:25:17.638075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-63e07913-a969-45e6-b281-61de269e1d1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c664f6d4-e523-4c4c-b2a8-af44e1cb9667 HTTP/1.1" status: 200 len: 217 time: 0.0803299 Jul 06 18:25:17.644301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Attempting to bind port b0746b60-11ab-4062-9ee2-528fa42bf689 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:17.644787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Attempting to bind port b0746b60-11ab-4062-9ee2-528fa42bf689 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:17.645212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Attempting to bind port b0746b60-11ab-4062-9ee2-528fa42bf689 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:17.739911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Port b0746b60-11ab-4062-9ee2-528fa42bf689 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:25:17.740304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Attempting to bind port b0746b60-11ab-4062-9ee2-528fa42bf689 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:17.754278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ad5e06-9c54-4a40-8344-c2c55eacf42d', 'tag': 'c664f6d4-e523-4c4c-b2a8-af44e1cb9667'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:17.756589 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ce1556-55a2-4875-b4c2-4cb98bc86d91" -d '{"events": [{"name": "network-changed", "server_uuid": "78ad5e06-9c54-4a40-8344-c2c55eacf42d", "tag": "c664f6d4-e523-4c4c-b2a8-af44e1cb9667"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:17.788296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f9e31-930a-4ef3-aec3-075565917509 req-b1fec6d6-a916-4668-a6ab-c98073c2e668 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:17.789178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc395c-9ab1-49b2-8553-e63b33e0ab18 req-4203dc73-7441-4ec5-835b-f2004965b890 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:17.796258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-618f9e31-930a-4ef3-aec3-075565917509 req-b1fec6d6-a916-4668-a6ab-c98073c2e668 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 943 time: 0.5241163 Jul 06 18:25:17.796824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cfc395c-9ab1-49b2-8553-e63b33e0ab18 req-4203dc73-7441-4ec5-835b-f2004965b890 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 948 time: 0.9408479 Jul 06 18:25:17.803423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.816881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-e8f5bd6a-1ec9-49ff-aa89-fbc7d082fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:17.818707 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-e8f5bd6a-1ec9-49ff-aa89-fbc7d082fc33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1099 time: 0.5271852 Jul 06 18:25:17.829270 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.830985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:17.831591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:17.832016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:17.832472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Bound port: b0746b60-11ab-4062-9ee2-528fa42bf689, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:17.832846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:17.844454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] DHCP port deletion for 4114424c-d39e-4f01-9a03-c1bec62f16ac request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:25:17.854730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-370cb572-810c-4d0d-8035-9936e583a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:17.856287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-370cb572-810c-4d0d-8035-9936e583a8cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2010245 Jul 06 18:25:17.907922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] Deleting port a0e647ba-866c-4331-beb7-17c18f806738 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:17.909143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.003736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] For port a0e647ba-866c-4331-beb7-17c18f806738, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a0e647ba-866c-4331-beb7-17c18f806738,segment=NetworkSegment(48d8d46d-cf19-4858-be25-29b10f9a01e8),segment_id=48d8d46d-cf19-4858-be25-29b10f9a01e8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:18.004207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.016365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.020257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-618f9e31-930a-4ef3-aec3-075565917509 req-7e93109c-7e50-4bba-a0e3-393283a87e14 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228327 Jul 06 18:25:18.023625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.024533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.029609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] Calling delete_port for a0e647ba-866c-4331-beb7-17c18f806738 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:18.067003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-30024e9b-68ed-4f29-aae0-70b0d28286e6 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350398 Jul 06 18:25:18.117155 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cfc395c-9ab1-49b2-8553-e63b33e0ab18 req-1a934035-8727-4a9c-a77d-7e732d54122d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192298 Jul 06 18:25:18.167282 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.180556 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-32d97765-c6bd-40a1-8a26-5c542741e6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.183229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c4fbf4e-e7fa-48c4-a86a-d431819279cf req-d2f9c07e-49df-4123-acab-701383c53528 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080039 Jul 06 18:25:18.207526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] Pushing event deleted for resources: {'Port': ['ID=a0e647ba-866c-4331-beb7-17c18f806738,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:18.210578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8637c-1ca9-449a-b726-26dd3c0fb303 None None] No DVR routers for this DVR port a0e647ba-866c-4331-beb7-17c18f806738 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:18.225705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-b1573455-d474-4b29-93ac-adf5f2dfb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.227251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-b1573455-d474-4b29-93ac-adf5f2dfb098 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.3875289 Jul 06 18:25:18.251452 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.266894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:18.272828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.286213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:18.296648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:18.299977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.300328 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Added segment c173db93-e868-4ad0-ab81-6b65e1dcce88 of type vlan for network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 Jul 06 18:25:18.334813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-83db447f-2f1d-425d-961b-a301f66b12af tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5994387 Jul 06 18:25:18.342761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fa840f-26c1-42d3-8e6b-b843646af870,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:18.347100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-ea229f3a-5009-4f3a-91e7-1aa9250ad33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.349093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-ea229f3a-5009-4f3a-91e7-1aa9250ad33f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4417741 Jul 06 18:25:18.360855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56746) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:18.363922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:18.382600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': 'd8fd93a9-e339-44a7-8f4c-df7b2e4f1dca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:18.393142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.418269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-8a9b24ae-0d5c-4910-905f-7fc0beb50683 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.1630285 Jul 06 18:25:18.427498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8036a46-2186-405c-b96c-71b8fd65e845 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:18.442079 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.472406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:18.488290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Deleting port a0e647ba-866c-4331-beb7-17c18f806738 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:18.488615 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.521773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Transition to ACTIVE for port object e8036a46-2186-405c-b96c-71b8fd65e845 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:18.542760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.567503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.611129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.637857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.638489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.640011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] 10.222.0.41 "PUT /v2.0/ports/b0746b60-11ab-4062-9ee2-528fa42bf689 HTTP/1.1" status: 200 len: 1095 time: 4.2097812 Jul 06 18:25:18.650713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-64032449-a01c-47a5-9a67-9f9e471c6333 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.652318 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-64032449-a01c-47a5-9a67-9f9e471c6333 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.4667954 Jul 06 18:25:18.665337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-8907be27-e636-4170-83b3-4bdb8b08520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.666900 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-8907be27-e636-4170-83b3-4bdb8b08520a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2287858 Jul 06 18:25:18.679242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] For port a0e647ba-866c-4331-beb7-17c18f806738, host n-d-799684-2, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:18.680178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.751921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8d132-62c1-4dc2-8843-efd592c8f0fc service neutron] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:18.780735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.781931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.782520 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.784851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Calling delete_port for a0e647ba-866c-4331-beb7-17c18f806738 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:18.791258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-53af5c3f-4d63-4ccb-946f-80e099379178 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233174 Jul 06 18:25:18.792833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-fdf6974a-1cd3-48ce-a90e-83f328018074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.796729 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-fdf6974a-1cd3-48ce-a90e-83f328018074 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 1094 time: 0.4943354 Jul 06 18:25:18.798967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Port a0e647ba-866c-4331-beb7-17c18f806738 was not found and therefore no delete operation was performed {{(pid=93967) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:25:18.803195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5dee2-153a-4b23-8963-496d01fabb05 None None] Network c90eee4e-fbf9-4de5-9100-18a2ba872f6f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:18.803723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87387b1e-e6bf-4c7e-b349-bb44bc6a0287 req-2ad0461d-8fef-4a48-b0eb-6a6ab97e6a29 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.810291 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87387b1e-e6bf-4c7e-b349-bb44bc6a0287 req-2ad0461d-8fef-4a48-b0eb-6a6ab97e6a29 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 936 time: 0.5053132 Jul 06 18:25:18.810751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-af0b4912-6752-4689-bb98-7f86d51cb40f tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/quotas/bf77d1848a3a4efe9c1eb515d3893aec HTTP/1.1" status: 200 len: 375 time: 0.1070135 Jul 06 18:25:18.811196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:18.815360 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:18.821879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Pushing event updated for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:18.911199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0a070152-4e10-4baf-bd94-45a46ddfa0d6 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:18.991266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9701a0f-c299-43f5-b6bd-778d313a2dd3 None None] Provisioning for port 752027cf-243d-4c68-b036-93b316bf5cc7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:19.017741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-414780bf-d2c3-44c2-9b80-ba530e0cb6fb req-c1d6cc78-32df-40b4-8263-dea56b39563c service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930327 Jul 06 18:25:19.122512 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6431191 Jul 06 18:25:19.135590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56750) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:19.145971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Request body: {'subnet': {'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-subnet', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:19.169740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Performing IP validity checks on allocation pools {{(pid=93966) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:25:19.170299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93966) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:25:19.175773 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3db8d-b43e-4f47-bdab-25bec4353ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd25154-51cb-4e9b-a9b7-9439c0d49a26,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:19.215381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:19.218235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-16183b97-dda0-4802-b4f2-957a34b6829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:19.219781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-16183b97-dda0-4802-b4f2-957a34b6829a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=604f3a06301649ec85a8feffe7f94b32&device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 1098 time: 0.5272918 Jul 06 18:25:19.222800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87387b1e-e6bf-4c7e-b349-bb44bc6a0287 req-4d4c0659-2c10-4d1e-837e-2d26e23bf777 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967385 Jul 06 18:25:19.240892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:19.273252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-cc8e8beb-e3e9-4345-91eb-ea30705caae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b0746b60-11ab-4062-9ee2-528fa42bf689 HTTP/1.1" status: 200 len: 217 time: 0.0436227 Jul 06 18:25:19.276120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Made reservation on behalf of cf85559c32fa45e48748e3b94f575516 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:19.278763 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.299861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'mac_address': 'fa:16:3e:c8:e5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:19.320524 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d3cc5-2309-4e66-badd-88c3145e19af x-openstack-request-id: req-2f2d3cc5-2309-4e66-badd-88c3145e19af {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:19.321031 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ad5e06-9c54-4a40-8344-c2c55eacf42d", "tag": "c664f6d4-e523-4c4c-b2a8-af44e1cb9667", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:19.321443 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f2d3cc5-2309-4e66-badd-88c3145e19af {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:19.322023 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ad5e06-9c54-4a40-8344-c2c55eacf42d', 'tag': 'c664f6d4-e523-4c4c-b2a8-af44e1cb9667', 'status': 'completed', 'code': 200} Jul 06 18:25:19.377985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.386264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-a695fe9d-effc-447e-ba90-2b707cb94883 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5744934 Jul 06 18:25:19.396265 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.416004 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.467925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a070152-4e10-4baf-bd94-45a46ddfa0d6 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:19.480740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Port': ['ID=a0e647ba-866c-4331-beb7-17c18f806738,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:19.494403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:19.505917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] No DVR routers for this DVR port a0e647ba-866c-4331-beb7-17c18f806738 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:19.514733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 752027cf-243d-4c68-b036-93b316bf5cc7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:19.518359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.541922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-a4d164c7-9034-480d-8e2c-2294c6fed9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:19.543437 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-a4d164c7-9034-480d-8e2c-2294c6fed9ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2624283 Jul 06 18:25:19.597658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:19.640883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 752027cf-243d-4c68-b036-93b316bf5cc7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:19.645453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 752027cf-243d-4c68-b036-93b316bf5cc7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:19.645989 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.716810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Attempting to bind port e8036a46-2186-405c-b96c-71b8fd65e845 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:19.717141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Attempting to bind port e8036a46-2186-405c-b96c-71b8fd65e845 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:19.717449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Attempting to bind port e8036a46-2186-405c-b96c-71b8fd65e845 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:19.722736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.737457 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.740737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-4f5c9288-dd08-4cf1-82d2-6b214045b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:19.742375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-4f5c9288-dd08-4cf1-82d2-6b214045b1dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3559615e7d24cda8256e1d1f63a2e6b&device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 1099 time: 0.3909287 Jul 06 18:25:19.744967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-5499b125-a995-430e-99c8-0a694020803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:19.747081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-5499b125-a995-430e-99c8-0a694020803b service neutron] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.9046676 Jul 06 18:25:19.747081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Port e8036a46-2186-405c-b96c-71b8fd65e845 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:25:19.747354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Attempting to bind port e8036a46-2186-405c-b96c-71b8fd65e845 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:19.750811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4114424c-d39e-4f01-9a03-c1bec62f16ac']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:19.758250 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.758557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-f38bbb66-7c9e-4f96-891d-2da1655fae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:19.760077 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-f38bbb66-7c9e-4f96-891d-2da1655fae6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0701466 Jul 06 18:25:19.770314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:19.779382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8a3c892c-97d6-4404-aa03-03d6fdaf813c None None] Provisioning complete for port 752027cf-243d-4c68-b036-93b316bf5cc7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:19.779824 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a3c892c-97d6-4404-aa03-03d6fdaf813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.786624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a26b9-9ec5-4aad-a16d-976cff054d5d req-3c966408-3373-40a1-8976-36e7251603e1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:19.788999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c2a26b9-9ec5-4aad-a16d-976cff054d5d req-3c966408-3373-40a1-8976-36e7251603e1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 949 time: 0.3044484 Jul 06 18:25:19.789453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d8d46d-cf19-4858-be25-29b10f9a01e8') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:19.789764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d8d46d-cf19-4858-be25-29b10f9a01e8') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:19.792561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:19.792912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:19.793499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:19.793907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Bound port: e8036a46-2186-405c-b96c-71b8fd65e845, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:19.794272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.798305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-2dd6e5ee-ffbc-4862-acdd-bf5c5cd37309 service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914678 Jul 06 18:25:19.857249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 752027cf-243d-4c68-b036-93b316bf5cc7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=752027cf-243d-4c68-b036-93b316bf5cc7,segment=NetworkSegment(e01f5f1a-88fd-45da-a9ee-4f80e5491a36),segment_id=e01f5f1a-88fd-45da-a9ee-4f80e5491a36)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:19.869680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.883873 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.888732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-f6f4943f-33ea-44bb-8c32-528147a30b8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a HTTP/1.1" status: 200 len: 217 time: 0.1252742 Jul 06 18:25:19.947048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=9de8fcf8-dfbb-4016-9361-1b93369c7b66,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:19.969255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-f5ddca9e-575e-45a3-8264-253488c1de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:19.971515 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-f5ddca9e-575e-45a3-8264-253488c1de82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4075801 Jul 06 18:25:19.971923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a0e647ba-866c-4331-beb7-17c18f806738 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:19.990812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.009055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:20.009429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.014136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: a0e647ba-866c-4331-beb7-17c18f806738 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:20.014623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a0e647ba-866c-4331-beb7-17c18f806738 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:20.019450 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:20.030305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=752027cf-243d-4c68-b036-93b316bf5cc7,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:20.089409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.102379 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c2a26b9-9ec5-4aad-a16d-976cff054d5d req-2074f140-8f3a-452b-9d8a-96c6871c4db0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874303 Jul 06 18:25:20.129319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': '9b9adba9-71c1-4eaa-90cf-159d1291dc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd8fd93a9-e339-44a7-8f4c-df7b2e4f1dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:20.129742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:20.147050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.149460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-da7cfc65-ce75-4341-bf4d-a1ec111159f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.151123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-da7cfc65-ce75-4341-bf4d-a1ec111159f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.2457464 Jul 06 18:25:20.163638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.168168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] 10.222.0.53 "DELETE /v2.0/networks/4114424c-d39e-4f01-9a03-c1bec62f16ac HTTP/1.1" status: 204 len: 168 time: 2.6441917 Jul 06 18:25:20.174674 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-4161a688-cb49-4ed2-bc4f-9e801adebe8e service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049616 Jul 06 18:25:20.182779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-5bf8a2d2-92e7-4cd0-9d44-a88ba7e61289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.184258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-5bf8a2d2-92e7-4cd0-9d44-a88ba7e61289 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.4060726 Jul 06 18:25:20.184598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:20.190216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-bfe89cba-d731-41ac-87d5-9ee4b72fb08e service neutron] 10.222.0.53 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524759 Jul 06 18:25:20.215851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f63aade-34d1-4797-8fd5-30ce323778d6,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:20.232811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-6e5cf788-3951-4711-bbe1-eb6c1c9fe5c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704501 Jul 06 18:25:20.243707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c0648-d4ac-45a1-a9d8-64ecdc053e6e tempest-ServersTestMultiNic-780016862 tempest-ServersTestMultiNic-780016862-project] Pushing event deleted for resources: {'Network': ['ID=4114424c-d39e-4f01-9a03-c1bec62f16ac,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:20.259251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:20.262006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-1780e565-7047-4406-a04b-b07bc9a86ff3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c664f6d4-e523-4c4c-b2a8-af44e1cb9667 HTTP/1.1" status: 200 len: 217 time: 0.0674679 Jul 06 18:25:20.276602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:20.298268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.410221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Pushing event updated for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:20.468521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.469387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.471737 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-b6bd9dfb-c4ac-4ee5-a22f-3a1f2b1d6c36 service neutron] 10.222.0.24 "PUT /v2.0/ports/e8036a46-2186-405c-b96c-71b8fd65e845 HTTP/1.1" status: 200 len: 1096 time: 4.3299475 Jul 06 18:25:20.485260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:20.485260 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:20.546526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65ec746d-2cc1-41ce-b6d8-10ece381c5d1 req-c335689e-811e-435f-a7a5-0f4c9c29561f service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585351 Jul 06 18:25:20.562754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-be3a131b-f900-461f-9e82-f7ef054ea4c0 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810001 Jul 06 18:25:20.620499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:20.624268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-bc402df4-6cf1-41f4-9304-6ec1489417c6 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498333 Jul 06 18:25:20.632582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c699d7-8d2d-44d4-b21c-791b8fa687cc None None] Network d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:20.646215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.647110 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.714518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02125a-b27e-499e-ac0f-3a7382e04cee req-ad800952-facf-4bdd-996a-f3eeb0dc3776 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.721765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f02125a-b27e-499e-ac0f-3a7382e04cee req-ad800952-facf-4bdd-996a-f3eeb0dc3776 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 948 time: 0.2784853 Jul 06 18:25:20.751830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-fc34bbb0-7e9d-4e79-919e-8e9abcbe0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.753384 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-fc34bbb0-7e9d-4e79-919e-8e9abcbe0a29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=604f3a06301649ec85a8feffe7f94b32&device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 1099 time: 0.2041581 Jul 06 18:25:20.762504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-eadc93e9-d89b-4a27-86fd-8d7826853cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.764966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-eadc93e9-d89b-4a27-86fd-8d7826853cd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2060032 Jul 06 18:25:20.819693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-e2c81e1c-0df9-4168-b157-b49c743eadd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e8036a46-2186-405c-b96c-71b8fd65e845 HTTP/1.1" status: 200 len: 217 time: 0.0558264 Jul 06 18:25:20.829791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f02125a-b27e-499e-ac0f-3a7382e04cee req-de136584-6dc3-4d8b-b188-2ac8ae493c9f tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071198 Jul 06 18:25:20.846561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Checking segment: {'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:20.847319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Network hostable DHCP agents. Network: 8cd25154-51cb-4e9b-a9b7-9439c0d49a26, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:20.850666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca', 'network_id': 'd8fd93a9-e339-44a7-8f4c-df7b2e4f1dca', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': '9de8fcf8-dfbb-4016-9361-1b93369c7b66'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:20.852771 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.872832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device c664f6d4-e523-4c4c-b2a8-af44e1cb9667 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:20.875864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0a070152-4e10-4baf-bd94-45a46ddfa0d6 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:20.883774 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1455a057-b691-4d15-a6c4-2ba4fb64459e req-2a28128e-99d4-401a-b61c-80e416735df5 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498600 Jul 06 18:25:20.901201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-35c76021-809d-45da-bf48-6acdd012df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.903011 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-35c76021-809d-45da-bf48-6acdd012df7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0707884 Jul 06 18:25:20.923078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dd99c46-6edf-4ab2-b8ba-0b5cf217079d req-03ed75bb-d94e-485b-b781-742f551f3b7d service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328602 Jul 06 18:25:20.960826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-37b0ea95-1fc1-49e8-aeae-8e48c053495c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5917101 Jul 06 18:25:20.963390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56772) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:21.002037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:21.022417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-88b246e3-70dc-4ac0-98cc-e2a7693dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:21.025405 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-88b246e3-70dc-4ac0-98cc-e2a7693dc899 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160300 Jul 06 18:25:21.026365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 8cd25154-51cb-4e9b-a9b7-9439c0d49a26) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:21.073371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:21.074018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.087686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f9262-de36-49d2-a7b4-9972362dac71 req-f4734e16-1443-46fc-9fdd-7bd63bb3ad86 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:21.095242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-011f9262-de36-49d2-a7b4-9972362dac71 req-f4734e16-1443-46fc-9fdd-7bd63bb3ad86 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 943 time: 0.8423533 Jul 06 18:25:21.113661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da250f7a-34a0-4f80-88e0-52fcb18c579b None None] Network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:21.165922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a63f805f-8ad6-4f8a-881a-38f24b64af72 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0242658 Jul 06 18:25:21.184791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56776) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:21.186403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-41b3121e-6578-4cff-8757-3e4479cd533d service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458683 Jul 06 18:25:21.191791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:21.209085 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.231228 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-011f9262-de36-49d2-a7b4-9972362dac71 req-2f42afe1-067c-419f-9b32-477b8eab7f21 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345997 Jul 06 18:25:21.237130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-13b302a9-44b6-4118-8a1a-4fb1ade6f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:21.239006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-13b302a9-44b6-4118-8a1a-4fb1ade6f9c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3970678 Jul 06 18:25:21.337517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:21.345321 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22248064-e2ad-48f4-b55b-ee626807c5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:21.377498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54f336fc-c2bc-410d-a2f0-7d1a3168a84f req-ad7fcaac-7408-45bb-bfde-58b99d446c50 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823459 Jul 06 18:25:21.442950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:21.445915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 752027cf-243d-4c68-b036-93b316bf5cc7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:21.451101 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.459097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.460813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.505612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:21.506194 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.578802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port c664f6d4-e523-4c4c-b2a8-af44e1cb9667, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:21.603468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b8e2b57-9c2e-4b84-9b6c-bba003b853a4 req-1404787a-78dd-4846-8ba3-05e41c23d772 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 210 time: 0.0647638 Jul 06 18:25:21.618598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Allocated IP 2001:db8::3 (d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca/9de8fcf8-dfbb-4016-9361-1b93369c7b66/ab10b8a5-2297-4257-8865-27ae000f3cbe) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:21.618881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.626892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'c664f6d4-e523-4c4c-b2a8-af44e1cb9667', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'c664f6d4-e523-4c4c-b2a8-af44e1cb9667', 'mac_address': 'fa:16:3e:24:da:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:21.671051 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01104638-e39d-46c0-9457-0a0df3264f2a x-openstack-request-id: req-01104638-e39d-46c0-9457-0a0df3264f2a {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:21.671300 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:21.671830 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01104638-e39d-46c0-9457-0a0df3264f2a {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:21.673462 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'status': 'completed', 'code': 200} Jul 06 18:25:21.689605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-f5078448-cd7e-4ee0-94c1-e52110c7322a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:21.691741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-f5078448-cd7e-4ee0-94c1-e52110c7322a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a&tenant_id=e1ae3fe32b9846d19397914868166617&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 949 time: 0.2340069 Jul 06 18:25:21.725414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-8cd25154-51cb-4e9b-a9b7-9439c0d49a26', 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'fixed_ips': [{'subnet_id': '3f63aade-34d1-4797-8fd5-30ce323778d6'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:21.726277 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.808843 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-3ad6b113-c008-4025-8f1a-6826d1ff5b52 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:25:21.812618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-3ad6b113-c008-4025-8f1a-6826d1ff5b52 service neutron] 10.222.0.24 "DELETE /v2.0/ports/0a070152-4e10-4baf-bd94-45a46ddfa0d6/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.1050761 Jul 06 18:25:21.830115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 752027cf-243d-4c68-b036-93b316bf5cc7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:21.830571 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.863162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-29329016-500c-4f2c-89a2-1b35e6b34f53 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043165 Jul 06 18:25:21.870266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.900473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324607de-f1b3-459d-84fd-e5148c352ba0 req-0037fd7a-5314-4432-8585-bd641d61fa24 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:21.902400 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.910316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-324607de-f1b3-459d-84fd-e5148c352ba0 req-0037fd7a-5314-4432-8585-bd641d61fa24 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 949 time: 0.0949492 Jul 06 18:25:21.935199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c664f6d4-e523-4c4c-b2a8-af44e1cb9667 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:21.948153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.997856 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-324607de-f1b3-459d-84fd-e5148c352ba0 req-fe2389d9-4b67-4f57-911f-068dcc30afff tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824099 Jul 06 18:25:22.023959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-8773abb5-d4de-407d-8c0f-64f56b5277a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.035256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-8773abb5-d4de-407d-8c0f-64f56b5277a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1100 time: 0.0903189 Jul 06 18:25:22.096522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a55ac-b940-4b00-b9ae-c031cba48fba req-c3a54817-6869-4542-a4f2-bf82e98b12e6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.104063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf8a55ac-b940-4b00-b9ae-c031cba48fba req-c3a54817-6869-4542-a4f2-bf82e98b12e6 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 948 time: 0.6497407 Jul 06 18:25:22.163163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-d8bc86b6-7172-4417-87d6-9183e043b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.164955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-d8bc86b6-7172-4417-87d6-9183e043b575 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1312129 Jul 06 18:25:22.222867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf8a55ac-b940-4b00-b9ae-c031cba48fba req-f4c745ac-9e05-4dfa-ae92-bc8bd93ef34e tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174700 Jul 06 18:25:22.224446 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e83efae-4794-4f22-a8e5-d864619094e9 x-openstack-request-id: req-6e83efae-4794-4f22-a8e5-d864619094e9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:22.224801 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:22.225257 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e83efae-4794-4f22-a8e5-d864619094e9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:22.225588 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'status': 'completed', 'code': 200} Jul 06 18:25:22.244496 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.249229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-f7f71620-595c-45e1-864f-4c8b494f1266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0728176 Jul 06 18:25:22.254764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Transition to ACTIVE for port object ab10b8a5-2297-4257-8865-27ae000f3cbe will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:22.271769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Transition to ACTIVE for port object ab10b8a5-2297-4257-8865-27ae000f3cbe will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:22.281759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-66623080-53f8-441c-99d6-43656bff0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.283500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-66623080-53f8-441c-99d6-43656bff0cbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=604f3a06301649ec85a8feffe7f94b32&device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 1099 time: 0.5720477 Jul 06 18:25:22.309620 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.311997 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.342406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Network d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:22.359104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port c664f6d4-e523-4c4c-b2a8-af44e1cb9667, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:22.400240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-25f11dd2-01a2-460f-a5b4-44c15e01f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.400456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-25f11dd2-01a2-460f-a5b4-44c15e01f3e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1438284 Jul 06 18:25:22.405099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:22.408494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:22.438136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-1595b519-bd20-4cad-9d42-9e00f5504621 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.440135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-1595b519-bd20-4cad-9d42-9e00f5504621 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 812 time: 0.4726040 Jul 06 18:25:22.441414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.458635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Request body: {'port': {'device_id': 'f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'admin_state_up': True, 'tenant_id': 'bf77d1848a3a4efe9c1eb515d3893aec'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:22.476650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ce1556-55a2-4875-b4c2-4cb98bc86d91 req-9d5ce8dd-4863-42f8-ae09-aa49ee606331 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698667 Jul 06 18:25:22.484711 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.485792 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.490265 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.490915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device ca1a69f1-9b1a-468a-b550-9efb05fbeb8a details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:22.573625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:22.577156 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2834b34c-c090-4bcb-80d1-b5e842f437b1" -d '{"events": [{"server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "name": "network-vif-plugged", "status": "completed", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:22.598658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Pushing event updated for resources: {'Port': ['ID=ab10b8a5-2297-4257-8865-27ae000f3cbe,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:22.632596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:22.650732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Attempting to bind port ab10b8a5-2297-4257-8865-27ae000f3cbe on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:22.651097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Attempting to bind port ab10b8a5-2297-4257-8865-27ae000f3cbe by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '9b9adba9-71c1-4eaa-90cf-159d1291dc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd8fd93a9-e339-44a7-8f4c-df7b2e4f1dca'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:22.651448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Attempting to bind port ab10b8a5-2297-4257-8865-27ae000f3cbe on network d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:22.662516 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.702140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:22.702637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Checking segment: {'id': '9b9adba9-71c1-4eaa-90cf-159d1291dc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd8fd93a9-e339-44a7-8f4c-df7b2e4f1dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:22.702900 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.703283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Bound using segment: {'id': '9b9adba9-71c1-4eaa-90cf-159d1291dc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd8fd93a9-e339-44a7-8f4c-df7b2e4f1dca'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:22.703795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Bound port: ab10b8a5-2297-4257-8865-27ae000f3cbe, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9adba9-71c1-4eaa-90cf-159d1291dc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd8fd93a9-e339-44a7-8f4c-df7b2e4f1dca'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:22.704179 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.707176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Allocated IP 172.20.0.2 (8cd25154-51cb-4e9b-a9b7-9439c0d49a26/3f63aade-34d1-4797-8fd5-30ce323778d6/20bc0c19-ce49-4781-9706-19af50fba687) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:22.787723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:22.827530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede6da-8e50-4cf2-9d96-e731988d0586 req-f879b605-ab1f-40f5-abeb-92fb9afa8327 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.829296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14ede6da-8e50-4cf2-9d96-e731988d0586 req-f879b605-ab1f-40f5-abeb-92fb9afa8327 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 948 time: 0.4881229 Jul 06 18:25:22.863129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-13314c28-c82e-4ca8-a961-d876e2c1e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.864679 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-13314c28-c82e-4ca8-a961-d876e2c1e5c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4521835 Jul 06 18:25:22.865367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=9de8fcf8-dfbb-4016-9361-1b93369c7b66,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:22.927298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14ede6da-8e50-4cf2-9d96-e731988d0586 req-fbe4adcd-9d9f-4a73-93cc-fc26973423be tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867765 Jul 06 18:25:22.943349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-e94575ab-09c8-4333-8ce5-c27b81884029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:22.944956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-e94575ab-09c8-4333-8ce5-c27b81884029 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=604f3a06301649ec85a8feffe7f94b32&device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 1098 time: 0.6738532 Jul 06 18:25:22.961624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:22.981296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-8bccb257-ac15-45fa-b949-720a46c8ee9b service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090264 Jul 06 18:25:22.993774 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.053313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56800) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:23.064099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:23.070915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-c01824a0-31bb-41ee-8d45-96e1c978f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:23.072599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-c01824a0-31bb-41ee-8d45-96e1c978f9be service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.7531941 Jul 06 18:25:23.078600 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.088576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Transition to ACTIVE for port object 20bc0c19-ce49-4781-9706-19af50fba687 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:23.109350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=10']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:23.118863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9adba9-71c1-4eaa-90cf-159d1291dc26') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:23.119159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9adba9-71c1-4eaa-90cf-159d1291dc26') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:23.125461 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353edcdc-2eb5-45b0-a98a-ccc981f98c0f x-openstack-request-id: req-353edcdc-2eb5-45b0-a98a-ccc981f98c0f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:23.125938 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "name": "network-vif-plugged", "status": "completed", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:23.126281 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-353edcdc-2eb5-45b0-a98a-ccc981f98c0f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:23.126775 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'code': 200} Jul 06 18:25:23.128538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Transition to ACTIVE for port object 20bc0c19-ce49-4781-9706-19af50fba687 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:23.131122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] For port ab10b8a5-2297-4257-8865-27ae000f3cbe, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:23.153653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'ca1a69f1-9b1a-468a-b550-9efb05fbeb8a', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'port_id': 'ca1a69f1-9b1a-468a-b550-9efb05fbeb8a', 'mac_address': 'fa:16:3e:ac:7d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22a3273-97c7-4233-beab-c55c5efc7ca5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:23.160746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] For port ab10b8a5-2297-4257-8865-27ae000f3cbe, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ab10b8a5-2297-4257-8865-27ae000f3cbe,segment=NetworkSegment(9b9adba9-71c1-4eaa-90cf-159d1291dc26),segment_id=9b9adba9-71c1-4eaa-90cf-159d1291dc26)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:23.173997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-aa20b0ba-25f4-444a-a58c-5525382a393e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e8036a46-2186-405c-b96c-71b8fd65e845 HTTP/1.1" status: 200 len: 217 time: 0.0737286 Jul 06 18:25:23.177761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.191634 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.198405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.218622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a85d6-370f-4bfb-8639-a714f178433d req-41cb8cef-e2e9-4d83-aecb-9674b8f3a7ce tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:23.225601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-525a85d6-370f-4bfb-8639-a714f178433d req-41cb8cef-e2e9-4d83-aecb-9674b8f3a7ce tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 943 time: 0.3870645 Jul 06 18:25:23.266155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.271868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:23.276795 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.287605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ace7cc9-284c-489c-8201-ed017467671b req-0bf71de6-d16a-4328-a09c-04af63c7aaae tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 210 time: 0.0639441 Jul 06 18:25:23.293296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-017ecd37-3c8b-49f5-8286-1d823e662113 req-744391cc-e1ba-4dc1-a073-55efb476a225 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050654 Jul 06 18:25:23.302977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:23.306133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:23.314579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Pushing event updated for resources: {'Port': ['ID=20bc0c19-ce49-4781-9706-19af50fba687,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:23.350379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1a69f1-9b1a-468a-b550-9efb05fbeb8a {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:23.414010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:23.414550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.459090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:23.461410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec4c8f-b2d9-446d-ac1a-8513cd6bda87 None None] Network d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:23.493896 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:23.522595 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:23.529044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-5a34f9af-f348-4897-8338-456d758fc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:23.530927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-5a34f9af-f348-4897-8338-456d758fc6b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.5691748 Jul 06 18:25:23.535241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841d551-85a8-4749-b19b-2fe0a75507eb req-d42650da-0896-4e50-be9d-1961c32f828b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:23.536838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5841d551-85a8-4749-b19b-2fe0a75507eb req-d42650da-0896-4e50-be9d-1961c32f828b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 951 time: 0.1178937 Jul 06 18:25:23.538425 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:25:23.538425 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:25:23.538425 n-d-799684-2 neutron-server[93966]: [parameters: {'id': 'd8fd93a9-e339-44a7-8f4c-df7b2e4f1dca'}] Jul 06 18:25:23.538425 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:25:23.539156 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:25:23.598542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Made reservation on behalf of bf77d1848a3a4efe9c1eb515d3893aec for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:23.602264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.617208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-7004e1d0-f94b-4fd0-9598-eadf1f1c89f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b0746b60-11ab-4062-9ee2-528fa42bf689 HTTP/1.1" status: 200 len: 217 time: 0.0536444 Jul 06 18:25:23.622761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5841d551-85a8-4749-b19b-2fe0a75507eb req-499bb6a2-15c0-48dd-af74-53b3ab1c1b89 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716784 Jul 06 18:25:23.690836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-ade7d0d4-6aed-47a9-a9e8-f687e9f5f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:23.692471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-ade7d0d4-6aed-47a9-a9e8-f687e9f5f538 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0561752 Jul 06 18:25:23.720033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:23.733549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-0335dec8-a695-4ca7-8ce9-f6dbfb86d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:23.735386 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-0335dec8-a695-4ca7-8ce9-f6dbfb86d383 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.5498312 Jul 06 18:25:23.748260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-525a85d6-370f-4bfb-8639-a714f178433d req-4a2ae122-510a-46df-b908-01a9a687896d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216808 Jul 06 18:25:23.768270 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.818763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Attempting to bind port 20bc0c19-ce49-4781-9706-19af50fba687 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:23.819134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Attempting to bind port 20bc0c19-ce49-4781-9706-19af50fba687 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:23.819499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Attempting to bind port 20bc0c19-ce49-4781-9706-19af50fba687 on network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:23.832619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:23.832990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Checking segment: {'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:23.833401 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.833820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Bound using segment: {'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:23.834300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Bound port: 20bc0c19-ce49-4781-9706-19af50fba687, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:23.834679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.855392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37838fc-ef2c-4d2b-b568-b5eff21fbc23 None None] Pushing event updated for resources: {'Port': ['ID=ab10b8a5-2297-4257-8865-27ae000f3cbe,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:23.869827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:23.892179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:23.912943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['ca1a69f1-9b1a-468a-b550-9efb05fbeb8a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:23.915029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['c664f6d4-e523-4c4c-b2a8-af44e1cb9667'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:23.938066 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.032547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'mac_address': 'fa:16:3e:4d:6f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:24.056706 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.074210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aadad-2f2a-4e5b-a6ac-2ed2ec61860b req-4f74c0fc-4ccd-43b3-9323-b0ff4742dbce tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:24.076058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e9aadad-2f2a-4e5b-a6ac-2ed2ec61860b req-4f74c0fc-4ccd-43b3-9323-b0ff4742dbce tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 948 time: 0.2566290 Jul 06 18:25:24.091410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] For port 20bc0c19-ce49-4781-9706-19af50fba687, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:24.093932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-0a61b698-5544-4244-aaf2-8d57c102d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:24.095598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-0a61b698-5544-4244-aaf2-8d57c102d673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3774590 Jul 06 18:25:24.097903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-4cf600f5-2093-47b4-a3c6-a1cb547450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:24.099497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-4cf600f5-2093-47b4-a3c6-a1cb547450e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3418918 Jul 06 18:25:24.107230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] For port 20bc0c19-ce49-4781-9706-19af50fba687, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=20bc0c19-ce49-4781-9706-19af50fba687,segment=NetworkSegment(c173db93-e868-4ad0-ab81-6b65e1dcce88),segment_id=c173db93-e868-4ad0-ab81-6b65e1dcce88)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:24.161353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e9aadad-2f2a-4e5b-a6ac-2ed2ec61860b req-1bc207a9-7606-43c3-aa21-19ce06adb86a tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563264 Jul 06 18:25:24.235325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.242109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:24.289027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Deleting port d98dedf0-02e2-47d9-bb45-86b542766b28 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:24.289449 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.299801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Allocated IP 172.20.0.3 (90950a61-13f5-43e3-a282-f1fe44802f85/06d8f1f4-9e1d-441b-8294-be6e3dd37469/327314f8-eaa3-40fa-afde-aab582a943be) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:24.344292 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.398056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-25ac2487-fc92-48aa-b4fb-68a985e774fe service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764254 Jul 06 18:25:24.398562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0746b60-11ab-4062-9ee2-528fa42bf689 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:24.409954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] For port d98dedf0-02e2-47d9-bb45-86b542766b28, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d98dedf0-02e2-47d9-bb45-86b542766b28,segment=NetworkSegment(8abe6084-2dae-4ecd-b55d-841ae1f3d9b2),segment_id=8abe6084-2dae-4ecd-b55d-841ae1f3d9b2)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:24.410730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.415153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbc7f7-c9c0-418b-a855-2c330a1ea2f5 None None] Pushing event updated for resources: {'Port': ['ID=20bc0c19-ce49-4781-9706-19af50fba687,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:24.463927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:24.470090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f0557766-ba69-47d2-b7a8-4de34b4db1c4 req-ef9d2541-df45-402d-bd05-a07ea47ca898 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 210 time: 0.0351183 Jul 06 18:25:24.488074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.488774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Allocated IP 172.25.4.184 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/d9e773fe-b2c2-4060-943f-7245479b168c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:24.499479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Calling delete_port for d98dedf0-02e2-47d9-bb45-86b542766b28 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:24.640833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:24.658659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-50d22f90-0b06-4210-9d04-3bf1b733561c service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480926 Jul 06 18:25:24.729367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['b0746b60-11ab-4062-9ee2-528fa42bf689'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:24.732121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e8036a46-2186-405c-b96c-71b8fd65e845 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:24.748470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting port ab10b8a5-2297-4257-8865-27ae000f3cbe {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:24.749151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.804102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:24.853733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Pushing event deleted for resources: {'Port': ['ID=d98dedf0-02e2-47d9-bb45-86b542766b28,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:24.880878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00af4-74f3-49ef-a296-ecd5fef213de req-f590d818-68f1-4d37-a0f0-395ae8fe8045 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:24.882735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28f00af4-74f3-49ef-a296-ecd5fef213de req-f590d818-68f1-4d37-a0f0-395ae8fe8045 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 949 time: 0.7449334 Jul 06 18:25:24.947362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d70857-db63-4f8e-8987-e31fb8499311 req-1a970751-bee1-497a-8756-3e86726abf46 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:24.948992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7d70857-db63-4f8e-8987-e31fb8499311 req-1a970751-bee1-497a-8756-3e86726abf46 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 951 time: 0.1561308 Jul 06 18:25:24.969740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:24.995896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'mac_address': 'fa:16:3e:05:b7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:25.095286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7d70857-db63-4f8e-8987-e31fb8499311 req-282fff3b-f730-47ee-b5be-6cfc18e7fe63 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960670 Jul 06 18:25:25.113354 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.125318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.130279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8036a46-2186-405c-b96c-71b8fd65e845 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:25.157663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:25.167262 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.238149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:25.348895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28f00af4-74f3-49ef-a296-ecd5fef213de req-c0844849-177a-4f00-baca-f8a2d1fd5b48 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372835 Jul 06 18:25:25.367024 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c37bcb-8bd7-432e-a2d6-9d0d69496b9f req-5354bb0c-e7d1-40a1-b02e-fdcf8d80b60a service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990104 Jul 06 18:25:25.379359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] For port ab10b8a5-2297-4257-8865-27ae000f3cbe, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ab10b8a5-2297-4257-8865-27ae000f3cbe,segment=NetworkSegment(9b9adba9-71c1-4eaa-90cf-159d1291dc26),segment_id=9b9adba9-71c1-4eaa-90cf-159d1291dc26)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:25.381338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.385172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cdb1e-f027-4050-945b-a874c286c799 req-76bd3b67-39c8-421a-b7f9-36d3190dd4c7 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:25.387264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['e8036a46-2186-405c-b96c-71b8fd65e845'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:25.394790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c2cdb1e-f027-4050-945b-a874c286c799 req-76bd3b67-39c8-421a-b7f9-36d3190dd4c7 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 944 time: 0.1601861 Jul 06 18:25:25.496152 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c2cdb1e-f027-4050-945b-a874c286c799 req-f3cb0197-5722-443d-bec7-7d652e4ff63a tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003726 Jul 06 18:25:25.534440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.542769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device c664f6d4-e523-4c4c-b2a8-af44e1cb9667 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:25.552742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Router 5361a93b-b88e-4f0e-8500-20d0a087968a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:25:25.610646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 20bc0c19-ce49-4781-9706-19af50fba687 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:25.615414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Calling delete_port for ab10b8a5-2297-4257-8865-27ae000f3cbe owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:25.694216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:25.711626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:25.712161 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.748396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c14fd-a368-4b13-94a8-eed1f37e86c9 None None] Network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:25.759046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:25:25.768763 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e41e131e-6967-4eda-8956-e95da304e27a admin admin] 10.222.0.53 "PUT /v2.0/routers/5361a93b-b88e-4f0e-8500-20d0a087968a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7104537 Jul 06 18:25:25.770967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56818) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:25.773500 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.808988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22248064-e2ad-48f4-b55b-ee626807c5ec req-982088b8-3d5a-4205-a124-9e5cd53fdc2a service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1047025 Jul 06 18:25:25.824648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] Sync routers for ids ['5361a93b-b88e-4f0e-8500-20d0a087968a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:25:25.848306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 20bc0c19-ce49-4781-9706-19af50fba687 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:25.851681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.860157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610b75-d56d-471b-878c-b1fa0af14192 req-7ebe0feb-43d3-4001-b2d6-dced6476adc6 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:25.861821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e610b75-d56d-471b-878c-b1fa0af14192 req-7ebe0feb-43d3-4001-b2d6-dced6476adc6 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1102 time: 0.3194187 Jul 06 18:25:25.877031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] Routers {'5361a93b-b88e-4f0e-8500-20d0a087968a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:25.877931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5361a93b-b88e-4f0e-8500-20d0a087968a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:25.881818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a378cf-5069-450c-a66b-afabba4d4d9a req-c9502af1-51fe-4ac5-9998-be0ac1fe5d91 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:25.884903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3a71d050-2772-409c-a399-97e151ffaa5c None None] Provisioning for port 20bc0c19-ce49-4781-9706-19af50fba687 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:25.889261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-62a378cf-5069-450c-a66b-afabba4d4d9a req-c9502af1-51fe-4ac5-9998-be0ac1fe5d91 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 949 time: 0.1890392 Jul 06 18:25:25.890290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.901662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Port': ['ID=ab10b8a5-2297-4257-8865-27ae000f3cbe,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:25.924513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No DVR routers for this DVR port ab10b8a5-2297-4257-8865-27ae000f3cbe on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:25.945509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3a71d050-2772-409c-a399-97e151ffaa5c None None] Provisioning complete for port 20bc0c19-ce49-4781-9706-19af50fba687 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:25.945509 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a71d050-2772-409c-a399-97e151ffaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.968479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-62a378cf-5069-450c-a66b-afabba4d4d9a req-eea2ce34-8e2f-41ec-a1fa-dce1d2975e7d tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782328 Jul 06 18:25:25.975697 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:25.999403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Network 90950a61-13f5-43e3-a282-f1fe44802f85 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:26.055670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:26.061256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.073503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:26.082090 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e610b75-d56d-471b-878c-b1fa0af14192 req-eb55cd66-2e29-4a40-8e8d-48e1bedcd389 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129140 Jul 06 18:25:26.099981 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.108618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event updated for resources: {'Port': ['ID=327314f8-eaa3-40fa-afde-aab582a943be,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:26.122870 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.166337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:26.176039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:26.187370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] Set router 5361a93b-b88e-4f0e-8500-20d0a087968a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:26.192891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:26.198068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9adba9-71c1-4eaa-90cf-159d1291dc26') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:26.198413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9adba9-71c1-4eaa-90cf-159d1291dc26') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:26.211991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:26.226259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:26.226925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.230927 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.270746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Pushing event updated for resources: {'Port': ['ID=d9e773fe-b2c2-4060-943f-7245479b168c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:26.300751 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.304492 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-4f2a2028-5c52-43ab-9e94-248d64061b20 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8499477 Jul 06 18:25:26.343346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:26.343674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:26.346874 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:26.351070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Request body: {'port': {'device_id': 'f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:26.353061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port c664f6d4-e523-4c4c-b2a8-af44e1cb9667, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:26.510702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.564779 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.581846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ad5e06-9c54-4a40-8344-c2c55eacf42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c664f6d4-e523-4c4c-b2a8-af44e1cb9667'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:26.587563 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50d2c78-7020-4897-b2f9-68572ddbe5ab" -d '{"events": [{"server_uuid": "78ad5e06-9c54-4a40-8344-c2c55eacf42d", "name": "network-vif-plugged", "status": "completed", "tag": "c664f6d4-e523-4c4c-b2a8-af44e1cb9667"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:26.595538 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.597769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca HTTP/1.1" status: 204 len: 168 time: 5.6179912 Jul 06 18:25:26.601561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bef96d-3304-49c4-9bd8-e19357ffef0d req-4e1a94fd-34b9-4f8d-9b12-cb0fbe3f5129 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:26.608523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56832) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:26.609232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1bef96d-3304-49c4-9bd8-e19357ffef0d req-4e1a94fd-34b9-4f8d-9b12-cb0fbe3f5129 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 931 time: 0.1156495 Jul 06 18:25:26.622289 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.623117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device ca1a69f1-9b1a-468a-b550-9efb05fbeb8a up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:26.628624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746029690'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:26.634277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ade92-fcc9-4d19-80f3-bedaf3f2512f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:26.666146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1bef96d-3304-49c4-9bd8-e19357ffef0d req-fdbb649b-5d43-4662-b516-2fd558500f35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556417 Jul 06 18:25:26.672591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Deleting port 56f9833b-8f76-4245-bf0d-2245428f6701 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:26.673175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.710120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.740063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e8036a46-2186-405c-b96c-71b8fd65e845 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:26.769728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:26.773396 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.790053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] For port 56f9833b-8f76-4245-bf0d-2245428f6701, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=56f9833b-8f76-4245-bf0d-2245428f6701,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:26.790418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.798933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39f831-1250-4cb5-bb04-ae807c3e7eaa req-f556b1cf-81c1-49b6-a03d-7c74b4ffcaef tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:26.800418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b39f831-1250-4cb5-bb04-ae807c3e7eaa req-f556b1cf-81c1-49b6-a03d-7c74b4ffcaef tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 950 time: 0.2984269 Jul 06 18:25:26.823359 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-5e3565fb-f96d-4dcb-95c6-fbd1368d6d92 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1ae3fe32b9846d19397914868166617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353253 Jul 06 18:25:26.830832 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Calling delete_port for 56f9833b-8f76-4245-bf0d-2245428f6701 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:26.836369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:26.845280 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a71d050-2772-409c-a399-97e151ffaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.871291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.885548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port e8036a46-2186-405c-b96c-71b8fd65e845 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:26.915107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:26.919074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port e8036a46-2186-405c-b96c-71b8fd65e845 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:26.919074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.923993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:26.948757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:26.949120 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:26.992573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3a71d050-2772-409c-a399-97e151ffaa5c None None] For port 20bc0c19-ce49-4781-9706-19af50fba687, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=20bc0c19-ce49-4781-9706-19af50fba687,segment=NetworkSegment(c173db93-e868-4ad0-ab81-6b65e1dcce88),segment_id=c173db93-e868-4ad0-ab81-6b65e1dcce88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:27.010936 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a71d050-2772-409c-a399-97e151ffaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.021004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b39f831-1250-4cb5-bb04-ae807c3e7eaa req-6788fa9d-47f7-4da3-adc7-ef11daeaf1fd tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940870 Jul 06 18:25:27.027338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.032332 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment 03b546ba-9058-4c79-a934-9cdf0262a2ef of type vlan for network af98f7fd-cab9-468f-930e-c1316cc992e9 Jul 06 18:25:27.051538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-78a6104f-7db3-42c6-88ed-f43828578803 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:27.053215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-78a6104f-7db3-42c6-88ed-f43828578803 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142603 Jul 06 18:25:27.150862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:25:24Z', 'revision_number': 5, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port': {'id': '56f9833b-8f76-4245-bf0d-2245428f6701', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:08Z', 'updated_at': '2021-07-06T18:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:27.152632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71d050-2772-409c-a399-97e151ffaa5c None None] Pushing event updated for resources: {'Port': ['ID=20bc0c19-ce49-4781-9706-19af50fba687,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:27.187911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-97a6784a-148c-4b54-9224-6117f081b0cd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/quotas/e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 375 time: 0.1246052 Jul 06 18:25:27.200099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.214705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] Checking router: 5361a93b-b88e-4f0e-8500-20d0a087968a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:25:27.238275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439fd66-5992-455a-9e9c-db9af7125e31 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:25:27.246204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.258627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f9833b-8f76-4245-bf0d-2245428f6701,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:27.273143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.281753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] Routers {'5361a93b-b88e-4f0e-8500-20d0a087968a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:27.282412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5361a93b-b88e-4f0e-8500-20d0a087968a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:27.289739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.352765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-47dbe053-8f8a-4b62-9988-4cbd77aed8c9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637433 Jul 06 18:25:27.361987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.424827 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.430814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:27.431556 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.432568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] Set router 5361a93b-b88e-4f0e-8500-20d0a087968a gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:27.480222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:27.507534 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.513426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.514357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:27.522865 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.526125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:25:27Z', 'revision_number': 7, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:27.541098 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.545186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-913e7fd4-0953-4f1b-8b20-2e542703bc4c None None] Provisioning complete for port 20bc0c19-ce49-4781-9706-19af50fba687 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:27.545186 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-913e7fd4-0953-4f1b-8b20-2e542703bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.547562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:27.572945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c54f-88af-426e-b822-ad8fc62acb91 req-b0522789-729a-4890-aca5-d1ea7f6d7375 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:27.580779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b227c54f-88af-426e-b822-ad8fc62acb91 req-b0522789-729a-4890-aca5-d1ea7f6d7375 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 944 time: 0.3385241 Jul 06 18:25:27.608194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9868875 Jul 06 18:25:27.620490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56846) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:27.631593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': 'af98f7fd-cab9-468f-930e-c1316cc992e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:27.669696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514bfa4-c39d-4476-ba49-3265335694ed tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=af98f7fd-cab9-468f-930e-c1316cc992e9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:27.690962 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3571e1-a499-4d63-a6c0-6d5f68545c89 x-openstack-request-id: req-6f3571e1-a499-4d63-a6c0-6d5f68545c89 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:27.692052 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ad5e06-9c54-4a40-8344-c2c55eacf42d", "name": "network-vif-plugged", "status": "completed", "tag": "c664f6d4-e523-4c4c-b2a8-af44e1cb9667", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:27.692707 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f3571e1-a499-4d63-a6c0-6d5f68545c89 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:27.693267 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ad5e06-9c54-4a40-8344-c2c55eacf42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c664f6d4-e523-4c4c-b2a8-af44e1cb9667', 'code': 200} Jul 06 18:25:27.699467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 20bc0c19-ce49-4781-9706-19af50fba687 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:27.716710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network af98f7fd-cab9-468f-930e-c1316cc992e9 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:27.719708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fcb30-426d-4d39-bba0-62c58d615cc7 None None] The sync data for ids ['5361a93b-b88e-4f0e-8500-20d0a087968a'] in n-d-799684-2 is: [{'id': '5361a93b-b88e-4f0e-8500-20d0a087968a', 'name': 'tempest-ServersTestMultiNic-1044091463-router', 'tenant_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:07Z', 'updated_at': '2021-07-06T18:25:27Z', 'revision_number': 7, 'project_id': 'f7585f7c6f2044ee91808d73c4dfcf82', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:27.727658 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.759421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.760066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5361a93b-b88e-4f0e-8500-20d0a087968a {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:25:27.769485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.774272 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-678766d7-7da4-4e75-9185-d064dfab96b8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5361a93b-b88e-4f0e-8500-20d0a087968a HTTP/1.1" status: 204 len: 168 time: 2.0019033 Jul 06 18:25:27.775172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56852) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:27.802743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b227c54f-88af-426e-b822-ad8fc62acb91 req-d9f3a08a-955e-46f1-91cb-7a9d5c93aadb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207105 Jul 06 18:25:27.877465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bd27e7-92d8-4377-be40-361f07630ba9 admin admin] Deleting subnet b174405a-f2fe-4903-addd-b890b437e030 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:25:27.882770 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53bd27e7-92d8-4377-be40-361f07630ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.901414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439fd66-5992-455a-9e9c-db9af7125e31 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:25:27.932134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53bd27e7-92d8-4377-be40-361f07630ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.939322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:27.941690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327314f8-eaa3-40fa-afde-aab582a943be {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:27.942254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d696df3-3165-4cd6-a670-bb3e1524356f req-bf97a6e7-6cf4-48f0-a11f-74efebc8f690 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:27.943885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d696df3-3165-4cd6-a670-bb3e1524356f req-bf97a6e7-6cf4-48f0-a11f-74efebc8f690 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 950 time: 0.1306698 Jul 06 18:25:27.966991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dc736fc6-feac-43ee-b4c9-3187e0e738db req-4b105cf2-8071-4122-8090-c88daeac1a76 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 210 time: 0.0711107 Jul 06 18:25:27.982808 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.986675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:27.991209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:27.992768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:27.993370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:27.997652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:27.998271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:27.998887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:27.999581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:28.000131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:28.000678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:28.001346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:28.002171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:28.015901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d696df3-3165-4cd6-a670-bb3e1524356f req-f836ae83-f9bf-4771-9986-1c039b6d2749 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526817 Jul 06 18:25:28.049657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:28.060454 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.110573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53bd27e7-92d8-4377-be40-361f07630ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.236204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53bd27e7-92d8-4377-be40-361f07630ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.252367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port b0746b60-11ab-4062-9ee2-528fa42bf689 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:28.289560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd27e7-92d8-4377-be40-361f07630ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b174405a-f2fe-4903-addd-b890b437e030,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:28.316292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port b0746b60-11ab-4062-9ee2-528fa42bf689 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:28.316675 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.319141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53bd27e7-92d8-4377-be40-361f07630ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.322071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-53bd27e7-92d8-4377-be40-361f07630ba9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b174405a-f2fe-4903-addd-b890b437e030 HTTP/1.1" status: 204 len: 168 time: 0.5447364 Jul 06 18:25:28.324684 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56862) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:28.363761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 20bc0c19-ce49-4781-9706-19af50fba687 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:28.364139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.411495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:28.427999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.450300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c374e3-bd61-427c-b05d-bd5d4e1253b0 req-e46286e8-ec31-46b2-bf03-ebae662293b9 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:28.458218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48c374e3-bd61-427c-b05d-bd5d4e1253b0 req-e46286e8-ec31-46b2-bf03-ebae662293b9 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 950 time: 0.1825287 Jul 06 18:25:28.534357 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48c374e3-bd61-427c-b05d-bd5d4e1253b0 req-f424bb94-abbc-43cf-8749-a8895177c8d0 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752945 Jul 06 18:25:28.563586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Deleting port c85954ba-20d5-400c-9bc4-111979e74696 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:28.564384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.637084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Transition to ACTIVE for port object 327314f8-eaa3-40fa-afde-aab582a943be will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:28.648492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] For port c85954ba-20d5-400c-9bc4-111979e74696, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c85954ba-20d5-400c-9bc4-111979e74696,segment=NetworkSegment(8abe6084-2dae-4ecd-b55d-841ae1f3d9b2),segment_id=8abe6084-2dae-4ecd-b55d-841ae1f3d9b2)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:28.648985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.652644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.676339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Calling delete_port for c85954ba-20d5-400c-9bc4-111979e74696 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:28.690601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.706357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:28.723969 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.776182 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.810274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85954ba-20d5-400c-9bc4-111979e74696,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:28.818761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] No DVR routers for this DVR port c85954ba-20d5-400c-9bc4-111979e74696 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:28.893941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b9bee-cac6-467d-bcb9-cfb1dec9ecd7 req-592e813f-0e44-4971-b5ed-da28315c03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:28.896224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3b9bee-cac6-467d-bcb9-cfb1dec9ecd7 req-592e813f-0e44-4971-b5ed-da28315c03fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 1101 time: 1.1623533 Jul 06 18:25:28.909108 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:28.920584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedd1d48-92fd-4fa2-b17c-18b1c16c5626']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:28.933421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:28.933779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abe6084-2dae-4ecd-b55d-841ae1f3d9b2') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:28.943702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=327314f8-eaa3-40fa-afde-aab582a943be,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:28.957676 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.013293 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.016436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:29.033469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:29.033937 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:29.039687 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:29.055497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c10186-d2bb-4524-915c-ad835cd32371 None None] Network fedd1d48-92fd-4fa2-b17c-18b1c16c5626 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:29.118015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779836-50fd-4ce7-a97f-4c623ed25876 req-666e58b0-669f-4672-98a9-06adc2169043 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:29.119821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e1779836-50fd-4ce7-a97f-4c623ed25876 req-666e58b0-669f-4672-98a9-06adc2169043 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 943 time: 0.5395021 Jul 06 18:25:29.124844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.136784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4e7b-c2e2-404e-bc59-3d7a9aebf49c req-9e700f12-f555-47e9-9ce8-d309f9bca6f6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:29.143238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82dd4e7b-c2e2-404e-bc59-3d7a9aebf49c req-9e700f12-f555-47e9-9ce8-d309f9bca6f6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 945 time: 0.1819706 Jul 06 18:25:29.177044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.185245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.186433 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fedd1d48-92fd-4fa2-b17c-18b1c16c5626 HTTP/1.1" status: 204 len: 168 time: 0.8607168 Jul 06 18:25:29.191256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3b9bee-cac6-467d-bcb9-cfb1dec9ecd7 req-e7bb0d2b-2b4b-4bc8-b3ec-1436aa26aa90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158494 Jul 06 18:25:29.198851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82dd4e7b-c2e2-404e-bc59-3d7a9aebf49c req-e0380350-7ae2-4bae-beea-b9391b27f549 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546978 Jul 06 18:25:29.217076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5bec8-7b12-45fe-b07f-c4f3795a8df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fedd1d48-92fd-4fa2-b17c-18b1c16c5626,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:29.217498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Attempting to bind port 327314f8-eaa3-40fa-afde-aab582a943be on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:29.217498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Attempting to bind port 327314f8-eaa3-40fa-afde-aab582a943be by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:29.217498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Attempting to bind port 327314f8-eaa3-40fa-afde-aab582a943be on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:29.240149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Router e2717595-45e4-4f7c-be77-ad9408490da5 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:25:29.256281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Port 327314f8-eaa3-40fa-afde-aab582a943be on network 90950a61-13f5-43e3-a282-f1fe44802f85 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:25:29.256610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Attempting to bind port 327314f8-eaa3-40fa-afde-aab582a943be on network 90950a61-13f5-43e3-a282-f1fe44802f85 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:29.267475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=93537ac0-c5f5-4674-bffa-43083b2f8054,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:29.277003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:29.277356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Checking segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:29.277791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Bound using segment: {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:29.278257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Bound port: 327314f8-eaa3-40fa-afde-aab582a943be, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347b282d-d7da-4541-b406-d8ed6b304672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:29.278625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.283088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e1779836-50fd-4ce7-a97f-4c623ed25876 req-a967d3bb-7c74-4b56-be04-012cd8f74482 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513062 Jul 06 18:25:29.329902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d59be-6365-411b-a313-60e4b5015eef None None] DHCP port deletion for fedd1d48-92fd-4fa2-b17c-18b1c16c5626 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:25:29.384073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': '03b546ba-9058-4c79-a934-9cdf0262a2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af98f7fd-cab9-468f-930e-c1316cc992e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:29.384462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: af98f7fd-cab9-468f-930e-c1316cc992e9, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:29.434196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 56f9833b-8f76-4245-bf0d-2245428f6701 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:29.453228 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-8291b8fa-2db2-482e-aafa-39c8947a2cb6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e1ae3fe32b9846d19397914868166617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553327 Jul 06 18:25:29.472017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9bc9d97b-1738-427a-8f03-c16891274cae req-59c0fb71-6bc0-4e91-8d94-c07fe1fe1e99 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 210 time: 0.0718026 Jul 06 18:25:29.483483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 56f9833b-8f76-4245-bf0d-2245428f6701 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:29.484034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 56f9833b-8f76-4245-bf0d-2245428f6701 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:29.484671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d98dedf0-02e2-47d9-bb45-86b542766b28 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:29.505875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d98dedf0-02e2-47d9-bb45-86b542766b28 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:29.506571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d98dedf0-02e2-47d9-bb45-86b542766b28 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:29.506997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c85954ba-20d5-400c-9bc4-111979e74696 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:29.510233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56872) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:29.535302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c85954ba-20d5-400c-9bc4-111979e74696 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:29.535642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c85954ba-20d5-400c-9bc4-111979e74696 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:29.575125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-311f1c76-71c0-4f04-b5eb-5659bb19f9e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7585f7c6f2044ee91808d73c4dfcf82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637455 Jul 06 18:25:29.577936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56876) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:29.581621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] For port 327314f8-eaa3-40fa-afde-aab582a943be, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:29.622192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network af98f7fd-cab9-468f-930e-c1316cc992e9 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:29.629928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] For port 327314f8-eaa3-40fa-afde-aab582a943be, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=327314f8-eaa3-40fa-afde-aab582a943be,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:29.645920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78507e9d-6139-4015-9862-1211486cfc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.650815 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.672375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:25:29.674279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, af98f7fd-cab9-468f-930e-c1316cc992e9) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:29.684487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ba027-bd17-4289-ab94-e823d01e6545 None None] Network af98f7fd-cab9-468f-930e-c1316cc992e9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:29.687534 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Sync routers for ids ['e2717595-45e4-4f7c-be77-ad9408490da5'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:25:29.693394 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78507e9d-6139-4015-9862-1211486cfc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.698217 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Routers {'e2717595-45e4-4f7c-be77-ad9408490da5'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:29.699054 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e2717595-45e4-4f7c-be77-ad9408490da5'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:29.703572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845'}, {'server_uuid': '95854be9-27a8-46c3-a440-9983d28946cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a69f1-9b1a-468a-b550-9efb05fbeb8a'}, {'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:29.706460 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d68780-5f21-42c3-b646-63dc8284f82e" -d '{"events": [{"server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845"}, {"server_uuid": "95854be9-27a8-46c3-a440-9983d28946cb", "name": "network-vif-plugged", "status": "completed", "tag": "ca1a69f1-9b1a-468a-b550-9efb05fbeb8a"}, {"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-plugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:29.731198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:29.732105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.755694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:29.756617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.758058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/327314f8-eaa3-40fa-afde-aab582a943be HTTP/1.1" status: 200 len: 1091 time: 3.4164252 Jul 06 18:25:29.766748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b', 'tag': '327314f8-eaa3-40fa-afde-aab582a943be'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:29.767049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78507e9d-6139-4015-9862-1211486cfc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.769638 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f77c3-5350-47c3-ba85-cf7bf3334a18" -d '{"events": [{"name": "network-changed", "server_uuid": "f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b", "tag": "327314f8-eaa3-40fa-afde-aab582a943be"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:29.770068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78507e9d-6139-4015-9862-1211486cfc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.774058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78507e9d-6139-4015-9862-1211486cfc7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bd437f2-89a4-4088-ba33-e762daf390b4 HTTP/1.1" status: 204 len: 168 time: 0.1951005 Jul 06 18:25:29.792390 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.794149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2a9822b4-665f-4560-ba72-c873e910f69c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6081798 Jul 06 18:25:29.803980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56884) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:29.813382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0cde896b-ddd8-4dda-a63a-02a29656f56a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1859164 Jul 06 18:25:29.816852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56886) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:29.821665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78507e9d-6139-4015-9862-1211486cfc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd437f2-89a4-4088-ba33-e762daf390b4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:29.833466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-2aee8033-6623-47b5-a9f8-0e098e45188f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:29.835185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-2aee8033-6623-47b5-a9f8-0e098e45188f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3751333 Jul 06 18:25:29.839281 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Set router e2717595-45e4-4f7c-be77-ad9408490da5 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:29.903026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Request body: {'port': {'device_id': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'e1ae3fe32b9846d19397914868166617'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:29.915942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1a1a2-bf5e-4be8-800a-d29ea4337d57 req-65f1e78e-e729-4bd0-9b62-5c8953a873c7 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:29.917567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3b1a1a2-bf5e-4be8-800a-d29ea4337d57 req-65f1e78e-e729-4bd0-9b62-5c8953a873c7 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 950 time: 0.4186790 Jul 06 18:25:29.919390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3a0f0-ee8e-4d98-b4da-1839f65ed2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=327314f8-eaa3-40fa-afde-aab582a943be,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:29.965653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-af98f7fd-cab9-468f-930e-c1316cc992e9', 'network_id': 'af98f7fd-cab9-468f-930e-c1316cc992e9', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': '93537ac0-c5f5-4674-bffa-43083b2f8054'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:29.966985 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.014948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5523d6-bd4c-4487-a95a-1ae4490c5a39 req-718ca1cc-fea5-43f8-ba5b-ce2fc32ed2ce tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:30.021451 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af5523d6-bd4c-4487-a95a-1ae4490c5a39 req-718ca1cc-fea5-43f8-ba5b-ce2fc32ed2ce tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 950 time: 0.2807851 Jul 06 18:25:30.129844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af5523d6-bd4c-4487-a95a-1ae4490c5a39 req-4742c792-0879-4e5e-9a02-e63a2418c9ec tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073422 Jul 06 18:25:30.150350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.201099 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:25:26Z', 'revision_number': 3, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port': {'id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:23Z', 'updated_at': '2021-07-06T18:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:30.254318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Allocated IP 2001:db8::1 (af98f7fd-cab9-468f-930e-c1316cc992e9/93537ac0-c5f5-4674-bffa-43083b2f8054/7c7a514c-6607-4804-8667-9aae48b9226b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:30.260837 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6558331-fc0f-46f4-8b78-77aa5f76e7df x-openstack-request-id: req-d6558331-fc0f-46f4-8b78-77aa5f76e7df {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:30.261269 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845", "code": 200}, {"server_uuid": "95854be9-27a8-46c3-a440-9983d28946cb", "name": "network-vif-plugged", "status": "completed", "tag": "ca1a69f1-9b1a-468a-b550-9efb05fbeb8a", "code": 200}, {"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-plugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:30.261525 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6558331-fc0f-46f4-8b78-77aa5f76e7df {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:30.262105 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'code': 200} Jul 06 18:25:30.262363 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95854be9-27a8-46c3-a440-9983d28946cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a69f1-9b1a-468a-b550-9efb05fbeb8a', 'code': 200} Jul 06 18:25:30.262611 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'code': 200} Jul 06 18:25:30.277150 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Checking router: e2717595-45e4-4f7c-be77-ad9408490da5 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:25:30.277497 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Updating router e2717595-45e4-4f7c-be77-ad9408490da5 port d9e773fe-b2c2-4060-943f-7245479b168c binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:25:30.282827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.319285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3b1a1a2-bf5e-4be8-800a-d29ea4337d57 req-d02fd136-4f67-4dfc-b793-b3833fc830ca tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899798 Jul 06 18:25:30.384845 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.389564 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150c62a7-d283-4e35-ad4a-0c9d97c640f0 x-openstack-request-id: req-150c62a7-d283-4e35-ad4a-0c9d97c640f0 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:30.399159 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b", "tag": "327314f8-eaa3-40fa-afde-aab582a943be", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:30.399159 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-150c62a7-d283-4e35-ad4a-0c9d97c640f0 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:30.399159 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b', 'tag': '327314f8-eaa3-40fa-afde-aab582a943be', 'status': 'completed', 'code': 200} Jul 06 18:25:30.588484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Made reservation on behalf of e1ae3fe32b9846d19397914868166617 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:30.592805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.605265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfd23c-548c-41b5-8cd7-43bb2eb2be05 req-6d8aa7d9-38ba-4212-80b6-9180de868786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:30.607966 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75bfd23c-548c-41b5-8cd7-43bb2eb2be05 req-6d8aa7d9-38ba-4212-80b6-9180de868786 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 1101 time: 0.0976083 Jul 06 18:25:30.610160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-2ae7a023-2c3d-41bc-b219-6c208c0b0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:30.611658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-2ae7a023-2c3d-41bc-b219-6c208c0b0c33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 1094 time: 0.7958312 Jul 06 18:25:30.642616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.658417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Transition to ACTIVE for port object 7c7a514c-6607-4804-8667-9aae48b9226b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:30.692704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Transition to ACTIVE for port object 7c7a514c-6607-4804-8667-9aae48b9226b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:30.711057 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.734763 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75bfd23c-548c-41b5-8cd7-43bb2eb2be05 req-ffd2a8fe-8217-4b3c-8b45-e6cffd4af158 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077533 Jul 06 18:25:30.760233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Network af98f7fd-cab9-468f-930e-c1316cc992e9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:30.766801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:30.775374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:30.782353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-04e5f947-8003-40e2-a26e-5e26eecc91b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=327314f8-eaa3-40fa-afde-aab582a943be HTTP/1.1" status: 200 len: 217 time: 0.1295807 Jul 06 18:25:30.797754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Pushing event updated for resources: {'Port': ['ID=7c7a514c-6607-4804-8667-9aae48b9226b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:30.800455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.827571 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.848374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3117-702c-4fe4-978a-2d0942ab3bcd req-525777ee-c55f-4c66-9b7f-8ff76c4d22a7 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:30.855791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b1f3117-702c-4fe4-978a-2d0942ab3bcd req-525777ee-c55f-4c66-9b7f-8ff76c4d22a7 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 945 time: 0.2127969 Jul 06 18:25:30.860131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=93537ac0-c5f5-4674-bffa-43083b2f8054,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:30.865608 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Transition to ACTIVE for port object d9e773fe-b2c2-4060-943f-7245479b168c will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:30.881931 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.882230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Attempting to bind port 7c7a514c-6607-4804-8667-9aae48b9226b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:30.882456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Attempting to bind port 7c7a514c-6607-4804-8667-9aae48b9226b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '03b546ba-9058-4c79-a934-9cdf0262a2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af98f7fd-cab9-468f-930e-c1316cc992e9'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:30.882816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Attempting to bind port 7c7a514c-6607-4804-8667-9aae48b9226b on network af98f7fd-cab9-468f-930e-c1316cc992e9 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:30.893971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:30.894538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Checking segment: {'id': '03b546ba-9058-4c79-a934-9cdf0262a2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af98f7fd-cab9-468f-930e-c1316cc992e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:30.894955 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.895396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Bound using segment: {'id': '03b546ba-9058-4c79-a934-9cdf0262a2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af98f7fd-cab9-468f-930e-c1316cc992e9'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:30.896387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Bound port: 7c7a514c-6607-4804-8667-9aae48b9226b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b546ba-9058-4c79-a934-9cdf0262a2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af98f7fd-cab9-468f-930e-c1316cc992e9'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:30.896387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.916314 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Attempting to bind port d9e773fe-b2c2-4060-943f-7245479b168c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:30.916689 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Attempting to bind port d9e773fe-b2c2-4060-943f-7245479b168c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:30.917047 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Attempting to bind port d9e773fe-b2c2-4060-943f-7245479b168c on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:30.952396 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:30.953252 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:30.954872 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.956199 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:30.956974 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Bound port: d9e773fe-b2c2-4060-943f-7245479b168c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:30.958375 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.993601 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b1f3117-702c-4fe4-978a-2d0942ab3bcd req-fbb24f1a-fcb6-4d5d-b4be-4f7e45d97889 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366539 Jul 06 18:25:31.001986 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.012501 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Pushing event updated for resources: {'Port': ['ID=d9e773fe-b2c2-4060-943f-7245479b168c,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:31.032878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af98f7fd-cab9-468f-930e-c1316cc992e9']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:31.038814 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.039485 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.040071 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.040637 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.041218 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.042344 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.043165 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.043890 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.044453 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.045007 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.045621 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.046203 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:31.057745 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] For port d9e773fe-b2c2-4060-943f-7245479b168c, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:31.062396 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] For port d9e773fe-b2c2-4060-943f-7245479b168c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d9e773fe-b2c2-4060-943f-7245479b168c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:31.066132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] For port 7c7a514c-6607-4804-8667-9aae48b9226b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:31.067310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b546ba-9058-4c79-a934-9cdf0262a2ef') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:31.067602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b546ba-9058-4c79-a934-9cdf0262a2ef') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:31.071680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] For port 7c7a514c-6607-4804-8667-9aae48b9226b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7c7a514c-6607-4804-8667-9aae48b9226b,segment=NetworkSegment(03b546ba-9058-4c79-a934-9cdf0262a2ef),segment_id=03b546ba-9058-4c79-a934-9cdf0262a2ef)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:31.078248 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.081154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.088573 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.112610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56912) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:31.115484 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.141122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:31.141539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:31.144863 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:31.226121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0b943-d830-4e7c-aea5-a3a47d7d39d1 None None] Pushing event updated for resources: {'Port': ['ID=7c7a514c-6607-4804-8667-9aae48b9226b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:31.262131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49645240-a824-4fde-ba46-9548701cad42 None None] Network af98f7fd-cab9-468f-930e-c1316cc992e9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:31.315873 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e4ea9fc-08b0-4af2-bbaa-595697cccacd req-9c2a1f15-b110-4431-a139-550b380bd243 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 210 time: 0.0716519 Jul 06 18:25:31.327726 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Routers {'e2717595-45e4-4f7c-be77-ad9408490da5'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:31.328373 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e2717595-45e4-4f7c-be77-ad9408490da5'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:31.328683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-799032556-network', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:31.336536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:25:31.336536 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:25:31.336536 n-d-799684-2 neutron-server[93967]: [parameters: {'id': 'af98f7fd-cab9-468f-930e-c1316cc992e9'}] Jul 06 18:25:31.336536 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:25:31.337049 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:25:31.366299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:31.369353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.370450 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ba44e-7add-4d44-9d7e-f11c7c24d782 None None] Pushing event updated for resources: {'Port': ['ID=d9e773fe-b2c2-4060-943f-7245479b168c,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:31.378442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab857644-70a5-4313-b5e8-e371887e64a8 req-20e6d0a2-209f-407b-a3f5-9aee1fd1d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:31.379590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab857644-70a5-4313-b5e8-e371887e64a8 req-20e6d0a2-209f-407b-a3f5-9aee1fd1d307 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 1096 time: 0.9701447 Jul 06 18:25:31.390626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.443708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d964dd-cd3b-4bd8-a2cf-0a48e2372475 req-c2284134-8591-477a-91a2-5ea5ab580274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:31.451136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61d964dd-cd3b-4bd8-a2cf-0a48e2372475 req-c2284134-8591-477a-91a2-5ea5ab580274 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 1100 time: 0.9595549 Jul 06 18:25:31.483578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b01a054-d15e-492b-af78-3a8091211800 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:25:31.491711 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] Set router e2717595-45e4-4f7c-be77-ad9408490da5 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:31.597732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.607083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.626874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:31.640713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.641066 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Added segment 4d9d7d1c-45bb-47b9-abf2-c6905325a37a of type vlan for network c97f7bee-4d6f-4331-a536-ecf46e04d16d Jul 06 18:25:31.653076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b01a054-d15e-492b-af78-3a8091211800 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:25:31.679804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ea73b-4ce3-480d-b69a-2f3e3b3f68ae req-0b8a3b50-d930-405a-8602-b0f1f0cd9a92 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:31.682298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa2ea73b-4ce3-480d-b69a-2f3e3b3f68ae req-0b8a3b50-d930-405a-8602-b0f1f0cd9a92 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 943 time: 1.1050398 Jul 06 18:25:31.690865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-b3e71d1b-b8e1-4e27-ac96-5d58c17054ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:31.692549 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-b3e71d1b-b8e1-4e27-ac96-5d58c17054ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.8913572 Jul 06 18:25:31.694927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.749223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.750644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:31.750935 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3625215f-efa5-437f-9319-32103d3be381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:25:26Z', 'revision_number': 3, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port': {'id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:23Z', 'updated_at': '2021-07-06T18:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:31.752284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.777390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab857644-70a5-4313-b5e8-e371887e64a8 req-5ccadafc-c361-4a63-9ca4-49eb6aa65ec4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846939 Jul 06 18:25:31.783125 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625215f-efa5-437f-9319-32103d3be381 None None] The sync data for ids ['e2717595-45e4-4f7c-be77-ad9408490da5'] in n-d-799684-2 is: [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:25:26Z', 'revision_number': 3, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port': {'id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:23Z', 'updated_at': '2021-07-06T18:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:31.792634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-60fbe89a-d295-4992-a26b-1bdf831619d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796421 Jul 06 18:25:31.817504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Allocated IP 192.168.233.161 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:31.838979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61d964dd-cd3b-4bd8-a2cf-0a48e2372475 req-9e9dfc96-0def-4d45-82fd-8c1d780b0aee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660077 Jul 06 18:25:31.839259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:31.851782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cad99f4-9ea7-467e-8ae3-feed62f17a39,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:31.857455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7437556 Jul 06 18:25:31.869226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56920) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:31.875964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Request body: {'subnet': {'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-799032556-subnet', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:31.907475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3131c-b422-4da5-a1b4-72c7245fcbd4 req-5079cfac-4f2a-49c2-9310-ed79d3661fb5 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:31.909085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0c3131c-b422-4da5-a1b4-72c7245fcbd4 req-5079cfac-4f2a-49c2-9310-ed79d3661fb5 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 950 time: 0.3688846 Jul 06 18:25:31.909789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395185cd-ac07-4c8a-9a7d-8fe733ac6c8e admin admin] Pushing event updated for resources: {'Network': ['ID=c97f7bee-4d6f-4331-a536-ecf46e04d16d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:31.918111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa2ea73b-4ce3-480d-b69a-2f3e3b3f68ae req-d663e6fe-7551-4689-bfbd-f4e62875fbde tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186565 Jul 06 18:25:31.931994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:31.966219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:31.968703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.059387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0c3131c-b422-4da5-a1b4-72c7245fcbd4 req-6f9e3ff5-49e4-4079-b629-362aee3e7831 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407216 Jul 06 18:25:32.115772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting port 7c7a514c-6607-4804-8667-9aae48b9226b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:32.116119 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.173617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.234061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] For port 7c7a514c-6607-4804-8667-9aae48b9226b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7c7a514c-6607-4804-8667-9aae48b9226b,segment=NetworkSegment(03b546ba-9058-4c79-a934-9cdf0262a2ef),segment_id=03b546ba-9058-4c79-a934-9cdf0262a2ef)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:32.234407 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.278858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Calling delete_port for 7c7a514c-6607-4804-8667-9aae48b9226b owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:32.280361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-cd3ba19e-fa28-4b3b-811a-7b819f311b72 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760761 Jul 06 18:25:32.379436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.467609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15082960-8065-450e-b6a2-0484ba0c1a33 req-4e604281-e8da-4b79-9f0d-11d1561bac49 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:32.469181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15082960-8065-450e-b6a2-0484ba0c1a33 req-4e604281-e8da-4b79-9f0d-11d1561bac49 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 945 time: 0.2238362 Jul 06 18:25:32.469854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520aece6-1643-47a3-bf1c-edc6270091c7,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:32.484476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b7b0-e010-4b6d-ae27-28f1f7cc6ea5 req-0716186b-cb39-4744-8b43-6c858608ec99 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:32.486342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3078b7b0-e010-4b6d-ae27-28f1f7cc6ea5 req-0716186b-cb39-4744-8b43-6c858608ec99 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 950 time: 0.4311328 Jul 06 18:25:32.523454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Checking segment: {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:32.523853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Network hostable DHCP agents. Network: c97f7bee-4d6f-4331-a536-ecf46e04d16d, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:32.546018 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.565115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15082960-8065-450e-b6a2-0484ba0c1a33 req-0914d183-30f0-49e2-ab16-a5e3c9cbed8b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777020 Jul 06 18:25:32.568863 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.585241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:32.587560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Port': ['ID=7c7a514c-6607-4804-8667-9aae48b9226b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:32.609809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No DVR routers for this DVR port 7c7a514c-6607-4804-8667-9aae48b9226b on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:32.630447 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-125d74b0-ff49-4a37-b606-b7be4f8502bb req-60bf0d46-f02f-4f00-8beb-21a306f13498 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421803 Jul 06 18:25:32.647211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Transition to ACTIVE for port object 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:32.650569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c97f7bee-4d6f-4331-a536-ecf46e04d16d) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:32.663802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270c1be-a8a4-4f59-8d7f-27c64d6e0d8c None None] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:32.669925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:32.670655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.726991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3078b7b0-e010-4b6d-ae27-28f1f7cc6ea5 req-889c3c4b-dad4-4f0c-9322-b69910e97656 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224171 Jul 06 18:25:32.773482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-884af1b7-205d-4fcf-a74f-0c52f6924061 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9015174 Jul 06 18:25:32.781436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56932) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:32.791543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:32.827962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.846244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Allocated IP 172.20.0.1 (8cd25154-51cb-4e9b-a9b7-9439c0d49a26/3f63aade-34d1-4797-8fd5-30ce323778d6/03976789-0c50-4c8e-bbdf-841d5013da59) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:32.872205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af98f7fd-cab9-468f-930e-c1316cc992e9']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:32.896261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.927684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:33.001519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-f075ac5e-96cb-441b-b2fc-2d66a65679b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:33.003237 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-f075ac5e-96cb-441b-b2fc-2d66a65679b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 1094 time: 0.2890754 Jul 06 18:25:33.016701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:33.026974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:33.029780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:33.160255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:33.188790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:33.190622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.201755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:33.202705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.265327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-7f1b2afc-a79f-4f65-8359-4c85e1ade965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:33.267069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-7f1b2afc-a79f-4f65-8359-4c85e1ade965 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 200 len: 913 time: 0.2487369 Jul 06 18:25:33.361768 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.365527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-473b5d10-409c-4061-b11a-ba7aec2a759b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=327314f8-eaa3-40fa-afde-aab582a943be HTTP/1.1" status: 200 len: 217 time: 0.0885968 Jul 06 18:25:33.415760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b546ba-9058-4c79-a934-9cdf0262a2ef') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:33.416173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b546ba-9058-4c79-a934-9cdf0262a2ef') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:33.448286 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.456511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.457912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.458470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Transition to ACTIVE for port object 03976789-0c50-4c8e-bbdf-841d5013da59 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:33.474943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.491969 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-b5aaf99d-e0f0-43d9-b164-5f20bd4f27d8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5931993 Jul 06 18:25:33.496296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:33.497032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:33.501129 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:33.511689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Request body: {'port': {'device_id': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:33.514941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d9e773fe-b2c2-4060-943f-7245479b168c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:33.519675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-979a09a2-a49b-40d4-8777-117dc046a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:33.521174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-979a09a2-a49b-40d4-8777-117dc046a5fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 200 len: 852 time: 0.1393628 Jul 06 18:25:33.585730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742880a-5c2d-4f01-a034-1c5abca4a48c req-d8d2e378-72a0-46db-b559-79c65e202eb1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:33.587595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3742880a-5c2d-4f01-a034-1c5abca4a48c req-d8d2e378-72a0-46db-b559-79c65e202eb1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 936 time: 0.6886375 Jul 06 18:25:33.595785 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-b02133c6-1dcb-4bc6-b4db-a3fcac8bb760 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90950a61-13f5-43e3-a282-f1fe44802f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523899 Jul 06 18:25:33.605476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.614693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.623373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/af98f7fd-cab9-468f-930e-c1316cc992e9 HTTP/1.1" status: 204 len: 168 time: 3.8049464 Jul 06 18:25:33.629478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:33.650566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9def9701-b3d7-4373-91a1-8e76ea02c68a None None] Provisioning for port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:33.655838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Allocated IP 172.20.0.2 (c97f7bee-4d6f-4331-a536-ecf46e04d16d/520aece6-1643-47a3-bf1c-edc6270091c7/748b92c3-ec1e-4880-aa06-f9b7577ed4cf) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:33.659002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1901601885'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:33.661446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9def9701-b3d7-4373-91a1-8e76ea02c68a None None] Provisioning complete for port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:33.662165 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9def9701-b3d7-4373-91a1-8e76ea02c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.668147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.674756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9297730-27ca-4c22-b001-0d15dbd9af56 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=af98f7fd-cab9-468f-930e-c1316cc992e9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:33.705423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d9e773fe-b2c2-4060-943f-7245479b168c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:33.723455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.733682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d9e773fe-b2c2-4060-943f-7245479b168c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:33.733959 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.735559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3742880a-5c2d-4f01-a034-1c5abca4a48c req-6626b5e1-74de-4941-93b6-654c626526e8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395533 Jul 06 18:25:33.762490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf31390-5b9e-49fb-857f-402daf889bdc req-6a844cb5-2111-484e-9f52-a04e2b44580a tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:33.764452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-baf31390-5b9e-49fb-857f-402daf889bdc req-6a844cb5-2111-484e-9f52-a04e2b44580a tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 949 time: 0.3667119 Jul 06 18:25:33.768248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:33.782001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:33.784776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:33.785518 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.792132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.799119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:33.858792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Pushing event updated for resources: {'Port': ['ID=03976789-0c50-4c8e-bbdf-841d5013da59,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:33.861613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9def9701-b3d7-4373-91a1-8e76ea02c68a None None] Port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:33.983855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:34.011695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.038350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.038856 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment a5d855f5-34f6-432e-a22a-0342c6895654 of type vlan for network 3651fe94-db05-4322-b6f5-54be58943ffd Jul 06 18:25:34.054643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.064642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Transition to ACTIVE for port object 748b92c3-ec1e-4880-aa06-f9b7577ed4cf will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:34.087262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.090499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Transition to ACTIVE for port object 748b92c3-ec1e-4880-aa06-f9b7577ed4cf will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:34.092336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-ebefa094-4570-4e97-bec7-0dbb71746d94 service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886451 Jul 06 18:25:34.093876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.103644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.149088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.154037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d9e773fe-b2c2-4060-943f-7245479b168c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d9e773fe-b2c2-4060-943f-7245479b168c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:34.173127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:34.175174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.190243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:34.197198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:34.201018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c132905-4fb5-41ac-9175-f44d408fe6cf req-9a727799-5cea-44b6-a22c-551915a5bce2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:34.203188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c132905-4fb5-41ac-9175-f44d408fe6cf req-9a727799-5cea-44b6-a22c-551915a5bce2 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 943 time: 0.2727838 Jul 06 18:25:34.208889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Pushing event updated for resources: {'Port': ['ID=748b92c3-ec1e-4880-aa06-f9b7577ed4cf,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:34.228672 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.234754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:34.235554 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.265841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-09279211-1515-4be2-97c3-443951e75524 None None] Provisioning for port 03976789-0c50-4c8e-bbdf-841d5013da59 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:34.293529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-09279211-1515-4be2-97c3-443951e75524 None None] Provisioning complete for port 03976789-0c50-4c8e-bbdf-841d5013da59 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:34.294002 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-09279211-1515-4be2-97c3-443951e75524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.318411 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6733403 Jul 06 18:25:34.324740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56942) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:34.333190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': '3651fe94-db05-4322-b6f5-54be58943ffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:34.339319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d9e773fe-b2c2-4060-943f-7245479b168c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:34.344206 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c132905-4fb5-41ac-9175-f44d408fe6cf req-b8e8cfbc-443f-4b13-8523-978af2c7da52 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339648 Jul 06 18:25:34.355344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Attempting to bind port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:34.356586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Attempting to bind port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:34.356586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Attempting to bind port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf on network c97f7bee-4d6f-4331-a536-ecf46e04d16d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:34.367628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:34.367997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Checking segment: {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:34.368400 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.368783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Bound using segment: {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:34.369251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Bound port: 748b92c3-ec1e-4880-aa06-f9b7577ed4cf, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:34.369625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.371638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-09279211-1515-4be2-97c3-443951e75524 None None] Port 03976789-0c50-4c8e-bbdf-841d5013da59 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:34.391914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968105f-2f24-4e88-8652-8c189cdda008 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=3651fe94-db05-4322-b6f5-54be58943ffd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:34.409291 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 3651fe94-db05-4322-b6f5-54be58943ffd details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:34.479287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-baf31390-5b9e-49fb-857f-402daf889bdc req-efc785b6-d18d-4ed6-b78b-06ec1ca42bf5 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026150 Jul 06 18:25:34.499411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] For port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:34.534284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] For port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=748b92c3-ec1e-4880-aa06-f9b7577ed4cf,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:34.538935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:34.541329 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.542630 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.679795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.681078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd694c6-93d4-4771-830d-d4b0e555ea8d None None] Pushing event updated for resources: {'Port': ['ID=748b92c3-ec1e-4880-aa06-f9b7577ed4cf,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:34.710755 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.832342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-073f77c3-5350-47c3-ba85-cf7bf3334a18 req-6df3b4b7-06f6-47b4-8377-bdd666fd0d7d service neutron] 10.222.0.24 "GET /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099247 Jul 06 18:25:34.834922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc5bf-86f3-4580-acb8-005a7752618d req-017b5eeb-0433-47cf-90cf-8ee4ec98bc86 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:34.836496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fcfc5bf-86f3-4580-acb8-005a7752618d req-017b5eeb-0433-47cf-90cf-8ee4ec98bc86 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 950 time: 0.2247109 Jul 06 18:25:34.950679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:34.968860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be319f-be66-41e5-9d77-ed0448cac2f8 req-8cbcea35-ff10-4cbc-9d77-79fe01edf2e8 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:34.970561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71be319f-be66-41e5-9d77-ed0448cac2f8 req-8cbcea35-ff10-4cbc-9d77-79fe01edf2e8 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 945 time: 0.2783577 Jul 06 18:25:34.985288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Allocated IP 172.25.4.151 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/f28d6eb2-7247-4354-b169-c979fceb3bd9) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:34.993601 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fcfc5bf-86f3-4580-acb8-005a7752618d req-39d5a3a5-274b-4bd5-8cf2-f7660e11ff32 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455054 Jul 06 18:25:35.004053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-9c410c86-59a1-4bcb-b06d-8185162368d6 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:35.004833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.005562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-9c410c86-59a1-4bcb-b06d-8185162368d6 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.41 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 950 time: 0.2858961 Jul 06 18:25:35.117914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=3a488163-fd11-439e-872c-d14f77dc8aca,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:35.119879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71be319f-be66-41e5-9d77-ed0448cac2f8 req-dade086c-8bec-4b87-8294-aaa467d60d06 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107144 Jul 06 18:25:35.126588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:35.158119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.160013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': 'a5d855f5-34f6-432e-a22a-0342c6895654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3651fe94-db05-4322-b6f5-54be58943ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:35.160388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: 3651fe94-db05-4322-b6f5-54be58943ffd, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:35.185432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.199587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network 3651fe94-db05-4322-b6f5-54be58943ffd is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:35.219807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 3651fe94-db05-4322-b6f5-54be58943ffd) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:35.225707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:35.226255 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.228546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bc3c3-5fe2-4b0f-8f2a-c1f54dee1f20 None None] Network 3651fe94-db05-4322-b6f5-54be58943ffd requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:35.246072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.258823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-131eff4d-c2c9-4430-8f4e-22e995b4644b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9328198 Jul 06 18:25:35.273771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56954) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:35.303945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:35.307099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:35.310965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:35.345524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Pushing event updated for resources: {'Port': ['ID=f28d6eb2-7247-4354-b169-c979fceb3bd9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:35.395174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Transition to ACTIVE for port object 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:35.562529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.609046 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.684117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:35.714672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d9e773fe-b2c2-4060-943f-7245479b168c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:35.736066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.742863 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.744751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd7c310-5ab4-4b9d-ae9f-e99ae0c03959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-3651fe94-db05-4322-b6f5-54be58943ffd', 'network_id': '3651fe94-db05-4322-b6f5-54be58943ffd', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': '3a488163-fd11-439e-872c-d14f77dc8aca'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:35.745946 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c310-5ab4-4b9d-ae9f-e99ae0c03959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.817500 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.875782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d9e773fe-b2c2-4060-943f-7245479b168c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:35.876152 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.894903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.946437 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:35.949505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.063170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.075993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3651fe94-db05-4322-b6f5-54be58943ffd']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:36.092855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d855f5-34f6-432e-a22a-0342c6895654') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:36.093240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d855f5-34f6-432e-a22a-0342c6895654') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-7fd7c310-5ab4-4b9d-ae9f-e99ae0c03959 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a488163-fd11-439e-872c-d14f77dc8aca: This subnet is being modified by another concurrent operation. Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:25:36.121894 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a488163-fd11-439e-872c-d14f77dc8aca: This subnet is being modified by another concurrent operation. Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:25:36.127217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07680b7c-9be4-4722-a7a3-b2bef737e592 None None] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:36.134988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=3a488163-fd11-439e-872c-d14f77dc8aca,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:36.139922 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.199160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.210176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.255529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 748b92c3-ec1e-4880-aa06-f9b7577ed4cf up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:36.261499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad69149d-b987-4fe2-ab4b-5c2d114f0f07 None None] Network 3651fe94-db05-4322-b6f5-54be58943ffd requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:36.281250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Deleting port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:36.282153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.298598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98185cda-c36b-415b-b2f3-b26d235ad886 req-3efc2fa6-9be1-4903-9bc7-7d447215cdfc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:36.300192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98185cda-c36b-415b-b2f3-b26d235ad886 req-3efc2fa6-9be1-4903-9bc7-7d447215cdfc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 936 time: 1.0242531 Jul 06 18:25:36.314052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:36.314475 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.318043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Pushing event updated for resources: {'Port': ['ID=03976789-0c50-4c8e-bbdf-841d5013da59,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:36.320566 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:36.350470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3743-a866-447f-9c5e-0eb41f4efb0a req-de5e1a46-b209-431a-9457-1d596b4357e0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:36.353227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f0a3743-a866-447f-9c5e-0eb41f4efb0a req-de5e1a46-b209-431a-9457-1d596b4357e0 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 943 time: 0.1688738 Jul 06 18:25:36.377253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a188bb95-b715-4730-a871-c78f30a0ba81 None None] Provisioning for port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:36.438355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f0a3743-a866-447f-9c5e-0eb41f4efb0a req-2cc08e92-4f28-40c3-8fa5-a429e5a51ebd tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759606 Jul 06 18:25:36.454509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Router 3d5bf8e0-5d42-417d-a757-aa91de075eff is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:25:36.487358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98185cda-c36b-415b-b2f3-b26d235ad886 req-fa78897c-b6d7-40ca-91aa-cf5340cbff9a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206441 Jul 06 18:25:36.508708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:36.515135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.533461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.535788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/3651fe94-db05-4322-b6f5-54be58943ffd HTTP/1.1" status: 204 len: 168 time: 1.2585092 Jul 06 18:25:36.537128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:36.537599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.546845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56974) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:36.552892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-788097738'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:36.557202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Attempting to bind port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:36.557539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Attempting to bind port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:36.558357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Attempting to bind port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:36.575360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:25:36.575681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Attempting to bind port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:36.588412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a3e11-261f-458a-ab8a-95396a263e4c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=3651fe94-db05-4322-b6f5-54be58943ffd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:36.610467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:36.613069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:36.613406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:36.614020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:36.614667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Bound port: 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:36.615199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.632135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:36.643581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] For port c664f6d4-e523-4c4c-b2a8-af44e1cb9667, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:36.643999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.681050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:25:36.704527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Sync routers for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:25:36.708279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.710423 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d2ebc3fb-46b2-4d76-af8d-4600cb418660 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9245341 Jul 06 18:25:36.715009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:36.720198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:36.725486 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.728006 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.734338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Calling delete_port for c664f6d4-e523-4c4c-b2a8-af44e1cb9667 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:36.772077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:36.773060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:36.821795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 327314f8-eaa3-40fa-afde-aab582a943be details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:36.884858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=748b92c3-ec1e-4880-aa06-f9b7577ed4cf,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:36.925136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338bb66-585f-400c-8668-d5500d9309b3 req-a9822264-2565-4e94-84d6-1c7810bc1354 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:36.930098 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:36.933988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7338bb66-585f-400c-8668-d5500d9309b3 req-a9822264-2565-4e94-84d6-1c7810bc1354 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 950 time: 0.1517284 Jul 06 18:25:37.019075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e633d5f6-1892-4a50-80ae-29dc6e51797e None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:25:37.057229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7338bb66-585f-400c-8668-d5500d9309b3 req-f4a4c7b5-0580-42b6-9c3f-9e5b6d06105c tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/security-groups?id=08997d2f-18db-4c34-9eb3-893f61918e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222363 Jul 06 18:25:37.109406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:37.208050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a291ab82-63e1-4a75-a409-cd626797c7c2 None None] Provisioning complete for port 03976789-0c50-4c8e-bbdf-841d5013da59 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:37.208418 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a291ab82-63e1-4a75-a409-cd626797c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.219725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=748b92c3-ec1e-4880-aa06-f9b7577ed4cf,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:37.294466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 327314f8-eaa3-40fa-afde-aab582a943be, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=327314f8-eaa3-40fa-afde-aab582a943be,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:37.332862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '327314f8-eaa3-40fa-afde-aab582a943be', 'network_id': '90950a61-13f5-43e3-a282-f1fe44802f85', 'port_id': '327314f8-eaa3-40fa-afde-aab582a943be', 'mac_address': 'fa:16:3e:af:ca:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8f1f4-9e1d-441b-8294-be6e3dd37469', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:37.334190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:37.346910 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a291ab82-63e1-4a75-a409-cd626797c7c2 None None] Port 03976789-0c50-4c8e-bbdf-841d5013da59 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:37.361278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:37.362623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e633d5f6-1892-4a50-80ae-29dc6e51797e None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:25:37.382619 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.382970 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment ed888da0-2fa3-4b8c-9879-8a4b2683f41b of type vlan for network 4775aa45-89aa-4f69-93ca-70cefc4fe55f Jul 06 18:25:37.403309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:37.430631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a291ab82-63e1-4a75-a409-cd626797c7c2 None None] Provisioning complete for port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:37.431004 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a291ab82-63e1-4a75-a409-cd626797c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.435935 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.442571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.514772 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.529760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 748b92c3-ec1e-4880-aa06-f9b7577ed4cf up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:37.567067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Router e2717595-45e4-4f7c-be77-ad9408490da5 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:25:37.582743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:37.583474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.584698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:37.585035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] 10.222.0.24 "PUT /v2.0/ports/90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 1096 time: 4.0832899 Jul 06 18:25:37.586633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device c664f6d4-e523-4c4c-b2a8-af44e1cb9667 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:37.590016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327314f8-eaa3-40fa-afde-aab582a943be {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:37.590980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:37.593651 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da11f5b5-c746-4780-9259-ad7365b26bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:37.620781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4fb48-8617-41d1-8491-683c4b93b0b1 req-96411f1d-79ba-4515-9eb3-97a82d99beac tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:37.628998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcb4fb48-8617-41d1-8491-683c4b93b0b1 req-96411f1d-79ba-4515-9eb3-97a82d99beac tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 945 time: 0.8642366 Jul 06 18:25:37.671475 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.694080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 327314f8-eaa3-40fa-afde-aab582a943be, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=327314f8-eaa3-40fa-afde-aab582a943be,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:37.719538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.724885 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.757416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643a956-689d-4db2-a6fe-dfa06601ebc0 req-2206b52e-be45-4c4d-9fba-1f8098f8b3ae tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:37.760215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9643a956-689d-4db2-a6fe-dfa06601ebc0 req-2206b52e-be45-4c4d-9fba-1f8098f8b3ae tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 943 time: 0.1492598 Jul 06 18:25:37.765523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd273a-f181-4251-90ed-1151eb135563 service neutron] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:37.789253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.796288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:37.796963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.830375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcb4fb48-8617-41d1-8491-683c4b93b0b1 req-a795c94b-b518-459d-a2af-5a0418ac4b22 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002699 Jul 06 18:25:37.869411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Pushing event deleted for resources: {'Port': ['ID=c664f6d4-e523-4c4c-b2a8-af44e1cb9667,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:37.924772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9643a956-689d-4db2-a6fe-dfa06601ebc0 req-27706c65-5267-4899-b39c-6058046f2b61 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287503 Jul 06 18:25:37.980810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] No DVR routers for this DVR port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:37.986370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4382930 Jul 06 18:25:37.987946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56994) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:37.991000 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:37.992286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4aec7690-87d1-4221-9aed-c6c5ac0c6f42 req-fd1179fd-f697-4c61-9a10-367a58a91f4d tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.41 "DELETE /v2.0/ports/c664f6d4-e523-4c4c-b2a8-af44e1cb9667 HTTP/1.1" status: 204 len: 173 time: 2.9713030 Jul 06 18:25:38.001953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:38.019708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227c37c-2620-4557-9f9e-4144766ef628 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=4775aa45-89aa-4f69-93ca-70cefc4fe55f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:38.037213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:25:38.044228 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3e2ea1f4-2e11-4329-9cd3-8f52d77e8e26 admin admin] 10.222.0.53 "PUT /v2.0/routers/e2717595-45e4-4f7c-be77-ad9408490da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2371089 Jul 06 18:25:38.057181 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Sync routers for ids ['e2717595-45e4-4f7c-be77-ad9408490da5'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:25:38.069874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-1c32691d-61fa-4b19-98d2-d8e55f92f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:38.072971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-1c32691d-61fa-4b19-98d2-d8e55f92f7a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1099 time: 0.4310181 Jul 06 18:25:38.091082 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Routers {'e2717595-45e4-4f7c-be77-ad9408490da5'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:38.091995 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e2717595-45e4-4f7c-be77-ad9408490da5'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:38.129674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:38.140433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['327314f8-eaa3-40fa-afde-aab582a943be'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:38.151253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-0eb9bff9-b10d-44cc-b6fe-ddb2beea3188 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 217 time: 0.0681539 Jul 06 18:25:38.192989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No active binding found for port c664f6d4-e523-4c4c-b2a8-af44e1cb9667 {{(pid=93968) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 18:25:38.193446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device c664f6d4-e523-4c4c-b2a8-af44e1cb9667 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:38.204108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Allocated IP 172.20.0.1 (c97f7bee-4d6f-4331-a536-ecf46e04d16d/520aece6-1643-47a3-bf1c-edc6270091c7/abec07f4-dafd-465a-b666-2521ce2698cc) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:38.234739 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3f6df6-3cbe-4248-9306-1b992e446c3c x-openstack-request-id: req-6c3f6df6-3cbe-4248-9306-1b992e446c3c {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:38.235002 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:38.235413 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c3f6df6-3cbe-4248-9306-1b992e446c3c {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:38.235857 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'status': 'completed', 'code': 200} Jul 06 18:25:38.265215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-c361d864-6ad9-4e62-a283-89536d7a2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:38.266876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-c361d864-6ad9-4e62-a283-89536d7a2441 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0988021 Jul 06 18:25:38.305072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:38.312044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:38.332964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31add4b9-4d6f-4301-85bc-b97edb5e3bee req-d588408a-af89-4381-ac03-d0b1d3936131 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:38.334736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31add4b9-4d6f-4301-85bc-b97edb5e3bee req-d588408a-af89-4381-ac03-d0b1d3936131 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 948 time: 0.1824927 Jul 06 18:25:38.407888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31add4b9-4d6f-4301-85bc-b97edb5e3bee req-296862f6-e200-47d9-83b4-19b422be43ed tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Jul 06 18:25:38.415461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-e61de818-8c38-4534-afa7-0fb1f27066ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:38.417979 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Set router e2717595-45e4-4f7c-be77-ad9408490da5 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:38.418686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-e61de818-8c38-4534-afa7-0fb1f27066ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423388 Jul 06 18:25:38.455948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:35Z', 'revision_number': 3, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:38.519626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Checking router: 3d5bf8e0-5d42-417d-a757-aa91de075eff for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:25:38.520303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Updating router 3d5bf8e0-5d42-417d-a757-aa91de075eff port f28d6eb2-7247-4354-b169-c979fceb3bd9 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:25:38.522948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:38.535611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:38.536268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:38.551967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Transition to ACTIVE for port object abec07f4-dafd-465a-b666-2521ce2698cc will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:38.572708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=327314f8-eaa3-40fa-afde-aab582a943be,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:38.577277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1bc44-2fa8-4569-8759-280b08068d4d req-888f41ff-8ba3-4326-b7d0-e5512779278e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:38.578983 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2df1bc44-2fa8-4569-8759-280b08068d4d req-888f41ff-8ba3-4326-b7d0-e5512779278e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 945 time: 0.1901028 Jul 06 18:25:38.638462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-ca31d552-4f91-4acf-ab2f-5ceab613f235 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124467 Jul 06 18:25:38.646814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:38.702155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:38.752511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4500f341-f9ef-406b-8de1-f0a99f634fc5 req-d42ad301-0a0a-4ec3-9a62-c711e0525cc3 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075840 Jul 06 18:25:38.772998 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2df1bc44-2fa8-4569-8759-280b08068d4d req-7a658257-5894-4e2b-8f62-e8b86c4c0c53 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718724 Jul 06 18:25:38.794065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:38.862314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81e806f4-58e7-4cec-a449-826e6069cdc9 req-b5f77e60-7f04-48ed-91e2-4f05521fa202 tempest-ServerDiagnosticsNegativeTest-702674058 tempest-ServerDiagnosticsNegativeTest-702674058-project] 10.222.0.53 "GET /v2.0/ports?device_id=78ad5e06-9c54-4a40-8344-c2c55eacf42d HTTP/1.1" status: 200 len: 210 time: 0.1086655 Jul 06 18:25:38.868528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:38.869550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:38.903504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:38.904764 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:25:34Z', 'revision_number': 4, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port': {'id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:23Z', 'updated_at': '2021-07-06T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '03976789-0c50-4c8e-bbdf-841d5013da59', 'name': '', 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'mac_address': 'fa:16:3e:0d:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '3f63aade-34d1-4797-8fd5-30ce323778d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:32Z', 'updated_at': '2021-07-06T18:25:35Z', 'revision_number': 2, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'subnets': [{'id': '3f63aade-34d1-4797-8fd5-30ce323778d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:38.928747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'mac_address': 'fa:16:3e:4d:6f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:38.954263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:38.991908 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Checking router: e2717595-45e4-4f7c-be77-ad9408490da5 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:25:38.992159 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Updating router e2717595-45e4-4f7c-be77-ad9408490da5 port 03976789-0c50-4c8e-bbdf-841d5013da59 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:25:38.993569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-3ebb5fa4-1b30-4ad1-8bc9-d6e7cda0a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:38.995147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-3ebb5fa4-1b30-4ad1-8bc9-d6e7cda0a119 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1099 time: 0.1029391 Jul 06 18:25:39.057771 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:25:39.068789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Pushing event updated for resources: {'Port': ['ID=abec07f4-dafd-465a-b666-2521ce2698cc,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:39.093561 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.227857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-04a81644-1c7a-4282-8354-74545072d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:39.229260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-04a81644-1c7a-4282-8354-74545072d0e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2259388 Jul 06 18:25:39.290955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=d9d066e0-bbe5-4653-98a3-17c5257d95bd,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:39.358282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-11e0d1ba-74b3-404f-8439-18cc46d5033d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 217 time: 0.1173320 Jul 06 18:25:39.401198 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.414817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Transition to ACTIVE for port object f28d6eb2-7247-4354-b169-c979fceb3bd9 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:39.431104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.467105 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-c71bb4ed-4a02-40cf-bd14-50c80a7f9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:39.473546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-c71bb4ed-4a02-40cf-bd14-50c80a7f9c5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1093869 Jul 06 18:25:39.500839 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.607267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-5a2806d2-582c-48ce-9b9c-e94aac71bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:39.612374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-5a2806d2-582c-48ce-9b9c-e94aac71bdfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300633 Jul 06 18:25:39.640250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': 'ed888da0-2fa3-4b8c-9879-8a4b2683f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:39.640611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: 4775aa45-89aa-4f69-93ca-70cefc4fe55f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:39.652603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0d2e2-6b31-443f-b45c-bf4bd538c86b None None] Pushing event updated for resources: {'Port': ['ID=f28d6eb2-7247-4354-b169-c979fceb3bd9,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:39.710557 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.728140 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Transition to ACTIVE for port object 03976789-0c50-4c8e-bbdf-841d5013da59 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:39.736821 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.824901 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e20c19-f90c-4696-971f-f161042de012 None None] Pushing event updated for resources: {'Port': ['ID=03976789-0c50-4c8e-bbdf-841d5013da59,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:39.848571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9179-4a3c-40ec-8df1-96a15491009b req-1e71c8dc-929c-4b6c-b2a9-8a14adf92934 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:39.870999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e60d9179-4a3c-40ec-8df1-96a15491009b req-1e71c8dc-929c-4b6c-b2a9-8a14adf92934 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 944 time: 0.2814763 Jul 06 18:25:39.893412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Attempting to bind port f28d6eb2-7247-4354-b169-c979fceb3bd9 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:39.893812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Attempting to bind port f28d6eb2-7247-4354-b169-c979fceb3bd9 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:39.894152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Attempting to bind port f28d6eb2-7247-4354-b169-c979fceb3bd9 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:39.905176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:39.912601 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.928969 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Attempting to bind port 03976789-0c50-4c8e-bbdf-841d5013da59 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:39.929396 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Attempting to bind port 03976789-0c50-4c8e-bbdf-841d5013da59 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:39.929796 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Attempting to bind port 03976789-0c50-4c8e-bbdf-841d5013da59 on network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:39.930385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-a9f6df86-24eb-4dee-a3a4-5f86d072bcac service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651012 Jul 06 18:25:39.948556 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:39.948930 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Checking segment: {'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:39.952937 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.953649 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Bound using segment: {'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:39.955797 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Bound port: 03976789-0c50-4c8e-bbdf-841d5013da59, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c173db93-e868-4ad0-ab81-6b65e1dcce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:39.957278 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.976108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:39.980115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:39.980771 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:39.982466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:39.983481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Bound port: f28d6eb2-7247-4354-b169-c979fceb3bd9, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:39.986038 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:40.020771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 4775aa45-89aa-4f69-93ca-70cefc4fe55f) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:40.044843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0746b60-11ab-4062-9ee2-528fa42bf689 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:40.067449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b2fa1-25c1-4016-ac4d-1d3f1eafa2ac None None] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:40.113438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e60d9179-4a3c-40ec-8df1-96a15491009b req-ef661cff-c39b-4b3a-9034-e8c69e04fdc6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411826 Jul 06 18:25:40.181788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:40.181788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:40.249782 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] For port 03976789-0c50-4c8e-bbdf-841d5013da59, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:40.260550 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] For port 03976789-0c50-4c8e-bbdf-841d5013da59, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=03976789-0c50-4c8e-bbdf-841d5013da59,segment=NetworkSegment(c173db93-e868-4ad0-ab81-6b65e1dcce88),segment_id=c173db93-e868-4ad0-ab81-6b65e1dcce88)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:40.266718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ad5e06-9c54-4a40-8344-c2c55eacf42d', 'name': 'network-vif-deleted', 'tag': 'c664f6d4-e523-4c4c-b2a8-af44e1cb9667'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:40.270272 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40e935-e5e8-4d81-8188-db56555d4020" -d '{"events": [{"server_uuid": "78ad5e06-9c54-4a40-8344-c2c55eacf42d", "name": "network-vif-deleted", "tag": "c664f6d4-e523-4c4c-b2a8-af44e1cb9667"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:40.282754 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:40.284717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da11f5b5-c746-4780-9259-ad7365b26bf1 req-09ac2383-9f9d-462b-b8e4-d1a78c73a9ba service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390529 Jul 06 18:25:40.314340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-0c8f705a-51a2-43d5-8c49-e780ba5c39ee tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2366211 Jul 06 18:25:40.335795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:40.341032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:40.362041 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:40.491123 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:40.540129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:40.570292 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Routers {'e2717595-45e4-4f7c-be77-ad9408490da5'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:40.575709 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e2717595-45e4-4f7c-be77-ad9408490da5'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:40.589923 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e20c19-f90c-4696-971f-f161042de012 None None] Pushing event updated for resources: {'Port': ['ID=03976789-0c50-4c8e-bbdf-841d5013da59,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:40.607052 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:40.651130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['b0746b60-11ab-4062-9ee2-528fa42bf689'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:40.655925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ac988c93-94f1-4f60-94f5-a5de4a0825e7 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6639674 Jul 06 18:25:40.657961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57054) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:40.681506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:40.736649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] For port f28d6eb2-7247-4354-b169-c979fceb3bd9, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:40.810670 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] For port f28d6eb2-7247-4354-b169-c979fceb3bd9, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f28d6eb2-7247-4354-b169-c979fceb3bd9,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:40.823236 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:40.899010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83906-9ee8-4752-a42f-800f2dd6e912 req-83f689c5-bba3-4bc6-9d84-ddb04b0460a3 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:40.901131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4c83906-9ee8-4752-a42f-800f2dd6e912 req-83f689c5-bba3-4bc6-9d84-ddb04b0460a3 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 945 time: 0.3963475 Jul 06 18:25:40.995754 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] Set router e2717595-45e4-4f7c-be77-ad9408490da5 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:41.070141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0d2e2-6b31-443f-b45c-bf4bd538c86b None None] Pushing event updated for resources: {'Port': ['ID=f28d6eb2-7247-4354-b169-c979fceb3bd9,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:41.073272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:41.073931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:41.085472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:41.094574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:41.215222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:41.224518 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:41.242844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Pushing event updated for resources: {'Port': ['ID=abec07f4-dafd-465a-b666-2521ce2698cc,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:41.259846 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4c83906-9ee8-4752-a42f-800f2dd6e912 req-20c9ca49-7693-4b4a-9136-7248390d719e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323188 Jul 06 18:25:41.268927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:41.272542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:41.308258 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:41.341057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8f6781b4-041f-4139-8966-d4da30a69813 None None] Provisioning for port abec07f4-dafd-465a-b666-2521ce2698cc completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:41.462419 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:25:34Z', 'revision_number': 4, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port': {'id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:23Z', 'updated_at': '2021-07-06T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '03976789-0c50-4c8e-bbdf-841d5013da59', 'name': '', 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'mac_address': 'fa:16:3e:0d:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '3f63aade-34d1-4797-8fd5-30ce323778d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:32Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'subnets': [{'id': '3f63aade-34d1-4797-8fd5-30ce323778d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:41.492533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:41.496681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:41.574130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8f6781b4-041f-4139-8966-d4da30a69813 None None] Provisioning complete for port abec07f4-dafd-465a-b666-2521ce2698cc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:41.576737 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f6781b4-041f-4139-8966-d4da30a69813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:41.578237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Allocated IP 172.25.4.127 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/9e427fa4-7064-4b62-8f40-7150ca903fb4) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:41.619173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-9417e0be-af7c-4e02-b15a-460adacc117d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:41.622143 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-9417e0be-af7c-4e02-b15a-460adacc117d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 945 time: 0.6984477 Jul 06 18:25:41.627617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8f6781b4-041f-4139-8966-d4da30a69813 None None] Port abec07f4-dafd-465a-b666-2521ce2698cc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:41.692632 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039872e7-e07c-42c1-986f-acd131335e69 None None] The sync data for ids ['e2717595-45e4-4f7c-be77-ad9408490da5'] in n-d-799684-2 is: [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:25:34Z', 'revision_number': 4, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port': {'id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:23Z', 'updated_at': '2021-07-06T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '03976789-0c50-4c8e-bbdf-841d5013da59', 'name': '', 'network_id': '8cd25154-51cb-4e9b-a9b7-9439c0d49a26', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'mac_address': 'fa:16:3e:0d:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '3f63aade-34d1-4797-8fd5-30ce323778d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:32Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'subnets': [{'id': '3f63aade-34d1-4797-8fd5-30ce323778d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:42.077347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40d58b-a522-46cf-a2f4-b36b5f2b41d0 req-b63537f0-fc68-40ae-971b-5102f8ac908f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:42.087400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d40d58b-a522-46cf-a2f4-b36b5f2b41d0 req-b63537f0-fc68-40ae-971b-5102f8ac908f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 948 time: 0.5225539 Jul 06 18:25:42.096913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-4775aa45-89aa-4f69-93ca-70cefc4fe55f', 'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': 'd9d066e0-bbe5-4653-98a3-17c5257d95bd'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:42.098205 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:42.101224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 03976789-0c50-4c8e-bbdf-841d5013da59 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:42.245434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Deleting port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:42.245828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:42.329602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:38Z', 'revision_number': 1, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:42.353944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d40d58b-a522-46cf-a2f4-b36b5f2b41d0 req-145c88b8-9524-4371-80df-5acc0e3241a8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649841 Jul 06 18:25:42.388754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0732b3e-ad1c-402a-8739-ae15a02e976d None None] The sync data for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 is: [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:38Z', 'revision_number': 1, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:42.411219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-79345c17-05b5-423d-8e77-c53b8a759803 None None] Provisioning complete for port abec07f4-dafd-465a-b666-2521ce2698cc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:42.411600 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79345c17-05b5-423d-8e77-c53b8a759803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:42.441969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:42.477618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 03976789-0c50-4c8e-bbdf-841d5013da59 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:42.487723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 03976789-0c50-4c8e-bbdf-841d5013da59 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:42.488100 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:42.531311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-79345c17-05b5-423d-8e77-c53b8a759803 None None] Port abec07f4-dafd-465a-b666-2521ce2698cc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:42.615963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Allocated IP 2001:db8::2 (4775aa45-89aa-4f69-93ca-70cefc4fe55f/d9d066e0-bbe5-4653-98a3-17c5257d95bd/57342491-bc27-4407-8b79-fa92520d9f9b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:42.663841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-79345c17-05b5-423d-8e77-c53b8a759803 None None] Provisioning complete for port 03976789-0c50-4c8e-bbdf-841d5013da59 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:42.664221 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79345c17-05b5-423d-8e77-c53b8a759803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:42.699829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Router 3d5bf8e0-5d42-417d-a757-aa91de075eff has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:25:42.731684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=ebf4b4df-90ae-48d2-bd21-ef34f23583c4,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:42.751036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:42.773267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] For port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:42.773656 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:42.807874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Calling delete_port for ca1a69f1-9b1a-468a-b550-9efb05fbeb8a owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:42.987825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:42.996263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.087022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 327314f8-eaa3-40fa-afde-aab582a943be up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:43.111769 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50c9072-1c0b-40ed-880d-6358664fc849 x-openstack-request-id: req-c50c9072-1c0b-40ed-880d-6358664fc849 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:43.112409 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ad5e06-9c54-4a40-8344-c2c55eacf42d", "name": "network-vif-deleted", "tag": "c664f6d4-e523-4c4c-b2a8-af44e1cb9667", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:43.115543 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c50c9072-1c0b-40ed-880d-6358664fc849 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:43.116022 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ad5e06-9c54-4a40-8344-c2c55eacf42d', 'name': 'network-vif-deleted', 'tag': 'c664f6d4-e523-4c4c-b2a8-af44e1cb9667', 'status': 'completed', 'code': 200} Jul 06 18:25:43.134904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:43.180731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:43.181394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.200189 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.214429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57066) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:43.232195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:25:43.244129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-791d8218-7448-40d0-8714-a028fbf051c1 admin admin] 10.222.0.53 "PUT /v2.0/routers/3d5bf8e0-5d42-417d-a757-aa91de075eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5275810 Jul 06 18:25:43.246167 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.342053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 03976789-0c50-4c8e-bbdf-841d5013da59, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=03976789-0c50-4c8e-bbdf-841d5013da59,segment=NetworkSegment(c173db93-e868-4ad0-ab81-6b65e1dcce88),segment_id=c173db93-e868-4ad0-ab81-6b65e1dcce88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:43.349130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 327314f8-eaa3-40fa-afde-aab582a943be completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:43.370925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 327314f8-eaa3-40fa-afde-aab582a943be triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:43.371327 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.391533 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.399870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:43.410615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:43.411775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-087d48ed-48ed-43f5-83ba-8ad12bf77675 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7425070 Jul 06 18:25:43.412862 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.419953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57074) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:43.420509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:43.499517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event deleted for resources: {'Port': ['ID=ca1a69f1-9b1a-468a-b550-9efb05fbeb8a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:43.508508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=03976789-0c50-4c8e-bbdf-841d5013da59,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:43.513185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:43.571297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event updated for resources: {'Port': ['ID=9e427fa4-7064-4b62-8f40-7150ca903fb4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:43.699376 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79345c17-05b5-423d-8e77-c53b8a759803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.849141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] No DVR routers for this DVR port ca1a69f1-9b1a-468a-b550-9efb05fbeb8a on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:43.860049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d492a6-f526-49f7-bc26-4ba652a3b925 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:43.861907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d492a6-f526-49f7-bc26-4ba652a3b925 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:43.863664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d492a6-f526-49f7-bc26-4ba652a3b925 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:43.865693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d492a6-f526-49f7-bc26-4ba652a3b925 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:43.867814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d492a6-f526-49f7-bc26-4ba652a3b925 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:43.876740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d3d492a6-f526-49f7-bc26-4ba652a3b925 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4115510 Jul 06 18:25:43.876963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57082) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:43.878352 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:43.881809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67da88b2-c7a2-4703-966c-fdf8db1e7018 req-7cd67c2e-0df1-44fd-ab1f-fc431f587825 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "DELETE /v2.0/ports/ca1a69f1-9b1a-468a-b550-9efb05fbeb8a HTTP/1.1" status: 204 len: 173 time: 2.2261178 Jul 06 18:25:43.918816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:43.953327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0b25d-ee2e-4a11-8c6f-b96526933020 req-3fb4e528-e95b-4c97-bdbb-aae905db2b64 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:43.978369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-453836140'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:43.979739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31f0b25d-ee2e-4a11-8c6f-b96526933020 req-3fb4e528-e95b-4c97-bdbb-aae905db2b64 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 944 time: 0.8399436 Jul 06 18:25:44.037495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'mac_address': 'fa:16:3e:f9:5f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:44.052814 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.108708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 03976789-0c50-4c8e-bbdf-841d5013da59 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:44.122554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-79345c17-05b5-423d-8e77-c53b8a759803 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:25:44.123402 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-79345c17-05b5-423d-8e77-c53b8a759803 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:25:44.127558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Transition to ACTIVE for port object 57342491-bc27-4407-8b79-fa92520d9f9b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:44.174757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.179118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31f0b25d-ee2e-4a11-8c6f-b96526933020 req-20220899-bf25-47a2-ac16-08492983ca1d tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983387 Jul 06 18:25:44.212627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f4507379-d270-43ff-8618-58635926f1c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3559615e7d24cda8256e1d1f63a2e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9819214 Jul 06 18:25:44.213634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57108) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:44.307771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Transition to ACTIVE for port object 57342491-bc27-4407-8b79-fa92520d9f9b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:44.353226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:44.357267 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.359530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.359735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bb39b19-964c-4ddb-8dd9-fbad96c2dcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.368576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.426194 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bb39b19-964c-4ddb-8dd9-fbad96c2dcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.432634 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.488535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:44.525931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.528873 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment 572d0c10-c916-47e9-a8dc-b46a9a15f063 of type vlan for network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 Jul 06 18:25:44.540493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:44.553454 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bb39b19-964c-4ddb-8dd9-fbad96c2dcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.556625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bb39b19-964c-4ddb-8dd9-fbad96c2dcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.560543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3bb39b19-964c-4ddb-8dd9-fbad96c2dcf1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08997d2f-18db-4c34-9eb3-893f61918e9f HTTP/1.1" status: 204 len: 168 time: 0.3458381 Jul 06 18:25:44.576582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39b19-964c-4ddb-8dd9-fbad96c2dcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08997d2f-18db-4c34-9eb3-893f61918e9f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:44.623050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327314f8-eaa3-40fa-afde-aab582a943be'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:44.626024 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370c3459-8a69-429f-a69b-2b07500ad73c" -d '{"events": [{"server_uuid": "f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b", "name": "network-vif-plugged", "status": "completed", "tag": "327314f8-eaa3-40fa-afde-aab582a943be"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:44.630474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:44.662791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.672808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:44.690317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:44.742315 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.781296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 327314f8-eaa3-40fa-afde-aab582a943be, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=327314f8-eaa3-40fa-afde-aab582a943be,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:44.783085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:44.785197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 03976789-0c50-4c8e-bbdf-841d5013da59 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:44.785912 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.803298 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.818175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.842257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:44.844816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.860453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:44.897615 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Pushing event updated for resources: {'Port': ['ID=57342491-bc27-4407-8b79-fa92520d9f9b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:44.936976 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:44.999353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1065259 Jul 06 18:25:45.002683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57134) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:45.009866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-474461fe-b557-440b-8f70-afb0f31a8567 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:45.023067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a5419-5b22-4124-96b3-f2feeca14419 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=0d82b9c9-8889-48d1-b2a7-4cd46aa13c50,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:45.153493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:45.355630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:45.506716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57148) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:45.510338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:45.599642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e70f17a-a518-4395-89e4-18421fba9d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:45.614849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port b0746b60-11ab-4062-9ee2-528fa42bf689 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:45.615226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:45.627331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-474461fe-b557-440b-8f70-afb0f31a8567 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:45.653329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95854be9-27a8-46c3-a440-9983d28946cb', 'name': 'network-vif-deleted', 'tag': 'ca1a69f1-9b1a-468a-b550-9efb05fbeb8a'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:45.656336 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59a4295-278a-46c8-aba0-c2246ce90f00" -d '{"events": [{"server_uuid": "95854be9-27a8-46c3-a440-9983d28946cb", "name": "network-vif-deleted", "tag": "ca1a69f1-9b1a-468a-b550-9efb05fbeb8a"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:45.675094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae07425d-928e-43ea-b6d8-287e144227df req-7ef1f21f-0be0-4939-97fa-9ea4f8cee83f tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=95854be9-27a8-46c3-a440-9983d28946cb HTTP/1.1" status: 200 len: 210 time: 0.7577820 Jul 06 18:25:45.722241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-474461fe-b557-440b-8f70-afb0f31a8567 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:45.838632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2677e769-a08b-4ab8-bdf0-f02537764ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:45.839719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:45.843726 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474461fe-b557-440b-8f70-afb0f31a8567 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=0d82b9c9-8889-48d1-b2a7-4cd46aa13c50,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:45.856515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-474461fe-b557-440b-8f70-afb0f31a8567 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 is not hosted by any dhcp agent {{(pid=93967) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:25:45.862665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474461fe-b557-440b-8f70-afb0f31a8567 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:45.863680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-474461fe-b557-440b-8f70-afb0f31a8567 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:45.865240 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-474461fe-b557-440b-8f70-afb0f31a8567 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "PUT /v2.0/networks/0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 HTTP/1.1" status: 200 len: 723 time: 0.8610501 Jul 06 18:25:45.867265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:45.869131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:45.869851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57180) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:45.884247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': '0d82b9c9-8889-48d1-b2a7-4cd46aa13c50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:45.943946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event updated for resources: {'Port': ['ID=9e427fa4-7064-4b62-8f40-7150ca903fb4,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:46.108164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.185636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e70f17a-a518-4395-89e4-18421fba9d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.193374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e70f17a-a518-4395-89e4-18421fba9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.209349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1149-a85e-4bb5-9c3e-0aaa5b79ff1d req-241dc013-944c-4a2a-961c-959cacc9ba22 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:46.218733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f32f1149-a85e-4bb5-9c3e-0aaa5b79ff1d req-241dc013-944c-4a2a-961c-959cacc9ba22 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 949 time: 0.2753084 Jul 06 18:25:46.232227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70f17a-a518-4395-89e4-18421fba9d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbc1718-a0dc-4995-ad6b-6210179f24e9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:46.258035 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.268243 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-1a0a319b-049c-4bac-8f2c-1f87d855e582 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9407754 Jul 06 18:25:46.286740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:46.291615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.413867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=327314f8-eaa3-40fa-afde-aab582a943be,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:46.415680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f32f1149-a85e-4bb5-9c3e-0aaa5b79ff1d req-90046ac3-91a3-4253-bd1c-984f83b4e383 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954951 Jul 06 18:25:46.427595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-d3c1ec25-b71b-463c-bda4-78fdd29c6ff8 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.1579041 Jul 06 18:25:46.454729 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0e70f17a-a518-4395-89e4-18421fba9d3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c12d95491334496a28ab9f30442af56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9374869 Jul 06 18:25:46.458902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57184) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:46.466408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f28d6eb2-7247-4354-b169-c979fceb3bd9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:46.472162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Attempting to bind port 57342491-bc27-4407-8b79-fa92520d9f9b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:46.472532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Attempting to bind port 57342491-bc27-4407-8b79-fa92520d9f9b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ed888da0-2fa3-4b8c-9879-8a4b2683f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:46.472886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Attempting to bind port 57342491-bc27-4407-8b79-fa92520d9f9b on network 4775aa45-89aa-4f69-93ca-70cefc4fe55f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:46.587132 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ae0da-ee05-4d80-b70c-0a20c39b1213 x-openstack-request-id: req-3f2ae0da-ee05-4d80-b70c-0a20c39b1213 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:46.587563 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b", "name": "network-vif-plugged", "status": "completed", "tag": "327314f8-eaa3-40fa-afde-aab582a943be", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:46.587695 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f2ae0da-ee05-4d80-b70c-0a20c39b1213 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:46.588082 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327314f8-eaa3-40fa-afde-aab582a943be', 'code': 200} Jul 06 18:25:46.620318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:46.620699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Checking segment: {'id': 'ed888da0-2fa3-4b8c-9879-8a4b2683f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:46.621102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.621497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Bound using segment: {'id': 'ed888da0-2fa3-4b8c-9879-8a4b2683f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:46.635481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Bound port: 57342491-bc27-4407-8b79-fa92520d9f9b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed888da0-2fa3-4b8c-9879-8a4b2683f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:46.635935 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.688664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-d1fb1e42-f810-43fa-84c9-b93b13ceb26f tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:46.698786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe7a837b-1ef9-4922-a321-9d94ea00e64a req-d1fb1e42-f810-43fa-84c9-b93b13ceb26f tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.2374680 Jul 06 18:25:46.879677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cce92f8c-f6ff-4185-b6a2-d4000da2c822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.884047 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.914925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cce92f8c-f6ff-4185-b6a2-d4000da2c822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.944704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f28d6eb2-7247-4354-b169-c979fceb3bd9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:46.955700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Sync routers for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:25:46.958407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f28d6eb2-7247-4354-b169-c979fceb3bd9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:46.958786 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:46.963609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] For port 57342491-bc27-4407-8b79-fa92520d9f9b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:47.028584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] For port 57342491-bc27-4407-8b79-fa92520d9f9b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=57342491-bc27-4407-8b79-fa92520d9f9b,segment=NetworkSegment(ed888da0-2fa3-4b8c-9879-8a4b2683f41b),segment_id=ed888da0-2fa3-4b8c-9879-8a4b2683f41b)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:47.038819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:47.049287 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:47.051121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:47.051792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:47.202969 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:47.203677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device ca1a69f1-9b1a-468a-b550-9efb05fbeb8a no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:47.213884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f2969-1f84-4fe0-9bb1-a62aecec178c None None] Pushing event updated for resources: {'Port': ['ID=57342491-bc27-4407-8b79-fa92520d9f9b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:47.256978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:47.283600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1b61d-d5e7-4fd9-b98a-c17d8a88e0e9 req-f5c8a524-2898-4d1b-aa6f-eafafc45b813 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:47.290666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47b1b61d-d5e7-4fd9-b98a-c17d8a88e0e9 req-f5c8a524-2898-4d1b-aa6f-eafafc45b813 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 945 time: 0.5652366 Jul 06 18:25:47.322099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: ca1a69f1-9b1a-468a-b550-9efb05fbeb8a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:47.322618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device ca1a69f1-9b1a-468a-b550-9efb05fbeb8a not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:47.338340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cce92f8c-f6ff-4185-b6a2-d4000da2c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:47.340882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cce92f8c-f6ff-4185-b6a2-d4000da2c822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:47.344570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cce92f8c-f6ff-4185-b6a2-d4000da2c822 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cbc1718-a0dc-4995-ad6b-6210179f24e9 HTTP/1.1" status: 204 len: 168 time: 0.8823960 Jul 06 18:25:47.396597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75ebf7-d48f-41cb-8bc4-5622ee6dadce req-716c7603-d8d1-44d1-a31e-af9be807f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:47.399440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf75ebf7-d48f-41cb-8bc4-5622ee6dadce req-716c7603-d8d1-44d1-a31e-af9be807f817 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 1096 time: 0.7663860 Jul 06 18:25:47.416860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce92f8c-f6ff-4185-b6a2-d4000da2c822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbc1718-a0dc-4995-ad6b-6210179f24e9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:47.491332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=4efbf3ae-1b6a-4eb5-99b5-d7acf92f39a6,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:47.521268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:47.587605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:47.634641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47b1b61d-d5e7-4fd9-b98a-c17d8a88e0e9 req-35108e37-3a62-4de3-baf0-5780a67010db tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396819 Jul 06 18:25:47.663007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': '572d0c10-c916-47e9-a8dc-b46a9a15f063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0d82b9c9-8889-48d1-b2a7-4cd46aa13c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:47.664294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:47.672799 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:47.708537 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf75ebf7-d48f-41cb-8bc4-5622ee6dadce req-89a603d3-e21b-428d-9933-48867ee3675e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954223 Jul 06 18:25:47.731785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:47.761077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:47.782152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:47.784311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:47.791480 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d3edc9-0eb3-4478-92a2-1c110257af3b x-openstack-request-id: req-78d3edc9-0eb3-4478-92a2-1c110257af3b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:47.792584 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95854be9-27a8-46c3-a440-9983d28946cb", "name": "network-vif-deleted", "tag": "ca1a69f1-9b1a-468a-b550-9efb05fbeb8a", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:47.792927 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78d3edc9-0eb3-4478-92a2-1c110257af3b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:47.794313 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95854be9-27a8-46c3-a440-9983d28946cb', 'name': 'network-vif-deleted', 'tag': 'ca1a69f1-9b1a-468a-b550-9efb05fbeb8a', 'status': 'completed', 'code': 200} Jul 06 18:25:47.840870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-98b5f759-876b-4a12-9fa4-e7188f8c6ec9 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9688480 Jul 06 18:25:47.843124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57202) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:47.849161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bdaf5c02-37e0-4569-b731-66e35d9b4455 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:47.859109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f28d6eb2-7247-4354-b169-c979fceb3bd9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f28d6eb2-7247-4354-b169-c979fceb3bd9,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:47.870009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce95211d-708e-4b8d-bb6c-d4987bc1dd8e None None] Network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:47.875716 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.130485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5c02-37e0-4569-b731-66e35d9b4455 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1069095471'] for subnet, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.261158 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-a7d251e8-03ea-411a-842d-d59d0e910de5 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3227077 Jul 06 18:25:48.275409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:48.282880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57342491-bc27-4407-8b79-fa92520d9f9b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:48.347407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.467702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f28d6eb2-7247-4354-b169-c979fceb3bd9,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:48.518474 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.561119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-93b09155-a5b3-4313-af7c-c7cf0d38e9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.579914 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5c02-37e0-4569-b731-66e35d9b4455 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762271982367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1069282622'] for subnet, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.590397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:48.593790 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8cb774-e9fb-4bff-a77c-45483a9d23d0" -d '{"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-plugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:48.660946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 57342491-bc27-4407-8b79-fa92520d9f9b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:48.680011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 2, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:48.717926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf5c02-37e0-4569-b731-66e35d9b4455 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=4efbf3ae-1b6a-4eb5-99b5-d7acf92f39a6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:48.726887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf5c02-37e0-4569-b731-66e35d9b4455 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:48.727849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5c02-37e0-4569-b731-66e35d9b4455 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.732873 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bdaf5c02-37e0-4569-b731-66e35d9b4455 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "PUT /v2.0/subnets/4efbf3ae-1b6a-4eb5-99b5-d7acf92f39a6 HTTP/1.1" status: 200 len: 826 time: 0.8885469 Jul 06 18:25:48.733611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57224) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:48.751805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Checking router: 3d5bf8e0-5d42-417d-a757-aa91de075eff for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:25:48.763926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Updating router 3d5bf8e0-5d42-417d-a757-aa91de075eff port abec07f4-dafd-465a-b666-2521ce2698cc binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:25:48.872116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.903794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:48.909805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c57386-92b7-4255-ad5a-fd5f88a49757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-0d82b9c9-8889-48d1-b2a7-4cd46aa13c50', 'network_id': '0d82b9c9-8889-48d1-b2a7-4cd46aa13c50', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': '4efbf3ae-1b6a-4eb5-99b5-d7acf92f39a6'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:48.911008 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6c57386-92b7-4255-ad5a-fd5f88a49757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:48.962922 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.034507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.192570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Allocated IP 172.25.4.234 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/51693a84-1e5d-4b16-b10d-7b35bedf0701) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:49.224532 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.282260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e6f19f-9d39-450b-8833-90c72cd0f91f None None] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:49.324802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.374588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=4efbf3ae-1b6a-4eb5-99b5-d7acf92f39a6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:49.441966 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:49.448294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.454110 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-e6c57386-92b7-4255-ad5a-fd5f88a49757 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4efbf3ae-1b6a-4eb5-99b5-d7acf92f39a6: This subnet is being modified by another concurrent operation. Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:25:49.467971 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4efbf3ae-1b6a-4eb5-99b5-d7acf92f39a6: This subnet is being modified by another concurrent operation. Jul 06 18:25:49.472107 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:25:49.476740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d82b9c9-8889-48d1-b2a7-4cd46aa13c50']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:49.504464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572d0c10-c916-47e9-a8dc-b46a9a15f063') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:49.504761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572d0c10-c916-47e9-a8dc-b46a9a15f063') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:49.506059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:49.507133 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.519347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf90d1-9e34-4732-aba5-84edda9e276e None None] Network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:49.533676 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.538336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.559535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-636451eb-4590-47e7-bb6e-445b4962e76b None None] Provisioning for port 57342491-bc27-4407-8b79-fa92520d9f9b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:49.566433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.585933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:49.587454 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:49.597497 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:49.656035 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.777804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event updated for resources: {'Port': ['ID=51693a84-1e5d-4b16-b10d-7b35bedf0701,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:49.781259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.791466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.797409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 HTTP/1.1" status: 204 len: 168 time: 1.0625207 Jul 06 18:25:49.798502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57248) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:49.834024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:49.837569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:49.846763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:49.874160 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-41aad096-0391-4fd1-9e48-6809b6c35b8f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:25:49.875771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41aad096-0391-4fd1-9e48-6809b6c35b8f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:25:49.885644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-41aad096-0391-4fd1-9e48-6809b6c35b8f tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 HTTP/1.1" status: 404 len: 339 time: 0.0669351 Jul 06 18:25:49.886400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57250) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:49.910608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-636451eb-4590-47e7-bb6e-445b4962e76b None None] Provisioning complete for port 57342491-bc27-4407-8b79-fa92520d9f9b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:49.911214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2076816583', 'description': 'd1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:49.911748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-636451eb-4590-47e7-bb6e-445b4962e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.915303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f3713-93f2-4bc0-bc7d-e89863955080 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=0d82b9c9-8889-48d1-b2a7-4cd46aa13c50,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:49.955555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:49.962169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.052355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:50.062148 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.092097 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.092708 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment f974c945-1e5f-4de6-b758-ed332578c57a of type vlan for network 6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09 Jul 06 18:25:50.157034 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.188852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.218671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f28d6eb2-7247-4354-b169-c979fceb3bd9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:50.253819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.268035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:50.268878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.449529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5411501 Jul 06 18:25:50.450751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57260) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:50.488912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937ddeb-664e-4ba6-826e-755a489bbecc None None] Network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:50.545215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda26177-5a37-47c5-b2e5-0158a3af4ab5 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:50.559043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.569182 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.572494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.572796 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-636451eb-4590-47e7-bb6e-445b4962e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.599794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:50.604901 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.614146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e67b2f-36ac-4ee8-b166-1437c292d012 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:50.618650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3e67b2f-36ac-4ee8-b166-1437c292d012 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/networks?id=6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09 HTTP/1.1" status: 200 len: 765 time: 0.1593087 Jul 06 18:25:50.624067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57262) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:50.630289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3d52fb3a-f6fe-41e5-8ef9-629ca4b13ee0 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'description': 'd2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:50.672219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937ddeb-664e-4ba6-826e-755a489bbecc None None] Network 0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 could not be found, it might have been deleted concurrently. {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 18:25:50.761533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Transition to ACTIVE for port object abec07f4-dafd-465a-b666-2521ce2698cc will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:50.773375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event updated for resources: {'Port': ['ID=51693a84-1e5d-4b16-b10d-7b35bedf0701,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:50.866616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.883086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.890135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f28d6eb2-7247-4354-b169-c979fceb3bd9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:50.890619 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.913740 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.915989 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e3b0b2b9-b51a-4c17-8c6d-798de62b6e5d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6484473 Jul 06 18:25:50.917184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d52fb3a-f6fe-41e5-8ef9-629ca4b13ee0 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.962877 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d52fb3a-f6fe-41e5-8ef9-629ca4b13ee0 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.984820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-636451eb-4590-47e7-bb6e-445b4962e76b None None] For port 57342491-bc27-4407-8b79-fa92520d9f9b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=57342491-bc27-4407-8b79-fa92520d9f9b,segment=NetworkSegment(ed888da0-2fa3-4b8c-9879-8a4b2683f41b),segment_id=ed888da0-2fa3-4b8c-9879-8a4b2683f41b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:50.988280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:51.010902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d52fb3a-f6fe-41e5-8ef9-629ca4b13ee0 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network 6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09 is not hosted by any dhcp agent {{(pid=93967) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:25:51.013668 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-333adf28-618a-4d7c-920c-bac377d7c728 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.234 HTTP/1.1" status: 200 len: 696 time: 0.0865266 Jul 06 18:25:51.026772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d52fb3a-f6fe-41e5-8ef9-629ca4b13ee0 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:51.027417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d52fb3a-f6fe-41e5-8ef9-629ca4b13ee0 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.034066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3d52fb3a-f6fe-41e5-8ef9-629ca4b13ee0 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "PUT /v2.0/networks/6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09 HTTP/1.1" status: 200 len: 762 time: 0.4092445 Jul 06 18:25:51.038469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.040297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-636451eb-4590-47e7-bb6e-445b4962e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.083592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57266) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:51.092948 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.099300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f56eb-135d-44e7-9055-edfaa03246c2 None None] Pushing event updated for resources: {'Port': ['ID=abec07f4-dafd-465a-b666-2521ce2698cc,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:51.195078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00defcb3-bd69-4d05-87d3-3e9c26aaf494 None None] Update dhcp port {'port': {'network_id': '4775aa45-89aa-4f69-93ca-70cefc4fe55f', 'fixed_ips': [{'subnet_id': 'd9d066e0-bbe5-4653-98a3-17c5257d95bd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebf4b4df-90ae-48d2-bd21-ef34f23583c4'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '57342491-bc27-4407-8b79-fa92520d9f9b'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:25:51.235864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52fb3a-f6fe-41e5-8ef9-629ca4b13ee0 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:51.269090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e95ae9f3-57e1-4149-9135-b2f941cd9a6d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:51.284815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdb054-bfe8-4925-8269-68ab1d8b03ea tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:51.285458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:51.290358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5abdb054-bfe8-4925-8269-68ab1d8b03ea tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/networks?id=6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09 HTTP/1.1" status: 200 len: 765 time: 0.2056754 Jul 06 18:25:51.294749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57272) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:51.299293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9231226-fc9c-4408-b40a-84d1deb4a334 req-e95ae9f3-57e1-4149-9135-b2f941cd9a6d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.2792957 Jul 06 18:25:51.516683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Attempting to bind port abec07f4-dafd-465a-b666-2521ce2698cc on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:51.517297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Attempting to bind port abec07f4-dafd-465a-b666-2521ce2698cc by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:51.517460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Attempting to bind port abec07f4-dafd-465a-b666-2521ce2698cc on network c97f7bee-4d6f-4331-a536-ecf46e04d16d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:51.525051 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-00defcb3-bd69-4d05-87d3-3e9c26aaf494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.542946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb017c3e-5ff3-4981-bdad-c6a11c8add25 req-796cdf20-354d-4cbf-93b3-21f2a5f87792 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:51.546181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb017c3e-5ff3-4981-bdad-c6a11c8add25 req-796cdf20-354d-4cbf-93b3-21f2a5f87792 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1133378 Jul 06 18:25:51.563065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:51.563441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Checking segment: {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:51.563840 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.564226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Bound using segment: {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:51.564708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Bound port: abec07f4-dafd-465a-b666-2521ce2698cc, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:51.565091 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.610235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:51.610736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5a46b-c809-4fa1-ab41-8bafcf843272 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:51.612575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bfe5a46b-c809-4fa1-ab41-8bafcf843272 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3168406 Jul 06 18:25:51.622320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57274) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:51.653017 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb017c3e-5ff3-4981-bdad-c6a11c8add25 req-15daab7c-d64b-48d4-97df-223383396927 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891292 Jul 06 18:25:51.676639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3e4dd2c7-e0e3-4e03-8032-8cc002509fe2 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 207 time: 0.0512900 Jul 06 18:25:51.681035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57276) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:51.880372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636451eb-4590-47e7-bb6e-445b4962e76b None None] Pushing event updated for resources: {'Port': ['ID=57342491-bc27-4407-8b79-fa92520d9f9b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:51.895217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] For port abec07f4-dafd-465a-b666-2521ce2698cc, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:51.936223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] For port abec07f4-dafd-465a-b666-2521ce2698cc, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=abec07f4-dafd-465a-b666-2521ce2698cc,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:51.957088 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.995448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7107052-4361-4e0f-bfba-e348e90e8600 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.002530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7107052-4361-4e0f-bfba-e348e90e8600 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.010813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7107052-4361-4e0f-bfba-e348e90e8600 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.023002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7107052-4361-4e0f-bfba-e348e90e8600 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.038015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7107052-4361-4e0f-bfba-e348e90e8600 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.042967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-00defcb3-bd69-4d05-87d3-3e9c26aaf494 None None] Allocated IP 172.20.0.1 (4775aa45-89aa-4f69-93ca-70cefc4fe55f/ebf4b4df-90ae-48d2-bd21-ef34f23583c4/57342491-bc27-4407-8b79-fa92520d9f9b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:52.061794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7107052-4361-4e0f-bfba-e348e90e8600 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.066778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57284) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:52.087393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d7107052-4361-4e0f-bfba-e348e90e8600 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4000700 Jul 06 18:25:52.140954 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:52.179731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f56eb-135d-44e7-9055-edfaa03246c2 None None] Pushing event updated for resources: {'Port': ['ID=abec07f4-dafd-465a-b666-2521ce2698cc,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:52.186236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57342491-bc27-4407-8b79-fa92520d9f9b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:52.188241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:52.188947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:25:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:52.434987 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:52.474723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-00defcb3-bd69-4d05-87d3-3e9c26aaf494 None None] For port 57342491-bc27-4407-8b79-fa92520d9f9b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=57342491-bc27-4407-8b79-fa92520d9f9b,segment=NetworkSegment(ed888da0-2fa3-4b8c-9879-8a4b2683f41b),segment_id=ed888da0-2fa3-4b8c-9879-8a4b2683f41b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:52.501687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:52.507980 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad0657a0-286f-4f0f-bdc0-ef5f20dedb4b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4398637 Jul 06 18:25:52.511586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57286) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:52.555218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 57342491-bc27-4407-8b79-fa92520d9f9b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:52.555218 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:52.672963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc159b5-4a1c-43e0-b158-c61028fad197 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.676155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc159b5-4a1c-43e0-b158-c61028fad197 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.681972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc159b5-4a1c-43e0-b158-c61028fad197 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.684762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc159b5-4a1c-43e0-b158-c61028fad197 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.687650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc159b5-4a1c-43e0-b158-c61028fad197 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.702299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57290) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:52.703385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1fc159b5-4a1c-43e0-b158-c61028fad197 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1905465 Jul 06 18:25:52.825543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd239ed-a57a-4d0b-99f7-50112d249372 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.828407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd239ed-a57a-4d0b-99f7-50112d249372 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.830268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd239ed-a57a-4d0b-99f7-50112d249372 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.832399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd239ed-a57a-4d0b-99f7-50112d249372 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.835833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd239ed-a57a-4d0b-99f7-50112d249372 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:52.838427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bbd239ed-a57a-4d0b-99f7-50112d249372 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1337502 Jul 06 18:25:52.842091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57292) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:52.857456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-00defcb3-bd69-4d05-87d3-3e9c26aaf494 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:53.011400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7f2e9-4d94-4833-bba6-91e79b1d954c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:53.016983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57294) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:53.028811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-00defcb3-bd69-4d05-87d3-3e9c26aaf494 None None] Transition to ACTIVE for port object 57342491-bc27-4407-8b79-fa92520d9f9b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:53.029646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e5d7f2e9-4d94-4833-bba6-91e79b1d954c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/networks/e0a2f6fa-fb15-4850-8caf-46b073f7de96 HTTP/1.1" status: 200 len: 804 time: 0.1833007 Jul 06 18:25:53.055582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-00defcb3-bd69-4d05-87d3-3e9c26aaf494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:53.148560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00defcb3-bd69-4d05-87d3-3e9c26aaf494 None None] Pushing event updated for resources: {'Port': ['ID=57342491-bc27-4407-8b79-fa92520d9f9b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:53.262196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:51Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:53.299512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07682852-57cb-48e0-a69d-cdd358e97115 None None] The sync data for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 is: [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:51Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:53.546186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57298) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:53.555808 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1afee89d-5a85-40c8-b2f8-64731d0bd145 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/networks/e0a2f6fa-fb15-4850-8caf-46b073f7de96?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5373931 Jul 06 18:25:53.602348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705573b-a115-4be9-b609-4f3e0ceccc49 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:53.607761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57300) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:53.608044 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9705573b-a115-4be9-b609-4f3e0ceccc49 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/subnets/fb59f8dc-bd55-4c05-b2a3-8940d291470e HTTP/1.1" status: 200 len: 843 time: 0.0606065 Jul 06 18:25:53.720889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dec7e5-1e77-458d-8ce7-b0de3a2cb6e1 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['shared'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:53.724304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-28dec7e5-1e77-458d-8ce7-b0de3a2cb6e1 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "GET /v2.0/subnets/fb59f8dc-bd55-4c05-b2a3-8940d291470e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1153500 Jul 06 18:25:53.727865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57302) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:53.735862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1032136556'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:53.804409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:53.808902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:53.847539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:25:53.887105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:53.887913 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Added segment d1f76338-167d-4c71-9807-a2befcfe47c7 of type vlan for network db7183eb-b285-438b-8a76-12f515a3cb74 Jul 06 18:25:53.972824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:54.032463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:54.041450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:54.042445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:54.157231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Network': ['ID=db7183eb-b285-438b-8a76-12f515a3cb74,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:54.169031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network db7183eb-b285-438b-8a76-12f515a3cb74 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:25:54.203621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57306) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:54.209265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'network_id': 'db7183eb-b285-438b-8a76-12f515a3cb74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:54.215309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d5a46442-e96c-486b-aa59-cb69fb33a352 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4861634 Jul 06 18:25:54.274487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f226a-e11a-4042-84f1-35867ef21135 None None] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:54.276682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57342491-bc27-4407-8b79-fa92520d9f9b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:54.366190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Made reservation on behalf of 3f6c0fdfc64f4b58b3110feaf063a17c for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:54.371246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:54.481430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Performing IP validity checks on allocation pools {{(pid=93966) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:25:54.482277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93966) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:25:54.495069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a4d6e3ae-5d2d-48d9-8e55-c9bc84a6e702 None None] Provisioning for port 57342491-bc27-4407-8b79-fa92520d9f9b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:54.513535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a4d6e3ae-5d2d-48d9-8e55-c9bc84a6e702 None None] Provisioning complete for port 57342491-bc27-4407-8b79-fa92520d9f9b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:54.513938 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4d6e3ae-5d2d-48d9-8e55-c9bc84a6e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:54.611054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 57342491-bc27-4407-8b79-fa92520d9f9b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:54.611390 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:54.758260 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:54.778766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device abec07f4-dafd-465a-b666-2521ce2698cc up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:54.907554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=9ac99fd5-a727-444f-873a-ee3567110b29,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:54.920293 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port abec07f4-dafd-465a-b666-2521ce2698cc completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:54.933116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port abec07f4-dafd-465a-b666-2521ce2698cc triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:54.937591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Checking segment: {'id': 'd1f76338-167d-4c71-9807-a2befcfe47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'db7183eb-b285-438b-8a76-12f515a3cb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:54.937993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network hostable DHCP agents. Network: db7183eb-b285-438b-8a76-12f515a3cb74, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:25:54.940009 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:54.980533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Network db7183eb-b285-438b-8a76-12f515a3cb74 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:25:55.003912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, db7183eb-b285-438b-8a76-12f515a3cb74) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:55.012454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:55.013075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.031556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8de255-7ef3-4f2a-af54-e191f535ed69 None None] Network db7183eb-b285-438b-8a76-12f515a3cb74 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:55.034225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0141a17c-715f-4657-b44e-61cf38d63b36 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8293417 Jul 06 18:25:55.037164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57308) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:55.046456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-45ca7a8e-82c8-42cd-8feb-cbc2354e1040 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:55.196218 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45ca7a8e-82c8-42cd-8feb-cbc2354e1040 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1069095471'] for subnet, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.234459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c380b7f7-9d79-46f8-baa0-f42b27535a75 None None] Provisioning complete for port 57342491-bc27-4407-8b79-fa92520d9f9b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:55.235143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c380b7f7-9d79-46f8-baa0-f42b27535a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.325266 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.398026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port abec07f4-dafd-465a-b666-2521ce2698cc, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=abec07f4-dafd-465a-b666-2521ce2698cc,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:55.416790 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.501100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45ca7a8e-82c8-42cd-8feb-cbc2354e1040 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762271982367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1069282622'] for subnet, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.548190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca7a8e-82c8-42cd-8feb-cbc2354e1040 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:55.548945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45ca7a8e-82c8-42cd-8feb-cbc2354e1040 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.553586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-45ca7a8e-82c8-42cd-8feb-cbc2354e1040 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "PUT /v2.0/subnets/9ac99fd5-a727-444f-873a-ee3567110b29 HTTP/1.1" status: 200 len: 900 time: 0.5145876 Jul 06 18:25:55.559184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57312) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:55.568543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca7a8e-82c8-42cd-8feb-cbc2354e1040 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event updated for resources: {'Subnet': ['ID=9ac99fd5-a727-444f-873a-ee3567110b29,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:55.613780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-db7183eb-b285-438b-8a76-12f515a3cb74', 'network_id': 'db7183eb-b285-438b-8a76-12f515a3cb74', 'tenant_id': '3f6c0fdfc64f4b58b3110feaf063a17c', 'fixed_ips': [{'subnet_id': '9ac99fd5-a727-444f-873a-ee3567110b29'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:25:55.619762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.641552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=abec07f4-dafd-465a-b666-2521ce2698cc,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:55.783600 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:55.876197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Allocated IP 2001:db8::3 (db7183eb-b285-438b-8a76-12f515a3cb74/9ac99fd5-a727-444f-873a-ee3567110b29/9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:55.928995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.148903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device abec07f4-dafd-465a-b666-2521ce2698cc up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:56.217176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.231425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Transition to ACTIVE for port object 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:56.258370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port abec07f4-dafd-465a-b666-2521ce2698cc triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:56.259091 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.304505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Transition to ACTIVE for port object 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:56.316806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.345765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.368076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Pushing event updated for resources: {'Port': ['ID=9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:56.386468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Network db7183eb-b285-438b-8a76-12f515a3cb74 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:56.388808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:56.392653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:56.396284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac99fd5-a727-444f-873a-ee3567110b29,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:56.521906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Attempting to bind port 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:56.522494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Attempting to bind port 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'd1f76338-167d-4c71-9807-a2befcfe47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'db7183eb-b285-438b-8a76-12f515a3cb74'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:56.522956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Attempting to bind port 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4 on network db7183eb-b285-438b-8a76-12f515a3cb74 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:56.533603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:56.533603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Checking segment: {'id': 'd1f76338-167d-4c71-9807-a2befcfe47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'db7183eb-b285-438b-8a76-12f515a3cb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:56.533603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.533603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Bound using segment: {'id': 'd1f76338-167d-4c71-9807-a2befcfe47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'db7183eb-b285-438b-8a76-12f515a3cb74'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:56.533603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Bound port: 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f76338-167d-4c71-9807-a2befcfe47c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'db7183eb-b285-438b-8a76-12f515a3cb74'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:56.533603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.546163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.567377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7183eb-b285-438b-8a76-12f515a3cb74']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:56.593131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f76338-167d-4c71-9807-a2befcfe47c7') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:56.593423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f76338-167d-4c71-9807-a2befcfe47c7') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:56.613504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.637278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.647225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:56.649932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:56.660182 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:56.727125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] For port 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:56.783122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] For port 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4,segment=NetworkSegment(d1f76338-167d-4c71-9807-a2befcfe47c7),segment_id=d1f76338-167d-4c71-9807-a2befcfe47c7)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:56.790479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:25:56.790479 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:25:56.790479 n-d-799684-2 neutron-server[93966]: [parameters: {'id': 'db7183eb-b285-438b-8a76-12f515a3cb74'}] Jul 06 18:25:56.790479 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:25:56.791600 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:25:56.793132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:56.955029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-9b7c08df-ce14-437f-a4a1-51843f4cfdd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1169229 Jul 06 18:25:56.980786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7e68f-5031-4ed0-9bf0-94f243fd9f70 None None] Pushing event updated for resources: {'Port': ['ID=9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:56.997362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8937bf-f0f8-46e1-a1e8-39ce1c615268 None None] Network db7183eb-b285-438b-8a76-12f515a3cb74 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:57.108298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-7c2b00c6-2433-4888-864f-a679c3b1a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:57.109943 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-7c2b00c6-2433-4888-864f-a679c3b1a6b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1102 time: 0.0822361 Jul 06 18:25:57.194062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed173d94-7e2d-469e-bf6e-ad0661128469 None None] Network db7183eb-b285-438b-8a76-12f515a3cb74 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:57.266654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-edb8881c-34eb-4f56-92fa-88d76d8277a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:57.268502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-edb8881c-34eb-4f56-92fa-88d76d8277a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1257415 Jul 06 18:25:57.330206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:57.332939 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-a565ca42-3dae-483e-bcc6-223c33fea335 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0574243 Jul 06 18:25:57.389175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0790041b-6ba9-46f4-abd9-8d8bb4af2c43 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:25:57.459503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-e51ca9a0-8e00-4e48-91e9-20a9f8101a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:57.461069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-e51ca9a0-8e00-4e48-91e9-20a9f8101a39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1185098 Jul 06 18:25:57.508154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790041b-6ba9-46f4-abd9-8d8bb4af2c43 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:25:57.532417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting port 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:57.532774 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:57.697923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-4bbf8ab5-6f89-4b5f-9b62-a6e37ee0279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:57.700315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-4bbf8ab5-6f89-4b5f-9b62-a6e37ee0279c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2291827 Jul 06 18:25:57.702884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] For port 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4,segment=NetworkSegment(d1f76338-167d-4c71-9807-a2befcfe47c7),segment_id=d1f76338-167d-4c71-9807-a2befcfe47c7)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:57.703487 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:57.907483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-5bf2da3e-7fff-4301-84dc-63e1da42e032 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935675 Jul 06 18:25:57.911780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Calling delete_port for 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:58.104280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6afffb0a-d5a0-469d-9a10-ff6f6702fe59 req-a52f422c-c327-4b0c-bda4-75c1eaf8dee0 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867945 Jul 06 18:25:58.130144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.165206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No DVR routers for this DVR port 9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:58.179261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa9bc19-fa2a-480e-a739-b3f399d9072b None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:25:58.195875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Port': ['ID=9e689b93-37b0-4687-b0c2-fdbd0ccb1fd4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:58.281291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.291971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7183eb-b285-438b-8a76-12f515a3cb74']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:58.303643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f76338-167d-4c71-9807-a2befcfe47c7') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:58.304068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f76338-167d-4c71-9807-a2befcfe47c7') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:58.314840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.332656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9bc19-fa2a-480e-a739-b3f399d9072b None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:25:58.333079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.352245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:58.352592 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:58.356863 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:58.462980 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.470404 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.472516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/db7183eb-b285-438b-8a76-12f515a3cb74 HTTP/1.1" status: 204 len: 168 time: 2.9114561 Jul 06 18:25:58.478288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57322) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:58.534971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26931787-0816-4fad-9cf8-2ac1f19c737c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=db7183eb-b285-438b-8a76-12f515a3cb74,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:58.539000 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-04955de9-26b1-4249-83e9-09e4c21704a2 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:25:58.539627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04955de9-26b1-4249-83e9-09e4c21704a2 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:25:58.541705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-04955de9-26b1-4249-83e9-09e4c21704a2 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/9ac99fd5-a727-444f-873a-ee3567110b29 HTTP/1.1" status: 404 len: 337 time: 0.0606613 Jul 06 18:25:58.544335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57324) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:58.572214 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc861eb-c3c6-45e6-bd72-516196e69a6b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:25:58.572965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc861eb-c3c6-45e6-bd72-516196e69a6b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:25:58.574819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2bc861eb-c3c6-45e6-bd72-516196e69a6b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/db7183eb-b285-438b-8a76-12f515a3cb74 HTTP/1.1" status: 404 len: 339 time: 0.0294237 Jul 06 18:25:58.577834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57326) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:58.698637 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.808257 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.833841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:58.839607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f974c945-1e5f-4de6-b758-ed332578c57a') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:58.841605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f974c945-1e5f-4de6-b758-ed332578c57a') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:58.854778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.871797 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.879828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:25:58.880165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:25:58.883663 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:25:58.955722 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.971833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:58.976343 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09 HTTP/1.1" status: 204 len: 168 time: 0.3945208 Jul 06 18:25:58.976656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57330) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:58.987696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab646d53-980e-4b3f-89a6-6964d2b5901e tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=6e3ce017-56cd-4b4d-9cfa-a1b3e0c23c09,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:59.026878 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f63e376-da91-436f-88dd-4230a353be5b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:25:59.027656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f63e376-da91-436f-88dd-4230a353be5b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:25:59.029651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2f63e376-da91-436f-88dd-4230a353be5b tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/4efbf3ae-1b6a-4eb5-99b5-d7acf92f39a6 HTTP/1.1" status: 404 len: 337 time: 0.0518303 Jul 06 18:25:59.032430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57332) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:59.065760 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffe8355-c9ae-4368-9fc0-df85f32633b8 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:25:59.066382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffe8355-c9ae-4368-9fc0-df85f32633b8 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:25:59.068833 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6ffe8355-c9ae-4368-9fc0-df85f32633b8 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/0d82b9c9-8889-48d1-b2a7-4cd46aa13c50 HTTP/1.1" status: 404 len: 339 time: 0.0353930 Jul 06 18:25:59.071836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57334) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:59.168722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41e22f1-a5f4-426f-a16c-15a0826f4f4a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting subnet ebf4b4df-90ae-48d2-bd21-ef34f23583c4 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:25:59.174045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d41e22f1-a5f4-426f-a16c-15a0826f4f4a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.223523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d41e22f1-a5f4-426f-a16c-15a0826f4f4a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.354838 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d41e22f1-a5f4-426f-a16c-15a0826f4f4a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.449412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d41e22f1-a5f4-426f-a16c-15a0826f4f4a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.486629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e22f1-a5f4-426f-a16c-15a0826f4f4a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf4b4df-90ae-48d2-bd21-ef34f23583c4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:59.496532 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d41e22f1-a5f4-426f-a16c-15a0826f4f4a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.501836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d41e22f1-a5f4-426f-a16c-15a0826f4f4a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/ebf4b4df-90ae-48d2-bd21-ef34f23583c4 HTTP/1.1" status: 204 len: 168 time: 0.4274414 Jul 06 18:25:59.503575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57336) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:59.507746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a339771d-6c2f-436f-84f3-c600d3b1c76e None None] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:59.566806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca292976-61dd-4a90-a1c5-92b0baf76c23 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting subnet d9d066e0-bbe5-4653-98a3-17c5257d95bd {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:25:59.573361 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca292976-61dd-4a90-a1c5-92b0baf76c23 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.659745 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca292976-61dd-4a90-a1c5-92b0baf76c23 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.840875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca292976-61dd-4a90-a1c5-92b0baf76c23 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.940608 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca292976-61dd-4a90-a1c5-92b0baf76c23 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.991503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca292976-61dd-4a90-a1c5-92b0baf76c23 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d066e0-bbe5-4653-98a3-17c5257d95bd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:59.994071 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca292976-61dd-4a90-a1c5-92b0baf76c23 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.997012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ca292976-61dd-4a90-a1c5-92b0baf76c23 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/d9d066e0-bbe5-4653-98a3-17c5257d95bd HTTP/1.1" status: 204 len: 168 time: 0.4917521 Jul 06 18:25:59.999787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57340) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:00.160482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.270771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting port 57342491-bc27-4407-8b79-fa92520d9f9b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:00.271955 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.390487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] For port 57342491-bc27-4407-8b79-fa92520d9f9b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=57342491-bc27-4407-8b79-fa92520d9f9b,segment=NetworkSegment(ed888da0-2fa3-4b8c-9879-8a4b2683f41b),segment_id=ed888da0-2fa3-4b8c-9879-8a4b2683f41b)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:00.390939 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.413122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Calling delete_port for 57342491-bc27-4407-8b79-fa92520d9f9b owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:00.536091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9a62b-39ca-40df-9f42-ec02d5097345 None None] Network 4775aa45-89aa-4f69-93ca-70cefc4fe55f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:00.548667 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.587829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-40a76bc5-ce0c-46b2-b7fe-e3984a2c2e69 None None] Could not find standard attr ID for object 57342491-bc27-4407-8b79-fa92520d9f9b. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:26:00.595216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Port': ['ID=57342491-bc27-4407-8b79-fa92520d9f9b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:00.601687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No DVR routers for this DVR port 57342491-bc27-4407-8b79-fa92520d9f9b on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:00.704643 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.716220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4775aa45-89aa-4f69-93ca-70cefc4fe55f']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:00.729018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed888da0-2fa3-4b8c-9879-8a4b2683f41b') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:00.729408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed888da0-2fa3-4b8c-9879-8a4b2683f41b') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:00.739976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.756865 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.766718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:26:00.766718 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:26:00.768581 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:26:00.786387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36532a21-e0ef-4f43-b087-a25697e7c481 None None] DHCP port deletion for 4775aa45-89aa-4f69-93ca-70cefc4fe55f request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:26:00.866538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.872434 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.875216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/4775aa45-89aa-4f69-93ca-70cefc4fe55f HTTP/1.1" status: 204 len: 168 time: 0.8743906 Jul 06 18:26:00.877760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57358) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:00.896535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e042c2-e060-426a-821f-21940c96c69a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=4775aa45-89aa-4f69-93ca-70cefc4fe55f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:00.913188 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadec59f-85f3-40da-aae9-183532318ba6 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:26:00.913973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadec59f-85f3-40da-aae9-183532318ba6 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:26:00.919939 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aadec59f-85f3-40da-aae9-183532318ba6 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/3a488163-fd11-439e-872c-d14f77dc8aca HTTP/1.1" status: 404 len: 337 time: 0.0408623 Jul 06 18:26:00.923799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57364) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:00.942336 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d4271c-968a-4f01-b13f-23b35f75ee25 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:26:00.943091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d4271c-968a-4f01-b13f-23b35f75ee25 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:26:00.947365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-80d4271c-968a-4f01-b13f-23b35f75ee25 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/3651fe94-db05-4322-b6f5-54be58943ffd HTTP/1.1" status: 404 len: 339 time: 0.0200269 Jul 06 18:26:00.947625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57368) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:00.981524 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-08db39eb-2102-447b-9cc3-55e004e74fa3 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:26:00.982157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08db39eb-2102-447b-9cc3-55e004e74fa3 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:26:00.984123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-08db39eb-2102-447b-9cc3-55e004e74fa3 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/93537ac0-c5f5-4674-bffa-43083b2f8054 HTTP/1.1" status: 404 len: 337 time: 0.0355437 Jul 06 18:26:00.992387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57374) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:01.034532 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5565ec31-d3cc-4fc2-ac98-cdf0ad6b1793 x-openstack-request-id: req-5565ec31-d3cc-4fc2-ac98-cdf0ad6b1793 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:01.034823 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-plugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:01.035082 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5565ec31-d3cc-4fc2-ac98-cdf0ad6b1793 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:01.035481 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'code': 200} Jul 06 18:26:01.037164 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f90c91c-516b-42e7-8cd1-d144e2d77c62 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:26:01.037594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f90c91c-516b-42e7-8cd1-d144e2d77c62 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:26:01.041795 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3f90c91c-516b-42e7-8cd1-d144e2d77c62 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/af98f7fd-cab9-468f-930e-c1316cc992e9 HTTP/1.1" status: 404 len: 339 time: 0.0460572 Jul 06 18:26:01.042226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57378) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:01.078211 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6d3323-8c10-42dd-8dc8-59d5816abcb6 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:26:01.080160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6d3323-8c10-42dd-8dc8-59d5816abcb6 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:26:01.082866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8e6d3323-8c10-42dd-8dc8-59d5816abcb6 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/9de8fcf8-dfbb-4016-9361-1b93369c7b66 HTTP/1.1" status: 404 len: 337 time: 0.0390074 Jul 06 18:26:01.085426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57380) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:01.103423 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b0210f-9020-4a43-9480-af0142a52b55 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:26:01.103976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b0210f-9020-4a43-9480-af0142a52b55 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:26:01.105692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-70b0210f-9020-4a43-9480-af0142a52b55 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/d8fd93a9-e339-44a7-8f4c-df7b2e4f1dca HTTP/1.1" status: 404 len: 339 time: 0.0192873 Jul 06 18:26:01.109750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57382) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:01.137864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-2d9927f4-4d5a-48f6-8a48-5fce9f287bcd tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:01.138383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-2d9927f4-4d5a-48f6-8a48-5fce9f287bcd tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.1468170 Jul 06 18:26:01.162461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-e815a3ba-2703-46d0-9a40-45dfcac97fe8 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/quotas/2048fc15f03f459a9add14162308ada4 HTTP/1.1" status: 200 len: 375 time: 0.0157690 Jul 06 18:26:01.181949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-03db433c-ca42-4870-84ca-b0c8c879f787 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting subnet dda9f75d-11f4-4149-9034-f16d4a54fce0 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:26:01.186351 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03db433c-ca42-4870-84ca-b0c8c879f787 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:01.246575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-2aab90ff-c4f9-477e-a755-4026e0fb3517 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827866 Jul 06 18:26:01.254387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03db433c-ca42-4870-84ca-b0c8c879f787 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:01.355859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-b020e435-8f61-4861-b82a-11ce192c2c3d service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031690 Jul 06 18:26:01.455788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03db433c-ca42-4870-84ca-b0c8c879f787 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:01.541567 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03db433c-ca42-4870-84ca-b0c8c879f787 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:01.593512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db433c-ca42-4870-84ca-b0c8c879f787 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=dda9f75d-11f4-4149-9034-f16d4a54fce0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:01.595030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2dedc-8cde-4bd3-b53a-6b5f68fe76c3 None None] Network c90eee4e-fbf9-4de5-9100-18a2ba872f6f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:01.597025 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03db433c-ca42-4870-84ca-b0c8c879f787 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:01.601364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-03db433c-ca42-4870-84ca-b0c8c879f787 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/dda9f75d-11f4-4149-9034-f16d4a54fce0 HTTP/1.1" status: 204 len: 168 time: 0.4881272 Jul 06 18:26:01.627032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57386) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:01.734547 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:01.757785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df90d1-3790-44da-80a8-c37cdfba1b7a req-65200901-ed49-44cb-9ac7-e6c55c6d7163 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:01.761689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-73df90d1-3790-44da-80a8-c37cdfba1b7a req-65200901-ed49-44cb-9ac7-e6c55c6d7163 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 945 time: 0.3992887 Jul 06 18:26:01.847074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-d56bcd59-37c8-4182-aa92-ba9552c48bb7 service neutron] 10.222.0.53 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855599 Jul 06 18:26:01.866939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-73df90d1-3790-44da-80a8-c37cdfba1b7a req-f42712f9-fe50-4741-b09b-d8cabcdedd01 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973136 Jul 06 18:26:01.877080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-f62a8773-828e-4df7-a820-e568c0c61e93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4141195 Jul 06 18:26:01.886532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting port 752027cf-243d-4c68-b036-93b316bf5cc7 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:01.886918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.054125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] For port 752027cf-243d-4c68-b036-93b316bf5cc7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=752027cf-243d-4c68-b036-93b316bf5cc7,segment=NetworkSegment(e01f5f1a-88fd-45da-a9ee-4f80e5491a36),segment_id=e01f5f1a-88fd-45da-a9ee-4f80e5491a36)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:02.054872 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.063877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-490b73b9-5b13-4469-a16e-94da64e637fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:02.066429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-490b73b9-5b13-4469-a16e-94da64e637fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 1096 time: 0.1142104 Jul 06 18:26:02.080168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Calling delete_port for 752027cf-243d-4c68-b036-93b316bf5cc7 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:02.130418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57342491-bc27-4407-8b79-fa92520d9f9b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:02.175254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 57342491-bc27-4407-8b79-fa92520d9f9b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:26:02.175850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57342491-bc27-4407-8b79-fa92520d9f9b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:02.182339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] DHCP port deletion for c90eee4e-fbf9-4de5-9100-18a2ba872f6f request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:26:02.290741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] Deleting port 752027cf-243d-4c68-b036-93b316bf5cc7 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:02.293435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.312166 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-15fb79f9-4f05-448b-b3d2-467e381ea204 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e45d455464bd43ce980de6d07238edc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361702 Jul 06 18:26:02.349239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-09ca9556-ced1-4cf2-a868-8007a14238ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:02.351137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-09ca9556-ced1-4cf2-a868-8007a14238ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.2544019 Jul 06 18:26:02.416870 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.423791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-8d0185ba-9b30-465b-9a52-d4c97e576163 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e HTTP/1.1" status: 200 len: 217 time: 0.0625894 Jul 06 18:26:02.439165 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2f3e7732-b3e6-4d75-a526-3acfc45b0426 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2136149 Jul 06 18:26:02.445403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:02.448904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] For port 752027cf-243d-4c68-b036-93b316bf5cc7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=752027cf-243d-4c68-b036-93b316bf5cc7,segment=NetworkSegment(e01f5f1a-88fd-45da-a9ee-4f80e5491a36),segment_id=e01f5f1a-88fd-45da-a9ee-4f80e5491a36)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:02.449834 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.472856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] Calling delete_port for 752027cf-243d-4c68-b036-93b316bf5cc7 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:02.477524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.523842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Port': ['ID=752027cf-243d-4c68-b036-93b316bf5cc7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:02.543487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No DVR routers for this DVR port 752027cf-243d-4c68-b036-93b316bf5cc7 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:02.576573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-e184e25c-fdd4-42eb-8fa5-662b91965b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:02.578288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-e184e25c-fdd4-42eb-8fa5-662b91965b43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1115122 Jul 06 18:26:02.614691 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.629271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-f861b0ef-fe6e-4259-9672-cfaa6908ebae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423551 Jul 06 18:26:02.644702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-98cdd8ed-7bd9-4a08-9b8e-e3862c300e4f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:02.646985 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-98cdd8ed-7bd9-4a08-9b8e-e3862c300e4f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3337972 Jul 06 18:26:02.655971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] No DVR routers for this DVR port 752027cf-243d-4c68-b036-93b316bf5cc7 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:02.673853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd524e1f-fd06-4df8-8561-1391185f54da None None] Pushing event deleted for resources: {'Port': ['ID=752027cf-243d-4c68-b036-93b316bf5cc7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:02.687162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.691838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-a179f449-ec9f-4ad5-8e41-e29e4dd88e85 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/quotas/e45d455464bd43ce980de6d07238edc9 HTTP/1.1" status: 200 len: 375 time: 0.0331528 Jul 06 18:26:02.719053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90eee4e-fbf9-4de5-9100-18a2ba872f6f']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:02.760294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-40fdef0e-b6dc-41d0-be07-546e5b47cc2b tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558500 Jul 06 18:26:02.762296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01f5f1a-88fd-45da-a9ee-4f80e5491a36') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:02.762587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01f5f1a-88fd-45da-a9ee-4f80e5491a36') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:02.763094 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.773782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-8b1cb636-5713-4702-83c6-2e9d80e65923 service neutron] 10.222.0.24 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363773 Jul 06 18:26:02.785064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.807453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.817062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:26:02.817543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:26:02.845261 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:26:02.942387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.955044 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f3b6aab-f92f-4837-8977-d2cffae86630 req-c8d342d4-7a9b-4f02-8f1d-66c51cc4842b service neutron] 10.222.0.24 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426053 Jul 06 18:26:02.971584 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.978079 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/c90eee4e-fbf9-4de5-9100-18a2ba872f6f HTTP/1.1" status: 204 len: 168 time: 1.3497972 Jul 06 18:26:02.982964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Allocated IP 172.25.4.74 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/ae12c856-a531-458d-a4b3-7f17d651ec06) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:02.990203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57420) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:03.015859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da49e6-92ca-4439-a43b-6792f583f768 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=c90eee4e-fbf9-4de5-9100-18a2ba872f6f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:03.036967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:03.040913 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a322901-860d-498b-8da6-c6d863e2573f" -d '{"events": [{"server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "name": "network-vif-plugged", "status": "completed", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:03.061951 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8e8f62-2833-4977-a21a-8839fd3ed77a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:26:03.062938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8e8f62-2833-4977-a21a-8839fd3ed77a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:26:03.066850 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5f8e8f62-2833-4977-a21a-8839fd3ed77a tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/87ca0299-fa90-46f2-a8ed-41f652c8e233 HTTP/1.1" status: 404 len: 337 time: 0.0757411 Jul 06 18:26:03.070471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57426) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:03.121996 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2e0289-6917-4766-a9ba-63fb24ab670c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] DELETE failed (client error): The resource could not be found. Jul 06 18:26:03.125118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2e0289-6917-4766-a9ba-63fb24ab670c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:26:03.131461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57428) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:03.133209 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7c2e0289-6917-4766-a9ba-63fb24ab670c tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/bec8be49-f44b-4916-9c30-c69446bb5b88 HTTP/1.1" status: 404 len: 339 time: 0.0569227 Jul 06 18:26:03.230985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf54947-2e2d-4bb1-b780-15d0c73f5480 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting subnet fb59f8dc-bd55-4c05-b2a3-8940d291470e {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:26:03.235301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5cf54947-2e2d-4bb1-b780-15d0c73f5480 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.256100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c6e4-eebb-4ab5-823b-61d04620f19d req-df5400fa-d87a-4922-885f-bdeb171aef68 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:03.267490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cb12c6e4-eebb-4ab5-823b-61d04620f19d req-df5400fa-d87a-4922-885f-bdeb171aef68 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1315041 Jul 06 18:26:03.319917 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cb12c6e4-eebb-4ab5-823b-61d04620f19d req-f1f58f65-ea84-4464-a3c4-16e0098aa139 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Jul 06 18:26:03.335479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5cf54947-2e2d-4bb1-b780-15d0c73f5480 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.364881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.471325 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5cf54947-2e2d-4bb1-b780-15d0c73f5480 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.476020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.571369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:03.578739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:03.592262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:03.628190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event updated for resources: {'Port': ['ID=ae12c856-a531-458d-a4b3-7f17d651ec06,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:03.656932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5cf54947-2e2d-4bb1-b780-15d0c73f5480 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.714331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf54947-2e2d-4bb1-b780-15d0c73f5480 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Subnet': ['ID=fb59f8dc-bd55-4c05-b2a3-8940d291470e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:03.718272 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5cf54947-2e2d-4bb1-b780-15d0c73f5480 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.721786 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5cf54947-2e2d-4bb1-b780-15d0c73f5480 tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/subnets/fb59f8dc-bd55-4c05-b2a3-8940d291470e HTTP/1.1" status: 204 len: 168 time: 0.5877464 Jul 06 18:26:03.723502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57450) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:03.739569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795ab748-cf28-457d-996c-8a2e63d5c5ef None None] Network e0a2f6fa-fb15-4850-8caf-46b073f7de96 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:03.740179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.837509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:03.895331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.040198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Deleting port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:04.040533 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.137171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] DHCP port deletion for e0a2f6fa-fb15-4850-8caf-46b073f7de96 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:26:04.158433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.167949 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.191026 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57beb575-28a1-4e22-bd12-8c928ffb6aa6 req-adfc517c-c2e1-4715-b756-b4cf1b54b9db tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 210 time: 0.0460896 Jul 06 18:26:04.214847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] For port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,segment=NetworkSegment(9cc6b452-d9e6-4984-a935-47e4f72ed27a),segment_id=9cc6b452-d9e6-4984-a935-47e4f72ed27a)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:04.215481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.226507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 752027cf-243d-4c68-b036-93b316bf5cc7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:04.233468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Calling delete_port for e88ec0d5-c6cd-4ada-ab8c-161147dd0eae owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:04.261863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 752027cf-243d-4c68-b036-93b316bf5cc7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:26:04.262771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 752027cf-243d-4c68-b036-93b316bf5cc7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:04.298507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] Deleting port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:04.298963 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.328937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event updated for resources: {'Port': ['ID=ae12c856-a531-458d-a4b3-7f17d651ec06,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:04.331358 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a42b53-33d0-46ff-b98b-b45926e2b5b0 x-openstack-request-id: req-45a42b53-33d0-46ff-b98b-b45926e2b5b0 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:04.331728 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "name": "network-vif-plugged", "status": "completed", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:04.332048 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45a42b53-33d0-46ff-b98b-b45926e2b5b0 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:04.332539 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'code': 200} Jul 06 18:26:04.369645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.388685 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.397273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.406450 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-2810e3fb-ac12-4815-b799-e1853cfd3f69 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9658084 Jul 06 18:26:04.419296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] No DVR routers for this DVR port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:04.421554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Port': ['ID=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:04.454032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] For port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,segment=NetworkSegment(9cc6b452-d9e6-4984-a935-47e4f72ed27a),segment_id=9cc6b452-d9e6-4984-a935-47e4f72ed27a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:04.456157 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.479845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] Calling delete_port for e88ec0d5-c6cd-4ada-ab8c-161147dd0eae owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:04.482271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-c8f4822c-8e93-4fe9-a268-78ea52dec459 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.74 HTTP/1.1" status: 200 len: 695 time: 0.0725725 Jul 06 18:26:04.545116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-69358df2-c8e9-47f4-9df9-df40f02e39a1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e45d455464bd43ce980de6d07238edc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756533 Jul 06 18:26:04.557978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.583461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a2f6fa-fb15-4850-8caf-46b073f7de96']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:04.596257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.634971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc6b452-d9e6-4984-a935-47e4f72ed27a') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:04.635271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc6b452-d9e6-4984-a935-47e4f72ed27a') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:04.658978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] Pushing event deleted for resources: {'Port': ['ID=e88ec0d5-c6cd-4ada-ab8c-161147dd0eae,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:04.665969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.680333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe9012-fb4c-450e-b51b-c9ec25b636f5 None None] No DVR routers for this DVR port e88ec0d5-c6cd-4ada-ab8c-161147dd0eae on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:04.704024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.727313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:26:04.728072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:26:04.731419 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:26:04.757089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276b30-1a48-4b74-9796-172da332927b req-fd89d7e4-539a-4306-a5d1-e59b9556ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:04.758727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-48276b30-1a48-4b74-9796-172da332927b req-fd89d7e4-539a-4306-a5d1-e59b9556ee95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1101 time: 0.2770064 Jul 06 18:26:04.768155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-fd390e71-3aa9-46e0-87d8-9f7f9e7b8a6f tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:04.772237 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f4a72b0-e72c-4e12-9ffa-b9a39df104ee req-fd390e71-3aa9-46e0-87d8-9f7f9e7b8a6f tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.2728617 Jul 06 18:26:04.810020 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-48276b30-1a48-4b74-9796-172da332927b req-700d0b78-f171-4353-82e2-e285551c6f63 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Jul 06 18:26:04.836787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c97b5-8947-4637-a462-dfc316550c06 req-89530566-8f30-4394-b77d-977dac4ce954 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:04.846524 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-89530566-8f30-4394-b77d-977dac4ce954 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849405 Jul 06 18:26:04.882364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-b9f89b25-f08e-441b-9b51-e6d6a216f784 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/quotas/e45d455464bd43ce980de6d07238edc9 HTTP/1.1" status: 200 len: 375 time: 0.0340953 Jul 06 18:26:04.938862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-6e2305ea-3cff-4f38-86be-a876357dd105 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551302 Jul 06 18:26:04.939966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.956973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:04.958595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] 10.222.0.53 "DELETE /v2.0/networks/e0a2f6fa-fb15-4850-8caf-46b073f7de96 HTTP/1.1" status: 204 len: 168 time: 1.2346210 Jul 06 18:26:04.979316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5d30c-f4fe-4d03-886b-cbd9b5e792bf tempest-NetworksIpV6Test-1029558573 tempest-NetworksIpV6Test-1029558573-project] Pushing event deleted for resources: {'Network': ['ID=e0a2f6fa-fb15-4850-8caf-46b073f7de96,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:05.088995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddf0be-d1c7-45c8-907b-ef92691d3052 req-4e51c8a0-b7c6-4f77-bdbe-088aa33d7d2c tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:05.097581 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-36ddf0be-d1c7-45c8-907b-ef92691d3052 req-4e51c8a0-b7c6-4f77-bdbe-088aa33d7d2c tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 949 time: 0.1563311 Jul 06 18:26:05.131475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-5d74b43d-277e-4d7e-acd1-ce6e5d2a345d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:05.133084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-5d74b43d-277e-4d7e-acd1-ce6e5d2a345d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 805 time: 0.2327628 Jul 06 18:26:05.159784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Request body: {'port': {'device_id': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'admin_state_up': True, 'tenant_id': '2048fc15f03f459a9add14162308ada4'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:05.390834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Made reservation on behalf of 2048fc15f03f459a9add14162308ada4 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:05.395964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:05.409978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835c13-dcd1-4ff7-af5f-351c3ab37da9 req-0d7ef30f-c5d4-47e5-bb03-11b63d3542ed tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:05.418307 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85835c13-dcd1-4ff7-af5f-351c3ab37da9 req-0d7ef30f-c5d4-47e5-bb03-11b63d3542ed tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 945 time: 0.1473429 Jul 06 18:26:05.424509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-36ddf0be-d1c7-45c8-907b-ef92691d3052 req-40035733-cb9f-444d-a658-2a30c4afa122 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206933 Jul 06 18:26:05.498885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-e8ce7b81-842e-471e-b1f1-c2e1f057f480 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e45d455464bd43ce980de6d07238edc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467556 Jul 06 18:26:05.505756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85835c13-dcd1-4ff7-af5f-351c3ab37da9 req-251dbf78-61d2-479c-b27d-eb44a0238bcd tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845988 Jul 06 18:26:05.752687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57496) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:05.870088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-3968047c-f6a5-4536-be57-17a958886c70 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:05.871603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-3968047c-f6a5-4536-be57-17a958886c70 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610535 Jul 06 18:26:05.888448 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b980038f-fb28-4794-b10c-580b35cec049 req-f8a6a5a5-13bc-4fad-b102-e3aa55ba2573 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3360124 Jul 06 18:26:05.892083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Request body: {'port': {'device_id': '52df55a3-3735-44a8-a945-14ece591932e', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'e45d455464bd43ce980de6d07238edc9'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:05.907582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:05.954476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:05.996625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Allocated IP 172.20.0.6 (387d7103-49e5-48ca-8c9e-8bb334581160/d22a3273-97c7-4233-beab-c55c5efc7ca5/50a84e19-d639-4697-a77a-51eb3a0f2a19) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:06.087480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba181e6-bc75-4a86-bd84-e730959704ef req-cbff3543-b366-4c5d-81f3-c23c0cf35b7a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:06.089256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aba181e6-bc75-4a86-bd84-e730959704ef req-cbff3543-b366-4c5d-81f3-c23c0cf35b7a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2825966 Jul 06 18:26:06.127545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Made reservation on behalf of e45d455464bd43ce980de6d07238edc9 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:06.132924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.180224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.202101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e88ec0d5-c6cd-4ada-ab8c-161147dd0eae no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:06.231061 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-44bed127-6b35-4b6b-a5f2-1f5f4e8803e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f6c0fdfc64f4b58b3110feaf063a17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643297 Jul 06 18:26:06.234836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57512) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:06.245463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e88ec0d5-c6cd-4ada-ab8c-161147dd0eae {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:26:06.246061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e88ec0d5-c6cd-4ada-ab8c-161147dd0eae not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:06.275982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aba181e6-bc75-4a86-bd84-e730959704ef req-0a7a53ad-639c-4ddf-8f94-3443bec76969 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794744 Jul 06 18:26:06.321682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6b93c90-7372-4fe5-a61b-03a8fed842d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.341403 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.356143 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6b93c90-7372-4fe5-a61b-03a8fed842d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.373473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.421206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.434951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:06.491183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:06.503591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Network 387d7103-49e5-48ca-8c9e-8bb334581160 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:06.516784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:06.534268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:06.571861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.585218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Allocated IP 172.25.4.242 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/d3284772-9783-461e-871a-087bc5993ef9) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:06.597203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6cdf65a-0b4b-4ed0-9ce4-d97bd2168e87 req-4501a667-4231-478c-b8c5-4beaee93a10e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 210 time: 0.0872307 Jul 06 18:26:06.606253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.641224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event updated for resources: {'Port': ['ID=50a84e19-d639-4697-a77a-51eb3a0f2a19,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:06.652121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388a7dc8-7ae1-4976-a508-e88ff80aaeb8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:06.693330 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.713006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:06.713669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.744014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.757850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-ae9d0495-ecd0-4435-8c91-700a930cf6cb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6100981 Jul 06 18:26:06.763829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:06.772557 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c940d1ab-bc0d-4933-8508-a55ce89130bc" -d '{"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-unplugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:06.787478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Request body: {'port': {'device_id': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:06.807327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:06.822057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.829086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6b93c90-7372-4fe5-a61b-03a8fed842d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.831820 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6b93c90-7372-4fe5-a61b-03a8fed842d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.833287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c6b93c90-7372-4fe5-a61b-03a8fed842d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a42140d9-cf12-4a66-b993-3f3699c9bc43 HTTP/1.1" status: 204 len: 168 time: 0.5973284 Jul 06 18:26:06.842055 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:06.929017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b93c90-7372-4fe5-a61b-03a8fed842d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42140d9-cf12-4a66-b993-3f3699c9bc43,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:06.936123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:06.955106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:06.964890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:07.002737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event updated for resources: {'Port': ['ID=d3284772-9783-461e-871a-087bc5993ef9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:07.014465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:07.121812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Allocated IP 192.168.233.106 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/5165cbac-efe4-45ff-95a6-8369937a53b3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:07.184485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:07.193289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-1103cc1c-91c0-40f9-a6a8-a364b597add1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e45d455464bd43ce980de6d07238edc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063373 Jul 06 18:26:07.280296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:07.396675 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:07.410868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d93a1-b321-4b27-9d2f-90793795b4b8 req-6f75259a-1329-40bb-82db-1b98053ea165 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:07.426356 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eb5d93a1-b321-4b27-9d2f-90793795b4b8 req-6f75259a-1329-40bb-82db-1b98053ea165 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 931 time: 0.5390818 Jul 06 18:26:07.572866 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:07.580424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c97b5-8947-4637-a462-dfc316550c06 req-9fc0a66e-1682-4079-b8d1-3f3747c31ae8 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:07.582133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-9fc0a66e-1682-4079-b8d1-3f3747c31ae8 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3696256 Jul 06 18:26:07.592040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:07.656480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Request body: {'port': {'device_id': 'd58c5ee0-7cda-477f-96ad-9e1d5d1d327a', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'e45d455464bd43ce980de6d07238edc9'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:07.698862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event updated for resources: {'Port': ['ID=d3284772-9783-461e-871a-087bc5993ef9,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:07.719690 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:07.744004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:07.745281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b980038f-fb28-4794-b10c-580b35cec049 req-6250819f-94a6-4541-83f2-42749c633956 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8494790 Jul 06 18:26:07.767963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eb5d93a1-b321-4b27-9d2f-90793795b4b8 req-2c1f6610-c600-4e04-8285-c2fd7e9f7de9 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397503 Jul 06 18:26:07.829167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b980038f-fb28-4794-b10c-580b35cec049 req-c829f13b-a023-4e0b-9119-1e188dfd8518 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.242 HTTP/1.1" status: 200 len: 696 time: 0.0751586 Jul 06 18:26:07.958379 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980038f-fb28-4794-b10c-580b35cec049 req-aa0eec65-3204-48c8-a5e4-13cd03c2b297 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:07.960213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b980038f-fb28-4794-b10c-580b35cec049 req-aa0eec65-3204-48c8-a5e4-13cd03c2b297 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1246903 Jul 06 18:26:08.048489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.050865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Made reservation on behalf of e45d455464bd43ce980de6d07238edc9 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:08.054606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.085122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57558) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:08.108132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Transition to ACTIVE for port object 5165cbac-efe4-45ff-95a6-8369937a53b3 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:08.308037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-dac2abca-e1cf-415b-bab7-8023467c5e26 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:08.309275 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-dac2abca-e1cf-415b-bab7-8023467c5e26 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 18:26:08.309995 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-dac2abca-e1cf-415b-bab7-8023467c5e26 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:26:08.314607 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dac2abca-e1cf-415b-bab7-8023467c5e26 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2256482 Jul 06 18:26:08.317873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57568) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:08.325236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--179382762'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:08.373134 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2cd1de-7a34-4798-b0b1-26b73699bb27 x-openstack-request-id: req-9c2cd1de-7a34-4798-b0b1-26b73699bb27 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:08.373693 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-unplugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:08.373693 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c2cd1de-7a34-4798-b0b1-26b73699bb27 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:08.374178 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'code': 200} Jul 06 18:26:08.407665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.432930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.650830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dfdc4-9ad5-44c1-8373-9320905e54b3 req-b6e7639e-9a46-491f-84a8-7d748cfbcb11 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:08.658789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fa8dfdc4-9ad5-44c1-8373-9320905e54b3 req-b6e7639e-9a46-491f-84a8-7d748cfbcb11 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1549268 Jul 06 18:26:08.671172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.684333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.772258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fa8dfdc4-9ad5-44c1-8373-9320905e54b3 req-729da978-aa95-45fb-95f6-3121b0ed06ca tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124320 Jul 06 18:26:08.780071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9901cbe6-8e8b-4f39-b4c9-7384f9244b0e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:08.858505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.915521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.922631 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.955117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:08.959913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6402893 Jul 06 18:26:08.960536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57578) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:08.965417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d813f004-fbfc-4933-8d05-342798858f96 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'd63b84c1-7e88-40f0-ae15-2ebcc10ccab3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:08.970054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d644b-df6a-4f2f-a17e-870ec8a0c059 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63b84c1-7e88-40f0-ae15-2ebcc10ccab3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:09.001919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d813f004-fbfc-4933-8d05-342798858f96 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.049444 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5bc22796-4682-43f8-a5bc-f4dab572ee3c req-6fc3fea5-ce93-4ca3-8318-886a210e900f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 210 time: 0.0440528 Jul 06 18:26:09.053979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5c29f39-52ee-4eb4-abf9-91315480f9c1 req-b64eb5af-95cb-4380-8d81-141edbf41825 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips/9b10d560-13de-4a3e-a2cf-2a5d703ba06d HTTP/1.1" status: 200 len: 693 time: 0.1826806 Jul 06 18:26:09.078060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:09.101630 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d813f004-fbfc-4933-8d05-342798858f96 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.107251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:09.108483 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d813f004-fbfc-4933-8d05-342798858f96 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.133339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813f004-fbfc-4933-8d05-342798858f96 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf746962-1067-4c3f-a3d3-3d839592aab3,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:09.142194 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d813f004-fbfc-4933-8d05-342798858f96 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.144392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:09.146983 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d813f004-fbfc-4933-8d05-342798858f96 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1851242 Jul 06 18:26:09.149683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57580) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:09.157031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d5a2c4a7-c411-4e91-a6d7-7ca315a5180b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'd63b84c1-7e88-40f0-ae15-2ebcc10ccab3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:09.218030 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c4a7-c411-4e91-a6d7-7ca315a5180b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.272665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:09.273359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.306344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:09.392803 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-d5a2c4a7-c411-4e91-a6d7-7ca315a5180b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:26:09.394022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d5a2c4a7-c411-4e91-a6d7-7ca315a5180b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2432170 Jul 06 18:26:09.396805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57582) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:09.414677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Allocated IP 192.168.233.135 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/108f9d5e-40a0-41c7-96d9-be4621175298) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:09.423054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-48bbb176-d557-4a2f-a212-912d7dda2665 None None] Provisioning for port 5165cbac-efe4-45ff-95a6-8369937a53b3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:09.428082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-48bbb176-d557-4a2f-a212-912d7dda2665 None None] Provisioning complete for port 5165cbac-efe4-45ff-95a6-8369937a53b3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:09.428457 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-48bbb176-d557-4a2f-a212-912d7dda2665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.428953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58679a-e2f4-48e2-b57d-ad384e0042b2 req-d3e82023-cfb7-4f9e-a8d1-44d0474303a7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:09.431329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e58679a-e2f4-48e2-b57d-ad384e0042b2 req-d3e82023-cfb7-4f9e-a8d1-44d0474303a7 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 945 time: 0.2020907 Jul 06 18:26:09.472208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-48bbb176-d557-4a2f-a212-912d7dda2665 None None] Port 5165cbac-efe4-45ff-95a6-8369937a53b3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:09.491981 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-43e12381-f93f-48ba-ae9b-1e1c5663a0ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6038249 Jul 06 18:26:09.501410 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e58679a-e2f4-48e2-b57d-ad384e0042b2 req-741b237e-c377-4eb2-acce-71b59a921476 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616117 Jul 06 18:26:09.506634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c2e499a-0d08-496f-856b-77c9e42a13e9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.539252 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c2e499a-0d08-496f-856b-77c9e42a13e9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.557376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Request body: {'port': {'device_id': '52df55a3-3735-44a8-a945-14ece591932e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:09.598554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c29f39-52ee-4eb4-abf9-91315480f9c1 req-e73e4182-b4e0-40ee-ae24-6269df2ba85e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:09.599600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c2e499a-0d08-496f-856b-77c9e42a13e9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.602670 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c2e499a-0d08-496f-856b-77c9e42a13e9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.603919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1c2e499a-0d08-496f-856b-77c9e42a13e9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/d63b84c1-7e88-40f0-ae15-2ebcc10ccab3 HTTP/1.1" status: 204 len: 168 time: 0.2061598 Jul 06 18:26:09.620208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5c29f39-52ee-4eb4-abf9-91315480f9c1 req-e73e4182-b4e0-40ee-ae24-6269df2ba85e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.5648098 Jul 06 18:26:09.624254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57584) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:09.649657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e499a-0d08-496f-856b-77c9e42a13e9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63b84c1-7e88-40f0-ae15-2ebcc10ccab3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:09.740556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-313d9b0a-55d6-440a-b112-5858d275513d tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1150794 Jul 06 18:26:09.744802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57590) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:09.750373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b7ca033a-5c55-48f9-af56-54522ff9d26b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--554846309'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:09.781373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7ca033a-5c55-48f9-af56-54522ff9d26b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.787036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a84e19-d639-4697-a77a-51eb3a0f2a19 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:09.804567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.849373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176b7fd-f851-43af-9003-59bcd932d972 req-d73da1a1-9716-4d49-8bbf-d9e84ac5abfd tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:09.856396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2176b7fd-f851-43af-9003-59bcd932d972 req-d73da1a1-9716-4d49-8bbf-d9e84ac5abfd tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 931 time: 0.1994803 Jul 06 18:26:09.858817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Transition to ACTIVE for port object 50a84e19-d639-4697-a77a-51eb3a0f2a19 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:09.861890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.867252 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.881330 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:09.922413 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2176b7fd-f851-43af-9003-59bcd932d972 req-204d73bd-7e3f-4d59-8a87-26d79bf8fb49 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646849 Jul 06 18:26:09.930413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Transition to ACTIVE for port object 108f9d5e-40a0-41c7-96d9-be4621175298 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:10.015654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7ca033a-5c55-48f9-af56-54522ff9d26b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.022596 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7ca033a-5c55-48f9-af56-54522ff9d26b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.059754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca033a-5c55-48f9-af56-54522ff9d26b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22c131d-f275-486f-99d8-b6b145d7a2fd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:10.066723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Pushing event updated for resources: {'Port': ['ID=50a84e19-d639-4697-a77a-51eb3a0f2a19,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:10.075175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7ca033a-5c55-48f9-af56-54522ff9d26b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.077254 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b7ca033a-5c55-48f9-af56-54522ff9d26b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3313563 Jul 06 18:26:10.080346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57602) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:10.086428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-92d31705-646e-4ab8-9e97-8c7777d4a30d tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'a22c131d-f275-486f-99d8-b6b145d7a2fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:10.087305 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-92d31705-646e-4ab8-9e97-8c7777d4a30d tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 18:26:10.087959 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-92d31705-646e-4ab8-9e97-8c7777d4a30d tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:10.089043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-92d31705-646e-4ab8-9e97-8c7777d4a30d tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076785 Jul 06 18:26:10.092111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57606) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:10.158290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb137-3d30-4acf-91f7-f45f5172ba44 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.184140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb137-3d30-4acf-91f7-f45f5172ba44 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.251068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c6dc907-f68f-436e-b023-c4216c425085 req-2dd37856-83ef-45bd-aa18-e9f619deb661 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips/9b10d560-13de-4a3e-a2cf-2a5d703ba06d HTTP/1.1" status: 200 len: 693 time: 0.2322960 Jul 06 18:26:10.263000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb137-3d30-4acf-91f7-f45f5172ba44 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.265623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb137-3d30-4acf-91f7-f45f5172ba44 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.269380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b8cdb137-3d30-4acf-91f7-f45f5172ba44 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/a22c131d-f275-486f-99d8-b6b145d7a2fd HTTP/1.1" status: 204 len: 168 time: 0.1736796 Jul 06 18:26:10.278688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8936bf0-6197-4264-8959-350f33c19fec req-f2a06a30-235c-4040-8ca7-2dce0bf5e10a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:10.280395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8936bf0-6197-4264-8959-350f33c19fec req-f2a06a30-235c-4040-8ca7-2dce0bf5e10a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.0986850 Jul 06 18:26:10.280932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57608) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:10.306949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdb137-3d30-4acf-91f7-f45f5172ba44 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22c131d-f275-486f-99d8-b6b145d7a2fd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:10.333556 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.361355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8936bf0-6197-4264-8959-350f33c19fec req-fb610e57-3547-48e8-ac5e-9d7e904552fd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677738 Jul 06 18:26:10.371769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-89887cc7-775c-4b8f-ba30-294e330a5b6b tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884733 Jul 06 18:26:10.372426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57610) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:10.377649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-90dd1de1-8830-4f58-8ea7-393e6bd2ad82 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056939072'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:10.409429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-90dd1de1-8830-4f58-8ea7-393e6bd2ad82 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.519741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:10.534171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-5a8123b1-edcb-42b4-bb6e-90c2bac7eca5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:10.535840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-5a8123b1-edcb-42b4-bb6e-90c2bac7eca5 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 945 time: 0.5819244 Jul 06 18:26:10.561651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:10.588960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:10.595448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-8952adcd-f265-46f1-bab6-f68fed667be4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4884441 Jul 06 18:26:10.598323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Pushing event updated for resources: {'Port': ['ID=108f9d5e-40a0-41c7-96d9-be4621175298,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:10.664535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Attempting to bind port 50a84e19-d639-4697-a77a-51eb3a0f2a19 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:10.664910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Attempting to bind port 50a84e19-d639-4697-a77a-51eb3a0f2a19 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:10.665208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Attempting to bind port 50a84e19-d639-4697-a77a-51eb3a0f2a19 on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:10.669211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-90dd1de1-8830-4f58-8ea7-393e6bd2ad82 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.687022 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-90dd1de1-8830-4f58-8ea7-393e6bd2ad82 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.724466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Port 50a84e19-d639-4697-a77a-51eb3a0f2a19 on network 387d7103-49e5-48ca-8c9e-8bb334581160 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:10.724860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Attempting to bind port 50a84e19-d639-4697-a77a-51eb3a0f2a19 on network 387d7103-49e5-48ca-8c9e-8bb334581160 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:10.741420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82867451-dcf3-47c1-856b-638d9ac8e146 req-abc28b95-93e7-49d6-b161-491ab2282d5e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:10.743756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82867451-dcf3-47c1-856b-638d9ac8e146 req-abc28b95-93e7-49d6-b161-491ab2282d5e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 936 time: 0.2265296 Jul 06 18:26:10.762666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:10.763095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Checking segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:10.763534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Bound using segment: {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:10.764006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Bound port: 50a84e19-d639-4697-a77a-51eb3a0f2a19, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9098d0-656d-406b-905a-209389fe8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:10.764390 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.772071 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-90dd1de1-8830-4f58-8ea7-393e6bd2ad82 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.777401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-90dd1de1-8830-4f58-8ea7-393e6bd2ad82 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4033449 Jul 06 18:26:10.778091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd1de1-8830-4f58-8ea7-393e6bd2ad82 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb05f7-1589-40c2-bbb7-55a727d1972e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:10.780937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57618) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:10.793579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d015583a-c5ae-4158-8d95-89f5fc08b4ab tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'd0cb05f7-1589-40c2-bbb7-55a727d1972e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:10.794646 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-d015583a-c5ae-4158-8d95-89f5fc08b4ab tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 18:26:10.795880 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-d015583a-c5ae-4158-8d95-89f5fc08b4ab tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:10.798569 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d015583a-c5ae-4158-8d95-89f5fc08b4ab tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087883 Jul 06 18:26:10.801856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57620) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:10.814163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dc907-f68f-436e-b023-c4216c425085 req-3ab96462-352e-4ec6-88a2-62ceede2bf23 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:10.818165 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c6dc907-f68f-436e-b023-c4216c425085 req-3ab96462-352e-4ec6-88a2-62ceede2bf23 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.5444682 Jul 06 18:26:10.874281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82867451-dcf3-47c1-856b-638d9ac8e146 req-5f2b816c-a10b-4ed6-aa9e-b0e6c3c13021 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170020 Jul 06 18:26:10.934140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6b59c9a-faf4-4922-b696-3f1cac3126cd tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.963654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:10.965706 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.977296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6b59c9a-faf4-4922-b696-3f1cac3126cd tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.017154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cd698c59-3279-4b33-b447-1fd57727ac45 None None] Provisioning for port 108f9d5e-40a0-41c7-96d9-be4621175298 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:11.022720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cd698c59-3279-4b33-b447-1fd57727ac45 None None] Provisioning complete for port 108f9d5e-40a0-41c7-96d9-be4621175298 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:11.023113 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd698c59-3279-4b33-b447-1fd57727ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.052038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6b59c9a-faf4-4922-b696-3f1cac3126cd tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.054823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6b59c9a-faf4-4922-b696-3f1cac3126cd tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.057470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f6b59c9a-faf4-4922-b696-3f1cac3126cd tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0cb05f7-1589-40c2-bbb7-55a727d1972e HTTP/1.1" status: 204 len: 168 time: 0.2540691 Jul 06 18:26:11.061067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57632) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:11.098026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c6dc907-f68f-436e-b023-c4216c425085 req-51010b73-b69c-47d3-b3e2-a001f2fffe6d tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.242 HTTP/1.1" status: 200 len: 696 time: 0.2650170 Jul 06 18:26:11.110391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-a6d4306a-8a54-4ff5-a698-d6064629ddb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4916983 Jul 06 18:26:11.118451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cd698c59-3279-4b33-b447-1fd57727ac45 None None] Port 108f9d5e-40a0-41c7-96d9-be4621175298 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:11.138678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b59c9a-faf4-4922-b696-3f1cac3126cd tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb05f7-1589-40c2-bbb7-55a727d1972e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:11.158137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Request body: {'port': {'device_id': 'd58c5ee0-7cda-477f-96ad-9e1d5d1d327a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:11.209332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-22687e09-1b58-4341-8ddf-e761fe4c8917 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1378489 Jul 06 18:26:11.211121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57640) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:11.216428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-413de44a-9850-4a54-adb8-eb7a77adaa8c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861948920'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:11.259507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c6dc907-f68f-436e-b023-c4216c425085 req-37c69a27-0e96-4678-a890-feb11be6b584 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.242 HTTP/1.1" status: 200 len: 696 time: 0.1606238 Jul 06 18:26:11.261962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e2a6c-ccb0-4eba-8de1-b00523e59f33 req-d6eb48cc-8bcf-41a0-ab53-c8a03b776a30 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:11.263680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b14e2a6c-ccb0-4eba-8de1-b00523e59f33 req-d6eb48cc-8bcf-41a0-ab53-c8a03b776a30 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 945 time: 0.1755230 Jul 06 18:26:11.264779 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-413de44a-9850-4a54-adb8-eb7a77adaa8c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.332733 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b14e2a6c-ccb0-4eba-8de1-b00523e59f33 req-8f7bf3f6-2d04-444c-b872-b8e57e17e6ba tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611680 Jul 06 18:26:11.386799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] For port 50a84e19-d639-4697-a77a-51eb3a0f2a19, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:11.437525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5165cbac-efe4-45ff-95a6-8369937a53b3 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:11.487891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Deleting port 327314f8-eaa3-40fa-afde-aab582a943be {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:11.488287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.491490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-413de44a-9850-4a54-adb8-eb7a77adaa8c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.492294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] For port 50a84e19-d639-4697-a77a-51eb3a0f2a19, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=50a84e19-d639-4697-a77a-51eb3a0f2a19,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:11.497757 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.499898 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-413de44a-9850-4a54-adb8-eb7a77adaa8c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.555784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.581239 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-413de44a-9850-4a54-adb8-eb7a77adaa8c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.585836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-413de44a-9850-4a54-adb8-eb7a77adaa8c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3734694 Jul 06 18:26:11.586461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57652) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:11.592950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a06357f2-831b-4148-af9a-e6313aed571c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': '7e4dc230-059f-49da-89e8-70f0b0d531e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:11.607571 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-a06357f2-831b-4148-af9a-e6313aed571c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 18:26:11.608575 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-a06357f2-831b-4148-af9a-e6313aed571c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:11.609987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a06357f2-831b-4148-af9a-e6313aed571c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0211461 Jul 06 18:26:11.617226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57654) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:11.628779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-109da299-acec-412f-90bf-e617bedb0ccf tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': '7e4dc230-059f-49da-89e8-70f0b0d531e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:11.630054 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-109da299-acec-412f-90bf-e617bedb0ccf tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 18:26:11.631019 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-109da299-acec-412f-90bf-e617bedb0ccf tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:11.632378 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-109da299-acec-412f-90bf-e617bedb0ccf tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094969 Jul 06 18:26:11.639338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413de44a-9850-4a54-adb8-eb7a77adaa8c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4dc230-059f-49da-89e8-70f0b0d531e8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:11.642916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57656) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:11.650354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bbfbfa69-b21a-42fb-a5ec-2a29ef470594 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': '7e4dc230-059f-49da-89e8-70f0b0d531e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:11.651447 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-bbfbfa69-b21a-42fb-a5ec-2a29ef470594 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 18:26:11.652140 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-bbfbfa69-b21a-42fb-a5ec-2a29ef470594 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:11.655959 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bbfbfa69-b21a-42fb-a5ec-2a29ef470594 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075138 Jul 06 18:26:11.656643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57658) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:11.661487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1227279f-efe8-498f-9c04-351e7eb4b726 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': '7e4dc230-059f-49da-89e8-70f0b0d531e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:11.662576 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-1227279f-efe8-498f-9c04-351e7eb4b726 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 18:26:11.663236 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-1227279f-efe8-498f-9c04-351e7eb4b726 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:11.685999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1227279f-efe8-498f-9c04-351e7eb4b726 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0281475 Jul 06 18:26:11.690809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57660) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:11.759805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648744-2ce9-44ae-83e6-d23fad87871d req-6e2d30d1-160b-401b-8e29-d847bc9c8f3e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:11.761482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-95648744-2ce9-44ae-83e6-d23fad87871d req-6e2d30d1-160b-401b-8e29-d847bc9c8f3e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 943 time: 0.2318461 Jul 06 18:26:11.826015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-95648744-2ce9-44ae-83e6-d23fad87871d req-2989fed6-77b1-4f9b-9575-a2a8abafc08e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583344 Jul 06 18:26:11.829184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d05df3d-a4d0-428b-beb1-341edfe1982a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.870433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d05df3d-a4d0-428b-beb1-341edfe1982a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.925328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d05df3d-a4d0-428b-beb1-341edfe1982a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.929855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d05df3d-a4d0-428b-beb1-341edfe1982a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:11.931457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4d05df3d-a4d0-428b-beb1-341edfe1982a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/7e4dc230-059f-49da-89e8-70f0b0d531e8 HTTP/1.1" status: 204 len: 168 time: 0.2392831 Jul 06 18:26:11.935394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57674) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:11.979182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05df3d-a4d0-428b-beb1-341edfe1982a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4dc230-059f-49da-89e8-70f0b0d531e8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:12.011869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-15f99fa4-3fd8-4172-92d0-ff22dc9ff1c1 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752494 Jul 06 18:26:12.022344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57676) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.026924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a15487a0-1f3f-475c-afd4-7070fd83acb9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--647533891'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.051035 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a15487a0-1f3f-475c-afd4-7070fd83acb9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.062345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Transition to ACTIVE for port object 5165cbac-efe4-45ff-95a6-8369937a53b3 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:12.069630 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.096907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.100682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:12.101604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.103822 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] 10.222.0.41 "PUT /v2.0/ports/50a84e19-d639-4697-a77a-51eb3a0f2a19 HTTP/1.1" status: 200 len: 1091 time: 5.3395879 Jul 06 18:26:12.118154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'tag': '50a84e19-d639-4697-a77a-51eb3a0f2a19'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:12.120895 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a6b127-2192-4fd5-8935-d996ed1ca4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ae5772-2947-44b8-a790-bdc9b9f42e1c", "tag": "50a84e19-d639-4697-a77a-51eb3a0f2a19"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:12.241402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a15487a0-1f3f-475c-afd4-7070fd83acb9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.257164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999ff57-ae5a-4136-9e56-f8a8890b422f req-5d6935ad-572d-43e0-beca-96e9bbfc9e20 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:12.258557 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f999ff57-ae5a-4136-9e56-f8a8890b422f req-5d6935ad-572d-43e0-beca-96e9bbfc9e20 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1338835 Jul 06 18:26:12.259752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a15487a0-1f3f-475c-afd4-7070fd83acb9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.306898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15487a0-1f3f-475c-afd4-7070fd83acb9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ef39c-3dd8-47cc-a651-7766f9dde334,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:12.315143 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a15487a0-1f3f-475c-afd4-7070fd83acb9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.316407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a15487a0-1f3f-475c-afd4-7070fd83acb9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2930548 Jul 06 18:26:12.322399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57680) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.327569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f4b29e4d-3c13-4959-965d-8b94590722ce tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.329232 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-f4b29e4d-3c13-4959-965d-8b94590722ce tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 18:26:12.330241 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-f4b29e4d-3c13-4959-965d-8b94590722ce tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:12.331255 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f4b29e4d-3c13-4959-965d-8b94590722ce tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080395 Jul 06 18:26:12.334634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57682) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.337777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdcaae-a45b-460b-8d39-02213f85be6c service neutron] Pushing event updated for resources: {'Port': ['ID=50a84e19-d639-4697-a77a-51eb3a0f2a19,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:12.341226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9a7ccbf5-c786-40d5-b1e5-78cf4dd3fd50 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.351248 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f999ff57-ae5a-4136-9e56-f8a8890b422f req-1844ec37-8230-4555-99e5-874362dbbd28 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842695 Jul 06 18:26:12.360110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] For port 327314f8-eaa3-40fa-afde-aab582a943be, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=327314f8-eaa3-40fa-afde-aab582a943be,segment=NetworkSegment(347b282d-d7da-4541-b406-d8ed6b304672),segment_id=347b282d-d7da-4541-b406-d8ed6b304672)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:12.360552 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.405808 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-9a7ccbf5-c786-40d5-b1e5-78cf4dd3fd50 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:12.408709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9a7ccbf5-c786-40d5-b1e5-78cf4dd3fd50 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0721712 Jul 06 18:26:12.410652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57686) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.423012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6ed8f709-7b2e-461f-b344-4c00961944f3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.424120 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-6ed8f709-7b2e-461f-b344-4c00961944f3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 18:26:12.424634 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-6ed8f709-7b2e-461f-b344-4c00961944f3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:12.425702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6ed8f709-7b2e-461f-b344-4c00961944f3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135992 Jul 06 18:26:12.428987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57688) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.442847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-194d3ecb-5a66-4729-8e11-34d6754cf05a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.521069 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-194d3ecb-5a66-4729-8e11-34d6754cf05a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:12.522164 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-194d3ecb-5a66-4729-8e11-34d6754cf05a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0910177 Jul 06 18:26:12.525607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57690) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.530619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b31e988a-6771-4f80-9658-95cc061c4da3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.531173 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-b31e988a-6771-4f80-9658-95cc061c4da3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 18:26:12.531688 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-b31e988a-6771-4f80-9658-95cc061c4da3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:12.533765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b31e988a-6771-4f80-9658-95cc061c4da3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057073 Jul 06 18:26:12.535734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57692) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.540050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-43aa6a99-80db-4d5d-870b-aa1da7b3102c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.560752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Calling delete_port for 327314f8-eaa3-40fa-afde-aab582a943be owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:12.576380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Deleting port d3284772-9783-461e-871a-087bc5993ef9 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:12.576730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.637890 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-43aa6a99-80db-4d5d-870b-aa1da7b3102c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Project fd5afbd987cf4b3da805bea1ccb3ed2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:26:12.678732 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-43aa6a99-80db-4d5d-870b-aa1da7b3102c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:12.679753 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-43aa6a99-80db-4d5d-870b-aa1da7b3102c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1430297 Jul 06 18:26:12.686916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57696) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.689813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-6b63e1a4-ce05-428a-a874-6baf5282acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:12.693907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-6b63e1a4-ce05-428a-a874-6baf5282acf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1101 time: 0.1469412 Jul 06 18:26:12.695649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:12.699356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-64e976f1-02d0-492e-8da3-7f3029e79c0e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.699831 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-64e976f1-02d0-492e-8da3-7f3029e79c0e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 18:26:12.701147 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-64e976f1-02d0-492e-8da3-7f3029e79c0e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:12.704945 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-64e976f1-02d0-492e-8da3-7f3029e79c0e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067837 Jul 06 18:26:12.714995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96ce4-6df4-428f-b420-8228cdf6b87d req-567d07ce-fb05-4e10-8746-e7448206508a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:12.717265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00c96ce4-6df4-428f-b420-8228cdf6b87d req-567d07ce-fb05-4e10-8746-e7448206508a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 936 time: 0.1713095 Jul 06 18:26:12.717954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57698) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.732091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-760cbbfc-8acf-4beb-af7f-33fea9bba15e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.798934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Attempting to bind port 5165cbac-efe4-45ff-95a6-8369937a53b3 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:12.799287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Attempting to bind port 5165cbac-efe4-45ff-95a6-8369937a53b3 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:12.799621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Attempting to bind port 5165cbac-efe4-45ff-95a6-8369937a53b3 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:12.833737 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-760cbbfc-8acf-4beb-af7f-33fea9bba15e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Project fd5afbd987cf4b3da805bea1ccb3ed2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:26:12.837181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-b5ac5ad0-301d-4396-bb16-48dae6645013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:12.838764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-b5ac5ad0-301d-4396-bb16-48dae6645013 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 1094 time: 0.6491175 Jul 06 18:26:12.839319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Port 5165cbac-efe4-45ff-95a6-8369937a53b3 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:12.839640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Attempting to bind port 5165cbac-efe4-45ff-95a6-8369937a53b3 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:12.850337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00c96ce4-6df4-428f-b420-8228cdf6b87d req-14cc175c-8ac4-49d5-a2f7-e89182f0d379 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095543 Jul 06 18:26:12.888310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-42780678-ab08-4d2b-81e3-10f1f37cf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:12.890210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-42780678-ab08-4d2b-81e3-10f1f37cf4b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1873729 Jul 06 18:26:12.891614 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-760cbbfc-8acf-4beb-af7f-33fea9bba15e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:12.893433 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-760cbbfc-8acf-4beb-af7f-33fea9bba15e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1659977 Jul 06 18:26:12.898728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57710) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:12.904040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f56c00fb-3014-40a4-ba0f-9f55b0cf23ba tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'f89ef39c-3dd8-47cc-a651-7766f9dde334', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:12.911488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:12.911838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:12.912228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:12.912692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Bound port: 5165cbac-efe4-45ff-95a6-8369937a53b3, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:12.913056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.916385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.916723 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:12.926325 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edcd807-88bb-4ab1-bef2-ce195f94e8fd x-openstack-request-id: req-2edcd807-88bb-4ab1-bef2-ce195f94e8fd {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:12.926622 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ae5772-2947-44b8-a790-bdc9b9f42e1c", "tag": "50a84e19-d639-4697-a77a-51eb3a0f2a19", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:12.926864 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2edcd807-88bb-4ab1-bef2-ce195f94e8fd {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:12.927498 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'tag': '50a84e19-d639-4697-a77a-51eb3a0f2a19', 'status': 'completed', 'code': 200} Jul 06 18:26:12.943160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-39dc438e-7fe6-4b74-9d44-ba235bbff9af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a84e19-d639-4697-a77a-51eb3a0f2a19 HTTP/1.1" status: 200 len: 217 time: 0.0921185 Jul 06 18:26:12.957773 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-ddaa756b-1f0b-45e3-b2aa-b57eba8beaf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 217 time: 0.0485218 Jul 06 18:26:12.967108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Calling delete_port for d3284772-9783-461e-871a-087bc5993ef9 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:12.978505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e8036a46-2186-405c-b96c-71b8fd65e845 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:12.986713 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-f56c00fb-3014-40a4-ba0f-9f55b0cf23ba tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Project fd5afbd987cf4b3da805bea1ccb3ed2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:26:13.045459 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-f56c00fb-3014-40a4-ba0f-9f55b0cf23ba tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:13.049790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f56c00fb-3014-40a4-ba0f-9f55b0cf23ba tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1499038 Jul 06 18:26:13.050859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57718) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:13.132739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-b8925875-2729-47d6-b42b-e45f1670d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:13.134576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-b8925875-2729-47d6-b42b-e45f1670d964 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1595204 Jul 06 18:26:13.157896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:13.171086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'mac_address': 'fa:16:3e:05:b7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:13.228092 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.254168 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.255489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63508f7-d014-4df6-bc44-69f5c5090d75 req-f15198e6-f576-4b94-a581-3d7623e4819a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:13.257206 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c63508f7-d014-4df6-bc44-69f5c5090d75 req-f15198e6-f576-4b94-a581-3d7623e4819a tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b HTTP/1.1" status: 200 len: 867 time: 0.2274923 Jul 06 18:26:13.284191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.291795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.294396 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.298418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8036a46-2186-405c-b96c-71b8fd65e845 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:13.315865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['327314f8-eaa3-40fa-afde-aab582a943be'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:13.317586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-093934c9-d72e-4221-992d-d8433cb2e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:13.319244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-093934c9-d72e-4221-992d-d8433cb2e7c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763914 Jul 06 18:26:13.345595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c63508f7-d014-4df6-bc44-69f5c5090d75 req-93072b19-b681-4012-974f-3203a0099b5b tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.53 "GET /v2.0/security-groups?id=eac0aa44-0f32-48b0-94a5-1757f50a2178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805068 Jul 06 18:26:13.414579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:13.422010 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.424654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.428172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.429870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/f89ef39c-3dd8-47cc-a651-7766f9dde334 HTTP/1.1" status: 204 len: 168 time: 0.3223829 Jul 06 18:26:13.438497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57732) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:13.459481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event deleted for resources: {'Port': ['ID=d3284772-9783-461e-871a-087bc5993ef9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:13.472555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ef39c-3dd8-47cc-a651-7766f9dde334,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:13.508381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.511864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.512366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.514753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.515560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.516353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.517618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.518501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.519365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.520173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.520942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.522107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d23251-2449-47fe-a836-85ac95e97f6a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:13.531924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Pushing event deleted for resources: {'Port': ['ID=327314f8-eaa3-40fa-afde-aab582a943be,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:13.563038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-fc12b401-6c70-43d6-bdc0-cd6ec03be926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:13.564778 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-fc12b401-6c70-43d6-bdc0-cd6ec03be926 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.6023066 Jul 06 18:26:13.572711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['e8036a46-2186-405c-b96c-71b8fd65e845'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:13.599426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:13.624106 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8c8d224f-2ab7-434b-93ae-30fe7f69d9dc tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1821840 Jul 06 18:26:13.641450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57742) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:13.656413 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-dfaec4da-4689-44c1-978f-4c8d8178aa7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587332 Jul 06 18:26:13.672656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-52bd43da-7966-4b43-a2a3-8e90f2873899 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382949875'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:13.716981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-4d30cbbc-c800-4052-9a5b-fda71b0d0162 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750322 Jul 06 18:26:13.763917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:13.788494 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-52bd43da-7966-4b43-a2a3-8e90f2873899 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.845941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-f478f774-210c-498b-ad25-da91fff21c06 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795807 Jul 06 18:26:13.877520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:13.881571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108f9d5e-40a0-41c7-96d9-be4621175298 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:13.886481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] No DVR routers for this DVR port 327314f8-eaa3-40fa-afde-aab582a943be on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:13.901319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.903424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0f2a2c3-79ca-46b8-9487-1fa2cf05bbac req-1e118b3a-6e80-4592-97ec-ab432522ab35 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] 10.222.0.24 "DELETE /v2.0/ports/327314f8-eaa3-40fa-afde-aab582a943be HTTP/1.1" status: 204 len: 173 time: 3.3455660 Jul 06 18:26:13.904511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.906017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eea42-9ce9-4349-b102-e47c80cb910c req-eb566f2c-883a-48b8-93af-65616b5ff822 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:13.919016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e4eea42-9ce9-4349-b102-e47c80cb910c req-eb566f2c-883a-48b8-93af-65616b5ff822 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 943 time: 0.3036342 Jul 06 18:26:13.924807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:13.955434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-8fd50ad3-4b77-48d3-a44e-83234ac97409 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291942 Jul 06 18:26:14.048945 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.079702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.081280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c6dc907-f68f-436e-b023-c4216c425085 req-41e0d703-9160-4519-8069-6cff9ed632fa tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "DELETE /v2.0/floatingips/9b10d560-13de-4a3e-a2cf-2a5d703ba06d HTTP/1.1" status: 204 len: 173 time: 2.8208792 Jul 06 18:26:14.082995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:14.084254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.085960 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] 10.222.0.41 "PUT /v2.0/ports/5165cbac-efe4-45ff-95a6-8369937a53b3 HTTP/1.1" status: 200 len: 1096 time: 4.5703456 Jul 06 18:26:14.227950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Transition to ACTIVE for port object 108f9d5e-40a0-41c7-96d9-be4621175298 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:14.229346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd6a60-f7c2-4a1e-9bb4-71f6db30465d service neutron] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:14.255029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.348593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Pushing event updated for resources: {'Port': ['ID=108f9d5e-40a0-41c7-96d9-be4621175298,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:14.555072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Attempting to bind port 108f9d5e-40a0-41c7-96d9-be4621175298 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:14.555567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Attempting to bind port 108f9d5e-40a0-41c7-96d9-be4621175298 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:14.555983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Attempting to bind port 108f9d5e-40a0-41c7-96d9-be4621175298 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:14.618363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-619742aa-bc03-4fc3-99ec-d38dbfd8076b req-b3d6d489-a3a7-4c9d-9562-e6fa953376ab service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403345 Jul 06 18:26:14.622315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Port 108f9d5e-40a0-41c7-96d9-be4621175298 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:14.622723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Attempting to bind port 108f9d5e-40a0-41c7-96d9-be4621175298 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:14.649801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-6a4df365-60be-4c67-9aa8-5b2f0ebca927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:14.651641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-6a4df365-60be-4c67-9aa8-5b2f0ebca927 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1099 time: 0.3912983 Jul 06 18:26:14.659560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:14.660289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:14.660739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:14.661979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Bound port: 108f9d5e-40a0-41c7-96d9-be4621175298, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:14.661979 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.769289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-52bd43da-7966-4b43-a2a3-8e90f2873899 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.772765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e4eea42-9ce9-4349-b102-e47c80cb910c req-e76b7406-49c6-4de3-9b38-c63381c44493 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689042 Jul 06 18:26:14.784192 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-52bd43da-7966-4b43-a2a3-8e90f2873899 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.785235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c2c93-9498-4291-af5e-3cb4c30dce98 req-52500504-1e43-49db-ab45-e5554dd7d4cc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:14.787054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac1c2c93-9498-4291-af5e-3cb4c30dce98 req-52500504-1e43-49db-ab45-e5554dd7d4cc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2770224 Jul 06 18:26:14.798664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-80d02e84-2d28-4666-b412-f0056cfe5ba3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5165cbac-efe4-45ff-95a6-8369937a53b3 HTTP/1.1" status: 200 len: 217 time: 0.1318996 Jul 06 18:26:14.909164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-52bd43da-7966-4b43-a2a3-8e90f2873899 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.911956 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-52bd43da-7966-4b43-a2a3-8e90f2873899 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2658536 Jul 06 18:26:14.914410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd43da-7966-4b43-a2a3-8e90f2873899 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a512f9e-e208-4700-bd7b-74c36fe4682b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:14.919540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] For port 108f9d5e-40a0-41c7-96d9-be4621175298, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:14.929895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] For port 108f9d5e-40a0-41c7-96d9-be4621175298, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=108f9d5e-40a0-41c7-96d9-be4621175298,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:14.935526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57766) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:14.937988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b', 'name': 'network-vif-deleted', 'tag': '327314f8-eaa3-40fa-afde-aab582a943be'}, {'name': 'network-changed', 'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:14.940853 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376" -d '{"events": [{"server_uuid": "f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b", "name": "network-vif-deleted", "tag": "327314f8-eaa3-40fa-afde-aab582a943be"}, {"name": "network-changed", "server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:14.980055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e8036a46-2186-405c-b96c-71b8fd65e845 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:14.982243 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:15.069257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-660cd8ac-d1b7-44c9-aa99-24c9eec7c782 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': '4a512f9e-e208-4700-bd7b-74c36fe4682b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:15.084194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port e8036a46-2186-405c-b96c-71b8fd65e845 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:15.084933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:15.178488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Pushing event updated for resources: {'Port': ['ID=108f9d5e-40a0-41c7-96d9-be4621175298,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:15.199648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-07620795-aed5-4f01-b62e-62e20551d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:15.201741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-07620795-aed5-4f01-b62e-62e20551d099 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2659779 Jul 06 18:26:15.202121 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:15.241680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac025fe-4ab3-4f73-8d4a-e3e5fdd09719 req-29ac7ff1-4286-499c-a59f-879616443c32 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:15.250431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7ac025fe-4ab3-4f73-8d4a-e3e5fdd09719 req-29ac7ff1-4286-499c-a59f-879616443c32 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 948 time: 0.1587942 Jul 06 18:26:15.254556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:15.256121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:15.259050 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7291f663-0c34-4152-95af-f59fc75e3c18" -d '{"events": [{"server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:15.263969 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:15.264789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 327314f8-eaa3-40fa-afde-aab582a943be no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:15.277830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:15.279351 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:15.287510 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-aa9dcb30-1dbb-4373-8303-4a9e229e9106 service neutron] 10.222.0.24 "PUT /v2.0/ports/108f9d5e-40a0-41c7-96d9-be4621175298 HTTP/1.1" status: 200 len: 1096 time: 4.1403203 Jul 06 18:26:15.291605 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac1c2c93-9498-4291-af5e-3cb4c30dce98 req-e1a62efc-1f58-4c1c-abff-f1ba49247467 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544290 Jul 06 18:26:15.316723 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7ac025fe-4ab3-4f73-8d4a-e3e5fdd09719 req-9ba26f2c-a1e8-40fd-bfd2-b09e103352ec tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639539 Jul 06 18:26:15.328115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 327314f8-eaa3-40fa-afde-aab582a943be {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:26:15.334245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 327314f8-eaa3-40fa-afde-aab582a943be not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:15.407655 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-660cd8ac-d1b7-44c9-aa99-24c9eec7c782 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The resource could not be found. Jul 06 18:26:15.412269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-660cd8ac-d1b7-44c9-aa99-24c9eec7c782 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4685540 Jul 06 18:26:15.419136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57778) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:15.429101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:15.475354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f3b17910-81c8-4f25-b584-7779cc849ab4 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': '4a512f9e-e208-4700-bd7b-74c36fe4682b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6bc0bedf-19ce-48ad-907e-7fc6c387b50d'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:15.514913 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-08cf8dfc-365f-499f-a790-19bb14ac7a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:15.530718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce181c5-6c04-4508-9ff0-cf7a9cb5dd44 req-51baedee-a193-4537-8e96-209588686df1 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:15.536368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8ce181c5-6c04-4508-9ff0-cf7a9cb5dd44 req-51baedee-a193-4537-8e96-209588686df1 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1845291 Jul 06 18:26:15.541109 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a19bd97-82b2-41d2-a18e-13938e36b040 x-openstack-request-id: req-3a19bd97-82b2-41d2-a18e-13938e36b040 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:15.541413 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b", "name": "network-vif-deleted", "tag": "327314f8-eaa3-40fa-afde-aab582a943be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:15.541667 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a19bd97-82b2-41d2-a18e-13938e36b040 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:15.542106 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3990221-3b0d-4a57-ad9c-d10f1e2b8d2b', 'name': 'network-vif-deleted', 'tag': '327314f8-eaa3-40fa-afde-aab582a943be', 'status': 'completed', 'code': 200} Jul 06 18:26:15.542356 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'status': 'completed', 'code': 200} Jul 06 18:26:15.557680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-b1d6f204-1908-476b-a5b0-91a904d43b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:15.559482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-b1d6f204-1908-476b-a5b0-91a904d43b7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2048fc15f03f459a9add14162308ada4&device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 1094 time: 0.7698195 Jul 06 18:26:15.572013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-8170991f-3887-4f0f-bebc-8dccb133afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:15.573660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-8170991f-3887-4f0f-bebc-8dccb133afba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3632150 Jul 06 18:26:15.603099 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef2db4a-e7dd-4ab8-a0a3-71485e687b25 x-openstack-request-id: req-eef2db4a-e7dd-4ab8-a0a3-71485e687b25 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:15.603497 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:15.603630 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eef2db4a-e7dd-4ab8-a0a3-71485e687b25 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:15.604010 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'code': 200} Jul 06 18:26:16.041619 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:26:16.047616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97c46-9e53-4f6a-bbb8-19ef5eae7905 req-36756cb2-1485-4642-b508-56a4cc217b19 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:16.049265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28c97c46-9e53-4f6a-bbb8-19ef5eae7905 req-36756cb2-1485-4642-b508-56a4cc217b19 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 943 time: 0.1063249 Jul 06 18:26:16.139439 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28c97c46-9e53-4f6a-bbb8-19ef5eae7905 req-44dd82ed-973c-45db-9128-90b8733fcd6b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758517 Jul 06 18:26:16.179695 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-f3b17910-81c8-4f25-b584-7779cc849ab4 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The resource could not be found. Jul 06 18:26:16.183589 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f3b17910-81c8-4f25-b584-7779cc849ab4 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7097912 Jul 06 18:26:16.184921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57804) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:16.200070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c97b5-8947-4637-a462-dfc316550c06 req-4fa47244-c4a9-4570-a498-931d7ec30ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:16.211527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-4fa47244-c4a9-4570-a498-931d7ec30ed8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 1099 time: 0.8528228 Jul 06 18:26:16.244016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbe5f0fc-4fec-403f-8b94-50ca230448e8 req-2cb60b0e-d3b5-4f71-8a7a-1554dc264c6b tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=cf85559c32fa45e48748e3b94f575516 HTTP/1.1" status: 200 len: 1656 time: 0.5691469 Jul 06 18:26:16.288893 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c94ecb20-c2b5-48f2-8113-df612083c5a9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.343400 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c94ecb20-c2b5-48f2-8113-df612083c5a9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.406862 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c94ecb20-c2b5-48f2-8113-df612083c5a9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.412225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-ade5978f-4dad-4e8a-aae3-f25f4001e88d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=108f9d5e-40a0-41c7-96d9-be4621175298 HTTP/1.1" status: 200 len: 217 time: 0.1649446 Jul 06 18:26:16.412754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c94ecb20-c2b5-48f2-8113-df612083c5a9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.413683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c94ecb20-c2b5-48f2-8113-df612083c5a9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/4a512f9e-e208-4700-bd7b-74c36fe4682b HTTP/1.1" status: 204 len: 168 time: 0.2255545 Jul 06 18:26:16.423706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57818) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:16.424660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ecb20-c2b5-48f2-8113-df612083c5a9 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a512f9e-e208-4700-bd7b-74c36fe4682b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:16.503170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-87860340-940f-4911-84fa-6b1309707090 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756755 Jul 06 18:26:16.504233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57820) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:16.510682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-dc7a36e6-2759-47c2-999a-9bf56b4f9f6d tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': '70b3fb7c-0114-48c1-bb15-a0967791cc77', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:16.572093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-5b2afd60-979c-463c-ae6b-3389a3cce312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:16.573991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-5b2afd60-979c-463c-ae6b-3389a3cce312 service neutron] 10.222.0.41 "GET /v2.0/networks?id=387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 200 len: 906 time: 0.9964354 Jul 06 18:26:16.598176 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-dc7a36e6-2759-47c2-999a-9bf56b4f9f6d tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The resource could not be found. Jul 06 18:26:16.604002 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc7a36e6-2759-47c2-999a-9bf56b4f9f6d tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0975680 Jul 06 18:26:16.608573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:16.613745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-75945775-3b8f-4abd-b81c-fb37c0cb4d2e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278262045'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:16.651004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-5cdd8a22-94a0-4ae1-bfd7-d460fc2069cf service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0511727 Jul 06 18:26:16.656877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-db92b0de-d3db-488b-a8aa-15b69e97852f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a84e19-d639-4697-a77a-51eb3a0f2a19 HTTP/1.1" status: 200 len: 217 time: 0.0650046 Jul 06 18:26:16.661881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b927522-a26b-409e-b7d3-b078b3bd91c4 req-825d7fdd-1b14-4940-926f-65581fc20997 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:16.663655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b927522-a26b-409e-b7d3-b078b3bd91c4 req-825d7fdd-1b14-4940-926f-65581fc20997 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 948 time: 0.1328564 Jul 06 18:26:16.692939 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75945775-3b8f-4abd-b81c-fb37c0cb4d2e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.696988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c97b5-8947-4637-a462-dfc316550c06 req-361fdb97-d204-4c8a-8c8e-f9902002940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:16.698773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-361fdb97-d204-4c8a-8c8e-f9902002940a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2299452 Jul 06 18:26:16.818337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75945775-3b8f-4abd-b81c-fb37c0cb4d2e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.828236 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75945775-3b8f-4abd-b81c-fb37c0cb4d2e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.848688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5f0fc-4fec-403f-8b94-50ca230448e8 req-7738f759-f9d1-4b6b-9853-f7700758ab61 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:16.850932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbe5f0fc-4fec-403f-8b94-50ca230448e8 req-7738f759-f9d1-4b6b-9853-f7700758ab61 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks?id=5252f85f-2217-44be-8007-5bb515235547&id=5252f85f-2217-44be-8007-5bb515235547&id=5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 787 time: 0.5887158 Jul 06 18:26:16.856433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-90d0a9a5-4087-45ea-82cb-c6fbc542ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:16.858507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-90d0a9a5-4087-45ea-82cb-c6fbc542ffb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1912875 Jul 06 18:26:16.878262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-fbe5f0fc-4fec-403f-8b94-50ca230448e8 req-6b8b1811-9ffb-4a0f-87f4-9fec52cdec4a tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:26:16.880082 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbe5f0fc-4fec-403f-8b94-50ca230448e8 req-6b8b1811-9ffb-4a0f-87f4-9fec52cdec4a tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166225 Jul 06 18:26:16.914509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75945775-3b8f-4abd-b81c-fb37c0cb4d2e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.918554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75945775-3b8f-4abd-b81c-fb37c0cb4d2e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3059487 Jul 06 18:26:16.919146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57828) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:16.925567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-50627afb-b2f3-4368-a937-12005336342b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=387d7103-49e5-48ca-8c9e-8bb334581160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531693 Jul 06 18:26:16.932538 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b927522-a26b-409e-b7d3-b078b3bd91c4 req-f5e68ecb-37e5-48b8-91c1-34da8b2e31f8 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609396 Jul 06 18:26:16.933424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75945775-3b8f-4abd-b81c-fb37c0cb4d2e tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917b0741-865b-4e50-b8f2-d3cbdfc413d1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:16.937423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906638488'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:16.973213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65af5fc0-71dc-4491-93d7-516eb2b25a8e req-aebc8dbe-1fc1-488e-a06e-dfd41b36e55d service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081007 Jul 06 18:26:17.122886 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.133158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c97b5-8947-4637-a462-dfc316550c06 req-1c7d87be-8265-4021-9285-85230f3fe8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:17.133158 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-1c7d87be-8265-4021-9285-85230f3fe8b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3997612 Jul 06 18:26:17.235612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab73a62-67ae-4227-9f26-3beea62fa425 req-5bf9ff1c-677f-431c-a811-4d8d53b480d5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:17.246212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ab73a62-67ae-4227-9f26-3beea62fa425 req-5bf9ff1c-677f-431c-a811-4d8d53b480d5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1041970 Jul 06 18:26:17.294340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ab73a62-67ae-4227-9f26-3beea62fa425 req-3cf8efdb-b033-4cb2-96f3-5470e9c2f006 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Jul 06 18:26:17.324928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-bf8ffb89-1519-43f6-971c-82e028867aae tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips/c6eed192-8b3f-4c07-a79f-b6b6630c047c HTTP/1.1" status: 200 len: 692 time: 0.1485329 Jul 06 18:26:17.350973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-f3cc4036-4ab2-4d77-9ec4-ed14c7aa6ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035039 Jul 06 18:26:17.409319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57844) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:17.415397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2047255466'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:17.472902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-28b5e103-c57d-413a-bfb7-aa59fed4e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:17.474412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-28b5e103-c57d-413a-bfb7-aa59fed4e686 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1099 time: 0.4086473 Jul 06 18:26:17.548716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58c5ee0-7cda-477f-96ad-9e1d5d1d327a', 'tag': '108f9d5e-40a0-41c7-96d9-be4621175298'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:17.551394 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e17447-e42c-45c6-9dab-36fbc4a2b681" -d '{"events": [{"name": "network-changed", "server_uuid": "d58c5ee0-7cda-477f-96ad-9e1d5d1d327a", "tag": "108f9d5e-40a0-41c7-96d9-be4621175298"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:17.616670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a02e2a-d072-469d-aa3c-8512dc0dd7b7 req-8c647fa6-e9fb-4f01-bd38-6f0050063e19 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:17.619480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54a02e2a-d072-469d-aa3c-8512dc0dd7b7 req-8c647fa6-e9fb-4f01-bd38-6f0050063e19 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 943 time: 0.0791118 Jul 06 18:26:17.690176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54a02e2a-d072-469d-aa3c-8512dc0dd7b7 req-3d1c85ed-cfc9-498b-80a2-8781fc0df2a9 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641277 Jul 06 18:26:17.706600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-e7dfb69a-a646-4a57-af58-f1b2e79dd1b4 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526516 Jul 06 18:26:17.753206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.791005 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.794566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:17.799629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.857685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:26:17.865264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7169744f-546b-4379-abfb-78a3a35a0746,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:17.875061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.875419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-0db11d8b-7eca-4e1e-ac0c-d210c8bce61c tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:17.876303 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Added segment dfcddc7a-e995-4521-9192-f4a98717620f of type vlan for network 1590ea67-5222-419d-8864-b9e276bc3158 Jul 06 18:26:17.876939 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-0db11d8b-7eca-4e1e-ac0c-d210c8bce61c tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.5520785 Jul 06 18:26:17.878176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-2f876c70-dd03-4d6c-a848-63906ea6973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:17.879549 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-2f876c70-dd03-4d6c-a848-63906ea6973c service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.3730028 Jul 06 18:26:17.888765 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b91499a-8e6a-425a-a938-29082af46159 x-openstack-request-id: req-6b91499a-8e6a-425a-a938-29082af46159 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:17.889091 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58c5ee0-7cda-477f-96ad-9e1d5d1d327a", "tag": "108f9d5e-40a0-41c7-96d9-be4621175298", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:17.889453 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b91499a-8e6a-425a-a938-29082af46159 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:17.889855 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58c5ee0-7cda-477f-96ad-9e1d5d1d327a', 'tag': '108f9d5e-40a0-41c7-96d9-be4621175298', 'status': 'completed', 'code': 200} Jul 06 18:26:17.919197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.919610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.920000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.920478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.920810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.921146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.921641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.922014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.922337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.922671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.923026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.923343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:17.925202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.976113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.977122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67a6b127-2192-4fd5-8935-d996ed1ca4fa req-dcc79af3-7bc5-405e-bb1e-cb1137f14eed service neutron] 10.222.0.41 "GET /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389638 Jul 06 18:26:17.983796 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.988051 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fe155568-4d49-42e0-9507-ebf170b0b911 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0585592 Jul 06 18:26:17.988051 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-9d9d8a9f-c862-4947-96d4-6c0fce5c530d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5165cbac-efe4-45ff-95a6-8369937a53b3 HTTP/1.1" status: 200 len: 217 time: 0.0959220 Jul 06 18:26:17.998043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:17.999479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.021879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57856) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:18.033474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6c2391a3-2cfa-40e2-a28a-5d5d3501ea43 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': '917b0741-865b-4e50-b8f2-d3cbdfc413d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7169744f-546b-4379-abfb-78a3a35a0746'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:18.052753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-5993bbde-62d9-4788-aba2-6b9f90178290 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.74 HTTP/1.1" status: 200 len: 695 time: 0.1466489 Jul 06 18:26:18.063948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6503096 Jul 06 18:26:18.076190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57858) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:18.127579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1632651010'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:18.147363 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d14fd92c-6c70-497d-93e4-9f096915bc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.190817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d90c97b5-8947-4637-a462-dfc316550c06 req-0a0017c6-135d-40bd-a674-76ddd1319d55 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697866 Jul 06 18:26:18.194964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:18.200738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-7ecd162b-9fa8-43f4-8eff-2f0948d9c2f3 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.74 HTTP/1.1" status: 200 len: 695 time: 0.1203294 Jul 06 18:26:18.205816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-997b202e-3f27-4fcc-844a-3aff3759ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:18.208098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-997b202e-3f27-4fcc-844a-3aff3759ec37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1792879 Jul 06 18:26:18.211550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.249121 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-6c2391a3-2cfa-40e2-a28a-5d5d3501ea43 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:18.253345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6c2391a3-2cfa-40e2-a28a-5d5d3501ea43 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2248485 Jul 06 18:26:18.254093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57862) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:18.279870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba082b-6691-4c56-b168-c0bf9ccc6e09 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Network': ['ID=1590ea67-5222-419d-8864-b9e276bc3158,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:18.293407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 1590ea67-5222-419d-8864-b9e276bc3158 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:26:18.312679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.327011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:26:18.361222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5e56-673a-4e7f-a567-9ed39215175b req-ba57e6f9-cefb-4dc2-b67d-362dcbc9d728 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:18.363070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-583b5e56-673a-4e7f-a567-9ed39215175b req-ba57e6f9-cefb-4dc2-b67d-362dcbc9d728 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 948 time: 0.2709422 Jul 06 18:26:18.386113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.386522 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Added segment fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86 of type vlan for network adfbd81e-3739-44cd-a772-2d14ed047aa8 Jul 06 18:26:18.447825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1002-5eed-421d-a1fd-89879d896638 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.507321 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.524083 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-583b5e56-673a-4e7f-a567-9ed39215175b req-7fc79a2c-9681-4253-91c7-a414fedcf57d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528282 Jul 06 18:26:18.532180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1002-5eed-421d-a1fd-89879d896638 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.534934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 50a84e19-d639-4697-a77a-51eb3a0f2a19 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:18.633852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-7bb1ce01-9d2c-41e3-943d-0eba9435816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:18.635389 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-7bb1ce01-9d2c-41e3-943d-0eba9435816b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4174511 Jul 06 18:26:18.645324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Deleting port ae12c856-a531-458d-a4b3-7f17d651ec06 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:18.646259 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.662944 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.680615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:18.682913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.779811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.782856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.794510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 50a84e19-d639-4697-a77a-51eb3a0f2a19, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=50a84e19-d639-4697-a77a-51eb3a0f2a19,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:18.796950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Calling delete_port for ae12c856-a531-458d-a4b3-7f17d651ec06 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:18.824385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '50a84e19-d639-4697-a77a-51eb3a0f2a19', 'network_id': '387d7103-49e5-48ca-8c9e-8bb334581160', 'port_id': '50a84e19-d639-4697-a77a-51eb3a0f2a19', 'mac_address': 'fa:16:3e:53:aa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22a3273-97c7-4233-beab-c55c5efc7ca5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:18.882515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1002-5eed-421d-a1fd-89879d896638 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.893693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1002-5eed-421d-a1fd-89879d896638 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.898923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c4a1002-5eed-421d-a1fd-89879d896638 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/7169744f-546b-4379-abfb-78a3a35a0746 HTTP/1.1" status: 204 len: 168 time: 0.6342456 Jul 06 18:26:18.913742 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8305438 Jul 06 18:26:18.914634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57878) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:18.914963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57880) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:18.944881 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:18.955964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'subnet': {'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:18.960639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a84e19-d639-4697-a77a-51eb3a0f2a19 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:18.981657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-84d6bf06-989c-4a27-85c1-fddea2817905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:18.982573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 50a84e19-d639-4697-a77a-51eb3a0f2a19, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=50a84e19-d639-4697-a77a-51eb3a0f2a19,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:18.983445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-84d6bf06-989c-4a27-85c1-fddea2817905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 1099 time: 0.6993601 Jul 06 18:26:19.001570 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.050112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a1002-5eed-421d-a1fd-89879d896638 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7169744f-546b-4379-abfb-78a3a35a0746,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:19.077795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=50a84e19-d639-4697-a77a-51eb3a0f2a19,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:19.105777 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-20623d95-a1fa-4c18-bdc4-f4ece3536761 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622872 Jul 06 18:26:19.119828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.121576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fcd83-1a9f-4216-bb38-85f008a5ae82 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Network': ['ID=adfbd81e-3739-44cd-a772-2d14ed047aa8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:19.139625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network adfbd81e-3739-44cd-a772-2d14ed047aa8 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:26:19.171049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event deleted for resources: {'Port': ['ID=ae12c856-a531-458d-a4b3-7f17d651ec06,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:19.213668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3b093cd-0145-4d9f-8732-e68c2ae01354 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2720606 Jul 06 18:26:19.216784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57882) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:19.232557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['50a84e19-d639-4697-a77a-51eb3a0f2a19'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:19.317443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9774d-f374-4b9b-a9b9-81e8cf3116c6 req-36d65f36-5d3d-4a17-8c93-0db2eaea4b4f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:19.327779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11d9774d-f374-4b9b-a9b9-81e8cf3116c6 req-36d65f36-5d3d-4a17-8c93-0db2eaea4b4f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2752802 Jul 06 18:26:19.369214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:19.373082 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.429023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.442911 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6b07bce-1129-4b07-b11d-9a47715826df tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.476999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11d9774d-f374-4b9b-a9b9-81e8cf3116c6 req-25a3421b-52fb-41de-9947-166cbe0d11b8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478643 Jul 06 18:26:19.542459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6b07bce-1129-4b07-b11d-9a47715826df tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.696570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6b07bce-1129-4b07-b11d-9a47715826df tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.701305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6b07bce-1129-4b07-b11d-9a47715826df tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.702640 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6b07bce-1129-4b07-b11d-9a47715826df tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/917b0741-865b-4e50-b8f2-d3cbdfc413d1 HTTP/1.1" status: 204 len: 168 time: 0.4841571 Jul 06 18:26:19.721176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57892) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:19.804076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-e2d1b102-c642-454f-b8a1-d60dab3528f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:19.806351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-e2d1b102-c642-454f-b8a1-d60dab3528f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.6992991 Jul 06 18:26:19.808750 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1f55c6-c9d8-49a9-9e49-35fa0c11f376 req-9508930a-4b13-4bbd-b5d4-b6d1e7f4392f service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852965 Jul 06 18:26:19.812655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.816649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.818320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ede3d70f-65d7-4593-ad8b-ebccf5eb94b0 req-d7dbbb65-36dc-421a-8324-1cadd87ce24e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "DELETE /v2.0/floatingips/c6eed192-8b3f-4c07-a79f-b6b6630c047c HTTP/1.1" status: 204 len: 173 time: 1.6091514 Jul 06 18:26:19.824048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b07bce-1129-4b07-b11d-9a47715826df tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b0741-865b-4e50-b8f2-d3cbdfc413d1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:19.878317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-f5b273f7-311d-48b0-b30b-ef677b3bdca1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=108f9d5e-40a0-41c7-96d9-be4621175298 HTTP/1.1" status: 200 len: 217 time: 0.0585718 Jul 06 18:26:19.925839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4dbb45fe-80d5-4d7d-861a-a707a168eebb tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2032685 Jul 06 18:26:19.928193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:19.933922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:19.947309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4b0ee62a-ef02-4285-8228-889714c81f20 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140134118'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:19.953106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-f780b029-9fe7-4077-9b15-f06e8ce994f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:19.954812 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-f780b029-9fe7-4077-9b15-f06e8ce994f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0681450 Jul 06 18:26:20.004029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Subnet': ['ID=ffd302cc-2336-4741-8d02-a1b75730fe6f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:20.043550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e16de-7bf8-46a9-a718-d22bcfce4b83 req-718623bd-0a92-4e20-8c9c-d7029da1e8f1 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:20.045286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-357e16de-7bf8-46a9-a718-d22bcfce4b83 req-718623bd-0a92-4e20-8c9c-d7029da1e8f1 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 944 time: 0.2988081 Jul 06 18:26:20.105979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-357e16de-7bf8-46a9-a718-d22bcfce4b83 req-d1c3a151-1ccd-42b1-bcf8-cf00e8142328 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509675 Jul 06 18:26:20.116279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee62a-ef02-4285-8228-889714c81f20 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.116845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-80f7517a-d9c6-4797-b339-796a2a714580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:20.118642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-80f7517a-d9c6-4797-b339-796a2a714580 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555841 Jul 06 18:26:20.142814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Checking segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:20.143186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network hostable DHCP agents. Network: 1590ea67-5222-419d-8864-b9e276bc3158, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:26:20.214872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network 1590ea67-5222-419d-8864-b9e276bc3158 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:26:20.252565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 1590ea67-5222-419d-8864-b9e276bc3158) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:20.264015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60191013-7d17-41d8-9c4f-ae45dbb5c407 None None] Network 1590ea67-5222-419d-8864-b9e276bc3158 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:20.265854 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-af903fa9-e61d-4d3e-a37c-8145d7271dfb service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346290 Jul 06 18:26:20.275756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:20.276803 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.390667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c806e-15f3-468b-be3b-437429beb26b req-3ff30753-c17c-4a65-87a2-93b05674dc65 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:20.398182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-751c806e-15f3-468b-be3b-437429beb26b req-3ff30753-c17c-4a65-87a2-93b05674dc65 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 948 time: 0.3531797 Jul 06 18:26:20.407004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62e17447-e42c-45c6-9dab-36fbc4a2b681 req-c5e936e6-ae26-45d1-af27-8fe701dbe841 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312568 Jul 06 18:26:20.428099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee62a-ef02-4285-8228-889714c81f20 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.458090 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-751c806e-15f3-468b-be3b-437429beb26b req-1216964a-2b04-4a84-a454-0955d61ccda7 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588779 Jul 06 18:26:20.494504 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee62a-ef02-4285-8228-889714c81f20 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.513203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-e412e401-62d8-4b06-8f0b-7cb001d1e41c tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips/99c8946d-c04f-4624-94ea-e7f9a371c9ca HTTP/1.1" status: 200 len: 693 time: 0.2293968 Jul 06 18:26:20.556668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc141680-e9b6-4cee-b78d-4ad43159931c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6104038 Jul 06 18:26:20.558994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57912) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:20.565754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'subnet': {'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:20.579143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:20.588983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 50a84e19-d639-4697-a77a-51eb3a0f2a19 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:20.606004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee62a-ef02-4285-8228-889714c81f20 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.610105 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4b0ee62a-ef02-4285-8228-889714c81f20 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6683204 Jul 06 18:26:20.611518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ee62a-ef02-4285-8228-889714c81f20 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa93ea14-20f0-4b30-b496-4280237e0ce5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:20.617018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57914) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:20.622057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8afd1b49-49cb-4a22-9875-5efd2693c835 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'fa93ea14-20f0-4b30-b496-4280237e0ce5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:20.685499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-4e6f8b66-214b-4c04-88d1-345a84609b88 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:20.696908 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-4e6f8b66-214b-4c04-88d1-345a84609b88 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1826966 Jul 06 18:26:20.766373 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-8afd1b49-49cb-4a22-9875-5efd2693c835 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:20.767754 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8afd1b49-49cb-4a22-9875-5efd2693c835 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1497226 Jul 06 18:26:20.771165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57916) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:20.780070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c7fdf335-f015-43b2-a770-25176fc18fe4 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group_rule': {'security_group_id': 'fa93ea14-20f0-4b30-b496-4280237e0ce5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:20.780325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1590ea67-5222-419d-8864-b9e276bc3158', 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'fixed_ips': [{'subnet_id': 'ffd302cc-2336-4741-8d02-a1b75730fe6f'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:26:20.781337 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.789464 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-6f016d29-e2e6-4af0-b7f3-d37496c7a672 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.234 HTTP/1.1" status: 200 len: 696 time: 0.0915880 Jul 06 18:26:20.864756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 50a84e19-d639-4697-a77a-51eb3a0f2a19 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:20.909749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 50a84e19-d639-4697-a77a-51eb3a0f2a19 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:20.910142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.922932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-ed3b18e1-3b67-4178-80ea-6b6ba6ac9cb8 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.234 HTTP/1.1" status: 200 len: 696 time: 0.1226435 Jul 06 18:26:20.938277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780e01-b940-455a-bc2c-dfd074402a97 req-cf755533-adbe-41d8-a435-da032f3afe93 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:20.941774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd780e01-b940-455a-bc2c-dfd074402a97 req-cf755533-adbe-41d8-a435-da032f3afe93 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2234862 Jul 06 18:26:20.969084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:20.973788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.024825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 108f9d5e-40a0-41c7-96d9-be4621175298 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:21.054732 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.075478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:21.137822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'mac_address': 'fa:16:3e:19:95:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:21.149279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd780e01-b940-455a-bc2c-dfd074402a97 req-735d72e9-4bd1-42bd-8dde-fa2fee25259b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903055 Jul 06 18:26:21.164604 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-c7fdf335-f015-43b2-a770-25176fc18fe4 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:26:21.166308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c7fdf335-f015-43b2-a770-25176fc18fe4 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3935299 Jul 06 18:26:21.179709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57922) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:21.318975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Allocated IP 10.1.1.2 (1590ea67-5222-419d-8864-b9e276bc3158/ffd302cc-2336-4741-8d02-a1b75730fe6f/5648df13-f22b-4480-a3af-0e4ca39ef65c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:21.347590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Deleting port 51693a84-1e5d-4b16-b10d-7b35bedf0701 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:21.347930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.351455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.395186 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.404000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5165cbac-efe4-45ff-95a6-8369937a53b3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:21.425926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:21.434303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.435057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.447383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Calling delete_port for 51693a84-1e5d-4b16-b10d-7b35bedf0701 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:21.449204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.560203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.564974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 50a84e19-d639-4697-a77a-51eb3a0f2a19, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=50a84e19-d639-4697-a77a-51eb3a0f2a19,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:21.571833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a84e19-d639-4697-a77a-51eb3a0f2a19'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:21.576651 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aca281b-5493-49b1-8267-9e46107bcb5c" -d '{"events": [{"server_uuid": "a5ae5772-2947-44b8-a790-bdc9b9f42e1c", "name": "network-vif-plugged", "status": "completed", "tag": "50a84e19-d639-4697-a77a-51eb3a0f2a19"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:21.588393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 108f9d5e-40a0-41c7-96d9-be4621175298, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=108f9d5e-40a0-41c7-96d9-be4621175298,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:21.593341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.594097 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4013fb43-ecd2-4218-a9dc-0e9c9636b2dc tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.601363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.638440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '108f9d5e-40a0-41c7-96d9-be4621175298', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '108f9d5e-40a0-41c7-96d9-be4621175298', 'mac_address': 'fa:16:3e:25:38:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:21.641017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event deleted for resources: {'Port': ['ID=51693a84-1e5d-4b16-b10d-7b35bedf0701,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:21.660008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4013fb43-ecd2-4218-a9dc-0e9c9636b2dc tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.697649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:21.708231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5165cbac-efe4-45ff-95a6-8369937a53b3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:21.769997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Subnet': ['ID=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:21.791857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4013fb43-ecd2-4218-a9dc-0e9c9636b2dc tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.796046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4013fb43-ecd2-4218-a9dc-0e9c9636b2dc tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.797747 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4013fb43-ecd2-4218-a9dc-0e9c9636b2dc tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/fa93ea14-20f0-4b30-b496-4280237e0ce5 HTTP/1.1" status: 204 len: 168 time: 0.6257117 Jul 06 18:26:21.805031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8ceaf-e697-49f0-bd7d-76787f46f4a1 req-c3f6324b-5c2a-4a17-a7f4-734a4dca042b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:21.806227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57930) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:21.806751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a8c8ceaf-e697-49f0-bd7d-76787f46f4a1 req-c3f6324b-5c2a-4a17-a7f4-734a4dca042b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 944 time: 0.3339424 Jul 06 18:26:21.823664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Checking segment: {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:21.823952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network hostable DHCP agents. Network: adfbd81e-3739-44cd-a772-2d14ed047aa8, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:26:21.851167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013fb43-ecd2-4218-a9dc-0e9c9636b2dc tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa93ea14-20f0-4b30-b496-4280237e0ce5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:21.889247 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.892318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.899556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae6819a6-6c1e-4d97-90cf-063313463ffe req-8569778b-0b4b-422c-bb81-3a72e25608c7 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "DELETE /v2.0/floatingips/99c8946d-c04f-4624-94ea-e7f9a371c9ca HTTP/1.1" status: 204 len: 173 time: 0.9620411 Jul 06 18:26:21.910043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a8c8ceaf-e697-49f0-bd7d-76787f46f4a1 req-7af5b774-30fd-491b-a477-50a6086d4565 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834358 Jul 06 18:26:21.911020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network adfbd81e-3739-44cd-a772-2d14ed047aa8 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:26:21.918566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3dc924eb-d1dd-4f92-b84b-3ebd3d3d68a5 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007411 Jul 06 18:26:21.926533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57934) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:21.942763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c39a7f90-67af-45dc-b65f-572554d6e4b5 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731900486'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:21.961366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, adfbd81e-3739-44cd-a772-2d14ed047aa8) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:21.970204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:21.970828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.024356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c39a7f90-67af-45dc-b65f-572554d6e4b5 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.103660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0bfbe7af-2f3e-4baf-a968-2bbf1af08b33 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5424464 Jul 06 18:26:22.105960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57946) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:22.111796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'port': {'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'name': 'tempest-TaggedBootDevicesTest-1415090986', 'fixed_ips': [{'subnet_id': 'ffd302cc-2336-4741-8d02-a1b75730fe6f'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:22.157067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=50a84e19-d639-4697-a77a-51eb3a0f2a19,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:22.168492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5aff89-e075-42f7-a898-67eb6ba1ddec None None] Network adfbd81e-3739-44cd-a772-2d14ed047aa8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:22.242974 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ae4221-cac3-4e23-bacb-154478a3674e x-openstack-request-id: req-74ae4221-cac3-4e23-bacb-154478a3674e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:22.243582 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ae5772-2947-44b8-a790-bdc9b9f42e1c", "name": "network-vif-plugged", "status": "completed", "tag": "50a84e19-d639-4697-a77a-51eb3a0f2a19", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:22.244013 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74ae4221-cac3-4e23-bacb-154478a3674e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:22.244590 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a84e19-d639-4697-a77a-51eb3a0f2a19', 'code': 200} Jul 06 18:26:22.279660 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.305421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108f9d5e-40a0-41c7-96d9-be4621175298 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:22.328358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c39a7f90-67af-45dc-b65f-572554d6e4b5 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.357036 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c39a7f90-67af-45dc-b65f-572554d6e4b5 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.363503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-7a9ccf7d-9a8e-4d08-a4cc-f4fc8643de3e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips/bfa9daea-843e-4da7-8ffa-b5475132e604 HTTP/1.1" status: 200 len: 693 time: 0.1130629 Jul 06 18:26:22.451105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c39a7f90-67af-45dc-b65f-572554d6e4b5 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.455753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c39a7f90-67af-45dc-b65f-572554d6e4b5 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5265932 Jul 06 18:26:22.457936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57950) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:22.464722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a7f90-67af-45dc-b65f-572554d6e4b5 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d0a70f-fb00-4ea0-8e3a-51707ba33c65,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:22.466784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-69d42ba7-92ba-488b-9c1d-3382e9eeb2ef tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:22.467217 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-69d42ba7-92ba-488b-9c1d-3382e9eeb2ef tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 18:26:22.467725 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-69d42ba7-92ba-488b-9c1d-3382e9eeb2ef tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 18:26:22.468732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-69d42ba7-92ba-488b-9c1d-3382e9eeb2ef tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "PUT /v2.0/security-groups/c9d0a70f-fb00-4ea0-8e3a-51707ba33c65 HTTP/1.1" status: 409 len: 330 time: 0.0098629 Jul 06 18:26:22.475777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57952) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:22.494081 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.532399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dd6fe-a082-40f3-a722-a8390cb0bb96 req-0661b225-08fa-494f-b36f-4c4b7a142810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:22.534040 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-695dd6fe-a082-40f3-a722-a8390cb0bb96 req-0661b225-08fa-494f-b36f-4c4b7a142810 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 1096 time: 0.2857084 Jul 06 18:26:22.542322 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.544533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd52080-a4a8-43c3-8f1a-99cc95195ed5 req-777719bf-de7c-4109-9d9f-f7a87ff406c7 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:22.553331 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dd52080-a4a8-43c3-8f1a-99cc95195ed5 req-777719bf-de7c-4109-9d9f-f7a87ff406c7 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 948 time: 0.2872505 Jul 06 18:26:22.575787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 108f9d5e-40a0-41c7-96d9-be4621175298, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=108f9d5e-40a0-41c7-96d9-be4621175298,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:22.604533 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-695dd6fe-a082-40f3-a722-a8390cb0bb96 req-3cdf812b-9727-40dd-876c-fc54225a77c8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Jul 06 18:26:22.634432 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.646039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-acfe0c06-eaa3-4069-8338-2a6cb9ce4f6c tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:22.648898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-acfe0c06-eaa3-4069-8338-2a6cb9ce4f6c tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.2833128 Jul 06 18:26:22.669184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dd52080-a4a8-43c3-8f1a-99cc95195ed5 req-0c66dce5-11ea-4393-9319-cd6d7fa26491 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145172 Jul 06 18:26:22.700908 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.713359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=108f9d5e-40a0-41c7-96d9-be4621175298,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:22.737075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Transition to ACTIVE for port object 5648df13-f22b-4480-a3af-0e4ca39ef65c will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:22.779957 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-255453c7-8b11-4dfe-94e8-c4f38f76a0b3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.792103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Transition to ACTIVE for port object 5648df13-f22b-4480-a3af-0e4ca39ef65c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:22.801788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-a916c803-5b60-40c3-8ee2-380dcd42a487 tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.1207798 Jul 06 18:26:22.814751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:22.836144 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.860816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Network 1590ea67-5222-419d-8864-b9e276bc3158 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:22.865782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-adfbd81e-3739-44cd-a772-2d14ed047aa8', 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'fixed_ips': [{'subnet_id': 'b4479b3b-35fa-4ce8-ba47-87f8f9b0a756'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:26:22.867895 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.899640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:22.915271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['108f9d5e-40a0-41c7-96d9-be4621175298'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:22.923492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:22.929265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-60faedbc-fb08-42ba-b059-1cd7b581d67c tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.1263571 Jul 06 18:26:22.958926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-255453c7-8b11-4dfe-94e8-c4f38f76a0b3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:22.959505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fc683-e94e-4822-856c-9e0abb5555fa req-0399c9d1-5bb7-4356-bbbc-781245c77261 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:22.972130 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd1fc683-e94e-4822-856c-9e0abb5555fa req-0399c9d1-5bb7-4356-bbbc-781245c77261 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1135299 Jul 06 18:26:23.050873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Pushing event updated for resources: {'Port': ['ID=5648df13-f22b-4480-a3af-0e4ca39ef65c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:23.059346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd1fc683-e94e-4822-856c-9e0abb5555fa req-526d0e22-a94d-46cb-81f5-178ad3216400 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857964 Jul 06 18:26:23.294292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Attempting to bind port 5648df13-f22b-4480-a3af-0e4ca39ef65c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:23.298068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Attempting to bind port 5648df13-f22b-4480-a3af-0e4ca39ef65c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:23.298576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Attempting to bind port 5648df13-f22b-4480-a3af-0e4ca39ef65c on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:23.320240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3e50f-c3e5-4808-8944-ccb2f51d58fd req-542e547d-994e-482a-981e-3c7b28bd2ebb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:23.329457 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dde3e50f-c3e5-4808-8944-ccb2f51d58fd req-542e547d-994e-482a-981e-3c7b28bd2ebb tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.0964990 Jul 06 18:26:23.355364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:23.379417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:23.382446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Checking segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:23.383617 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:23.384852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Bound using segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:23.385736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Bound port: 5648df13-f22b-4480-a3af-0e4ca39ef65c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:23.387080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dde3e50f-c3e5-4808-8944-ccb2f51d58fd req-9a0cb459-99fd-498e-8aa0-02e46f39f268 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562496 Jul 06 18:26:23.387707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:23.415059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] device_id is not set on port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:26:23.565611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-255453c7-8b11-4dfe-94e8-c4f38f76a0b3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:23.568073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-255453c7-8b11-4dfe-94e8-c4f38f76a0b3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:23.571743 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-255453c7-8b11-4dfe-94e8-c4f38f76a0b3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9d0a70f-fb00-4ea0-8e3a-51707ba33c65 HTTP/1.1" status: 204 len: 168 time: 1.0927513 Jul 06 18:26:23.573754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57968) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:23.585296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Allocated IP 10.2.2.2 (adfbd81e-3739-44cd-a772-2d14ed047aa8/b4479b3b-35fa-4ce8-ba47-87f8f9b0a756/c6b70061-6e22-466b-a669-10c0e7e46ca7) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:23.677488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255453c7-8b11-4dfe-94e8-c4f38f76a0b3 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d0a70f-fb00-4ea0-8e3a-51707ba33c65,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:23.693947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0b7d4296-a1aa-4b50-bbf5-1417c9ce099a tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173584 Jul 06 18:26:23.707109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57970) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:23.737339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] For port 5648df13-f22b-4480-a3af-0e4ca39ef65c, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:23.759005 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-771768f9-2e75-4cf9-b56a-2375a0c5076c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] delete failed (client error): The resource could not be found. Jul 06 18:26:23.770691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-771768f9-2e75-4cf9-b56a-2375a0c5076c tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "DELETE /v2.0/security-groups/622e44c5-65e6-4478-b73a-c1f9e8f3ccd7 HTTP/1.1" status: 404 len: 347 time: 0.0607517 Jul 06 18:26:23.772043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] For port 5648df13-f22b-4480-a3af-0e4ca39ef65c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5648df13-f22b-4480-a3af-0e4ca39ef65c,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:23.772550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57974) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:23.789396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Deleting port 9e427fa4-7064-4b62-8f40-7150ca903fb4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:23.791969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:23.793123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:23.795232 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-cf046a21-daff-4f07-9e05-7a64e5f619f7 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] show failed (client error): The resource could not be found. Jul 06 18:26:23.804664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cf046a21-daff-4f07-9e05-7a64e5f619f7 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-groups/7f4e3e70-5516-45c4-8c72-09272a8225c0 HTTP/1.1" status: 404 len: 347 time: 0.0249639 Jul 06 18:26:23.804664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57976) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:23.831898 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-c12cdea7-59bb-4cb3-850f-30425f7d76c1 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] show failed (client error): The resource could not be found. Jul 06 18:26:23.840435 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c12cdea7-59bb-4cb3-850f-30425f7d76c1 tempest-NegativeSecGroupIPv6Test-1847427066 tempest-NegativeSecGroupIPv6Test-1847427066-project] 10.222.0.53 "GET /v2.0/security-group-rules/b8e6ae66-c0f4-4881-8854-27a2f8f43c02 HTTP/1.1" status: 404 len: 356 time: 0.0294714 Jul 06 18:26:23.994796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9865-1456-44bf-8a3e-7e7b4dee9083 None None] Pushing event updated for resources: {'Port': ['ID=5648df13-f22b-4480-a3af-0e4ca39ef65c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:24.056780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db818260-5611-4757-bc7a-178bd1685676 req-a862371b-7c2a-4f30-8098-b08d19a44454 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:24.061878 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.067009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db818260-5611-4757-bc7a-178bd1685676 req-a862371b-7c2a-4f30-8098-b08d19a44454 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 949 time: 0.1629877 Jul 06 18:26:24.099068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Transition to ACTIVE for port object c6b70061-6e22-466b-a669-10c0e7e46ca7 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:24.147742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Transition to ACTIVE for port object c6b70061-6e22-466b-a669-10c0e7e46ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:24.157334 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db818260-5611-4757-bc7a-178bd1685676 req-e5097b6c-cfdf-4f60-a7c3-2d2b715393e2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860085 Jul 06 18:26:24.175273 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.260966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.261812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.299449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Network adfbd81e-3739-44cd-a772-2d14ed047aa8 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:24.314940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:24.341940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:24.342435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Calling delete_port for 9e427fa4-7064-4b62-8f40-7150ca903fb4 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:24.371962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Allocated IP 10.1.1.236 (1590ea67-5222-419d-8864-b9e276bc3158/ffd302cc-2336-4741-8d02-a1b75730fe6f/ee7536de-a6c9-4f5b-93c9-fc2101fb07d9) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:24.373631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Pushing event updated for resources: {'Port': ['ID=c6b70061-6e22-466b-a669-10c0e7e46ca7,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:24.399640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57988) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:24.511522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba19e45-599c-4c51-aa57-5841aca38d94 req-271c3c0f-7e9e-4d89-923f-19579ece9dcb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:24.519679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ba19e45-599c-4c51-aa57-5841aca38d94 req-271c3c0f-7e9e-4d89-923f-19579ece9dcb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1593831 Jul 06 18:26:24.540992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Attempting to bind port c6b70061-6e22-466b-a669-10c0e7e46ca7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:24.541811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Attempting to bind port c6b70061-6e22-466b-a669-10c0e7e46ca7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:24.542174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Attempting to bind port c6b70061-6e22-466b-a669-10c0e7e46ca7 on network adfbd81e-3739-44cd-a772-2d14ed047aa8 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:24.558747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:24.559526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Checking segment: {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:24.560455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.561023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Bound using segment: {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:24.562171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Bound port: c6b70061-6e22-466b-a669-10c0e7e46ca7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:24.562779 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.599219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:24.603324 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ba19e45-599c-4c51-aa57-5841aca38d94 req-8178f476-6bb5-45fc-a0b5-f5933051f027 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824957 Jul 06 18:26:24.843388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 5165cbac-efe4-45ff-95a6-8369937a53b3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:24.860767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] For port c6b70061-6e22-466b-a669-10c0e7e46ca7, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:24.863071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 5165cbac-efe4-45ff-95a6-8369937a53b3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:24.863454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.871824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] For port c6b70061-6e22-466b-a669-10c0e7e46ca7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c6b70061-6e22-466b-a669-10c0e7e46ca7,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:24.885435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc77c148-083d-4c9a-8339-f1869463b1fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd5afbd987cf4b3da805bea1ccb3ed2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845018 Jul 06 18:26:24.888868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57998) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:24.889053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.919527 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.931201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Pushing event deleted for resources: {'Port': ['ID=9e427fa4-7064-4b62-8f40-7150ca903fb4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:25.054225 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a35cb043-518f-461e-b1ff-2ee4db7711ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.070480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e3829-8a7f-466f-b5e7-0fd34021bf26 None None] Pushing event updated for resources: {'Port': ['ID=c6b70061-6e22-466b-a669-10c0e7e46ca7,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:25.079662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 108f9d5e-40a0-41c7-96d9-be4621175298 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:25.145996 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a35cb043-518f-461e-b1ff-2ee4db7711ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.155512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.159040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.160282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ef23498-feb3-4ff6-92cb-6bb500a2035c req-5553a5a3-c2d8-4bf0-a206-ac20d8aeb39e tempest-FloatingIPDetailsTestJSON-399189937 tempest-FloatingIPDetailsTestJSON-399189937-project] 10.222.0.53 "DELETE /v2.0/floatingips/bfa9daea-843e-4da7-8ffa-b5475132e604 HTTP/1.1" status: 204 len: 173 time: 2.2297459 Jul 06 18:26:25.178971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce761f6a-e949-49a0-bf7e-ba5396ff07d1 req-93548187-317c-4eec-a2d9-497e7a9722c5 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:25.192410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce761f6a-e949-49a0-bf7e-ba5396ff07d1 req-93548187-317c-4eec-a2d9-497e7a9722c5 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.2439706 Jul 06 18:26:25.193818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.211011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Transition to ACTIVE for port object ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:25.212378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58000) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:25.252784 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.325808 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.329091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network 1590ea67-5222-419d-8864-b9e276bc3158 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:25.333297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:25.336315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:25.415577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:25.416309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.470275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3628953 Jul 06 18:26:25.477597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:25.483127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'port': {'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'name': 'tempest-TaggedBootDevicesTest-1908898753', 'fixed_ips': [{'subnet_id': 'ffd302cc-2336-4741-8d02-a1b75730fe6f'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:25.491343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:25.502877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:25.505286 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80927f57-cbe8-4bf6-9899-0943c58b6ed8" -d '{"events": [{"server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "name": "network-vif-plugged", "status": "completed", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:25.519299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 108f9d5e-40a0-41c7-96d9-be4621175298 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:25.522247 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.543764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 108f9d5e-40a0-41c7-96d9-be4621175298 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:25.544073 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.729469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:25.754876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c9d99-cf4f-488d-9a94-f141d93ac2e4 None None] Network 1590ea67-5222-419d-8864-b9e276bc3158 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:25.833870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce761f6a-e949-49a0-bf7e-ba5396ff07d1 req-67751b97-9ebb-4599-bc59-35b1ba6e5cf8 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390774 Jul 06 18:26:25.906474 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.925289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ef8a44d4-dc80-4ed1-8e6b-d63f8a35dc6e None None] Provisioning for port 5648df13-f22b-4480-a3af-0e4ca39ef65c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:25.942644 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba252ff7-fb5d-47e7-8c4f-3119ac4f7070 x-openstack-request-id: req-ba252ff7-fb5d-47e7-8c4f-3119ac4f7070 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:25.942939 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "name": "network-vif-plugged", "status": "completed", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:25.943195 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba252ff7-fb5d-47e7-8c4f-3119ac4f7070 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:25.947274 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'code': 200} Jul 06 18:26:26.002619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 108f9d5e-40a0-41c7-96d9-be4621175298, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=108f9d5e-40a0-41c7-96d9-be4621175298,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:26.057983 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a35cb043-518f-461e-b1ff-2ee4db7711ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:26.061206 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:26.064705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a35cb043-518f-461e-b1ff-2ee4db7711ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:26.064917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a35cb043-518f-461e-b1ff-2ee4db7711ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9901cbe6-8e8b-4f39-b4c9-7384f9244b0e HTTP/1.1" status: 204 len: 168 time: 1.1754673 Jul 06 18:26:26.114435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cb043-518f-461e-b1ff-2ee4db7711ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9901cbe6-8e8b-4f39-b4c9-7384f9244b0e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:26.180970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be1819-d854-4fde-9c3e-ca839b783db0 req-80fc533c-9d4d-4a45-944a-c502f5713bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:26.182675 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1be1819-d854-4fde-9c3e-ca839b783db0 req-80fc533c-9d4d-4a45-944a-c502f5713bcb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1101 time: 0.1360805 Jul 06 18:26:26.324661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1be1819-d854-4fde-9c3e-ca839b783db0 req-a1b4e329-c6f8-4d87-b8b2-4674bcf6de8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290631 Jul 06 18:26:26.376144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5648df13-f22b-4480-a3af-0e4ca39ef65c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:26.383257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=108f9d5e-40a0-41c7-96d9-be4621175298,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:26.509069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 5648df13-f22b-4480-a3af-0e4ca39ef65c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:26.510741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3740d-880a-4990-9d58-1090f6780e67 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:26.536778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5648df13-f22b-4480-a3af-0e4ca39ef65c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:26.537843 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:26.565411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:26.644840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb6fe0-77ea-48be-80e6-2cb14b8257d4 req-6ced3b3f-adbd-470b-b4ff-ec633cd68aa8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:26.657155 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7deb6fe0-77ea-48be-80e6-2cb14b8257d4 req-6ced3b3f-adbd-470b-b4ff-ec633cd68aa8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2080078 Jul 06 18:26:26.672931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96b2c-aeca-4909-bc7c-7b9095f7b402 req-9f58be17-1ec7-4169-a6d8-81c6477a0f7d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:26.708279 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66d96b2c-aeca-4909-bc7c-7b9095f7b402 req-9f58be17-1ec7-4169-a6d8-81c6477a0f7d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 950 time: 0.2170069 Jul 06 18:26:26.722037 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:26.742768 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7deb6fe0-77ea-48be-80e6-2cb14b8257d4 req-0c3cf704-d9dc-44f3-9eb3-266fd4fa8913 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845768 Jul 06 18:26:26.815015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:26.820303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:26.827491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 5648df13-f22b-4480-a3af-0e4ca39ef65c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5648df13-f22b-4480-a3af-0e4ca39ef65c,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:26.838663 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:26.839599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c6b70061-6e22-466b-a669-10c0e7e46ca7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:26.848610 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66d96b2c-aeca-4909-bc7c-7b9095f7b402 req-ad14625c-c9ad-464d-8429-7f75c04e97a8 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346064 Jul 06 18:26:26.900306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] device_id is not set on port b5f874e8-217a-45ea-9f8a-053aa727ac40 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:26:27.121187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39d3dda-60e5-43c4-acee-dfa2f635b9b5 None None] Network adfbd81e-3739-44cd-a772-2d14ed047aa8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:27.141792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58044) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:27.389454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=5648df13-f22b-4480-a3af-0e4ca39ef65c,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:27.450271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e4e8d277-66aa-47be-b84d-1f00d7c69738 None None] Provisioning complete for port 5648df13-f22b-4480-a3af-0e4ca39ef65c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:27.450466 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d277-66aa-47be-b84d-1f00d7c69738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:27.464172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Allocated IP 10.1.1.101 (1590ea67-5222-419d-8864-b9e276bc3158/ffd302cc-2336-4741-8d02-a1b75730fe6f/b5f874e8-217a-45ea-9f8a-053aa727ac40) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:27.482752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Deleting port 03976789-0c50-4c8e-bbdf-841d5013da59 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:27.483274 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:27.588799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c6b70061-6e22-466b-a669-10c0e7e46ca7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:27.683268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] For port 03976789-0c50-4c8e-bbdf-841d5013da59, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=03976789-0c50-4c8e-bbdf-841d5013da59,segment=NetworkSegment(c173db93-e868-4ad0-ab81-6b65e1dcce88),segment_id=c173db93-e868-4ad0-ab81-6b65e1dcce88)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:27.685073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:27.692522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:27.705900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e4e8d277-66aa-47be-b84d-1f00d7c69738 None None] Provisioning for port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:27.710327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e4e8d277-66aa-47be-b84d-1f00d7c69738 None None] Provisioning complete for port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:27.710842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d277-66aa-47be-b84d-1f00d7c69738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:27.718322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Transition to ACTIVE for port object b5f874e8-217a-45ea-9f8a-053aa727ac40 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:27.736452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Calling delete_port for 03976789-0c50-4c8e-bbdf-841d5013da59 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:27.779136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8d277-66aa-47be-b84d-1f00d7c69738 None None] Port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:27.911927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Provisioning for port c6b70061-6e22-466b-a669-10c0e7e46ca7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:27.916205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Provisioning complete for port c6b70061-6e22-466b-a669-10c0e7e46ca7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:27.920314 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:27.968554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58c5ee0-7cda-477f-96ad-9e1d5d1d327a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108f9d5e-40a0-41c7-96d9-be4621175298'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:27.976082 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835fb33a-f3ae-4e72-9ffb-b5514c55d99a" -d '{"events": [{"server_uuid": "d58c5ee0-7cda-477f-96ad-9e1d5d1d327a", "name": "network-vif-plugged", "status": "completed", "tag": "108f9d5e-40a0-41c7-96d9-be4621175298"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:27.981937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b56f763-1760-48a8-9dee-272ef49041da admin admin] Deleting subnet 06d8f1f4-9e1d-441b-8294-be6e3dd37469 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:26:27.989384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b56f763-1760-48a8-9dee-272ef49041da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.070069 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b56f763-1760-48a8-9dee-272ef49041da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.163513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b56f763-1760-48a8-9dee-272ef49041da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.220304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357fe88-fbbd-4563-85bc-f1eda12c201f req-475b848a-28ef-4aaf-a1e9-60a31b8e8b56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:28.230740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d357fe88-fbbd-4563-85bc-f1eda12c201f req-475b848a-28ef-4aaf-a1e9-60a31b8e8b56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2356880 Jul 06 18:26:28.253853 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.316313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d357fe88-fbbd-4563-85bc-f1eda12c201f req-4798652c-512c-49ef-abec-d27509695c07 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844588 Jul 06 18:26:28.330445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5648df13-f22b-4480-a3af-0e4ca39ef65c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:28.390147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.425747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b56f763-1760-48a8-9dee-272ef49041da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.427565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.484680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] For port c6b70061-6e22-466b-a669-10c0e7e46ca7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c6b70061-6e22-466b-a669-10c0e7e46ca7,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:28.503887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=b5f874e8-217a-45ea-9f8a-053aa727ac40,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:28.504228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.517016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56f763-1760-48a8-9dee-272ef49041da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d8f1f4-9e1d-441b-8294-be6e3dd37469,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:28.517537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=03976789-0c50-4c8e-bbdf-841d5013da59,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:28.557760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Provisioning complete for port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:28.558208 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.567882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8322e09-632a-49c1-80e5-c042f735a16c req-9507dc4c-ad76-476e-80b1-f18729119699 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:28.578997 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8322e09-632a-49c1-80e5-c042f735a16c req-9507dc4c-ad76-476e-80b1-f18729119699 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 1.1409116 Jul 06 18:26:28.590859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network 1590ea67-5222-419d-8864-b9e276bc3158 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:28.615887 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b56f763-1760-48a8-9dee-272ef49041da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.622456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2b56f763-1760-48a8-9dee-272ef49041da admin admin] 10.222.0.53 "DELETE /v2.0/subnets/06d8f1f4-9e1d-441b-8294-be6e3dd37469 HTTP/1.1" status: 204 len: 168 time: 1.4708147 Jul 06 18:26:28.625868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58078) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:28.626973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:28.646980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5648df13-f22b-4480-a3af-0e4ca39ef65c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:28.647354 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.657615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:28.713864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:28.722364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Pushing event updated for resources: {'Port': ['ID=c6b70061-6e22-466b-a669-10c0e7e46ca7,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:28.732493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.732844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.733261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.733594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.733977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.734415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.734740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.735065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.735382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.735754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.736174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.736592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507223a-9dae-426b-a394-54eb83ed0b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:28.870551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dba1829a-645c-45be-bfb5-8f0cc14ce994 None None] Provisioning complete for port c6b70061-6e22-466b-a669-10c0e7e46ca7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:28.870927 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dba1829a-645c-45be-bfb5-8f0cc14ce994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:28.947230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8322e09-632a-49c1-80e5-c042f735a16c req-00cabdfd-4590-4df8-88b8-7e7a4a9a635f tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668680 Jul 06 18:26:29.060128 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee2a9c-b4dd-409a-bf9c-e136f9871ea5 x-openstack-request-id: req-d4ee2a9c-b4dd-409a-bf9c-e136f9871ea5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:29.060715 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58c5ee0-7cda-477f-96ad-9e1d5d1d327a", "name": "network-vif-plugged", "status": "completed", "tag": "108f9d5e-40a0-41c7-96d9-be4621175298", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:29.060715 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4ee2a9c-b4dd-409a-bf9c-e136f9871ea5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:29.061095 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58c5ee0-7cda-477f-96ad-9e1d5d1d327a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108f9d5e-40a0-41c7-96d9-be4621175298', 'code': 200} Jul 06 18:26:29.071518 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.128746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.131704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:29.132400 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.141195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3337d31-1a62-4c0e-95f4-6f8c5420b470 req-1d19b1cf-24cb-4266-a952-9ec52a981032 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:29.150910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3337d31-1a62-4c0e-95f4-6f8c5420b470 req-1d19b1cf-24cb-4266-a952-9ec52a981032 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 950 time: 0.5387011 Jul 06 18:26:29.163306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0b541939-e7fc-4794-897d-5ecfe623c967 None None] Provisioning for port b5f874e8-217a-45ea-9f8a-053aa727ac40 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:29.173264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0b541939-e7fc-4794-897d-5ecfe623c967 None None] Provisioning complete for port b5f874e8-217a-45ea-9f8a-053aa727ac40 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:29.173666 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b541939-e7fc-4794-897d-5ecfe623c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.249308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0b541939-e7fc-4794-897d-5ecfe623c967 None None] Port b5f874e8-217a-45ea-9f8a-053aa727ac40 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:29.317480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.330889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90950a61-13f5-43e3-a282-f1fe44802f85']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:29.343975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347b282d-d7da-4541-b406-d8ed6b304672') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:29.343975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347b282d-d7da-4541-b406-d8ed6b304672') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:29.371360 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.405217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.418006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6a53ec33-da5f-43ed-a69a-d38c4077922a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9390900 Jul 06 18:26:29.433021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:26:29.433441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:26:29.435386 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:26:29.530268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.555029 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.555029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] 10.222.0.53 "DELETE /v2.0/networks/90950a61-13f5-43e3-a282-f1fe44802f85 HTTP/1.1" status: 204 len: 168 time: 0.9218800 Jul 06 18:26:29.581168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856a529-5708-4b91-af4d-09b09aebab1b admin admin] Pushing event deleted for resources: {'Network': ['ID=90950a61-13f5-43e3-a282-f1fe44802f85,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:29.597186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9fe21-1238-40d8-b865-908f441034ea req-000f9bc3-bb97-4b0f-b190-468752aa07e9 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:29.604839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3dd9fe21-1238-40d8-b865-908f441034ea req-000f9bc3-bb97-4b0f-b190-468752aa07e9 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.1937973 Jul 06 18:26:29.670415 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3dd9fe21-1238-40d8-b865-908f441034ea req-21308a5c-7ba5-4c3b-9938-0d515fbec21d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645256 Jul 06 18:26:29.904865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3337d31-1a62-4c0e-95f4-6f8c5420b470 req-3ae13693-20d0-4758-bb07-da964c2cd77e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7376854 Jul 06 18:26:29.985420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58118) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:30.088827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3e969d80-62e4-469a-859f-e1d06fa71d33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf77d1848a3a4efe9c1eb515d3893aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022186 Jul 06 18:26:30.094628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58120) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:30.100406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28266ce2-af66-45a9-a5fd-87cb8f376e7d req-abc2035d-e8d8-4556-a87d-0c1207d49583 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:30.109036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28266ce2-af66-45a9-a5fd-87cb8f376e7d req-abc2035d-e8d8-4556-a87d-0c1207d49583 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1986520 Jul 06 18:26:30.111162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Router e2717595-45e4-4f7c-be77-ad9408490da5 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:26:30.171233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e464-5055-40b8-a133-0092ca1635d5 req-115cbcdd-5f3f-4048-a231-0695eb71c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:30.172464 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28266ce2-af66-45a9-a5fd-87cb8f376e7d req-0c359007-05a2-42b7-afe9-68d4a70d0231 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624094 Jul 06 18:26:30.187117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb11e464-5055-40b8-a133-0092ca1635d5 req-115cbcdd-5f3f-4048-a231-0695eb71c561 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 1101 time: 1.0165212 Jul 06 18:26:30.281965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c6b70061-6e22-466b-a669-10c0e7e46ca7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:30.369959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58124) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:30.379448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1dfaa4be-7c7a-4fad-9092-bd9101eb57a6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588661755', 'description': 'tempest-description--1332416146'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:30.391387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c6b70061-6e22-466b-a669-10c0e7e46ca7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:30.391910 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.467454 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfaa4be-7c7a-4fad-9092-bd9101eb57a6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.472551 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb11e464-5055-40b8-a133-0092ca1635d5 req-6e1e11ba-4578-4d58-ae15-789184d52fff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779977 Jul 06 18:26:30.498647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4fd33abc-5e54-4b99-9932-2ee493fd9315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.580733 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4fd33abc-5e54-4b99-9932-2ee493fd9315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.636158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:26:30.647521 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] Sync routers for ids ['e2717595-45e4-4f7c-be77-ad9408490da5'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:26:30.652874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fd3bd0ba-c00b-45ea-b722-4328c5561c64 admin admin] 10.222.0.53 "PUT /v2.0/routers/e2717595-45e4-4f7c-be77-ad9408490da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4380956 Jul 06 18:26:30.654065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58136) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:30.681915 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] Routers {'e2717595-45e4-4f7c-be77-ad9408490da5'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:26:30.684395 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:26:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e2717595-45e4-4f7c-be77-ad9408490da5'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:30.702376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfaa4be-7c7a-4fad-9092-bd9101eb57a6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.713673 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfaa4be-7c7a-4fad-9092-bd9101eb57a6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.745950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4fd33abc-5e54-4b99-9932-2ee493fd9315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.751781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4fd33abc-5e54-4b99-9932-2ee493fd9315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.753372 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4fd33abc-5e54-4b99-9932-2ee493fd9315 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eac0aa44-0f32-48b0-94a5-1757f50a2178 HTTP/1.1" status: 204 len: 168 time: 0.6402993 Jul 06 18:26:30.781008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfaa4be-7c7a-4fad-9092-bd9101eb57a6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760796ca-d84a-4f7d-a35a-b177300eb307,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:30.815334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfaa4be-7c7a-4fad-9092-bd9101eb57a6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.817200 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1dfaa4be-7c7a-4fad-9092-bd9101eb57a6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4461746 Jul 06 18:26:30.820232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58140) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:30.830290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-df1fd304-77b1-42c6-8be4-b26cf366bdfc tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'security_group_rule': {'security_group_id': '760796ca-d84a-4f7d-a35a-b177300eb307', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:30.868279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd33abc-5e54-4b99-9932-2ee493fd9315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac0aa44-0f32-48b0-94a5-1757f50a2178,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:30.908439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.919256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1fd304-77b1-42c6-8be4-b26cf366bdfc tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.948181 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] Set router e2717595-45e4-4f7c-be77-ad9408490da5 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:26:30.978493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ab8ae-a952-4aed-a08c-1e3ded71d582 req-7d91be3f-4eba-4240-a8a7-f7d62dae6fd0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:30.986576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d51ab8ae-a952-4aed-a08c-1e3ded71d582 req-7d91be3f-4eba-4240-a8a7-f7d62dae6fd0 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.2252107 Jul 06 18:26:31.082434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d51ab8ae-a952-4aed-a08c-1e3ded71d582 req-2f6b9bc2-e439-4b0e-9deb-5957d7e20708 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946393 Jul 06 18:26:31.125787 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.153591 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1fd304-77b1-42c6-8be4-b26cf366bdfc tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.162180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1fd304-77b1-42c6-8be4-b26cf366bdfc tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.202359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd304-77b1-42c6-8be4-b26cf366bdfc tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37542cb7-2a08-43c5-8cf6-e8ef0552f3aa,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:31.231398 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1fd304-77b1-42c6-8be4-b26cf366bdfc tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.236612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-df1fd304-77b1-42c6-8be4-b26cf366bdfc tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4152410 Jul 06 18:26:31.242480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58150) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:31.261482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fb8e36f4-d413-4a8b-9cb9-850832dd8fd8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'security_group_rule': {'security_group_id': '760796ca-d84a-4f7d-a35a-b177300eb307', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:31.284189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Deleting port d9e773fe-b2c2-4060-943f-7245479b168c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:31.290479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.339118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44eac-e999-45b6-b4e7-89a072c1a184 req-c5cd4441-f8ba-43ba-abe7-cc73c3b1ff40 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:31.354360 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89f44eac-e999-45b6-b4e7-89a072c1a184 req-c5cd4441-f8ba-43ba-abe7-cc73c3b1ff40 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 950 time: 0.1496325 Jul 06 18:26:31.356408 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:26:28Z', 'revision_number': 5, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port': {'id': 'd9e773fe-b2c2-4060-943f-7245479b168c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:23Z', 'updated_at': '2021-07-06T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:31.437690 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] Checking router: e2717595-45e4-4f7c-be77-ad9408490da5 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:26:31.449315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb8e36f4-d413-4a8b-9cb9-850832dd8fd8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.461872 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] Routers {'e2717595-45e4-4f7c-be77-ad9408490da5'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:26:31.462798 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:26:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e2717595-45e4-4f7c-be77-ad9408490da5'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:31.469403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89f44eac-e999-45b6-b4e7-89a072c1a184 req-17004741-9c5d-4d65-89eb-9b8bf6205080 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125488 Jul 06 18:26:31.731654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb8e36f4-d413-4a8b-9cb9-850832dd8fd8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.735624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] For port d9e773fe-b2c2-4060-943f-7245479b168c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d9e773fe-b2c2-4060-943f-7245479b168c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:31.736306 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.747058 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] Set router e2717595-45e4-4f7c-be77-ad9408490da5 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:26:31.758426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb8e36f4-d413-4a8b-9cb9-850832dd8fd8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.830634 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:26:31Z', 'revision_number': 6, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:31.838874 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb8e36f4-d413-4a8b-9cb9-850832dd8fd8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.842932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fb8e36f4-d413-4a8b-9cb9-850832dd8fd8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5955229 Jul 06 18:26:31.843308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58176) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:31.848374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:31.871730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Calling delete_port for d9e773fe-b2c2-4060-943f-7245479b168c owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:31.879054 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f6cbd-7f9c-4e1a-bf9f-e6f57720ba71 None None] The sync data for ids ['e2717595-45e4-4f7c-be77-ad9408490da5'] in n-d-799684-2 is: [{'id': 'e2717595-45e4-4f7c-be77-ad9408490da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1287781218-router', 'tenant_id': 'cf85559c32fa45e48748e3b94f575516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:21Z', 'updated_at': '2021-07-06T18:26:31Z', 'revision_number': 6, 'project_id': 'cf85559c32fa45e48748e3b94f575516', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:26:31.902220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:31.963672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e36f4-d413-4a8b-9cb9-850832dd8fd8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3f67f4-2da3-46a1-a8f4-3554d12cfbbd,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:32.067940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61e9ab-daaf-4851-b4b2-0592c608e312 req-2d7fd53c-d01c-4af9-ad8b-e8cd1111b7fb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:32.076214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a61e9ab-daaf-4851-b4b2-0592c608e312 req-2d7fd53c-d01c-4af9-ad8b-e8cd1111b7fb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.5201354 Jul 06 18:26:32.138535 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.208376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a61e9ab-daaf-4851-b4b2-0592c608e312 req-79529088-d0b2-4afd-9a37-e6fc60f60384 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161084 Jul 06 18:26:32.305143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 03976789-0c50-4c8e-bbdf-841d5013da59 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:32.322393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58194) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:32.375215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 03976789-0c50-4c8e-bbdf-841d5013da59 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:26:32.377258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 03976789-0c50-4c8e-bbdf-841d5013da59 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:32.409737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Allocated IP 172.25.4.178 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/8d32f043-1c77-4928-a5b4-4faf3cfa7b66) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:32.479755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.554010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e773fe-b2c2-4060-943f-7245479b168c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:32.565849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1337068421-network', 'tenant_id': 'fa3a464f2be448f188c59753607e4baf'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:32.588984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22654c-13a7-4d7f-bba0-7e0e3922b493 req-ce1bbd92-5e6a-4945-9c98-a07c810af5f8 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:32.590751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb22654c-13a7-4d7f-bba0-7e0e3922b493 req-ce1bbd92-5e6a-4945-9c98-a07c810af5f8 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.3083029 Jul 06 18:26:32.671884 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb22654c-13a7-4d7f-bba0-7e0e3922b493 req-2b610f61-e21c-402c-afbd-13cd4099b69e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678422 Jul 06 18:26:32.694392 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.773406 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.890561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.895093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Made reservation on behalf of fa3a464f2be448f188c59753607e4baf for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:32.897447 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.967013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:32.968557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.982410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:32.984613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=8d32f043-1c77-4928-a5b4-4faf3cfa7b66,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:32.991269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:32.996264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.999984 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.173628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.174317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2717595-45e4-4f7c-be77-ad9408490da5 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:26:33.184761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.189148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6bc8e9b0-15a8-4c5e-b26c-555544d515cd admin admin] 10.222.0.53 "DELETE /v2.0/routers/e2717595-45e4-4f7c-be77-ad9408490da5 HTTP/1.1" status: 204 len: 168 time: 2.5288370 Jul 06 18:26:33.194385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58214) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:33.195071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf2755-60ef-4517-a177-ba06a643f30e req-4b448ff3-fbce-4b5b-8126-792cf684ea43 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:33.202778 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9cf2755-60ef-4517-a177-ba06a643f30e req-4b448ff3-fbce-4b5b-8126-792cf684ea43 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 950 time: 0.4788547 Jul 06 18:26:33.267999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9cf2755-60ef-4517-a177-ba06a643f30e req-cd4f8e2b-f43f-4f5a-921c-820ba503d11e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 Jul 06 18:26:33.271366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.277452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-3838f348-f9d4-441c-8ae0-efb576465166 admin admin] Deleting subnet 3f63aade-34d1-4797-8fd5-30ce323778d6 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:26:33.283727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3838f348-f9d4-441c-8ae0-efb576465166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.386702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3838f348-f9d4-441c-8ae0-efb576465166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.421510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.440927 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.450616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.488976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:26:33.506298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:33.514001 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.514383 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Added segment c5c562be-347b-4daf-99a0-8943c8b76bb1 of type vlan for network d6a04069-f055-4b7f-8f41-c47256fa45ac Jul 06 18:26:33.647681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.681257 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3838f348-f9d4-441c-8ae0-efb576465166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.692115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff1a89-6cc2-4bc2-95cd-7e73bc775e3e req-5ac16cbe-d681-49d9-bc5b-a32c33b106c9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:33.700203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3fff1a89-6cc2-4bc2-95cd-7e73bc775e3e req-5ac16cbe-d681-49d9-bc5b-a32c33b106c9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1737437 Jul 06 18:26:33.731152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.734788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:33.734788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.758509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4347799 Jul 06 18:26:33.762505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58222) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:33.772884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65210e-55a3-4aac-93f0-95a2abdac460 req-9baf8907-ede3-4144-99ea-3e3c59a3a995 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:33.774618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e65210e-55a3-4aac-93f0-95a2abdac460 req-9baf8907-ede3-4144-99ea-3e3c59a3a995 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2712443 Jul 06 18:26:33.790113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3fff1a89-6cc2-4bc2-95cd-7e73bc775e3e req-df7ad56f-f733-402b-b769-c4c782079db9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898170 Jul 06 18:26:33.835335 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3838f348-f9d4-441c-8ae0-efb576465166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.857403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Request body: {'subnet': {'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1337068421-subnet', 'tenant_id': 'fa3a464f2be448f188c59753607e4baf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:33.889933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d67f-468c-4ae5-a0d6-a118ad198f1a admin admin] Pushing event updated for resources: {'Network': ['ID=d6a04069-f055-4b7f-8f41-c47256fa45ac,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:33.903338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d6a04069-f055-4b7f-8f41-c47256fa45ac details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:26:33.905832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Made reservation on behalf of fa3a464f2be448f188c59753607e4baf for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:33.909926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.955734 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e65210e-55a3-4aac-93f0-95a2abdac460 req-f3bf8ee5-f7c6-41a0-b063-4a052e5c25a4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700823 Jul 06 18:26:33.971123 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3838f348-f9d4-441c-8ae0-efb576465166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:33.982338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3838f348-f9d4-441c-8ae0-efb576465166 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3f63aade-34d1-4797-8fd5-30ce323778d6 HTTP/1.1" status: 204 len: 168 time: 0.7828991 Jul 06 18:26:33.985305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58230) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:33.989200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838f348-f9d4-441c-8ae0-efb576465166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f63aade-34d1-4797-8fd5-30ce323778d6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:34.021654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e24657b-d010-4a4b-8f2e-7afebb967e25 None None] Network 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:34.095395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.152751 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.161438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d9e773fe-b2c2-4060-943f-7245479b168c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:34.235564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d9e773fe-b2c2-4060-943f-7245479b168c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:26:34.237783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d9e773fe-b2c2-4060-943f-7245479b168c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:34.327575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.366127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=8d32f043-1c77-4928-a5b4-4faf3cfa7b66,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:34.385305 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.417759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-44860680-c53c-4187-a210-307ffa60938d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e45d455464bd43ce980de6d07238edc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1571033 Jul 06 18:26:34.418981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] DHCP port deletion for 8cd25154-51cb-4e9b-a9b7-9439c0d49a26 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:26:34.515258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:34.554365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc33f02-f4f2-43d2-9690-480db085d963 req-286c57ac-6031-4f18-b8d5-832b4f0fded2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:34.554649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] Deleting port 20bc0c19-ce49-4781-9706-19af50fba687 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:34.554649 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.556932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2dc33f02-f4f2-43d2-9690-480db085d963 req-286c57ac-6031-4f18-b8d5-832b4f0fded2 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.4113986 Jul 06 18:26:34.587910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.625658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2dc33f02-f4f2-43d2-9690-480db085d963 req-08c60ce0-7421-433a-a2ff-d6bec3b5dd73 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681798 Jul 06 18:26:34.630042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Checking segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:34.630419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Network hostable DHCP agents. Network: d6a04069-f055-4b7f-8f41-c47256fa45ac, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:26:34.654266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.664692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0cb09bf2-4434-4206-9c75-aaee796bf244 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8201990 Jul 06 18:26:34.665005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] For port 20bc0c19-ce49-4781-9706-19af50fba687, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=20bc0c19-ce49-4781-9706-19af50fba687,segment=NetworkSegment(c173db93-e868-4ad0-ab81-6b65e1dcce88),segment_id=c173db93-e868-4ad0-ab81-6b65e1dcce88)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:34.665153 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.675430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-5ba07ad6-1243-483a-a572-763c287a87be tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:34.675430 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-5ba07ad6-1243-483a-a572-763c287a87be tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177744 Jul 06 18:26:34.675835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Network d6a04069-f055-4b7f-8f41-c47256fa45ac is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:26:34.704114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-6ef1833c-5bbd-4118-8500-64be6b7dc4ac tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/quotas/e45d455464bd43ce980de6d07238edc9 HTTP/1.1" status: 200 len: 375 time: 0.0192673 Jul 06 18:26:34.716003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d6a04069-f055-4b7f-8f41-c47256fa45ac) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:34.725486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:34.726027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Deleting port 20bc0c19-ce49-4781-9706-19af50fba687 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:34.726192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.726385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.732721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c94091-4f42-45e4-a559-0ed13bd82a25 None None] Network d6a04069-f055-4b7f-8f41-c47256fa45ac requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:34.760566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] Calling delete_port for 20bc0c19-ce49-4781-9706-19af50fba687 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:34.778760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a0dfbbdb-25b0-4fa3-9664-35e7fcc6fea5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0147564 Jul 06 18:26:34.918452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] For port 20bc0c19-ce49-4781-9706-19af50fba687, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=20bc0c19-ce49-4781-9706-19af50fba687,segment=NetworkSegment(c173db93-e868-4ad0-ab81-6b65e1dcce88),segment_id=c173db93-e868-4ad0-ab81-6b65e1dcce88)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:34.918745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:34.946914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Calling delete_port for 20bc0c19-ce49-4781-9706-19af50fba687 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:34.988270 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-46b8d8c1-10e0-4e5e-9c8e-c521fea2dde9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2691886 Jul 06 18:26:35.097750 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.106109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.153338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bc0c19-ce49-4781-9706-19af50fba687,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:35.171394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] No DVR routers for this DVR port 20bc0c19-ce49-4781-9706-19af50fba687 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:35.245356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] No DVR routers for this DVR port 20bc0c19-ce49-4781-9706-19af50fba687 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:35.247852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e2035-7a5b-418b-9e3e-62ce3bdea404 None None] Pushing event deleted for resources: {'Port': ['ID=20bc0c19-ce49-4781-9706-19af50fba687,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:35.276871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-d6a04069-f055-4b7f-8f41-c47256fa45ac', 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac', 'tenant_id': 'fa3a464f2be448f188c59753607e4baf', 'fixed_ips': [{'subnet_id': '844a8b14-dd5b-4bea-a8a4-3eb2907df6b0'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:26:35.276871 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.402629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.427953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd25154-51cb-4e9b-a9b7-9439c0d49a26']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:35.461416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c173db93-e868-4ad0-ab81-6b65e1dcce88') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:35.462093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c173db93-e868-4ad0-ab81-6b65e1dcce88') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:35.501644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a171a-0e77-43a2-b31e-870655ab4ff7 req-af1a515a-3da7-4c7d-b5b8-9ac326894857 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:35.509070 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.510242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d8a171a-0e77-43a2-b31e-870655ab4ff7 req-af1a515a-3da7-4c7d-b5b8-9ac326894857 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2218125 Jul 06 18:26:35.541431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Allocated IP 172.20.0.2 (d6a04069-f055-4b7f-8f41-c47256fa45ac/844a8b14-dd5b-4bea-a8a4-3eb2907df6b0/0872e636-7dd3-4251-8f10-04e28c6cfa1c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:35.587491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d8a171a-0e77-43a2-b31e-870655ab4ff7 req-e5974487-324d-4cbb-9676-fa27baaad61d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760174 Jul 06 18:26:35.606871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.635397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d67f8260-f369-42c5-8e15-7a8fd7073f66 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--588661755&fields=id&tenant_id=68d546692f7d4a4dae5c37e5256a1fe0 HTTP/1.1" status: 200 len: 267 time: 0.1626139 Jul 06 18:26:35.636843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:26:35.637516 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:26:35.653636 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:26:35.850997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-c187bede-a90a-41d9-8e6d-3b5e4955e183 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:35.852461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-c187bede-a90a-41d9-8e6d-3b5e4955e183 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports/ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 200 len: 932 time: 0.1200805 Jul 06 18:26:35.853640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.855127 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.873036 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.874927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8cd25154-51cb-4e9b-a9b7-9439c0d49a26 HTTP/1.1" status: 204 len: 168 time: 1.8884962 Jul 06 18:26:35.879240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Transition to ACTIVE for port object 0872e636-7dd3-4251-8f10-04e28c6cfa1c will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:35.907441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Transition to ACTIVE for port object 0872e636-7dd3-4251-8f10-04e28c6cfa1c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:35.921393 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:35.999822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499e377-0a2d-4e3d-acf6-788cf4168b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd25154-51cb-4e9b-a9b7-9439c0d49a26,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:36.000395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Network d6a04069-f055-4b7f-8f41-c47256fa45ac is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:36.003967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:36.008110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:36.107893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-0edff630-bb46-4572-84b5-76455e8b92cf tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:36.125197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-0edff630-bb46-4572-84b5-76455e8b92cf tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports/b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 200 len: 932 time: 0.2528648 Jul 06 18:26:36.194197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 20bc0c19-ce49-4781-9706-19af50fba687 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:36.200412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Pushing event updated for resources: {'Port': ['ID=0872e636-7dd3-4251-8f10-04e28c6cfa1c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:36.212585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58320) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:36.232224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 20bc0c19-ce49-4781-9706-19af50fba687 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:26:36.232460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 20bc0c19-ce49-4781-9706-19af50fba687 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:36.236386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Attempting to bind port 0872e636-7dd3-4251-8f10-04e28c6cfa1c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:36.236720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Attempting to bind port 0872e636-7dd3-4251-8f10-04e28c6cfa1c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:36.237085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Attempting to bind port 0872e636-7dd3-4251-8f10-04e28c6cfa1c on network d6a04069-f055-4b7f-8f41-c47256fa45ac {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:36.243206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:36.243400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Checking segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:36.243844 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.244097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Bound using segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:36.244572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Bound port: 0872e636-7dd3-4251-8f10-04e28c6cfa1c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:36.244954 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.302566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-bfdbfeee-60fc-4ab4-8e6c-4271ee2668b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1760070 Jul 06 18:26:36.312408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] For port 0872e636-7dd3-4251-8f10-04e28c6cfa1c, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:36.316141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] For port 0872e636-7dd3-4251-8f10-04e28c6cfa1c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0872e636-7dd3-4251-8f10-04e28c6cfa1c,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:36.331537 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.391010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c2d0f67a-8aa9-4a15-ad8b-a274723b3ec8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf85559c32fa45e48748e3b94f575516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759634 Jul 06 18:26:36.411648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58322) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:36.417470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ba716cbd-7b51-4067-bd5a-6768332097f6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1138408 Jul 06 18:26:36.424184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37ebad-0aa1-4e19-b6fa-8fda9198e556 None None] Pushing event updated for resources: {'Port': ['ID=0872e636-7dd3-4251-8f10-04e28c6cfa1c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:36.498679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52984ff-625b-489c-851b-31a7423f6e23 req-e8bba45e-271d-4f6f-bfc0-4b86d3b8728e tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:36.506337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-e8bba45e-271d-4f6f-bfc0-4b86d3b8728e tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 816 time: 0.4596381 Jul 06 18:26:36.533038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-6d29f8da-9149-4d56-b515-6f2ebf813a85 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/quotas/fa3a464f2be448f188c59753607e4baf HTTP/1.1" status: 200 len: 375 time: 0.0241029 Jul 06 18:26:36.608511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-398ab79d-16fc-4f60-8ee5-6055b641a834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.650806 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-398ab79d-16fc-4f60-8ee5-6055b641a834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.674785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ce89aa1e-9be3-43a9-81a3-fd6740dc81e2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:36.682346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-745ee56f-e8f8-45bc-aca7-8374c76969dd tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1478257 Jul 06 18:26:36.689763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ce89aa1e-9be3-43a9-81a3-fd6740dc81e2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:36.732136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ce89aa1e-9be3-43a9-81a3-fd6740dc81e2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:36.735276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ce89aa1e-9be3-43a9-81a3-fd6740dc81e2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/networks?id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=adfbd81e-3739-44cd-a772-2d14ed047aa8&id=adfbd81e-3739-44cd-a772-2d14ed047aa8 HTTP/1.1" status: 200 len: 1990 time: 0.3154409 Jul 06 18:26:36.777670 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a94598ed-3f1b-403d-bd4e-41b9767d172f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/quotas/68d546692f7d4a4dae5c37e5256a1fe0 HTTP/1.1" status: 200 len: 375 time: 0.0358367 Jul 06 18:26:36.933024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-398ab79d-16fc-4f60-8ee5-6055b641a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.941477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-398ab79d-16fc-4f60-8ee5-6055b641a834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.944438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-398ab79d-16fc-4f60-8ee5-6055b641a834 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99fa840f-26c1-42d3-8e6b-b843646af870 HTTP/1.1" status: 204 len: 168 time: 0.5314028 Jul 06 18:26:36.992198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ab79d-16fc-4f60-8ee5-6055b641a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fa840f-26c1-42d3-8e6b-b843646af870,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:37.047670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-51f2ea43-8b14-4756-be3d-650861b1fbd1 service neutron] 10.222.0.53 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641126 Jul 06 18:26:37.050563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-69250112-1bb5-46c6-a4ed-586d1aaf82b8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2595758 Jul 06 18:26:37.158536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-65bfb077-c13d-4cdc-a5c9-c6f17a388620 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893133 Jul 06 18:26:37.183276 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-5c0e0ffc-bf2e-45b6-baaf-1c4cc65db728 service neutron] 10.222.0.53 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284916 Jul 06 18:26:37.286152 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-249b011d-d2f3-46dc-ac55-7b729e47aef2 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185212 Jul 06 18:26:37.357747 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-22095fe5-5882-4759-ad10-e6f85912a7f8 service neutron] 10.222.0.53 "GET /v2.0/ports/ee7536de-a6c9-4f5b-93c9-fc2101fb07d9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0595872 Jul 06 18:26:37.474773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-53ff39b6-f41e-4895-a7f5-cce44d2fdaed tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e45d455464bd43ce980de6d07238edc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535178 Jul 06 18:26:37.512218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ca4333b6-6072-4a73-9373-f615cd4a27a1 service neutron] 10.222.0.53 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532564 Jul 06 18:26:37.697285 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1bd21d1c-58c3-410f-8c5a-3e52fccda40f service neutron] 10.222.0.53 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814806 Jul 06 18:26:37.711430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fba3227e-f694-49ae-abc3-6eb233f0a293 req-1c1f697f-3389-4b57-9fed-f1c5d582e14e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 210 time: 0.0754941 Jul 06 18:26:37.839144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-bb5617cc-1bc1-41e8-9ceb-c6f744574e73 service neutron] 10.222.0.53 "GET /v2.0/ports/b5f874e8-217a-45ea-9f8a-053aa727ac40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1126802 Jul 06 18:26:37.844796 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-2dbfc071-0616-4719-b125-047ea8b15d4f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:37.846978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-2dbfc071-0616-4719-b125-047ea8b15d4f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582847 Jul 06 18:26:37.870701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Request body: {'port': {'device_id': 'a20762f3-f68e-4f68-be63-db799686230d', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'e45d455464bd43ce980de6d07238edc9'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:38.005952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-618181f0-4537-4604-a538-5695d4cb2eee service neutron] 10.222.0.53 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589510 Jul 06 18:26:38.064723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85c71a-9cbb-4243-a8b9-44655c5837eb req-97a6a1bd-0dd5-4814-a8c3-d3e716ed9156 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:38.072708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d85c71a-9cbb-4243-a8b9-44655c5837eb req-97a6a1bd-0dd5-4814-a8c3-d3e716ed9156 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.1332476 Jul 06 18:26:38.092705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78521fd-6263-4832-946e-4b86bab6e4cd None None] Network d6a04069-f055-4b7f-8f41-c47256fa45ac requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:38.123465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1edfa0ef-8dcb-4139-b835-edf5f2e43e2c service neutron] 10.222.0.53 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107719 Jul 06 18:26:38.130093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Made reservation on behalf of e45d455464bd43ce980de6d07238edc9 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:38.134659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.165169 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d85c71a-9cbb-4243-a8b9-44655c5837eb req-4fb1f1b3-ff0e-4230-b01f-7a1e4d7afb33 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918987 Jul 06 18:26:38.242969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0872e636-7dd3-4251-8f10-04e28c6cfa1c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:38.273242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58378) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:38.339033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6c17002c-53a0-4d53-b3b8-72a313d76492 None None] Provisioning for port 0872e636-7dd3-4251-8f10-04e28c6cfa1c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:38.395544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-13041e36-5c61-425b-a11c-02de830eb104 service neutron] 10.222.0.53 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710745 Jul 06 18:26:38.429806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Allocated IP 192.168.233.117 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/4e63920b-fe6f-4551-b706-af74faf5bb44) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:38.535129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-efbc7493-27f0-4d96-a34d-9f0904d6f335 service neutron] 10.222.0.53 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311531 Jul 06 18:26:38.541168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-network', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:38.584638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 0872e636-7dd3-4251-8f10-04e28c6cfa1c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:38.592945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0872e636-7dd3-4251-8f10-04e28c6cfa1c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:38.595348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.609146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f1764-478e-40d2-97cf-dc048e3a0c6f req-65ab5579-d6ab-468d-b9ca-054e9bfb750c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:38.617089 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f94f1764-478e-40d2-97cf-dc048e3a0c6f req-65ab5579-d6ab-468d-b9ca-054e9bfb750c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1815834 Jul 06 18:26:38.644900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Made reservation on behalf of 7df4f6ce6d0945df93038877b7fc4817 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:38.648260 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.670318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.697151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f94f1764-478e-40d2-97cf-dc048e3a0c6f req-9515280d-fb20-48e2-991d-71ac065311a0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787482 Jul 06 18:26:38.734822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6246e3e3-aeb5-4023-89b0-5e502e383fb0 service neutron] 10.222.0.53 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877408 Jul 06 18:26:38.742616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.775746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Transition to ACTIVE for port object 4e63920b-fe6f-4551-b706-af74faf5bb44 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:38.818531 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.827956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.858837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['108f9d5e-40a0-41c7-96d9-be4621175298'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:38.861290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5165cbac-efe4-45ff-95a6-8369937a53b3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:38.928898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:38.942255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:38.947812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:39.006304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 0872e636-7dd3-4251-8f10-04e28c6cfa1c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0872e636-7dd3-4251-8f10-04e28c6cfa1c,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:39.049795 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8a08c4b4-4370-4d2c-93e7-014ddd377f16 service neutron] 10.222.0.53 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049595 Jul 06 18:26:39.053781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Pushing event updated for resources: {'Port': ['ID=4e63920b-fe6f-4551-b706-af74faf5bb44,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:39.064727 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.185000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:39.185871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.224110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=0872e636-7dd3-4251-8f10-04e28c6cfa1c,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:39.251748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-1d814602-8975-4e49-bb09-4bc31d5bdcbc tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:39.253419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-1d814602-8975-4e49-bb09-4bc31d5bdcbc tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 816 time: 0.2310154 Jul 06 18:26:39.280817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-e8eaf69e-7fb4-463f-9eac-2385aa4cf681 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/quotas/fa3a464f2be448f188c59753607e4baf HTTP/1.1" status: 200 len: 375 time: 0.0187364 Jul 06 18:26:39.330375 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-536c7dab-c1ff-4e13-9dc3-3709befa38d8 service neutron] 10.222.0.53 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718344 Jul 06 18:26:39.394580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1ba636fc-0583-4c99-a65a-dc17259af924 None None] Provisioning complete for port 0872e636-7dd3-4251-8f10-04e28c6cfa1c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:39.395396 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ba636fc-0583-4c99-a65a-dc17259af924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.438218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-5b05258b-7eb2-44be-bd31-73f66cde9fcb tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521645 Jul 06 18:26:39.801632 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-3e4aa8b5-c758-4b38-9554-fa9a57f8672e service neutron] 10.222.0.53 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564575 Jul 06 18:26:39.812030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52984ff-625b-489c-851b-31a7423f6e23 req-aa505975-dad4-4400-82b5-599740a1983b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:39.812374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-aa505975-dad4-4400-82b5-599740a1983b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.24 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 816 time: 0.2378771 Jul 06 18:26:39.826253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7ace466a-9712-45ee-8326-3609be70720d None None] Provisioning for port 4e63920b-fe6f-4551-b706-af74faf5bb44 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:39.827792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Request body: {'port': {'device_id': '749dce8d-e15b-4f93-bb23-7b446ff9afd3', 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac', 'admin_state_up': True, 'tenant_id': 'fa3a464f2be448f188c59753607e4baf'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:39.837069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7ace466a-9712-45ee-8326-3609be70720d None None] Provisioning complete for port 4e63920b-fe6f-4551-b706-af74faf5bb44 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:39.838916 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ace466a-9712-45ee-8326-3609be70720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.881399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7ace466a-9712-45ee-8326-3609be70720d None None] Port 4e63920b-fe6f-4551-b706-af74faf5bb44 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:39.972930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.987603 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:40.057153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:26:40.123424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba717e53-a550-4583-90db-4b211dcbcbee,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:40.123833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0872e636-7dd3-4251-8f10-04e28c6cfa1c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:40.131355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:40.132237 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Added segment a778b7dc-926b-422e-9878-04c58e5a502d of type vlan for network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c Jul 06 18:26:40.219522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-373e29e8-d3ab-47eb-b874-8b25d3d8e895 service neutron] 10.222.0.53 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837457 Jul 06 18:26:40.231373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0872e636-7dd3-4251-8f10-04e28c6cfa1c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:40.232459 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:40.234791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:40.335341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-d40a88d0-24b6-429d-a947-24920b94d32e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4731247 Jul 06 18:26:40.350803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Request body: {'port': {'device_id': 'a20762f3-f68e-4f68-be63-db799686230d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:40.400173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-0001754c-3d1b-449f-b2db-90ed272654d8 service neutron] 10.222.0.53 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796696 Jul 06 18:26:40.401637 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:40.403189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:40.403933 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:40.430364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:40.437197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1614347 Jul 06 18:26:40.442095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58420) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:40.468184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Request body: {'subnet': {'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-subnet', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:40.502691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Made reservation on behalf of 7df4f6ce6d0945df93038877b7fc4817 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:40.505031 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:40.553619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb8fe4-0acc-4620-a073-00cda8c565f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:40.567515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:26:40.598820 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-3de9c612-3cff-4720-bc60-b95b77bbae3c service neutron] 10.222.0.53 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961023 Jul 06 18:26:40.656695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-51d01d8d-0fd4-4e0f-bb06-5735c5627087 service neutron] 10.222.0.53 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387686 Jul 06 18:26:40.696259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Made reservation on behalf of fa3a464f2be448f188c59753607e4baf for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:40.700683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.135265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e8036a46-2186-405c-b96c-71b8fd65e845 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:41.139928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Allocated IP 172.20.0.7 (d6a04069-f055-4b7f-8f41-c47256fa45ac/844a8b14-dd5b-4bea-a8a4-3eb2907df6b0/2e8f1631-2062-44b8-98fd-7492cdee4b41) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:41.169698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.272761 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.274998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1754253-8908-46ad-af91-ee27b5019dd7 req-c588c7c6-81d6-451a-92af-f43f63522b69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:41.282309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e1754253-8908-46ad-af91-ee27b5019dd7 req-c588c7c6-81d6-451a-92af-f43f63522b69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 936 time: 0.3295324 Jul 06 18:26:41.301680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:41.305201 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a7142c-2f79-4ae5-b786-d56abc4c43ed" -d '{"events": [{"server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:41.310534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e63920b-fe6f-4551-b706-af74faf5bb44 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:41.323765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:41.331491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.336929 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.383699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:41.429260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Transition to ACTIVE for port object 4e63920b-fe6f-4551-b706-af74faf5bb44 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:41.442526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:41.444162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e1754253-8908-46ad-af91-ee27b5019dd7 req-b9d81848-8fe5-4a72-8ffa-122a1e0d9872 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609013 Jul 06 18:26:41.447799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Checking segment: {'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:41.448168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Network hostable DHCP agents. Network: 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:26:41.453161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.537299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Pushing event updated for resources: {'Port': ['ID=4e63920b-fe6f-4551-b706-af74faf5bb44,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:41.604780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:26:41.733139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:41.742021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7821fc0-6cd5-4454-a189-e7e287d6f8f1 None None] Network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:41.906814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afdb52-b0d8-4e9b-b342-af8256210134 req-903f20e1-0afc-447b-b668-495fcbbae4fd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:41.908451 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43afdb52-b0d8-4e9b-b342-af8256210134 req-903f20e1-0afc-447b-b668-495fcbbae4fd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1473165 Jul 06 18:26:41.909355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.922062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:41.922681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.005269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43afdb52-b0d8-4e9b-b342-af8256210134 req-5b5bd362-6759-43f4-9451-5ea223367cdc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814939 Jul 06 18:26:42.029580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-824443be-3c08-420c-866f-f4bc2c0a4935 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5802107 Jul 06 18:26:42.033086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58480) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:42.041296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Transition to ACTIVE for port object 2e8f1631-2062-44b8-98fd-7492cdee4b41 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:42.043947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:42.088951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Attempting to bind port 4e63920b-fe6f-4551-b706-af74faf5bb44 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:42.089336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Attempting to bind port 4e63920b-fe6f-4551-b706-af74faf5bb44 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:42.089639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Attempting to bind port 4e63920b-fe6f-4551-b706-af74faf5bb44 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:42.108118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.108850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Port 4e63920b-fe6f-4551-b706-af74faf5bb44 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:42.109169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.110493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Attempting to bind port 4e63920b-fe6f-4551-b706-af74faf5bb44 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:42.141304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:42.141956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:42.142130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:42.142732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Bound port: 4e63920b-fe6f-4551-b706-af74faf5bb44, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:42.143163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.152250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c', 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'fixed_ips': [{'subnet_id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:26:42.153206 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.206688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bf380-88fd-4b75-8375-af888124e978 req-7bec2c80-b01e-40bc-ba4c-850a6b2e8df5 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:42.207321 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.214439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-795bf380-88fd-4b75-8375-af888124e978 req-7bec2c80-b01e-40bc-ba4c-850a6b2e8df5 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.3520122 Jul 06 18:26:42.270571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.341740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Pushing event updated for resources: {'Port': ['ID=2e8f1631-2062-44b8-98fd-7492cdee4b41,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:42.371011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-795bf380-88fd-4b75-8375-af888124e978 req-b8960f53-9967-4972-a63b-e796dc654197 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555851 Jul 06 18:26:42.392450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Network d6a04069-f055-4b7f-8f41-c47256fa45ac is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:42.399002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] For port 4e63920b-fe6f-4551-b706-af74faf5bb44, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:42.404854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] For port 4e63920b-fe6f-4551-b706-af74faf5bb44, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e63920b-fe6f-4551-b706-af74faf5bb44,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:42.413240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:42.414767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Allocated IP 172.20.0.2 (8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c/ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f/4d7ae860-1667-401b-93f7-4a40df9cfcee) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:42.422892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:42.433039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.453464 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.484086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-6ab63fa9-e80d-42f2-9107-692b6f73b532 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:42.500401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-6ab63fa9-e80d-42f2-9107-692b6f73b532 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 816 time: 0.3385479 Jul 06 18:26:42.572155 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-f202d38d-fe1e-48ad-b1f2-202ee81e4058 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/quotas/fa3a464f2be448f188c59753607e4baf HTTP/1.1" status: 200 len: 375 time: 0.0707488 Jul 06 18:26:42.633448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:42.641630 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.643606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e63920b-fe6f-4551-b706-af74faf5bb44 HTTP/1.1" status: 200 len: 1096 time: 2.2992005 Jul 06 18:26:42.646415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20762f3-f68e-4f68-be63-db799686230d', 'tag': '4e63920b-fe6f-4551-b706-af74faf5bb44'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:42.654175 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3649bc-9c99-4283-941c-0824182928c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a20762f3-f68e-4f68-be63-db799686230d", "tag": "4e63920b-fe6f-4551-b706-af74faf5bb44"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:42.680618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:42.690837 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.735687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-156354c3-aa93-4da4-8479-62a9b22a5c64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9130659 Jul 06 18:26:42.779606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Request body: {'port': {'device_id': '749dce8d-e15b-4f93-bb23-7b446ff9afd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:42.822367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e4328-771c-4f8a-8dc1-5d7683128825 service neutron] Pushing event updated for resources: {'Port': ['ID=4e63920b-fe6f-4551-b706-af74faf5bb44,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:42.851704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-2a83350c-a943-41de-a2a1-28edc2e6352c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2746391 Jul 06 18:26:42.876522 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.901778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Transition to ACTIVE for port object 4d7ae860-1667-401b-93f7-4a40df9cfcee will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:42.941974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Transition to ACTIVE for port object 4d7ae860-1667-401b-93f7-4a40df9cfcee will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:42.952519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.953427 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b45185-9de2-46c0-8c61-0749cb6d53af x-openstack-request-id: req-d6b45185-9de2-46c0-8c61-0749cb6d53af {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:42.953781 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:42.954060 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6b45185-9de2-46c0-8c61-0749cb6d53af {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:42.954486 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'code': 200} Jul 06 18:26:42.979873 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.072536 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c8cce-fc8f-40db-be40-28aff828ef59 req-ca73f294-0283-44a4-9520-fc9ddeae2f22 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:43.080744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-847c8cce-fc8f-40db-be40-28aff828ef59 req-ca73f294-0283-44a4-9520-fc9ddeae2f22 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 948 time: 0.3638835 Jul 06 18:26:43.117930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:43.129136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:43.132927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:43.147736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-051954be-a793-4d80-ade1-2a447e8d89a7 None None] Provisioning for port 2e8f1631-2062-44b8-98fd-7492cdee4b41 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:43.180531 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-847c8cce-fc8f-40db-be40-28aff828ef59 req-1559d0e5-db74-4f21-b5f5-75b685563583 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985446 Jul 06 18:26:43.191496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-051954be-a793-4d80-ade1-2a447e8d89a7 None None] Provisioning complete for port 2e8f1631-2062-44b8-98fd-7492cdee4b41 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:43.192075 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051954be-a793-4d80-ade1-2a447e8d89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.272531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-7b285085-95a8-47e4-aab4-7fbe396a74cd service neutron] 10.222.0.53 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112992 Jul 06 18:26:43.322158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-051954be-a793-4d80-ade1-2a447e8d89a7 None None] Port 2e8f1631-2062-44b8-98fd-7492cdee4b41 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:43.337916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Pushing event updated for resources: {'Port': ['ID=4d7ae860-1667-401b-93f7-4a40df9cfcee,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:43.373143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Attempting to bind port 4d7ae860-1667-401b-93f7-4a40df9cfcee on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:43.373544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Attempting to bind port 4d7ae860-1667-401b-93f7-4a40df9cfcee by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:43.374392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Attempting to bind port 4d7ae860-1667-401b-93f7-4a40df9cfcee on network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:43.380185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:43.380554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Checking segment: {'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:43.381262 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.381461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Bound using segment: {'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:43.382036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Bound port: 4d7ae860-1667-401b-93f7-4a40df9cfcee, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:43.382416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.461917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] For port 4d7ae860-1667-401b-93f7-4a40df9cfcee, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:43.467179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] For port 4d7ae860-1667-401b-93f7-4a40df9cfcee, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4d7ae860-1667-401b-93f7-4a40df9cfcee,segment=NetworkSegment(a778b7dc-926b-422e-9878-04c58e5a502d),segment_id=a778b7dc-926b-422e-9878-04c58e5a502d)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:43.477494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.504519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8f1631-2062-44b8-98fd-7492cdee4b41 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:43.515470 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.545182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Transition to ACTIVE for port object 2e8f1631-2062-44b8-98fd-7492cdee4b41 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:43.549900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-cf50bf93-d4c8-46a1-836a-8ac59fbd7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:43.552334 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-cf50bf93-d4c8-46a1-836a-8ac59fbd7702 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 1099 time: 0.6009867 Jul 06 18:26:43.561659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d3451-886d-4f9b-86a7-ce5d5f78ea89 None None] Pushing event updated for resources: {'Port': ['ID=4d7ae860-1667-401b-93f7-4a40df9cfcee,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:43.563393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-bd6fe7d7-a7eb-4eea-8bf9-5c8485bb3052 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:43.565151 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-bd6fe7d7-a7eb-4eea-8bf9-5c8485bb3052 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.24 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 816 time: 0.4655082 Jul 06 18:26:43.586274 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.604880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Request body: {'port': {'device_id': 'e7310c72-1adc-4190-8b03-57d337548513', 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac', 'admin_state_up': True, 'tenant_id': 'fa3a464f2be448f188c59753607e4baf'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:43.713841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-60ee5852-5e68-4826-82fa-c28e0a0888c1 service neutron] 10.222.0.53 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305885 Jul 06 18:26:43.715419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-87e48bba-df7e-47ca-9a32-82b5a6403884 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4e63920b-fe6f-4551-b706-af74faf5bb44 HTTP/1.1" status: 200 len: 217 time: 0.1383376 Jul 06 18:26:43.741893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-136a3c28-59dd-4543-b7a0-7e032c58546e req-25fca24a-c1b6-40be-b429-eefb0cafd83b tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1880794 Jul 06 18:26:43.860856 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.865146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-e3a14e7d-0bf3-4707-a924-14779b76e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:43.874597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-e3a14e7d-0bf3-4707-a924-14779b76e833 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1316113 Jul 06 18:26:43.875422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f1631-2062-44b8-98fd-7492cdee4b41,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:43.902512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:44.007397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Made reservation on behalf of fa3a464f2be448f188c59753607e4baf for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:44.022833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:44.304290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4d7ae860-1667-401b-93f7-4a40df9cfcee up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:44.397778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Allocated IP 172.25.4.16 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/4b3b4813-86a8-44fc-8382-753ae7677389) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:44.551274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4d7ae860-1667-401b-93f7-4a40df9cfcee completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:44.567294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-08fc6668-f7e3-4456-a083-7ace69e7b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:44.571174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-08fc6668-f7e3-4456-a083-7ace69e7b87a service neutron] 10.222.0.24 "GET /v2.0/ports/ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 200 len: 1028 time: 0.2971168 Jul 06 18:26:44.582712 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f2bbd3-0377-464c-820b-915889096399 x-openstack-request-id: req-38f2bbd3-0377-464c-820b-915889096399 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:44.583500 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20762f3-f68e-4f68-be63-db799686230d", "tag": "4e63920b-fe6f-4551-b706-af74faf5bb44", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:44.583946 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38f2bbd3-0377-464c-820b-915889096399 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:44.584577 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20762f3-f68e-4f68-be63-db799686230d', 'tag': '4e63920b-fe6f-4551-b706-af74faf5bb44', 'status': 'completed', 'code': 200} Jul 06 18:26:44.721871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a11e-bba1-4e3d-a40a-861f55f5555c req-f1ccae85-0d0a-4bae-83fb-e815bcb2df30 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:44.723725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ece9a11e-bba1-4e3d-a40a-861f55f5555c req-f1ccae85-0d0a-4bae-83fb-e815bcb2df30 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 948 time: 0.5603116 Jul 06 18:26:44.729048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-b3e524a7-d0dc-4992-8605-3d44e8838873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:44.730844 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-b3e524a7-d0dc-4992-8605-3d44e8838873 service neutron] 10.222.0.24 "GET /v2.0/ports/b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 200 len: 1028 time: 0.1393907 Jul 06 18:26:44.750221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-80e2bec1-c992-4096-bf12-739e42257246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:44.751416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Allocated IP 172.20.0.3 (d6a04069-f055-4b7f-8f41-c47256fa45ac/844a8b14-dd5b-4bea-a8a4-3eb2907df6b0/450dafed-5ef6-459c-aedf-fa730a798113) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:44.752362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-80e2bec1-c992-4096-bf12-739e42257246 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8693988 Jul 06 18:26:44.884685 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:44.986701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe759930-6231-4671-a5c1-b49ac68d1960 req-14515a7d-aa69-4962-b1f3-23e7cd68f318 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:44.986990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Attempting to bind port 2e8f1631-2062-44b8-98fd-7492cdee4b41 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:44.987102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Attempting to bind port 2e8f1631-2062-44b8-98fd-7492cdee4b41 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:44.987367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Attempting to bind port 2e8f1631-2062-44b8-98fd-7492cdee4b41 on network d6a04069-f055-4b7f-8f41-c47256fa45ac {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:44.993815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe759930-6231-4671-a5c1-b49ac68d1960 req-14515a7d-aa69-4962-b1f3-23e7cd68f318 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2636614 Jul 06 18:26:45.036445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d8151d9b-5d05-478f-8997-fd0bda4c416e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:45.061077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d8151d9b-5d05-478f-8997-fd0bda4c416e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:45.083210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d8151d9b-5d05-478f-8997-fd0bda4c416e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:45.089123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d8151d9b-5d05-478f-8997-fd0bda4c416e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "GET /v2.0/networks?id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=adfbd81e-3739-44cd-a772-2d14ed047aa8&id=adfbd81e-3739-44cd-a772-2d14ed047aa8 HTTP/1.1" status: 200 len: 1990 time: 0.3340099 Jul 06 18:26:45.112325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Port 2e8f1631-2062-44b8-98fd-7492cdee4b41 on network d6a04069-f055-4b7f-8f41-c47256fa45ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:45.112653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Attempting to bind port 2e8f1631-2062-44b8-98fd-7492cdee4b41 on network d6a04069-f055-4b7f-8f41-c47256fa45ac {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:45.131814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe759930-6231-4671-a5c1-b49ac68d1960 req-88b485dc-ea61-44dc-bd49-a6ecd796b3f4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368492 Jul 06 18:26:45.235368 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ece9a11e-bba1-4e3d-a40a-861f55f5555c req-4cf0ca6a-9493-49ff-a9b4-71ab45db9b32 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926369 Jul 06 18:26:45.245962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:45.247768 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:45.248321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Checking segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:45.249381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Bound using segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:45.250959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Bound port: 2e8f1631-2062-44b8-98fd-7492cdee4b41, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:45.251535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:45.269270 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:45.335167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-75df3a53-e3b6-4daa-8c79-1f03c4816b42 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576502 Jul 06 18:26:45.482020 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5013c129-6580-4e2c-a5dd-b70e2aeed05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:45.498957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:45.502603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Pushing event updated for resources: {'Port': ['ID=4b3b4813-86a8-44fc-8382-753ae7677389,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:45.518479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:45.523047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:45.535060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Transition to ACTIVE for port object 450dafed-5ef6-459c-aedf-fa730a798113 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:45.628617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1da12-8c91-42e4-bde3-109abfab863e None None] Network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:26:45.852555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e5b9cecb-f906-425c-9716-2bdda744052e None None] Provisioning for port 4d7ae860-1667-401b-93f7-4a40df9cfcee completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:45.859243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e5b9cecb-f906-425c-9716-2bdda744052e None None] Provisioning complete for port 4d7ae860-1667-401b-93f7-4a40df9cfcee triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:45.859871 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cecb-f906-425c-9716-2bdda744052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:45.929496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] For port 2e8f1631-2062-44b8-98fd-7492cdee4b41, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:45.939543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:45.949147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] For port 2e8f1631-2062-44b8-98fd-7492cdee4b41, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2e8f1631-2062-44b8-98fd-7492cdee4b41,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:45.963764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ab1b20a7-1b0d-48b6-94da-7d0efce0be78 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68d546692f7d4a4dae5c37e5256a1fe0 HTTP/1.1" status: 200 len: 379 time: 0.8621910 Jul 06 18:26:45.994497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79024e91-553d-4920-a0ba-e7589cb858f5 req-13ee024d-fb23-4764-b9c9-09956e20fe80 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984225 Jul 06 18:26:46.010720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'admin_state_up': True, 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'security_groups': ['760796ca-d84a-4f7d-a35a-b177300eb307']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:46.045653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cecb-f906-425c-9716-2bdda744052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:46.046762 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:46.131739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e5b9cecb-f906-425c-9716-2bdda744052e None None] For port 4d7ae860-1667-401b-93f7-4a40df9cfcee, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4d7ae860-1667-401b-93f7-4a40df9cfcee,segment=NetworkSegment(a778b7dc-926b-422e-9878-04c58e5a502d),segment_id=a778b7dc-926b-422e-9878-04c58e5a502d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:46.134229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:46.138488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:46.139665 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5b9cecb-f906-425c-9716-2bdda744052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:46.144213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] 10.222.0.24 "PUT /v2.0/ports/2e8f1631-2062-44b8-98fd-7492cdee4b41 HTTP/1.1" status: 200 len: 1091 time: 3.3754935 Jul 06 18:26:46.178530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Network d6a04069-f055-4b7f-8f41-c47256fa45ac is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:46.227318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:46.245196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:46.366479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9cecb-f906-425c-9716-2bdda744052e None None] Pushing event updated for resources: {'Port': ['ID=4d7ae860-1667-401b-93f7-4a40df9cfcee,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:46.496432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Pushing event updated for resources: {'Port': ['ID=450dafed-5ef6-459c-aedf-fa730a798113,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:46.508476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dff547be-99dc-46b4-ade7-5866b4052b7d None None] Provisioning complete for port 4d7ae860-1667-401b-93f7-4a40df9cfcee triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:46.519083 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dff547be-99dc-46b4-ade7-5866b4052b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:46.650319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:46.651007 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:46.679414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749dce8d-e15b-4f93-bb23-7b446ff9afd3', 'tag': '2e8f1631-2062-44b8-98fd-7492cdee4b41'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:46.681698 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e6bb2b-c113-4548-936b-c827577a7aab" -d '{"events": [{"name": "network-changed", "server_uuid": "749dce8d-e15b-4f93-bb23-7b446ff9afd3", "tag": "2e8f1631-2062-44b8-98fd-7492cdee4b41"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:46.733172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5700ba48-5bc6-4356-bbe1-c2641fdae052 req-3a4fb901-0baf-4c21-894b-2767f3992eb4 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 210 time: 0.0764573 Jul 06 18:26:46.753984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-49136d53-404f-46d8-bed9-8a2a3749a5d6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1539660 Jul 06 18:26:46.777070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abb12a-0184-4af9-89e9-ba3d1a471e62 req-a0f2e290-9359-4a4b-9cf3-165872f989e6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:46.793324 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35abb12a-0184-4af9-89e9-ba3d1a471e62 req-a0f2e290-9359-4a4b-9cf3-165872f989e6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 1.1118362 Jul 06 18:26:46.816790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Request body: {'port': {'device_id': 'e7310c72-1adc-4190-8b03-57d337548513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:46.871593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3a0f4-19fe-4857-9819-59d38dbfedda service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f1631-2062-44b8-98fd-7492cdee4b41,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:46.874566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:46.945489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35abb12a-0184-4af9-89e9-ba3d1a471e62 req-4147e103-cc87-4846-9ac3-14c429510eef tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512859 Jul 06 18:26:46.984591 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-26e540ab-b3ab-401a-8379-8838611e5054 req-8405d0ea-a7af-4422-b9a2-d38ad9d240a8 service neutron] show failed (client error): The resource could not be found. Jul 06 18:26:46.989418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-8405d0ea-a7af-4422-b9a2-d38ad9d240a8 service neutron] 10.222.0.24 "GET /v2.0/ports/90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.5447469 Jul 06 18:26:47.092899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-184a9647-4120-405c-b673-c006e5d1ee65 None None] Provisioning for port 450dafed-5ef6-459c-aedf-fa730a798113 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:47.101693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-184a9647-4120-405c-b673-c006e5d1ee65 None None] Provisioning complete for port 450dafed-5ef6-459c-aedf-fa730a798113 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:47.104769 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-184a9647-4120-405c-b673-c006e5d1ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:47.203809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-184a9647-4120-405c-b673-c006e5d1ee65 None None] Port 450dafed-5ef6-459c-aedf-fa730a798113 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:47.368475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d1951bc-4ced-4338-9b94-c42f317d1d27 req-59785756-a9d7-4205-a075-f1323b8ab4eb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1770570 Jul 06 18:26:47.437969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:47.477565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52984ff-625b-489c-851b-31a7423f6e23 req-f97ab9f7-1aad-4981-af74-059c2d3139ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:47.479312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-f97ab9f7-1aad-4981-af74-059c2d3139ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 1094 time: 0.5969925 Jul 06 18:26:47.550735 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-b58a233b-c88f-424c-85b2-d3d2456564a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8f1631-2062-44b8-98fd-7492cdee4b41 HTTP/1.1" status: 200 len: 217 time: 0.0596142 Jul 06 18:26:47.573420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:47.659146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52984ff-625b-489c-851b-31a7423f6e23 req-7a411ec9-fb4a-4336-95ef-fb353069d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:47.660870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-7a411ec9-fb4a-4336-95ef-fb353069d39c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 HTTP/1.1" status: 200 len: 855 time: 0.1014535 Jul 06 18:26:47.911072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:47.915193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:47.973461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f2ed-ff3c-434c-8513-04069045e7e6 req-edc68d68-f8ac-475d-9ce1-163ca9763063 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:47.982904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8657f2ed-ff3c-434c-8513-04069045e7e6 req-edc68d68-f8ac-475d-9ce1-163ca9763063 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1728365 Jul 06 18:26:48.006557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3649bc-9c99-4283-941c-0824182928c4 req-b2b67a18-44d0-45f4-bdba-4a3e8e0f0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:48.008599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec3649bc-9c99-4283-941c-0824182928c4 req-b2b67a18-44d0-45f4-bdba-4a3e8e0f0cf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e45d455464bd43ce980de6d07238edc9&device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 1099 time: 0.9730337 Jul 06 18:26:48.142814 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b17eac5c-5374-4899-99f6-36192fd7c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:48.185677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4d7ae860-1667-401b-93f7-4a40df9cfcee up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:48.338479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3649bc-9c99-4283-941c-0824182928c4 req-6e50da7d-f5f2-4209-9ab2-42b2d2fc333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:48.340667 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec3649bc-9c99-4283-941c-0824182928c4 req-6e50da7d-f5f2-4209-9ab2-42b2d2fc333c service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.3145194 Jul 06 18:26:48.352744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-718d2258-3bd4-4115-abee-92f39cdfaa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:48.354764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-718d2258-3bd4-4115-abee-92f39cdfaa81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74&tenant_id=e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 1101 time: 0.5536883 Jul 06 18:26:48.386066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:48.438274 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:48.454651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4d7ae860-1667-401b-93f7-4a40df9cfcee triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:48.455818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:48.471572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8657f2ed-ff3c-434c-8513-04069045e7e6 req-1433d517-8632-4a9c-911c-0969aa91a49e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872966 Jul 06 18:26:48.492094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec3649bc-9c99-4283-941c-0824182928c4 req-c3c72573-788e-40d9-9b55-ccd7a7868a72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4e63920b-fe6f-4551-b706-af74faf5bb44 HTTP/1.1" status: 200 len: 217 time: 0.1340754 Jul 06 18:26:48.682526 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ec2417-fe03-47ec-b8b2-9bf1ab4929c3 x-openstack-request-id: req-c1ec2417-fe03-47ec-b8b2-9bf1ab4929c3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:48.682822 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749dce8d-e15b-4f93-bb23-7b446ff9afd3", "tag": "2e8f1631-2062-44b8-98fd-7492cdee4b41", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:48.683072 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1ec2417-fe03-47ec-b8b2-9bf1ab4929c3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:48.683549 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749dce8d-e15b-4f93-bb23-7b446ff9afd3', 'tag': '2e8f1631-2062-44b8-98fd-7492cdee4b41', 'status': 'completed', 'code': 200} Jul 06 18:26:48.686597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4e63920b-fe6f-4551-b706-af74faf5bb44 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:48.756149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Allocated IP 172.20.0.3 (c97f7bee-4d6f-4331-a536-ecf46e04d16d/520aece6-1643-47a3-bf1c-edc6270091c7/6074d0a6-febd-4f85-b86d-265a11209255) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:48.764591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:48.769923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3649bc-9c99-4283-941c-0824182928c4 req-1311282a-943b-451d-b674-1460c1ea2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:48.771811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec3649bc-9c99-4283-941c-0824182928c4 req-1311282a-943b-451d-b674-1460c1ea2a31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1734672 Jul 06 18:26:48.816747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450dafed-5ef6-459c-aedf-fa730a798113 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:48.847963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:48.904509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3676d70-c434-4101-8a38-4347d0badf37 req-64cdc5b9-98bc-4263-8efa-92edd8cbb3f1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:48.909554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3676d70-c434-4101-8a38-4347d0badf37 req-64cdc5b9-98bc-4263-8efa-92edd8cbb3f1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 948 time: 0.4464557 Jul 06 18:26:48.919619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad10f7e9-626e-42a4-9ece-edb86fe9ae1a req-b698adde-b44b-450e-adc2-e40a7b7dc4f8 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 210 time: 0.0362399 Jul 06 18:26:48.967753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4e63920b-fe6f-4551-b706-af74faf5bb44, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e63920b-fe6f-4551-b706-af74faf5bb44,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:48.990823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Transition to ACTIVE for port object 450dafed-5ef6-459c-aedf-fa730a798113 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:48.999703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '4e63920b-fe6f-4551-b706-af74faf5bb44', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '4e63920b-fe6f-4551-b706-af74faf5bb44', 'mac_address': 'fa:16:3e:a8:75:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:49.020786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3649bc-9c99-4283-941c-0824182928c4 req-576b068e-9358-42a7-af63-9c600ca9de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:49.022423 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec3649bc-9c99-4283-941c-0824182928c4 req-576b068e-9358-42a7-af63-9c600ca9de7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2380972 Jul 06 18:26:49.060728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52984ff-625b-489c-851b-31a7423f6e23 req-996ecee8-b773-4232-8617-ae9d193c3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:49.062294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-996ecee8-b773-4232-8617-ae9d193c3d86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6a04069-f055-4b7f-8f41-c47256fa45ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3895440 Jul 06 18:26:49.062940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:49.104253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:49.111970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-739d6429-8617-4b50-946b-31f02216df7a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:49.113394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-739d6429-8617-4b50-946b-31f02216df7a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.41 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 816 time: 0.6515892 Jul 06 18:26:49.130090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e63920b-fe6f-4551-b706-af74faf5bb44 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:49.189103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4e63920b-fe6f-4551-b706-af74faf5bb44, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e63920b-fe6f-4551-b706-af74faf5bb44,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:49.202244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:49.208334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Request body: {'port': {'device_id': 'd58a7fea-e46a-4772-a5fb-736deb72d488', 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac', 'admin_state_up': True, 'tenant_id': 'fa3a464f2be448f188c59753607e4baf'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:49.303283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4e63920b-fe6f-4551-b706-af74faf5bb44,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:49.357406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:49.422340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Pushing event updated for resources: {'Port': ['ID=450dafed-5ef6-459c-aedf-fa730a798113,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:49.454305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3676d70-c434-4101-8a38-4347d0badf37 req-bebffb7a-9d18-4284-b171-a1527d161dbc tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255709 Jul 06 18:26:49.487727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['4e63920b-fe6f-4551-b706-af74faf5bb44'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:49.566719 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Router 41335d6b-fe08-46ce-b34f-87f10ffc01cb is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:26:49.573179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Made reservation on behalf of fa3a464f2be448f188c59753607e4baf for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:49.577450 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:49.612777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:49.645104 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-56e912ee-d03f-419f-bb4b-b9ba64140eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722306 Jul 06 18:26:49.656826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec3649bc-9c99-4283-941c-0824182928c4 req-488e7b48-a99b-4434-bcd3-c6b4a84275cb service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197832 Jul 06 18:26:49.681387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Transition to ACTIVE for port object 6074d0a6-febd-4f85-b86d-265a11209255 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:49.700732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0f56d-ad04-4729-b5bb-1ebf5a64c064 req-a7200320-384c-46f6-b0ed-9473fdb7b15b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:49.708770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9b0f56d-ad04-4729-b5bb-1ebf5a64c064 req-a7200320-384c-46f6-b0ed-9473fdb7b15b tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.5130177 Jul 06 18:26:49.742159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38f61095-c457-4ad3-9572-f854ffa964e3 req-39a71728-4d5b-4312-a17b-a19cba0a14b4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1074102 Jul 06 18:26:49.771185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:49.866789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:49.867554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Allocated IP 172.20.0.11 (d6a04069-f055-4b7f-8f41-c47256fa45ac/844a8b14-dd5b-4bea-a8a4-3eb2907df6b0/af459c67-6021-4559-b6d4-3be3d8e49640) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:50.038466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.039934 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.052977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9b0f56d-ad04-4729-b5bb-1ebf5a64c064 req-24743e13-81cb-4688-9d99-235a51c8e303 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432164 Jul 06 18:26:50.071078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Transition to ACTIVE for port object af459c67-6021-4559-b6d4-3be3d8e49640 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:50.106451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Transition to ACTIVE for port object 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:50.111376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.131320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.195769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Attempting to bind port 450dafed-5ef6-459c-aedf-fa730a798113 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:50.196111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Attempting to bind port 450dafed-5ef6-459c-aedf-fa730a798113 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:50.196463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Attempting to bind port 450dafed-5ef6-459c-aedf-fa730a798113 on network d6a04069-f055-4b7f-8f41-c47256fa45ac {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:50.205099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=6074d0a6-febd-4f85-b86d-265a11209255,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:50.212523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec3649bc-9c99-4283-941c-0824182928c4 req-464b7251-7dfb-49b9-9c58-d669d8753fa4 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449321 Jul 06 18:26:50.240365 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.246734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:50.267230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Port 450dafed-5ef6-459c-aedf-fa730a798113 on network d6a04069-f055-4b7f-8f41-c47256fa45ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:50.269222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:50.271695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Attempting to bind port 450dafed-5ef6-459c-aedf-fa730a798113 on network d6a04069-f055-4b7f-8f41-c47256fa45ac {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:50.275880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] No DVR routers for this DVR port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:50.279293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:50.351212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:50.353151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.438509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:50.438885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Checking segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:50.439713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Bound using segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:50.439953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Bound port: 450dafed-5ef6-459c-aedf-fa730a798113, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:50.448231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.476005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:50.483547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2881dba-3154-4c09-b975-f20dde41dd4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5036108 Jul 06 18:26:50.491323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Attempting to bind port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:50.491664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Attempting to bind port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:50.491993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Attempting to bind port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:50.497136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'admin_state_up': True, 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'security_groups': ['760796ca-d84a-4f7d-a35a-b177300eb307']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:50.595279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:50.595616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Attempting to bind port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:50.629335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:50.629792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:50.630070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:50.630674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Bound port: 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:50.631204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.633655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:26:50.645604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Sync routers for ids ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:26:50.661751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Routers {'41335d6b-fe08-46ce-b34f-87f10ffc01cb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:26:50.662440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:26:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:50.671177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8099d-5c1f-4998-9b65-9cb7ecfcb53e req-378b995b-2006-4bc6-80f0-7781ca16930a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:50.672989 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53e8099d-5c1f-4998-9b65-9cb7ecfcb53e req-378b995b-2006-4bc6-80f0-7781ca16930a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 932 time: 0.3129377 Jul 06 18:26:50.732214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d52984ff-625b-489c-851b-31a7423f6e23 req-7109e7d0-06f9-44e1-8409-47bebbb40f85 service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0626478 Jul 06 18:26:50.778390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:50.782581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4e63920b-fe6f-4551-b706-af74faf5bb44 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:50.795733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] For port 450dafed-5ef6-459c-aedf-fa730a798113, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:50.799233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] For port 450dafed-5ef6-459c-aedf-fa730a798113, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=450dafed-5ef6-459c-aedf-fa730a798113,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:50.800382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Pushing event updated for resources: {'Port': ['ID=af459c67-6021-4559-b6d4-3be3d8e49640,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:50.808382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.812975 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-89e015c4-1ee5-4511-a430-2b2964467c4a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.7762821 Jul 06 18:26:50.815935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58596) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:50.817655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Network d6a04069-f055-4b7f-8f41-c47256fa45ac is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:50.820736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:50.823289 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5bd3e0-a165-4a17-8137-754ad6874292" -d '{"events": [{"server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "name": "network-vif-unplugged", "status": "completed", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:50.907138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:50.933530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:50.936287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.938606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53e8099d-5c1f-4998-9b65-9cb7ecfcb53e req-4b56c342-9be5-4813-8138-72cbc47b5372 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726880 Jul 06 18:26:50.951191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.964239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-39a08577-8d2a-4260-9c0f-7171bc3cb865 None None] Provisioning for port 6074d0a6-febd-4f85-b86d-265a11209255 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:50.983717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-39a08577-8d2a-4260-9c0f-7171bc3cb865 None None] Provisioning complete for port 6074d0a6-febd-4f85-b86d-265a11209255 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:50.984404 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39a08577-8d2a-4260-9c0f-7171bc3cb865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:51.012007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:51.013394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:51.015045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] 10.222.0.41 "PUT /v2.0/ports/90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 1096 time: 2.6407790 Jul 06 18:26:51.018166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:51.025265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:51.076293 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:51.101045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Set router 41335d6b-fe08-46ce-b34f-87f10ffc01cb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:26:51.136105 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c819a45-7e83-4df9-b35e-2e9cad4c538d service neutron] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:51.220500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 4e63920b-fe6f-4551-b706-af74faf5bb44 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:51.325548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:51.340044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-d7a7e2fc-9dd5-4893-b974-de598b335764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:51.341621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-d7a7e2fc-9dd5-4893-b974-de598b335764 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1099 time: 0.2886717 Jul 06 18:26:51.398612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Pushing event updated for resources: {'Port': ['ID=450dafed-5ef6-459c-aedf-fa730a798113,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:51.414662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:51.415897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:51.416628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:51.418290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-8ada84e1-6c58-468c-b709-7a523fcfaa39 service neutron] 10.222.0.24 "PUT /v2.0/ports/450dafed-5ef6-459c-aedf-fa730a798113 HTTP/1.1" status: 200 len: 1091 time: 4.6453407 Jul 06 18:26:51.485256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Allocated IP 10.1.1.174 (1590ea67-5222-419d-8864-b9e276bc3158/ffd302cc-2336-4741-8d02-a1b75730fe6f/486e63c4-6d83-4b3b-ab15-e089065418dc) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:51.491335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7310c72-1adc-4190-8b03-57d337548513', 'tag': '450dafed-5ef6-459c-aedf-fa730a798113'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:51.494491 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d980c4-9609-40bb-ace8-25703fd9097e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7310c72-1adc-4190-8b03-57d337548513", "tag": "450dafed-5ef6-459c-aedf-fa730a798113"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:51.497750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:51.528983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 4e63920b-fe6f-4551-b706-af74faf5bb44 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:51.530553 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:51.539042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'mac_address': 'fa:16:3e:4d:6f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:51.547263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:51.568758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:51.569583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:51.621489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a27e9e-7185-4aae-a668-e3e2d294af0d req-5f7719bd-a91e-4b0f-a625-f15742036d17 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:51.626220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45a27e9e-7185-4aae-a668-e3e2d294af0d req-5f7719bd-a91e-4b0f-a625-f15742036d17 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 948 time: 1.4767661 Jul 06 18:26:51.793462 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-c93926df-7cdc-4be1-b66a-25f0448cdb1c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5893264 Jul 06 18:26:51.862332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Request body: {'port': {'device_id': 'd58a7fea-e46a-4772-a5fb-736deb72d488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:51.910303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-39a08577-8d2a-4260-9c0f-7171bc3cb865 None None] Port 6074d0a6-febd-4f85-b86d-265a11209255 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:51.938749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-1e1af76a-a90d-489e-87b1-945ce3366ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:51.940897 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-1e1af76a-a90d-489e-87b1-945ce3366ee9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 1094 time: 0.9930964 Jul 06 18:26:51.959825 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45a27e9e-7185-4aae-a668-e3e2d294af0d req-e1a6a29b-adac-4984-b4cb-b85ec92546cd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172375 Jul 06 18:26:52.055396 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.098910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-b0da3909-0fd1-48a8-995f-c6f6998a1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:52.099851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0746b60-11ab-4062-9ee2-528fa42bf689 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:52.103923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-b0da3909-0fd1-48a8-995f-c6f6998a1097 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.7550776 Jul 06 18:26:52.171160 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.190887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:52.198823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.249772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-6f538aae-b8d6-4aac-b18b-d97123d93404 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 217 time: 0.1240642 Jul 06 18:26:52.262449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:52.263127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-3f72124c-d448-4ef3-bda4-91b71d9645e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:52.264991 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-3f72124c-d448-4ef3-bda4-91b71d9645e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 917 time: 0.2949669 Jul 06 18:26:52.294720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Transition to ACTIVE for port object 486e63c4-6d83-4b3b-ab15-e089065418dc will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:52.311059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.403313 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.438684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:52.447282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2a5c4137-161e-4b5c-b472-e0c4070274c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:52.448889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-2a5c4137-161e-4b5c-b472-e0c4070274c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1795921 Jul 06 18:26:52.476174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.486161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ab462-87fd-4ccc-8f30-bc5a74b453df req-55ca6fe6-ff61-4fd0-8c6a-63458de37ad0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:52.487848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-367ab462-87fd-4ccc-8f30-bc5a74b453df req-55ca6fe6-ff61-4fd0-8c6a-63458de37ad0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 949 time: 0.8150885 Jul 06 18:26:52.506650 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.526178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['b0746b60-11ab-4062-9ee2-528fa42bf689'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:52.531545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-8a6ddc95-4ee0-4b79-b494-dcb6d5b5bc70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8f1631-2062-44b8-98fd-7492cdee4b41 HTTP/1.1" status: 200 len: 217 time: 0.2457321 Jul 06 18:26:52.584707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.678057 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-367ab462-87fd-4ccc-8f30-bc5a74b453df req-8e2a5c21-eb2b-41ea-82db-3bb429c29f8b tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800392 Jul 06 18:26:52.695560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network 1590ea67-5222-419d-8864-b9e276bc3158 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:52.711530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:52.717184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:52.736036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-5086a6c9-8c7b-4f4c-b7dc-64f13873ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:52.737515 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-5086a6c9-8c7b-4f4c-b7dc-64f13873ad54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 HTTP/1.1" status: 200 len: 855 time: 0.1269252 Jul 06 18:26:52.780604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=486e63c4-6d83-4b3b-ab15-e089065418dc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:52.809548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-37e7d9c4-a446-40f4-8ad2-6b012f1f8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:52.811770 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-37e7d9c4-a446-40f4-8ad2-6b012f1f8275 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 1094 time: 1.2677953 Jul 06 18:26:52.816379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e540ab-b3ab-401a-8379-8838611e5054 req-6516e624-c84c-4e83-9360-58e8606992de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:52.846340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-6516e624-c84c-4e83-9360-58e8606992de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3291900 Jul 06 18:26:52.874541 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7d9ac3-fb4f-4d77-bce5-9216008c1e67 x-openstack-request-id: req-5c7d9ac3-fb4f-4d77-bce5-9216008c1e67 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:52.874850 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "name": "network-vif-unplugged", "status": "completed", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:52.875107 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c7d9ac3-fb4f-4d77-bce5-9216008c1e67 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:52.875511 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'code': 200} Jul 06 18:26:52.992247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-d6ff4398-9966-4e44-a40d-1d28faba62a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450dafed-5ef6-459c-aedf-fa730a798113 HTTP/1.1" status: 200 len: 217 time: 0.1142051 Jul 06 18:26:53.048908 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:26:53.054699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4e63920b-fe6f-4551-b706-af74faf5bb44, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e63920b-fe6f-4551-b706-af74faf5bb44,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:53.073017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20762f3-f68e-4f68-be63-db799686230d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63920b-fe6f-4551-b706-af74faf5bb44'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:53.088331 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d57e52-c39e-4777-9962-7cf96fb6ce85" -d '{"events": [{"server_uuid": "a20762f3-f68e-4f68-be63-db799686230d", "name": "network-vif-plugged", "status": "completed", "tag": "4e63920b-fe6f-4551-b706-af74faf5bb44"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:53.099428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:46Z', 'revision_number': 3, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:53.109965 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.241909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7c72a6cc-a621-47f8-8a5e-2210ef21eac3 None None] Provisioning for port af459c67-6021-4559-b6d4-3be3d8e49640 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:53.282129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4e63920b-fe6f-4551-b706-af74faf5bb44,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:53.286256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2e8f1631-2062-44b8-98fd-7492cdee4b41 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:53.288797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Checking router: 41335d6b-fe08-46ce-b34f-87f10ffc01cb for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:26:53.289226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Updating router 41335d6b-fe08-46ce-b34f-87f10ffc01cb port 4b3b4813-86a8-44fc-8382-753ae7677389 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:26:53.383059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.631168 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.761239 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.772380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Transition to ACTIVE for port object 4b3b4813-86a8-44fc-8382-753ae7677389 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:53.844478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Allocated IP 172.20.0.1 (8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c/ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f/252a4deb-3467-48f0-933b-570010dd5d2a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:53.876249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:53.881472 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.909952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2e8f1631-2062-44b8-98fd-7492cdee4b41, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2e8f1631-2062-44b8-98fd-7492cdee4b41,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:53.928631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7c72a6cc-a621-47f8-8a5e-2210ef21eac3 None None] Provisioning complete for port af459c67-6021-4559-b6d4-3be3d8e49640 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:53.928631 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c72a6cc-a621-47f8-8a5e-2210ef21eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.931704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '2e8f1631-2062-44b8-98fd-7492cdee4b41', 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac', 'port_id': '2e8f1631-2062-44b8-98fd-7492cdee4b41', 'mac_address': 'fa:16:3e:28:1e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844a8b14-dd5b-4bea-a8a4-3eb2907df6b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:53.937607 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.988851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-46e572b3-feb3-4102-ae87-991676e8187f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4984417 Jul 06 18:26:53.998668 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:54.015372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'admin_state_up': True, 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'security_groups': ['760796ca-d84a-4f7d-a35a-b177300eb307']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:54.036090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Transition to ACTIVE for port object 252a4deb-3467-48f0-933b-570010dd5d2a will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:54.055558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1a479-24ed-4d1a-b5ea-b99c43c08195 None None] Pushing event updated for resources: {'Port': ['ID=4b3b4813-86a8-44fc-8382-753ae7677389,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:54.199524 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:54.209894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Attempting to bind port 4b3b4813-86a8-44fc-8382-753ae7677389 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:54.210256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Attempting to bind port 4b3b4813-86a8-44fc-8382-753ae7677389 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:54.213992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Attempting to bind port 4b3b4813-86a8-44fc-8382-753ae7677389 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:54.230560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-9028c334-5229-4d37-beee-76bab94ae171 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3833377 Jul 06 18:26:54.245664 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:54.246101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:54.246506 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:54.246894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:54.247372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Bound port: 4b3b4813-86a8-44fc-8382-753ae7677389, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:54.247745 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:54.284011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:54.294210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:54.315772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:54.397504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] For port 4b3b4813-86a8-44fc-8382-753ae7677389, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:54.400743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] For port 4b3b4813-86a8-44fc-8382-753ae7677389, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4b3b4813-86a8-44fc-8382-753ae7677389,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:54.443805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38ab78-1cbd-4d7d-8c83-d5e52a6b926a req-3741d714-f23e-484d-80a3-549f17defee1 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:54.445368 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:54.452355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac38ab78-1cbd-4d7d-8c83-d5e52a6b926a req-3741d714-f23e-484d-80a3-549f17defee1 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 931 time: 2.2908809 Jul 06 18:26:54.473245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:54.558160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e540ab-b3ab-401a-8379-8838611e5054 req-9b4ea8f1-42d8-42be-9589-264a0d4241aa service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892711 Jul 06 18:26:54.591211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7c72a6cc-a621-47f8-8a5e-2210ef21eac3 None None] Port af459c67-6021-4559-b6d4-3be3d8e49640 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:54.624890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1a479-24ed-4d1a-b5ea-b99c43c08195 None None] Pushing event updated for resources: {'Port': ['ID=4b3b4813-86a8-44fc-8382-753ae7677389,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:54.634022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788f6d4-cec9-493c-a143-155071d35dcf req-673b8472-ced5-471b-b4f0-ef31ba2e0e43 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:54.635783 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4788f6d4-cec9-493c-a143-155071d35dcf req-673b8472-ced5-471b-b4f0-ef31ba2e0e43 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.8060470 Jul 06 18:26:54.660220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Pushing event updated for resources: {'Port': ['ID=252a4deb-3467-48f0-933b-570010dd5d2a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:54.715280 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:54.734465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Routers {'41335d6b-fe08-46ce-b34f-87f10ffc01cb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:26:54.735118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:26:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:54.774226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:54.784284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-09dc8c21-606f-4a2c-b147-859b0407830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:54.786050 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-09dc8c21-606f-4a2c-b147-859b0407830f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6a04069-f055-4b7f-8f41-c47256fa45ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0269966 Jul 06 18:26:54.810733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-109908cd-f58d-4646-8978-823a1728cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:54.812738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-109908cd-f58d-4646-8978-823a1728cc48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 HTTP/1.1" status: 200 len: 855 time: 1.7954209 Jul 06 18:26:54.885938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] Set router 41335d6b-fe08-46ce-b34f-87f10ffc01cb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:26:54.893749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:54.906822 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6872641f-13f5-4482-b9b9-a3348aeb1b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:54.978843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4788f6d4-cec9-493c-a143-155071d35dcf req-19b94453-9f55-439d-bac7-1240d72cab73 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172145 Jul 06 18:26:54.980560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:54.983747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8f1631-2062-44b8-98fd-7492cdee4b41 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:54.984507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac38ab78-1cbd-4d7d-8c83-d5e52a6b926a req-9ea1bc83-193f-44bc-8c25-5838621de61c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5305469 Jul 06 18:26:54.995211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-ff671069-daea-4e03-b9e5-f2548740f556 service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698744 Jul 06 18:26:54.995831 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:55.029653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2e8f1631-2062-44b8-98fd-7492cdee4b41, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2e8f1631-2062-44b8-98fd-7492cdee4b41,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:55.062555 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:55.233556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-228519b1-0a6f-4234-9087-d2daf093ffcc None None] Provisioning for port 486e63c4-6d83-4b3b-ab15-e089065418dc completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:55.286330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=2e8f1631-2062-44b8-98fd-7492cdee4b41,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:55.312030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-228519b1-0a6f-4234-9087-d2daf093ffcc None None] Provisioning complete for port 486e63c4-6d83-4b3b-ab15-e089065418dc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:55.328802 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-228519b1-0a6f-4234-9087-d2daf093ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:55.358626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4e6bb2b-c113-4548-936b-c827577a7aab req-a9490607-1a02-4191-805f-48e9055bc9e6 service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668376 Jul 06 18:26:55.360372 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16aefca-c560-45c8-855e-3088f11d2a13 x-openstack-request-id: req-f16aefca-c560-45c8-855e-3088f11d2a13 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:55.362998 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7310c72-1adc-4190-8b03-57d337548513", "tag": "450dafed-5ef6-459c-aedf-fa730a798113", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:55.363521 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f16aefca-c560-45c8-855e-3088f11d2a13 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:55.364048 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7310c72-1adc-4190-8b03-57d337548513', 'tag': '450dafed-5ef6-459c-aedf-fa730a798113', 'status': 'completed', 'code': 200} Jul 06 18:26:55.395480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Allocated IP 10.1.1.139 (1590ea67-5222-419d-8864-b9e276bc3158/ffd302cc-2336-4741-8d02-a1b75730fe6f/df391ba3-1fc3-41b5-b4d7-14e813b5be9e) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:55.413019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['2e8f1631-2062-44b8-98fd-7492cdee4b41'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:55.637608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-228519b1-0a6f-4234-9087-d2daf093ffcc None None] Port 486e63c4-6d83-4b3b-ab15-e089065418dc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:55.735095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-be173fa4-eac8-432d-8300-04f7e930a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:55.736913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-be173fa4-eac8-432d-8300-04f7e930a69d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6a04069-f055-4b7f-8f41-c47256fa45ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7401445 Jul 06 18:26:55.750533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-228519b1-0a6f-4234-9087-d2daf093ffcc None None] Provisioning for port 252a4deb-3467-48f0-933b-570010dd5d2a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:55.771866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-228519b1-0a6f-4234-9087-d2daf093ffcc None None] Provisioning complete for port 252a4deb-3467-48f0-933b-570010dd5d2a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:55.787540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-228519b1-0a6f-4234-9087-d2daf093ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:55.868979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-228519b1-0a6f-4234-9087-d2daf093ffcc None None] Port 252a4deb-3467-48f0-933b-570010dd5d2a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:55.869202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:55.877409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:54Z', 'revision_number': 4, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '252a4deb-3467-48f0-933b-570010dd5d2a', 'name': '', 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'mac_address': 'fa:16:3e:e9:41:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:53Z', 'updated_at': '2021-07-06T18:26:53Z', 'revision_number': 1, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'subnets': [{'id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:55.913483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Transition to ACTIVE for port object df391ba3-1fc3-41b5-b4d7-14e813b5be9e will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:55.914955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2a949-cdaa-473e-aeef-8f6dfece07ef None None] The sync data for ids ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'] in n-d-799684-2 is: [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:54Z', 'revision_number': 4, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '252a4deb-3467-48f0-933b-570010dd5d2a', 'name': '', 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'mac_address': 'fa:16:3e:e9:41:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:53Z', 'updated_at': '2021-07-06T18:26:53Z', 'revision_number': 1, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'subnets': [{'id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:26:55.984713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.181391 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.181391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd051b6a-bde2-4062-8d72-850ad2934e6a req-c165151b-7a69-4aa7-80f5-f22a6fba17d7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:56.181391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd051b6a-bde2-4062-8d72-850ad2934e6a req-c165151b-7a69-4aa7-80f5-f22a6fba17d7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 948 time: 0.7166471 Jul 06 18:26:56.230914 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.236586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:56.288991 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-dd98dd9d-9a95-498a-a1ff-33d7102986a5 service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351398 Jul 06 18:26:56.296849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c07bce-50cf-497b-9477-0095aab82eb7 req-dd5a226b-97f1-43b0-b713-7f06bf4b8961 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:56.313709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c07bce-50cf-497b-9477-0095aab82eb7 req-dd5a226b-97f1-43b0-b713-7f06bf4b8961 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 932 time: 0.8519127 Jul 06 18:26:56.348428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network 1590ea67-5222-419d-8864-b9e276bc3158 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:56.351416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:56.354842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:56.375517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.492726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c07bce-50cf-497b-9477-0095aab82eb7 req-64d667f3-91bc-4523-b470-6da061be4017 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761730 Jul 06 18:26:56.523527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:56.524237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.578553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5310a140-286c-47d1-a033-5b80aaa593c0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5734038 Jul 06 18:26:56.601266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8', 'admin_state_up': True, 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'security_groups': ['760796ca-d84a-4f7d-a35a-b177300eb307']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:56.644832 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Pushing event updated for resources: {'Port': ['ID=252a4deb-3467-48f0-933b-570010dd5d2a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:56.661055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5af2a18-4e46-41b9-b73f-0473052eddc4 req-61ee0d6f-d302-4fdf-afe2-a88421f2256e service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170248 Jul 06 18:26:56.720001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:56.786801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd051b6a-bde2-4062-8d72-850ad2934e6a req-bb66ebcd-234a-4f8a-9f70-0e15173b302f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383560 Jul 06 18:26:56.851476 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3c1800-34e2-4d41-b05b-f0486d613bd5 x-openstack-request-id: req-8c3c1800-34e2-4d41-b05b-f0486d613bd5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:56.863144 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20762f3-f68e-4f68-be63-db799686230d", "name": "network-vif-plugged", "status": "completed", "tag": "4e63920b-fe6f-4551-b706-af74faf5bb44", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:56.869887 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c3c1800-34e2-4d41-b05b-f0486d613bd5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:56.870508 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20762f3-f68e-4f68-be63-db799686230d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63920b-fe6f-4551-b706-af74faf5bb44', 'code': 200} Jul 06 18:26:56.990508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:56.994874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5aa19170-0299-420f-adc9-23b835e2ab1f None None] Provisioning for port df391ba3-1fc3-41b5-b4d7-14e813b5be9e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:57.006566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5aa19170-0299-420f-adc9-23b835e2ab1f None None] Provisioning complete for port df391ba3-1fc3-41b5-b4d7-14e813b5be9e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:57.006942 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5aa19170-0299-420f-adc9-23b835e2ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.148958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5aa19170-0299-420f-adc9-23b835e2ab1f None None] Port df391ba3-1fc3-41b5-b4d7-14e813b5be9e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:57.212310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port b0746b60-11ab-4062-9ee2-528fa42bf689 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:57.212985 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.339275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2e8f1631-2062-44b8-98fd-7492cdee4b41 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:57.368686 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63320c6c-186f-4d08-8332-e87ead4d1ad9 x-openstack-request-id: req-63320c6c-186f-4d08-8332-e87ead4d1ad9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:57.368686 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:57.368686 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63320c6c-186f-4d08-8332-e87ead4d1ad9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:57.368686 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'status': 'completed', 'code': 200} Jul 06 18:26:57.532525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:57.533779 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.541583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.590233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:57.600643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.610509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 2e8f1631-2062-44b8-98fd-7492cdee4b41 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:57.622675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:57.624365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 2e8f1631-2062-44b8-98fd-7492cdee4b41 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:57.624365 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.757546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=10']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:58.031067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Router 41335d6b-fe08-46ce-b34f-87f10ffc01cb has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:26:58.085789 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:58.247552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af459c67-6021-4559-b6d4-3be3d8e49640 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:58.299231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 2e8f1631-2062-44b8-98fd-7492cdee4b41, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2e8f1631-2062-44b8-98fd-7492cdee4b41,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:58.310170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8cbfd85-8648-4b4a-aa01-38596d698384 None None] Provisioning complete for port 252a4deb-3467-48f0-933b-570010dd5d2a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:58.310678 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfd85-8648-4b4a-aa01-38596d698384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:58.341268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:58.353147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-4cf33277-30dc-455f-b5a9-230b2118ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.355179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-4cf33277-30dc-455f-b5a9-230b2118ee10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 1094 time: 1.4075866 Jul 06 18:26:58.447160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbfd85-8648-4b4a-aa01-38596d698384 None None] Port 252a4deb-3467-48f0-933b-570010dd5d2a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:58.448724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4b3b4813-86a8-44fc-8382-753ae7677389 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:58.461314 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:58.534737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Allocated IP 10.2.2.100 (adfbd81e-3739-44cd-a772-2d14ed047aa8/b4479b3b-35fa-4ce8-ba47-87f8f9b0a756/d8948fd1-d4f5-485c-a91b-19efdf4fe2d5) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:58.578023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8c4b3-4cfc-4204-a41e-b36d238b8b22 req-121c8479-a6f5-47b2-bdfc-119962f9e708 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.596503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1aa8c4b3-4cfc-4204-a41e-b36d238b8b22 req-121c8479-a6f5-47b2-bdfc-119962f9e708 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 1.0108242 Jul 06 18:26:58.598471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-2c93d0e8-397b-4f99-8c5d-2c29f4eb6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.600571 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-2c93d0e8-397b-4f99-8c5d-2c29f4eb6f4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 917 time: 0.2031364 Jul 06 18:26:58.696248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-b072c3fa-2581-41e7-ae06-9604bdf6c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.702864 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-b072c3fa-2581-41e7-ae06-9604bdf6c983 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1099 time: 1.3812373 Jul 06 18:26:58.728796 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1aa8c4b3-4cfc-4204-a41e-b36d238b8b22 req-f144dd46-729f-44c4-a0f8-920111d2d608 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240954 Jul 06 18:26:58.741808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:58.766496 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:58.781704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=2e8f1631-2062-44b8-98fd-7492cdee4b41,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:58.840705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4b3b4813-86a8-44fc-8382-753ae7677389 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:58.872920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4b3b4813-86a8-44fc-8382-753ae7677389 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:58.873569 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:58.889851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Transition to ACTIVE for port object d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:58.893418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15124a-468d-4ce2-9f7f-5590a2f74ccc req-1842148f-60d1-4184-adc4-f57c2c8afa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.899857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e15124a-468d-4ce2-9f7f-5590a2f74ccc req-1842148f-60d1-4184-adc4-f57c2c8afa36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 1101 time: 1.8860865 Jul 06 18:26:58.940462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689'}, {'server_uuid': '749dce8d-e15b-4f93-bb23-7b446ff9afd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f1631-2062-44b8-98fd-7492cdee4b41'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:58.943719 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f15b0c-f56d-4d3b-a02d-e80c3b9ad4a0" -d '{"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-plugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689"}, {"server_uuid": "749dce8d-e15b-4f93-bb23-7b446ff9afd3", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f1631-2062-44b8-98fd-7492cdee4b41"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:58.949600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-9c1aea02-b3f5-4108-a67b-8a319d3c6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.955225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-9c1aea02-b3f5-4108-a67b-8a319d3c6f2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1099 time: 1.6892698 Jul 06 18:26:59.012687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-a1b8500d-9080-4a0c-8d50-d986d252eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:59.020036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-a1b8500d-9080-4a0c-8d50-d986d252eab6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2808332 Jul 06 18:26:59.023321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Transition to ACTIVE for port object af459c67-6021-4559-b6d4-3be3d8e49640 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:59.129259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975e09a-34d5-4b67-8bfe-b0d99e83b71c req-dc4079f0-3e78-4cb1-897e-64058579cfb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:59.137278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4975e09a-34d5-4b67-8bfe-b0d99e83b71c req-dc4079f0-3e78-4cb1-897e-64058579cfb6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 950 time: 1.8349233 Jul 06 18:26:59.143876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-381eec5b-40c8-4dc4-971e-0ab01bb1eeac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450dafed-5ef6-459c-aedf-fa730a798113 HTTP/1.1" status: 200 len: 217 time: 0.4323537 Jul 06 18:26:59.186533 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e15124a-468d-4ce2-9f7f-5590a2f74ccc req-56ff5c5c-ce1a-4554-94a6-ba15626a136d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659078 Jul 06 18:26:59.188066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:59.192599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:59.228319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:59.231812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'mac_address': 'fa:16:3e:f9:5f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:59.249770 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:59.259619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4975e09a-34d5-4b67-8bfe-b0d99e83b71c req-6560eac1-f87e-408a-ba2a-9daa8db14519 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148288 Jul 06 18:26:59.286655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 450dafed-5ef6-459c-aedf-fa730a798113 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:59.378434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network adfbd81e-3739-44cd-a772-2d14ed047aa8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:59.392600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-61c5a278-5a91-4137-8196-f678d2c41156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:59.401702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-61c5a278-5a91-4137-8196-f678d2c41156 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.3968477 Jul 06 18:26:59.406962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:59.408957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 450dafed-5ef6-459c-aedf-fa730a798113, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=450dafed-5ef6-459c-aedf-fa730a798113,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:59.436883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:59.441075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4b3b4813-86a8-44fc-8382-753ae7677389, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4b3b4813-86a8-44fc-8382-753ae7677389,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:59.443160 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:59.443810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:59.460677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Pushing event updated for resources: {'Port': ['ID=af459c67-6021-4559-b6d4-3be3d8e49640,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:59.467551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:59.482689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '450dafed-5ef6-459c-aedf-fa730a798113', 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac', 'port_id': '450dafed-5ef6-459c-aedf-fa730a798113', 'mac_address': 'fa:16:3e:8c:25:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844a8b14-dd5b-4bea-a8a4-3eb2907df6b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:59.619429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:59.625145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-457f64f1-8943-4be0-8fc9-a328419eb0a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 217 time: 0.3840728 Jul 06 18:26:59.664300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-7346c03a-48ce-400a-9a6b-5fdc5188a85b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 217 time: 0.2475977 Jul 06 18:26:59.708015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:59.726984 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:59.735783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4b3b4813-86a8-44fc-8382-753ae7677389,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:59.782273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-0eea2bf2-1e2b-4ca6-abf2-43d7e7b26f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:59.786521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-0eea2bf2-1e2b-4ca6-abf2-43d7e7b26f6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1398377 Jul 06 18:26:59.789460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:59.790226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:59.818992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:26:59.822419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-430b7679-86c2-49ad-96b1-ae6b133b98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:59.824353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-430b7679-86c2-49ad-96b1-ae6b133b98ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1492255 Jul 06 18:26:59.841973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3eead870-9733-4782-b2bf-4493c05431f7 admin admin] 10.222.0.53 "PUT /v2.0/routers/41335d6b-fe08-46ce-b34f-87f10ffc01cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0225074 Jul 06 18:26:59.844832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:59.882368 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:59.919476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-bcb7ff8e-bfcc-4cb2-8ee5-47c25f534426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:59.921389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-bcb7ff8e-bfcc-4cb2-8ee5-47c25f534426 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 HTTP/1.1" status: 200 len: 855 time: 0.6484118 Jul 06 18:26:59.930388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-48be89f7-2ff2-482b-a234-5f2d23949fc5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3327017 Jul 06 18:26:59.945868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8', 'admin_state_up': True, 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'security_groups': ['760796ca-d84a-4f7d-a35a-b177300eb307']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:59.981391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450dafed-5ef6-459c-aedf-fa730a798113 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:00.016543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-89e3f3cd-8816-4fe3-8112-ea1b789a72f6 None None] Provisioning for port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:00.029411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 450dafed-5ef6-459c-aedf-fa730a798113, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=450dafed-5ef6-459c-aedf-fa730a798113,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:00.031712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-89e3f3cd-8816-4fe3-8112-ea1b789a72f6 None None] Provisioning complete for port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:00.032312 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-89e3f3cd-8816-4fe3-8112-ea1b789a72f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:00.109159 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:00.139571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989a4f-33e0-44dc-bbce-5d41a15babaf req-4e3b2b82-463b-461e-aa3d-1fbfae2e018e tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.149946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba989a4f-33e0-44dc-bbce-5d41a15babaf req-4e3b2b82-463b-461e-aa3d-1fbfae2e018e tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 944 time: 0.5955696 Jul 06 18:27:00.184772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:00.195465 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Sync routers for ids ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:27:00.210323 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Routers {'41335d6b-fe08-46ce-b34f-87f10ffc01cb'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:00.211182 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:26:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:00.249961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba989a4f-33e0-44dc-bbce-5d41a15babaf req-156def2d-a326-4db8-8dfa-dcfeedc32797 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991247 Jul 06 18:27:00.283873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-0baa986c-0002-41f9-a742-de3909574dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.287253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-0baa986c-0002-41f9-a742-de3909574dae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4551983 Jul 06 18:27:00.290162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4b3b4813-86a8-44fc-8382-753ae7677389 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:00.432056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c9b3f-d839-49b0-8884-984ba1015006 req-db45f217-7b78-4ae1-8f90-74ffb6cba46d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.456921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c9b3f-d839-49b0-8884-984ba1015006 req-db45f217-7b78-4ae1-8f90-74ffb6cba46d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.465319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c9b3f-d839-49b0-8884-984ba1015006 req-db45f217-7b78-4ae1-8f90-74ffb6cba46d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.487949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c9b3f-d839-49b0-8884-984ba1015006 req-db45f217-7b78-4ae1-8f90-74ffb6cba46d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.507840 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d65c9b3f-d839-49b0-8884-984ba1015006 req-db45f217-7b78-4ae1-8f90-74ffb6cba46d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 3095 time: 1.2543046 Jul 06 18:27:00.522024 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Set router 41335d6b-fe08-46ce-b34f-87f10ffc01cb gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:00.631656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-dc6a3f3c-879e-40f1-9041-2b6060167b6b service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309052 Jul 06 18:27:00.650490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-35dffeb8-4bb7-4d56-999d-ea04291a70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.652795 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-35dffeb8-4bb7-4d56-999d-ea04291a70df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=604f3a06301649ec85a8feffe7f94b32&device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 1101 time: 1.5079930 Jul 06 18:27:00.693546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d65c9b3f-d839-49b0-8884-984ba1015006 req-fe9f8f66-afd2-4d45-8122-e891efd26cbe tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631057 Jul 06 18:27:00.724775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-3d5119a6-636d-4ea4-ab22-a6b0945dc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.746901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-3d5119a6-636d-4ea4-ab22-a6b0945dc820 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9006720 Jul 06 18:27:00.917767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Made reservation on behalf of 68d546692f7d4a4dae5c37e5256a1fe0 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:00.942278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:01.006833 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:54Z', 'revision_number': 4, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '252a4deb-3467-48f0-933b-570010dd5d2a', 'name': '', 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'mac_address': 'fa:16:3e:e9:41:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:53Z', 'updated_at': '2021-07-06T18:26:55Z', 'revision_number': 2, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'subnets': [{'id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:01.009481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-26acd48d-4735-4462-b6dd-56c7d4557ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:01.011058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-26acd48d-4735-4462-b6dd-56c7d4557ab9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6a04069-f055-4b7f-8f41-c47256fa45ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0749719 Jul 06 18:27:01.011810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Attempting to bind port af459c67-6021-4559-b6d4-3be3d8e49640 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:01.020655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Attempting to bind port af459c67-6021-4559-b6d4-3be3d8e49640 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:01.021118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Attempting to bind port af459c67-6021-4559-b6d4-3be3d8e49640 on network d6a04069-f055-4b7f-8f41-c47256fa45ac {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:01.064162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['450dafed-5ef6-459c-aedf-fa730a798113'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:01.073019 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Checking router: 41335d6b-fe08-46ce-b34f-87f10ffc01cb for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:27:01.073824 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Updating router 41335d6b-fe08-46ce-b34f-87f10ffc01cb port 252a4deb-3467-48f0-933b-570010dd5d2a binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:27:01.156164 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:01.192791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-89e3f3cd-8816-4fe3-8112-ea1b789a72f6 None None] Port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:27:01.298918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Allocated IP 10.2.2.200 (adfbd81e-3739-44cd-a772-2d14ed047aa8/b4479b3b-35fa-4ce8-ba47-87f8f9b0a756/bdc3fb11-4a3b-4582-98ef-56a59469161f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:01.406512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=450dafed-5ef6-459c-aedf-fa730a798113,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:01.646692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4b3b4813-86a8-44fc-8382-753ae7677389 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:01.647121 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:01.801246 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a05eed-c91a-4077-8c6a-c5b5c4dc05a3 x-openstack-request-id: req-85a05eed-c91a-4077-8c6a-c5b5c4dc05a3 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:01.804415 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-plugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689", "code": 200}, {"server_uuid": "749dce8d-e15b-4f93-bb23-7b446ff9afd3", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f1631-2062-44b8-98fd-7492cdee4b41", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:01.807152 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85a05eed-c91a-4077-8c6a-c5b5c4dc05a3 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:01.807876 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'code': 200} Jul 06 18:27:01.808501 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749dce8d-e15b-4f93-bb23-7b446ff9afd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f1631-2062-44b8-98fd-7492cdee4b41', 'code': 200} Jul 06 18:27:01.903933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:01.921333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Transition to ACTIVE for port object bdc3fb11-4a3b-4582-98ef-56a59469161f will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:01.957892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.24', 52263) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:01.986314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-f76cfeb3-2923-49e3-8d43-63d01622fb54 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2814753 Jul 06 18:27:01.990711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.036798 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.053015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65ad1-0755-4aed-8e70-025c10e68113 req-dd3060d9-d21b-4710-89fb-b9920f9da32d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:02.054775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1d65ad1-0755-4aed-8e70-025c10e68113 req-dd3060d9-d21b-4710-89fb-b9920f9da32d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 949 time: 1.4220994 Jul 06 18:27:02.068629 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Transition to ACTIVE for port object 252a4deb-3467-48f0-933b-570010dd5d2a will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:02.086937 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.144579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event updated for resources: {'Port': ['ID=bdc3fb11-4a3b-4582-98ef-56a59469161f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:02.193215 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-a94f3cd1-3d13-48a2-baf4-f8466d86280d req-eaa94edd-3b89-41d6-85f1-068653e0bfe0 tempest-FloatingIPDetailsNegativeTestJSON-181591516 tempest-FloatingIPDetailsNegativeTestJSON-181591516-project] show failed (client error): The resource could not be found. Jul 06 18:27:02.212032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a94f3cd1-3d13-48a2-baf4-f8466d86280d req-eaa94edd-3b89-41d6-85f1-068653e0bfe0 tempest-FloatingIPDetailsNegativeTestJSON-181591516 tempest-FloatingIPDetailsNegativeTestJSON-181591516-project] 10.222.0.53 "GET /v2.0/floatingips/0cd13c4b-4727-4ce1-91a8-078b0e6cb51d HTTP/1.1" status: 404 len: 350 time: 0.0639801 Jul 06 18:27:02.212690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Port af459c67-6021-4559-b6d4-3be3d8e49640 on network d6a04069-f055-4b7f-8f41-c47256fa45ac not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:02.213025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Attempting to bind port af459c67-6021-4559-b6d4-3be3d8e49640 on network d6a04069-f055-4b7f-8f41-c47256fa45ac {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:02.220695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:02.252720 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Pushing event updated for resources: {'Port': ['ID=252a4deb-3467-48f0-933b-570010dd5d2a,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:02.295828 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:02.296086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Checking segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:02.296451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Bound using segment: {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:02.310185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Bound port: af459c67-6021-4559-b6d4-3be3d8e49640, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c562be-347b-4daf-99a0-8943c8b76bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:02.310763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.349502 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.350197 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.350649 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.365183 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.365818 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.366263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.366707 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.367138 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.367567 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.367992 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.368420 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.368862 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:02.411676 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Attempting to bind port 252a4deb-3467-48f0-933b-570010dd5d2a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:02.415251 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Attempting to bind port 252a4deb-3467-48f0-933b-570010dd5d2a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:02.415251 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Attempting to bind port 252a4deb-3467-48f0-933b-570010dd5d2a on network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:02.421425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Network adfbd81e-3739-44cd-a772-2d14ed047aa8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:02.425961 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:02.426335 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Checking segment: {'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:02.426845 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.427398 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Bound using segment: {'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:02.430346 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Bound port: 252a4deb-3467-48f0-933b-570010dd5d2a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a778b7dc-926b-422e-9878-04c58e5a502d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:02.430896 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.436446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-6ef4b9a4-b3cf-4b7f-a5bc-a0fbd32bdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:02.455597 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-6ef4b9a4-b3cf-4b7f-a5bc-a0fbd32bdf15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 1.7448506 Jul 06 18:27:02.525736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-6d5b2f33-ba7f-42c0-b161-e6af6f044a4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8217454 Jul 06 18:27:02.543449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:02.564091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:02.627129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] For port af459c67-6021-4559-b6d4-3be3d8e49640, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:02.633853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] For port af459c67-6021-4559-b6d4-3be3d8e49640, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=af459c67-6021-4559-b6d4-3be3d8e49640,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:02.640805 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] For port 252a4deb-3467-48f0-933b-570010dd5d2a, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:02.646799 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] For port 252a4deb-3467-48f0-933b-570010dd5d2a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=252a4deb-3467-48f0-933b-570010dd5d2a,segment=NetworkSegment(a778b7dc-926b-422e-9878-04c58e5a502d),segment_id=a778b7dc-926b-422e-9878-04c58e5a502d)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:02.658027 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.668947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:02.670170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.693402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e71bc-17e5-4cb5-ac16-b80d9b7788de req-01fe9afd-8772-460d-bf04-48556d516bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:02.695758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-727e71bc-17e5-4cb5-ac16-b80d9b7788de req-01fe9afd-8772-460d-bf04-48556d516bba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 1096 time: 0.7355957 Jul 06 18:27:02.699690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1d65ad1-0755-4aed-8e70-025c10e68113 req-ac8b5643-5ef4-4c04-bc00-5df04fe3e2ff tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645773 Jul 06 18:27:02.746128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1fb77615-778a-485d-ad3c-240f69841506 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8117187 Jul 06 18:27:02.832197 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Routers {'41335d6b-fe08-46ce-b34f-87f10ffc01cb'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:02.833186 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:26:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:02.852286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-c5eabb5b-38f0-4a3a-af85-ea7ff7a565a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b0746b60-11ab-4062-9ee2-528fa42bf689 HTTP/1.1" status: 200 len: 217 time: 0.2089031 Jul 06 18:27:02.855582 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:03.092845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f0b8909b-7f79-4404-97ee-fbc6bfb27cfb None None] Provisioning for port bdc3fb11-4a3b-4582-98ef-56a59469161f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:03.097426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f0b8909b-7f79-4404-97ee-fbc6bfb27cfb None None] Provisioning complete for port bdc3fb11-4a3b-4582-98ef-56a59469161f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:03.097984 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0b8909b-7f79-4404-97ee-fbc6bfb27cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:03.153676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Pushing event updated for resources: {'Port': ['ID=af459c67-6021-4559-b6d4-3be3d8e49640,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:03.233702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f0b8909b-7f79-4404-97ee-fbc6bfb27cfb None None] Port bdc3fb11-4a3b-4582-98ef-56a59469161f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:27:03.245445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 450dafed-5ef6-459c-aedf-fa730a798113 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:03.299334 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3e96-97b1-485a-a580-62151ed1a749 None None] Pushing event updated for resources: {'Port': ['ID=252a4deb-3467-48f0-933b-570010dd5d2a,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:03.347032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:03.347654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:03.349031 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-eb5c3839-eef0-42d6-9e02-b8f85097aea0 service neutron] 10.222.0.41 "PUT /v2.0/ports/af459c67-6021-4559-b6d4-3be3d8e49640 HTTP/1.1" status: 200 len: 1092 time: 11.5019765 Jul 06 18:27:03.351343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58a7fea-e46a-4772-a5fb-736deb72d488', 'tag': 'af459c67-6021-4559-b6d4-3be3d8e49640'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:03.353763 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b88c5a-292b-45de-8015-700f33c45ace" -d '{"events": [{"name": "network-changed", "server_uuid": "d58a7fea-e46a-4772-a5fb-736deb72d488", "tag": "af459c67-6021-4559-b6d4-3be3d8e49640"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:03.402887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-22bdf7ef-6595-4688-b9f9-272b4b4f37d4 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5796173 Jul 06 18:27:03.420788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 450dafed-5ef6-459c-aedf-fa730a798113 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:03.438385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 450dafed-5ef6-459c-aedf-fa730a798113 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:03.438385 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:03.486570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:03.487859 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] Set router 41335d6b-fe08-46ce-b34f-87f10ffc01cb gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:03.533935 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-d1bd3e61-149e-4a33-a233-99931adb3185 service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5028486 Jul 06 18:27:03.591756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-aaf80aa2-a501-4599-bfd5-a94017470269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:03.596642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-aaf80aa2-a501-4599-bfd5-a94017470269 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.7159803 Jul 06 18:27:03.705470 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:03.781755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 450dafed-5ef6-459c-aedf-fa730a798113, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=450dafed-5ef6-459c-aedf-fa730a798113,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:03.800106 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:03.877642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:03.925765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7310c72-1adc-4190-8b03-57d337548513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450dafed-5ef6-459c-aedf-fa730a798113'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:03.931726 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f32a2a8-8673-488a-ba15-30d5cab7ce86" -d '{"events": [{"server_uuid": "e7310c72-1adc-4190-8b03-57d337548513", "name": "network-vif-plugged", "status": "completed", "tag": "450dafed-5ef6-459c-aedf-fa730a798113"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:03.941861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=450dafed-5ef6-459c-aedf-fa730a798113,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:03.971733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ff368-1972-4edf-badb-6e1b86838f6b req-d982e0e8-a954-4a4b-9b68-8a971cada0e5 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:03.979235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b21ff368-1972-4edf-badb-6e1b86838f6b req-d982e0e8-a954-4a4b-9b68-8a971cada0e5 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 950 time: 1.2631979 Jul 06 18:27:04.029238 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:54Z', 'revision_number': 4, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '252a4deb-3467-48f0-933b-570010dd5d2a', 'name': '', 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'mac_address': 'fa:16:3e:e9:41:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:53Z', 'updated_at': '2021-07-06T18:27:02Z', 'revision_number': 4, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'subnets': [{'id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:04.052679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-b4ab74a9-b5b6-4524-8392-638364daa95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:04.054821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-b4ab74a9-b5b6-4524-8392-638364daa95b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=604f3a06301649ec85a8feffe7f94b32&device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 1099 time: 1.4172227 Jul 06 18:27:04.064245 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-727e71bc-17e5-4cb5-ac16-b80d9b7788de req-e823a735-5d02-4d4d-852f-cac08c955b82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3117349 Jul 06 18:27:04.093178 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa0375-7357-4c64-a791-cb842dcb0eec None None] The sync data for ids ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'] in n-d-799684-2 is: [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:54Z', 'revision_number': 4, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '252a4deb-3467-48f0-933b-570010dd5d2a', 'name': '', 'network_id': '8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'mac_address': 'fa:16:3e:e9:41:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:53Z', 'updated_at': '2021-07-06T18:27:02Z', 'revision_number': 4, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'subnets': [{'id': 'ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:27:04.141426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-e100d495-abd6-4a73-92ae-8d164bfceb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:04.159315 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-e100d495-abd6-4a73-92ae-8d164bfceb33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 1095 time: 0.7473266 Jul 06 18:27:04.240809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 252a4deb-3467-48f0-933b-570010dd5d2a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:04.255223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-a37fd7c7-3225-4d50-9d13-788223a8523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:04.256852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-a37fd7c7-3225-4d50-9d13-788223a8523f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5645375 Jul 06 18:27:04.341353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b21ff368-1972-4edf-badb-6e1b86838f6b req-ac55dc4a-24f6-4f6c-8ae9-49876098450c tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568661 Jul 06 18:27:04.358552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6872641f-13f5-4482-b9b9-a3348aeb1b7d req-a480fcfc-932a-4983-afdd-42d11252b4ed service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8215868 Jul 06 18:27:04.387355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 252a4deb-3467-48f0-933b-570010dd5d2a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:04.403714 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 252a4deb-3467-48f0-933b-570010dd5d2a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:04.403714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:04.407495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-a845e1ef-19dc-4934-bdca-6800037451b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af459c67-6021-4559-b6d4-3be3d8e49640 HTTP/1.1" status: 200 len: 217 time: 0.2157650 Jul 06 18:27:04.417835 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5d980c4-9609-40bb-ace8-25703fd9097e req-3cd64e0c-3977-4990-bd17-8df150ccc32f service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8187211 Jul 06 18:27:04.674169 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:04.722905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e6c56-fce6-43cf-972c-0df7b5709211 req-feefa384-a867-4279-959f-466973442911 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:04.724921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-610e6c56-fce6-43cf-972c-0df7b5709211 req-feefa384-a867-4279-959f-466973442911 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 944 time: 1.1586926 Jul 06 18:27:04.742996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-e6d279b2-6db0-4747-882a-23696048404d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:04.745216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-e6d279b2-6db0-4747-882a-23696048404d tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 1.3039796 Jul 06 18:27:04.804544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 252a4deb-3467-48f0-933b-570010dd5d2a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=252a4deb-3467-48f0-933b-570010dd5d2a,segment=NetworkSegment(a778b7dc-926b-422e-9878-04c58e5a502d),segment_id=a778b7dc-926b-422e-9878-04c58e5a502d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:04.816760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:04.906933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:04.987340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-d2b84e24-7b87-45ee-88bb-b22068344297 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273594 Jul 06 18:27:05.099769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-610e6c56-fce6-43cf-972c-0df7b5709211 req-9a7436f2-351b-4726-b1e0-413b408d1750 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409066 Jul 06 18:27:05.107521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:05.166441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:05.168754 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:05.183730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-a98dea1a-2ba6-4f58-bdee-7744acec8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:05.190486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-a98dea1a-2ba6-4f58-bdee-7744acec8329 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 HTTP/1.1" status: 200 len: 855 time: 0.7705884 Jul 06 18:27:05.317835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=252a4deb-3467-48f0-933b-570010dd5d2a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:05.391579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cedab-fe7d-48af-a6c7-59de1d55c5e3 req-169f368c-eb4f-4f02-91d3-37415a3b2d60 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:05.411085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-986cedab-fe7d-48af-a6c7-59de1d55c5e3 req-169f368c-eb4f-4f02-91d3-37415a3b2d60 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 945 time: 0.5613687 Jul 06 18:27:05.539217 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:05.562426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-41121c4d-6dba-4a79-b581-ba71e86c0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:05.564015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-41121c4d-6dba-4a79-b581-ba71e86c0b13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6a04069-f055-4b7f-8f41-c47256fa45ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3529642 Jul 06 18:27:05.579921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-986cedab-fe7d-48af-a6c7-59de1d55c5e3 req-f3adb014-d983-4bc6-bbf5-7fa8e5b55a8e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659067 Jul 06 18:27:05.591689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-dcd31b0e-da4b-41b5-88a8-dde150357ec0 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887482 Jul 06 18:27:05.620402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:05.627372 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:05.628253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 50a84e19-d639-4697-a77a-51eb3a0f2a19 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:05.880080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-49a4d974-f75c-4423-b589-2d29678851d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:05.882665 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-49a4d974-f75c-4423-b589-2d29678851d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 1.7499163 Jul 06 18:27:05.915039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-98412130-aac0-4a1a-b47d-c8ce1a816dac service neutron] 10.222.0.41 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337278 Jul 06 18:27:06.043131 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:06.185857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6074d0a6-febd-4f85-b86d-265a11209255 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:06.210300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-b9f6e13f-9aca-4b30-b015-7f2ae3b15b98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e8036a46-2186-405c-b96c-71b8fd65e845 HTTP/1.1" status: 200 len: 217 time: 0.2854939 Jul 06 18:27:06.211785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7639463-1041-4dfa-bd1d-89c07cace07c req-4fd2af18-6ec6-460b-9b92-4d51725c0c9c service neutron] 10.222.0.41 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873776 Jul 06 18:27:06.217071 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b347c-c9fc-4b19-bae9-d6757d2b392a x-openstack-request-id: req-805b347c-c9fc-4b19-bae9-d6757d2b392a {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:06.218322 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58a7fea-e46a-4772-a5fb-736deb72d488", "tag": "af459c67-6021-4559-b6d4-3be3d8e49640", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:06.221013 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-805b347c-c9fc-4b19-bae9-d6757d2b392a {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:06.221569 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58a7fea-e46a-4772-a5fb-736deb72d488', 'tag': 'af459c67-6021-4559-b6d4-3be3d8e49640', 'status': 'completed', 'code': 200} Jul 06 18:27:06.251288 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 50a84e19-d639-4697-a77a-51eb3a0f2a19, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=50a84e19-d639-4697-a77a-51eb3a0f2a19,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:06.299123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:06.308509 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf42e2d-cd8d-466d-afb3-fa935115c9d5 x-openstack-request-id: req-7cf42e2d-cd8d-466d-afb3-fa935115c9d5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:06.308818 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7310c72-1adc-4190-8b03-57d337548513", "name": "network-vif-plugged", "status": "completed", "tag": "450dafed-5ef6-459c-aedf-fa730a798113", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:06.309074 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cf42e2d-cd8d-466d-afb3-fa935115c9d5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:06.309493 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7310c72-1adc-4190-8b03-57d337548513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450dafed-5ef6-459c-aedf-fa730a798113', 'code': 200} Jul 06 18:27:06.313371 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:06.338403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 252a4deb-3467-48f0-933b-570010dd5d2a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:06.353995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:06.486766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-45ea9f72-1231-454b-91e3-eb2de67cd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:06.487828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-45ea9f72-1231-454b-91e3-eb2de67cd5d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1772690 Jul 06 18:27:06.552793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Deleting port 50a84e19-d639-4697-a77a-51eb3a0f2a19 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:06.553158 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:06.690081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=50a84e19-d639-4697-a77a-51eb3a0f2a19,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:06.735913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 252a4deb-3467-48f0-933b-570010dd5d2a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:06.736157 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:06.783222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Transition to ACTIVE for port object 6074d0a6-febd-4f85-b86d-265a11209255 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:06.847874 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:06.989769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b88c5a-292b-45de-8015-700f33c45ace req-8aabacfd-197e-41cd-b7f3-9bcd99f3d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:06.993088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89b88c5a-292b-45de-8015-700f33c45ace req-8aabacfd-197e-41cd-b7f3-9bcd99f3d305 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 1095 time: 0.5209432 Jul 06 18:27:07.003311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6074d0a6-febd-4f85-b86d-265a11209255,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:07.124307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-a71d133c-bf57-41f8-a820-dd9d5394c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.126185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-a71d133c-bf57-41f8-a820-dd9d5394c7e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74&tenant_id=e1ae3fe32b9846d19397914868166617&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1101 time: 0.5288122 Jul 06 18:27:07.127729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b88c5a-292b-45de-8015-700f33c45ace req-f0126b8a-46cd-404d-9a0e-b795b462b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.129195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89b88c5a-292b-45de-8015-700f33c45ace req-f0126b8a-46cd-404d-9a0e-b795b462b840 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 917 time: 0.1279721 Jul 06 18:27:07.129434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949696-5545-4983-ba93-fd5115d0af5a req-4226ca68-df0a-4722-9d97-3f10a302ffe3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.134795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e63a66-4ba8-4837-ba9b-01acda0e1b77 req-f7db0668-ad76-4fb1-b5d4-4cc0eb401306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.136079 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949696-5545-4983-ba93-fd5115d0af5a req-4226ca68-df0a-4722-9d97-3f10a302ffe3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.136670 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2e63a66-4ba8-4837-ba9b-01acda0e1b77 req-f7db0668-ad76-4fb1-b5d4-4cc0eb401306 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 1096 time: 0.4566150 Jul 06 18:27:07.144619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949696-5545-4983-ba93-fd5115d0af5a req-4226ca68-df0a-4722-9d97-3f10a302ffe3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.154850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949696-5545-4983-ba93-fd5115d0af5a req-4226ca68-df0a-4722-9d97-3f10a302ffe3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.166907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949696-5545-4983-ba93-fd5115d0af5a req-4226ca68-df0a-4722-9d97-3f10a302ffe3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.177342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-51949696-5545-4983-ba93-fd5115d0af5a req-4226ca68-df0a-4722-9d97-3f10a302ffe3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 3816 time: 1.5985417 Jul 06 18:27:07.229456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89b88c5a-292b-45de-8015-700f33c45ace req-b282afd7-2ba9-4ac0-af5e-355cf3d96cd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af459c67-6021-4559-b6d4-3be3d8e49640 HTTP/1.1" status: 200 len: 217 time: 0.0914311 Jul 06 18:27:07.287763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] For port 50a84e19-d639-4697-a77a-51eb3a0f2a19, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=50a84e19-d639-4697-a77a-51eb3a0f2a19,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:07.288012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:07.300657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-18250f04-9d4f-4914-a3cc-37f0673c6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.310971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-18250f04-9d4f-4914-a3cc-37f0673c6178 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7670712 Jul 06 18:27:07.322868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b88c5a-292b-45de-8015-700f33c45ace req-9244df67-15f9-4d0c-a4ec-2f5dd07eb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.325965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89b88c5a-292b-45de-8015-700f33c45ace req-9244df67-15f9-4d0c-a4ec-2f5dd07eb16d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 HTTP/1.1" status: 200 len: 855 time: 0.0846322 Jul 06 18:27:07.467758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-51949696-5545-4983-ba93-fd5115d0af5a req-33d7b016-a121-4694-a028-835fc787e484 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891037 Jul 06 18:27:07.483639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2e63a66-4ba8-4837-ba9b-01acda0e1b77 req-a8d6c4c9-882b-4bca-a036-76ea3c4a2dba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312876 Jul 06 18:27:07.502721 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-d0998228-f455-407e-ada9-0bcd702ea847 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:27:07.503960 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-d0998228-f455-407e-ada9-0bcd702ea847 service neutron] 10.222.0.24 "DELETE /v2.0/ports/90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.3595967 Jul 06 18:27:07.508580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Calling delete_port for 50a84e19-d639-4697-a77a-51eb3a0f2a19 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:07.514947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-5c4839e7-9a83-4afe-ba98-09e26559b68b service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874290 Jul 06 18:27:07.516607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9373d-502e-4161-9e7b-0fdedcb51ed8 req-3db95401-2851-4436-96c8-0f53206991c1 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.517854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0fb9373d-502e-4161-9e7b-0fdedcb51ed8 req-3db95401-2851-4436-96c8-0f53206991c1 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 944 time: 0.1900380 Jul 06 18:27:07.521700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b88c5a-292b-45de-8015-700f33c45ace req-f18193de-e1a0-4fa7-90e9-26be1e044bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.523256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89b88c5a-292b-45de-8015-700f33c45ace req-f18193de-e1a0-4fa7-90e9-26be1e044bad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6a04069-f055-4b7f-8f41-c47256fa45ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580024 Jul 06 18:27:07.695604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:07.767213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89b88c5a-292b-45de-8015-700f33c45ace req-42110bb6-4f0b-4cc8-aae0-0349efccecb7 service neutron] 10.222.0.41 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334986 Jul 06 18:27:07.780520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0fb9373d-502e-4161-9e7b-0fdedcb51ed8 req-81993e6b-960d-4dc2-9b17-87bd70181558 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553308 Jul 06 18:27:07.901677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Attempting to bind port 6074d0a6-febd-4f85-b86d-265a11209255 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:07.905211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Attempting to bind port 6074d0a6-febd-4f85-b86d-265a11209255 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:07.908812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-befa4c36-ae55-4a3d-a4d8-18166cfa5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.910265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Attempting to bind port 6074d0a6-febd-4f85-b86d-265a11209255 on network c97f7bee-4d6f-4331-a536-ecf46e04d16d {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:07.910831 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-befa4c36-ae55-4a3d-a4d8-18166cfa5ae1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1101 time: 0.2626827 Jul 06 18:27:07.949130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Port 6074d0a6-febd-4f85-b86d-265a11209255 on network c97f7bee-4d6f-4331-a536-ecf46e04d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:07.949476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Attempting to bind port 6074d0a6-febd-4f85-b86d-265a11209255 on network c97f7bee-4d6f-4331-a536-ecf46e04d16d {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:07.961972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-57f8cb80-fd1f-4db0-925b-734ec27098a5 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034398 Jul 06 18:27:07.976319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:07.976671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Checking segment: {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:07.977060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Bound using segment: {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:07.977515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Bound port: 6074d0a6-febd-4f85-b86d-265a11209255, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9d7d1c-45bb-47b9-abf2-c6905325a37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:07.977916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:08.080808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f30f9-34ff-4b12-a275-ad61d8daaf74 req-edba3404-997c-4e76-8b00-811a0064e396 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.082730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c82f30f9-34ff-4b12-a275-ad61d8daaf74 req-edba3404-997c-4e76-8b00-811a0064e396 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c HTTP/1.1" status: 200 len: 943 time: 0.4043686 Jul 06 18:27:08.197885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89b88c5a-292b-45de-8015-700f33c45ace req-bfd90341-8465-4ecd-a7bb-6d5ebd73c02b service neutron] 10.222.0.41 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147763 Jul 06 18:27:08.284126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-dcf479a2-f30a-47ea-8149-2e01551dd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.290681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-dcf479a2-f30a-47ea-8149-2e01551dd52e service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.3636329 Jul 06 18:27:08.311127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'}, {'server_uuid': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a84e19-d639-4697-a77a-51eb3a0f2a19'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:08.313497 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff9401f-350f-47ad-a5a0-17cd2962a45a" -d '{"events": [{"server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "name": "network-vif-plugged", "status": "completed", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c"}, {"server_uuid": "a5ae5772-2947-44b8-a790-bdc9b9f42e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "50a84e19-d639-4697-a77a-51eb3a0f2a19"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:08.413473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-de09447d-9aba-4c91-8d4d-d5cf269b0c2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 217 time: 0.1132550 Jul 06 18:27:08.413836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:08.429656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:08.526667 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c82f30f9-34ff-4b12-a275-ad61d8daaf74 req-d4fcae9c-5987-46bc-858f-e0282864aa6c tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006670 Jul 06 18:27:08.575156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-9b883056-67ab-41b8-a25c-98af1d686ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.581828 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-9b883056-67ab-41b8-a25c-98af1d686ebf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1588242 Jul 06 18:27:08.626758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event deleted for resources: {'Port': ['ID=50a84e19-d639-4697-a77a-51eb3a0f2a19,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:08.649519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] For port 6074d0a6-febd-4f85-b86d-265a11209255, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:08.727703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] For port 6074d0a6-febd-4f85-b86d-265a11209255, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6074d0a6-febd-4f85-b86d-265a11209255,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:08.789751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] No DVR routers for this DVR port 50a84e19-d639-4697-a77a-51eb3a0f2a19 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:27:08.793962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:08.794965 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e618774e-657d-4f56-949b-d19897dec5b8 x-openstack-request-id: req-e618774e-657d-4f56-949b-d19897dec5b8 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:08.795370 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "name": "network-vif-plugged", "status": "completed", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c", "code": 200}, {"server_uuid": "a5ae5772-2947-44b8-a790-bdc9b9f42e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "50a84e19-d639-4697-a77a-51eb3a0f2a19", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:08.798162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b8fc0f5-37db-4529-8da1-2b9f1c683b5a req-d8c259ad-7722-42d8-89b2-fe1cbb3cf667 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.41 "DELETE /v2.0/ports/50a84e19-d639-4697-a77a-51eb3a0f2a19 HTTP/1.1" status: 204 len: 173 time: 4.0054255 Jul 06 18:27:08.798699 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e618774e-657d-4f56-949b-d19897dec5b8 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:08.799722 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'code': 200} Jul 06 18:27:08.800190 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a84e19-d639-4697-a77a-51eb3a0f2a19', 'code': 200} Jul 06 18:27:08.801555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device af459c67-6021-4559-b6d4-3be3d8e49640 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:08.817252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'name': 'network-vif-deleted', 'tag': '50a84e19-d639-4697-a77a-51eb3a0f2a19'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:08.830583 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4506f735-30c0-4ed1-be93-d7e9347b79f8" -d '{"events": [{"server_uuid": "a5ae5772-2947-44b8-a790-bdc9b9f42e1c", "name": "network-vif-deleted", "tag": "50a84e19-d639-4697-a77a-51eb3a0f2a19"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:08.835677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:08.921827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6074d0a6-febd-4f85-b86d-265a11209255,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:08.946700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-9e047df0-3a30-4b63-a5d4-f6ed0385f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.948288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-9e047df0-3a30-4b63-a5d4-f6ed0385f718 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3334546 Jul 06 18:27:08.974273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.978730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:08.985483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-6d6afc9a-b7e3-447b-800e-fd99075af6f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/6074d0a6-febd-4f85-b86d-265a11209255 HTTP/1.1" status: 200 len: 1091 time: 5.5189431 Jul 06 18:27:08.994208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.995337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.995337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.995927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.996418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.996886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.997829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.015978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.016658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.017109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.017584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.026326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.026860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.027365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.027836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.028308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:09.042750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a11e48e1-552f-49da-86fe-9b489c885590 req-bd85dd66-f268-448a-85a1-05ef63bd187c tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33&device_id=e7310c72-1adc-4190-8b03-57d337548513&device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3&device_id=a20762f3-f68e-4f68-be63-db799686230d&device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a&device_id=52df55a3-3735-44a8-a945-14ece591932e&device_id=a5ae5772-2947-44b8-a790-bdc9b9f42e1c&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74&device_id=721ecb67-b708-4f51-babd-32c135da70ed&device_id=46452b88-5531-4731-a822-cc0ca3ca653b&device_id=42d6ef59-6b66-493a-9c40-663b0288850a&device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 14101 time: 0.4597604 Jul 06 18:27:09.128950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a11e48e1-552f-49da-86fe-9b489c885590 req-107a9cb7-0fcd-4bb1-a8bb-003a87a7aafd tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:09.256669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port af459c67-6021-4559-b6d4-3be3d8e49640, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=af459c67-6021-4559-b6d4-3be3d8e49640,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:09.295735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:09.299689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'af459c67-6021-4559-b6d4-3be3d8e49640', 'network_id': 'd6a04069-f055-4b7f-8f41-c47256fa45ac', 'port_id': 'af459c67-6021-4559-b6d4-3be3d8e49640', 'mac_address': 'fa:16:3e:1d:b3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844a8b14-dd5b-4bea-a8a4-3eb2907df6b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:09.341078 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-f6f02365-3a95-4100-8f63-149badd00bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918274 Jul 06 18:27:09.445135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-278f5dec-eba7-4bd1-bea9-ae5063c18836 req-f6e4bf2a-8904-4d4c-8175-93239b8a3660 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948997 Jul 06 18:27:09.446765 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:09.536176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af459c67-6021-4559-b6d4-3be3d8e49640 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:09.570700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a11e48e1-552f-49da-86fe-9b489c885590 req-107a9cb7-0fcd-4bb1-a8bb-003a87a7aafd tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:09.585063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a11e48e1-552f-49da-86fe-9b489c885590 req-107a9cb7-0fcd-4bb1-a8bb-003a87a7aafd tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:09.654977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port af459c67-6021-4559-b6d4-3be3d8e49640, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=af459c67-6021-4559-b6d4-3be3d8e49640,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:09.672053 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:09.687771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a11e48e1-552f-49da-86fe-9b489c885590 req-107a9cb7-0fcd-4bb1-a8bb-003a87a7aafd tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&id=5caab6e3-df07-4546-a6d1-9ac400960963&id=60c797f3-6614-4a96-a146-bade44ee926e&id=760796ca-d84a-4f7d-a35a-b177300eb307&id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.6440284 Jul 06 18:27:09.717758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a9cb7-0fcd-4bb1-a8bb-003a87a7aafd tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7753da60-7e3d-4a99-b56c-8ad9b6b474aa,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:09.839123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=af459c67-6021-4559-b6d4-3be3d8e49640,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:09.996652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['af459c67-6021-4559-b6d4-3be3d8e49640'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:10.072707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96366ab-99dc-4792-bc2c-35b488303984 req-ce89b2c5-7e63-4944-ae9a-b12b87d0e6d7 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:10.097764 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a96366ab-99dc-4792-bc2c-35b488303984 req-ce89b2c5-7e63-4944-ae9a-b12b87d0e6d7 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 945 time: 0.1741898 Jul 06 18:27:10.210194 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a96366ab-99dc-4792-bc2c-35b488303984 req-054f56e0-2606-4b54-9917-558f2e164ef1 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107943 Jul 06 18:27:10.404768 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a3ebca-a808-4263-9f57-4f3f2487a344 x-openstack-request-id: req-c8a3ebca-a808-4263-9f57-4f3f2487a344 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:10.405430 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ae5772-2947-44b8-a790-bdc9b9f42e1c", "name": "network-vif-deleted", "tag": "50a84e19-d639-4697-a77a-51eb3a0f2a19", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:10.407644 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8a3ebca-a808-4263-9f57-4f3f2487a344 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:10.408068 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae5772-2947-44b8-a790-bdc9b9f42e1c', 'name': 'network-vif-deleted', 'tag': '50a84e19-d639-4697-a77a-51eb3a0f2a19', 'status': 'completed', 'code': 200} Jul 06 18:27:10.429805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Deleting port 252a4deb-3467-48f0-933b-570010dd5d2a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:10.430154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:10.531160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a267-3b10-4144-9781-080aecbf8a14 req-71c0940b-b343-4d70-a0e9-da6482fcecb9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:10.538210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a267-3b10-4144-9781-080aecbf8a14 req-71c0940b-b343-4d70-a0e9-da6482fcecb9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:10.545473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a267-3b10-4144-9781-080aecbf8a14 req-71c0940b-b343-4d70-a0e9-da6482fcecb9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:10.563602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a267-3b10-4144-9781-080aecbf8a14 req-71c0940b-b343-4d70-a0e9-da6482fcecb9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:10.570369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a267-3b10-4144-9781-080aecbf8a14 req-71c0940b-b343-4d70-a0e9-da6482fcecb9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:10.572587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c610a267-3b10-4144-9781-080aecbf8a14 req-71c0940b-b343-4d70-a0e9-da6482fcecb9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 3828 time: 1.3752167 Jul 06 18:27:10.586288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:10.738252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-5c0da9ae-4097-4619-af0c-80874c60822e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1ae3fe32b9846d19397914868166617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460529 Jul 06 18:27:10.797128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] For port 252a4deb-3467-48f0-933b-570010dd5d2a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=252a4deb-3467-48f0-933b-570010dd5d2a,segment=NetworkSegment(a778b7dc-926b-422e-9878-04c58e5a502d),segment_id=a778b7dc-926b-422e-9878-04c58e5a502d)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:10.797592 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:10.820529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Calling delete_port for 252a4deb-3467-48f0-933b-570010dd5d2a owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:10.931381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8861-f5b7-443e-b722-288237c45baf req-da346206-de8e-4d95-8625-38035cef56db tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:10.942685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-da346206-de8e-4d95-8625-38035cef56db tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029176 Jul 06 18:27:10.974973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-c882db81-2461-4262-948d-4cafa83e0267 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/quotas/e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 375 time: 0.0304129 Jul 06 18:27:11.046360 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c610a267-3b10-4144-9781-080aecbf8a14 req-ed6f0aa2-d603-48a7-87f7-d7702224a3f3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4664309 Jul 06 18:27:11.067188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:11.173822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-8a82efa9-d977-4d14-b4a5-3459f0935b03 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1978729 Jul 06 18:27:11.660689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:11.672679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:11.741231 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Transition to ACTIVE for port object ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:11.828305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Pushing event deleted for resources: {'Port': ['ID=252a4deb-3467-48f0-933b-570010dd5d2a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:11.835985 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:11.965054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946225-2b1f-470e-94df-b056f8cff24c req-8adfc6c6-2f5a-4cc4-a1c2-018ce48c957c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:11.970709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d946225-2b1f-470e-94df-b056f8cff24c req-8adfc6c6-2f5a-4cc4-a1c2-018ce48c957c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 945 time: 0.1884820 Jul 06 18:27:12.019488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:12.078545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d946225-2b1f-470e-94df-b056f8cff24c req-1e4b0577-1440-4d31-b950-c830aeb12af5 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018503 Jul 06 18:27:12.172846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d949-acf1-4df4-8081-88b4d0ecb08a req-9adb3302-447a-4f1c-9fe7-b1bb73096f0a tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:12.173335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d949-acf1-4df4-8081-88b4d0ecb08a req-9adb3302-447a-4f1c-9fe7-b1bb73096f0a tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:12.173843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d949-acf1-4df4-8081-88b4d0ecb08a req-9adb3302-447a-4f1c-9fe7-b1bb73096f0a tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:12.175640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd97d949-acf1-4df4-8081-88b4d0ecb08a req-9adb3302-447a-4f1c-9fe7-b1bb73096f0a tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d&device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a&device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 2884 time: 0.4298420 Jul 06 18:27:12.339907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:12.418829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c689471c-fe1c-41f2-9e3e-23542006b5d7 req-e8dc6caa-8fca-49c5-a70e-ecbbb2f7bfb3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 210 time: 0.0823958 Jul 06 18:27:12.440799 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd97d949-acf1-4df4-8081-88b4d0ecb08a req-c4909422-2fb0-4353-9f67-877af7c88364 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157028 Jul 06 18:27:12.440799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:12.442444 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "6074d0a6-febd-4f85-b86d-265a11209255"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:12.536994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Attempting to bind port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:12.537414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Attempting to bind port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:12.538963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Attempting to bind port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:12.563394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 on network 1590ea67-5222-419d-8864-b9e276bc3158 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:12.563799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Attempting to bind port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:12.588665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:12.590671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Checking segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:12.592127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Bound using segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:12.592127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Bound port: ee7536de-a6c9-4f5b-93c9-fc2101fb07d9, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:12.592127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:12.811267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device af459c67-6021-4559-b6d4-3be3d8e49640 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:12.883448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] For port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:12.912372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] For port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:12.930430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:12.964498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port af459c67-6021-4559-b6d4-3be3d8e49640 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:12.969119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port af459c67-6021-4559-b6d4-3be3d8e49640 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:12.969735 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:13.047644 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b96371d-cbe7-4e32-a54d-cbb49dcc90a2 x-openstack-request-id: req-9b96371d-cbe7-4e32-a54d-cbb49dcc90a2 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:13.047927 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "6074d0a6-febd-4f85-b86d-265a11209255", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:13.048170 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b96371d-cbe7-4e32-a54d-cbb49dcc90a2 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:13.048578 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255', 'status': 'completed', 'code': 200} Jul 06 18:27:13.108928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-aea97b99-f026-4f73-9568-f38f89cdb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.113699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-aea97b99-f026-4f73-9568-f38f89cdb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.118188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-aea97b99-f026-4f73-9568-f38f89cdb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.118926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-aea97b99-f026-4f73-9568-f38f89cdb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.119560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-aea97b99-f026-4f73-9568-f38f89cdb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.120188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-aea97b99-f026-4f73-9568-f38f89cdb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.122009 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:13.123832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-aea97b99-f026-4f73-9568-f38f89cdb6eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5287 time: 0.1354125 Jul 06 18:27:13.133331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:13.156260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.156902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:13.158579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-8bbb4c0d-1a90-4589-8127-5c275bc5ed08 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 200 len: 1131 time: 3.8854785 Jul 06 18:27:13.220617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d090a-4c0b-4939-8d20-6187c5c8fba2 req-71d57310-8a09-4516-a6c3-c02fb6f64e1a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.250954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58a7fea-e46a-4772-a5fb-736deb72d488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af459c67-6021-4559-b6d4-3be3d8e49640'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:13.270552 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b0c4c-0145-46c8-a407-7fff898db0b8" -d '{"events": [{"server_uuid": "d58a7fea-e46a-4772-a5fb-736deb72d488", "name": "network-vif-plugged", "status": "completed", "tag": "af459c67-6021-4559-b6d4-3be3d8e49640"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:13.290807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d090a-4c0b-4939-8d20-6187c5c8fba2 req-71d57310-8a09-4516-a6c3-c02fb6f64e1a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.303220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port af459c67-6021-4559-b6d4-3be3d8e49640, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=af459c67-6021-4559-b6d4-3be3d8e49640,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:13.308288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d090a-4c0b-4939-8d20-6187c5c8fba2 req-71d57310-8a09-4516-a6c3-c02fb6f64e1a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.326044 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:13.332322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d090a-4c0b-4939-8d20-6187c5c8fba2 req-71d57310-8a09-4516-a6c3-c02fb6f64e1a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.362707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d090a-4c0b-4939-8d20-6187c5c8fba2 req-71d57310-8a09-4516-a6c3-c02fb6f64e1a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.362707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d090a-4c0b-4939-8d20-6187c5c8fba2 req-71d57310-8a09-4516-a6c3-c02fb6f64e1a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.363544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f9d090a-4c0b-4939-8d20-6187c5c8fba2 req-71d57310-8a09-4516-a6c3-c02fb6f64e1a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 4601 time: 0.5710881 Jul 06 18:27:13.403501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:13.501673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Router 41335d6b-fe08-46ce-b34f-87f10ffc01cb has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:27:13.514685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=af459c67-6021-4559-b6d4-3be3d8e49640,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:13.529698 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f9d090a-4c0b-4939-8d20-6187c5c8fba2 req-26a9215e-55ba-4e71-a546-dfc46553bd45 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214778 Jul 06 18:27:13.590671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:13.763316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-423b72e5-7bad-4122-b08a-8d4ece1c851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.766350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-423b72e5-7bad-4122-b08a-8d4ece1c851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.769433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-423b72e5-7bad-4122-b08a-8d4ece1c851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.774322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-423b72e5-7bad-4122-b08a-8d4ece1c851c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6293213 Jul 06 18:27:13.910308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:27:13.918402 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-84add195-8237-4a5a-9db3-edcdb918c07e admin admin] 10.222.0.53 "PUT /v2.0/routers/41335d6b-fe08-46ce-b34f-87f10ffc01cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6932862 Jul 06 18:27:13.923051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58970) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:13.924889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] Sync routers for ids ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:27:13.943347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] Routers {'41335d6b-fe08-46ce-b34f-87f10ffc01cb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:13.944568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:26:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:14.199647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] Set router 41335d6b-fe08-46ce-b34f-87f10ffc01cb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:14.289389 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46ef25e-4007-4a7c-bc62-bd1ea47a28c8 x-openstack-request-id: req-d46ef25e-4007-4a7c-bc62-bd1ea47a28c8 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:14.289742 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58a7fea-e46a-4772-a5fb-736deb72d488", "name": "network-vif-plugged", "status": "completed", "tag": "af459c67-6021-4559-b6d4-3be3d8e49640", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:14.295401 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d46ef25e-4007-4a7c-bc62-bd1ea47a28c8 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:14.298541 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58a7fea-e46a-4772-a5fb-736deb72d488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af459c67-6021-4559-b6d4-3be3d8e49640', 'code': 200} Jul 06 18:27:14.471596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-faf35e35-965f-4c4d-8f60-2c6475feb2bd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e1ae3fe32b9846d19397914868166617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1278450 Jul 06 18:27:14.498655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:14.689367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:27:10Z', 'revision_number': 5, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:14.731660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-44d92831-4eee-4961-becb-70c16aeadb63 req-c57e8c21-fff7-4931-a69c-28c04d92e5d7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 210 time: 0.0987720 Jul 06 18:27:14.745126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] Checking router: 41335d6b-fe08-46ce-b34f-87f10ffc01cb for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:27:14.758344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] Routers {'41335d6b-fe08-46ce-b34f-87f10ffc01cb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:14.759314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:26:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:14.905406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f874e8-217a-45ea-9f8a-053aa727ac40 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:14.932543 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:14.956311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8861-f5b7-443e-b722-288237c45baf req-c6b6b6a2-f700-43e7-a938-5a8d89a4c3f3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:14.959458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-c6b6b6a2-f700-43e7-a938-5a8d89a4c3f3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543338 Jul 06 18:27:14.967071 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:14.979081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Request body: {'port': {'device_id': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'e1ae3fe32b9846d19397914868166617'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:14.993635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] Set router 41335d6b-fe08-46ce-b34f-87f10ffc01cb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:15.045645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1902f8-4fa4-4b91-a075-b3f2a5f5ccb3 req-126a1516-2f3a-4b4c-9367-b21dee782840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.058319 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed1902f8-4fa4-4b91-a075-b3f2a5f5ccb3 req-126a1516-2f3a-4b4c-9367-b21dee782840 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 1097 time: 0.2554252 Jul 06 18:27:15.087229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'ee7536de-a6c9-4f5b-93c9-fc2101fb07d9'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:15.091144 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d11105-3276-4a96-af7f-a87bd3e2dccb" -d '{"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "ee7536de-a6c9-4f5b-93c9-fc2101fb07d9"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:15.093152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-bb4e000b-5e6b-4446-88bc-264d6ead5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.103597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Transition to ACTIVE for port object b5f874e8-217a-45ea-9f8a-053aa727ac40 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:15.105935 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79f5d0e7-deb4-4c38-91e4-d180d13f3e3d req-bb4e000b-5e6b-4446-88bc-264d6ead5146 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3180492 Jul 06 18:27:15.114037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.146250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba95fd-c1cd-4ec9-bb55-3b3cffe011c5 req-3e5d2d04-d214-4fc7-a58d-d4473af300b0 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.154900 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eba95fd-c1cd-4ec9-bb55-3b3cffe011c5 req-3e5d2d04-d214-4fc7-a58d-d4473af300b0 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 946 time: 1.3754919 Jul 06 18:27:15.233362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f874e8-217a-45ea-9f8a-053aa727ac40,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:15.270372 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed1902f8-4fa4-4b91-a075-b3f2a5f5ccb3 req-390dbc9f-374e-4236-895b-5ed0d75ab621 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106807 Jul 06 18:27:15.280164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Made reservation on behalf of e1ae3fe32b9846d19397914868166617 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:15.284005 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.293099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eba95fd-c1cd-4ec9-bb55-3b3cffe011c5 req-19c5f839-b5eb-4ca9-a78d-94d3a046891e tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237340 Jul 06 18:27:15.390441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:27:10Z', 'revision_number': 5, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:15.474650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be47f66-d47d-42ba-95d2-e475811758be None None] The sync data for ids ['41335d6b-fe08-46ce-b34f-87f10ffc01cb'] in n-d-799684-2 is: [{'id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364327193-router', 'tenant_id': '7df4f6ce6d0945df93038877b7fc4817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:27:10Z', 'revision_number': 5, 'project_id': '7df4f6ce6d0945df93038877b7fc4817', 'gw_port': {'id': '4b3b4813-86a8-44fc-8382-753ae7677389', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41335d6b-fe08-46ce-b34f-87f10ffc01cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:26:43Z', 'updated_at': '2021-07-06T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:27:15.510325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-765d5eb3-9cf9-4dd3-bae1-92320896915a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.579736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Deleting port 4b3b4813-86a8-44fc-8382-753ae7677389 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:15.580150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.723107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c9f10efe-4383-4172-bf60-f86526175cb6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.729337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c9f10efe-4383-4172-bf60-f86526175cb6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.735645 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717fef42-22e0-4d52-9ad9-decb24262abd x-openstack-request-id: req-717fef42-22e0-4d52-9ad9-decb24262abd {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:15.735941 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "ee7536de-a6c9-4f5b-93c9-fc2101fb07d9", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:15.736197 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-717fef42-22e0-4d52-9ad9-decb24262abd {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:15.736602 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'ee7536de-a6c9-4f5b-93c9-fc2101fb07d9', 'status': 'completed', 'code': 200} Jul 06 18:27:15.741192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Attempting to bind port b5f874e8-217a-45ea-9f8a-053aa727ac40 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:15.741535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Attempting to bind port b5f874e8-217a-45ea-9f8a-053aa727ac40 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:15.741900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Attempting to bind port b5f874e8-217a-45ea-9f8a-053aa727ac40 on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:15.755651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c9f10efe-4383-4172-bf60-f86526175cb6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.762771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c9f10efe-4383-4172-bf60-f86526175cb6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.769968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c9f10efe-4383-4172-bf60-f86526175cb6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.777116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c9f10efe-4383-4172-bf60-f86526175cb6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.783457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c9f10efe-4383-4172-bf60-f86526175cb6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.791275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c9f10efe-4383-4172-bf60-f86526175cb6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5374 time: 0.1949975 Jul 06 18:27:15.816174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Port b5f874e8-217a-45ea-9f8a-053aa727ac40 on network 1590ea67-5222-419d-8864-b9e276bc3158 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:15.816433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Attempting to bind port b5f874e8-217a-45ea-9f8a-053aa727ac40 on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:15.835560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:15.835891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Checking segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:15.836435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Bound using segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:15.836726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Bound port: b5f874e8-217a-45ea-9f8a-053aa727ac40, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:15.837086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.909012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c8b8a7c-4160-414e-ad2d-9343bf8193b4 req-c608a8f8-13b4-4d2a-92b9-c1104c114762 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167336 Jul 06 18:27:15.960273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-589d611b-5c07-47e4-be5e-b07eecad42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.962545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-589d611b-5c07-47e4-be5e-b07eecad42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.963305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-589d611b-5c07-47e4-be5e-b07eecad42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.963998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-589d611b-5c07-47e4-be5e-b07eecad42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.967822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-589d611b-5c07-47e4-be5e-b07eecad42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.969765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-589d611b-5c07-47e4-be5e-b07eecad42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.971370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-589d611b-5c07-47e4-be5e-b07eecad42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.974415 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-589d611b-5c07-47e4-be5e-b07eecad42d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6169 time: 0.1743197 Jul 06 18:27:16.112693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 252a4deb-3467-48f0-933b-570010dd5d2a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:16.229011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 252a4deb-3467-48f0-933b-570010dd5d2a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:27:16.229821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 252a4deb-3467-48f0-933b-570010dd5d2a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:27:16.312911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-614e9572-dfc2-4aa5-944d-70eddf457517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:16.313524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-614e9572-dfc2-4aa5-944d-70eddf457517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:16.313846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-614e9572-dfc2-4aa5-944d-70eddf457517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:16.316034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-614e9572-dfc2-4aa5-944d-70eddf457517 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3306284 Jul 06 18:27:16.607350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-f291e182-b642-4539-96c3-570fbb773fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:16.629412 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1d11105-3276-4a96-af7f-a87bd3e2dccb req-f291e182-b642-4539-96c3-570fbb773fb4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3014083 Jul 06 18:27:16.655272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d5c57-44fc-466b-a48c-20c804fed6cb req-5e5f6ad0-63db-4da5-9f85-7d5a7ad6b495 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:16.662122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba6d5c57-44fc-466b-a48c-20c804fed6cb req-5e5f6ad0-63db-4da5-9f85-7d5a7ad6b495 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1101 time: 0.2321045 Jul 06 18:27:16.766996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba6d5c57-44fc-466b-a48c-20c804fed6cb req-e38002ae-5007-4aad-b60f-1b710c9689fb tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929887 Jul 06 18:27:16.925830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-782d37bb-309b-4c76-9921-d5c9fac9bb40 req-8aa12205-4f7e-42f8-a458-338e4e2ecc19 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 210 time: 0.0880601 Jul 06 18:27:16.927874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] For port 4b3b4813-86a8-44fc-8382-753ae7677389, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4b3b4813-86a8-44fc-8382-753ae7677389,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:16.928374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:16.962138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Allocated IP 192.168.233.60 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/36b03f1d-741e-471f-bb87-1e013e316c63) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:16.964616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Calling delete_port for 4b3b4813-86a8-44fc-8382-753ae7677389 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:17.062988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] For port b5f874e8-217a-45ea-9f8a-053aa727ac40, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:17.089862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] For port b5f874e8-217a-45ea-9f8a-053aa727ac40, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:17.112429 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:17.240975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.241262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:17.241560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe547bb5-3edb-4311-917f-a8e02351a905 req-62d044d6-dbf3-475e-b375-7c8f8220417f tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.244891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] 10.222.0.24 "PUT /v2.0/ports/b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 200 len: 1131 time: 3.8569541 Jul 06 18:27:17.251248 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe547bb5-3edb-4311-917f-a8e02351a905 req-62d044d6-dbf3-475e-b375-7c8f8220417f tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 946 time: 0.1173871 Jul 06 18:27:17.300575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:17.316248 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe547bb5-3edb-4311-917f-a8e02351a905 req-7b1392aa-739a-49fb-9566-39d08478c43f tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635540 Jul 06 18:27:17.476782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad4288-7b8a-4ce3-bbf3-176b36c4ef63 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f874e8-217a-45ea-9f8a-053aa727ac40,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:17.564315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:17.605023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44003983-bd1c-4248-a119-8a0f2a315e3a req-b94bb5f0-e0d9-4dd5-a321-0ae40bad6e89 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.607182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-44003983-bd1c-4248-a119-8a0f2a315e3a req-b94bb5f0-e0d9-4dd5-a321-0ae40bad6e89 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1101 time: 0.4760320 Jul 06 18:27:17.666470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-44003983-bd1c-4248-a119-8a0f2a315e3a req-129cdf45-4b18-45f4-83f6-6980c840a86b tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487101 Jul 06 18:27:17.719347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b5e5-944a-4edb-b844-0c66537862ce req-7d2a22a0-d8d0-46bb-a81c-a80f60b73b14 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.727904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b5e5-944a-4edb-b844-0c66537862ce req-7d2a22a0-d8d0-46bb-a81c-a80f60b73b14 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.734567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b5e5-944a-4edb-b844-0c66537862ce req-7d2a22a0-d8d0-46bb-a81c-a80f60b73b14 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.740519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b5e5-944a-4edb-b844-0c66537862ce req-7d2a22a0-d8d0-46bb-a81c-a80f60b73b14 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.746902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b5e5-944a-4edb-b844-0c66537862ce req-7d2a22a0-d8d0-46bb-a81c-a80f60b73b14 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.753145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b5e5-944a-4edb-b844-0c66537862ce req-7d2a22a0-d8d0-46bb-a81c-a80f60b73b14 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.761292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b5e5-944a-4edb-b844-0c66537862ce req-7d2a22a0-d8d0-46bb-a81c-a80f60b73b14 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:17.769949 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3218b5e5-944a-4edb-b844-0c66537862ce req-7d2a22a0-d8d0-46bb-a81c-a80f60b73b14 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5374 time: 0.1325665 Jul 06 18:27:17.785275 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:17.788352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'b5f874e8-217a-45ea-9f8a-053aa727ac40'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:17.791203 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f1da5-7c39-41aa-b538-55f5e2a4319d" -d '{"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "b5f874e8-217a-45ea-9f8a-053aa727ac40"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:17.828248 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3218b5e5-944a-4edb-b844-0c66537862ce req-6db4907a-db8e-40ea-9095-bef97ed6828e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567913 Jul 06 18:27:17.832156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Transition to ACTIVE for port object 36b03f1d-741e-471f-bb87-1e013e316c63 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:17.925481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.018421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3b4813-86a8-44fc-8382-753ae7677389,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:18.056214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.056667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.056869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.057329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.058452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.058452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.058722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.058945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.059571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.060569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.060569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.060929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:18.141744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-17dd486b-33e4-49fd-8ec4-94036c81ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.169532 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.188742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6', '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:18.197799 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8752e4c2-74d4-4810-9624-580899f42ff0 x-openstack-request-id: req-8752e4c2-74d4-4810-9624-580899f42ff0 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:18.198133 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "b5f874e8-217a-45ea-9f8a-053aa727ac40", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:18.198315 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8752e4c2-74d4-4810-9624-580899f42ff0 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:18.199133 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'b5f874e8-217a-45ea-9f8a-053aa727ac40', 'status': 'completed', 'code': 200} Jul 06 18:27:18.268986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff02bd-6c1c-4f8d-9871-1fadc8dac486 req-2daf932e-9ac4-4cd7-9313-268cc8eebcb9 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.271799 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61ff02bd-6c1c-4f8d-9871-1fadc8dac486 req-2daf932e-9ac4-4cd7-9313-268cc8eebcb9 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.4075353 Jul 06 18:27:18.290663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:18.305657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:18.315940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.336056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:18.353693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-5d930cea-6183-403c-a6b3-3d15806d1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.355309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-5d930cea-6183-403c-a6b3-3d15806d1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.357869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-5d930cea-6183-403c-a6b3-3d15806d1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.360861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-5d930cea-6183-403c-a6b3-3d15806d1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.361568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-5d930cea-6183-403c-a6b3-3d15806d1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.363084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-5d930cea-6183-403c-a6b3-3d15806d1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.363703 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.364470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-5d930cea-6183-403c-a6b3-3d15806d1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.370721 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-5d930cea-6183-403c-a6b3-3d15806d1914 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6211 time: 0.1455078 Jul 06 18:27:18.431090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:18.517217 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.530840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.552114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61ff02bd-6c1c-4f8d-9871-1fadc8dac486 req-523a33cc-3897-4fd5-87c2-8c2489879767 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556527 Jul 06 18:27:18.694318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.694855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41335d6b-fe08-46ce-b34f-87f10ffc01cb {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:27:18.706347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.709850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-40d63f85-5379-480c-acf7-a08ca2a3b3a6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/41335d6b-fe08-46ce-b34f-87f10ffc01cb HTTP/1.1" status: 204 len: 168 time: 4.7831454 Jul 06 18:27:18.714714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.715403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.726236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59066) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:18.739619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-a5800b95-ee46-428a-b706-b5b4d5d1c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.740184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-a5800b95-ee46-428a-b706-b5b4d5d1c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.740657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-a5800b95-ee46-428a-b706-b5b4d5d1c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.743368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-a5800b95-ee46-428a-b706-b5b4d5d1c7b6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3656487 Jul 06 18:27:18.779599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cac0efb2-33d4-4b69-8fac-1d8c8a623cd9 None None] Provisioning for port 36b03f1d-741e-471f-bb87-1e013e316c63 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:18.810826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cac0efb2-33d4-4b69-8fac-1d8c8a623cd9 None None] Provisioning complete for port 36b03f1d-741e-471f-bb87-1e013e316c63 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:18.811207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cac0efb2-33d4-4b69-8fac-1d8c8a623cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:18.883661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9f123fb0-f004-4b9d-b355-6dffa142352f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9089463 Jul 06 18:27:18.901297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-2a164797-92f6-4e80-b51b-2296ba9138ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.902956 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-031f1da5-7c39-41aa-b538-55f5e2a4319d req-2a164797-92f6-4e80-b51b-2296ba9138ed service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488857 Jul 06 18:27:18.912605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Request body: {'port': {'device_id': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:18.944292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486e63c4-6d83-4b3b-ab15-e089065418dc {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:18.947475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d14a3-4e3e-4007-94ff-d52c44fd06d5 req-38618f4b-c6ce-44eb-8d75-9a3b11a7b067 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.958438 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e4d14a3-4e3e-4007-94ff-d52c44fd06d5 req-38618f4b-c6ce-44eb-8d75-9a3b11a7b067 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 935 time: 0.4387560 Jul 06 18:27:18.978676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cac0efb2-33d4-4b69-8fac-1d8c8a623cd9 None None] Port 36b03f1d-741e-471f-bb87-1e013e316c63 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:27:19.003583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.029512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-6073caa5-8558-4ccc-a24f-75080e13f36e admin admin] Deleting subnet ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:27:19.044846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6073caa5-8558-4ccc-a24f-75080e13f36e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.056805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e4d14a3-4e3e-4007-94ff-d52c44fd06d5 req-892f74b4-c3d2-4e59-bb7b-0262b0a297f3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972397 Jul 06 18:27:19.076955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Transition to ACTIVE for port object 486e63c4-6d83-4b3b-ab15-e089065418dc will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:19.110599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.168902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6073caa5-8558-4ccc-a24f-75080e13f36e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.366898 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.429636 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6073caa5-8558-4ccc-a24f-75080e13f36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.521439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.624480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-733d5747-c2e0-40a3-8066-837cf4ef15c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:19.630801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-733d5747-c2e0-40a3-8066-837cf4ef15c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:19.637444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-733d5747-c2e0-40a3-8066-837cf4ef15c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:19.640531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Pushing event updated for resources: {'Port': ['ID=486e63c4-6d83-4b3b-ab15-e089065418dc,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:19.647444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-733d5747-c2e0-40a3-8066-837cf4ef15c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:19.657540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-733d5747-c2e0-40a3-8066-837cf4ef15c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:19.665952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-733d5747-c2e0-40a3-8066-837cf4ef15c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:19.672138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-733d5747-c2e0-40a3-8066-837cf4ef15c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:19.687675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-733d5747-c2e0-40a3-8066-837cf4ef15c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5386 time: 0.1630166 Jul 06 18:27:19.748459 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b844fb1-8a00-482d-9246-687c8e93a7da req-7ef2ab80-feed-493c-9f86-c9e09f9bca3f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552275 Jul 06 18:27:19.751315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcc516-630f-4253-b6de-ac9204294ed4 req-87ae1814-d3fb-4bb3-b811-55195d3fc835 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:19.752889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42fcc516-630f-4253-b6de-ac9204294ed4 req-87ae1814-d3fb-4bb3-b811-55195d3fc835 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 945 time: 0.6328382 Jul 06 18:27:19.808829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6073caa5-8558-4ccc-a24f-75080e13f36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.855432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd6e107-9ad7-41ce-a3df-b85a40ddc28c None None] Network 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:27:19.933471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073caa5-8558-4ccc-a24f-75080e13f36e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:19.947936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6073caa5-8558-4ccc-a24f-75080e13f36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.953156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59102) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:19.955363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6073caa5-8558-4ccc-a24f-75080e13f36e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab98da9b-4e77-4ff3-81bf-9edf8fd3a55f HTTP/1.1" status: 204 len: 168 time: 1.2238798 Jul 06 18:27:19.962597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Attempting to bind port 486e63c4-6d83-4b3b-ab15-e089065418dc on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:19.962948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Attempting to bind port 486e63c4-6d83-4b3b-ab15-e089065418dc by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:19.963267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Attempting to bind port 486e63c4-6d83-4b3b-ab15-e089065418dc on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:19.998212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Port 486e63c4-6d83-4b3b-ab15-e089065418dc on network 1590ea67-5222-419d-8864-b9e276bc3158 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:19.998516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Attempting to bind port 486e63c4-6d83-4b3b-ab15-e089065418dc on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:20.014826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42fcc516-630f-4253-b6de-ac9204294ed4 req-f455658d-0703-4a63-a06a-b300285bc0e2 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522798 Jul 06 18:27:20.087355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:20.088613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Checking segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:20.090245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Bound using segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:20.090982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Bound port: 486e63c4-6d83-4b3b-ab15-e089065418dc, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:20.091603 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.285563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.327104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4b3b4813-86a8-44fc-8382-753ae7677389 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:20.436671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] DHCP port deletion for 8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:27:20.468385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4b3b4813-86a8-44fc-8382-753ae7677389 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:27:20.469554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4b3b4813-86a8-44fc-8382-753ae7677389 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:27:20.564494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Deleting port 4d7ae860-1667-401b-93f7-4a40df9cfcee {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:20.565316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.603586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] For port 486e63c4-6d83-4b3b-ab15-e089065418dc, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:20.630498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] For port 486e63c4-6d83-4b3b-ab15-e089065418dc, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=486e63c4-6d83-4b3b-ab15-e089065418dc,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:20.631850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] Deleting port 4d7ae860-1667-401b-93f7-4a40df9cfcee {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:20.632235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.700007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.780888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] For port 4d7ae860-1667-401b-93f7-4a40df9cfcee, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4d7ae860-1667-401b-93f7-4a40df9cfcee,segment=NetworkSegment(a778b7dc-926b-422e-9878-04c58e5a502d),segment_id=a778b7dc-926b-422e-9878-04c58e5a502d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:20.784000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.834410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Calling delete_port for 4d7ae860-1667-401b-93f7-4a40df9cfcee owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:20.920691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:20.921326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.922819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a2346389-2ba9-44db-8716-33655e76252e service neutron] 10.222.0.24 "PUT /v2.0/ports/486e63c4-6d83-4b3b-ab15-e089065418dc HTTP/1.1" status: 200 len: 1091 time: 3.6397419 Jul 06 18:27:20.923346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': '486e63c4-6d83-4b3b-ab15-e089065418dc'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:20.925687 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c31233-b505-4dfa-80fe-3dfcdd4502df" -d '{"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "486e63c4-6d83-4b3b-ab15-e089065418dc"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:20.981240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.029149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7ae860-1667-401b-93f7-4a40df9cfcee,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:21.048622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] No DVR routers for this DVR port 4d7ae860-1667-401b-93f7-4a40df9cfcee on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:27:21.064338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.064838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.065282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.065778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.066221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.066705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.067105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.067565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.068199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.069053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.069668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.070252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:21.080337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2346389-2ba9-44db-8716-33655e76252e service neutron] Pushing event updated for resources: {'Port': ['ID=486e63c4-6d83-4b3b-ab15-e089065418dc,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:21.139106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:21.246024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] For port 4d7ae860-1667-401b-93f7-4a40df9cfcee, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4d7ae860-1667-401b-93f7-4a40df9cfcee,segment=NetworkSegment(a778b7dc-926b-422e-9878-04c58e5a502d),segment_id=a778b7dc-926b-422e-9878-04c58e5a502d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:21.248253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.273212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b03f1d-741e-471f-bb87-1e013e316c63 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:21.283402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] Calling delete_port for 4d7ae860-1667-401b-93f7-4a40df9cfcee owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:21.309860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.315075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.332971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:21.365187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a778b7dc-926b-422e-9878-04c58e5a502d') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:21.370552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a778b7dc-926b-422e-9878-04c58e5a502d') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:21.399987 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.424046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.456202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Transition to ACTIVE for port object 36b03f1d-741e-471f-bb87-1e013e316c63 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:21.481089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841bda-cbea-4cca-8d0a-de1714374515 req-764966db-822a-42e5-bd5e-bc8c32c5e5fa tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:21.483167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09841bda-cbea-4cca-8d0a-de1714374515 req-764966db-822a-42e5-bd5e-bc8c32c5e5fa tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 946 time: 0.2880480 Jul 06 18:27:21.520644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3e418-8dcc-4f90-802f-b54d1c24dca8 req-9dde13dd-25b5-473b-a9f6-6fa6eaed29c8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:21.526159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfa3e418-8dcc-4f90-802f-b54d1c24dca8 req-9dde13dd-25b5-473b-a9f6-6fa6eaed29c8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 935 time: 0.5771544 Jul 06 18:27:21.526159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.550369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] Pushing event deleted for resources: {'Port': ['ID=4d7ae860-1667-401b-93f7-4a40df9cfcee,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:21.581761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9dd85f-023b-4585-a677-3e92882d70d1 None None] No DVR routers for this DVR port 4d7ae860-1667-401b-93f7-4a40df9cfcee on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:27:21.596184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.599856 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.631419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09841bda-cbea-4cca-8d0a-de1714374515 req-ec23d962-3940-4a17-b771-d83ce884dece tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339271 Jul 06 18:27:21.635141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:27:21.635557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:27:21.644078 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:27:21.651122 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.797024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.800809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:21.803362 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:21.817439 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c HTTP/1.1" status: 204 len: 168 time: 1.8595564 Jul 06 18:27:21.827502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfa3e418-8dcc-4f90-802f-b54d1c24dca8 req-4344e8f3-6a81-4b28-b0b8-a64aec5a02a4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635949 Jul 06 18:27:21.873659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532822d-c9a1-4121-9837-dedfcad233a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0bb039-b1b7-4c73-b9fd-ef6d15b06c7c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:21.970673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722d055-1e3b-4b4e-a3db-e36ee5186f4b req-a22de4c6-1895-4496-a43c-fb4430e21677 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:21.981657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b722d055-1e3b-4b4e-a3db-e36ee5186f4b req-a22de4c6-1895-4496-a43c-fb4430e21677 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1363089 Jul 06 18:27:21.995376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:21.995719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:21.996052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:22.016465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:22.016863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:22.047299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:22.047646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:22.048102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:22.048611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Bound port: 36b03f1d-741e-471f-bb87-1e013e316c63, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:22.048978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:22.081032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59148) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:22.084262 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b722d055-1e3b-4b4e-a3db-e36ee5186f4b req-44e95ebf-ef9f-4a02-ae59-109062793d5d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988369 Jul 06 18:27:22.084507 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:22.196996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4d7ae860-1667-401b-93f7-4a40df9cfcee no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:22.239930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4d7ae860-1667-401b-93f7-4a40df9cfcee {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:27:22.240272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4d7ae860-1667-401b-93f7-4a40df9cfcee not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:27:22.308405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:22.315274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-aea47e51-905c-448f-b365-315d54e30bdb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.323019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-aea47e51-905c-448f-b365-315d54e30bdb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.332485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-aea47e51-905c-448f-b365-315d54e30bdb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.336211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cf4f2113-94ca-47b5-b600-270899b73dd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7df4f6ce6d0945df93038877b7fc4817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544959 Jul 06 18:27:22.339139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59150) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:22.342024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-aea47e51-905c-448f-b365-315d54e30bdb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.349950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-aea47e51-905c-448f-b365-315d54e30bdb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.358294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-aea47e51-905c-448f-b365-315d54e30bdb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.365181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-aea47e51-905c-448f-b365-315d54e30bdb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.366647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:22.375044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-aea47e51-905c-448f-b365-315d54e30bdb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5386 time: 0.1610010 Jul 06 18:27:22.413328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:22.439778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:22.456469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-523e2b69-f471-46fa-8f04-8c1a692a1d00 req-69560bc6-04fa-4cfb-b81a-e4422c6d06ca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803475 Jul 06 18:27:22.524351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-cf4ad6a6-f712-47bc-b984-6ca3bef65ca6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.528465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-cf4ad6a6-f712-47bc-b984-6ca3bef65ca6 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 945 time: 0.1322691 Jul 06 18:27:22.543638 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3650958f-88f4-4729-af73-8efbe9370012 x-openstack-request-id: req-3650958f-88f4-4729-af73-8efbe9370012 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:22.544020 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "486e63c4-6d83-4b3b-ab15-e089065418dc", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:22.544820 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3650958f-88f4-4729-af73-8efbe9370012 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:22.544820 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': '486e63c4-6d83-4b3b-ab15-e089065418dc', 'status': 'completed', 'code': 200} Jul 06 18:27:22.560486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32fd1b-ecaf-4342-a444-af3ed4c10f7f req-c41589c5-77e3-4377-b7cd-cab17496b45e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.562559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac32fd1b-ecaf-4342-a444-af3ed4c10f7f req-c41589c5-77e3-4377-b7cd-cab17496b45e tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc1586c-46a3-4149-83b4-ba28ab78b1c7 HTTP/1.1" status: 200 len: 945 time: 0.3152392 Jul 06 18:27:22.563315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:22.563924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:22.565235 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] 10.222.0.41 "PUT /v2.0/ports/36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 1095 time: 3.6590264 Jul 06 18:27:22.611787 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c77333d5-1026-490e-8104-c5110dd9e9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:22.799584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Deleting port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:22.800129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.045889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] For port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,segment=NetworkSegment(ed9098d0-656d-406b-905a-209389fe8a33),segment_id=ed9098d0-656d-406b-905a-209389fe8a33)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:23.046401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.082399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Calling delete_port for 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:23.171107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479d29e-e62a-4430-9832-452cb8d29c34 req-9d0a3a37-8884-425f-b3a4-b698bc2174ac tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.173103 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f479d29e-e62a-4430-9832-452cb8d29c34 req-9d0a3a37-8884-425f-b3a4-b698bc2174ac tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.1444700 Jul 06 18:27:23.226276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431e118-91b0-495b-89c1-cdc8bd6e7bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:23.236619 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c77333d5-1026-490e-8104-c5110dd9e9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.246908 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f479d29e-e62a-4430-9832-452cb8d29c34 req-126173ec-1efb-4ba9-9f47-a84218c6a861 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649176 Jul 06 18:27:23.254595 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df391ba3-1fc3-41b5-b4d7-14e813b5be9e {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:23.276688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.286547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac32fd1b-ecaf-4342-a444-af3ed4c10f7f req-d3c5ad36-74f2-42cd-858e-d370051e451a tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c39208-3c52-4c48-92fe-c61f0bafb452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918721 Jul 06 18:27:23.288080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.303707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:23.426601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Transition to ACTIVE for port object df391ba3-1fc3-41b5-b4d7-14e813b5be9e will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:23.449279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Pushing event deleted for resources: {'Port': ['ID=6cc1d02f-054f-4b07-849e-5b6dbfe32e6e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:23.471716 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.572285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] No DVR routers for this DVR port 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:27:23.582293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8861-f5b7-443e-b722-288237c45baf req-2068ba04-f193-41e1-8c12-734226769407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.583073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.583806 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-2068ba04-f193-41e1-8c12-734226769407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1098 time: 0.8927319 Jul 06 18:27:23.585225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18515ff3-b2b2-4f83-8211-cfc5853db06d req-180cb9fe-eed7-4082-8769-cb7c4f823be4 tempest-ServersTestJSON-2047787326 tempest-ServersTestJSON-2047787326-project] 10.222.0.24 "DELETE /v2.0/ports/6cc1d02f-054f-4b07-849e-5b6dbfe32e6e HTTP/1.1" status: 204 len: 173 time: 1.0493646 Jul 06 18:27:23.586743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc1586c-46a3-4149-83b4-ba28ab78b1c7', 'name': 'network-vif-deleted', 'tag': '6cc1d02f-054f-4b07-849e-5b6dbfe32e6e'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:23.591827 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c77333d5-1026-490e-8104-c5110dd9e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.593933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c77333d5-1026-490e-8104-c5110dd9e9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:23.596497 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3cdf82-3780-45f1-8ec6-65894a8e2c48" -d '{"events": [{"server_uuid": "5bc1586c-46a3-4149-83b4-ba28ab78b1c7", "name": "network-vif-deleted", "tag": "6cc1d02f-054f-4b07-849e-5b6dbfe32e6e"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:23.597895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c77333d5-1026-490e-8104-c5110dd9e9b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba717e53-a550-4583-90db-4b211dcbcbee HTTP/1.1" status: 204 len: 168 time: 1.2550523 Jul 06 18:27:23.639216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-56139821-b344-4f45-b885-c83f5b889403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.639863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-56139821-b344-4f45-b885-c83f5b889403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.640314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-56139821-b344-4f45-b885-c83f5b889403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.640786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-56139821-b344-4f45-b885-c83f5b889403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.641257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-56139821-b344-4f45-b885-c83f5b889403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.641736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-56139821-b344-4f45-b885-c83f5b889403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.642209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-56139821-b344-4f45-b885-c83f5b889403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.644312 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-56139821-b344-4f45-b885-c83f5b889403 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6278 time: 1.0718477 Jul 06 18:27:23.690772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f4988-561c-4a89-ba7e-c6e2995ee4be req-d596edf7-b87f-4a2b-a9e2-ada82cae8679 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:23.692601 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b57f4988-561c-4a89-ba7e-c6e2995ee4be req-d596edf7-b87f-4a2b-a9e2-ada82cae8679 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 947 time: 0.1821759 Jul 06 18:27:23.735829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Pushing event updated for resources: {'Port': ['ID=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:23.771979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77333d5-1026-490e-8104-c5110dd9e9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba717e53-a550-4583-90db-4b211dcbcbee,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:23.790383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b57f4988-561c-4a89-ba7e-c6e2995ee4be req-964a314b-86b9-43b8-b15c-c913cffe7eff tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901473 Jul 06 18:27:23.803352 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-96605c3a-b0ce-4791-8cc8-961551552e62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.2040107 Jul 06 18:27:24.068715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262edb7-704c-473e-a0b8-97afe05c17e1 req-19abc79e-fcbd-4b49-8053-26a318f82c94 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.085800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f262edb7-704c-473e-a0b8-97afe05c17e1 req-19abc79e-fcbd-4b49-8053-26a318f82c94 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.5222785 Jul 06 18:27:24.143135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8861-f5b7-443e-b722-288237c45baf req-f4359d36-720b-453d-ae51-cda64072dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.145078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-f4359d36-720b-453d-ae51-cda64072dada service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2867551 Jul 06 18:27:24.227090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Attempting to bind port df391ba3-1fc3-41b5-b4d7-14e813b5be9e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:24.228043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Attempting to bind port df391ba3-1fc3-41b5-b4d7-14e813b5be9e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:24.228575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Attempting to bind port df391ba3-1fc3-41b5-b4d7-14e813b5be9e on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:24.232111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-11e55fd5-8391-4d7c-9c63-3c425d6203af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.232932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-11e55fd5-8391-4d7c-9c63-3c425d6203af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.234049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-11e55fd5-8391-4d7c-9c63-3c425d6203af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.236714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-11e55fd5-8391-4d7c-9c63-3c425d6203af service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5208426 Jul 06 18:27:24.252330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f262edb7-704c-473e-a0b8-97afe05c17e1 req-599c114c-bce9-4b8d-9549-40edb0859cd2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655931 Jul 06 18:27:24.301010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Port df391ba3-1fc3-41b5-b4d7-14e813b5be9e on network 1590ea67-5222-419d-8864-b9e276bc3158 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:24.301460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Attempting to bind port df391ba3-1fc3-41b5-b4d7-14e813b5be9e on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:24.364543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9570f86-fa9a-48b3-8b8b-ca4b9b4a0fb0 req-2e6d19a7-6e96-48a7-857d-b2f191523151 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.374018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9570f86-fa9a-48b3-8b8b-ca4b9b4a0fb0 req-2e6d19a7-6e96-48a7-857d-b2f191523151 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.383328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9570f86-fa9a-48b3-8b8b-ca4b9b4a0fb0 req-2e6d19a7-6e96-48a7-857d-b2f191523151 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.392075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a9570f86-fa9a-48b3-8b8b-ca4b9b4a0fb0 req-2e6d19a7-6e96-48a7-857d-b2f191523151 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488&device_id=e7310c72-1adc-4190-8b03-57d337548513&device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 2417 time: 0.1756175 Jul 06 18:27:24.417479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:24.419852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Checking segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:24.420370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Bound using segment: {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:24.420945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Bound port: df391ba3-1fc3-41b5-b4d7-14e813b5be9e, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcddc7a-e995-4521-9192-f4a98717620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:24.421935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:24.459891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a9570f86-fa9a-48b3-8b8b-ca4b9b4a0fb0 req-6b291c89-675c-42ec-ab06-d048384af352 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649641 Jul 06 18:27:24.512760 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43dde8-5612-448e-8067-60ad87e0708e x-openstack-request-id: req-af43dde8-5612-448e-8067-60ad87e0708e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:24.513058 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc1586c-46a3-4149-83b4-ba28ab78b1c7", "name": "network-vif-deleted", "tag": "6cc1d02f-054f-4b07-849e-5b6dbfe32e6e", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:24.513324 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af43dde8-5612-448e-8067-60ad87e0708e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:24.514265 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc1586c-46a3-4149-83b4-ba28ab78b1c7', 'name': 'network-vif-deleted', 'tag': '6cc1d02f-054f-4b07-849e-5b6dbfe32e6e', 'status': 'completed', 'code': 200} Jul 06 18:27:24.571416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8861-f5b7-443e-b722-288237c45baf req-ff2f3477-13c5-4c85-94c9-07a08b20f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.573018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-ff2f3477-13c5-4c85-94c9-07a08b20f096 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4036272 Jul 06 18:27:24.573933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:24.576255 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be097275-b02c-4982-9d1d-9465c86aa4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:24.681559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59240) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:24.701872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-a7d20921-02cc-42e8-8a13-a3b091e5765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.703579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2c31233-b505-4dfa-80fe-3dfcdd4502df req-a7d20921-02cc-42e8-8a13-a3b091e5765e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4457624 Jul 06 18:27:24.732573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-5b95c233-588c-416d-bf85-d1ef57720662 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.734186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcea67b6-7ac1-4cfa-8d11-0276579a4426 admin admin] Deleting subnet d22a3273-97c7-4233-beab-c55c5efc7ca5 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:27:24.738294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcea67b6-7ac1-4cfa-8d11-0276579a4426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:24.739153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-5b95c233-588c-416d-bf85-d1ef57720662 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.745306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-5b95c233-588c-416d-bf85-d1ef57720662 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.751794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-5b95c233-588c-416d-bf85-d1ef57720662 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.758250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-5b95c233-588c-416d-bf85-d1ef57720662 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.764570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-5b95c233-588c-416d-bf85-d1ef57720662 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.771072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-5b95c233-588c-416d-bf85-d1ef57720662 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.779102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-5b95c233-588c-416d-bf85-d1ef57720662 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5398 time: 0.3156817 Jul 06 18:27:24.782039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] For port df391ba3-1fc3-41b5-b4d7-14e813b5be9e, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:24.786135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcea67b6-7ac1-4cfa-8d11-0276579a4426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:24.788651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] For port df391ba3-1fc3-41b5-b4d7-14e813b5be9e, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:24.810897 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:24.831814 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcea67b6-7ac1-4cfa-8d11-0276579a4426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:24.875376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-9e17fc0e-4d77-4340-91cf-50ac73cd84a2 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912686 Jul 06 18:27:24.891391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:24.892141 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:24.893759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] 10.222.0.24 "PUT /v2.0/ports/df391ba3-1fc3-41b5-b4d7-14e813b5be9e HTTP/1.1" status: 200 len: 1091 time: 3.7801204 Jul 06 18:27:24.936393 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcea67b6-7ac1-4cfa-8d11-0276579a4426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:24.984659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea67b6-7ac1-4cfa-8d11-0276579a4426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22a3273-97c7-4233-beab-c55c5efc7ca5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:24.987370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcea67b6-7ac1-4cfa-8d11-0276579a4426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:24.987986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:24.991660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fcea67b6-7ac1-4cfa-8d11-0276579a4426 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d22a3273-97c7-4233-beab-c55c5efc7ca5 HTTP/1.1" status: 204 len: 168 time: 0.3074756 Jul 06 18:27:24.992549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59246) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:25.021487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4a88c53-25d9-4685-a22e-57b22e36f73a req-af66c436-fcea-4908-8313-1adb89dca891 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2408946 Jul 06 18:27:25.069233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22c073-85df-4a42-8894-9dea2a6c931e req-ae11f585-a9eb-43ca-b354-98b3b3142fc3 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:25.070892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a22c073-85df-4a42-8894-9dea2a6c931e req-ae11f585-a9eb-43ca-b354-98b3b3142fc3 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 946 time: 0.1842902 Jul 06 18:27:25.083293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28903f-30cc-473d-ada5-f891bfaed7ff service neutron] Pushing event updated for resources: {'Port': ['ID=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:25.112447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.117474 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c9027e-2a6e-4949-8503-d90fd08c391b x-openstack-request-id: req-65c9027e-2a6e-4949-8503-d90fd08c391b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:25.117778 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:25.118216 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65c9027e-2a6e-4949-8503-d90fd08c391b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:25.118869 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'status': 'completed', 'code': 200} Jul 06 18:27:25.153324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a22c073-85df-4a42-8894-9dea2a6c931e req-8fbea121-93ec-474a-8748-92131cb04c7a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657737 Jul 06 18:27:25.227476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c7e8861-f5b7-443e-b722-288237c45baf req-ad76ac02-2fa3-4596-ae13-4a6fa1f92d46 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301921 Jul 06 18:27:25.228765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.230445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.248958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387d7103-49e5-48ca-8c9e-8bb334581160']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:25.263738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9098d0-656d-406b-905a-209389fe8a33') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:25.264167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9098d0-656d-406b-905a-209389fe8a33') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:25.277410 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.302239 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.309809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:27:25.310538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:27:25.312902 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:27:25.387159 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.393592 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.396621 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] 10.222.0.53 "DELETE /v2.0/networks/387d7103-49e5-48ca-8c9e-8bb334581160 HTTP/1.1" status: 204 len: 168 time: 0.4038363 Jul 06 18:27:25.441338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f766c-6268-4f21-9394-027d445a006b admin admin] Pushing event deleted for resources: {'Network': ['ID=387d7103-49e5-48ca-8c9e-8bb334581160,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:25.653447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-dbb3d6ef-12b0-409b-aaac-0874dc06c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:25.654851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-dbb3d6ef-12b0-409b-aaac-0874dc06c15d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1098 time: 0.2706039 Jul 06 18:27:25.665753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0274d9-9bf6-48fa-b834-09c615aa7ee0 req-80e50a29-e553-4962-bd52-6335aac3f3df tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:25.667457 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df0274d9-9bf6-48fa-b834-09c615aa7ee0 req-80e50a29-e553-4962-bd52-6335aac3f3df tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 947 time: 0.2847583 Jul 06 18:27:25.714113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59276) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:25.771506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8d58c664-5d78-459c-974c-777a11836426 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2048fc15f03f459a9add14162308ada4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535421 Jul 06 18:27:25.772112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59278) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:25.832172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df0274d9-9bf6-48fa-b834-09c615aa7ee0 req-a7bffecf-c863-4a14-a5a0-31a036eea7ec tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510355 Jul 06 18:27:25.843685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37976dac-827e-4838-84f7-1aeac52344a1 req-5325e963-92db-4c74-b0ac-98b1c36a5364 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:25.845416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37976dac-827e-4838-84f7-1aeac52344a1 req-5325e963-92db-4c74-b0ac-98b1c36a5364 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 950 time: 0.0690982 Jul 06 18:27:25.892969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-5ccc5d4c-6d0b-485a-88ae-7b09dff5b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:25.894517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-5ccc5d4c-6d0b-485a-88ae-7b09dff5b86b service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2261236 Jul 06 18:27:25.896759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37976dac-827e-4838-84f7-1aeac52344a1 req-c7619cd9-b5c4-490d-b303-99d29607db73 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Jul 06 18:27:25.899534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:25.930507 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.974615 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-cf5516b4-4187-47d2-b977-fb487ae33161 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.0685847 Jul 06 18:27:25.978062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a8dedeb-a983-4e17-ae92-691645083e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:25.986152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Transition to ACTIVE for port object d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:26.022110 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:26.070019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a8dedeb-a983-4e17-ae92-691645083e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:26.142848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-06606319-968a-4e38-a1fb-6bcc5955bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.144462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-06606319-968a-4e38-a1fb-6bcc5955bc62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1571708 Jul 06 18:27:26.158418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:26.306908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc93c0-42e3-4fe6-941a-c34f12b48b61 req-0a92cf7d-8ffe-49d0-892f-cd9dc94b79dc tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.315590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9dc93c0-42e3-4fe6-941a-c34f12b48b61 req-0a92cf7d-8ffe-49d0-892f-cd9dc94b79dc tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.2855988 Jul 06 18:27:26.320025 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a8dedeb-a983-4e17-ae92-691645083e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:26.322568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a8dedeb-a983-4e17-ae92-691645083e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:26.324102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4a8dedeb-a983-4e17-ae92-691645083e3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7c39208-3c52-4c48-92fe-c61f0bafb452 HTTP/1.1" status: 204 len: 168 time: 0.5463114 Jul 06 18:27:26.362324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Attempting to bind port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:26.362519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Attempting to bind port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:26.362850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Attempting to bind port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 on network adfbd81e-3739-44cd-a772-2d14ed047aa8 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:26.364935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dedeb-a983-4e17-ae92-691645083e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c39208-3c52-4c48-92fe-c61f0bafb452,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:26.374927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 on network adfbd81e-3739-44cd-a772-2d14ed047aa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:26.375191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Attempting to bind port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 on network adfbd81e-3739-44cd-a772-2d14ed047aa8 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:26.378803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-88427c77-3452-4b33-8647-23665ab4a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.380795 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-88427c77-3452-4b33-8647-23665ab4a63d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2258649 Jul 06 18:27:26.418661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:26.418999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Checking segment: {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:26.419383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Bound using segment: {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:26.420265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Bound port: d8948fd1-d4f5-485c-a91b-19efdf4fe2d5, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:26.420629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:26.454457 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9dc93c0-42e3-4fe6-941a-c34f12b48b61 req-3408c396-9ccd-431f-96fc-61e227c05ef7 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378684 Jul 06 18:27:26.624543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723695-399a-4f94-a672-b38b55aa04ff req-96f2fa6f-a97d-422a-b3f0-2be742dd2ed3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.630988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] For port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:26.634199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] For port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:26.635822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723695-399a-4f94-a672-b38b55aa04ff req-96f2fa6f-a97d-422a-b3f0-2be742dd2ed3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.636845 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-6ec17fe8-b172-488e-8d98-3b49e426ce7b service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298987 Jul 06 18:27:26.643586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:26.644753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723695-399a-4f94-a672-b38b55aa04ff req-96f2fa6f-a97d-422a-b3f0-2be742dd2ed3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.652262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723695-399a-4f94-a672-b38b55aa04ff req-96f2fa6f-a97d-422a-b3f0-2be742dd2ed3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.659622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723695-399a-4f94-a672-b38b55aa04ff req-96f2fa6f-a97d-422a-b3f0-2be742dd2ed3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.666953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723695-399a-4f94-a672-b38b55aa04ff req-96f2fa6f-a97d-422a-b3f0-2be742dd2ed3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.674091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723695-399a-4f94-a672-b38b55aa04ff req-96f2fa6f-a97d-422a-b3f0-2be742dd2ed3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.682976 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-73723695-399a-4f94-a672-b38b55aa04ff req-96f2fa6f-a97d-422a-b3f0-2be742dd2ed3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5410 time: 0.1729555 Jul 06 18:27:26.742213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-73723695-399a-4f94-a672-b38b55aa04ff req-c3d87ce7-b5e5-446e-afd9-1aededd734e5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578849 Jul 06 18:27:26.839350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:26.839977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:26.841614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] 10.222.0.24 "PUT /v2.0/ports/d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 HTTP/1.1" status: 200 len: 1091 time: 1.8968527 Jul 06 18:27:26.877689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985063-16b3-4dac-821c-ae72a9897ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:26.897242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:26.909145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Request body: {'port': {'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:27.021134 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:27.082452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be097275-b02c-4982-9d1d-9465c86aa4e3 req-006e437f-7194-4331-9f82-a6392ab27d1b service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274683 Jul 06 18:27:27.096425 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:27.125543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e'}, {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:27.131258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:27.132493 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "df391ba3-1fc3-41b5-b4d7-14e813b5be9e"}, {"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "d8948fd1-d4f5-485c-a91b-19efdf4fe2d5"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:27.135889 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e094366-3fba-49d3-9c68-39183de10118" -d '{"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-unplugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:27.171581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:27.184672 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:27.312120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:27.327969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=11']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:27.379480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:27:27.379971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6cc1d02f-054f-4b07-849e-5b6dbfe32e6e not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:27:27.437033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5822327-865a-4688-9ef0-6e0ecf92d63b req-3119f864-ad31-4354-9f90-9f0f07cffd67 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:27.439091 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5822327-865a-4688-9ef0-6e0ecf92d63b req-3119f864-ad31-4354-9f90-9f0f07cffd67 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 947 time: 0.1396828 Jul 06 18:27:27.514732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5822327-865a-4688-9ef0-6e0ecf92d63b req-df68ef3a-37f9-49a4-9a5c-9616d9465f64 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663946 Jul 06 18:27:27.535948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc3fb11-4a3b-4582-98ef-56a59469161f {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:27.553665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:27.576046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Transition to ACTIVE for port object bdc3fb11-4a3b-4582-98ef-56a59469161f will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:27.578536 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6320763e-c6a9-41ba-97ed-072e8ef562c0 x-openstack-request-id: req-6320763e-c6a9-41ba-97ed-072e8ef562c0 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:27.579076 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "df391ba3-1fc3-41b5-b4d7-14e813b5be9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "d8948fd1-d4f5-485c-a91b-19efdf4fe2d5", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:27.579558 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6320763e-c6a9-41ba-97ed-072e8ef562c0 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:27.580129 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e', 'status': 'completed', 'code': 200} Jul 06 18:27:27.580665 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5', 'status': 'completed', 'code': 200} Jul 06 18:27:27.588357 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e197ae27-6f19-4add-a3e8-65a4cd0dfdaa x-openstack-request-id: req-e197ae27-6f19-4add-a3e8-65a4cd0dfdaa {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:27.588888 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-unplugged", "status": "completed", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:27.589276 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e197ae27-6f19-4add-a3e8-65a4cd0dfdaa {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:27.589832 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'code': 200} Jul 06 18:27:27.624081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:27.663457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59396) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:27.778082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc3fb11-4a3b-4582-98ef-56a59469161f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:27.916648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1481547709-network', 'tenant_id': 'd45718cceb3a42ac8083d96c2259f2ea'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:27.991387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Made reservation on behalf of d45718cceb3a42ac8083d96c2259f2ea for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:28.003456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.025053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.031309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59418) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:28.180256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358bde9-042a-4dbe-abc4-34ce342f7d0b req-9e64f25e-8ccc-4ca8-83b2-1939b77dfc07 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.187761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8358bde9-042a-4dbe-abc4-34ce342f7d0b req-9e64f25e-8ccc-4ca8-83b2-1939b77dfc07 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1409922 Jul 06 18:27:28.260524 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6668a31a-35fc-40ad-b9d5-9b73af33e872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.268424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8358bde9-042a-4dbe-abc4-34ce342f7d0b req-4aeb755e-ddb7-4e33-9607-3e236a15d3cb tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792203 Jul 06 18:27:28.308440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.337641 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.351814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:27:28.362069 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.362506 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Added segment cd70466d-b2fe-4427-8076-a17583a9ddd3 of type vlan for network e0cde788-e8db-41d5-b9db-085bb7e89c14 Jul 06 18:27:28.438360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-f39c56e2-b948-4d5d-b528-32e07fb23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.438874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-f39c56e2-b948-4d5d-b528-32e07fb23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.439214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-f39c56e2-b948-4d5d-b528-32e07fb23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.440159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-f39c56e2-b948-4d5d-b528-32e07fb23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.440923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-f39c56e2-b948-4d5d-b528-32e07fb23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.441555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-f39c56e2-b948-4d5d-b528-32e07fb23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.442185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-f39c56e2-b948-4d5d-b528-32e07fb23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.444363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-f39c56e2-b948-4d5d-b528-32e07fb23fba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6437 time: 0.8626058 Jul 06 18:27:28.446693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.534849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.535841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.536413 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.549080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3c7708-6220-4d26-bd06-fce53f326e87,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:28.574440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-b260537b-ff1b-4077-8ea9-d00fe2640939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.574926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-b260537b-ff1b-4077-8ea9-d00fe2640939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.575402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-b260537b-ff1b-4077-8ea9-d00fe2640939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.577076 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-b260537b-ff1b-4077-8ea9-d00fe2640939 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1195848 Jul 06 18:27:28.584476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Attempting to bind port bdc3fb11-4a3b-4582-98ef-56a59469161f on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:28.584824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Attempting to bind port bdc3fb11-4a3b-4582-98ef-56a59469161f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:28.585157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Attempting to bind port bdc3fb11-4a3b-4582-98ef-56a59469161f on network adfbd81e-3739-44cd-a772-2d14ed047aa8 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:28.603785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Port bdc3fb11-4a3b-4582-98ef-56a59469161f on network adfbd81e-3739-44cd-a772-2d14ed047aa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:28.604122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Attempting to bind port bdc3fb11-4a3b-4582-98ef-56a59469161f on network adfbd81e-3739-44cd-a772-2d14ed047aa8 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:28.621433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:28.621753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Checking segment: {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:28.622166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Bound using segment: {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:28.622625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Bound port: bdc3fb11-4a3b-4582-98ef-56a59469161f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:28.622983 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.643648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] Pushing event updated for resources: {'Network': ['ID=e0cde788-e8db-41d5-b9db-085bb7e89c14,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:28.653913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e0cde788-e8db-41d5-b9db-085bb7e89c14 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:27:28.680720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-e025bd8f-0bff-4cee-a703-553e03e120c5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.685708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6668a31a-35fc-40ad-b9d5-9b73af33e872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.687131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-e025bd8f-0bff-4cee-a703-553e03e120c5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.693289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-e025bd8f-0bff-4cee-a703-553e03e120c5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.696433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6668a31a-35fc-40ad-b9d5-9b73af33e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.700044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-e025bd8f-0bff-4cee-a703-553e03e120c5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.706797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-e025bd8f-0bff-4cee-a703-553e03e120c5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.712925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-e025bd8f-0bff-4cee-a703-553e03e120c5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.719068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-e025bd8f-0bff-4cee-a703-553e03e120c5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.721073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-e025bd8f-0bff-4cee-a703-553e03e120c5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.3427622 Jul 06 18:27:28.739868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0ed5b541-7de2-4d34-82a7-2cbf9f832047 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0719230 Jul 06 18:27:28.740987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59450) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:28.754865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Request body: {'subnet': {'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1481547709-subnet', 'tenant_id': 'd45718cceb3a42ac8083d96c2259f2ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:28.762804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668a31a-35fc-40ad-b9d5-9b73af33e872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa310f-def4-4ded-9b2f-8179a11c6ea3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:28.773222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6668a31a-35fc-40ad-b9d5-9b73af33e872 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e6a4a99d91b4825a73785154b77e504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7397580 Jul 06 18:27:28.785647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59452) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:28.844436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68feb09f-c07c-4c9b-971d-773ad5c2660e req-f08dbbbc-0a3c-4c3a-9d15-54e278de4af1 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.852872 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68feb09f-c07c-4c9b-971d-773ad5c2660e req-f08dbbbc-0a3c-4c3a-9d15-54e278de4af1 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.0784016 Jul 06 18:27:28.872455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Made reservation on behalf of d45718cceb3a42ac8083d96c2259f2ea for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:28.874746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:28.887373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68feb09f-c07c-4c9b-971d-773ad5c2660e req-3955dad9-42fd-4aeb-a92b-046ef9ccc29f tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Jul 06 18:27:28.903862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:28.920263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] For port bdc3fb11-4a3b-4582-98ef-56a59469161f, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:28.966343 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d94ad0-45b1-41b1-b10c-309e7c775dbf req-77928423-1907-4df5-aa8e-4a31f592e66c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2161977 Jul 06 18:27:28.967606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-37609518-3e2b-4c19-8b50-74330a1da219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:28.969214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-37609518-3e2b-4c19-8b50-74330a1da219 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3799922 Jul 06 18:27:28.994913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] For port bdc3fb11-4a3b-4582-98ef-56a59469161f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:29.017835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.033734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:29.045743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '36b03f1d-741e-471f-bb87-1e013e316c63', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '36b03f1d-741e-471f-bb87-1e013e316c63', 'mac_address': 'fa:16:3e:ec:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:29.086359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.100838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b03f1d-741e-471f-bb87-1e013e316c63 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:29.116394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58516be5-ccb0-4494-9e4e-7e836ff12321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.123025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:29.127552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.128519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.130593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] 10.222.0.24 "PUT /v2.0/ports/bdc3fb11-4a3b-4582-98ef-56a59469161f HTTP/1.1" status: 200 len: 1091 time: 2.2362857 Jul 06 18:27:29.132996 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.218193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f712d-846e-4cb0-bc6d-9a785056bba6 req-5677c5dd-5d8b-4805-9f6d-8a8330816119 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.223942 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-437f712d-846e-4cb0-bc6d-9a785056bba6 req-5677c5dd-5d8b-4805-9f6d-8a8330816119 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 947 time: 0.1524434 Jul 06 18:27:29.267800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:29.283322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.285271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-437f712d-846e-4cb0-bc6d-9a785056bba6 req-5fca245f-8c5e-4f71-8b67-45614f165e68 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549664 Jul 06 18:27:29.295507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.296220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.296898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.297310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.297733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.298137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.298528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.299046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.299535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.300076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.305565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:29.315777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58516be5-ccb0-4494-9e4e-7e836ff12321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.326673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa758456-79c2-46cd-8b22-0d347c233208 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc3fb11-4a3b-4582-98ef-56a59469161f,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:29.442374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-2d66495a-9c2b-4607-b028-d6bd848e717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.443019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-2d66495a-9c2b-4607-b028-d6bd848e717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.443422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-2d66495a-9c2b-4607-b028-d6bd848e717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.443919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-2d66495a-9c2b-4607-b028-d6bd848e717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.444394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-2d66495a-9c2b-4607-b028-d6bd848e717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.444867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-2d66495a-9c2b-4607-b028-d6bd848e717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.445338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-2d66495a-9c2b-4607-b028-d6bd848e717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.448960 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-2d66495a-9c2b-4607-b028-d6bd848e717f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6479 time: 0.4058483 Jul 06 18:27:29.477009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['36b03f1d-741e-471f-bb87-1e013e316c63'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:29.595048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9da5cc-c50f-402f-ba33-80267ca41e7a req-2a09469a-461d-458e-8b43-3ce1a29fd617 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.596581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae9da5cc-c50f-402f-ba33-80267ca41e7a req-2a09469a-461d-458e-8b43-3ce1a29fd617 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1452947 Jul 06 18:27:29.639717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'bdc3fb11-4a3b-4582-98ef-56a59469161f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:29.642518 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e368e2e-304a-4a06-89d9-0e27380e6751" -d '{"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "bdc3fb11-4a3b-4582-98ef-56a59469161f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:29.647156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-7d4646ab-730a-4816-97a0-be187894ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.647628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-7d4646ab-730a-4816-97a0-be187894ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.649286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-7d4646ab-730a-4816-97a0-be187894ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.651371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-7d4646ab-730a-4816-97a0-be187894ff5a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1890461 Jul 06 18:27:29.659926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58516be5-ccb0-4494-9e4e-7e836ff12321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.662720 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58516be5-ccb0-4494-9e4e-7e836ff12321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.664403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-58516be5-ccb0-4494-9e4e-7e836ff12321 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33aa310f-def4-4ded-9b2f-8179a11c6ea3 HTTP/1.1" status: 204 len: 168 time: 0.8751066 Jul 06 18:27:29.688514 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae9da5cc-c50f-402f-ba33-80267ca41e7a req-4764fa5c-5ce2-404b-9573-6a40b682b5c0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824344 Jul 06 18:27:29.757228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58516be5-ccb0-4494-9e4e-7e836ff12321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa310f-def4-4ded-9b2f-8179a11c6ea3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:29.759296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.763287 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903e20c4-5c50-4f28-bce4-8aa86d03ab27 x-openstack-request-id: req-903e20c4-5c50-4f28-bce4-8aa86d03ab27 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:29.763402 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "bdc3fb11-4a3b-4582-98ef-56a59469161f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:29.763644 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-903e20c4-5c50-4f28-bce4-8aa86d03ab27 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:29.764036 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': 'bdc3fb11-4a3b-4582-98ef-56a59469161f', 'status': 'completed', 'code': 200} Jul 06 18:27:29.861327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7780c36-ce90-4a05-b40f-1f84ee03a8cd,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:29.877187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-d11d72b6-2e51-460b-96c1-9e2633eb8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.878705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e68e25d-88a2-41bc-a66d-c3a9033fdb1b req-d11d72b6-2e51-460b-96c1-9e2633eb8ed5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918981 Jul 06 18:27:29.879645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Checking segment: {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:29.879977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Network hostable DHCP agents. Network: e0cde788-e8db-41d5-b9db-085bb7e89c14, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:27:29.906406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Network e0cde788-e8db-41d5-b9db-085bb7e89c14 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:27:29.923482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e0cde788-e8db-41d5-b9db-085bb7e89c14) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:29.933077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c087c-d008-48d4-ae78-107f3b148571 None None] Network e0cde788-e8db-41d5-b9db-085bb7e89c14 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:27:29.935071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:29.935855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.953944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-57b427d1-1be9-4a7b-b9b0-cca82b89c832 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2091894 Jul 06 18:27:30.043780 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:27:30.086060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3ff8a129-fc89-41db-afac-7ac8aace70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.086745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3ff8a129-fc89-41db-afac-7ac8aace70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.087357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3ff8a129-fc89-41db-afac-7ac8aace70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.087962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3ff8a129-fc89-41db-afac-7ac8aace70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.088568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3ff8a129-fc89-41db-afac-7ac8aace70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.089215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3ff8a129-fc89-41db-afac-7ac8aace70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.090551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3ff8a129-fc89-41db-afac-7ac8aace70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.092841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3ff8a129-fc89-41db-afac-7ac8aace70cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6479 time: 0.1225893 Jul 06 18:27:30.160141 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5949a734-1313-4e0e-bd32-de5f9cd3585b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074d0a6-febd-4f85-b86d-265a11209255 HTTP/1.1" status: 200 len: 217 time: 0.0567024 Jul 06 18:27:30.191358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc57ea-ee35-4d55-8fcd-19e560bb0ba3 req-5ecab526-6acb-49e5-8774-78694aff5bea tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.206775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fbc57ea-ee35-4d55-8fcd-19e560bb0ba3 req-5ecab526-6acb-49e5-8774-78694aff5bea tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.1107850 Jul 06 18:27:30.228686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7159e-55f1-4e0f-9b30-24b4849900a9 None None] Network e0cde788-e8db-41d5-b9db-085bb7e89c14 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:27:30.308135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-0e75c48d-157b-49f6-9234-ffc9e8b8604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.309792 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-0e75c48d-157b-49f6-9234-ffc9e8b8604f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=520aece6-1643-47a3-bf1c-edc6270091c7 HTTP/1.1" status: 200 len: 850 time: 0.1410692 Jul 06 18:27:30.315183 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fbc57ea-ee35-4d55-8fcd-19e560bb0ba3 req-dda0ba7b-2007-4ee1-9da0-2638c735afc2 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055584 Jul 06 18:27:30.449010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-1263bb16-6678-4116-92b7-df93f7ba4cee tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.458241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-1263bb16-6678-4116-92b7-df93f7ba4cee tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.466707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-1263bb16-6678-4116-92b7-df93f7ba4cee tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.473004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-1263bb16-6678-4116-92b7-df93f7ba4cee tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.479771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-1263bb16-6678-4116-92b7-df93f7ba4cee tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.486256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-1263bb16-6678-4116-92b7-df93f7ba4cee tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.493297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-1263bb16-6678-4116-92b7-df93f7ba4cee tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.495741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-1263bb16-6678-4116-92b7-df93f7ba4cee tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.2551999 Jul 06 18:27:30.561444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3298409c-8bb3-46fc-864d-1828d415f2aa req-679bd926-a2ba-4893-bac6-d04406217f08 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584638 Jul 06 18:27:30.568114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5a35448e-9f44-48c3-801e-eb7b582ad73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.569683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5a35448e-9f44-48c3-801e-eb7b582ad73e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424798 Jul 06 18:27:30.776191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-ca342a02-ef00-46ce-9715-c79cc727f762 service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986959 Jul 06 18:27:30.840852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-31045a77-d3d3-4e8a-b7c8-0103c471f6a2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.844070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-31045a77-d3d3-4e8a-b7c8-0103c471f6a2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 814 time: 0.1454978 Jul 06 18:27:30.861943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91b4a2-74f9-4957-bca1-0d40e07432db req-819c6046-0085-496b-9257-8f2b8d01a3bb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:30.863524 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf91b4a2-74f9-4957-bca1-0d40e07432db req-819c6046-0085-496b-9257-8f2b8d01a3bb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 948 time: 0.1486683 Jul 06 18:27:30.869461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-64dc9fb2-74cb-4cdc-ba9a-3de3af354a67 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/quotas/d45718cceb3a42ac8083d96c2259f2ea HTTP/1.1" status: 200 len: 375 time: 0.0197830 Jul 06 18:27:30.899199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-11566d8e-c4c0-4a34-bc38-0d45fb22a9a1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287514 Jul 06 18:27:30.923775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:30.931969 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf91b4a2-74f9-4957-bca1-0d40e07432db req-b463bcfa-0c37-4e12-a9c1-dd8ea55c1339 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574534 Jul 06 18:27:30.935842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-0b2e4898-9711-47bd-9a9c-34acd894ff99 service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492293 Jul 06 18:27:30.997788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 36b03f1d-741e-471f-bb87-1e013e316c63 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:31.004504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 36b03f1d-741e-471f-bb87-1e013e316c63 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:31.005269 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:31.007460 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-5302e028-f7a6-4ae9-805a-783b316c65af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 200 len: 217 time: 0.0626132 Jul 06 18:27:31.048372 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-c33cb48d-a203-451e-9c76-aa3c99f78792 service neutron] 10.222.0.53 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415122 Jul 06 18:27:31.088302 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-acfb48db-cbab-492c-98d3-071242a4d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:31.090233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-acfb48db-cbab-492c-98d3-071242a4d1a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0746005 Jul 06 18:27:31.099617 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:31.126777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:31.129295 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefb4ea2-4c5d-4b6f-b25c-4ec1615e2dea" -d '{"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-plugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:31.154169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:31.163203 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:31.189605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-26b2d3ca-72c1-4785-9e7d-3ec6b5045fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:31.191941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-26b2d3ca-72c1-4785-9e7d-3ec6b5045fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915506 Jul 06 18:27:31.211121 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-44bb8ef0-a6a5-46a7-89cb-e74f4e1f11e0 service neutron] 10.222.0.53 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547878 Jul 06 18:27:31.225401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:31.314851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-fef21ba9-5aac-48d2-a13a-28ad2ce292ff service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141903 Jul 06 18:27:31.463260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-64c34c21-b815-4742-b78c-c10760769ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412551 Jul 06 18:27:31.536585 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-bd347c9d-7c4c-4fdb-a365-b9d059286e33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 200 len: 217 time: 0.0666113 Jul 06 18:27:31.550499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871dc30-85eb-434d-adad-83420adadb2c req-9805b078-9c59-4376-8836-9357584d187c tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:31.558793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2871dc30-85eb-434d-adad-83420adadb2c req-9805b078-9c59-4376-8836-9357584d187c tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1301799 Jul 06 18:27:31.610022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-79f6e01e-a4bc-437d-a40c-d5fd2b684066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:31.612694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-79f6e01e-a4bc-437d-a40c-d5fd2b684066 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0676751 Jul 06 18:27:31.619060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2871dc30-85eb-434d-adad-83420adadb2c req-40d586a3-f605-4c1e-a318-4f6928bbfd32 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590181 Jul 06 18:27:31.681643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1c46ea4d-014e-415e-89c9-c1b4d2869c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:31.683384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-1c46ea4d-014e-415e-89c9-c1b4d2869c86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617414 Jul 06 18:27:31.810516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-e12442ea-d866-4243-9b39-04a660bf50c6 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194775 Jul 06 18:27:31.889001 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1affe1fd-d305-4c1f-893a-8e2cefd8a7e4 x-openstack-request-id: req-1affe1fd-d305-4c1f-893a-8e2cefd8a7e4 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:31.889611 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-plugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:31.890117 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1affe1fd-d305-4c1f-893a-8e2cefd8a7e4 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:31.891003 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'code': 200} Jul 06 18:27:31.958637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-55687512-7baf-4c8e-ae6d-c6f4cf927284 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1121c29e7a994da181ea642cf7601510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319104 Jul 06 18:27:31.963812 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-615d0c4a-2ab3-47a9-a11b-c4099d66eede service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432230 Jul 06 18:27:32.067968 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-3db5105f-a47e-458d-bce4-c60aa3495330 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=486e63c4-6d83-4b3b-ab15-e089065418dc HTTP/1.1" status: 200 len: 217 time: 0.0794151 Jul 06 18:27:32.099250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-a7784c26-9d0d-42f9-bb03-b47626f90572 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.101379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-a7784c26-9d0d-42f9-bb03-b47626f90572 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335442 Jul 06 18:27:32.119120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-6b596ce2-3aa6-4b37-b401-b38a6d5577cc tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/quotas/1121c29e7a994da181ea642cf7601510 HTTP/1.1" status: 200 len: 375 time: 0.0121529 Jul 06 18:27:32.162766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d89c009f-6bb3-4670-9350-b27674aa4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.164246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d89c009f-6bb3-4670-9350-b27674aa4097 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0826931 Jul 06 18:27:32.166434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-4a5baf6f-394e-458f-9bca-bc8beb82c794 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1121c29e7a994da181ea642cf7601510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408566 Jul 06 18:27:32.230708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8b8d-bc7f-478c-a222-2890ad98530f req-b4e3a800-7b71-439f-95d7-4dc381fd82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.232323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73df8b8d-bc7f-478c-a222-2890ad98530f req-b4e3a800-7b71-439f-95d7-4dc381fd82a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1100 time: 0.2616956 Jul 06 18:27:32.243352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c7dad-579e-4962-be65-6d5216f807d6 req-097c4046-ba33-496c-8ea4-8e69e4691e67 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.244399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c4c7dad-579e-4962-be65-6d5216f807d6 req-097c4046-ba33-496c-8ea4-8e69e4691e67 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.1803710 Jul 06 18:27:32.311991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-b83ced51-9054-47e2-b96f-f2609899daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.313471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-b83ced51-9054-47e2-b96f-f2609899daf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1392262 Jul 06 18:27:32.318056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73df8b8d-bc7f-478c-a222-2890ad98530f req-3357c8a6-69fb-4025-9bd2-fb3a8b2fe7c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718040 Jul 06 18:27:32.321099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c4c7dad-579e-4962-be65-6d5216f807d6 req-94cca601-0475-4302-a5a7-8906dbebe1f4 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655348 Jul 06 18:27:32.435091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-2fac7756-edad-4f81-b194-95d43a55c5af service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118503 Jul 06 18:27:32.611520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-e3b6239d-3e5a-4e2d-8002-d8a62b9da88e service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669309 Jul 06 18:27:32.669037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-962e24d3-5405-4753-aee9-4f8762049b89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e HTTP/1.1" status: 200 len: 217 time: 0.0481415 Jul 06 18:27:32.692806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-720bfe60-e1e3-4f56-bd95-c0d91afa5796 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.713269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-720bfe60-e1e3-4f56-bd95-c0d91afa5796 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.725027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-720bfe60-e1e3-4f56-bd95-c0d91afa5796 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.727820 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-208c2a10-91a0-4794-a02e-f7f2feb80241 req-3867868c-2aee-40c4-8a49-727877393488 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 210 time: 0.0611968 Jul 06 18:27:32.733686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-720bfe60-e1e3-4f56-bd95-c0d91afa5796 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.740120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-720bfe60-e1e3-4f56-bd95-c0d91afa5796 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.748501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-720bfe60-e1e3-4f56-bd95-c0d91afa5796 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.755145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-720bfe60-e1e3-4f56-bd95-c0d91afa5796 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.763721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-720bfe60-e1e3-4f56-bd95-c0d91afa5796 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.2226298 Jul 06 18:27:32.828014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-e3235880-1aef-412b-bc47-e6858577099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.829501 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-e3235880-1aef-412b-bc47-e6858577099b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0637338 Jul 06 18:27:32.930566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d411075f-2d47-46d5-af4d-f9804837e6f2 req-a2576456-ce3f-4f66-870a-f5701ff703c1 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657777 Jul 06 18:27:33.016159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d1493d69-ac51-4d02-9c83-82b7a4f6f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:33.017852 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-d1493d69-ac51-4d02-9c83-82b7a4f6f700 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1679096 Jul 06 18:27:33.367606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-be0d1794-5ca3-4352-8d2c-83fc58e38ba7 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035929 Jul 06 18:27:33.379834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-f5312c04-441f-4797-8a00-3cdd0a09e623 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:33.381409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-f5312c04-441f-4797-8a00-3cdd0a09e623 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.24 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 814 time: 0.3447313 Jul 06 18:27:33.399512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Request body: {'port': {'device_id': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14', 'admin_state_up': True, 'tenant_id': 'd45718cceb3a42ac8083d96c2259f2ea'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:33.518279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dcfba-5ae6-4f78-aa1d-02fdc21109ae req-dc74479e-246b-4bcb-91d3-a3f996fc963d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:33.527978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-612dcfba-5ae6-4f78-aa1d-02fdc21109ae req-dc74479e-246b-4bcb-91d3-a3f996fc963d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.4231710 Jul 06 18:27:33.631705 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b041669-14dc-49d3-b14b-26b3e981efbc req-d4763860-10ca-42b8-9787-8b640de966e7 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 210 time: 0.0438135 Jul 06 18:27:33.634645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-612dcfba-5ae6-4f78-aa1d-02fdc21109ae req-26620159-5e68-4819-8dd8-958d9d1a6e8b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053064 Jul 06 18:27:33.707071 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-baf17265-2ee3-4fc6-a7ac-8e114422b7e1 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245833 Jul 06 18:27:33.760813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-c1ba1637-766c-4780-9e4f-12bb22334d3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 HTTP/1.1" status: 200 len: 217 time: 0.0420032 Jul 06 18:27:33.766872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Made reservation on behalf of d45718cceb3a42ac8083d96c2259f2ea for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:33.770968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:33.838010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c4e2b-0433-4724-b200-e5d9546c3be5 req-343649b2-0c53-4dd0-aacf-47d212c879fa tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:33.839586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac6c4e2b-0433-4724-b200-e5d9546c3be5 req-343649b2-0c53-4dd0-aacf-47d212c879fa tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.0645843 Jul 06 18:27:33.879549 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac6c4e2b-0433-4724-b200-e5d9546c3be5 req-673a1127-6d6c-4995-bb9c-6a36669bdacf tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337949 Jul 06 18:27:34.226411 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-4c9ebe09-cf95-4146-89df-313faacee8d6 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1121c29e7a994da181ea642cf7601510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373182 Jul 06 18:27:34.277280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-cdb1f408-3f8f-450f-8953-11532e0826ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:34.278985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-cdb1f408-3f8f-450f-8953-11532e0826ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.5041099 Jul 06 18:27:34.433425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd78e-7732-46bc-9b90-c50f1a9652d9 req-fb5ed9fb-60b4-4acc-85f2-64cce67414e8 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:34.441426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-329bd78e-7732-46bc-9b90-c50f1a9652d9 req-fb5ed9fb-60b4-4acc-85f2-64cce67414e8 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.6530380 Jul 06 18:27:34.536170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Allocated IP 172.20.0.2 (e0cde788-e8db-41d5-b9db-085bb7e89c14/b7780c36-ce90-4a05-b40f-1f84ee03a8cd/7a301dbf-6a51-4b17-9c72-9901746c0394) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:34.552206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-86da290b-383d-4217-bac1-6e1f1107af83 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:34.553983 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-86da290b-383d-4217-bac1-6e1f1107af83 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196280 Jul 06 18:27:34.573807 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-329bd78e-7732-46bc-9b90-c50f1a9652d9 req-fef75475-e343-4be9-9c4a-01d1dde4fc1b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309433 Jul 06 18:27:34.579725 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-af2862c9-95ef-4cac-9787-21928874e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:34.581306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-af2862c9-95ef-4cac-9787-21928874e9d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2917559 Jul 06 18:27:34.621552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Request body: {'port': {'device_id': '5a29ead5-31f2-4918-925f-816d47e24154', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '1121c29e7a994da181ea642cf7601510'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:34.624504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a2132aa-cb64-4c8f-ac52-869b2f1fe44e req-91f63581-9867-4bbb-a144-6e899a73ce25 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 210 time: 0.0387404 Jul 06 18:27:34.959875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-53493a5d-647a-4a19-b21c-bdacf7de733b service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671453 Jul 06 18:27:34.998150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-09805972-0d1a-42ec-ad2b-73421856ac6d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.004303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-09805972-0d1a-42ec-ad2b-73421856ac6d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.010584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-09805972-0d1a-42ec-ad2b-73421856ac6d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.016555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-09805972-0d1a-42ec-ad2b-73421856ac6d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.019363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e2875cd-173b-4d37-b2fd-a2033b856011 req-b9b543b8-95a4-47bd-8f7e-10595b9bdfeb tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 210 time: 0.0307376 Jul 06 18:27:35.023081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-09805972-0d1a-42ec-ad2b-73421856ac6d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.029683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-09805972-0d1a-42ec-ad2b-73421856ac6d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.036013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-09805972-0d1a-42ec-ad2b-73421856ac6d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.044297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-09805972-0d1a-42ec-ad2b-73421856ac6d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.3152540 Jul 06 18:27:35.046463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Made reservation on behalf of 1121c29e7a994da181ea642cf7601510 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:35.049977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:35.129514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:35.139861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:35.212506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b2c7b-4830-4835-88e3-77de5938a08f req-9890a853-2859-4f66-adcf-6ceeae905752 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.218385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b72dd22-50e3-4818-9100-a0073c6d31c9 req-b636e522-70dd-46f2-a035-ab1c7625f9fa tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727092 Jul 06 18:27:35.219917 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db8b2c7b-4830-4835-88e3-77de5938a08f req-9890a853-2859-4f66-adcf-6ceeae905752 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.0852964 Jul 06 18:27:35.272196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db8b2c7b-4830-4835-88e3-77de5938a08f req-36620f77-c465-47d0-b967-f68997254e5e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 Jul 06 18:27:35.277395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-61c322e3-78f3-4b61-9309-c9e58634031a service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054438 Jul 06 18:27:35.331177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:35.342879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-a36d9da8-fc3a-44d9-ab6e-cbc678bb7c0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f HTTP/1.1" status: 200 len: 217 time: 0.0538454 Jul 06 18:27:35.444688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ae610-6a3b-47a0-b192-8cd77a8ee508 req-7b3ff8db-39aa-4844-90bc-9f2699a12ca0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.446223 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-313ae610-6a3b-47a0-b192-8cd77a8ee508 req-7b3ff8db-39aa-4844-90bc-9f2699a12ca0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.0627232 Jul 06 18:27:35.456480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Network e0cde788-e8db-41d5-b9db-085bb7e89c14 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:35.481731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:35.489919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:35.494009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:35.496939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-313ae610-6a3b-47a0-b192-8cd77a8ee508 req-f9a06f0e-27d8-4b4c-8695-202b3b7a6710 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Jul 06 18:27:35.498766 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:35.527986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-49b8fc49-443c-421c-b409-299556d312ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.529484 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-49b8fc49-443c-421c-b409-299556d312ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.1533473 Jul 06 18:27:35.532903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:35.659280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.660102 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:35.670416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d3859-d01d-4fe3-9a66-16f1890de63d req-94cab10f-e0c2-4acc-868d-5f96bc49b309 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.671949 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae4d3859-d01d-4fe3-9a66-16f1890de63d req-94cab10f-e0c2-4acc-868d-5f96bc49b309 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.0745466 Jul 06 18:27:35.687449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3273676-c62c-4bf9-878e-893e10fae40a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:35.710375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbea4b-3e51-48e9-a30c-5fa776116dd4 req-2e70c9ec-4b0b-495a-8bc3-05d537cf5368 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.711930 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ecdbea4b-3e51-48e9-a30c-5fa776116dd4 req-2e70c9ec-4b0b-495a-8bc3-05d537cf5368 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 948 time: 0.3346956 Jul 06 18:27:35.717225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-232ffd0f-1008-4c70-aa7f-6ad4382f0052 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3227675 Jul 06 18:27:35.728775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae4d3859-d01d-4fe3-9a66-16f1890de63d req-46b2478e-81c6-41bf-a14e-c0a00ce0fb56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Jul 06 18:27:35.763400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Request body: {'port': {'device_id': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:35.841285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Allocated IP 192.168.233.89 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/bd588241-25e9-4e6f-9b51-53dfbf2e773b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:35.844680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-677d6306-c766-411d-aa11-1ace91624530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.846246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-677d6306-c766-411d-aa11-1ace91624530 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2955549 Jul 06 18:27:35.858824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ecdbea4b-3e51-48e9-a30c-5fa776116dd4 req-8a78945c-9432-4370-988a-e190798662f1 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169205 Jul 06 18:27:35.921745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f211e6b-3fba-4a28-9976-03568ae659f0 req-744a027c-f5fc-49ca-ab3f-c034b08d623f tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:35.923693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f211e6b-3fba-4a28-9976-03568ae659f0 req-744a027c-f5fc-49ca-ab3f-c034b08d623f tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.0835974 Jul 06 18:27:35.972015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f211e6b-3fba-4a28-9976-03568ae659f0 req-6e327f02-a238-42bf-86b8-23b6b5a8639d tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Jul 06 18:27:36.044331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:36.139937 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-7c944d8b-a3d0-4127-9ae9-0ad914f84f82 service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767181 Jul 06 18:27:36.199379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15aab65f-1e87-4d7a-81d9-3573eabc36a1 req-876c60e2-059f-4ecc-a3aa-c2760a86f1a0 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 210 time: 0.0381529 Jul 06 18:27:36.307082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:36.348911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838619a-f2d4-4e83-ac6a-b3095fad3e49 req-19c686be-356c-4891-83dc-6201d9d48001 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.350457 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2838619a-f2d4-4e83-ac6a-b3095fad3e49 req-19c686be-356c-4891-83dc-6201d9d48001 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 931 time: 0.3326874 Jul 06 18:27:36.358146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Transition to ACTIVE for port object bd588241-25e9-4e6f-9b51-53dfbf2e773b will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:36.469392 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937eaff6-6195-4631-94be-bde6630f5eb2 req-0e639f73-9aec-419c-8d04-70f76091f815 service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163989 Jul 06 18:27:36.501045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2838619a-f2d4-4e83-ac6a-b3095fad3e49 req-ebf39537-efed-4360-ba80-884c3d45341a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363845 Jul 06 18:27:36.528956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:36.695632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450fd9c-39f0-432a-be87-655b534386ca req-a5429019-e559-4b1c-afb5-1d35a6fd83ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.702639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450fd9c-39f0-432a-be87-655b534386ca req-a5429019-e559-4b1c-afb5-1d35a6fd83ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.708746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450fd9c-39f0-432a-be87-655b534386ca req-a5429019-e559-4b1c-afb5-1d35a6fd83ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.711775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:36.714712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450fd9c-39f0-432a-be87-655b534386ca req-a5429019-e559-4b1c-afb5-1d35a6fd83ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.720613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450fd9c-39f0-432a-be87-655b534386ca req-a5429019-e559-4b1c-afb5-1d35a6fd83ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.726645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450fd9c-39f0-432a-be87-655b534386ca req-a5429019-e559-4b1c-afb5-1d35a6fd83ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.732611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450fd9c-39f0-432a-be87-655b534386ca req-a5429019-e559-4b1c-afb5-1d35a6fd83ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.734594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a450fd9c-39f0-432a-be87-655b534386ca req-a5429019-e559-4b1c-afb5-1d35a6fd83ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.1201007 Jul 06 18:27:36.744540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:36.746442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:36.753583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:36.823781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a301dbf-6a51-4b17-9c72-9901746c0394 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:36.829704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a450fd9c-39f0-432a-be87-655b534386ca req-b941adbc-ddd8-4d20-b52a-2c4e9046824c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844016 Jul 06 18:27:36.840603 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:36.863489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-bacf4bdf-0898-4ded-a4e3-3263581bf392 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.872066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-bacf4bdf-0898-4ded-a4e3-3263581bf392 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.24 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 948 time: 0.1364722 Jul 06 18:27:36.898761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Transition to ACTIVE for port object 7a301dbf-6a51-4b17-9c72-9901746c0394 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:36.924135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.924822 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:36.947935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:36.971285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-ab428d70-38cc-48ef-9cc6-eb5fb8b3392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.971761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-ab428d70-38cc-48ef-9cc6-eb5fb8b3392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.972225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-ab428d70-38cc-48ef-9cc6-eb5fb8b3392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.972682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-ab428d70-38cc-48ef-9cc6-eb5fb8b3392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.973138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-ab428d70-38cc-48ef-9cc6-eb5fb8b3392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.974047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-ab428d70-38cc-48ef-9cc6-eb5fb8b3392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.974512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-ab428d70-38cc-48ef-9cc6-eb5fb8b3392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:36.976696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-ab428d70-38cc-48ef-9cc6-eb5fb8b3392c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6479 time: 0.3818896 Jul 06 18:27:36.996986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7df7c100-e3c4-4aca-98f3-6656d95e375b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3959904 Jul 06 18:27:37.101413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b5d9f-b41d-4de1-b98f-6af1012e9d0b req-78436068-275e-46f4-bca5-67a0c77a7e77 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:37.119292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-450b5d9f-b41d-4de1-b98f-6af1012e9d0b req-78436068-275e-46f4-bca5-67a0c77a7e77 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.4389334 Jul 06 18:27:37.123895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-15704a48-2795-410a-a425-004dbc2b2bca tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5305879 Jul 06 18:27:37.194858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Request body: {'port': {'device_id': '5a29ead5-31f2-4918-925f-816d47e24154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:37.204075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Deleting port e8036a46-2186-405c-b96c-71b8fd65e845 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:37.204075 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:37.216743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c58d28a8-e33a-42a0-84ba-6d2e07787b83 None None] Provisioning for port bd588241-25e9-4e6f-9b51-53dfbf2e773b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:37.222756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c58d28a8-e33a-42a0-84ba-6d2e07787b83 None None] Provisioning complete for port bd588241-25e9-4e6f-9b51-53dfbf2e773b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:37.223320 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c58d28a8-e33a-42a0-84ba-6d2e07787b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:37.263227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:37.282330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c58d28a8-e33a-42a0-84ba-6d2e07787b83 None None] Port bd588241-25e9-4e6f-9b51-53dfbf2e773b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:27:37.320286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-450b5d9f-b41d-4de1-b98f-6af1012e9d0b req-d418afbc-644d-4bfe-9fc4-786c128a4612 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976125 Jul 06 18:27:37.377488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] For port e8036a46-2186-405c-b96c-71b8fd65e845, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=e8036a46-2186-405c-b96c-71b8fd65e845,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:37.378207 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:37.396317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532993f-b53f-4db9-999a-abca758c36c0 req-bf8ae504-b5ff-4b5b-bf3e-f9e9a386f7f2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:37.398152 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4532993f-b53f-4db9-999a-abca758c36c0 req-bf8ae504-b5ff-4b5b-bf3e-f9e9a386f7f2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.3632874 Jul 06 18:27:37.404811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Calling delete_port for e8036a46-2186-405c-b96c-71b8fd65e845 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:37.411825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:37.466836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-b3faab36-6ea3-415a-b339-a690c884f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:37.468675 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-b3faab36-6ea3-415a-b339-a690c884f0fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=adfbd81e-3739-44cd-a772-2d14ed047aa8 HTTP/1.1" status: 200 len: 903 time: 0.4651926 Jul 06 18:27:37.510888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4532993f-b53f-4db9-999a-abca758c36c0 req-d9054944-5a88-433e-9f23-56e590ef08ff tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991328 Jul 06 18:27:37.589812 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-166aa7d1-a278-4b5b-8d5f-eb5da5ca47f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f HTTP/1.1" status: 200 len: 217 time: 0.1116354 Jul 06 18:27:37.616985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:37.679841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Pushing event deleted for resources: {'Port': ['ID=e8036a46-2186-405c-b96c-71b8fd65e845,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:37.749013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] No DVR routers for this DVR port e8036a46-2186-405c-b96c-71b8fd65e845 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:27:37.753010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:37.755274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d49191e7-22bf-418d-a6b5-b12a0a6759d2 req-544855af-ecc2-46ce-82fb-e7d6aa196a09 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.24 "DELETE /v2.0/ports/e8036a46-2186-405c-b96c-71b8fd65e845 HTTP/1.1" status: 204 len: 173 time: 0.8743832 Jul 06 18:27:37.755737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'name': 'network-vif-deleted', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:37.758230 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9a9660-76e5-4a48-89a6-8fae8e2a46b5" -d '{"events": [{"server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "name": "network-vif-deleted", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:37.799984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbc095-3b0f-4295-8215-fdb8ea538a03 req-72676244-f6f0-438c-81bf-676a564e667a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:37.806475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82cbc095-3b0f-4295-8215-fdb8ea538a03 req-72676244-f6f0-438c-81bf-676a564e667a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.1795800 Jul 06 18:27:37.850355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82cbc095-3b0f-4295-8215-fdb8ea538a03 req-4eec71cb-d269-4e41-8592-77e1eb958f64 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Jul 06 18:27:38.069158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4e84c-a316-4c61-b637-1dc8904b4b94 req-f54e37ef-ef12-4816-944d-348f8cd787b1 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.089284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bca4e84c-a316-4c61-b637-1dc8904b4b94 req-f54e37ef-ef12-4816-944d-348f8cd787b1 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 935 time: 0.1112332 Jul 06 18:27:38.129702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Attempting to bind port 7a301dbf-6a51-4b17-9c72-9901746c0394 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:38.129702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Attempting to bind port 7a301dbf-6a51-4b17-9c72-9901746c0394 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:38.129702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Attempting to bind port 7a301dbf-6a51-4b17-9c72-9901746c0394 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:38.158958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bca4e84c-a316-4c61-b637-1dc8904b4b94 req-2f158fd4-9d78-478e-9534-edff3468f1b8 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679018 Jul 06 18:27:38.161222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Port 7a301dbf-6a51-4b17-9c72-9901746c0394 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:38.161563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Attempting to bind port 7a301dbf-6a51-4b17-9c72-9901746c0394 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:38.189238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-f3119c8f-dff4-4a10-bee2-05f616533396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.190969 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-f3119c8f-dff4-4a10-bee2-05f616533396 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.5841129 Jul 06 18:27:38.191703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:38.192028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Checking segment: {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:38.192675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Bound using segment: {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:38.192815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Bound port: 7a301dbf-6a51-4b17-9c72-9901746c0394, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:38.193209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:38.378450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8224b-2f08-4d49-b3e5-36c381d7068d req-54c8fb98-5843-4e70-9c47-b9761fe67049 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.386212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5b8224b-2f08-4d49-b3e5-36c381d7068d req-54c8fb98-5843-4e70-9c47-b9761fe67049 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=721ecb67-b708-4f51-babd-32c135da70ed HTTP/1.1" status: 200 len: 865 time: 0.8784690 Jul 06 18:27:38.445854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2018c-e13e-4383-a891-8123ad1c5ba5 req-a5438571-e199-4d0a-8d8b-5acda796a866 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.447745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ad2018c-e13e-4383-a891-8123ad1c5ba5 req-a5438571-e199-4d0a-8d8b-5acda796a866 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 943 time: 0.1104233 Jul 06 18:27:38.499513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:38.514637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ad2018c-e13e-4383-a891-8123ad1c5ba5 req-6dd251c2-c6ac-4855-b6c4-67c74751776f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600429 Jul 06 18:27:38.516535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5b8224b-2f08-4d49-b3e5-36c381d7068d req-fb471dab-07fb-424f-b29d-798f210d2596 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293464 Jul 06 18:27:38.555357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-4276d007-419c-4610-bba8-2f190befc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.556824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-4276d007-419c-4610-bba8-2f190befc08b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3342338 Jul 06 18:27:38.596496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:38.609815 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84927641-d028-414c-a54e-e81b7de4d80b x-openstack-request-id: req-84927641-d028-414c-a54e-e81b7de4d80b {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:38.610207 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721ecb67-b708-4f51-babd-32c135da70ed", "name": "network-vif-deleted", "tag": "e8036a46-2186-405c-b96c-71b8fd65e845", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:38.610554 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84927641-d028-414c-a54e-e81b7de4d80b {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:38.611040 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721ecb67-b708-4f51-babd-32c135da70ed', 'name': 'network-vif-deleted', 'tag': 'e8036a46-2186-405c-b96c-71b8fd65e845', 'status': 'completed', 'code': 200} Jul 06 18:27:38.633151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:38.736451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.737432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:38.738868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-889ad250-3bba-45d3-817d-1406af03305e service neutron] 10.222.0.24 "PUT /v2.0/ports/7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 1091 time: 2.9925303 Jul 06 18:27:38.740874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:38.743317 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7532c-3147-4dbb-b012-c336cc100587" -d '{"events": [{"name": "network-changed", "server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:38.747458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd588241-25e9-4e6f-9b51-53dfbf2e773b {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:38.763589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:38.795918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-2ece4c0a-e490-4124-87f3-f3c251ef60a4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.803796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-2ece4c0a-e490-4124-87f3-f3c251ef60a4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.809747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-2ece4c0a-e490-4124-87f3-f3c251ef60a4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.815728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-2ece4c0a-e490-4124-87f3-f3c251ef60a4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.821214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ad250-3bba-45d3-817d-1406af03305e service neutron] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:38.821568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-2ece4c0a-e490-4124-87f3-f3c251ef60a4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.827523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Transition to ACTIVE for port object bd588241-25e9-4e6f-9b51-53dfbf2e773b will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:38.827811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-2ece4c0a-e490-4124-87f3-f3c251ef60a4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.833818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-2ece4c0a-e490-4124-87f3-f3c251ef60a4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:38.835850 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-2ece4c0a-e490-4124-87f3-f3c251ef60a4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.1585379 Jul 06 18:27:38.873108 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:38.884447 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60f7d761-cacc-4eae-a83d-06d32cf309f5 req-b9c52de0-ded5-4d7d-a9a7-13e1f073984f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413039 Jul 06 18:27:38.930344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-cf28bda5-d6ec-4959-8f73-503aae8efdde service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568628 Jul 06 18:27:39.051578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:39.135294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b1491-a5b1-4f55-a995-13aa9388c09f req-1d05fd91-a6db-4de7-b35c-b6f7fc614b7b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:39.144894 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd7b1491-a5b1-4f55-a995-13aa9388c09f req-1d05fd91-a6db-4de7-b35c-b6f7fc614b7b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.3628380 Jul 06 18:27:39.218972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-326fe414-6f95-4ea2-a58c-b5f1e1614906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:39.220601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-326fe414-6f95-4ea2-a58c-b5f1e1614906 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1094 time: 0.4314201 Jul 06 18:27:39.254771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd7b1491-a5b1-4f55-a995-13aa9388c09f req-cc4f335c-0743-4f28-84b2-251101f0c182 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081181 Jul 06 18:27:39.264772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e368e2e-304a-4a06-89d9-0e27380e6751 req-2c787710-2b44-48a2-af48-97c2c163394a service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235645 Jul 06 18:27:39.320493 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-f1064cf2-e71f-4216-93b0-15867bcb9d02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 217 time: 0.0871177 Jul 06 18:27:39.339611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Attempting to bind port bd588241-25e9-4e6f-9b51-53dfbf2e773b on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:39.340097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Attempting to bind port bd588241-25e9-4e6f-9b51-53dfbf2e773b by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:39.340571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Attempting to bind port bd588241-25e9-4e6f-9b51-53dfbf2e773b on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:39.365969 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294bba48-a94b-4ee4-b31d-bb8f4713a29e x-openstack-request-id: req-294bba48-a94b-4ee4-b31d-bb8f4713a29e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:39.366489 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:39.366871 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-294bba48-a94b-4ee4-b31d-bb8f4713a29e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:39.367539 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'status': 'completed', 'code': 200} Jul 06 18:27:39.368403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Port bd588241-25e9-4e6f-9b51-53dfbf2e773b on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:39.368863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Attempting to bind port bd588241-25e9-4e6f-9b51-53dfbf2e773b on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:39.381992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:39.382573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:39.383109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:39.383705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Bound port: bd588241-25e9-4e6f-9b51-53dfbf2e773b, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:39.384213 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:39.407464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-683e190e-1c83-4cdf-ac41-0523c0db82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:39.409254 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-683e190e-1c83-4cdf-ac41-0523c0db82cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.0784283 Jul 06 18:27:39.468580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-4319ef5a-04aa-46f7-b38c-eebd4b83c343 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382943 Jul 06 18:27:39.616563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:39.639467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:39.651707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:39.723548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:39.724160 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:39.725563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] 10.222.0.41 "PUT /v2.0/ports/bd588241-25e9-4e6f-9b51-53dfbf2e773b HTTP/1.1" status: 200 len: 1095 time: 2.5494282 Jul 06 18:27:39.752259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-3db70f3b-5675-457d-8358-d618c4411c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:39.753863 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-3db70f3b-5675-457d-8358-d618c4411c81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1100 time: 0.7096853 Jul 06 18:27:39.773004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a990a1-1199-4b34-abaa-f74c259fe285 req-90b400b9-32be-431f-91af-47e9bd8bf0ff tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:39.775443 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5a990a1-1199-4b34-abaa-f74c259fe285 req-90b400b9-32be-431f-91af-47e9bd8bf0ff tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.6878960 Jul 06 18:27:39.813227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d602fb-9da3-4750-8fb6-5dcbbda140a2 req-3c018ab7-04cc-4d89-b350-b3193392b9bb tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:39.829225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d602fb-9da3-4750-8fb6-5dcbbda140a2 req-3c018ab7-04cc-4d89-b350-b3193392b9bb tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.3349171 Jul 06 18:27:39.865249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-d1f21404-5537-40e0-8b87-9e178ae352f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:39.866877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-d1f21404-5537-40e0-8b87-9e178ae352f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1024506 Jul 06 18:27:39.934614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d602fb-9da3-4750-8fb6-5dcbbda140a2 req-2d1e559f-c5ea-43dc-a351-65c49e0a313d tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043777 Jul 06 18:27:39.942008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8385f-2174-4529-a987-7108a93b075a service neutron] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:39.943707 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-47ff83b2-b255-44d0-8330-59a1238aba7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.0602722 Jul 06 18:27:39.956545 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-34d93853-6ba0-4578-ab1f-62e86015e3a2 service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771516 Jul 06 18:27:40.014297 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5a990a1-1199-4b34-abaa-f74c259fe285 req-d92b17cd-565d-4782-abc5-1a4afdbcfc0b tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460299 Jul 06 18:27:40.053125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-1efb1cac-0b97-42a1-81b8-5edafb53993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.054893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-1efb1cac-0b97-42a1-81b8-5edafb53993d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0992484 Jul 06 18:27:40.109558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-ded78445-708c-4b40-9486-7228f7788dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.111282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-ded78445-708c-4b40-9486-7228f7788dbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1121c29e7a994da181ea642cf7601510&device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 1098 time: 0.3113067 Jul 06 18:27:40.127372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7f9effda-a5bf-489f-ac16-855888488cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.128948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7f9effda-a5bf-489f-ac16-855888488cea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585260 Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.189039 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:27:40.192474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-295cf4c1-2f0b-47fe-aa39-34fe871f88dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b HTTP/1.1" status: 200 len: 217 time: 0.0643113 Jul 06 18:27:40.195263 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e215cc8-7592-4145-afbf-f65ce41f6599 req-ce926e3d-3384-446e-a1b1-f57eab57a385 service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289753 Jul 06 18:27:40.280373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-cce5cd72-e61e-4643-9661-bd7d0cd63cec service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389780 Jul 06 18:27:40.292498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36973ccd-8760-497e-bbcb-6bf799e3deb7 req-f8289c5b-b66f-4ea0-a25a-90e1f746bfe4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.294315 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36973ccd-8760-497e-bbcb-6bf799e3deb7 req-f8289c5b-b66f-4ea0-a25a-90e1f746bfe4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 943 time: 0.1313195 Jul 06 18:27:40.303130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-77973df5-ede1-42d5-ae69-174b05de79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.304617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-77973df5-ede1-42d5-ae69-174b05de79cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0815732 Jul 06 18:27:40.360245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151eb12-f276-46d6-bf70-90bc246e91c9 req-15c9328e-626e-4ef6-b777-0836227403c4 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.361797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8151eb12-f276-46d6-bf70-90bc246e91c9 req-15c9328e-626e-4ef6-b777-0836227403c4 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 947 time: 0.2140467 Jul 06 18:27:40.379809 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36973ccd-8760-497e-bbcb-6bf799e3deb7 req-0b69ced7-f808-4667-8a2c-7dc023b3f77f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772479 Jul 06 18:27:40.407500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-2fd77e92-13c2-4696-ad37-fab5bda11a35 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125448 Jul 06 18:27:40.409801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-d4fe7a78-8df2-4ca4-97c2-2bf3f643a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.411325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-d4fe7a78-8df2-4ca4-97c2-2bf3f643a14b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1094 time: 0.1514497 Jul 06 18:27:40.444701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8151eb12-f276-46d6-bf70-90bc246e91c9 req-684b91ee-df3b-4132-bbf6-af902a621c08 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760381 Jul 06 18:27:40.484624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-661be339-e5d6-46e5-bcc7-cad7a4ddf69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.486517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-661be339-e5d6-46e5-bcc7-cad7a4ddf69a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746795 Jul 06 18:27:40.632399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-9ddee6b1-a590-45de-8454-783349e5f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.634019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-9ddee6b1-a590-45de-8454-783349e5f404 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 915 time: 0.2071939 Jul 06 18:27:40.703557 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-01a2d1ee-8d8c-446e-be7c-b17027dce76d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 217 time: 0.0551970 Jul 06 18:27:40.718777 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-f1470323-68f1-47f2-9b32-823a13259121 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239950 Jul 06 18:27:40.837096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7b0db7e0-17d2-4819-80ea-2665e3654c59 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.840598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782169ea-4554-49ed-97a1-adc5af2b9c53 req-3e55bca7-23bf-4664-9647-671145cb9831 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.842154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-782169ea-4554-49ed-97a1-adc5af2b9c53 req-3e55bca7-23bf-4664-9647-671145cb9831 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.0783947 Jul 06 18:27:40.843189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7b0db7e0-17d2-4819-80ea-2665e3654c59 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.849303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7b0db7e0-17d2-4819-80ea-2665e3654c59 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.855414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7b0db7e0-17d2-4819-80ea-2665e3654c59 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.861452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7b0db7e0-17d2-4819-80ea-2665e3654c59 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.867596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7b0db7e0-17d2-4819-80ea-2665e3654c59 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.874352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7b0db7e0-17d2-4819-80ea-2665e3654c59 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.876795 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7b0db7e0-17d2-4819-80ea-2665e3654c59 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.2993219 Jul 06 18:27:40.891680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-782169ea-4554-49ed-97a1-adc5af2b9c53 req-777b3cdb-85df-4697-9b2a-626df9401c67 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Jul 06 18:27:40.892424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-b5c3cd32-ec92-4da8-9292-6d1b5a779084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:40.893925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-b5c3cd32-ec92-4da8-9292-6d1b5a779084 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.1787169 Jul 06 18:27:40.945819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c133e01e-7f3e-492b-b984-7808fedd5d17 req-7856c14e-b2b1-41fe-ab26-752c09a84283 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577345 Jul 06 18:27:40.971709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-722776e3-0c4e-4879-9b60-a99b00aa910b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384665 Jul 06 18:27:40.996996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e2cd6c0-9080-4686-ad2e-249c54617ed8 req-09dfe88b-c0be-468f-b840-c72473c09aae service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637713 Jul 06 18:27:41.083168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-035a5e0c-f8aa-415d-a7d0-16bd25fc15f1 service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987780 Jul 06 18:27:41.228616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc7532c-3147-4dbb-b012-c336cc100587 req-e2439a7a-4b24-4d26-9697-e3355118bc36 service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362252 Jul 06 18:27:41.375064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:41.377966 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cba718d-8237-49ca-b39d-c302c74376fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:41.388883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126617-5ba1-49d3-a2b4-6fed392bd186 req-332726f0-2d74-4ec6-8eab-bf4b10b68f4a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.390507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3126617-5ba1-49d3-a2b4-6fed392bd186 req-332726f0-2d74-4ec6-8eab-bf4b10b68f4a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.0668797 Jul 06 18:27:41.404353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e8036a46-2186-405c-b96c-71b8fd65e845 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:41.408500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b77c38-3e98-4540-98c5-56ec3c7f2ba5 req-b771b686-6ecf-4170-b3bf-1fc09dc56738 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.410141 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78b77c38-3e98-4540-98c5-56ec3c7f2ba5 req-b771b686-6ecf-4170-b3bf-1fc09dc56738 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1155579 Jul 06 18:27:41.425499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: e8036a46-2186-405c-b96c-71b8fd65e845 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:27:41.426887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device e8036a46-2186-405c-b96c-71b8fd65e845 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:27:41.444734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-a85a3c21-19a3-4f88-aa08-c118d20ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.446376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-a85a3c21-19a3-4f88-aa08-c118d20ec19b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa3a464f2be448f188c59753607e4baf&device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 1096 time: 0.1056488 Jul 06 18:27:41.448682 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3126617-5ba1-49d3-a2b4-6fed392bd186 req-379ce5bb-542f-4a4f-888d-31b4f8f8510f tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511098 Jul 06 18:27:41.482025 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78b77c38-3e98-4540-98c5-56ec3c7f2ba5 req-4f76c91e-b4d8-48a6-9dc2-71117ff2bd93 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645311 Jul 06 18:27:41.558681 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5e8f33-6f22-48af-9b29-9cf1c0ab998f x-openstack-request-id: req-2d5e8f33-6f22-48af-9b29-9cf1c0ab998f {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:41.558978 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:41.559231 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d5e8f33-6f22-48af-9b29-9cf1c0ab998f {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:41.559670 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'status': 'completed', 'code': 200} Jul 06 18:27:41.571551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-c3cbf442-7041-4382-9365-3c1bb5d48af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.573544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-c3cbf442-7041-4382-9365-3c1bb5d48af2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 200 len: 917 time: 0.1167610 Jul 06 18:27:41.631322 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-5820e8f3-6588-4738-b397-8b0c9145e75e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8f1631-2062-44b8-98fd-7492cdee4b41 HTTP/1.1" status: 200 len: 217 time: 0.0439978 Jul 06 18:27:41.650673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52d96-d84c-4eb4-8e8e-7db9d0798756 req-951305e2-179b-4698-bf92-91ba79a1ba27 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.652563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acc52d96-d84c-4eb4-8e8e-7db9d0798756 req-951305e2-179b-4698-bf92-91ba79a1ba27 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 948 time: 0.0802920 Jul 06 18:27:41.695898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acc52d96-d84c-4eb4-8e8e-7db9d0798756 req-e92596ef-89ca-464a-a9d6-ef114564872b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350623 Jul 06 18:27:41.746023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-f527dbc9-9665-4925-9057-70977b05973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.748588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-f527dbc9-9665-4925-9057-70977b05973e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 HTTP/1.1" status: 200 len: 855 time: 0.1006172 Jul 06 18:27:41.795782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba718d-8237-49ca-b39d-c302c74376fa req-8280e981-0fea-4ef2-a5cd-a176f701a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.797371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cba718d-8237-49ca-b39d-c302c74376fa req-8280e981-0fea-4ef2-a5cd-a176f701a60d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1121c29e7a994da181ea642cf7601510&device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 1098 time: 0.2203007 Jul 06 18:27:41.871395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cd4c5-0aba-4081-a0ab-25c8db053f7d req-03acd8f3-0c7f-47db-ac78-0ecedf7b2d4b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.872821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be7cd4c5-0aba-4081-a0ab-25c8db053f7d req-03acd8f3-0c7f-47db-ac78-0ecedf7b2d4b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 943 time: 0.1945179 Jul 06 18:27:41.883920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898ddc1-0365-4452-ab5e-211a300799e3 req-e332b842-678f-4f40-8c43-6b97d3b85bd4 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.885770 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4898ddc1-0365-4452-ab5e-211a300799e3 req-e332b842-678f-4f40-8c43-6b97d3b85bd4 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 947 time: 0.0669441 Jul 06 18:27:41.927447 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4898ddc1-0365-4452-ab5e-211a300799e3 req-afe91119-80e0-42fb-a648-1431f2473fd2 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355773 Jul 06 18:27:41.937126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-65bec1ca-f445-49a6-95e8-d9cbc0137365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:41.938930 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-65bec1ca-f445-49a6-95e8-d9cbc0137365 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6a04069-f055-4b7f-8f41-c47256fa45ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823199 Jul 06 18:27:41.971875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be7cd4c5-0aba-4081-a0ab-25c8db053f7d req-061eeddb-99f1-4877-a312-7bad83851672 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904324 Jul 06 18:27:42.009987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba718d-8237-49ca-b39d-c302c74376fa req-153d7f3f-2e5f-4e5f-9c32-6b196babcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.012289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cba718d-8237-49ca-b39d-c302c74376fa req-153d7f3f-2e5f-4e5f-9c32-6b196babcc98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2075465 Jul 06 18:27:42.164088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c86f9-de35-4dec-9b4e-477db409e90b req-3944d04c-53ed-4023-b493-f2d62c8e33f9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.168249 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e2c86f9-de35-4dec-9b4e-477db409e90b req-3944d04c-53ed-4023-b493-f2d62c8e33f9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.0786602 Jul 06 18:27:42.208604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e2c86f9-de35-4dec-9b4e-477db409e90b req-25191b20-5433-4154-bf60-d74d2ad3205d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Jul 06 18:27:42.403990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cba718d-8237-49ca-b39d-c302c74376fa req-ca8f199a-03d6-4111-b5b0-ef45fc1436e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b HTTP/1.1" status: 200 len: 217 time: 0.3815475 Jul 06 18:27:42.488367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-9dd17b7e-2acc-4a05-b6dc-3dbfe28c4fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326450 Jul 06 18:27:42.523047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba718d-8237-49ca-b39d-c302c74376fa req-5d570e18-df01-4544-8d58-fd63330314f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.524538 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cba718d-8237-49ca-b39d-c302c74376fa req-5d570e18-df01-4544-8d58-fd63330314f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0864811 Jul 06 18:27:42.640371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-a0cc7108-8701-48a3-970b-b32ca3a399ad tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.647856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-a0cc7108-8701-48a3-970b-b32ca3a399ad tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.652165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-a0cc7108-8701-48a3-970b-b32ca3a399ad tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.658051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-a0cc7108-8701-48a3-970b-b32ca3a399ad tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.660576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc18ad-4fb1-45cf-bb56-0c84ba29e90b req-0b08d42b-3c86-413e-80ac-b9198d630c1a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.662266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fdfc18ad-4fb1-45cf-bb56-0c84ba29e90b req-0b08d42b-3c86-413e-80ac-b9198d630c1a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.0705216 Jul 06 18:27:42.663894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-a0cc7108-8701-48a3-970b-b32ca3a399ad tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.669840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-a0cc7108-8701-48a3-970b-b32ca3a399ad tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.675680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-a0cc7108-8701-48a3-970b-b32ca3a399ad tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.677641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-a0cc7108-8701-48a3-970b-b32ca3a399ad tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.2781384 Jul 06 18:27:42.704014 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fdfc18ad-4fb1-45cf-bb56-0c84ba29e90b req-5c5698a2-c73d-42c5-a92d-b1e80dbb0a61 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Jul 06 18:27:42.726946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f398488-3d97-4f31-b343-86a99fd801d4 req-56edd28c-9203-4ceb-a01b-549a23c131b6 service neutron] 10.222.0.24 "GET /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218320 Jul 06 18:27:42.752157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba718d-8237-49ca-b39d-c302c74376fa req-bc88ca74-4dc7-437c-a295-71b05c9e5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.754040 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cba718d-8237-49ca-b39d-c302c74376fa req-bc88ca74-4dc7-437c-a295-71b05c9e5277 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009566 Jul 06 18:27:42.768616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9cfc2c45-adf1-4d0e-aad1-e5631417e696 req-37d0708d-9f37-459e-8a8c-66dc9d2fe54a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819421 Jul 06 18:27:42.881549 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cba718d-8237-49ca-b39d-c302c74376fa req-cab1065a-257c-43d7-9d30-83dacc248de4 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077139 Jul 06 18:27:42.889599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f7422-1497-42fe-ae36-8c7effb989f5 req-cad9898c-c8a9-4b81-9528-2ca25f1a09b0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:42.891283 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d2f7422-1497-42fe-ae36-8c7effb989f5 req-cad9898c-c8a9-4b81-9528-2ca25f1a09b0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.0717132 Jul 06 18:27:42.935314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d2f7422-1497-42fe-ae36-8c7effb989f5 req-8e832292-50bc-47ca-a96e-807e258f0107 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Jul 06 18:27:43.026837 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cba718d-8237-49ca-b39d-c302c74376fa req-9eb98282-2e40-4eac-b26f-6fd5f16be0d0 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308532 Jul 06 18:27:43.037499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5267673-a740-4a8b-849c-7d2854b16ddd req-9f59615e-9a35-4cbe-8ac1-329eb465de5e tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:43.040660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5267673-a740-4a8b-849c-7d2854b16ddd req-9f59615e-9a35-4cbe-8ac1-329eb465de5e tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 948 time: 0.1456177 Jul 06 18:27:43.112075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5267673-a740-4a8b-849c-7d2854b16ddd req-74b5ddc8-9906-4034-a029-643aa77ef89e tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548246 Jul 06 18:27:43.151973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233b5df-a884-43e0-909c-fa487cb7cf52 req-8991d45f-622d-465d-880c-737a889de8a7 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:43.155093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d233b5df-a884-43e0-909c-fa487cb7cf52 req-8991d45f-622d-465d-880c-737a889de8a7 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 947 time: 0.1034143 Jul 06 18:27:43.219861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d233b5df-a884-43e0-909c-fa487cb7cf52 req-0b5e9074-527d-4265-be47-2e8533db0860 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599830 Jul 06 18:27:43.352663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36cc92-4e4f-44d4-ac54-86b43efb4980 req-c5f47d64-c544-49aa-af87-2178f9adcf10 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:43.365365 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b36cc92-4e4f-44d4-ac54-86b43efb4980 req-c5f47d64-c544-49aa-af87-2178f9adcf10 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 943 time: 0.1119606 Jul 06 18:27:43.414628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:43.426551 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b36cc92-4e4f-44d4-ac54-86b43efb4980 req-557abe8c-fca7-4096-957d-b50ce3d43dcf tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551953 Jul 06 18:27:43.548530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:43.551587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8254-8d70-45ae-98ac-d80659de371a req-69ae6eb2-6992-48f6-aa5b-50bb04d4fc54 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:43.553244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd5f8254-8d70-45ae-98ac-d80659de371a req-69ae6eb2-6992-48f6-aa5b-50bb04d4fc54 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1203711 Jul 06 18:27:43.560967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14', 'port_id': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'mac_address': 'fa:16:3e:ee:c5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7780c36-ce90-4a05-b40f-1f84ee03a8cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:43.601475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd5f8254-8d70-45ae-98ac-d80659de371a req-8119bd00-77a4-47b2-831c-51b54deadd02 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Jul 06 18:27:43.602193 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:43.616939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a301dbf-6a51-4b17-9c72-9901746c0394 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:43.643422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:43.651593 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:43.684055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-a25ea94a-49e5-45e9-9410-ba347b6a1d2b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:43.686723 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-a25ea94a-49e5-45e9-9410-ba347b6a1d2b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.41 "GET /v2.0/ports?device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 948 time: 0.0894523 Jul 06 18:27:43.711908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:43.819050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Deleting port b0746b60-11ab-4062-9ee2-528fa42bf689 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:43.819407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:43.958742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] For port b0746b60-11ab-4062-9ee2-528fa42bf689, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=b0746b60-11ab-4062-9ee2-528fa42bf689,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:43.959335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:43.963487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['7a301dbf-6a51-4b17-9c72-9901746c0394'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:43.963818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60010) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:43.981270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Calling delete_port for b0746b60-11ab-4062-9ee2-528fa42bf689 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:44.000236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d55c08-6b15-4c1d-84d4-554b7b3ebe0a req-8e6618c9-f647-4db9-9a7f-a228e609bbe8 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.007290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-ca789a58-7c40-4443-a58e-dae7d6f82599 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.009195 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b9d55c08-6b15-4c1d-84d4-554b7b3ebe0a req-8e6618c9-f647-4db9-9a7f-a228e609bbe8 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.1374903 Jul 06 18:27:44.014626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-ca789a58-7c40-4443-a58e-dae7d6f82599 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.021480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-ca789a58-7c40-4443-a58e-dae7d6f82599 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.028359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-ca789a58-7c40-4443-a58e-dae7d6f82599 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.038677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-ca789a58-7c40-4443-a58e-dae7d6f82599 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.046785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-ca789a58-7c40-4443-a58e-dae7d6f82599 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.054833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-ca789a58-7c40-4443-a58e-dae7d6f82599 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.057520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-ca789a58-7c40-4443-a58e-dae7d6f82599 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.1349981 Jul 06 18:27:44.102144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b9d55c08-6b15-4c1d-84d4-554b7b3ebe0a req-700441ce-3505-4270-88e1-7d1b6a55a8f6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919516 Jul 06 18:27:44.122256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0d4412c-caf6-4b35-bcd8-95e0a275be1d req-22d0d317-415d-4a27-8213-da7938c33fb3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582283 Jul 06 18:27:44.173204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dabbd6fe-8a87-455b-af18-8c71f92e7180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.294109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.330675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9c87b-1f22-40fe-8cb5-80bb25318638 req-41f06932-7685-44e9-b7c5-22d1db1c345b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.332439 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ea9c87b-1f22-40fe-8cb5-80bb25318638 req-41f06932-7685-44e9-b7c5-22d1db1c345b tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/ports?device_id=46452b88-5531-4731-a822-cc0ca3ca653b HTTP/1.1" status: 200 len: 866 time: 0.0700827 Jul 06 18:27:44.355687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Pushing event deleted for resources: {'Port': ['ID=b0746b60-11ab-4062-9ee2-528fa42bf689,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:44.394658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ea9c87b-1f22-40fe-8cb5-80bb25318638 req-a1eba63c-3b6e-4185-abfb-d2ed808422d8 tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.53 "GET /v2.0/security-groups?id=5caab6e3-df07-4546-a6d1-9ac400960963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Jul 06 18:27:44.422881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63c95a-3458-4303-b673-ef5ce55f007f req-810b6c13-c082-4c9b-95e1-ba226d5d716f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.424435 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ea63c95a-3458-4303-b673-ef5ce55f007f req-810b6c13-c082-4c9b-95e1-ba226d5d716f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.2128792 Jul 06 18:27:44.453505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] No DVR routers for this DVR port b0746b60-11ab-4062-9ee2-528fa42bf689 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:27:44.464825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.466739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e31f8ef6-b7bd-4b1e-beb3-188b500d3b68 req-e16af256-0376-4780-b36c-82628997660f tempest-ListImageFiltersTestJSON-1874754456 tempest-ListImageFiltersTestJSON-1874754456-project] 10.222.0.41 "DELETE /v2.0/ports/b0746b60-11ab-4062-9ee2-528fa42bf689 HTTP/1.1" status: 204 len: 173 time: 0.7746580 Jul 06 18:27:44.467185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-deleted', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:44.469454 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25460ed-1dcd-45a1-a26c-1de427afcb2a" -d '{"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-deleted", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:44.491153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dabbd6fe-8a87-455b-af18-8c71f92e7180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.505821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dabbd6fe-8a87-455b-af18-8c71f92e7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.525705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ea63c95a-3458-4303-b673-ef5ce55f007f req-6e1e3626-dbb6-4754-b4de-9d439699c458 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793133 Jul 06 18:27:44.555984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dabbd6fe-8a87-455b-af18-8c71f92e7180 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=322b93e5da834ca59fcf8b52b54105f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5858402 Jul 06 18:27:44.558162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbd6fe-8a87-455b-af18-8c71f92e7180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d5de90-fcea-49fa-982a-1d4ea6f369b3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:44.562641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60028) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:44.590467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff18ce4-dbae-40c6-9303-028e9265680e req-9b37d17d-4c7f-4855-8c81-c3fa24d09960 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.592130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bff18ce4-dbae-40c6-9303-028e9265680e req-9b37d17d-4c7f-4855-8c81-c3fa24d09960 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.0979025 Jul 06 18:27:44.657601 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bff18ce4-dbae-40c6-9303-028e9265680e req-432a87bd-72e9-448d-9ea8-11d0f81896db tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569994 Jul 06 18:27:44.660523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2603647b-2cc5-4d94-9673-b528c60fbcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.686620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2603647b-2cc5-4d94-9673-b528c60fbcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.740362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed45ae-15b6-4d95-97a1-278addea76b3 req-f84f1cde-48b8-43cd-bf2a-2f5a9313a21a tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.747819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89ed45ae-15b6-4d95-97a1-278addea76b3 req-f84f1cde-48b8-43cd-bf2a-2f5a9313a21a tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 947 time: 0.0850668 Jul 06 18:27:44.756591 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2603647b-2cc5-4d94-9673-b528c60fbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.760489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2603647b-2cc5-4d94-9673-b528c60fbcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:44.761576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2603647b-2cc5-4d94-9673-b528c60fbcfe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70d5de90-fcea-49fa-982a-1d4ea6f369b3 HTTP/1.1" status: 204 len: 168 time: 0.1979845 Jul 06 18:27:44.775637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603647b-2cc5-4d94-9673-b528c60fbcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d5de90-fcea-49fa-982a-1d4ea6f369b3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:44.792074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89ed45ae-15b6-4d95-97a1-278addea76b3 req-fa335900-154c-4044-a263-9e3292108154 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433393 Jul 06 18:27:44.866524 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2112c56-c107-44c0-9a26-fd6845a2c604 x-openstack-request-id: req-c2112c56-c107-44c0-9a26-fd6845a2c604 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:44.866918 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46452b88-5531-4731-a822-cc0ca3ca653b", "name": "network-vif-deleted", "tag": "b0746b60-11ab-4062-9ee2-528fa42bf689", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:44.867197 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2112c56-c107-44c0-9a26-fd6845a2c604 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:44.867617 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46452b88-5531-4731-a822-cc0ca3ca653b', 'name': 'network-vif-deleted', 'tag': 'b0746b60-11ab-4062-9ee2-528fa42bf689', 'status': 'completed', 'code': 200} Jul 06 18:27:44.893842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf78d0-e7b9-46eb-ad3c-13a306443ad2 req-f9ea8e1d-8284-4524-a6f7-513c06202dfe tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:44.895883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53bf78d0-e7b9-46eb-ad3c-13a306443ad2 req-f9ea8e1d-8284-4524-a6f7-513c06202dfe tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.0819707 Jul 06 18:27:44.959393 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53bf78d0-e7b9-46eb-ad3c-13a306443ad2 req-037b9b89-ebc1-4d76-a93d-306afbd80f56 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573599 Jul 06 18:27:44.987792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:45.056144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b89e5-0032-4254-b17a-0364bf142369 req-2827e9c0-c03f-4582-aa02-8831ed1153b9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.063461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e1b89e5-0032-4254-b17a-0364bf142369 req-2827e9c0-c03f-4582-aa02-8831ed1153b9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.0922787 Jul 06 18:27:45.104238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:45.118202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'mac_address': 'fa:16:3e:8a:1c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:45.136073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e1b89e5-0032-4254-b17a-0364bf142369 req-91035199-a0c1-4434-bdb9-a26060a48f65 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706489 Jul 06 18:27:45.176465 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.188457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8b88b-2ef3-4105-8a72-7b984b3232a3 req-72835f0b-ed4c-431a-a607-900e15412937 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.190646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59f8b88b-2ef3-4105-8a72-7b984b3232a3 req-72835f0b-ed4c-431a-a607-900e15412937 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 945 time: 0.0963106 Jul 06 18:27:45.194732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd588241-25e9-4e6f-9b51-53dfbf2e773b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:45.199630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60040) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:45.215538 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa365-71db-44f1-b5d4-036adbbdc601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.220608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:45.228349 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.240849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59f8b88b-2ef3-4105-8a72-7b984b3232a3 req-69221183-e3f7-4e4e-bfbc-5a49200ce7c0 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Jul 06 18:27:45.313836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:45.386970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa365-71db-44f1-b5d4-036adbbdc601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.392112 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa365-71db-44f1-b5d4-036adbbdc601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.428902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:45.442784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fe0aa365-71db-44f1-b5d4-036adbbdc601 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=772ef34239434704a50991f6a641797c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418747 Jul 06 18:27:45.446196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60046) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:45.455869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aa365-71db-44f1-b5d4-036adbbdc601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab00395-abb3-4901-a090-86fb4c76d41f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:45.461336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3338a-6fbf-472d-9535-f2f3ac2d4fef req-6cac6510-55ac-4e08-848b-95c165e05606 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.463210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3b3338a-6fbf-472d-9535-f2f3ac2d4fef req-6cac6510-55ac-4e08-848b-95c165e05606 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 946 time: 0.0751252 Jul 06 18:27:45.475463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-701d39a4-0244-43d9-adae-aee9100026b7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.481982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-701d39a4-0244-43d9-adae-aee9100026b7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.488198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-701d39a4-0244-43d9-adae-aee9100026b7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.494250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-701d39a4-0244-43d9-adae-aee9100026b7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.501181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-701d39a4-0244-43d9-adae-aee9100026b7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.501660 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-312de649-c668-422b-a7a8-e884ec567479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.507970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-701d39a4-0244-43d9-adae-aee9100026b7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.513952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-701d39a4-0244-43d9-adae-aee9100026b7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.515938 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-701d39a4-0244-43d9-adae-aee9100026b7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.2003796 Jul 06 18:27:45.516641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3b3338a-6fbf-472d-9535-f2f3ac2d4fef req-ac188456-543f-44bc-8bba-7936956bc160 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465105 Jul 06 18:27:45.526598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 7a301dbf-6a51-4b17-9c72-9901746c0394 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:45.530630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 7a301dbf-6a51-4b17-9c72-9901746c0394 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:45.531004 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.603361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['bd588241-25e9-4e6f-9b51-53dfbf2e773b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:45.614678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61bee5b8-c160-4e5d-a990-d497108e59ba req-90e4ff17-2487-4fc1-973f-0b7bbddf7772 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896688 Jul 06 18:27:45.623927 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3233b02-33f1-4d3d-91ad-428066eeb5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.629017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-7450e7b4-39fa-458f-b50f-280763d05f75 req-17a94e44-5b80-4ee2-8582-f95c806239aa tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:27:45.630656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7450e7b4-39fa-458f-b50f-280763d05f75 req-17a94e44-5b80-4ee2-8582-f95c806239aa tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095379 Jul 06 18:27:45.653692 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.659577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3233b02-33f1-4d3d-91ad-428066eeb5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.687460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:45.689800 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282442a2-ce52-4326-9322-d007735545f0" -d '{"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-plugged", "status": "completed", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:45.717334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:45.725662 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3233b02-33f1-4d3d-91ad-428066eeb5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.731338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3233b02-33f1-4d3d-91ad-428066eeb5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.731578 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.735238 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b3233b02-33f1-4d3d-91ad-428066eeb5d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ab00395-abb3-4901-a090-86fb4c76d41f HTTP/1.1" status: 204 len: 168 time: 0.2844069 Jul 06 18:27:45.748144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3233b02-33f1-4d3d-91ad-428066eeb5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab00395-abb3-4901-a090-86fb4c76d41f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:45.795498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7450e7b4-39fa-458f-b50f-280763d05f75 req-0e33109f-9342-417f-b8c5-49c615100374 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1581159 Jul 06 18:27:45.844476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085aa12-7faf-4106-ba3b-306c003c7709 req-e6d652e2-a9bb-4817-8da7-d6593ae761a0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:45.853436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:45.854075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d085aa12-7faf-4106-ba3b-306c003c7709 req-e6d652e2-a9bb-4817-8da7-d6593ae761a0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1092780 Jul 06 18:27:45.906551 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d085aa12-7faf-4106-ba3b-306c003c7709 req-2c2f94eb-e2d1-4c97-9bce-0e325d6ad6ef tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Jul 06 18:27:46.012375 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a88d63-64f7-483a-936d-0e1d4f335e64 x-openstack-request-id: req-43a88d63-64f7-483a-936d-0e1d4f335e64 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:46.013295 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-plugged", "status": "completed", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:46.013778 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43a88d63-64f7-483a-936d-0e1d4f335e64 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:46.014476 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'code': 200} Jul 06 18:27:46.173766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27265f-63db-4f18-b38b-bd357547cddb req-986659de-1da8-4497-8373-54e6677173c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:46.175378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd27265f-63db-4f18-b38b-bd357547cddb req-986659de-1da8-4497-8373-54e6677173c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1096 time: 0.0966346 Jul 06 18:27:46.188635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f562-502a-41b3-b557-4bcb8701d120 req-cc483f74-02a1-4db6-afd1-8c132dc67a7c tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:46.196328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e719f562-502a-41b3-b557-4bcb8701d120 req-cc483f74-02a1-4db6-afd1-8c132dc67a7c tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 948 time: 0.0849910 Jul 06 18:27:46.230863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd27265f-63db-4f18-b38b-bd357547cddb req-33305ada-8aec-4c17-9fab-7f0a86e6dc51 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Jul 06 18:27:46.232265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e719f562-502a-41b3-b557-4bcb8701d120 req-cb65c147-0f36-4bce-aab7-f98aa0578468 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350881 Jul 06 18:27:46.411642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a620-15e2-4e4f-8c29-0163f9b29070 req-0e7cf804-6d86-41e9-93ae-21295d62e0b1 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:46.413423 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e12a620-15e2-4e4f-8c29-0163f9b29070 req-0e7cf804-6d86-41e9-93ae-21295d62e0b1 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.0757909 Jul 06 18:27:46.457126 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e12a620-15e2-4e4f-8c29-0163f9b29070 req-a09c9a03-f8ba-40b9-8d0e-3a0f49a26791 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380099 Jul 06 18:27:46.489607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a5d6-59c8-4339-96b2-76e969537e1a req-c3ebf7db-afb4-4923-a33e-a79e3299bf46 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:46.491260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f0e2a5d6-59c8-4339-96b2-76e969537e1a req-c3ebf7db-afb4-4923-a33e-a79e3299bf46 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0779679 Jul 06 18:27:46.534469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f0e2a5d6-59c8-4339-96b2-76e969537e1a req-b36df25c-272f-419a-a8cf-de513ccc59ab tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365939 Jul 06 18:27:46.646164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92724ef2-e3fe-4e43-97db-cc13d22e2f9b req-ddd0d29b-e462-44e1-a6d0-3e763fea87bd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:46.647862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-92724ef2-e3fe-4e43-97db-cc13d22e2f9b req-ddd0d29b-e462-44e1-a6d0-3e763fea87bd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.0703468 Jul 06 18:27:46.686461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-92724ef2-e3fe-4e43-97db-cc13d22e2f9b req-8b9cf80e-0304-4348-8269-2ff9619ae97f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Jul 06 18:27:46.871676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfa882-fcd7-4c10-ac5b-03e706f57c21 req-241fce56-9ede-45cd-bb92-6c124e54f3fc tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:46.873285 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fdfa882-fcd7-4c10-ac5b-03e706f57c21 req-241fce56-9ede-45cd-bb92-6c124e54f3fc tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 945 time: 0.0696087 Jul 06 18:27:46.914270 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fdfa882-fcd7-4c10-ac5b-03e706f57c21 req-80b67a43-96bf-4a06-a0d2-3f30fe4b9093 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347362 Jul 06 18:27:47.002450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:47.005237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:47.109140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-91074370-2952-4774-af4f-71b5768d9bdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.133301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port bd588241-25e9-4e6f-9b51-53dfbf2e773b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:47.138757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-91074370-2952-4774-af4f-71b5768d9bdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.142933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port bd588241-25e9-4e6f-9b51-53dfbf2e773b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:47.143595 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:47.147808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-91074370-2952-4774-af4f-71b5768d9bdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.169918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-91074370-2952-4774-af4f-71b5768d9bdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.185498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-91074370-2952-4774-af4f-71b5768d9bdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.200333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-91074370-2952-4774-af4f-71b5768d9bdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.208125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-91074370-2952-4774-af4f-71b5768d9bdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.219461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-91074370-2952-4774-af4f-71b5768d9bdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.1881397 Jul 06 18:27:47.235602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:47.274332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e462fb9-a538-43f8-9404-1492f7f5398c req-0da6a8ed-de41-419d-9f73-d7d6f8b482a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532169 Jul 06 18:27:47.286103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'mac_address': 'fa:16:3e:19:95:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:47.308030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7120b-65cc-48ff-9a89-c2a3feaa3215 req-d594f3a6-f979-4e3f-aa08-cb2856f66144 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.309705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87c7120b-65cc-48ff-9a89-c2a3feaa3215 req-d594f3a6-f979-4e3f-aa08-cb2856f66144 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1017816 Jul 06 18:27:47.338213 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:47.374313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87c7120b-65cc-48ff-9a89-c2a3feaa3215 req-5b0470e4-f7fe-4804-9619-734627a88187 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582082 Jul 06 18:27:47.380751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:47.390949 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:47.408376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5165cbac-efe4-45ff-95a6-8369937a53b3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:47.414807 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:47.415797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:47.449795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: b0746b60-11ab-4062-9ee2-528fa42bf689 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:27:47.450141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device b0746b60-11ab-4062-9ee2-528fa42bf689 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:27:47.450691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:47.512124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af277090-6c57-48a1-96dc-a17184408ada req-01343c89-e180-4611-ba65-a5e533c740d5 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.520164 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af277090-6c57-48a1-96dc-a17184408ada req-01343c89-e180-4611-ba65-a5e533c740d5 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 946 time: 0.0920069 Jul 06 18:27:47.568322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af277090-6c57-48a1-96dc-a17184408ada req-25369c8e-26cb-4c25-9ffd-1b40b70aedcd tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Jul 06 18:27:47.655984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:47.668162 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:47.698882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:47.783123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b86f8-948b-4c42-9fed-180b257e2335 req-0e074d1b-6d49-451b-ba29-8654ed3b7a90 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.786087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c59b86f8-948b-4c42-9fed-180b257e2335 req-0e074d1b-6d49-451b-ba29-8654ed3b7a90 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 949 time: 0.0850770 Jul 06 18:27:47.791931 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:47.808850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5165cbac-efe4-45ff-95a6-8369937a53b3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:47.814934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:47.836491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:47.848304 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:47.855790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c59b86f8-948b-4c42-9fed-180b257e2335 req-7f4a747a-bb7f-4aed-899f-2ec22e61ef41 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611420 Jul 06 18:27:47.914620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:47.971417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5165cbac-efe4-45ff-95a6-8369937a53b3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:48.015297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:48.018830 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd074fa-99aa-422c-8e44-448f56d014cc" -d '{"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-plugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:48.070195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca59cf-5fa8-4360-94bf-17f2c2bcca86 req-615374ce-cbbe-499f-a7c2-fd7e0af3a359 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.072406 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98ca59cf-5fa8-4360-94bf-17f2c2bcca86 req-615374ce-cbbe-499f-a7c2-fd7e0af3a359 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0736146 Jul 06 18:27:48.129062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98ca59cf-5fa8-4360-94bf-17f2c2bcca86 req-7ae10fd3-d9ff-42da-a1a1-e13b03f7c405 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Jul 06 18:27:48.168420 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b646566-a16b-4e70-b601-7091be437bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:48.238900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60186) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:48.301225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:48.303032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0f1c-1413-4abf-b758-ab48088a1943 req-bb9b5b8a-e46f-4ff8-8a7e-aec92ef60ce4 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.311628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0f1c-1413-4abf-b758-ab48088a1943 req-bb9b5b8a-e46f-4ff8-8a7e-aec92ef60ce4 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.317709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0f1c-1413-4abf-b758-ab48088a1943 req-bb9b5b8a-e46f-4ff8-8a7e-aec92ef60ce4 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.319473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-da0f0f1c-1413-4abf-b758-ab48088a1943 req-bb9b5b8a-e46f-4ff8-8a7e-aec92ef60ce4 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488&device_id=e7310c72-1adc-4190-8b03-57d337548513&device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 2417 time: 0.1168094 Jul 06 18:27:48.335014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b26ef-b2dc-401b-96a5-a0fb03e7bb3c req-d555bd3e-e078-4bfc-9651-e2df3a59feca tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.336696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d87b26ef-b2dc-401b-96a5-a0fb03e7bb3c req-d555bd3e-e078-4bfc-9651-e2df3a59feca tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.0712392 Jul 06 18:27:48.359864 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-da0f0f1c-1413-4abf-b758-ab48088a1943 req-12ec2a11-7b4e-4023-be6e-44c428e2ce5e tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Jul 06 18:27:48.398404 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f8779-e2d4-435e-9f6a-cc468750758b x-openstack-request-id: req-905f8779-e2d4-435e-9f6a-cc468750758b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:48.398698 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-plugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:48.398949 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-905f8779-e2d4-435e-9f6a-cc468750758b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:48.399441 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'code': 200} Jul 06 18:27:48.407665 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d87b26ef-b2dc-401b-96a5-a0fb03e7bb3c req-38b76fd2-370b-4bc9-8339-59451f83eff5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632925 Jul 06 18:27:48.428369 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bbde95e6-565a-4538-9586-5d8d88c09123 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=604f3a06301649ec85a8feffe7f94b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881263 Jul 06 18:27:48.430981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60198) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:48.525058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d88452f-7afb-4083-82c7-ab6e850a00c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:48.581209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d88452f-7afb-4083-82c7-ab6e850a00c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:48.597822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-93cb8457-09e1-4679-aa0d-f4c6f180e425 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.600299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-93cb8457-09e1-4679-aa0d-f4c6f180e425 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 814 time: 0.1093063 Jul 06 18:27:48.614899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-33406623-df56-4a02-84a5-4efbc1238d41 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/quotas/d45718cceb3a42ac8083d96c2259f2ea HTTP/1.1" status: 200 len: 375 time: 0.0098169 Jul 06 18:27:48.615376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948f87c-7bf1-4cac-bfe4-6b4a511a5d97 req-d5fe1792-650d-4e5f-ae3b-a32b902d0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.616923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2948f87c-7bf1-4cac-bfe4-6b4a511a5d97 req-d5fe1792-650d-4e5f-ae3b-a32b902d0e72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 1100 time: 0.1462910 Jul 06 18:27:48.685476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-2ccd9f6d-9260-4be3-b111-6ec682ee97c9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.686839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ad59fdf9-8215-49d7-a684-966729fbc944 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663617 Jul 06 18:27:48.692110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-2ccd9f6d-9260-4be3-b111-6ec682ee97c9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.698728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-2ccd9f6d-9260-4be3-b111-6ec682ee97c9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.704805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-2ccd9f6d-9260-4be3-b111-6ec682ee97c9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.710879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-2ccd9f6d-9260-4be3-b111-6ec682ee97c9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.717034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-2ccd9f6d-9260-4be3-b111-6ec682ee97c9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.723185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-2ccd9f6d-9260-4be3-b111-6ec682ee97c9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.725269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-2ccd9f6d-9260-4be3-b111-6ec682ee97c9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.1881340 Jul 06 18:27:48.727091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2948f87c-7bf1-4cac-bfe4-6b4a511a5d97 req-42dd2d5d-ca83-4227-8737-70538274aaa7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000853 Jul 06 18:27:48.728427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d88452f-7afb-4083-82c7-ab6e850a00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:48.731166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d88452f-7afb-4083-82c7-ab6e850a00c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:48.732361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1d88452f-7afb-4083-82c7-ab6e850a00c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5caab6e3-df07-4546-a6d1-9ac400960963 HTTP/1.1" status: 204 len: 168 time: 0.3002982 Jul 06 18:27:48.754708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88452f-7afb-4083-82c7-ab6e850a00c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caab6e3-df07-4546-a6d1-9ac400960963,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:48.780145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8dbcafa-4a1a-4a38-ba17-13ecfe996aac req-def58f53-8153-455d-9165-79416870088b tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463417 Jul 06 18:27:48.790857 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-02020071-edd1-4718-a47e-6ce88ed2b791 service neutron] 10.222.0.53 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966218 Jul 06 18:27:48.824710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-b0292bf2-3225-4338-9589-33ca73647467 req-2c81f5c4-892e-4dd2-986a-2b515a384da6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:27:48.826104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0292bf2-3225-4338-9589-33ca73647467 req-2c81f5c4-892e-4dd2-986a-2b515a384da6 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101018 Jul 06 18:27:48.895501 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-5175eb2c-2828-410c-8858-8f10333046e6 service neutron] 10.222.0.53 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984042 Jul 06 18:27:48.982338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0292bf2-3225-4338-9589-33ca73647467 req-647b7b21-3a94-4f5b-9eb7-8676dea5feb3 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1498039 Jul 06 18:27:48.999608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:49.073445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 5165cbac-efe4-45ff-95a6-8369937a53b3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:49.073877 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.261315 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.328961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:49.343807 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.346530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e642b13-9051-4f3f-b97c-86504292fcf0 req-f213e010-5024-40f2-b280-68e1183b17d1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:49.362598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e642b13-9051-4f3f-b97c-86504292fcf0 req-f213e010-5024-40f2-b280-68e1183b17d1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 948 time: 0.1620467 Jul 06 18:27:49.406668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:49.412196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.436019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272f492-3cc3-47ae-8c87-db28ed4ee84d req-60beff4f-58fe-483c-bdbe-730252ed6c0d tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:49.444895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f272f492-3cc3-47ae-8c87-db28ed4ee84d req-60beff4f-58fe-483c-bdbe-730252ed6c0d tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 949 time: 0.0949214 Jul 06 18:27:49.448637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e642b13-9051-4f3f-b97c-86504292fcf0 req-385b6930-73f6-4103-a003-f8beb0759be9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788667 Jul 06 18:27:49.506999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f272f492-3cc3-47ae-8c87-db28ed4ee84d req-4a9b3780-828f-48fe-a300-2504a3dccc7e tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607572 Jul 06 18:27:49.564178 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-92b8264f-0d87-409c-99a5-9e387f2034da req-db831d19-c846-48d9-a9a8-d61cd1a8d0b0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 210 time: 0.0545979 Jul 06 18:27:49.676078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60250) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:49.776579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d39fd-00b2-4a01-a45a-caf7a1b17778 req-fd4869c4-c414-4707-97c2-e42381dc9a54 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:49.778238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c35d39fd-00b2-4a01-a45a-caf7a1b17778 req-fd4869c4-c414-4707-97c2-e42381dc9a54 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.0741403 Jul 06 18:27:49.822621 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c35d39fd-00b2-4a01-a45a-caf7a1b17778 req-80444191-01f7-416d-8661-dc2c5b93bee6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Jul 06 18:27:49.876636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-464692977-network', 'tenant_id': '417662f6c44c44258a959db8ff552ba0'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:49.905015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Made reservation on behalf of 417662f6c44c44258a959db8ff552ba0 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:49.908366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.927079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.050700 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.055920 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.064627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71049-0175-43ed-8e83-a3d859234377 req-4fafb463-bd10-4dc2-ac42-236a7f15609c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.071127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71049-0175-43ed-8e83-a3d859234377 req-4fafb463-bd10-4dc2-ac42-236a7f15609c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.077644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71049-0175-43ed-8e83-a3d859234377 req-4fafb463-bd10-4dc2-ac42-236a7f15609c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.082603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:27:50.093806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71049-0175-43ed-8e83-a3d859234377 req-4fafb463-bd10-4dc2-ac42-236a7f15609c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.100616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.100962 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Added segment 8a3877cb-5173-458f-86b0-72c3c50b2b14 of type vlan for network d0a09b5a-f663-4630-8067-f035b53d07ae Jul 06 18:27:50.101166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71049-0175-43ed-8e83-a3d859234377 req-4fafb463-bd10-4dc2-ac42-236a7f15609c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.102383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021b3726-bed9-4bbf-a006-b3aff45a9006,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:50.108683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71049-0175-43ed-8e83-a3d859234377 req-4fafb463-bd10-4dc2-ac42-236a7f15609c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.115086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71049-0175-43ed-8e83-a3d859234377 req-4fafb463-bd10-4dc2-ac42-236a7f15609c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.117166 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5b71049-0175-43ed-8e83-a3d859234377 req-4fafb463-bd10-4dc2-ac42-236a7f15609c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.1410363 Jul 06 18:27:50.156668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.175258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5b71049-0175-43ed-8e83-a3d859234377 req-f566eb3d-6d06-4f97-bc4b-80e8f96a355b tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504346 Jul 06 18:27:50.187278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.188431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.189019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.245188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5677392 Jul 06 18:27:50.251760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60264) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:50.252953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Request body: {'subnet': {'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-464692977-subnet', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:50.264833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bbe51-ba06-4ffd-bb8e-50e3135d50e2 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a09b5a-f663-4630-8067-f035b53d07ae,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:50.275985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d0a09b5a-f663-4630-8067-f035b53d07ae details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:27:50.292894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Made reservation on behalf of 417662f6c44c44258a959db8ff552ba0 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:50.296245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.400907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:50.404445 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c909f1e-df14-4aba-aaf4-79776d8bc751" -d '{"events": [{"server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "name": "network-vif-plugged", "status": "completed", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:50.471594 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd6a905-a750-452b-ba1d-d8b23d787cb4 x-openstack-request-id: req-bcd6a905-a750-452b-ba1d-d8b23d787cb4 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:50.472222 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "name": "network-vif-plugged", "status": "completed", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:50.473293 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcd6a905-a750-452b-ba1d-d8b23d787cb4 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:50.473935 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'code': 200} Jul 06 18:27:50.487421 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.637592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56b845b-d88a-4527-bbca-fe13b0079875,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:50.668369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Checking segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:50.668369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Network hostable DHCP agents. Network: d0a09b5a-f663-4630-8067-f035b53d07ae, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:27:50.759210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-2f4f53e1-8b0c-48f9-a31e-002e07e2c2ae tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.760950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-2f4f53e1-8b0c-48f9-a31e-002e07e2c2ae tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.24 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 814 time: 0.2210114 Jul 06 18:27:50.775270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Request body: {'port': {'device_id': '80077532-4349-4189-96c7-9dab3ff37186', 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14', 'admin_state_up': True, 'tenant_id': 'd45718cceb3a42ac8083d96c2259f2ea'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:50.794587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Network d0a09b5a-f663-4630-8067-f035b53d07ae is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:27:50.876009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d0a09b5a-f663-4630-8067-f035b53d07ae) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:50.888537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69194353-5873-4da9-93e5-fde560630ec1 None None] Network d0a09b5a-f663-4630-8067-f035b53d07ae requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:27:50.895229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.896189 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.953858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-25ed1fa9-ee7f-425e-bf9f-b88451a8a357 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7048299 Jul 06 18:27:50.959942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1529ef0-3d2b-4a25-b6bc-a612c8ab75cc req-9c75c831-69d6-4e88-be0c-d3316ecc4102 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.968100 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1529ef0-3d2b-4a25-b6bc-a612c8ab75cc req-9c75c831-69d6-4e88-be0c-d3316ecc4102 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 949 time: 0.1069036 Jul 06 18:27:50.968776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f13ba-eff0-46e7-af70-965eda584a07 req-1976a7c5-ebf5-4cb0-973f-197072480649 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:50.970546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-040f13ba-eff0-46e7-af70-965eda584a07 req-1976a7c5-ebf5-4cb0-973f-197072480649 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.2730975 Jul 06 18:27:50.970656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60292) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:50.975114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:51.008005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf991-3998-4de2-a5d8-ea89837e0d00 req-5be894f3-6d0c-45a6-b309-f55649830225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:51.009903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05fcf991-3998-4de2-a5d8-ea89837e0d00 req-5be894f3-6d0c-45a6-b309-f55649830225 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1101 time: 0.2173944 Jul 06 18:27:51.029657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1529ef0-3d2b-4a25-b6bc-a612c8ab75cc req-3ff63c1b-2282-451a-9870-8df96594d70b tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606153 Jul 06 18:27:51.032976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Made reservation on behalf of d45718cceb3a42ac8083d96c2259f2ea for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:27:51.037018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.050242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-040f13ba-eff0-46e7-af70-965eda584a07 req-17eb3118-6205-4c8a-9d7e-cf5dec4eeca9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 Jul 06 18:27:51.050708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.052124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.071950 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.130661 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.149383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-d0a09b5a-f663-4630-8067-f035b53d07ae', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:27:51.150835 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.170494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05fcf991-3998-4de2-a5d8-ea89837e0d00 req-603190e1-d9d9-4bfe-978c-2a8c79369cdc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482403 Jul 06 18:27:51.298680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.348962 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34818610-6e42-42bb-a3b2-c004f5064f66 req-a6254c3e-7128-4b9d-bec4-d32dcf3d3749 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 210 time: 0.0390422 Jul 06 18:27:51.401329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Allocated IP 172.20.0.10 (e0cde788-e8db-41d5-b9db-085bb7e89c14/b7780c36-ce90-4a05-b40f-1f84ee03a8cd/4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:51.403213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Allocated IP 172.20.0.2 (d0a09b5a-f663-4630-8067-f035b53d07ae/e56b845b-d88a-4527-bbca-fe13b0079875/d00d4b30-0c07-4e56-b887-b0d7ee0829ba) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:51.611973 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.620746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Transition to ACTIVE for port object d00d4b30-0c07-4e56-b887-b0d7ee0829ba will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:51.636411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Transition to ACTIVE for port object d00d4b30-0c07-4e56-b887-b0d7ee0829ba will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:51.650407 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.651837 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.683518 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.705773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Network d0a09b5a-f663-4630-8067-f035b53d07ae is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:51.714150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:51.716368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.717784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:51.725772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Pushing event updated for resources: {'Port': ['ID=d00d4b30-0c07-4e56-b887-b0d7ee0829ba,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:51.766111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fda204-2b3c-4fd3-b9c1-d4bcedb08823 req-0adebad4-30d3-4467-8beb-fdc0a5dff773 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:51.767682 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5fda204-2b3c-4fd3-b9c1-d4bcedb08823 req-0adebad4-30d3-4467-8beb-fdc0a5dff773 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1939509 Jul 06 18:27:51.775678 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.794949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['7a301dbf-6a51-4b17-9c72-9901746c0394'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:51.834126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Attempting to bind port d00d4b30-0c07-4e56-b887-b0d7ee0829ba on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:51.834497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Attempting to bind port d00d4b30-0c07-4e56-b887-b0d7ee0829ba by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:51.834993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Attempting to bind port d00d4b30-0c07-4e56-b887-b0d7ee0829ba on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:51.842154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:51.842531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Checking segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:51.842939 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.843334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Bound using segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:51.843806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Bound port: d00d4b30-0c07-4e56-b887-b0d7ee0829ba, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:51.844185 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:51.879269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5fda204-2b3c-4fd3-b9c1-d4bcedb08823 req-ed637280-0c31-4045-ba5b-d528a027d410 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970578 Jul 06 18:27:51.927826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Network e0cde788-e8db-41d5-b9db-085bb7e89c14 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:51.933800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:51.941002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:51.956258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Allocated IP 172.25.4.37 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/f1a27df1-4132-4940-b6ce-d7c68657158c) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:51.972320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Pushing event updated for resources: {'Port': ['ID=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:52.014955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.015839 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.048786 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4b73db96-eacd-48b1-9fd2-65d1187e9ebb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2776783 Jul 06 18:27:52.065176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Request body: {'port': {'device_id': '80077532-4349-4189-96c7-9dab3ff37186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:52.134359 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.167980 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.169522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] For port d00d4b30-0c07-4e56-b887-b0d7ee0829ba, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:52.176519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] For port d00d4b30-0c07-4e56-b887-b0d7ee0829ba, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d00d4b30-0c07-4e56-b887-b0d7ee0829ba,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:52.186073 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.244607 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.314387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.353566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe8a89-33a8-4b13-afe4-4028b708bd8f None None] Pushing event updated for resources: {'Port': ['ID=d00d4b30-0c07-4e56-b887-b0d7ee0829ba,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:52.378970 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.383713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a27df1-4132-4940-b6ce-d7c68657158c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:52.419383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-3fc2c37b-aa1b-4225-a0d5-27def137c6c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.426755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-3fc2c37b-aa1b-4225-a0d5-27def137c6c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.446017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-3fc2c37b-aa1b-4225-a0d5-27def137c6c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.446659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-3fc2c37b-aa1b-4225-a0d5-27def137c6c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.458920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-3fc2c37b-aa1b-4225-a0d5-27def137c6c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.465756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-3fc2c37b-aa1b-4225-a0d5-27def137c6c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.471375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-3fc2c37b-aa1b-4225-a0d5-27def137c6c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.490892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-3fc2c37b-aa1b-4225-a0d5-27def137c6c8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.3183298 Jul 06 18:27:52.517707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:52.538325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:52.546704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:52.661397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4fb9a802-3383-4640-aea5-17d3ffbe2166 req-b8d7cd74-426f-4f2c-9c2a-5836e8ab4e08 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622200 Jul 06 18:27:52.663610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134f85-effa-4300-8c3e-c17339e2e211 req-0b6e7397-ea43-4322-9cbd-e3bd3f034561 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:52.671649 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56134f85-effa-4300-8c3e-c17339e2e211 req-0b6e7397-ea43-4322-9cbd-e3bd3f034561 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 946 time: 0.2814863 Jul 06 18:27:52.794199 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56134f85-effa-4300-8c3e-c17339e2e211 req-e4db9a60-65f9-41e4-8342-8903566c8a59 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209879 Jul 06 18:27:52.891947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:52.905977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.934770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Transition to ACTIVE for port object 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:52.940466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:53.009120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:53.058299 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:53.067276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60fa68-e5af-4bc6-8f37-35a4590558f8 req-112ec190-01dc-48a0-84f0-037a8a37ae92 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:53.068813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac60fa68-e5af-4bc6-8f37-35a4590558f8 req-112ec190-01dc-48a0-84f0-037a8a37ae92 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1194639 Jul 06 18:27:53.178429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf4918-596f-4191-afd0-7d48c0b3041a req-47c12024-e265-44b8-ad2c-6109c326af4d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:53.180125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8bf4918-596f-4191-afd0-7d48c0b3041a req-47c12024-e265-44b8-ad2c-6109c326af4d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 944 time: 0.1723311 Jul 06 18:27:53.190329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac60fa68-e5af-4bc6-8f37-35a4590558f8 req-6e6dfd16-1f8f-4285-9aa1-0bd96c8bc436 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887520 Jul 06 18:27:53.218031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Attempting to bind port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:53.218301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Attempting to bind port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:53.218641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Attempting to bind port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:53.231208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:27:53.231542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Attempting to bind port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:53.246828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-39376f3a-d521-4f30-a874-32527638413d tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:53.248349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-39376f3a-d521-4f30-a874-32527638413d tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 946 time: 0.1704531 Jul 06 18:27:53.253376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:53.253819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Checking segment: {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:53.254136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Bound using segment: {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:53.254593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Bound port: 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:53.254963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:53.281008 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8bf4918-596f-4191-afd0-7d48c0b3041a req-9ffe6839-0e54-4205-af7b-630a3cb64c15 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893559 Jul 06 18:27:53.449551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] For port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:53.453524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] For port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:53.469218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:53.611819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:53.633550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:53.634426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:53.636106 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-ae007f86-28fb-4c6f-8a55-a5e843aed2db service neutron] 10.222.0.24 "PUT /v2.0/ports/4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 HTTP/1.1" status: 200 len: 1092 time: 1.5752997 Jul 06 18:27:53.636849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80077532-4349-4189-96c7-9dab3ff37186', 'tag': '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:53.639148 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3fe620-2775-4aec-b204-85e43a81b7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "80077532-4349-4189-96c7-9dab3ff37186", "tag": "4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:53.711288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Deleting port af459c67-6021-4559-b6d4-3be3d8e49640 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:53.711691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:53.733620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf424e-f0ec-4153-9dd3-f1c5461e7576 None None] Network d0a09b5a-f663-4630-8067-f035b53d07ae requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:27:53.842837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:53.850635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b80248b5-8ed5-4602-a914-6aa819ee88d1 None None] Provisioning for port d00d4b30-0c07-4e56-b887-b0d7ee0829ba completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:54.038975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e792d-2daf-4d22-9ca9-e3736189471a req-9b3480d7-2644-4215-9edc-1789433e6ebb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.040669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a0e792d-2daf-4d22-9ca9-e3736189471a req-9b3480d7-2644-4215-9edc-1789433e6ebb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.7204254 Jul 06 18:27:54.090399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:27:54.103711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a0e792d-2daf-4d22-9ca9-e3736189471a req-9b50e01a-a9ee-4ada-99dd-f66bf132c3e6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560987 Jul 06 18:27:54.182128 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ee0e89-df20-4364-b364-93de2f6d7db3 x-openstack-request-id: req-82ee0e89-df20-4364-b364-93de2f6d7db3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:54.182673 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80077532-4349-4189-96c7-9dab3ff37186", "tag": "4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:54.182673 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82ee0e89-df20-4364-b364-93de2f6d7db3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:54.183040 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80077532-4349-4189-96c7-9dab3ff37186', 'tag': '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7', 'status': 'completed', 'code': 200} Jul 06 18:27:54.210378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55675-72ae-4eb1-8669-66bfef07cdd5 req-539db2a8-6ec2-472a-b8ce-f34f9c79f9ad tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.212113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f4e55675-72ae-4eb1-8669-66bfef07cdd5 req-539db2a8-6ec2-472a-b8ce-f34f9c79f9ad tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.7564745 Jul 06 18:27:54.255235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d00d4b30-0c07-4e56-b887-b0d7ee0829ba up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:54.301477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:27:54.311545 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Sync routers for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:27:54.341032 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:54.341675 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:27:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:54.354932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d00d4b30-0c07-4e56-b887-b0d7ee0829ba completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:54.360747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] For port af459c67-6021-4559-b6d4-3be3d8e49640, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=af459c67-6021-4559-b6d4-3be3d8e49640,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:54.361121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.361365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d00d4b30-0c07-4e56-b887-b0d7ee0829ba triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:54.361945 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.374645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Calling delete_port for af459c67-6021-4559-b6d4-3be3d8e49640 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:54.376371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.377841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e39d64a8-41aa-478f-bf76-b1f51aa601e4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4061449 Jul 06 18:27:54.383464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60364) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:54.462615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-b399f737-4713-415a-a4da-8c2332cbe9ff tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.469015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-b399f737-4713-415a-a4da-8c2332cbe9ff tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.473139 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:54.474834 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.476168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-b399f737-4713-415a-a4da-8c2332cbe9ff tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.483311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-b399f737-4713-415a-a4da-8c2332cbe9ff tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.490486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-b399f737-4713-415a-a4da-8c2332cbe9ff tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.497261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-b399f737-4713-415a-a4da-8c2332cbe9ff tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.504077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-b399f737-4713-415a-a4da-8c2332cbe9ff tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.506327 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-b399f737-4713-415a-a4da-8c2332cbe9ff tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.1817017 Jul 06 18:27:54.511667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-02e372f3-5317-4c59-97b6-784e15db5e1e None None] Provisioning complete for port d00d4b30-0c07-4e56-b887-b0d7ee0829ba triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:54.512357 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-02e372f3-5317-4c59-97b6-784e15db5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.570352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d00d4b30-0c07-4e56-b887-b0d7ee0829ba, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d00d4b30-0c07-4e56-b887-b0d7ee0829ba,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:54.577470 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.583118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.613943 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f4e55675-72ae-4eb1-8669-66bfef07cdd5 req-30d98d74-d410-43b3-96f7-7f5b024c8fd1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336318 Jul 06 18:27:54.646213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c63ae67-67e6-479d-a573-a1d61ff90fdb req-f4daf3a3-8e50-4223-bf08-37e4b7453f5f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170990 Jul 06 18:27:54.694521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] No DVR routers for this DVR port af459c67-6021-4559-b6d4-3be3d8e49640 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:27:54.698065 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.700085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f21a5d09-283e-4d56-8a8c-f463f3e3c762 req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.41 "DELETE /v2.0/ports/af459c67-6021-4559-b6d4-3be3d8e49640 HTTP/1.1" status: 204 len: 173 time: 1.4135900 Jul 06 18:27:54.702670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded77b65-9bda-4f0f-88b0-121ba9ac0623 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Pushing event deleted for resources: {'Port': ['ID=af459c67-6021-4559-b6d4-3be3d8e49640,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:54.712580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['af459c67-6021-4559-b6d4-3be3d8e49640'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:54.727507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['2e8f1631-2062-44b8-98fd-7492cdee4b41', '450dafed-5ef6-459c-aedf-fa730a798113'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:54.776474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-05a45be5-2db2-44e4-9c01-59c8b90a403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:54.787036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-05a45be5-2db2-44e4-9c01-59c8b90a403f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 1095 time: 0.6031437 Jul 06 18:27:54.864225 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:52Z', 'revision_number': 3, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:54.943840 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Checking router: f8fa74ae-34df-48bd-b8a1-f1414bcd21ba for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:27:54.944185 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Updating router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba port f1a27df1-4132-4940-b6ce-d7c68657158c binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:27:54.979082 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab9f52e3-f622-4f21-9bee-b82ca30d19b1 req-d6a7c836-471b-43bf-abdb-50065fc60de8 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58a7fea-e46a-4772-a5fb-736deb72d488 HTTP/1.1" status: 200 len: 210 time: 0.1822202 Jul 06 18:27:54.986167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4acaf8e8-3545-4f3f-bf59-4db0e6ffe04c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 HTTP/1.1" status: 200 len: 217 time: 0.1867843 Jul 06 18:27:55.040846 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.090187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:55.117130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-9ae11aee-7760-4f0c-8762-88512465bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:55.123859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-9ae11aee-7760-4f0c-8762-88512465bdd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.1249926 Jul 06 18:27:55.187345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-c396b2aa-de1e-4126-8ade-0411141108ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509946 Jul 06 18:27:55.255563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:55.269500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d00d4b30-0c07-4e56-b887-b0d7ee0829ba,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:55.272878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'mac_address': 'fa:16:3e:8a:1c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:55.396262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-d0a5d952-1ac8-462c-b644-78abb1f853a2 service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007303 Jul 06 18:27:55.404604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.421984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85132-7d96-4bc2-a957-914fde9038dd req-56d5654d-6ec1-4c45-b875-52d3842ca8b5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:55.429817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68c85132-7d96-4bc2-a957-914fde9038dd req-56d5654d-6ec1-4c45-b875-52d3842ca8b5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 944 time: 0.4092450 Jul 06 18:27:55.446181 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.460684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd588241-25e9-4e6f-9b51-53dfbf2e773b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:55.466084 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Transition to ACTIVE for port object f1a27df1-4132-4940-b6ce-d7c68657158c will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:55.468920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6074d0a6-febd-4f85-b86d-265a11209255 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:55.481383 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.586310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68c85132-7d96-4bc2-a957-914fde9038dd req-e15d3fe6-30b1-4cc7-a656-c0e8213123d4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551707 Jul 06 18:27:55.610540 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3637df-19ff-4206-a72d-30aa4826ca04 None None] Pushing event updated for resources: {'Port': ['ID=f1a27df1-4132-4940-b6ce-d7c68657158c,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:55.616378 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Attempting to bind port f1a27df1-4132-4940-b6ce-d7c68657158c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:27:55.616745 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Attempting to bind port f1a27df1-4132-4940-b6ce-d7c68657158c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:27:55.617292 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Attempting to bind port f1a27df1-4132-4940-b6ce-d7c68657158c on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:27:55.624280 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:27:55.624828 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:27:55.625276 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.625708 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:27:55.626300 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Bound port: f1a27df1-4132-4940-b6ce-d7c68657158c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:27:55.626760 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.664298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4527b5ef-7b00-4cd5-9409-cec7638b401d req-4bab78c4-bfba-4381-886a-4995032a7727 service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536101 Jul 06 18:27:55.710130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:55.726989 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.744620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.811860 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] For port f1a27df1-4132-4940-b6ce-d7c68657158c, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:27:55.821617 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] For port f1a27df1-4132-4940-b6ce-d7c68657158c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f1a27df1-4132-4940-b6ce-d7c68657158c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:27:55.832250 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:55.893191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['bd588241-25e9-4e6f-9b51-53dfbf2e773b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:55.940940 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3637df-19ff-4206-a72d-30aa4826ca04 None None] Pushing event updated for resources: {'Port': ['ID=f1a27df1-4132-4940-b6ce-d7c68657158c,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:55.963342 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:55.964141 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:27:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:56.054430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:56.106652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-22d03b00-4560-46a1-a7e7-323342ff0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.108573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-22d03b00-4560-46a1-a7e7-323342ff0858 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 1095 time: 0.1540976 Jul 06 18:27:56.196815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58a7fea-e46a-4772-a5fb-736deb72d488', 'name': 'network-vif-deleted', 'tag': 'af459c67-6021-4559-b6d4-3be3d8e49640'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:56.197900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6074d0a6-febd-4f85-b86d-265a11209255, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6074d0a6-febd-4f85-b86d-265a11209255,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:56.201437 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413c438b-8323-4c84-bbce-db7b7967cb33" -d '{"events": [{"server_uuid": "d58a7fea-e46a-4772-a5fb-736deb72d488", "name": "network-vif-deleted", "tag": "af459c67-6021-4559-b6d4-3be3d8e49640"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:56.313908 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:56.324493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-7e2b4b0d-7dca-4f0a-a8dd-f857d61e97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.326479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-7e2b4b0d-7dca-4f0a-a8dd-f857d61e97e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 915 time: 0.1996801 Jul 06 18:27:56.354818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '6074d0a6-febd-4f85-b86d-265a11209255', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'port_id': '6074d0a6-febd-4f85-b86d-265a11209255', 'mac_address': 'fa:16:3e:06:02:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:56.363391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-3a99d79b-1b4d-4c93-bbb6-765ed4103031 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.371178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-3a99d79b-1b4d-4c93-bbb6-765ed4103031 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.388877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-3a99d79b-1b4d-4c93-bbb6-765ed4103031 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.397096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d00d4b30-0c07-4e56-b887-b0d7ee0829ba up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:56.407301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-3a99d79b-1b4d-4c93-bbb6-765ed4103031 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.424032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb17e98-73bf-4d89-9b80-600812da1bc5 req-6d1baced-2616-47de-bc07-1bb2fb7e2c8c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.428750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-3a99d79b-1b4d-4c93-bbb6-765ed4103031 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.432898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fdb17e98-73bf-4d89-9b80-600812da1bc5 req-6d1baced-2616-47de-bc07-1bb2fb7e2c8c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.5922313 Jul 06 18:27:56.452392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-3a99d79b-1b4d-4c93-bbb6-765ed4103031 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.463420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-3a99d79b-1b4d-4c93-bbb6-765ed4103031 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.473754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-3a99d79b-1b4d-4c93-bbb6-765ed4103031 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5422 time: 0.2674680 Jul 06 18:27:56.519497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-91dbcb53-33fb-481f-ad7a-246a9e87c0ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 HTTP/1.1" status: 200 len: 217 time: 0.1825051 Jul 06 18:27:56.580673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Allocated IP 172.20.0.1 (d0a09b5a-f663-4630-8067-f035b53d07ae/e56b845b-d88a-4527-bbca-fe13b0079875/a5fe2cca-5cd4-40c2-82ed-37189088daf8) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:56.593306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fdb17e98-73bf-4d89-9b80-600812da1bc5 req-6f0c7c0c-d2cb-4d99-8725-2397057c0353 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523411 Jul 06 18:27:56.633017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-70025d81-0199-4ee9-a73d-8990ca6100bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:56.633376 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:56.633469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-70025d81-0199-4ee9-a73d-8990ca6100bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.0924790 Jul 06 18:27:56.667107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6074d0a6-febd-4f85-b86d-265a11209255 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:56.716176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d00d4b30-0c07-4e56-b887-b0d7ee0829ba triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:56.717667 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:56.735967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47519cbc-651f-4b19-bb1e-52be2ee8fd6c req-fca0570e-9ca0-4d0e-b29c-85e4e481f81c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2617052 Jul 06 18:27:56.774506 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:56.793240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6074d0a6-febd-4f85-b86d-265a11209255, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6074d0a6-febd-4f85-b86d-265a11209255,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:56.814220 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:56.814892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:56.815270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-67d03085-46b1-44e3-8cef-2ba713d534a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727307 Jul 06 18:27:56.815701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Transition to ACTIVE for port object a5fe2cca-5cd4-40c2-82ed-37189088daf8 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:27:56.884234 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:52Z', 'revision_number': 3, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:56.888189 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:56.936937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Network d0a09b5a-f663-4630-8067-f035b53d07ae is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:56.945230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:56.951667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:56.969659 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62751c81-01ac-4ef1-940b-239948ffae74 None None] The sync data for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 is: [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:52Z', 'revision_number': 3, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:27:57.017520 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:57.070381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:57.097352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'ee7536de-a6c9-4f5b-93c9-fc2101fb07d9', 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'port_id': 'ee7536de-a6c9-4f5b-93c9-fc2101fb07d9', 'mac_address': 'fa:16:3e:99:c2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd302cc-2336-4741-8d02-a1b75730fe6f', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:57.100635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device af459c67-6021-4559-b6d4-3be3d8e49640 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:57.167421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-4c1d004f-e142-4e37-b110-1543a90c7ddc service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409352 Jul 06 18:27:57.168939 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e41bb1a-dee1-4835-8dbd-a0157f6e2f10 x-openstack-request-id: req-5e41bb1a-dee1-4835-8dbd-a0157f6e2f10 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:57.169231 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58a7fea-e46a-4772-a5fb-736deb72d488", "name": "network-vif-deleted", "tag": "af459c67-6021-4559-b6d4-3be3d8e49640", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:57.169474 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e41bb1a-dee1-4835-8dbd-a0157f6e2f10 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:57.193934 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58a7fea-e46a-4772-a5fb-736deb72d488', 'name': 'network-vif-deleted', 'tag': 'af459c67-6021-4559-b6d4-3be3d8e49640', 'status': 'completed', 'code': 200} Jul 06 18:27:57.208834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: af459c67-6021-4559-b6d4-3be3d8e49640 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:27:57.209932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device af459c67-6021-4559-b6d4-3be3d8e49640 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:27:57.221582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fe2cca-5cd4-40c2-82ed-37189088daf8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:57.373041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c27add-15c4-411a-96b2-debfcf4687c6 req-da181e74-2f78-4754-bfe6-40ab5e11cf77 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:57.385822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26c27add-15c4-411a-96b2-debfcf4687c6 req-da181e74-2f78-4754-bfe6-40ab5e11cf77 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.2557361 Jul 06 18:27:57.495775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26c27add-15c4-411a-96b2-debfcf4687c6 req-e1e1400a-77e4-4c36-bbb9-90f8ea7544c8 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074984 Jul 06 18:27:57.514147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b3fe620-2775-4aec-b204-85e43a81b7c1 req-7114b977-c8be-465e-9430-93d79af3d78c service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190749 Jul 06 18:27:57.611569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:57.798068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49400f1e-f337-4f1d-aef1-81a3a4598470 req-410a70b2-ceed-488b-848a-e173dd28c702 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:57.800005 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:57.807875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-49400f1e-f337-4f1d-aef1-81a3a4598470 req-410a70b2-ceed-488b-848a-e173dd28c702 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 944 time: 0.2897565 Jul 06 18:27:57.833068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6074d0a6-febd-4f85-b86d-265a11209255,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:57.842886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:57.896326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b1b2bf08-e147-403c-a3c2-ee8f7133f2ec None None] Provisioning for port a5fe2cca-5cd4-40c2-82ed-37189088daf8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:57.899709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:57.912384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:57.914373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b1b2bf08-e147-403c-a3c2-ee8f7133f2ec None None] Provisioning complete for port a5fe2cca-5cd4-40c2-82ed-37189088daf8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:57.914978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1b2bf08-e147-403c-a3c2-ee8f7133f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:57.915912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-49400f1e-f337-4f1d-aef1-81a3a4598470 req-8e432631-17d0-40e5-ae1e-218074386d5b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025202 Jul 06 18:27:57.992889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:58.012933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.017393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 486e63c4-6d83-4b3b-ab15-e089065418dc details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:58.090580 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.100436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fe2cca-5cd4-40c2-82ed-37189088daf8,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:58.245375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2bf08-e147-403c-a3c2-ee8f7133f2ec None None] Port a5fe2cca-5cd4-40c2-82ed-37189088daf8 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:27:58.291549 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.resource_extend [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:27:58.303518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Network d0a09b5a-f663-4630-8067-f035b53d07ae is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:58.305212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:58.343977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f1a27df1-4132-4940-b6ce-d7c68657158c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:58.460016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 486e63c4-6d83-4b3b-ab15-e089065418dc, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=486e63c4-6d83-4b3b-ab15-e089065418dc,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:58.470760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f7213-ac69-409f-bbd1-cab34ec56471 req-db505c9f-9f63-4eb9-9c79-1599791ac9ca tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.482175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-994f7213-ac69-409f-bbd1-cab34ec56471 req-db505c9f-9f63-4eb9-9c79-1599791ac9ca tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.2277014 Jul 06 18:27:58.537480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:58.555986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '486e63c4-6d83-4b3b-ab15-e089065418dc', 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'port_id': '486e63c4-6d83-4b3b-ab15-e089065418dc', 'mac_address': 'fa:16:3e:ad:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd302cc-2336-4741-8d02-a1b75730fe6f', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:58.594666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-994f7213-ac69-409f-bbd1-cab34ec56471 req-d9b8eac5-eba2-4133-8ffd-c23052b1a1cc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114633 Jul 06 18:27:58.706177 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.728848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f1a27df1-4132-4940-b6ce-d7c68657158c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:58.738723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f1a27df1-4132-4940-b6ce-d7c68657158c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:58.739444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.742752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486e63c4-6d83-4b3b-ab15-e089065418dc {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:58.802101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:27:58.862239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-49359249-c111-4953-a7f4-945b16f7afca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.874633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-49359249-c111-4953-a7f4-945b16f7afca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.896263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-49359249-c111-4953-a7f4-945b16f7afca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.908318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-49359249-c111-4953-a7f4-945b16f7afca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.916840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-49359249-c111-4953-a7f4-945b16f7afca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.918123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 486e63c4-6d83-4b3b-ab15-e089065418dc, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=486e63c4-6d83-4b3b-ab15-e089065418dc,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:58.924556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-49359249-c111-4953-a7f4-945b16f7afca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.934047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-49359249-c111-4953-a7f4-945b16f7afca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.942223 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-49359249-c111-4953-a7f4-945b16f7afca tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5424 time: 0.2969520 Jul 06 18:27:58.983887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c058b-32d9-4ad2-aef1-4e5d340c6853 req-17b00479-4e91-4fbe-983e-e8461356d14a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:58.986857 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.987928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b5f874e8-217a-45ea-9f8a-053aa727ac40 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:58.990140 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.996425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b51c058b-32d9-4ad2-aef1-4e5d340c6853 req-17b00479-4e91-4fbe-983e-e8461356d14a tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 945 time: 0.1989110 Jul 06 18:27:59.004462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4a313154-f492-4175-b08e-e7fa0608269e None None] Provisioning complete for port a5fe2cca-5cd4-40c2-82ed-37189088daf8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:59.005904 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4a313154-f492-4175-b08e-e7fa0608269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.071450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:59.143715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91423894-00c1-476c-92e1-4f28e7271cb4 req-580d46e6-d5a0-4f5c-922d-7e424d977c48 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2004631 Jul 06 18:27:59.155227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b51c058b-32d9-4ad2-aef1-4e5d340c6853 req-f4549d4a-3518-44db-867c-6e2e72fbfb5d tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563725 Jul 06 18:27:59.212529 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:27:59.234904 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-358ea78a-b6e4-4789-bbfc-726eb5e1b847 admin admin] 10.222.0.53 "PUT /v2.0/routers/f8fa74ae-34df-48bd-b8a1-f1414bcd21ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8492942 Jul 06 18:27:59.236867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f1a27df1-4132-4940-b6ce-d7c68657158c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f1a27df1-4132-4940-b6ce-d7c68657158c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:59.261583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.287482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4a313154-f492-4175-b08e-e7fa0608269e None None] Port a5fe2cca-5cd4-40c2-82ed-37189088daf8 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:27:59.298714 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port bd588241-25e9-4e6f-9b51-53dfbf2e773b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:59.299310 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.373804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b5f874e8-217a-45ea-9f8a-053aa727ac40, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:59.377011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=486e63c4-6d83-4b3b-ab15-e089065418dc,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:59.487398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f1a27df1-4132-4940-b6ce-d7c68657158c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:59.511052 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'b5f874e8-217a-45ea-9f8a-053aa727ac40', 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'port_id': 'b5f874e8-217a-45ea-9f8a-053aa727ac40', 'mac_address': 'fa:16:3e:be:e2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd302cc-2336-4741-8d02-a1b75730fe6f', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:59.539598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d245c89-8fd0-42c6-bb69-2ac0c85f0925 req-7be27174-bf9b-47fe-9728-5cccb50450e2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:59.541345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d245c89-8fd0-42c6-bb69-2ac0c85f0925 req-7be27174-bf9b-47fe-9728-5cccb50450e2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1223805 Jul 06 18:27:59.560315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ad603-1f9d-48b9-90a0-050a56ffa261 req-e08095f8-c942-4181-b724-b71e118ca524 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:59.562001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-338ad603-1f9d-48b9-90a0-050a56ffa261 req-e08095f8-c942-4181-b724-b71e118ca524 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 944 time: 0.1233733 Jul 06 18:27:59.656886 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.659253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-338ad603-1f9d-48b9-90a0-050a56ffa261 req-ac8a63f4-0e19-416c-84ec-d158516220c8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646994 Jul 06 18:27:59.660190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:59.660190 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2354a0ef-99a2-482d-aa51-94f3cddbc107" -d '{"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-plugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:59.660190 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.682302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f874e8-217a-45ea-9f8a-053aa727ac40 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:59.695258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d245c89-8fd0-42c6-bb69-2ac0c85f0925 req-02b7cc9d-5224-49d1-93ab-e9764e43b964 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457002 Jul 06 18:27:59.707385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b5f874e8-217a-45ea-9f8a-053aa727ac40, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:59.709927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:59.717654 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.718478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device df391ba3-1fc3-41b5-b4d7-14e813b5be9e details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:59.723534 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.838074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b5f874e8-217a-45ea-9f8a-053aa727ac40,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:59.842831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port df391ba3-1fc3-41b5-b4d7-14e813b5be9e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:59.890183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e', 'network_id': '1590ea67-5222-419d-8864-b9e276bc3158', 'port_id': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e', 'mac_address': 'fa:16:3e:48:e9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd302cc-2336-4741-8d02-a1b75730fe6f', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:59.956645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:59.973776 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.012069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df391ba3-1fc3-41b5-b4d7-14e813b5be9e {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:00.071032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port df391ba3-1fc3-41b5-b4d7-14e813b5be9e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:00.084987 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.114954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7601ed-dafd-4ae9-a7cc-b5270bb09512 req-9860123f-6c7c-4a1f-8659-9dc938982cbb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.125548 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7601ed-dafd-4ae9-a7cc-b5270bb09512 req-9860123f-6c7c-4a1f-8659-9dc938982cbb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1304464 Jul 06 18:28:00.192667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:00.294336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f1a27df1-4132-4940-b6ce-d7c68657158c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:00.304507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:00.314862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7601ed-dafd-4ae9-a7cc-b5270bb09512 req-d3c0aee2-dd90-4ae4-a5c5-b22d547cddf6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874251 Jul 06 18:28:00.393339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-9def798d-3419-41f1-81d9-2a0ef1eae8a7 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.404648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-9def798d-3419-41f1-81d9-2a0ef1eae8a7 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 945 time: 0.2341990 Jul 06 18:28:00.439107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:00.574372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5', 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8', 'port_id': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5', 'mac_address': 'fa:16:3e:e5:fd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4479b3b-35fa-4ce8-ba47-87f8f9b0a756', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:00.595584 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb04ca1f-e2a5-44cb-be68-8c63fe312447 x-openstack-request-id: req-eb04ca1f-e2a5-44cb-be68-8c63fe312447 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:00.596594 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-plugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:00.596865 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb04ca1f-e2a5-44cb-be68-8c63fe312447 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:00.597299 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'code': 200} Jul 06 18:28:00.614204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Sync routers for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:00.673229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:00.674325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:27:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:00.703074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Deleting port 450dafed-5ef6-459c-aedf-fa730a798113 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:00.704057 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.884094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:00.896239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-6408be8e-349c-408e-9f81-2d1d21d8a4af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.906460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-6408be8e-349c-408e-9f81-2d1d21d8a4af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.914121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-6408be8e-349c-408e-9f81-2d1d21d8a4af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.925087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60534) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:00.925761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-6408be8e-349c-408e-9f81-2d1d21d8a4af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.930243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0a497176-701b-4620-9f7a-ca7179050bab tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454617616', 'description': 'tempest-description--1064483235'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:00.932195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-6408be8e-349c-408e-9f81-2d1d21d8a4af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.938495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-6408be8e-349c-408e-9f81-2d1d21d8a4af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.944435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-6408be8e-349c-408e-9f81-2d1d21d8a4af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:00.956613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-6408be8e-349c-408e-9f81-2d1d21d8a4af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5427 time: 0.3394432 Jul 06 18:28:01.004126 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a497176-701b-4620-9f7a-ca7179050bab tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.080490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] For port 450dafed-5ef6-459c-aedf-fa730a798113, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=450dafed-5ef6-459c-aedf-fa730a798113,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:01.080863 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.115434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2de7674b-0f13-4065-8152-0b8c015dfb8b req-81e03c5a-d5e4-4557-bbcc-862a794ffb9a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576300 Jul 06 18:28:01.135794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Calling delete_port for 450dafed-5ef6-459c-aedf-fa730a798113 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:01.147803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['ee7536de-a6c9-4f5b-93c9-fc2101fb07d9'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:01.154710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6074d0a6-febd-4f85-b86d-265a11209255'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:01.155971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-e7a1d7c6-db29-47c9-82d3-67824a5640e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3372090 Jul 06 18:28:01.168188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['486e63c4-6d83-4b3b-ab15-e089065418dc'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:01.176346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a497176-701b-4620-9f7a-ca7179050bab tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.187704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['df391ba3-1fc3-41b5-b4d7-14e813b5be9e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:01.194822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a497176-701b-4620-9f7a-ca7179050bab tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.248507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0a497176-701b-4620-9f7a-ca7179050bab tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.250128 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0a497176-701b-4620-9f7a-ca7179050bab tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3239799 Jul 06 18:28:01.254532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60536) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:01.269305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-97faea57-39b1-4bea-96d5-29b667968071 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'security_group_rule': {'security_group_id': '5acfc79d-559a-4cf2-8293-a56f68b306a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:01.314745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a497176-701b-4620-9f7a-ca7179050bab tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acfc79d-559a-4cf2-8293-a56f68b306a6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:01.356643 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97faea57-39b1-4bea-96d5-29b667968071 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.387909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3acc5-fceb-477b-ae9c-6a5f16fe36c8 req-6a6652e0-0c5f-4e40-85ab-91bc126505c4 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:01.390009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1f3acc5-fceb-477b-ae9c-6a5f16fe36c8 req-6a6652e0-0c5f-4e40-85ab-91bc126505c4 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7310c72-1adc-4190-8b03-57d337548513 HTTP/1.1" status: 200 len: 945 time: 0.2360058 Jul 06 18:28:01.431488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f1a27df1-4132-4940-b6ce-d7c68657158c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:01.432135 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.507670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-9af80075-0a3f-46d8-81cd-fa97417a84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:01.516605 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-9af80075-0a3f-46d8-81cd-fa97417a84cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 1102 time: 0.2423012 Jul 06 18:28:01.567175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.639676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:01.668258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1f3acc5-fceb-477b-ae9c-6a5f16fe36c8 req-1003c9f9-a034-4ed7-b70e-391942882ebf tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558613 Jul 06 18:28:01.674842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97faea57-39b1-4bea-96d5-29b667968071 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.685061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97faea57-39b1-4bea-96d5-29b667968071 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.703995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.732432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faea57-39b1-4bea-96d5-29b667968071 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18c0594-1f00-4eb6-9942-e8867d71d3d2,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:01.749971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:01.755641 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97faea57-39b1-4bea-96d5-29b667968071 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.760100 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97faea57-39b1-4bea-96d5-29b667968071 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5007639 Jul 06 18:28:01.760284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60544) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:01.765116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-cf477b9c-ac36-46f2-b456-8e75f0a8af7c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'security_group_rule': {'security_group_id': '5acfc79d-559a-4cf2-8293-a56f68b306a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:01.796860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Pushing event deleted for resources: {'Port': ['ID=450dafed-5ef6-459c-aedf-fa730a798113,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:01.823793 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf477b9c-ac36-46f2-b456-8e75f0a8af7c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.844982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['b5f874e8-217a-45ea-9f8a-053aa727ac40'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:01.858741 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.859410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:01.889820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] No DVR routers for this DVR port 450dafed-5ef6-459c-aedf-fa730a798113 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:01.934963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf477b9c-ac36-46f2-b456-8e75f0a8af7c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.947063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf477b9c-ac36-46f2-b456-8e75f0a8af7c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.948347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-8cefc15f-ae1f-4c83-b12c-877751c80d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:01.950462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-8cefc15f-ae1f-4c83-b12c-877751c80d0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.4071741 Jul 06 18:28:01.951893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.954005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eebe2814-b160-4511-b3fb-be3080195eb4 req-df9a91c4-332c-4d6c-8fed-070dae853098 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.24 "DELETE /v2.0/ports/450dafed-5ef6-459c-aedf-fa730a798113 HTTP/1.1" status: 204 len: 173 time: 1.5415082 Jul 06 18:28:01.956588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7310c72-1adc-4190-8b03-57d337548513', 'name': 'network-vif-deleted', 'tag': '450dafed-5ef6-459c-aedf-fa730a798113'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:01.964626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf477b9c-ac36-46f2-b456-8e75f0a8af7c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d3c9fb-9b52-4cb3-83d8-58b2fd33ef30,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:01.967319 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476ce8de-5a0a-4308-ba6d-965061629f73" -d '{"events": [{"server_uuid": "e7310c72-1adc-4190-8b03-57d337548513", "name": "network-vif-deleted", "tag": "450dafed-5ef6-459c-aedf-fa730a798113"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:01.997985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf477b9c-ac36-46f2-b456-8e75f0a8af7c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.004256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cf477b9c-ac36-46f2-b456-8e75f0a8af7c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2401316 Jul 06 18:28:02.005734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60548) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:02.014043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:02.065190 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.111554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-47a5985b-7920-41f8-b69f-d04093afb5db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 200 len: 217 time: 0.1408300 Jul 06 18:28:02.240869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32977786-cbd9-4c5d-bd8a-672e88b480af req-a8b9565e-802a-4341-a716-1cfa6b60af99 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:02.248279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32977786-cbd9-4c5d-bd8a-672e88b480af req-a8b9565e-802a-4341-a716-1cfa6b60af99 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 944 time: 0.3972430 Jul 06 18:28:02.297502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c6a3f-a9bc-4e8b-b01f-0128588fb0ff req-e283a126-2b6b-4679-a273-b277b440cf6e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:02.299139 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b62c6a3f-a9bc-4e8b-b01f-0128588fb0ff req-e283a126-2b6b-4679-a273-b277b440cf6e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1496778 Jul 06 18:28:02.311947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-f199f5e3-ac54-4c43-b98c-c873e81f2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:02.314078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-f199f5e3-ac54-4c43-b98c-c873e81f2f44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1907291 Jul 06 18:28:02.359720 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.414476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32977786-cbd9-4c5d-bd8a-672e88b480af req-9a74097c-d9cf-4e18-9c3b-5f031f2b9851 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577716 Jul 06 18:28:02.460823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-5d86e90c-e8ac-4de0-bdc6-6414ca2b6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:02.462617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-5d86e90c-e8ac-4de0-bdc6-6414ca2b6e07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309195 Jul 06 18:28:02.482363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Allocated IP 172.25.4.163 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/e27ec816-000c-4e4f-ba24-37696a5531b5) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:02.513227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:02.547906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7', 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14', 'port_id': '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7', 'mac_address': 'fa:16:3e:52:de:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7780c36-ce90-4a05-b40f-1f84ee03a8cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:02.636791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.647100 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-35859c9c-a943-4168-aea9-77c1406f1f1a service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732442 Jul 06 18:28:02.738808 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.741675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.774342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b62c6a3f-a9bc-4e8b-b01f-0128588fb0ff req-a5d48bb6-0e12-4dc4-9ef5-9d7c0d98e9c5 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610186 Jul 06 18:28:02.851185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:02.856469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:02.876319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:02.882414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bf8c41d-042a-4595-8c82-8902bd841281 req-09629611-e334-437c-9ea2-5e04700e7801 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103839 Jul 06 18:28:02.934903 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a8c626-8eb0-4fa8-a729-a4ead8b95d63 x-openstack-request-id: req-d2a8c626-8eb0-4fa8-a729-a4ead8b95d63 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:02.935696 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7310c72-1adc-4190-8b03-57d337548513", "name": "network-vif-deleted", "tag": "450dafed-5ef6-459c-aedf-fa730a798113", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:02.935954 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2a8c626-8eb0-4fa8-a729-a4ead8b95d63 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:02.936425 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7310c72-1adc-4190-8b03-57d337548513', 'name': 'network-vif-deleted', 'tag': '450dafed-5ef6-459c-aedf-fa730a798113', 'status': 'completed', 'code': 200} Jul 06 18:28:03.040763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:03.079499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 2, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:03.082141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:03.086035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'Port': ['ID=e27ec816-000c-4e4f-ba24-37696a5531b5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:03.087812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a47ab-cf62-42e4-927d-bfb310e04138 req-34e8c479-b874-43a5-8049-c5b44a2aea64 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:03.093802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-835a47ab-cf62-42e4-927d-bfb310e04138 req-34e8c479-b874-43a5-8049-c5b44a2aea64 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.2058504 Jul 06 18:28:03.142326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.211935 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-835a47ab-cf62-42e4-927d-bfb310e04138 req-bead90b4-111b-4c79-acab-b920aee39fbf tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033082 Jul 06 18:28:03.276717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.288524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Checking router: f8fa74ae-34df-48bd-b8a1-f1414bcd21ba for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:03.289002 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Updating router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba port a5fe2cca-5cd4-40c2-82ed-37189088daf8 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:28:03.418876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.457574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:03.521873 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.523315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device bdc3fb11-4a3b-4582-98ef-56a59469161f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:03.626664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.644145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.754112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port bdc3fb11-4a3b-4582-98ef-56a59469161f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:03.762756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:03.850439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'bdc3fb11-4a3b-4582-98ef-56a59469161f', 'network_id': 'adfbd81e-3739-44cd-a772-2d14ed047aa8', 'port_id': 'bdc3fb11-4a3b-4582-98ef-56a59469161f', 'mac_address': 'fa:16:3e:1a:6b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4479b3b-35fa-4ce8-ba47-87f8f9b0a756', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:03.941173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.981935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'Port': ['ID=e27ec816-000c-4e4f-ba24-37696a5531b5,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:03.994933 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.999336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.009045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7e984985-d457-4539-b5de-90a3b19da6cc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0020041 Jul 06 18:28:04.057637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a697-3406-454d-9875-7c8440725167 req-b681a155-95d0-42e0-b9ec-31229123d067 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.070796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a697-3406-454d-9875-7c8440725167 req-b681a155-95d0-42e0-b9ec-31229123d067 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.072951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc3fb11-4a3b-4582-98ef-56a59469161f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:04.077491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a697-3406-454d-9875-7c8440725167 req-b681a155-95d0-42e0-b9ec-31229123d067 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.084194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a697-3406-454d-9875-7c8440725167 req-b681a155-95d0-42e0-b9ec-31229123d067 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.086638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a6f00-a889-4d4d-a22b-c62ff0075fdc req-d786e6ca-0404-4eb7-8096-aa70ea7328e4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.091177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a697-3406-454d-9875-7c8440725167 req-b681a155-95d0-42e0-b9ec-31229123d067 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.094576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-847a6f00-a889-4d4d-a22b-c62ff0075fdc req-d786e6ca-0404-4eb7-8096-aa70ea7328e4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 945 time: 0.1383812 Jul 06 18:28:04.103237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a697-3406-454d-9875-7c8440725167 req-b681a155-95d0-42e0-b9ec-31229123d067 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.110694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a697-3406-454d-9875-7c8440725167 req-b681a155-95d0-42e0-b9ec-31229123d067 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.121652 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f92a697-3406-454d-9875-7c8440725167 req-b681a155-95d0-42e0-b9ec-31229123d067 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5428 time: 0.9666104 Jul 06 18:28:04.148057 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-847a6f00-a889-4d4d-a22b-c62ff0075fdc req-ef58340f-72aa-43aa-b6fb-30dd4c55f2ae tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525501 Jul 06 18:28:04.151576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port bdc3fb11-4a3b-4582-98ef-56a59469161f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:04.174367 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.193219 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f92a697-3406-454d-9875-7c8440725167 req-483ec0c2-e29a-4b05-b3fb-5bd1efc787fc tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683210 Jul 06 18:28:04.244365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=bdc3fb11-4a3b-4582-98ef-56a59469161f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:04.250832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6074d0a6-febd-4f85-b86d-265a11209255 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:04.428549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ab8ba-bb42-42d7-99b3-f17bccb66071 req-e6e8e3f8-be55-4644-a40c-89fa1419db81 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.429596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc6ab8ba-bb42-42d7-99b3-f17bccb66071 req-e6e8e3f8-be55-4644-a40c-89fa1419db81 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.0879340 Jul 06 18:28:04.483221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942f93e-05ac-43d4-8e37-ae4c79a91211 req-f3328f05-f5cc-4d2d-8998-abb5aecb85b1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.486657 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.493276 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f942f93e-05ac-43d4-8e37-ae4c79a91211 req-f3328f05-f5cc-4d2d-8998-abb5aecb85b1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1044235 Jul 06 18:28:04.505655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Transition to ACTIVE for port object a5fe2cca-5cd4-40c2-82ed-37189088daf8 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:04.516398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 6074d0a6-febd-4f85-b86d-265a11209255 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:04.520335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc6ab8ba-bb42-42d7-99b3-f17bccb66071 req-dc4c1758-862a-46e7-b7b3-47d9913caa75 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737162 Jul 06 18:28:04.522267 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.532624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 6074d0a6-febd-4f85-b86d-265a11209255 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:04.533089 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.550986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f942f93e-05ac-43d4-8e37-ae4c79a91211 req-2e4c85af-a4e9-4a47-871c-e39709bc4fc2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Jul 06 18:28:04.680229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ee8a0-0c41-4744-8a0d-f19410cff256 None None] Pushing event updated for resources: {'Port': ['ID=a5fe2cca-5cd4-40c2-82ed-37189088daf8,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:04.798129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-0ef6aadc-a27b-4b4f-9a0f-31738c9b0935 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--454617616&fields=id&tenant_id=417662f6c44c44258a959db8ff552ba0 HTTP/1.1" status: 200 len: 267 time: 0.1148889 Jul 06 18:28:04.850728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Attempting to bind port a5fe2cca-5cd4-40c2-82ed-37189088daf8 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:04.851372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Attempting to bind port a5fe2cca-5cd4-40c2-82ed-37189088daf8 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:04.853641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Attempting to bind port a5fe2cca-5cd4-40c2-82ed-37189088daf8 on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:04.869592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:04.870069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Checking segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:04.870428 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.870828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Bound using segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:04.871331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Bound port: a5fe2cca-5cd4-40c2-82ed-37189088daf8, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:04.871731 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.943821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.949460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d776ff-a67c-44a6-8e53-77334e56dcc8 req-c0e7fde5-d9e2-4c55-848e-e6f20fceb2fd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:04.951153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07d776ff-a67c-44a6-8e53-77334e56dcc8 req-c0e7fde5-d9e2-4c55-848e-e6f20fceb2fd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1704183 Jul 06 18:28:05.005386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6074d0a6-febd-4f85-b86d-265a11209255, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6074d0a6-febd-4f85-b86d-265a11209255,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:05.008430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:05.011035 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822ed6a1-2a72-439b-b48a-4b27bc714702" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "6074d0a6-febd-4f85-b86d-265a11209255"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:05.016399 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.017230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:05.070576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07d776ff-a67c-44a6-8e53-77334e56dcc8 req-0ba9def0-272c-4a55-9f0f-4715d4e4b7ed tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098995 Jul 06 18:28:05.075737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6074d0a6-febd-4f85-b86d-265a11209255,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:05.159778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-5b39336a-b489-4ec7-a7db-8bbd449fd9e4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:05.163890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] For port a5fe2cca-5cd4-40c2-82ed-37189088daf8, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:05.167960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] For port a5fe2cca-5cd4-40c2-82ed-37189088daf8, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a5fe2cca-5cd4-40c2-82ed-37189088daf8,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:05.171328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-5b39336a-b489-4ec7-a7db-8bbd449fd9e4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.3721492 Jul 06 18:28:05.188405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.201692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-5676bedc-a77f-4bb3-8b61-a9fb73ac4ad9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/quotas/417662f6c44c44258a959db8ff552ba0 HTTP/1.1" status: 200 len: 375 time: 0.0279477 Jul 06 18:28:05.209647 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db297243-bf3b-4d3a-94eb-8b8e828a3398 x-openstack-request-id: req-db297243-bf3b-4d3a-94eb-8b8e828a3398 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:05.210028 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "6074d0a6-febd-4f85-b86d-265a11209255", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:05.210220 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db297243-bf3b-4d3a-94eb-8b8e828a3398 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:05.210607 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255', 'code': 200} Jul 06 18:28:05.213070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:05.298007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:05.298389 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.363111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-35feff45-8918-48f7-93dd-71b8c7e7a795 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601570 Jul 06 18:28:05.384650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:05.386244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:27:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:05.520173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ee8a0-0c41-4744-8a0d-f19410cff256 None None] Pushing event updated for resources: {'Port': ['ID=a5fe2cca-5cd4-40c2-82ed-37189088daf8,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:05.563899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e7a9-228c-4b45-be03-2222cd23e120 req-4bc206c8-de4a-4bb9-94f9-99624e47cdb5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:05.572252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6297e7a9-228c-4b45-be03-2222cd23e120 req-4bc206c8-de4a-4bb9-94f9-99624e47cdb5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 945 time: 0.1606121 Jul 06 18:28:05.590743 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-ed147617-3f87-4e3c-b587-b9c324bcf3b9 service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085025 Jul 06 18:28:05.672563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:05.679732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6297e7a9-228c-4b45-be03-2222cd23e120 req-1d46d4d9-7437-4f11-9c95-ece6904d52e7 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033382 Jul 06 18:28:05.940000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-37ab012b-828b-4a24-aebf-15de5c90766e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:05.946520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-37ab012b-828b-4a24-aebf-15de5c90766e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:05.953680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-37ab012b-828b-4a24-aebf-15de5c90766e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:05.960189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-37ab012b-828b-4a24-aebf-15de5c90766e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:05.966469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-37ab012b-828b-4a24-aebf-15de5c90766e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:05.991721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-37ab012b-828b-4a24-aebf-15de5c90766e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:06.004702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-37ab012b-828b-4a24-aebf-15de5c90766e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:06.015715 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-37ab012b-828b-4a24-aebf-15de5c90766e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5430 time: 0.1652908 Jul 06 18:28:06.093528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:06.129594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4c9358d-a5e3-4397-a064-d4b780106e6d req-39880247-0d72-47f7-b145-b59ff76f00b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112533 Jul 06 18:28:06.151757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d8948fd1-d4f5-485c-a91b-19efdf4fe2d5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:06.158211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['2e8f1631-2062-44b8-98fd-7492cdee4b41'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:06.165152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['bdc3fb11-4a3b-4582-98ef-56a59469161f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:06.366834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-b6c13d20-a492-4281-a847-87fb750459d2 service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696126 Jul 06 18:28:06.509185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-f8651219-3699-489d-8471-46fbd019d113 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:06.510412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-f8651219-3699-489d-8471-46fbd019d113 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.24 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.1131675 Jul 06 18:28:06.542747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de01f65-6aff-433e-bae4-5645d3f790cb req-995f9f6e-ab36-452d-8458-c14d42c11b37 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:06.543987 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3de01f65-6aff-433e-bae4-5645d3f790cb req-995f9f6e-ab36-452d-8458-c14d42c11b37 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 945 time: 0.1765885 Jul 06 18:28:06.680504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3de01f65-6aff-433e-bae4-5645d3f790cb req-914c88b7-198b-4c75-bde6-f439dd471837 tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/security-groups?id=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819116 Jul 06 18:28:06.722787 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.731427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Deleting port 2e8f1631-2062-44b8-98fd-7492cdee4b41 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:06.735997 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.849227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ef3e-2001-4f53-992d-3ef11b7940bc req-e8c58b75-6fb3-4b39-ae85-b8ce4ac182b3 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:06.850888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9607ef3e-2001-4f53-992d-3ef11b7940bc req-e8c58b75-6fb3-4b39-ae85-b8ce4ac182b3 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1999028 Jul 06 18:28:06.865569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:28:05Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:06.965296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9607ef3e-2001-4f53-992d-3ef11b7940bc req-771cbec7-60f3-49cf-8385-38cba7550a83 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036656 Jul 06 18:28:06.971657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] For port 2e8f1631-2062-44b8-98fd-7492cdee4b41, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=2e8f1631-2062-44b8-98fd-7492cdee4b41,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:06.972042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.991304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3cdd0-b463-440d-94d1-eca1e5459604 req-61fac686-c7c0-49c8-a446-fe3ff0f170b0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.000120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16c3cdd0-b463-440d-94d1-eca1e5459604 req-61fac686-c7c0-49c8-a446-fe3ff0f170b0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1386058 Jul 06 18:28:07.027782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Calling delete_port for 2e8f1631-2062-44b8-98fd-7492cdee4b41 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:07.028236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221436d-82b4-49d3-a216-1b03654432f1 None None] The sync data for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 is: [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:28:05Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:07.044172 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:28:07.099569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16c3cdd0-b463-440d-94d1-eca1e5459604 req-810aa134-20b3-4c7c-a7b6-dd449b4a9599 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890012 Jul 06 18:28:07.147344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afb121ad-a444-4283-ba61-9862e7468700 req-cb79ea06-4263-4859-9d28-32d902c440cd tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 210 time: 0.0930030 Jul 06 18:28:07.262212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7536de-a6c9-4f5b-93c9-fc2101fb07d9'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:07.272433 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c578ca95-f514-443c-8e24-e3ff64e2b86b" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "ee7536de-a6c9-4f5b-93c9-fc2101fb07d9"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:07.319991 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:07.448546 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.492849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b5f874e8-217a-45ea-9f8a-053aa727ac40 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:07.497186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-26240671-9bbf-4bf7-a390-c19ff4ec699d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.518229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-26240671-9bbf-4bf7-a390-c19ff4ec699d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.531797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-26240671-9bbf-4bf7-a390-c19ff4ec699d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.544479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-26240671-9bbf-4bf7-a390-c19ff4ec699d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.566200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-26240671-9bbf-4bf7-a390-c19ff4ec699d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.573307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-26240671-9bbf-4bf7-a390-c19ff4ec699d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.592872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-26240671-9bbf-4bf7-a390-c19ff4ec699d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.605894 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-26240671-9bbf-4bf7-a390-c19ff4ec699d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5430 time: 0.3143928 Jul 06 18:28:07.631693 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.720221 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3de13fd-ec3a-4e4f-8efb-db95e27552c9 req-d84f5dea-f5da-4f2e-9f64-cf806b0c71b5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112790 Jul 06 18:28:07.739846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port b5f874e8-217a-45ea-9f8a-053aa727ac40 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:07.760571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Pushing event deleted for resources: {'Port': ['ID=2e8f1631-2062-44b8-98fd-7492cdee4b41,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:07.769649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port b5f874e8-217a-45ea-9f8a-053aa727ac40 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:07.770139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.936673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] No DVR routers for this DVR port 2e8f1631-2062-44b8-98fd-7492cdee4b41 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:07.947768 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.957338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ee2f7469-4205-4c41-b474-6ddada929d01 req-ae899a5a-c076-43bb-b06f-60840d18393b tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.24 "DELETE /v2.0/ports/2e8f1631-2062-44b8-98fd-7492cdee4b41 HTTP/1.1" status: 204 len: 173 time: 1.4122007 Jul 06 18:28:07.987214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca612d-a537-48bb-b9ba-6b02939c5399 req-1cc88d3b-fc70-4480-ad63-6b3dfc7e8692 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:07.995076 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62ca612d-a537-48bb-b9ba-6b02939c5399 req-1cc88d3b-fc70-4480-ad63-6b3dfc7e8692 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 945 time: 0.5422728 Jul 06 18:28:07.997394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749dce8d-e15b-4f93-bb23-7b446ff9afd3', 'name': 'network-vif-deleted', 'tag': '2e8f1631-2062-44b8-98fd-7492cdee4b41'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:07.998482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:07.999679 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad77444-1122-4431-8e56-40d27d002217" -d '{"events": [{"server_uuid": "749dce8d-e15b-4f93-bb23-7b446ff9afd3", "name": "network-vif-deleted", "tag": "2e8f1631-2062-44b8-98fd-7492cdee4b41"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:08.060927 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1150c9-7c70-4c4e-b250-2824268a5598 x-openstack-request-id: req-8d1150c9-7c70-4c4e-b250-2824268a5598 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:08.061346 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "ee7536de-a6c9-4f5b-93c9-fc2101fb07d9", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:08.061747 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d1150c9-7c70-4c4e-b250-2824268a5598 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:08.062939 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7536de-a6c9-4f5b-93c9-fc2101fb07d9', 'code': 200} Jul 06 18:28:08.146517 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.160680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62ca612d-a537-48bb-b9ba-6b02939c5399 req-fd6cc66f-24bf-4614-bb1b-7d510fff92ac tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645925 Jul 06 18:28:08.242131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b5f874e8-217a-45ea-9f8a-053aa727ac40, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:08.248350 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.249190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device df391ba3-1fc3-41b5-b4d7-14e813b5be9e up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:08.388752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1cb88458-7659-4031-94a4-427f0ff75e98 req-18b1c933-46cf-4d6c-bc12-17445874b23c tempest-ListServerFiltersTestJSON-1304973539 tempest-ListServerFiltersTestJSON-1304973539-project] 10.222.0.53 "GET /v2.0/ports?device_id=749dce8d-e15b-4f93-bb23-7b446ff9afd3 HTTP/1.1" status: 200 len: 210 time: 0.0468380 Jul 06 18:28:08.404213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b5f874e8-217a-45ea-9f8a-053aa727ac40,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:08.417059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port df391ba3-1fc3-41b5-b4d7-14e813b5be9e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:08.428645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port df391ba3-1fc3-41b5-b4d7-14e813b5be9e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:08.429374 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.445769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264019-6725-4d94-8b88-1ad38b4940b2 req-38e8cc02-5e5a-4e38-8ce7-32af0665390a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:08.470261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-84264019-6725-4d94-8b88-1ad38b4940b2 req-38e8cc02-5e5a-4e38-8ce7-32af0665390a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1632369 Jul 06 18:28:08.473468 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e588d46-a4ec-4b99-b340-3b4dad4b3fb5 x-openstack-request-id: req-0e588d46-a4ec-4b99-b340-3b4dad4b3fb5 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:08.473827 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749dce8d-e15b-4f93-bb23-7b446ff9afd3", "name": "network-vif-deleted", "tag": "2e8f1631-2062-44b8-98fd-7492cdee4b41", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:08.474077 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e588d46-a4ec-4b99-b340-3b4dad4b3fb5 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:08.474476 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749dce8d-e15b-4f93-bb23-7b446ff9afd3', 'name': 'network-vif-deleted', 'tag': '2e8f1631-2062-44b8-98fd-7492cdee4b41', 'status': 'completed', 'code': 200} Jul 06 18:28:08.560693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-84264019-6725-4d94-8b88-1ad38b4940b2 req-33c4bdd5-b52e-4b79-8f5d-6def3c1c3200 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893874 Jul 06 18:28:08.591538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.659721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port df391ba3-1fc3-41b5-b4d7-14e813b5be9e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:08.670903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.672417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 486e63c4-6d83-4b3b-ab15-e089065418dc up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:08.782458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e23301-7a09-489d-8fc1-faa645e87517 req-5d5e0d04-5269-4b6f-bdc7-7f59e25606a8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:08.792708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39e23301-7a09-489d-8fc1-faa645e87517 req-5d5e0d04-5269-4b6f-bdc7-7f59e25606a8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1609788 Jul 06 18:28:08.811467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9141f4e9-ec80-4694-b2ae-2532180292a8 req-525e6a3a-70d1-41c7-ac83-d584de26f41f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 210 time: 0.0866237 Jul 06 18:28:08.887699 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39e23301-7a09-489d-8fc1-faa645e87517 req-1adc28ed-9717-4fe7-8fa5-561eaa03588a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911705 Jul 06 18:28:08.900013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 486e63c4-6d83-4b3b-ab15-e089065418dc completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:08.938803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 486e63c4-6d83-4b3b-ab15-e089065418dc triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:08.941284 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.067787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a5fe2cca-5cd4-40c2-82ed-37189088daf8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:09.077802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:09.238259 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.245354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port a5fe2cca-5cd4-40c2-82ed-37189088daf8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:09.258848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a5fe2cca-5cd4-40c2-82ed-37189088daf8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:09.263228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.267690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-c7d35286-2b1c-44ec-9a01-6c576620021f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.269620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-c7d35286-2b1c-44ec-9a01-6c576620021f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.4161077 Jul 06 18:28:09.447004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-0cce3d4a-a857-476d-aec2-423a16da5a72 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.463793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-0cce3d4a-a857-476d-aec2-423a16da5a72 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.481328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 486e63c4-6d83-4b3b-ab15-e089065418dc, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=486e63c4-6d83-4b3b-ab15-e089065418dc,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:09.496411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-0cce3d4a-a857-476d-aec2-423a16da5a72 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.497357 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.502363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 450dafed-5ef6-459c-aedf-fa730a798113 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:09.506385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-0cce3d4a-a857-476d-aec2-423a16da5a72 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.529702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-0cce3d4a-a857-476d-aec2-423a16da5a72 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.541018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-0cce3d4a-a857-476d-aec2-423a16da5a72 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.550261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31886a-ec3f-4e35-80b9-be0c94de4b65 req-0a4a6ab8-c7ac-40df-8ea5-4e0afbdfcdef tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.559759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d31886a-ec3f-4e35-80b9-be0c94de4b65 req-0a4a6ab8-c7ac-40df-8ea5-4e0afbdfcdef tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 945 time: 0.1406062 Jul 06 18:28:09.561654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 450dafed-5ef6-459c-aedf-fa730a798113 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:09.562215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 450dafed-5ef6-459c-aedf-fa730a798113 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:09.571000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-0cce3d4a-a857-476d-aec2-423a16da5a72 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:09.573695 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-0cce3d4a-a857-476d-aec2-423a16da5a72 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5433 time: 0.4611115 Jul 06 18:28:09.578871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-c9d2f3ae-d08e-4bbb-8f53-d482ff5b317b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=417662f6c44c44258a959db8ff552ba0 HTTP/1.1" status: 200 len: 379 time: 0.2866781 Jul 06 18:28:09.641591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'port': {'device_id': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'admin_state_up': True, 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'security_groups': ['5acfc79d-559a-4cf2-8293-a56f68b306a6']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:09.682834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d31886a-ec3f-4e35-80b9-be0c94de4b65 req-d3c38a5c-cb2d-4d15-b488-eded6528d578 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218741 Jul 06 18:28:09.683930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:09.784157 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0f1af1-435f-4889-ab1b-d91b8d8514dc req-82c2e442-036a-4cbb-92c6-e135d80f50f7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948709 Jul 06 18:28:09.784400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60734) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:09.817694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.871258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Made reservation on behalf of 417662f6c44c44258a959db8ff552ba0 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:09.887567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09aa7f6-2605-46f4-b195-dbb62a18c4de admin admin] Deleting subnet 844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:28:09.894087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.898814 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09aa7f6-2605-46f4-b195-dbb62a18c4de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.909867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=486e63c4-6d83-4b3b-ab15-e089065418dc,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:09.981128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:09.987370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09aa7f6-2605-46f4-b195-dbb62a18c4de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.006082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port a5fe2cca-5cd4-40c2-82ed-37189088daf8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a5fe2cca-5cd4-40c2-82ed-37189088daf8,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:10.008625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:10.009161 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.042141 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.086876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f874e8-217a-45ea-9f8a-053aa727ac40'}, {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e'}, {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486e63c4-6d83-4b3b-ab15-e089065418dc'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:10.089586 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa8fe1-92dc-4b50-88de-3da11c9bb3e6" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "b5f874e8-217a-45ea-9f8a-053aa727ac40"}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "df391ba3-1fc3-41b5-b4d7-14e813b5be9e"}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "486e63c4-6d83-4b3b-ab15-e089065418dc"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:10.186651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=a5fe2cca-5cd4-40c2-82ed-37189088daf8,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:10.214709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e395d-6db9-48be-84db-bed23eb04509 req-f242279a-0a6f-4693-a757-3d15b26aeb9c tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:10.216324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-708e395d-6db9-48be-84db-bed23eb04509 req-f242279a-0a6f-4693-a757-3d15b26aeb9c tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1774325 Jul 06 18:28:10.220979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b88b6135-6e0c-43fc-b40a-2344354c2d5d req-7bfd7887-5dd0-435f-ad7c-4bbb22a5235c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 210 time: 0.0539365 Jul 06 18:28:10.283143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.297556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Allocated IP 172.20.0.6 (d0a09b5a-f663-4630-8067-f035b53d07ae/e56b845b-d88a-4527-bbca-fe13b0079875/3061fb85-952c-4d49-bc7c-1c147095250f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:10.341196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09aa7f6-2605-46f4-b195-dbb62a18c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.342282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:10.350926 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.352259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-708e395d-6db9-48be-84db-bed23eb04509 req-7a6d9d5c-34b9-4ad0-b8ae-586c70b9e851 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134579 Jul 06 18:28:10.363161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device bdc3fb11-4a3b-4582-98ef-56a59469161f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:10.511941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09aa7f6-2605-46f4-b195-dbb62a18c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.545790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09aa7f6-2605-46f4-b195-dbb62a18c4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.549432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2cdad8-3b8f-4e4b-b206-bfd5ae2cb8d4 None None] Network d6a04069-f055-4b7f-8f41-c47256fa45ac requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:10.558766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c09aa7f6-2605-46f4-b195-dbb62a18c4de admin admin] 10.222.0.53 "DELETE /v2.0/subnets/844a8b14-dd5b-4bea-a8a4-3eb2907df6b0 HTTP/1.1" status: 204 len: 168 time: 0.7731812 Jul 06 18:28:10.574726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:10.596041 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2441279c-4ab6-4f9d-a767-e0f980efd54b x-openstack-request-id: req-2441279c-4ab6-4f9d-a767-e0f980efd54b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:10.596348 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "b5f874e8-217a-45ea-9f8a-053aa727ac40", "code": 200}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "df391ba3-1fc3-41b5-b4d7-14e813b5be9e", "code": 200}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "486e63c4-6d83-4b3b-ab15-e089065418dc", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:10.596605 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2441279c-4ab6-4f9d-a767-e0f980efd54b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:10.597010 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f874e8-217a-45ea-9f8a-053aa727ac40', 'code': 200} Jul 06 18:28:10.597268 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e', 'code': 200} Jul 06 18:28:10.597575 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486e63c4-6d83-4b3b-ab15-e089065418dc', 'code': 200} Jul 06 18:28:10.603179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60756) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:10.622892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09aa7f6-2605-46f4-b195-dbb62a18c4de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844a8b14-dd5b-4bea-a8a4-3eb2907df6b0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:10.656641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port bdc3fb11-4a3b-4582-98ef-56a59469161f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:10.676210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port bdc3fb11-4a3b-4582-98ef-56a59469161f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:10.676596 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.801789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.939694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a5fe2cca-5cd4-40c2-82ed-37189088daf8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:10.992341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae899e7-866a-4a16-b762-1a505e13726b req-7ba8bbaf-cf6b-4368-91ad-29468472fe5a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:10.994366 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dae899e7-866a-4a16-b762-1a505e13726b req-7ba8bbaf-cf6b-4368-91ad-29468472fe5a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 946 time: 0.1050034 Jul 06 18:28:11.000433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Deleting port 0872e636-7dd3-4251-8f10-04e28c6cfa1c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:11.000775 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.068571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2bcf4-b7c3-487d-99cc-ff00a596e763 req-75fbbc94-9603-4e9f-8536-642303e53145 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.077060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47d2bcf4-b7c3-487d-99cc-ff00a596e763 req-75fbbc94-9603-4e9f-8536-642303e53145 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.5998766 Jul 06 18:28:11.082952 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.101453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dae899e7-866a-4a16-b762-1a505e13726b req-d90371b2-15f1-4bc4-918a-f815daeafc85 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962780 Jul 06 18:28:11.151174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] For port 0872e636-7dd3-4251-8f10-04e28c6cfa1c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0872e636-7dd3-4251-8f10-04e28c6cfa1c,segment=NetworkSegment(c5c562be-347b-4daf-99a0-8943c8b76bb1),segment_id=c5c562be-347b-4daf-99a0-8943c8b76bb1)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:11.151614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.151760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.174341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a5fe2cca-5cd4-40c2-82ed-37189088daf8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:11.174717 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.178894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Calling delete_port for 0872e636-7dd3-4251-8f10-04e28c6cfa1c owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:11.222284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] DHCP port deletion for d6a04069-f055-4b7f-8f41-c47256fa45ac request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:28:11.250507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47d2bcf4-b7c3-487d-99cc-ff00a596e763 req-51e5eb42-31df-4824-a6f8-89b74714c5a9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724429 Jul 06 18:28:11.255369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Transition to ACTIVE for port object 3061fb85-952c-4d49-bc7c-1c147095250f will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:11.316074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.323992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port bdc3fb11-4a3b-4582-98ef-56a59469161f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:11.365386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0872e636-7dd3-4251-8f10-04e28c6cfa1c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:11.366921 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.371717 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.386432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] No DVR routers for this DVR port 0872e636-7dd3-4251-8f10-04e28c6cfa1c on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:11.386692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2e8f1631-2062-44b8-98fd-7492cdee4b41 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:11.501245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:11.563032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Network d0a09b5a-f663-4630-8067-f035b53d07ae is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:11.577375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:11.589744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.602536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a04069-f055-4b7f-8f41-c47256fa45ac']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:11.619256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c562be-347b-4daf-99a0-8943c8b76bb1') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:11.619603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c562be-347b-4daf-99a0-8943c8b76bb1') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:11.624605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:11.635543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.665551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=bdc3fb11-4a3b-4582-98ef-56a59469161f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:11.683508 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.689903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 2e8f1631-2062-44b8-98fd-7492cdee4b41 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:11.690634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 2e8f1631-2062-44b8-98fd-7492cdee4b41 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:11.705571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:11.714173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:28:11.715627 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.743520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.744278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.795473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-204a9479-30fe-4a55-ba7e-4e58ff024281 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1969409 Jul 06 18:28:11.806292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925316-71d8-48b8-8b2e-a542cdfef8be req-eb67409f-fc2d-45e3-a666-9b466d2d47e8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.814302 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-48925316-71d8-48b8-8b2e-a542cdfef8be req-eb67409f-fc2d-45e3-a666-9b466d2d47e8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 931 time: 0.2503903 Jul 06 18:28:11.824938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Request body: {'port': {'device_id': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:11.837593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] Deleting port 0872e636-7dd3-4251-8f10-04e28c6cfa1c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:11.841477 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:28:11.872476 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:28:11.903327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-0baf5b58-1794-4dbe-a705-a7fa40cb1add tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.927270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-0baf5b58-1794-4dbe-a705-a7fa40cb1add tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.934659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.939136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-0baf5b58-1794-4dbe-a705-a7fa40cb1add tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.954124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-0baf5b58-1794-4dbe-a705-a7fa40cb1add tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.974035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-0baf5b58-1794-4dbe-a705-a7fa40cb1add tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.989257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-0baf5b58-1794-4dbe-a705-a7fa40cb1add tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.996759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-0baf5b58-1794-4dbe-a705-a7fa40cb1add tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:12.016363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-0baf5b58-1794-4dbe-a705-a7fa40cb1add tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5435 time: 0.4704370 Jul 06 18:28:12.029828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:12.045657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.055835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.064197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d6a04069-f055-4b7f-8f41-c47256fa45ac HTTP/1.1" status: 204 len: 168 time: 1.4597726 Jul 06 18:28:12.093672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] For port 0872e636-7dd3-4251-8f10-04e28c6cfa1c, host n-d-799684-2, got binding levels [] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:12.099669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.102587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:12.103030 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.106420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33808710-8665-4bb7-91ad-e6e524957df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a04069-f055-4b7f-8f41-c47256fa45ac,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:12.169656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b96daf48-2867-4988-b0dd-7db3b007eeef req-36b61ba2-7e38-4073-bd46-d9accec15e69 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493731 Jul 06 18:28:12.249659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] Calling delete_port for 0872e636-7dd3-4251-8f10-04e28c6cfa1c owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:12.273154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.ipam_backend_mixin [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] Port 0872e636-7dd3-4251-8f10-04e28c6cfa1c was not found and therefore no delete operation was performed {{(pid=93968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:28:12.297732 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.322804 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-48925316-71d8-48b8-8b2e-a542cdfef8be req-399b4806-7ef3-4b74-8157-8a988cb4bef4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5071115 Jul 06 18:28:12.355453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3061fb85-952c-4d49-bc7c-1c147095250f {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:12.366620 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.409288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60784) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:12.409893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Transition to ACTIVE for port object 3061fb85-952c-4d49-bc7c-1c147095250f will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:12.427790 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.529667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a86fc1f4-2be8-4aea-8532-825532fffc46 None None] Provisioning for port 3061fb85-952c-4d49-bc7c-1c147095250f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:12.559984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] Network d6a04069-f055-4b7f-8f41-c47256fa45ac is not hosted by any dhcp agent {{(pid=93968) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:28:12.573693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] No DVR routers for this DVR port 0872e636-7dd3-4251-8f10-04e28c6cfa1c on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:12.605773 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b94e7c0b-3f3a-4fa1-b363-d32b7ec3b3b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa3a464f2be448f188c59753607e4baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934934 Jul 06 18:28:12.608058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60792) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:12.631743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80077532-4349-4189-96c7-9dab3ff37186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7'}, {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc3fb11-4a3b-4582-98ef-56a59469161f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:12.641146 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909fd69-0159-41b1-b209-dcaec981ccbd" -d '{"events": [{"server_uuid": "80077532-4349-4189-96c7-9dab3ff37186", "name": "network-vif-plugged", "status": "completed", "tag": "4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7"}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "bdc3fb11-4a3b-4582-98ef-56a59469161f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:12.644917 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.716926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5b6d0-7423-438b-9b87-9b671ebef419 None None] Pushing event deleted for resources: {'Port': ['ID=0872e636-7dd3-4251-8f10-04e28c6cfa1c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:12.729828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:12.867955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:12.879100 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.929521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0872e636-7dd3-4251-8f10-04e28c6cfa1c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:12.955929 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87f8c97b-1f41-40ef-8fba-cd958cb0fcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.971046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 0872e636-7dd3-4251-8f10-04e28c6cfa1c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:12.971273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0872e636-7dd3-4251-8f10-04e28c6cfa1c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:13.000208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87f8c97b-1f41-40ef-8fba-cd958cb0fcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.019157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:13.055115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8511-c8eb-43a1-9f85-eca9d3642b04 req-f94ed92c-1e63-4f06-ba14-9e8fd9ade004 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:13.056793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f6f8511-c8eb-43a1-9f85-eca9d3642b04 req-f94ed92c-1e63-4f06-ba14-9e8fd9ade004 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.3839886 Jul 06 18:28:13.093893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Attempting to bind port 3061fb85-952c-4d49-bc7c-1c147095250f on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:13.094146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Attempting to bind port 3061fb85-952c-4d49-bc7c-1c147095250f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:13.094498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Attempting to bind port 3061fb85-952c-4d49-bc7c-1c147095250f on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:13.106881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Port 3061fb85-952c-4d49-bc7c-1c147095250f on network d0a09b5a-f663-4630-8067-f035b53d07ae not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:28:13.107238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Attempting to bind port 3061fb85-952c-4d49-bc7c-1c147095250f on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:13.126540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:13.126897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Checking segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:13.127297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Bound using segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:13.127760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Bound port: 3061fb85-952c-4d49-bc7c-1c147095250f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:13.128131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.132737 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-0de16b51-505d-40b0-b937-84997006e8a4 req-bfe88a48-2887-4997-a7cb-16682bb2e6e2 service neutron] show failed (client error): The resource could not be found. Jul 06 18:28:13.133587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f6f8511-c8eb-43a1-9f85-eca9d3642b04 req-79994d60-9517-4709-a2c3-8012228f6ef6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553007 Jul 06 18:28:13.133797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-bfe88a48-2887-4997-a7cb-16682bb2e6e2 service neutron] 10.222.0.41 "GET /v2.0/ports/36b03f1d-741e-471f-bb87-1e013e316c63/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.4521639 Jul 06 18:28:13.136893 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87f8c97b-1f41-40ef-8fba-cd958cb0fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.141826 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87f8c97b-1f41-40ef-8fba-cd958cb0fcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.153501 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-87f8c97b-1f41-40ef-8fba-cd958cb0fcbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2798e9ed-1886-4c4a-bc9c-92b7e20dcad3 HTTP/1.1" status: 204 len: 168 time: 0.5332706 Jul 06 18:28:13.179632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58f8fd-15df-4d3c-8374-fc2f6c10a046 req-84a15678-7be3-4953-ba09-3756dd388f7f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:13.191760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb58f8fd-15df-4d3c-8374-fc2f6c10a046 req-84a15678-7be3-4953-ba09-3756dd388f7f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 946 time: 0.3287241 Jul 06 18:28:13.199766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8c97b-1f41-40ef-8fba-cd958cb0fcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2798e9ed-1886-4c4a-bc9c-92b7e20dcad3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:13.291236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb58f8fd-15df-4d3c-8374-fc2f6c10a046 req-4d9ad2d7-f3d3-4f13-960d-ba9aaad949d2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981102 Jul 06 18:28:13.369443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:13.379259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:13.390366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.406882 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b5a89-49c1-44f6-91db-e0699f043a45 x-openstack-request-id: req-643b5a89-49c1-44f6-91db-e0699f043a45 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:13.408399 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80077532-4349-4189-96c7-9dab3ff37186", "name": "network-vif-plugged", "status": "completed", "tag": "4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7", "code": 200}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "bdc3fb11-4a3b-4582-98ef-56a59469161f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:13.409001 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-643b5a89-49c1-44f6-91db-e0699f043a45 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:13.409904 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80077532-4349-4189-96c7-9dab3ff37186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7', 'code': 200} Jul 06 18:28:13.410342 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc3fb11-4a3b-4582-98ef-56a59469161f', 'code': 200} Jul 06 18:28:13.526513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:13.530408 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.533460 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] 10.222.0.24 "PUT /v2.0/ports/3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 1091 time: 1.7133598 Jul 06 18:28:13.536222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:13.545029 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:13.587406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a87f6-aebe-44c7-a62b-2317374b3e24 req-12203fcf-28a6-40c5-851c-9f374730ac7b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:13.595242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a70a87f6-aebe-44c7-a62b-2317374b3e24 req-12203fcf-28a6-40c5-851c-9f374730ac7b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1447642 Jul 06 18:28:13.671000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a70a87f6-aebe-44c7-a62b-2317374b3e24 req-aeeebae0-81fc-4fee-9e78-aa721941a9a5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745995 Jul 06 18:28:13.814086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c26ce-bf58-4493-b68a-a410f6b2d76e service neutron] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:13.857277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-4ea27243-1ded-46b3-98b2-1fa2db406040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:13.859111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-4ea27243-1ded-46b3-98b2-1fa2db406040 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1094 time: 0.2028291 Jul 06 18:28:13.925226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16bfb5-9252-4df5-8e4b-ee5abaaacb44 req-a7366bd4-d168-49f0-90ac-05375a1473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:13.926947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d16bfb5-9252-4df5-8e4b-ee5abaaacb44 req-a7366bd4-d168-49f0-90ac-05375a1473cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 1097 time: 0.1989412 Jul 06 18:28:13.928886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-939da100-6f44-437c-ab62-9ecbc84e755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:13.930327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-939da100-6f44-437c-ab62-9ecbc84e755c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643&tenant_id=e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 1100 time: 0.3246043 Jul 06 18:28:13.968738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-9df1812e-69fc-4092-9fb2-bc84fb2b1090 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 217 time: 0.0975490 Jul 06 18:28:14.066078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:14.069936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-ec748080-43a5-4b88-b94e-b6bc5cf1e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.072007 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-ec748080-43a5-4b88-b94e-b6bc5cf1e957 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.0849493 Jul 06 18:28:14.131392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7f843-5e20-4c00-804b-6ad5fa3b2afc req-6ea4b865-9284-41cf-9743-f374a3308da4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.151139 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-78f7f843-5e20-4c00-804b-6ad5fa3b2afc req-6ea4b865-9284-41cf-9743-f374a3308da4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 943 time: 0.1742682 Jul 06 18:28:14.165703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-8c4c5645-b704-4335-9376-e5c10cc6bd3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.171861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-8c4c5645-b704-4335-9376-e5c10cc6bd3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.178053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-8c4c5645-b704-4335-9376-e5c10cc6bd3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.183970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-8c4c5645-b704-4335-9376-e5c10cc6bd3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.193148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-8c4c5645-b704-4335-9376-e5c10cc6bd3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.199730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-8c4c5645-b704-4335-9376-e5c10cc6bd3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.205909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-8c4c5645-b704-4335-9376-e5c10cc6bd3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.214480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-8c4c5645-b704-4335-9376-e5c10cc6bd3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.4732974 Jul 06 18:28:14.236847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d16bfb5-9252-4df5-8e4b-ee5abaaacb44 req-b65a8e7a-d768-4d30-a194-a50cbe440cbb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710025 Jul 06 18:28:14.237058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-78f7f843-5e20-4c00-804b-6ad5fa3b2afc req-d1b29f12-244a-49cd-9abc-59869b24be97 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901864 Jul 06 18:28:14.274028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-ebf2226e-6d21-4d17-8640-6814f207ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.276322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-ebf2226e-6d21-4d17-8640-6814f207ec58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883132 Jul 06 18:28:14.278244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd567a5f-7d82-4d1f-b8bf-d5bfeacb8e8f req-5c2b0ec8-bc11-4f25-9a00-569162cb3da4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627844 Jul 06 18:28:14.439685 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.442752 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f13599-0afa-482f-b7a5-00ef24e2088f x-openstack-request-id: req-98f13599-0afa-482f-b7a5-00ef24e2088f {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:14.445529 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:14.445888 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98f13599-0afa-482f-b7a5-00ef24e2088f {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:14.446376 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'status': 'completed', 'code': 200} Jul 06 18:28:14.449709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-c4ea7c56-aac7-4738-8fd2-81b318fa45cf service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520419 Jul 06 18:28:14.697015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3948d1a-c3b9-437e-a41d-5f0e8e816e67 req-4f4fb7b4-fe16-45dc-9215-773d59498231 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373178 Jul 06 18:28:14.743846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f114311-cdd6-455e-b390-f66084a93519 req-47143795-2cb0-4671-bae7-c6021f556427 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.745909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f114311-cdd6-455e-b390-f66084a93519 req-47143795-2cb0-4671-bae7-c6021f556427 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1817961 Jul 06 18:28:14.841258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f114311-cdd6-455e-b390-f66084a93519 req-82282ba3-d930-4792-8d1b-be6f485a2f92 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816991 Jul 06 18:28:14.847765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60848) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:14.880433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:14.923739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ae585-fb8a-456a-8c87-b23665b16b82 req-4880b838-d0d6-4851-a1b9-1c998ed4defd tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.931623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:14.931858 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ab2ae585-fb8a-456a-8c87-b23665b16b82 req-4880b838-d0d6-4851-a1b9-1c998ed4defd tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 946 time: 0.2331049 Jul 06 18:28:14.944301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-8d0a3194-02bf-4aa3-8fad-73643014a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:14.945987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-8d0a3194-02bf-4aa3-8fad-73643014a538 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1094 time: 0.1603980 Jul 06 18:28:15.003733 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.037544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Transition to ACTIVE for port object 36b03f1d-741e-471f-bb87-1e013e316c63 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:15.046033 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.116568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1846642162-network', 'tenant_id': '2fcd3f6e83f54914a41a35e133f4d3e8'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:15.164483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-e9820aa2-0db2-4f6f-9238-a21d109458bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:15.167081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-e9820aa2-0db2-4f6f-9238-a21d109458bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.2064919 Jul 06 18:28:15.193127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:15.239663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] No DVR routers for this DVR port 36b03f1d-741e-471f-bb87-1e013e316c63 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:15.241794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Made reservation on behalf of 2fcd3f6e83f54914a41a35e133f4d3e8 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:15.244617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.260281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-efe10806-09fb-4521-91a9-2ad01e20f30d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 217 time: 0.0702713 Jul 06 18:28:15.262340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.412302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:15.416468 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a6873d-3d4e-4a31-977b-70e1ffcd5593" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "d8948fd1-d4f5-485c-a91b-19efdf4fe2d5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:15.458395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ab2ae585-fb8a-456a-8c87-b23665b16b82 req-6577e0e2-939e-40ce-9225-333be772915c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114286 Jul 06 18:28:15.494650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-ede75176-24b3-4cb5-92d8-6743f6893f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:15.503473 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd4b6-5168-4eaa-8d35-7b9312d8b5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.503736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-ede75176-24b3-4cb5-92d8-6743f6893f71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.2287619 Jul 06 18:28:15.637455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.664818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.712801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1af5-caf8-4827-b021-a7f062721cb7 req-6e76ef89-5e9a-417c-94cb-2462e2e4fa8e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:15.723234 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-975f1af5-caf8-4827-b021-a7f062721cb7 req-6e76ef89-5e9a-417c-94cb-2462e2e4fa8e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 947 time: 0.6120522 Jul 06 18:28:15.740574 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-0164f64d-8942-4c68-8168-29c62d74ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:15.742202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-0164f64d-8942-4c68-8168-29c62d74ae40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273357 Jul 06 18:28:15.789216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-975f1af5-caf8-4827-b021-a7f062721cb7 req-02f02a81-70cb-4f7d-9f60-aa6582b54235 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588114 Jul 06 18:28:15.790157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:15.790591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:15.791418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:15.794235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:28:15.844693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:28:15.845173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:15.847865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409f089-9f68-47a0-9c6e-ba4fb183f904 req-949b3d0e-5bc1-461e-9fca-70a2f59812c7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:15.849559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6409f089-9f68-47a0-9c6e-ba4fb183f904 req-949b3d0e-5bc1-461e-9fca-70a2f59812c7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 943 time: 0.1963301 Jul 06 18:28:15.852133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec39e94-f486-4450-99e6-58c279185919,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:15.870758 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.871004 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Added segment 41a3852a-fb96-40b6-9265-84f3b5db96ef of type vlan for network 24845703-335b-4bfa-b506-8c2aef64f677 Jul 06 18:28:15.876255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:15.876616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:15.877013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:15.877480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Bound port: 36b03f1d-741e-471f-bb87-1e013e316c63, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:15.877874 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.937270 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6409f089-9f68-47a0-9c6e-ba4fb183f904 req-b92cc492-002c-451e-88df-3ce7299aeab8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756962 Jul 06 18:28:15.960916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.988548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-3e37bee8-d00c-4a39-a0d8-44de445b71e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358046 Jul 06 18:28:16.042311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:16.042311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.042901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:16.129838 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eb7f9a-0be0-4dac-a0fc-fedc6db7f078 x-openstack-request-id: req-79eb7f9a-0be0-4dac-a0fc-fedc6db7f078 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:16.130144 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-plugged", "status": "completed", "tag": "d8948fd1-d4f5-485c-a91b-19efdf4fe2d5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:16.130395 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79eb7f9a-0be0-4dac-a0fc-fedc6db7f078 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:16.130972 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5', 'code': 200} Jul 06 18:28:16.189383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc05dfbc-6457-44a9-aa72-d0b58a6dade0 req-eca863fd-1865-4a21-bb0e-5a343fdfa81c service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872709 Jul 06 18:28:16.241793 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3865614 Jul 06 18:28:16.279247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:16.284368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:16.287725 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff014f90-c40d-48f0-ac90-9cfa0e0d67ef admin admin] Pushing event updated for resources: {'Network': ['ID=24845703-335b-4bfa-b506-8c2aef64f677,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:16.301655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 24845703-335b-4bfa-b506-8c2aef64f677 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:28:16.313014 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:16.415402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.416095 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:16.418500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] 10.222.0.24 "PUT /v2.0/ports/36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 1095 time: 2.4565244 Jul 06 18:28:16.443829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-db3347ab-d228-4f93-82ca-a419b643d009 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.453140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-db3347ab-d228-4f93-82ca-a419b643d009 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.461314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-db3347ab-d228-4f93-82ca-a419b643d009 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.474841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-db3347ab-d228-4f93-82ca-a419b643d009 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.504451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-db3347ab-d228-4f93-82ca-a419b643d009 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.521411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-db3347ab-d228-4f93-82ca-a419b643d009 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.528163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d0227-9aa4-466e-89ef-7ce6916a1d08 req-f9e2cb4d-99d9-4359-a989-14cc1ec901dd tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.530627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af6d0227-9aa4-466e-89ef-7ce6916a1d08 req-f9e2cb4d-99d9-4359-a989-14cc1ec901dd tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.2653148 Jul 06 18:28:16.541561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-db3347ab-d228-4f93-82ca-a419b643d009 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.559123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-db3347ab-d228-4f93-82ca-a419b643d009 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.5278049 Jul 06 18:28:16.600502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}, {'name': 'network-changed', 'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:16.603202 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c816a3b-5803-4c16-aaf8-cd7514902f59" -d '{"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-unplugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}, {"name": "network-changed", "server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:16.609858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-c5dee3e8-0a32-4781-a02c-0c9515885119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.610756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-c5dee3e8-0a32-4781-a02c-0c9515885119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.611480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-c5dee3e8-0a32-4781-a02c-0c9515885119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.612185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-c5dee3e8-0a32-4781-a02c-0c9515885119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.613432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-c5dee3e8-0a32-4781-a02c-0c9515885119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.614145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-c5dee3e8-0a32-4781-a02c-0c9515885119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.614818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-c5dee3e8-0a32-4781-a02c-0c9515885119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.619358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-c5dee3e8-0a32-4781-a02c-0c9515885119 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6493 time: 0.3621576 Jul 06 18:28:16.661142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af6d0227-9aa4-466e-89ef-7ce6916a1d08 req-19bbe5d5-1176-4936-bb63-f14f13224a78 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087246 Jul 06 18:28:16.713882 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c23aa30c-36ea-492a-bef0-e90525d764e5 req-a9e46aa7-a3fd-4ea2-9796-0e92540e6ef4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539626 Jul 06 18:28:16.732903 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5311af2-0b64-4a92-b686-23f71a98eb4b req-115622a8-58f2-42ad-82df-fe19ce14df0d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924706 Jul 06 18:28:16.734886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80a647-95be-4a71-98fc-ccd9fd111c15 service neutron] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:16.804311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-3e66769a-8ffb-43cb-adba-ba9bd1c14a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.807581 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-3e66769a-8ffb-43cb-adba-ba9bd1c14a67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1098 time: 0.2247481 Jul 06 18:28:16.981221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe082ec-cb7d-48be-bb0f-986172edcba3 req-d4785410-71f5-44b6-b414-31210e377beb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:16.982779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfe082ec-cb7d-48be-bb0f-986172edcba3 req-d4785410-71f5-44b6-b414-31210e377beb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 946 time: 0.1041636 Jul 06 18:28:17.038228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfe082ec-cb7d-48be-bb0f-986172edcba3 req-e20f1d29-322d-4dff-a161-b6c6b3902205 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485296 Jul 06 18:28:17.063912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-2d264946-5413-4b7f-907f-ee3a37a65642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.065575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-2d264946-5413-4b7f-907f-ee3a37a65642 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2480309 Jul 06 18:28:17.088242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:17.132025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3751-4698-441c-aa8f-50e97b8dab50 req-1e59fe86-1d13-4472-9935-2ace1c490ba3 tempest-ComputeTenantNetworksTest-32324573 tempest-ComputeTenantNetworksTest-32324573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.139674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3751-4698-441c-aa8f-50e97b8dab50 req-1e59fe86-1d13-4472-9935-2ace1c490ba3 tempest-ComputeTenantNetworksTest-32324573 tempest-ComputeTenantNetworksTest-32324573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.169546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3751-4698-441c-aa8f-50e97b8dab50 req-1e59fe86-1d13-4472-9935-2ace1c490ba3 tempest-ComputeTenantNetworksTest-32324573 tempest-ComputeTenantNetworksTest-32324573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.173215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:17.186922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b53e3751-4698-441c-aa8f-50e97b8dab50 req-1e59fe86-1d13-4472-9935-2ace1c490ba3 tempest-ComputeTenantNetworksTest-32324573 tempest-ComputeTenantNetworksTest-32324573-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2895586 Jul 06 18:28:17.191775 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d008170e-d65b-43ec-9845-77a9b987b1b6 x-openstack-request-id: req-d008170e-d65b-43ec-9845-77a9b987b1b6 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:17.192365 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-unplugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "code": 200}, {"name": "network-changed", "server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:17.192835 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d008170e-d65b-43ec-9845-77a9b987b1b6 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:17.194118 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'code': 200} Jul 06 18:28:17.195893 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'status': 'completed', 'code': 200} Jul 06 18:28:17.208659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-75d862a8-1105-4cc8-86b4-cca6eb3e103e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.1310949 Jul 06 18:28:17.319752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-3fa34be6-d2b0-42e9-8afb-1b8f6da0a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.321488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-3fa34be6-d2b0-42e9-8afb-1b8f6da0a792 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0852473 Jul 06 18:28:17.344249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-ae1dca1b-a731-4be0-800e-ad9d5feb7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.351199 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-ae1dca1b-a731-4be0-800e-ad9d5feb7f8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1098 time: 0.1539686 Jul 06 18:28:17.409134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5ab76-0c0d-40fd-a944-83805c391531 req-23a18ee4-7a64-4830-9c60-cf24204cc555 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.410780 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28f5ab76-0c0d-40fd-a944-83805c391531 req-23a18ee4-7a64-4830-9c60-cf24204cc555 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 947 time: 0.1248028 Jul 06 18:28:17.491880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28f5ab76-0c0d-40fd-a944-83805c391531 req-a3ccdb8d-7f5b-4d2e-9ed2-42e1f34f17e7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727179 Jul 06 18:28:17.543643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16b51-505d-40b0-b937-84997006e8a4 req-c20314c6-b8a9-4a29-be1e-cb437489c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.545330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-c20314c6-b8a9-4a29-be1e-cb437489c312 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038655 Jul 06 18:28:17.559855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f65a-81e0-4548-a91f-38f3c1c77cba req-70725e8b-e15e-4681-8091-a9081e4c7172 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.567220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e108f65a-81e0-4548-a91f-38f3c1c77cba req-70725e8b-e15e-4681-8091-a9081e4c7172 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 943 time: 0.2433817 Jul 06 18:28:17.638313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-cc52a5ba-3741-49e7-9ea1-f6f68f3468fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.641506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-cc52a5ba-3741-49e7-9ea1-f6f68f3468fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2757437 Jul 06 18:28:17.767739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e108f65a-81e0-4548-a91f-38f3c1c77cba req-96a1c240-d7e2-4562-b387-1ba34285c64a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980102 Jul 06 18:28:17.772462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-9b153972-4702-482a-a6ea-d6781d8e7e8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.1212907 Jul 06 18:28:17.838707 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-d9f7db38-fd33-4d49-bf17-7d9d793e6797 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661717 Jul 06 18:28:17.927072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-eeaa4a6b-ece1-42e7-b5bc-1b7db341086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.928860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-eeaa4a6b-ece1-42e7-b5bc-1b7db341086b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1422646 Jul 06 18:28:18.095263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0f791-32f7-4d9a-bd63-d0cb35b63eec req-807956da-ef16-4563-94c3-327cfd4cbf3b tempest-ComputeTenantNetworksTest-32324573 tempest-ComputeTenantNetworksTest-32324573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:18.096797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74d0f791-32f7-4d9a-bd63-d0cb35b63eec req-807956da-ef16-4563-94c3-327cfd4cbf3b tempest-ComputeTenantNetworksTest-32324573 tempest-ComputeTenantNetworksTest-32324573-project] 10.222.0.53 "GET /v2.0/networks/24845703-335b-4bfa-b506-8c2aef64f677 HTTP/1.1" status: 200 len: 769 time: 0.1631231 Jul 06 18:28:18.111047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:18.131803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de16b51-505d-40b0-b937-84997006e8a4 req-62e45c43-b7fd-48bb-83e5-72e59135ad15 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816269 Jul 06 18:28:18.136312 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5170d76c-efb7-4058-a8e1-fdb9d15561e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.139731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-be7718e8-8fa0-424a-ac57-eeb579e9a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:18.141491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-be7718e8-8fa0-424a-ac57-eeb579e9a9f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945374 Jul 06 18:28:18.226471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:18.344470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-6c605908-97f8-4be0-9db2-cdd9c7414fcc service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929464 Jul 06 18:28:18.352011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-c8e26001-678a-43d7-91dd-de31bf6a2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:18.353903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-c8e26001-678a-43d7-91dd-de31bf6a2901 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1098 time: 0.1032341 Jul 06 18:28:18.415643 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.460374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ac109-07a5-40a8-a0ce-bd59f34be727 req-90dc505e-2f7c-4029-a5cc-8970e4917d91 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:18.466428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e39ac109-07a5-40a8-a0ce-bd59f34be727 req-90dc505e-2f7c-4029-a5cc-8970e4917d91 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.3614631 Jul 06 18:28:18.514564 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.543061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:18.563303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '3061fb85-952c-4d49-bc7c-1c147095250f', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': '3061fb85-952c-4d49-bc7c-1c147095250f', 'mac_address': 'fa:16:3e:0b:70:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:18.581859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60946) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:18.636002 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.665494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3061fb85-952c-4d49-bc7c-1c147095250f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:18.693935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:18.702805 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.790861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.827787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24845703-335b-4bfa-b506-8c2aef64f677']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:18.855003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a3852a-fb96-40b6-9265-84f3b5db96ef') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:18.855624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a3852a-fb96-40b6-9265-84f3b5db96ef') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:18.873477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.907904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.920205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:28:18.920881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.977885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:28:18.991818 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:28:19.015226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e39ac109-07a5-40a8-a0ce-bd59f34be727 req-3e6dfbc7-95fa-49cf-aa06-a4714909160f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347939 Jul 06 18:28:19.047159 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3551a71-20ab-456d-8220-3ff98de650a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.139157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.152346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-ed2e5e98-b0b2-4851-b251-911c7632c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.154618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-ed2e5e98-b0b2-4851-b251-911c7632c0f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.7800155 Jul 06 18:28:19.158047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-c6167998-c6cb-4101-8ffd-9039fd79eec0 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8028860 Jul 06 18:28:19.177998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-48c22d64-c11e-4414-9187-c931acf49f68 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.184228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-48c22d64-c11e-4414-9187-c931acf49f68 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.187774 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.190630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-48c22d64-c11e-4414-9187-c931acf49f68 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.196641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-48c22d64-c11e-4414-9187-c931acf49f68 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.201847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] 10.222.0.53 "DELETE /v2.0/networks/24845703-335b-4bfa-b506-8c2aef64f677 HTTP/1.1" status: 204 len: 168 time: 1.0804589 Jul 06 18:28:19.204018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914087b9-fd1a-4e28-a107-875ffc7dd542 admin admin] Pushing event deleted for resources: {'Network': ['ID=24845703-335b-4bfa-b506-8c2aef64f677,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:19.204234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-48c22d64-c11e-4414-9187-c931acf49f68 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.211575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-48c22d64-c11e-4414-9187-c931acf49f68 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.217827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-48c22d64-c11e-4414-9187-c931acf49f68 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.219814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-48c22d64-c11e-4414-9187-c931acf49f68 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.8468091 Jul 06 18:28:19.255653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3061fb85-952c-4d49-bc7c-1c147095250f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:19.276720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-51dda4b8-9a90-4956-8be3-6e851df70b1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.0556540 Jul 06 18:28:19.342477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0269d-4bb5-4a9a-8a0a-0c1103aab9a3 req-8ea43a48-a82a-4f0a-841a-62748116b1de tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.349580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0c0269d-4bb5-4a9a-8a0a-0c1103aab9a3 req-8ea43a48-a82a-4f0a-841a-62748116b1de tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 946 time: 0.1349449 Jul 06 18:28:19.377664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3551a71-20ab-456d-8220-3ff98de650a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.386812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3551a71-20ab-456d-8220-3ff98de650a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.418376 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.439623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0c0269d-4bb5-4a9a-8a0a-0c1103aab9a3 req-d48ffc11-ee8d-4e19-8541-7dfbcc12210b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864146 Jul 06 18:28:19.453330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e516e16a-5e46-4496-ace1-2a90aaf701c3 req-abe13815-71ba-4c22-932a-71a07def41e7 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2214534 Jul 06 18:28:19.472203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-15f3279c-45fa-4a5d-8465-033605c45fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.476813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-15f3279c-45fa-4a5d-8465-033605c45fb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1857905 Jul 06 18:28:19.494770 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b3551a71-20ab-456d-8220-3ff98de650a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eae4ab3713fe4077afb3613830644f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9110923 Jul 06 18:28:19.499735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60956) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:19.500092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60958) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:19.576079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3551a71-20ab-456d-8220-3ff98de650a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf84dcb7-9fd6-4c01-b9be-385477034caf,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:19.608795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-8db8309e-4c71-4b1c-b404-c1fe39badfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.610597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-8db8309e-4c71-4b1c-b404-c1fe39badfeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1273460 Jul 06 18:28:19.670639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7cfef04-caeb-4e6d-86ce-2258a5e798f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.741860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7cfef04-caeb-4e6d-86ce-2258a5e798f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.748759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-63e92651-9468-4795-9c18-3f03aac220e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fcd3f6e83f54914a41a35e133f4d3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428627 Jul 06 18:28:19.753070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60960) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:19.807741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d4ada-801a-4530-8b66-26fa6ceea095 req-7a90acff-eec8-40d0-ae70-b1909c3c8148 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.813939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e86d4ada-801a-4530-8b66-26fa6ceea095 req-7a90acff-eec8-40d0-ae70-b1909c3c8148 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 947 time: 0.1603580 Jul 06 18:28:19.828995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-5301e694-5d12-4cc1-934e-f6851a8f2a72 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022271 Jul 06 18:28:19.845530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406582b4-0146-49a3-af89-d1fbe808c1e2 req-c7ab10ba-6859-405e-ba7d-1bb14b549813 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.847114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-406582b4-0146-49a3-af89-d1fbe808c1e2 req-c7ab10ba-6859-405e-ba7d-1bb14b549813 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.2035320 Jul 06 18:28:19.866326 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e86d4ada-801a-4530-8b66-26fa6ceea095 req-ca14d3a4-407f-46e2-a638-aecbd9d3b110 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513747 Jul 06 18:28:19.900900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7cfef04-caeb-4e6d-86ce-2258a5e798f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.904503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7cfef04-caeb-4e6d-86ce-2258a5e798f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.908755 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c7cfef04-caeb-4e6d-86ce-2258a5e798f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf84dcb7-9fd6-4c01-b9be-385477034caf HTTP/1.1" status: 204 len: 168 time: 0.4073303 Jul 06 18:28:19.929163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfef04-caeb-4e6d-86ce-2258a5e798f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf84dcb7-9fd6-4c01-b9be-385477034caf,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:19.979691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.026592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-406582b4-0146-49a3-af89-d1fbe808c1e2 req-9ded1440-e4c0-45be-ba33-0b771c823a48 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643612 Jul 06 18:28:20.031524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.082790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c816a3b-5803-4c16-aaf8-cd7514902f59 req-da49ebb9-edf7-459b-b428-a066ffeef08e service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345781 Jul 06 18:28:20.116717 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.120218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.121616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ec39e94-f486-4450-99e6-58c279185919 HTTP/1.1" status: 204 len: 168 time: 0.3675892 Jul 06 18:28:20.155396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec39e94-f486-4450-99e6-58c279185919,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:20.172308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.172918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.173537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.173787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.174106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.174593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.174930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.178054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.178751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.179349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.179892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.180498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4f322-c749-47c5-858c-29552519f1ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:20.381896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93167438-7f4a-4b25-be30-5761b5e29bed req-3e9eab10-a52f-4281-8845-370313262e44 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.383267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-b3148ebd-eaa6-4605-95c9-8ad8fb8ca3d6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.385173 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-b3148ebd-eaa6-4605-95c9-8ad8fb8ca3d6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.24 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 946 time: 0.1325514 Jul 06 18:28:20.388337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-93167438-7f4a-4b25-be30-5761b5e29bed req-3e9eab10-a52f-4281-8845-370313262e44 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1135130 Jul 06 18:28:20.472496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-93167438-7f4a-4b25-be30-5761b5e29bed req-82ada112-fb04-4aa3-be40-98258bf26c4b tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735395 Jul 06 18:28:20.644417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Deleting port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:20.649496 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.755451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60996) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:20.783111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.853013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] For port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:20.853284 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.855224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-dc6daa72-bace-4a1e-88a5-125087ccd24f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.862064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-dc6daa72-bace-4a1e-88a5-125087ccd24f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.868184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-dc6daa72-bace-4a1e-88a5-125087ccd24f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.872843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465c2a3-c942-48bb-96fe-97b8992db81a req-4ecd5e93-5b1b-4f94-ad43-6d8bbf69667f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.874267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-dc6daa72-bace-4a1e-88a5-125087ccd24f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.880382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7465c2a3-c942-48bb-96fe-97b8992db81a req-4ecd5e93-5b1b-4f94-ad43-6d8bbf69667f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 946 time: 0.1391950 Jul 06 18:28:20.880812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-dc6daa72-bace-4a1e-88a5-125087ccd24f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.887204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-dc6daa72-bace-4a1e-88a5-125087ccd24f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.893166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-dc6daa72-bace-4a1e-88a5-125087ccd24f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.898166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Calling delete_port for 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:20.908738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-dc6daa72-bace-4a1e-88a5-125087ccd24f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.1954448 Jul 06 18:28:20.918693 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.944370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7465c2a3-c942-48bb-96fe-97b8992db81a req-04d28e9f-46c1-4fdf-9cbe-de5354419da1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629609 Jul 06 18:28:20.995228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1de78472-f1c8-4104-912b-a4a47d77e9db req-e31eb655-054f-48ac-aeaf-5335bdbf1d1d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782342 Jul 06 18:28:21.094860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.118951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.168371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07deb4d-d36e-4b58-b8b4-947a47ea79af,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:21.185598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.186058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.186416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.186761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.187405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.187405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.187578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.187779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.188118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.188835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.188835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.189033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.189344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:21.204954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['7a301dbf-6a51-4b17-9c72-9901746c0394', '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:21.240928 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1a4be8c7-c853-46ff-ae1f-0611e5d06f94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0ce52206e5541928e19d76921cf1d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843352 Jul 06 18:28:21.243497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 32794) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:21.290231 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Pushing event deleted for resources: {'Port': ['ID=4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:21.394341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 32800) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:21.431883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55d3fc2c-25b8-4d73-a302-f9668b0702dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.451940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] No DVR routers for this DVR port 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:21.458031 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.460873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-38498091-43b9-45fb-8cf2-43f0af8bd8ef req-ae1b3536-b5a8-475f-8b39-3caeb7a79dcb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.24 "DELETE /v2.0/ports/4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 HTTP/1.1" status: 204 len: 173 time: 1.0695717 Jul 06 18:28:21.461585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80077532-4349-4189-96c7-9dab3ff37186', 'name': 'network-vif-deleted', 'tag': '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:21.463373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71b64-5297-4deb-9e6a-fc1b562a5ce2 req-7394b6e9-64b6-4f5e-9fe4-1eeed370f4fd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.466774 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3df771-2ad4-4a3c-b18d-0fe7e9f3e6d1" -d '{"events": [{"server_uuid": "80077532-4349-4189-96c7-9dab3ff37186", "name": "network-vif-deleted", "tag": "4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:21.470191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71b64-5297-4deb-9e6a-fc1b562a5ce2 req-7394b6e9-64b6-4f5e-9fe4-1eeed370f4fd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.476610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71b64-5297-4deb-9e6a-fc1b562a5ce2 req-7394b6e9-64b6-4f5e-9fe4-1eeed370f4fd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.487322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806940-39ea-46a7-a8c5-f80311319ee5 req-db35b9f8-2283-45c8-97ff-78a013f2fd01 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.488951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71b64-5297-4deb-9e6a-fc1b562a5ce2 req-7394b6e9-64b6-4f5e-9fe4-1eeed370f4fd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.495016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71b64-5297-4deb-9e6a-fc1b562a5ce2 req-7394b6e9-64b6-4f5e-9fe4-1eeed370f4fd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.495884 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52806940-39ea-46a7-a8c5-f80311319ee5 req-db35b9f8-2283-45c8-97ff-78a013f2fd01 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 947 time: 0.3239863 Jul 06 18:28:21.500875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71b64-5297-4deb-9e6a-fc1b562a5ce2 req-7394b6e9-64b6-4f5e-9fe4-1eeed370f4fd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.507722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71b64-5297-4deb-9e6a-fc1b562a5ce2 req-7394b6e9-64b6-4f5e-9fe4-1eeed370f4fd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.521776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 32808) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:21.522278 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7a71b64-5297-4deb-9e6a-fc1b562a5ce2 req-7394b6e9-64b6-4f5e-9fe4-1eeed370f4fd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.2201629 Jul 06 18:28:21.529012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Request body: {'floatingip': {'port_id': '6074d0a6-febd-4f85-b86d-265a11209255'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:21.566971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1879521395-network', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:21.584029 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55d3fc2c-25b8-4d73-a302-f9668b0702dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.585768 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.603486 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52806940-39ea-46a7-a8c5-f80311319ee5 req-dbd68e34-9b74-423c-970a-e4c0708b2e3e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064324 Jul 06 18:28:21.624375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Made reservation on behalf of fbde2309a05648ab9f265a8daad73d4d for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:21.626882 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.640046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.699978 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb83033f-f355-4ba2-b9ff-fed8d31f04e9 x-openstack-request-id: req-bb83033f-f355-4ba2-b9ff-fed8d31f04e9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:21.700441 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80077532-4349-4189-96c7-9dab3ff37186", "name": "network-vif-deleted", "tag": "4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:21.700863 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb83033f-f355-4ba2-b9ff-fed8d31f04e9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:21.701276 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80077532-4349-4189-96c7-9dab3ff37186', 'name': 'network-vif-deleted', 'tag': '4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7', 'status': 'completed', 'code': 200} Jul 06 18:28:21.722572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55d3fc2c-25b8-4d73-a302-f9668b0702dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.725081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55d3fc2c-25b8-4d73-a302-f9668b0702dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.726273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-55d3fc2c-25b8-4d73-a302-f9668b0702dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e07deb4d-d36e-4b58-b8b4-947a47ea79af HTTP/1.1" status: 204 len: 168 time: 0.4817874 Jul 06 18:28:21.771066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3fc2c-25b8-4d73-a302-f9668b0702dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07deb4d-d36e-4b58-b8b4-947a47ea79af,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:21.824576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b755ec7-a4c5-4a71-90b4-3c5789533b06 req-c9b4dfba-4036-4114-80cc-8c7bd0f49578 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.826484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b755ec7-a4c5-4a71-90b4-3c5789533b06 req-c9b4dfba-4036-4114-80cc-8c7bd0f49578 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1760392 Jul 06 18:28:21.888300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.896882 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b755ec7-a4c5-4a71-90b4-3c5789533b06 req-737194da-1175-4bb0-a364-f732bdc4b806 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636485 Jul 06 18:28:21.898348 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.922313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:28:21.925251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd18c-a893-489d-a521-44e8b38bbfb0 req-11cedac3-4ff9-4691-9fb6-b8fca30a8c0d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.932306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b01dd18c-a893-489d-a521-44e8b38bbfb0 req-11cedac3-4ff9-4691-9fb6-b8fca30a8c0d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.1533861 Jul 06 18:28:21.953664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.954058 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Added segment 6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31 of type vlan for network 9be16e80-e473-4b9d-9575-cbae61e2da3b Jul 06 18:28:21.955425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f92b10-e895-4383-9247-b0f9f04776c1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:22.008036 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.017548 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b01dd18c-a893-489d-a521-44e8b38bbfb0 req-1402ebbe-9778-401c-92b5-feeeac386933 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842345 Jul 06 18:28:22.055806 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.058289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:22.059044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.065686 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.121843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7244015 Jul 06 18:28:22.134461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 32822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:22.141496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Request body: {'subnet': {'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1879521395-subnet', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:22.147311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76da98-81fb-4787-810c-d8ef9e2c4301 admin admin] Pushing event updated for resources: {'Network': ['ID=9be16e80-e473-4b9d-9575-cbae61e2da3b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:22.158127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:28:22.223617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c03fd233-df95-47d6-8dc6-621f3d551f3a req-be973e9d-fc67-48fe-8d8b-dcdcb260d56c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=80077532-4349-4189-96c7-9dab3ff37186 HTTP/1.1" status: 200 len: 210 time: 0.0515163 Jul 06 18:28:22.228378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Made reservation on behalf of fbde2309a05648ab9f265a8daad73d4d for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:22.232055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.264858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:22.280186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:22.393289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.399530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.482863 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.541165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:22.559165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '36b03f1d-741e-471f-bb87-1e013e316c63', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '36b03f1d-741e-471f-bb87-1e013e316c63', 'mac_address': 'fa:16:3e:ec:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:22.564406 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Floating IP 757a6e5e-0346-4c5e-ad44-fb79def4fb42 associated. External IP: 172.25.4.178, port: 6074d0a6-febd-4f85-b86d-265a11209255. Jul 06 18:28:22.606024 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.609818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 3061fb85-952c-4d49-bc7c-1c147095250f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:22.621042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 3061fb85-952c-4d49-bc7c-1c147095250f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:22.621490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.622225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.652462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b03f1d-741e-471f-bb87-1e013e316c63 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:22.680426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:22.689646 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.719019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Checking segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:22.719488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Network hostable DHCP agents. Network: 9be16e80-e473-4b9d-9575-cbae61e2da3b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:28:22.757455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:22.758712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837db4-9118-461b-960a-70259588eb84 req-1cf63b33-3a76-40a3-a321-2e078b5fcb4e tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:22.761443 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f0837db4-9118-461b-960a-70259588eb84 req-1cf63b33-3a76-40a3-a321-2e078b5fcb4e tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 949 time: 0.2032111 Jul 06 18:28:22.765432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Pushing event updated for resources: {'Subnet': ['ID=567c2cbd-4fda-49ea-b366-4f54ae9058ee,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:22.832574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f0837db4-9118-461b-960a-70259588eb84 req-ee722748-2fc2-4596-a84f-f94cfc79a31e tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Jul 06 18:28:22.840110 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.840881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:28:22.881206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 9be16e80-e473-4b9d-9575-cbae61e2da3b) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:22.881411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:22.884961 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b389c129-b7fd-442a-a1f0-4d7168b2a756" -d '{"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-plugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:22.891467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:22.891987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.901951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c555fb-e81e-48b7-af62-40d6e7ccb75f None None] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:22.923983 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6250ba23-e46e-4de2-afc1-0e5541ec799b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7875786 Jul 06 18:28:22.927013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 32868) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:22.943762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:22.954635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:22.972105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.989611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3082-fcb0-4078-a352-4ea66d2e7e00 req-6e25b9df-eba4-43df-b817-b01544a65611 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:22.998584 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-502d3082-fcb0-4078-a352-4ea66d2e7e00 req-6e25b9df-eba4-43df-b817-b01544a65611 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 948 time: 0.1621988 Jul 06 18:28:23.007517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.009045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.037521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:23.051783 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53ffd96-0197-4e99-adb7-ac1bef82f414 x-openstack-request-id: req-a53ffd96-0197-4e99-adb7-ac1bef82f414 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:23.052249 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-plugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:23.052656 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a53ffd96-0197-4e99-adb7-ac1bef82f414 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:23.053184 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'code': 200} Jul 06 18:28:23.063141 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-502d3082-fcb0-4078-a352-4ea66d2e7e00 req-44a68051-d19f-4767-92e7-e035108fba05 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630951 Jul 06 18:28:23.069281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Router 3d5bf8e0-5d42-417d-a757-aa91de075eff has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:28:23.143548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['36b03f1d-741e-471f-bb87-1e013e316c63'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:23.153477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.256158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-9be16e80-e473-4b9d-9575-cbae61e2da3b', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:28:23.257307 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.372978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.397542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:23.405234 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.412064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2b63d-c055-4905-a8bd-6c2984217c46 req-8eb774bc-141a-4db3-8f1f-3bff382a7c37 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:23.413154 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] Sync routers for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:23.414811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26d2b63d-c055-4905-a8bd-6c2984217c46 req-8eb774bc-141a-4db3-8f1f-3bff382a7c37 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 945 time: 0.1769984 Jul 06 18:28:23.439150 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:23.441823 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:23.464776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e7886-b5ef-47d9-bdb0-2379dcb2f1e1 req-ce52e6d9-ec11-44b3-a869-b298e7bba80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:23.466380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-429e7886-b5ef-47d9-bdb0-2379dcb2f1e1 req-ce52e6d9-ec11-44b3-a869-b298e7bba80e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1096 time: 0.1680472 Jul 06 18:28:23.501999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Allocated IP 172.20.0.2 (9be16e80-e473-4b9d-9575-cbae61e2da3b/567c2cbd-4fda-49ea-b366-4f54ae9058ee/f3071ba4-c5de-43c6-ae56-cff5205a3278) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:23.511986 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26d2b63d-c055-4905-a8bd-6c2984217c46 req-b4296daf-fe3c-481b-b100-cf73e9824f0f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830216 Jul 06 18:28:23.531172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3ae5dbc8-f1d8-4d5f-8586-4d87edcc550e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "PUT /v2.0/floatingips/757a6e5e-0346-4c5e-ad44-fb79def4fb42 HTTP/1.1" status: 200 len: 991 time: 2.0045373 Jul 06 18:28:23.547513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c91dbd-b75d-46c2-92d0-09b0820b2535 req-37b43289-f749-4e49-924c-aa023b422313 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:23.564498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89c91dbd-b75d-46c2-92d0-09b0820b2535 req-37b43289-f749-4e49-924c-aa023b422313 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.2748148 Jul 06 18:28:23.671548 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-429e7886-b5ef-47d9-bdb0-2379dcb2f1e1 req-4526dd4f-6007-496b-8636-7498dc92cceb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904392 Jul 06 18:28:23.710502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89c91dbd-b75d-46c2-92d0-09b0820b2535 req-99ce8188-4435-4673-abc6-a6c1950d2f1a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450140 Jul 06 18:28:23.711021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:23.711829 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.713621 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f4f73b-e433-4f66-839e-d79889936f89" -d '{"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "6074d0a6-febd-4f85-b86d-265a11209255"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:23.736746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Transition to ACTIVE for port object f3071ba4-c5de-43c6-ae56-cff5205a3278 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:23.746161 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:23.775162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Transition to ACTIVE for port object f3071ba4-c5de-43c6-ae56-cff5205a3278 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:23.787050 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.812572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.838620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:23.858594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Pushing event updated for resources: {'Port': ['ID=f3071ba4-c5de-43c6-ae56-cff5205a3278,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:23.871913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:23.873073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:23.878427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:24.008537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Attempting to bind port f3071ba4-c5de-43c6-ae56-cff5205a3278 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:24.008927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Attempting to bind port f3071ba4-c5de-43c6-ae56-cff5205a3278 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:24.009289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Attempting to bind port f3071ba4-c5de-43c6-ae56-cff5205a3278 on network 9be16e80-e473-4b9d-9575-cbae61e2da3b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:24.026057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:24.026932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Checking segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:24.029108 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:24.029833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Bound using segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:24.030946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Bound port: f3071ba4-c5de-43c6-ae56-cff5205a3278, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:24.031411 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:24.033788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Allocated IP 172.25.4.184 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/c3565aaa-0b8c-45fd-9faa-74a12ecea99a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:24.130494 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '757a6e5e-0346-4c5e-ad44-fb79def4fb42', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'port_id': '6074d0a6-febd-4f85-b86d-265a11209255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'mac_address': 'fa:16:3e:06:02:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:33Z', 'updated_at': '2021-07-06T18:28:22Z', 'revision_number': 1, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:55Z', 'revision_number': 5, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:24.145857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] For port f3071ba4-c5de-43c6-ae56-cff5205a3278, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:24.152473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] For port f3071ba4-c5de-43c6-ae56-cff5205a3278, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f3071ba4-c5de-43c6-ae56-cff5205a3278,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:24.164016 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:24.173303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] Checking router: 3d5bf8e0-5d42-417d-a757-aa91de075eff for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:24.185004 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:24.186054 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:24.267640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:24.295112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:24.362012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:24.362351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4bbcbe43-9b2d-46ad-bf14-bf9c29e1a3f7 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:24.396139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1c06c-6621-4e27-9228-25a51672265e None None] Pushing event updated for resources: {'Port': ['ID=f3071ba4-c5de-43c6-ae56-cff5205a3278,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:24.412427 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:24.419626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cae9d13-5dcc-470b-bdaf-536046f9d0fa tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:24.421426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cae9d13-5dcc-470b-bdaf-536046f9d0fa tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643&tenant_id=e1ae3fe32b9846d19397914868166617&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 948 time: 0.2785232 Jul 06 18:28:24.426986 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:24.460813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-6f80393e-4fe2-444b-9bdb-6a2b49a941e7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:28:24.465980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-6f80393e-4fe2-444b-9bdb-6a2b49a941e7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204961 Jul 06 18:28:24.524396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:24.536859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:24.541812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:24.559395 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a73911-6d63-47be-8d59-9ca566db7cb5 x-openstack-request-id: req-b4a73911-6d63-47be-8d59-9ca566db7cb5 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:24.559774 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "tag": "6074d0a6-febd-4f85-b86d-265a11209255", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:24.560186 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4a73911-6d63-47be-8d59-9ca566db7cb5 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:24.560712 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255', 'status': 'completed', 'code': 200} Jul 06 18:28:24.668763 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-0393094d-484b-4efe-998f-30f8846465a2 service neutron] 10.222.0.24 "GET /v2.0/ports/36b03f1d-741e-471f-bb87-1e013e316c63/bindings/n-h2-799684-2 HTTP/1.1" status: 200 len: 382 time: 0.1906667 Jul 06 18:28:24.779651 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '757a6e5e-0346-4c5e-ad44-fb79def4fb42', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'port_id': '6074d0a6-febd-4f85-b86d-265a11209255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'mac_address': 'fa:16:3e:06:02:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:33Z', 'updated_at': '2021-07-06T18:28:22Z', 'revision_number': 1, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:55Z', 'revision_number': 5, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:24.817672 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625d83a-acf3-4ed3-84d0-de5fd53dd60d None None] The sync data for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 is: [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '757a6e5e-0346-4c5e-ad44-fb79def4fb42', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'floating_ip_address': '172.25.4.178', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'port_id': '6074d0a6-febd-4f85-b86d-265a11209255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'mac_address': 'fa:16:3e:06:02:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:33Z', 'updated_at': '2021-07-06T18:28:22Z', 'revision_number': 1, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:55Z', 'revision_number': 5, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:24.851130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-73d01b64-4b88-4d4a-9fd0-36c7b44f23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:24.853706 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-73d01b64-4b88-4d4a-9fd0-36c7b44f23f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1099 time: 0.1370280 Jul 06 18:28:24.922115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Pushing event updated for resources: {'Port': ['ID=c3565aaa-0b8c-45fd-9faa-74a12ecea99a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:25.032848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f3071ba4-c5de-43c6-ae56-cff5205a3278 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:25.120604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:25.145500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-bb7b486c-7883-47f1-882e-fd59eb132a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.148579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-bb7b486c-7883-47f1-882e-fd59eb132a2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2636211 Jul 06 18:28:25.171241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f3071ba4-c5de-43c6-ae56-cff5205a3278 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:25.225556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-74858a7c-618d-425c-9589-17123dc79561 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.0481203 Jul 06 18:28:25.240747 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:25.266178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:25.268934 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c8cb26-715a-4135-81f3-e8743bce01db" -d '{"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-unplugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:25.285819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:25.293636 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:25.298559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f88ca-5ada-4757-a9aa-c6ccf25a47b1 req-9260010b-e4b5-4261-adfd-1e4581fcc721 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.305871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a8f88ca-5ada-4757-a9aa-c6ccf25a47b1 req-9260010b-e4b5-4261-adfd-1e4581fcc721 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1709535 Jul 06 18:28:25.309607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-30803d4f-96e8-4f01-ae4d-a06038a384a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.311108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-30803d4f-96e8-4f01-ae4d-a06038a384a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0755169 Jul 06 18:28:25.391198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:25.404768 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a8f88ca-5ada-4757-a9aa-c6ccf25a47b1 req-5582db52-6619-48de-8b16-402499e778d4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979939 Jul 06 18:28:25.432535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-acfba3b6-0383-43fd-8e65-44c298184dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.434647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d3b8e7-97c7-4664-b3c8-15fbda61f965 None None] New status for floating IP 757a6e5e-0346-4c5e-ad44-fb79def4fb42: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:28:25.435156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-acfba3b6-0383-43fd-8e65-44c298184dc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936821 Jul 06 18:28:25.649733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-625209f4-e15b-4039-9991-b47ca1406051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.650521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-625209f4-e15b-4039-9991-b47ca1406051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.651242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-625209f4-e15b-4039-9991-b47ca1406051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.651973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-625209f4-e15b-4039-9991-b47ca1406051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.652695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-625209f4-e15b-4039-9991-b47ca1406051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.653419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-625209f4-e15b-4039-9991-b47ca1406051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.654256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-625209f4-e15b-4039-9991-b47ca1406051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.657342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f4f73b-e433-4f66-839e-d79889936f89 req-625209f4-e15b-4039-9991-b47ca1406051 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6493 time: 0.9953887 Jul 06 18:28:25.667311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-37627671-8621-4717-87f2-fc6abfe3d4ee service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163200 Jul 06 18:28:25.692456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502c3d8-3e9a-4bea-a3f8-cfe82f7c09b6 req-dc0dc6fe-c384-4cd3-918e-228b00bcd14d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.694177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7502c3d8-3e9a-4bea-a3f8-cfe82f7c09b6 req-dc0dc6fe-c384-4cd3-918e-228b00bcd14d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 945 time: 0.1158998 Jul 06 18:28:25.784358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd1ede-5ee0-4205-b5e0-fc2b01bdc53d req-c762f2fa-48b4-45f4-9bda-3671565e928b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.785939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffbd1ede-5ee0-4205-b5e0-fc2b01bdc53d req-c762f2fa-48b4-45f4-9bda-3671565e928b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 948 time: 0.9211206 Jul 06 18:28:25.807091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad63dd-2164-4da8-ba1a-f5a7fb6f7897 None None] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:25.809491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7502c3d8-3e9a-4bea-a3f8-cfe82f7c09b6 req-78befa76-5144-42ec-9561-299560acd835 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518553 Jul 06 18:28:25.817094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:25.827269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-10e43c40-7ced-4ccb-961d-49aaacfbdfbb service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320126 Jul 06 18:28:25.891214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5b147442-97cd-4a2c-9bca-99b710b5f2d0 None None] Provisioning for port f3071ba4-c5de-43c6-ae56-cff5205a3278 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:25.896248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5b147442-97cd-4a2c-9bca-99b710b5f2d0 None None] Provisioning complete for port f3071ba4-c5de-43c6-ae56-cff5205a3278 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:25.896778 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b147442-97cd-4a2c-9bca-99b710b5f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:25.912284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffbd1ede-5ee0-4205-b5e0-fc2b01bdc53d req-d3484b4b-9019-4c64-87d8-1c2dcb403f9c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194284 Jul 06 18:28:25.919384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-54a622b2-a0ea-4e27-b537-e07bacd27554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.920901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f4f73b-e433-4f66-839e-d79889936f89 req-54a622b2-a0ea-4e27-b537-e07bacd27554 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c97f7bee-4d6f-4331-a536-ecf46e04d16d HTTP/1.1" status: 200 len: 912 time: 0.2095509 Jul 06 18:28:26.004934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed889-d935-4cdc-bb3d-459f94e62b8a req-594b46a3-9103-4420-a5c2-5df9bd6347a0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:26.006752 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-458ed889-d935-4cdc-bb3d-459f94e62b8a req-594b46a3-9103-4420-a5c2-5df9bd6347a0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.0774696 Jul 06 18:28:26.068712 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4bba83-be45-43db-ac29-ce6a2300178c x-openstack-request-id: req-cb4bba83-be45-43db-ac29-ce6a2300178c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:26.068998 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-unplugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:26.069695 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb4bba83-be45-43db-ac29-ce6a2300178c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:26.069695 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'code': 200} Jul 06 18:28:26.082144 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b147442-97cd-4a2c-9bca-99b710b5f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:26.092974 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-458ed889-d935-4cdc-bb3d-459f94e62b8a req-f31ed30e-4509-4c64-8f95-a36b76498e49 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672147 Jul 06 18:28:26.100298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f4f73b-e433-4f66-839e-d79889936f89 req-9f122f97-d494-4f74-9109-1dad34fce369 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074d0a6-febd-4f85-b86d-265a11209255 HTTP/1.1" status: 200 len: 1001 time: 0.1476147 Jul 06 18:28:26.190494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5b147442-97cd-4a2c-9bca-99b710b5f2d0 None None] For port f3071ba4-c5de-43c6-ae56-cff5205a3278, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f3071ba4-c5de-43c6-ae56-cff5205a3278,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:26.200190 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b147442-97cd-4a2c-9bca-99b710b5f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:26.215978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-3f25e525-dbbd-4c43-a234-630500308c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:26.217588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f4f73b-e433-4f66-839e-d79889936f89 req-3f25e525-dbbd-4c43-a234-630500308c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=520aece6-1643-47a3-bf1c-edc6270091c7 HTTP/1.1" status: 200 len: 850 time: 0.0745730 Jul 06 18:28:26.279950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:26.310620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:26.341754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b147442-97cd-4a2c-9bca-99b710b5f2d0 None None] Pushing event updated for resources: {'Port': ['ID=f3071ba4-c5de-43c6-ae56-cff5205a3278,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:26.366666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 36b03f1d-741e-471f-bb87-1e013e316c63 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:26.372945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 36b03f1d-741e-471f-bb87-1e013e316c63 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:26.373336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:26.392271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefa937-b1b3-4dcb-b9ef-66ee632bab47 req-dc7e4357-54c1-405d-a2d5-ed57803d01e6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:26.404734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f73b-e433-4f66-839e-d79889936f89 req-fff398bc-dcb3-4d70-825f-d86bac103a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:26.406776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f4f73b-e433-4f66-839e-d79889936f89 req-fff398bc-dcb3-4d70-825f-d86bac103a76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722136 Jul 06 18:28:26.407515 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6eefa937-b1b3-4dcb-b9ef-66ee632bab47 req-dc7e4357-54c1-405d-a2d5-ed57803d01e6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 945 time: 0.1332173 Jul 06 18:28:26.410269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33000) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:26.426452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'floatingip': {'port_id': '3061fb85-952c-4d49-bc7c-1c147095250f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:26.503300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:26.524649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f4f73b-e433-4f66-839e-d79889936f89 req-ba6743ff-0076-4d6a-9d2f-5118325606a6 service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012146 Jul 06 18:28:26.528698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:26.591973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:26.602252 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:26.682178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:26.736098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5227b69d-2d2a-41cf-acb4-541bf24d4878 None None] Provisioning complete for port f3071ba4-c5de-43c6-ae56-cff5205a3278 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:26.737830 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5227b69d-2d2a-41cf-acb4-541bf24d4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:26.768591 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f4f73b-e433-4f66-839e-d79889936f89 req-fb2273ed-0764-4e48-b5a2-e205b8b8a7a7 service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319789 Jul 06 18:28:26.800686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733c192-0b9f-41ae-9ed1-ab7fb1b94d9e req-7dd5bfbd-bb1d-4360-8466-9138f5818144 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:26.806105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:28:26.808815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d733c192-0b9f-41ae-9ed1-ab7fb1b94d9e req-7dd5bfbd-bb1d-4360-8466-9138f5818144 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1517060 Jul 06 18:28:27.058811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:27.073545 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Sync routers for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:27.082173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:27.084797 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-45c14063-1a62-4714-9f11-a335a4c33c73 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1549802 Jul 06 18:28:27.086671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33026) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:27.087892 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:27.094689 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:27.109429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f3071ba4-c5de-43c6-ae56-cff5205a3278 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:27.220878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f3071ba4-c5de-43c6-ae56-cff5205a3278 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:27.221531 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:27.310819 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:27.395491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d733c192-0b9f-41ae-9ed1-ab7fb1b94d9e req-15f58f51-b53f-4c4f-a3c2-bbad06911fa5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856836 Jul 06 18:28:27.436142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9724e9d-322b-4a45-8254-cc4b46eb1f5e req-7ead43bc-f16c-4e6b-a0d6-af38d7186b69 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:27.437706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9724e9d-322b-4a45-8254-cc4b46eb1f5e req-7ead43bc-f16c-4e6b-a0d6-af38d7186b69 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1681175 Jul 06 18:28:27.536691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9724e9d-322b-4a45-8254-cc4b46eb1f5e req-6b62cf99-996b-4590-8f4b-e1b99064d5e1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691712 Jul 06 18:28:27.536853 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:25Z', 'revision_number': 3, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:27.570293 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Checking router: 5b814481-d686-4fe9-8e28-7f633d2dd0a0 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:27.570644 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Updating router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 port c3565aaa-0b8c-45fd-9faa-74a12ecea99a binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:28:27.620493 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:27.879558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa109b9-e27f-4e7b-ab87-7af349f155aa req-c869b61f-81bf-4dff-87e7-1f208411cb6d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:27.889639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8aa109b9-e27f-4e7b-ab87-7af349f155aa req-c869b61f-81bf-4dff-87e7-1f208411cb6d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.2694781 Jul 06 18:28:27.917538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:27.982648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8aa109b9-e27f-4e7b-ab87-7af349f155aa req-bd4ecde1-7eff-475e-b5c9-d93f81ae582b tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916917 Jul 06 18:28:27.997275 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.011777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.055646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae8a64-2f00-41c8-90c2-f20f1f45bff4 req-d49e689c-792b-4d06-86a4-19cdda8eee86 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:28.059628 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cae8a64-2f00-41c8-90c2-f20f1f45bff4 req-d49e689c-792b-4d06-86a4-19cdda8eee86 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2298148 Jul 06 18:28:28.071723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:28.074415 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123f30e4-dc5f-4d22-9ab9-ff2e4a37240e" -d '{"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-plugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:28.137849 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.185348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cae8a64-2f00-41c8-90c2-f20f1f45bff4 req-b42d976b-1bcd-4070-90b9-1788d1db3716 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186254 Jul 06 18:28:28.198735 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Transition to ACTIVE for port object c3565aaa-0b8c-45fd-9faa-74a12ecea99a will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:28.222692 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.267557 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a223f2b4-ec37-4182-a2d5-76929cdb398b x-openstack-request-id: req-a223f2b4-ec37-4182-a2d5-76929cdb398b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:28.268084 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-plugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:28.268084 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a223f2b4-ec37-4182-a2d5-76929cdb398b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:28.268502 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'code': 200} Jul 06 18:28:28.316075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Allocated IP 172.20.0.1 (9be16e80-e473-4b9d-9575-cbae61e2da3b/567c2cbd-4fda-49ea-b366-4f54ae9058ee/87f2bad3-01b1-4000-8018-bc8398379af4) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:28.323471 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Floating IP 600b290c-7cea-4e34-865a-b041c27a23b1 associated. External IP: 172.25.4.163, port: 3061fb85-952c-4d49-bc7c-1c147095250f. Jul 06 18:28:28.348827 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Attempting to bind port c3565aaa-0b8c-45fd-9faa-74a12ecea99a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:28.349206 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Attempting to bind port c3565aaa-0b8c-45fd-9faa-74a12ecea99a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:28.349590 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Attempting to bind port c3565aaa-0b8c-45fd-9faa-74a12ecea99a on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:28.358573 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:28.358902 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:28.359311 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.359703 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:28.360397 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Bound port: c3565aaa-0b8c-45fd-9faa-74a12ecea99a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:28.360813 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.362488 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Pushing event updated for resources: {'Port': ['ID=c3565aaa-0b8c-45fd-9faa-74a12ecea99a,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:28.424018 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.424368 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.424709 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.425045 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.425661 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.425661 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.426032 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.426356 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.426677 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.427001 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.427322 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.427640 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:28.515919 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] For port c3565aaa-0b8c-45fd-9faa-74a12ecea99a, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:28.520295 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] For port c3565aaa-0b8c-45fd-9faa-74a12ecea99a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c3565aaa-0b8c-45fd-9faa-74a12ecea99a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:28.528570 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.641767 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:28.644814 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:28.680548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33064) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:28.718789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.734911 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c0b4b-6081-4a7e-b67a-6235d90095e0 None None] Pushing event updated for resources: {'Port': ['ID=c3565aaa-0b8c-45fd-9faa-74a12ecea99a,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:28.763008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Transition to ACTIVE for port object 87f2bad3-01b1-4000-8018-bc8398379af4 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:28.811932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:28:28.915022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e873d40-4e35-4c14-b8b1-d7bfe76c6f1e req-147418ea-3c86-40e0-8a4e-3c8aeb9606b5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:28.922819 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e873d40-4e35-4c14-b8b1-d7bfe76c6f1e req-147418ea-3c86-40e0-8a4e-3c8aeb9606b5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1643667 Jul 06 18:28:28.966204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.979933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e873d40-4e35-4c14-b8b1-d7bfe76c6f1e req-2fefc9c3-688f-401d-bea5-6b20b2086aaf tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561438 Jul 06 18:28:28.995931 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-561fa499-81ca-4b88-8b11-ff3a1aaefe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.014610 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:29.025635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:29.030572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:29.038909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:29.095695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Pushing event updated for resources: {'Port': ['ID=87f2bad3-01b1-4000-8018-bc8398379af4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:29.125439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:29.130370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.347554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:29.366583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.372339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:29.380431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] Sync routers for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:29.414996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-17192563-92af-4ef1-92ee-a93fe6ffa59e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "PUT /v2.0/floatingips/600b290c-7cea-4e34-865a-b041c27a23b1 HTTP/1.1" status: 200 len: 991 time: 3.0033598 Jul 06 18:28:29.415133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'mac_address': 'fa:16:3e:8a:1c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:29.444791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:29.452274 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:29.453267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.464589 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:25Z', 'revision_number': 3, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:29.519961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-15ca01f2-8171-4c77-bd3c-a3ca2c42fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:29.521536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-15ca01f2-8171-4c77-bd3c-a3ca2c42fc41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643&tenant_id=e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 1100 time: 0.1120908 Jul 06 18:28:29.531677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:29.534357 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49565a94-2c8a-4f8c-b3c7-0da8bb922b49 None None] The sync data for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 is: [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:25Z', 'revision_number': 3, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:29.535186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:29.540269 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.563541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:29.578097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2780f5-a936-43e7-8f28-ed3b3e29e132 req-b194f959-7efc-45e9-9b41-15994eddf98a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:29.580405 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a2780f5-a936-43e7-8f28-ed3b3e29e132 req-b194f959-7efc-45e9-9b41-15994eddf98a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 0.3647597 Jul 06 18:28:29.636702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd588241-25e9-4e6f-9b51-53dfbf2e773b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:29.645213 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0228ff5e-97ce-4367-8994-bfcb3f0ef158 x-openstack-request-id: req-0228ff5e-97ce-4367-8994-bfcb3f0ef158 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:29.647020 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:29.647496 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0228ff5e-97ce-4367-8994-bfcb3f0ef158 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:29.648089 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'status': 'completed', 'code': 200} Jul 06 18:28:29.652818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-561fa499-81ca-4b88-8b11-ff3a1aaefe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.673485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-561fa499-81ca-4b88-8b11-ff3a1aaefe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.676279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:29.679251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6d9f9a15-3c4c-4bf0-820f-0d46c1bf22b1 None None] Provisioning for port 87f2bad3-01b1-4000-8018-bc8398379af4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:29.712930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fa499-81ca-4b88-8b11-ff3a1aaefe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948083ed-1da4-4e0a-98e8-805a569a77e9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:29.727572 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.729441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6d9f9a15-3c4c-4bf0-820f-0d46c1bf22b1 None None] Provisioning complete for port 87f2bad3-01b1-4000-8018-bc8398379af4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:29.729823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9a15-3c4c-4bf0-820f-0d46c1bf22b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.734018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a2780f5-a936-43e7-8f28-ed3b3e29e132 req-a0e16cf0-2bfb-4281-b96e-81bd958c0614 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257224 Jul 06 18:28:29.774415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f9a15-3c4c-4bf0-820f-0d46c1bf22b1 None None] Port 87f2bad3-01b1-4000-8018-bc8398379af4 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:29.788721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-561fa499-81ca-4b88-8b11-ff3a1aaefe4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e42929f4ba8842cc9ff15a8192d25bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1065562 Jul 06 18:28:29.793309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33092) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:29.814173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.858688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:29.873656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.892965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.901786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['bd588241-25e9-4e6f-9b51-53dfbf2e773b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:30.016649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Pushing event updated for resources: {'Port': ['ID=87f2bad3-01b1-4000-8018-bc8398379af4,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:30.030160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:30.047280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.048258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.048751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.049235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.049808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.050362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.050840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.051335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.052760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.055591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.055949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.056291 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:30.087628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e7d54d6-a2e7-4621-a19f-11ad4804fbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.143699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-c6fcbafd-9094-49f7-88a5-97b3c7a4b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:30.146075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-c6fcbafd-9094-49f7-88a5-97b3c7a4b14a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1096 time: 0.4307342 Jul 06 18:28:30.183287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.208503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e7d54d6-a2e7-4621-a19f-11ad4804fbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.338995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:30.379797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:30.398077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:30.411384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:30.441334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '600b290c-7cea-4e34-865a-b041c27a23b1', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'port_id': '3061fb85-952c-4d49-bc7c-1c147095250f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'mac_address': 'fa:16:3e:0b:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:02Z', 'updated_at': '2021-07-06T18:28:27Z', 'revision_number': 1, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:30.459971 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.473042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Transition to ACTIVE for port object 36b03f1d-741e-471f-bb87-1e013e316c63 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:30.474035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] Checking router: f8fa74ae-34df-48bd-b8a1-f1414bcd21ba for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:30.489823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-51c3639d-0169-47d6-b463-2fecf9617dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:30.491042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.491555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:30.491678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-51c3639d-0169-47d6-b463-2fecf9617dc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.3328967 Jul 06 18:28:30.492530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:30.498047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e7d54d6-a2e7-4621-a19f-11ad4804fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.502121 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e7d54d6-a2e7-4621-a19f-11ad4804fbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.503428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1e7d54d6-a2e7-4621-a19f-11ad4804fbfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/948083ed-1da4-4e0a-98e8-805a569a77e9 HTTP/1.1" status: 204 len: 168 time: 0.7090116 Jul 06 18:28:30.593758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f2376-cbfc-49fc-a9b5-8daa413e5526 req-df0a5011-84eb-4314-bbdf-ec1995e20f4e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:30.606169 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d5f2376-cbfc-49fc-a9b5-8daa413e5526 req-df0a5011-84eb-4314-bbdf-ec1995e20f4e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.3855717 Jul 06 18:28:30.714866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d54d6-a2e7-4621-a19f-11ad4804fbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948083ed-1da4-4e0a-98e8-805a569a77e9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:30.790659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] No DVR routers for this DVR port 36b03f1d-741e-471f-bb87-1e013e316c63 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:30.842834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-205b34bc-181c-4cda-b725-f8c75b90c933 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 999 time: 0.3300359 Jul 06 18:28:30.894247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:30.967097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d5f2376-cbfc-49fc-a9b5-8daa413e5526 req-79d8145c-5d66-45f5-b682-55dd2a0d1cd5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602471 Jul 06 18:28:30.967817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=10']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:31.007385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:28:31.016555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:31.020193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:31.020577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:31.034079 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:28:31.034440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Attempting to bind port 36b03f1d-741e-471f-bb87-1e013e316c63 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:31.053120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:31.053465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:31.053891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:31.054318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Bound port: 36b03f1d-741e-471f-bb87-1e013e316c63, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:31.055991 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:31.139849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c3565aaa-0b8c-45fd-9faa-74a12ecea99a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:31.184294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33132) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:31.222675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-ecf97315-0704-4004-aab8-2b236519f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:31.224354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-ecf97315-0704-4004-aab8-2b236519f6fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.3654644 Jul 06 18:28:31.254336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc3462c4-f6bd-4f82-94a7-af0dd7764f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:31.310422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:31.315324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:31.318585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:31.324450 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:31.328747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:31.392209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:31.394293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:31.396286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 1096 time: 1.8629148 Jul 06 18:28:31.421859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7dc1b-2722-41b5-9aff-3a736eaf20d8 service neutron] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=11']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:31.463838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e613821b-9fe6-4717-9a9b-fee8d3a854ec None None] Provisioning complete for port 87f2bad3-01b1-4000-8018-bc8398379af4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:31.464256 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e613821b-9fe6-4717-9a9b-fee8d3a854ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:31.570826 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.resource_extend [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:28:31.572216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-d753c882-900f-41e0-8dc2-27b359ea7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:31.575628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-d753c882-900f-41e0-8dc2-27b359ea7821 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1099 time: 0.1327205 Jul 06 18:28:31.653248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e613821b-9fe6-4717-9a9b-fee8d3a854ec None None] Port 87f2bad3-01b1-4000-8018-bc8398379af4 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:31.675191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}, {'name': 'network-changed', 'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:31.679604 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2492cf-3924-4744-b28c-1c411f8985e3" -d '{"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-unplugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}, {"name": "network-changed", "server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:31.680434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c3565aaa-0b8c-45fd-9faa-74a12ecea99a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:31.709295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c3565aaa-0b8c-45fd-9faa-74a12ecea99a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:31.709679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:31.744716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-fb506a75-f499-45b0-8897-d6d5cb5e6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:31.746571 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-fb506a75-f499-45b0-8897-d6d5cb5e6b56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1609867 Jul 06 18:28:31.785706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port bd588241-25e9-4e6f-9b51-53dfbf2e773b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:31.786236 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:31.880804 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a03d58-305e-46ad-8c72-6806faf3a79e x-openstack-request-id: req-22a03d58-305e-46ad-8c72-6806faf3a79e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:31.881153 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-unplugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "code": 200}, {"name": "network-changed", "server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:31.881505 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22a03d58-305e-46ad-8c72-6806faf3a79e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:31.882168 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'code': 200} Jul 06 18:28:31.882433 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'status': 'completed', 'code': 200} Jul 06 18:28:31.892621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:31.899105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '600b290c-7cea-4e34-865a-b041c27a23b1', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'port_id': '3061fb85-952c-4d49-bc7c-1c147095250f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'mac_address': 'fa:16:3e:0b:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:02Z', 'updated_at': '2021-07-06T18:28:27Z', 'revision_number': 1, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:31.911655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-5c2bdd18-c5cb-4478-9806-e31b72fa48d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.1477375 Jul 06 18:28:31.939541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e59780-63d9-4ef5-8bf2-7dc781f77338 None None] The sync data for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 is: [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '600b290c-7cea-4e34-865a-b041c27a23b1', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'port_id': '3061fb85-952c-4d49-bc7c-1c147095250f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'mac_address': 'fa:16:3e:0b:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:02Z', 'updated_at': '2021-07-06T18:28:27Z', 'revision_number': 1, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:31.952587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'mac_address': 'fa:16:3e:19:95:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:32.136066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-729a5178-15bd-4f69-9cab-1cfa32fe83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.137537 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-729a5178-15bd-4f69-9cab-1cfa32fe83aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1771147 Jul 06 18:28:32.198196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d7470-876a-46d1-a639-5fe7e1bed805 req-99d4a005-2547-41c4-8e9f-e063146b1038 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.201698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-edebd1e1-60aa-4bef-8ff2-b4fdbc519ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.203221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-edebd1e1-60aa-4bef-8ff2-b4fdbc519ec8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1099 time: 0.3107214 Jul 06 18:28:32.205801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69d7470-876a-46d1-a639-5fe7e1bed805 req-99d4a005-2547-41c4-8e9f-e063146b1038 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 950 time: 1.1149282 Jul 06 18:28:32.249999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:32.258790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b69c4833-895d-4e47-be95-b232b6c920a6 admin admin] 10.222.0.53 "PUT /v2.0/routers/5b814481-d686-4fe9-8e28-7f633d2dd0a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1701646 Jul 06 18:28:32.273559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-c337d87d-0187-4717-bf0d-30eec6aac27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.279629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-c337d87d-0187-4717-bf0d-30eec6aac27e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0384133 Jul 06 18:28:32.356007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-7027a5d8-dd53-476e-a5d5-25bc979a546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.357903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-7027a5d8-dd53-476e-a5d5-25bc979a546f service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1406286 Jul 06 18:28:32.452130 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2f98c-a16f-4f8e-aebc-c32e7c91f447 None None] New status for floating IP 600b290c-7cea-4e34-865a-b041c27a23b1: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:28:32.457058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-b9f3319d-829e-4f2b-863e-61a1bfdaa54b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.0706532 Jul 06 18:28:32.472300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0d96d-a299-4b67-b868-5c3a84f60367 req-4d6c2668-7139-4d27-9300-80fd2341c864 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.480949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97b0d96d-a299-4b67-b868-5c3a84f60367 req-4d6c2668-7139-4d27-9300-80fd2341c864 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.4215119 Jul 06 18:28:32.508768 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69d7470-876a-46d1-a639-5fe7e1bed805 req-1615358e-b313-4ef9-b515-2fa1fcf8449a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018501 Jul 06 18:28:32.526137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046e5b-bb73-4302-b164-af85889072aa req-14efd96e-7b74-4bf5-9ac8-d7045e79c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.527909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-14efd96e-7b74-4bf5-9ac8-d7045e79c2ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3715384 Jul 06 18:28:32.596941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Sync routers for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:32.604631 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:32.612359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:32.637741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97b0d96d-a299-4b67-b868-5c3a84f60367 req-6a863c9b-7494-4495-b6a6-7cffa969780a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558394 Jul 06 18:28:32.656122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-e8e5dfc7-1b2d-4711-b7da-8b129ea2045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.658093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-e8e5dfc7-1b2d-4711-b7da-8b129ea2045c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1534905 Jul 06 18:28:32.689985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:32.690936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:32.728018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-959ba0e6-7de8-430d-a40c-8994cacdf39b service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877663 Jul 06 18:28:32.764099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc3462c4-f6bd-4f82-94a7-af0dd7764f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:32.796048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc3462c4-f6bd-4f82-94a7-af0dd7764f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:32.828818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:32.856566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-896e8fdb-1890-4b1d-9752-f6541efd79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.860107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-896e8fdb-1890-4b1d-9752-f6541efd79fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909015 Jul 06 18:28:32.896830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fc3462c4-f6bd-4f82-94a7-af0dd7764f7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11c11254e15b4d1b874e205f883bd016&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7104037 Jul 06 18:28:32.909551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33182) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:32.913142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-3ba8063b-c70a-4eb2-92c7-f265ac3f3510 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123927 Jul 06 18:28:32.962453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:33.044693 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.070868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9046e5b-bb73-4302-b164-af85889072aa req-6dc24021-eb9d-4e41-8067-0c7afae81d7c service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359094 Jul 06 18:28:33.109209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3462c4-f6bd-4f82-94a7-af0dd7764f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a099663-1609-48bd-9df3-cd1a098ccaec,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:33.120057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d502f718-8581-4f05-a508-eb6fabab1db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.129142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-28c16069-8130-49cf-bb0b-177936ac2e73 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589717 Jul 06 18:28:33.150730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d502f718-8581-4f05-a508-eb6fabab1db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.213211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5165cbac-efe4-45ff-95a6-8369937a53b3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:33.220136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d502f718-8581-4f05-a508-eb6fabab1db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.222867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d502f718-8581-4f05-a508-eb6fabab1db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.225110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d502f718-8581-4f05-a508-eb6fabab1db5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a099663-1609-48bd-9df3-cd1a098ccaec HTTP/1.1" status: 204 len: 168 time: 0.3134313 Jul 06 18:28:33.245271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:33.275842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port c3565aaa-0b8c-45fd-9faa-74a12ecea99a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c3565aaa-0b8c-45fd-9faa-74a12ecea99a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:33.280536 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.290752 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.300705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502f718-8581-4f05-a508-eb6fabab1db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a099663-1609-48bd-9df3-cd1a098ccaec,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:33.309228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a54f2a57-7b9b-4ac3-8e30-18e044177ad1 req-2763e8cb-cc01-4199-8907-25e62aa74fa6 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311887 Jul 06 18:28:33.317391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506068c7-18b0-4630-b5a7-49549ba7cda7 req-e7649aac-583e-49b3-a4a4-3576dcffc74c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:33.327053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506068c7-18b0-4630-b5a7-49549ba7cda7 req-e7649aac-583e-49b3-a4a4-3576dcffc74c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 948 time: 0.4029882 Jul 06 18:28:33.354153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:33.355854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.372753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:33.375444 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acdd2ae-ef99-437c-adb1-6e414af6720d" -d '{"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-plugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:33.384142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.385182 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:33.477191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:33.625200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 2, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:33.658485 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Checking router: 5b814481-d686-4fe9-8e28-7f633d2dd0a0 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:33.658858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Updating router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 port 87f2bad3-01b1-4000-8018-bc8398379af4 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:28:33.713747 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.731678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5165cbac-efe4-45ff-95a6-8369937a53b3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:33.827758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-509d76d8-5729-40e6-b400-e4c7d7033eeb service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879482 Jul 06 18:28:33.835399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-506068c7-18b0-4630-b5a7-49549ba7cda7 req-e5518838-91cc-421e-9b2f-46994bdb9e1a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072513 Jul 06 18:28:33.856921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-5650a451-8570-4a8a-90cd-99512e0e427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:33.858731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-5650a451-8570-4a8a-90cd-99512e0e427c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1099 time: 0.5289066 Jul 06 18:28:33.985506 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.054576 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-00348858-54d3-431e-bcef-8ff7ee09be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:34.056273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-00348858-54d3-431e-bcef-8ff7ee09be53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1893084 Jul 06 18:28:34.068370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5165cbac-efe4-45ff-95a6-8369937a53b3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:34.090327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:34.091754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=c3565aaa-0b8c-45fd-9faa-74a12ecea99a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:34.176573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-74eca155-c449-4374-bb16-75896af93471 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.1102240 Jul 06 18:28:34.182050 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.184009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=10']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:34.209572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33214) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:34.220134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3dd62eee-1627-4039-9e23-149c58d592a8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978954912', 'description': 'tempest-description--391838404'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:34.298730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-cc051766-8c6d-4b6b-a02a-ba5c841b404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:34.301080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-cc051766-8c6d-4b6b-a02a-ba5c841b404e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1139433 Jul 06 18:28:34.312506 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932db9c8-5fc0-4d85-88e4-adf314f18586 x-openstack-request-id: req-932db9c8-5fc0-4d85-88e4-adf314f18586 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:34.313146 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-plugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:34.313835 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-932db9c8-5fc0-4d85-88e4-adf314f18586 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:34.314775 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'code': 200} Jul 06 18:28:34.316525 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dd62eee-1627-4039-9e23-149c58d592a8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.395729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=10']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:34.540017 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.563673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c66ee-a2d0-4120-b5b8-c3476a1c9d83 req-42e8ba57-6100-4a0f-850d-7cc60f03351f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:34.569491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Transition to ACTIVE for port object 87f2bad3-01b1-4000-8018-bc8398379af4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:34.574540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-361c66ee-a2d0-4120-b5b8-c3476a1c9d83 req-42e8ba57-6100-4a0f-850d-7cc60f03351f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 949 time: 0.1219935 Jul 06 18:28:34.582705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.617218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-361c66ee-a2d0-4120-b5b8-c3476a1c9d83 req-b923dbc5-f486-492f-add0-58820b1dc1db tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Jul 06 18:28:34.619020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63884b-c5fe-4005-9f49-df524213dc7c req-5a12cce0-04f1-433d-80d6-014501c242ca tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:34.621682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a63884b-c5fe-4005-9f49-df524213dc7c req-5a12cce0-04f1-433d-80d6-014501c242ca tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.3196397 Jul 06 18:28:34.684339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50720585-a710-4557-b2f7-a79f4b9f0e4e None None] Pushing event updated for resources: {'Port': ['ID=87f2bad3-01b1-4000-8018-bc8398379af4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:34.702637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-dc0764b3-0a69-49ef-8ff8-0c0a459e2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:34.704212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-dc0764b3-0a69-49ef-8ff8-0c0a459e2f69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3839219 Jul 06 18:28:34.799407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Attempting to bind port 87f2bad3-01b1-4000-8018-bc8398379af4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:34.799894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Attempting to bind port 87f2bad3-01b1-4000-8018-bc8398379af4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:34.800390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Attempting to bind port 87f2bad3-01b1-4000-8018-bc8398379af4 on network 9be16e80-e473-4b9d-9575-cbae61e2da3b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:34.811381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:34.811911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Checking segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:34.812387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.812883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Bound using segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:34.813440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Bound port: 87f2bad3-01b1-4000-8018-bc8398379af4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:34.813922 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.922273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a63884b-c5fe-4005-9f49-df524213dc7c req-b89648ff-9b0e-4da9-af4e-07403d1fe536 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796113 Jul 06 18:28:34.940205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dd62eee-1627-4039-9e23-149c58d592a8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.952824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dd62eee-1627-4039-9e23-149c58d592a8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.019584 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dd62eee-1627-4039-9e23-149c58d592a8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.023601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3dd62eee-1627-4039-9e23-149c58d592a8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8102491 Jul 06 18:28:35.024441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33232) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:35.030039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-451e504d-72cb-4a2e-8ddd-39e90c89bf55 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'security_group_rule': {'security_group_id': 'e25d37ed-8751-4d72-b6be-bb910b87629e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:35.035784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd62eee-1627-4039-9e23-149c58d592a8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d37ed-8751-4d72-b6be-bb910b87629e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:35.042002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-5d2bcd80-d056-40df-b20c-6d915f819061 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191061 Jul 06 18:28:35.123618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] For port 87f2bad3-01b1-4000-8018-bc8398379af4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:35.134361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] For port 87f2bad3-01b1-4000-8018-bc8398379af4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=87f2bad3-01b1-4000-8018-bc8398379af4,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:35.135821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-451e504d-72cb-4a2e-8ddd-39e90c89bf55 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.153704 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.314763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:35.324264 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-451e504d-72cb-4a2e-8ddd-39e90c89bf55 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.331760 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-451e504d-72cb-4a2e-8ddd-39e90c89bf55 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.331950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:35.340701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:35.342493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:35.378510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e504d-72cb-4a2e-8ddd-39e90c89bf55 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f61c5ed-a50a-4b73-b541-48dc0486ee80,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:35.393078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df2492cf-3924-4744-b28c-1c411f8985e3 req-d56d6e94-6691-43d2-ba30-fde79ec6c818 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454723 Jul 06 18:28:35.426710 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-451e504d-72cb-4a2e-8ddd-39e90c89bf55 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.434944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33250) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:35.441246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9d75c4be-a63b-4d70-b29f-a4fd42e76929 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'security_group_rule': {'security_group_id': 'e25d37ed-8751-4d72-b6be-bb910b87629e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:35.442867 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-451e504d-72cb-4a2e-8ddd-39e90c89bf55 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4118876 Jul 06 18:28:35.614238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d75c4be-a63b-4d70-b29f-a4fd42e76929 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.776396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1ca66-3d2e-4775-a6a2-2760dbb0115f req-af4eab1e-c9c5-4842-9e34-1dfa0d304518 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:35.778469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52c1ca66-3d2e-4775-a6a2-2760dbb0115f req-af4eab1e-c9c5-4842-9e34-1dfa0d304518 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 948 time: 0.3285949 Jul 06 18:28:35.894956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52c1ca66-3d2e-4775-a6a2-2760dbb0115f req-93c8f8b9-2a5a-47d1-a615-f498fcefd947 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095190 Jul 06 18:28:35.972665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c3565aaa-0b8c-45fd-9faa-74a12ecea99a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:35.976827 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d75c4be-a63b-4d70-b29f-a4fd42e76929 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:35.985338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d75c4be-a63b-4d70-b29f-a4fd42e76929 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.041791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c4be-a63b-4d70-b29f-a4fd42e76929 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a49c06-74b1-492d-9c29-d3f2f988a541,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:36.048531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d75c4be-a63b-4d70-b29f-a4fd42e76929 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.050760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9d75c4be-a63b-4d70-b29f-a4fd42e76929 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6137981 Jul 06 18:28:36.054106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:36.061257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:36.115184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f571561-3038-4350-bfe7-f6e3468268d5 req-96a98bb1-4b45-4c43-a208-d5371724e995 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:36.115827 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.121306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50720585-a710-4557-b2f7-a79f4b9f0e4e None None] Pushing event updated for resources: {'Port': ['ID=87f2bad3-01b1-4000-8018-bc8398379af4,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:36.124714 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7f571561-3038-4350-bfe7-f6e3468268d5 req-96a98bb1-4b45-4c43-a208-d5371724e995 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 949 time: 0.1752751 Jul 06 18:28:36.215826 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7f571561-3038-4350-bfe7-f6e3468268d5 req-b88728a6-3683-4acf-a276-6f8c2ed50f93 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897992 Jul 06 18:28:36.222244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.resource_extend [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:28:36.252273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:36.314604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.443874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 5165cbac-efe4-45ff-95a6-8369937a53b3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:36.444515 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.549442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Allocated IP 172.25.4.118 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/8f9bfee6-a377-4a1f-8849-424762757351) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:36.563630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c3565aaa-0b8c-45fd-9faa-74a12ecea99a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:36.564400 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.571825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:36.744719 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.807179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '36b03f1d-741e-471f-bb87-1e013e316c63', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '36b03f1d-741e-471f-bb87-1e013e316c63', 'mac_address': 'fa:16:3e:ec:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:36.844173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.889129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:36.894915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:36.898870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:36.930981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'Port': ['ID=8f9bfee6-a377-4a1f-8849-424762757351,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:36.977440 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:37.031043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:37.036260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:37.038964 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568e51a4-92c3-441d-8257-d88f5c9cb9b9" -d '{"events": [{"server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "name": "network-vif-plugged", "status": "completed", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:37.066612 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:37.111173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:37.224104 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc9e38d-e4ae-4ccb-aba3-b949fa6cdaf0 x-openstack-request-id: req-6cc9e38d-e4ae-4ccb-aba3-b949fa6cdaf0 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:37.224442 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "name": "network-vif-plugged", "status": "completed", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:37.224653 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cc9e38d-e4ae-4ccb-aba3-b949fa6cdaf0 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:37.225082 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'code': 200} Jul 06 18:28:37.243444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:37.266982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:37.373097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b03f1d-741e-471f-bb87-1e013e316c63 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:37.395032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=11']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:37.418566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:37.434686 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:37.439982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9716bf0-f336-41e8-8568-7e52da120fa9 req-c635deb7-87f0-4d7e-a42a-8bb0108ea053 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:37.440597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:35Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:37.459454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9716bf0-f336-41e8-8568-7e52da120fa9 req-c635deb7-87f0-4d7e-a42a-8bb0108ea053 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 948 time: 0.2937756 Jul 06 18:28:37.507876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7524976-7f59-4178-98d9-760c773c2de3 None None] The sync data for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 is: [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:35Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:37.531478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9716bf0-f336-41e8-8568-7e52da120fa9 req-f31524f6-4de1-4b17-a5cb-4f28dd171d50 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702810 Jul 06 18:28:37.564709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=12']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:37.726399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['36b03f1d-741e-471f-bb87-1e013e316c63'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:37.953639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51db76-a4c9-44eb-98d9-2850e9088ae8 req-f716194a-54e3-45e2-8b67-7a354f33fbb4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:37.955688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f51db76-a4c9-44eb-98d9-2850e9088ae8 req-f716194a-54e3-45e2-8b67-7a354f33fbb4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 949 time: 0.1192849 Jul 06 18:28:38.008989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.033892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0ed7d-c83e-4aa4-803a-18a4fc045d39 req-5e2a5fda-080e-411b-8dd0-ea72d9c6d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:38.035453 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc0ed7d-c83e-4aa4-803a-18a4fc045d39 req-5e2a5fda-080e-411b-8dd0-ea72d9c6d4bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1102 time: 0.3991897 Jul 06 18:28:38.036125 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.040828 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f51db76-a4c9-44eb-98d9-2850e9088ae8 req-3aa621e3-f313-4097-957f-baca404906a9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794282 Jul 06 18:28:38.174075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'Port': ['ID=8f9bfee6-a377-4a1f-8849-424762757351,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:38.254522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bc0ed7d-c83e-4aa4-803a-18a4fc045d39 req-fc77e93a-b9e9-4d01-9b07-852e39d625d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999483 Jul 06 18:28:38.280816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522df6c-02ac-4007-83a6-19b6b7a05e0c req-3f5bfec0-e0bc-4145-9fcd-28c5e459239f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:38.294103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9522df6c-02ac-4007-83a6-19b6b7a05e0c req-3f5bfec0-e0bc-4145-9fcd-28c5e459239f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 951 time: 0.5527616 Jul 06 18:28:38.385449 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9522df6c-02ac-4007-83a6-19b6b7a05e0c req-8f5c0736-e0ae-4b2b-b702-8e8e2e811e07 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897493 Jul 06 18:28:38.388928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.444428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.446167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e8161060-3c52-4f82-960d-f322abbe54aa tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3908257 Jul 06 18:28:38.824818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46846-557d-488a-9092-e0dcef35e7b7 req-5e30baf3-8c05-4836-abbc-290070cbb5f0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:38.826640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfa46846-557d-488a-9092-e0dcef35e7b7 req-5e30baf3-8c05-4836-abbc-290070cbb5f0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1187501 Jul 06 18:28:38.898062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfa46846-557d-488a-9092-e0dcef35e7b7 req-148449a9-ac19-40db-a429-91a7f27677c1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643902 Jul 06 18:28:39.079721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-acb91193-da29-4f32-9aef-08bd11d50b1a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1ae3fe32b9846d19397914868166617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386806 Jul 06 18:28:39.160846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d4fd556e-0bf1-4126-9714-e6c543393e4e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--978954912&fields=id&tenant_id=fbde2309a05648ab9f265a8daad73d4d HTTP/1.1" status: 200 len: 267 time: 0.0931160 Jul 06 18:28:39.305174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-0dcd212f-926a-40c9-bcdd-03285ae42857 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:39.316690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-0dcd212f-926a-40c9-bcdd-03285ae42857 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358589 Jul 06 18:28:39.353394 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-04947d77-17b3-4820-adcc-ce8c61dcfe39 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/quotas/e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 375 time: 0.0324869 Jul 06 18:28:39.441269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:39.495108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-16a4d441-2449-4df2-8eab-b144cc0ceb5d tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:39.497913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-16a4d441-2449-4df2-8eab-b144cc0ceb5d tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 811 time: 0.3355284 Jul 06 18:28:39.545839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-35e621d1-b301-4c80-9076-f648c854d70e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/quotas/fbde2309a05648ab9f265a8daad73d4d HTTP/1.1" status: 200 len: 375 time: 0.0389922 Jul 06 18:28:39.580911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-a51c0f55-36ac-41e7-bd00-0e2fceea56ce tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2261264 Jul 06 18:28:39.604042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 87f2bad3-01b1-4000-8018-bc8398379af4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:39.722675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 36b03f1d-741e-471f-bb87-1e013e316c63 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:39.727468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-235a371a-0c16-4407-811b-c9aab0199fd4 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1685359 Jul 06 18:28:39.742374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 36b03f1d-741e-471f-bb87-1e013e316c63 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:39.748361 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.903646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 87f2bad3-01b1-4000-8018-bc8398379af4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:39.924366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 87f2bad3-01b1-4000-8018-bc8398379af4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:39.924366 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.945381 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.965328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-c878a861-19d3-46ac-8084-4f9fc4e0ab4b service neutron] 10.222.0.53 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341926 Jul 06 18:28:40.079461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:40.082756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:40.085866 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b3b48-fd82-440b-b9f5-72ff49ec7728" -d '{"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-plugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:40.094572 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:40.187664 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=13']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:40.214134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-0a522733-6aad-4171-b17e-13c2293bbe1a service neutron] 10.222.0.53 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466629 Jul 06 18:28:40.282999 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:40.317068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3411a-05b1-4e91-9f0f-08aa29390470 req-b0d2a6ae-3d52-4e77-8217-13a0a49d3682 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:40.324656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7cf3411a-05b1-4e91-9f0f-08aa29390470 req-b0d2a6ae-3d52-4e77-8217-13a0a49d3682 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1610548 Jul 06 18:28:40.353899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 87f2bad3-01b1-4000-8018-bc8398379af4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=87f2bad3-01b1-4000-8018-bc8398379af4,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:40.366577 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:40.415446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7cf3411a-05b1-4e91-9f0f-08aa29390470 req-5523489e-3066-45ad-a249-9c9c2a7097fb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844176 Jul 06 18:28:40.468739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=87f2bad3-01b1-4000-8018-bc8398379af4,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:40.850815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece91529-68f7-4e42-bc68-d5720eb310ca req-3863cd99-893e-48d9-b54c-d6b59889c8a6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:40.866630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ece91529-68f7-4e42-bc68-d5720eb310ca req-3863cd99-893e-48d9-b54c-d6b59889c8a6 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 951 time: 0.1610639 Jul 06 18:28:40.997209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ece91529-68f7-4e42-bc68-d5720eb310ca req-c99e8de0-0c26-48b7-b7ac-02a23508768a tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255317 Jul 06 18:28:41.161428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eea2d22-c098-4573-a6c4-728b81c25a8e req-7720439d-20e3-426d-b955-212b0eb15ee6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 210 time: 0.0535867 Jul 06 18:28:41.304076 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d6312-7aee-4f25-ba67-35caf6129357 x-openstack-request-id: req-6a0d6312-7aee-4f25-ba67-35caf6129357 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:41.304392 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-plugged", "status": "completed", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:41.304679 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a0d6312-7aee-4f25-ba67-35caf6129357 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:41.305077 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'code': 200} Jul 06 18:28:41.458585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a10d88fa-1020-4dc5-9cd8-b5d5b7bc56c4 req-51fcf6c2-45bd-42ac-a1e0-ec2e9e65e7af tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 210 time: 0.0724261 Jul 06 18:28:41.523333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 87f2bad3-01b1-4000-8018-bc8398379af4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:41.614631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 87f2bad3-01b1-4000-8018-bc8398379af4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:41.614970 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:41.886656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a876b-8c10-4f64-871e-9017c4c54abc req-49fc9b53-a7f7-40eb-ac7d-62501dd8bfd2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:41.889705 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c57a876b-8c10-4f64-871e-9017c4c54abc req-49fc9b53-a7f7-40eb-ac7d-62501dd8bfd2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1499414 Jul 06 18:28:41.996795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c29e30-6a66-4439-80b9-a4cf6e043975 req-d958e26d-1a93-421b-93be-8336afdea953 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:41.999013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c57a876b-8c10-4f64-871e-9017c4c54abc req-20ed3a0e-3ad0-4315-8895-2de6136a1187 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015790 Jul 06 18:28:42.007449 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05c29e30-6a66-4439-80b9-a4cf6e043975 req-d958e26d-1a93-421b-93be-8336afdea953 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1102 time: 0.0913177 Jul 06 18:28:42.102469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05c29e30-6a66-4439-80b9-a4cf6e043975 req-32961cfa-b673-4300-a631-db5e5b2b8df1 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929182 Jul 06 18:28:42.411031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9380d6-6f9e-4bb1-b3f7-bb92e8d3c44f req-803719d6-ee7a-4a70-8136-d2c56926af95 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:42.421707 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d9380d6-6f9e-4bb1-b3f7-bb92e8d3c44f req-803719d6-ee7a-4a70-8136-d2c56926af95 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0895414 Jul 06 18:28:42.482537 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d9380d6-6f9e-4bb1-b3f7-bb92e8d3c44f req-a8d27d82-371b-46e7-bedd-46dfe7770f7b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582721 Jul 06 18:28:42.711063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c52d994-e8e3-49c0-85a3-953aa8f81156 req-b7f987bc-ec1b-4fa0-a375-475c35c474b0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 210 time: 0.0500875 Jul 06 18:28:42.813033 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-b1cdd6a2-007d-42c9-a9b0-bc80f5ae9eeb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e1ae3fe32b9846d19397914868166617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617104 Jul 06 18:28:42.933678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bb704ae-84af-464d-aa63-fa19c6c16389 req-a161b502-aa34-40c7-9e0b-f81e8ccfefbf tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 210 time: 0.0394630 Jul 06 18:28:43.090026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-50d75c3b-3f53-4f58-b293-66d4beb44c04 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:43.100633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-50d75c3b-3f53-4f58-b293-66d4beb44c04 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810178 Jul 06 18:28:43.121679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Request body: {'port': {'device_id': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': 'e1ae3fe32b9846d19397914868166617'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:43.138003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b47f3-9a7f-4efe-8ce0-0d88be1f08f7 req-88fa308a-7d55-465b-bb7b-34391093400e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:43.140053 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db4b47f3-9a7f-4efe-8ce0-0d88be1f08f7 req-88fa308a-7d55-465b-bb7b-34391093400e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0941401 Jul 06 18:28:43.194914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db4b47f3-9a7f-4efe-8ce0-0d88be1f08f7 req-9c17751f-65c2-4bb1-a48f-30cdaf271a3b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459626 Jul 06 18:28:43.282405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604c9dd-0336-40d3-8579-f2270e1cfc5d req-2b8b03c2-2435-483a-9728-c6b875eff1a9 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:43.300770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f604c9dd-0336-40d3-8579-f2270e1cfc5d req-2b8b03c2-2435-483a-9728-c6b875eff1a9 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 1102 time: 0.3125610 Jul 06 18:28:43.425904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f604c9dd-0336-40d3-8579-f2270e1cfc5d req-60b4b2bc-c887-41d3-bd7d-04c70df6de93 tempest-ServersAdminTestJSON-1861183142 tempest-ServersAdminTestJSON-1861183142-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180484 Jul 06 18:28:43.512202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Made reservation on behalf of e1ae3fe32b9846d19397914868166617 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:43.516691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:43.755560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e5374-8257-4b67-b1a6-da3e132ca99b req-6208b2cd-0184-4c6c-b4db-0e052cbe2807 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:43.763503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be3e5374-8257-4b67-b1a6-da3e132ca99b req-6208b2cd-0184-4c6c-b4db-0e052cbe2807 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.3633127 Jul 06 18:28:43.814834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-718a04c3-4b33-456d-8cba-ba2d926449d9 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:43.818187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-718a04c3-4b33-456d-8cba-ba2d926449d9 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.24 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 811 time: 0.3274324 Jul 06 18:28:43.827077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Allocated IP 192.168.233.87 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/d71b11ab-329a-4208-a464-98406979fca9) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:43.846730 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be3e5374-8257-4b67-b1a6-da3e132ca99b req-a5c29555-7a1f-4ff3-8b0e-437e24a6e6a3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821865 Jul 06 18:28:43.937090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-c4011b99-0a43-44a0-90fe-31d48907bbd1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbde2309a05648ab9f265a8daad73d4d HTTP/1.1" status: 200 len: 379 time: 0.0946126 Jul 06 18:28:43.955521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'port': {'device_id': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'admin_state_up': True, 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'security_groups': ['e25d37ed-8751-4d72-b6be-bb910b87629e']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:44.045503 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:28:44.121914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Made reservation on behalf of fbde2309a05648ab9f265a8daad73d4d for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:44.131343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:44.161444 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:44.180318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Transition to ACTIVE for port object d71b11ab-329a-4208-a464-98406979fca9 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:44.198565 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5cd9b77-1173-4514-ae02-313910dfee0d req-5af53c5d-0ed0-4c7e-b35f-c5e16dc60f43 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 210 time: 0.0448134 Jul 06 18:28:44.236258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:44.250313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6', '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', '36b03f1d-741e-471f-bb87-1e013e316c63'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:44.263163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:44.266215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:44.280465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:44.464593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:44.511197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:44.512264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:44.565621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b752348c-4366-4f2f-89dc-0fd5bad33385 req-3b25f309-38cd-49e1-83ae-67f0b09144c3 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 210 time: 0.0411863 Jul 06 18:28:44.581304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-370829e0-7df6-42b3-9e5f-4b54e65bdf56 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4681273 Jul 06 18:28:44.725685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Allocated IP 172.20.0.5 (9be16e80-e473-4b9d-9575-cbae61e2da3b/567c2cbd-4fda-49ea-b366-4f54ae9058ee/83f8e274-1d7d-491d-acca-aed5e29589ae) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:44.782097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-74a1d0d8-03bc-4c90-bff3-3dc5fad16621 None None] Provisioning for port d71b11ab-329a-4208-a464-98406979fca9 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:44.819721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-74a1d0d8-03bc-4c90-bff3-3dc5fad16621 None None] Provisioning complete for port d71b11ab-329a-4208-a464-98406979fca9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:44.821549 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74a1d0d8-03bc-4c90-bff3-3dc5fad16621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:44.869438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e43349-38b5-400f-b4fa-eca82209589d req-0bc58e31-dd10-462a-92ee-6d799e20b1f3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:44.877507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-27e43349-38b5-400f-b4fa-eca82209589d req-0bc58e31-dd10-462a-92ee-6d799e20b1f3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1390221 Jul 06 18:28:44.885062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Request body: {'port': {'device_id': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:44.891172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af98ce-a7c0-4d2d-9ca6-6f1d90e3e544 req-3b76fb8d-3ed6-4000-a1b6-41c88cdd6156 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:44.910159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-29af98ce-a7c0-4d2d-9ca6-6f1d90e3e544 req-3b76fb8d-3ed6-4000-a1b6-41c88cdd6156 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 950 time: 0.2817998 Jul 06 18:28:44.936262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-27e43349-38b5-400f-b4fa-eca82209589d req-c3798025-d087-42f8-b914-2701d8c5f79e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577073 Jul 06 18:28:45.061352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-74a1d0d8-03bc-4c90-bff3-3dc5fad16621 None None] Port d71b11ab-329a-4208-a464-98406979fca9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:45.099620 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:45.188244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-29af98ce-a7c0-4d2d-9ca6-6f1d90e3e544 req-4a708f62-01da-45a7-9150-ab3cbd92d22f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764161 Jul 06 18:28:45.329133 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:45.349369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Transition to ACTIVE for port object 83f8e274-1d7d-491d-acca-aed5e29589ae will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:45.404329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:45.491974 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-62c1fb73-21e8-466f-8764-4fabea2c6c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:45.527057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:45.573484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:45.580426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71b11ab-329a-4208-a464-98406979fca9 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:45.589085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:45.592417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:45.607866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Transition to ACTIVE for port object d71b11ab-329a-4208-a464-98406979fca9 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:45.658116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'Port': ['ID=83f8e274-1d7d-491d-acca-aed5e29589ae,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:45.674289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:45.694827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:45.696111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:45.736871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2c8d3-f93a-4c38-8582-e4a576147aaf req-470ef37b-bb08-42ab-a958-eece955f89e0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:45.738727 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26a2c8d3-f93a-4c38-8582-e4a576147aaf req-470ef37b-bb08-42ab-a958-eece955f89e0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 935 time: 0.2681980 Jul 06 18:28:45.821090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-5dfe9bfd-8db7-4f20-adc5-7f5412867b13 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8718204 Jul 06 18:28:45.849409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Request body: {'port': {'device_id': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:45.904300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-5e196b78-25a0-4830-9000-bc230e987fed tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:45.905959 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-5e196b78-25a0-4830-9000-bc230e987fed tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 950 time: 0.2836676 Jul 06 18:28:45.976703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26a2c8d3-f93a-4c38-8582-e4a576147aaf req-d2b4a097-22dd-4dc5-8881-a49f0764e0f5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098031 Jul 06 18:28:46.018805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:46.032047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.056452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed9842-b116-4a24-92f5-969affb13368 req-a4e54865-6349-4807-bb02-ac51475069e3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:46.064751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4ed9842-b116-4a24-92f5-969affb13368 req-a4e54865-6349-4807-bb02-ac51475069e3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.7259192 Jul 06 18:28:46.107876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-694f729c-0d67-4e1f-b4b5-155ce997eddb None None] Provisioning for port 83f8e274-1d7d-491d-acca-aed5e29589ae completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:46.115280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-694f729c-0d67-4e1f-b4b5-155ce997eddb None None] Provisioning complete for port 83f8e274-1d7d-491d-acca-aed5e29589ae triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:46.116031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-694f729c-0d67-4e1f-b4b5-155ce997eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.169532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4ed9842-b116-4a24-92f5-969affb13368 req-bd2cf97b-4227-4ca7-b9b5-f891c3b2eeb0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036351 Jul 06 18:28:46.193476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-694f729c-0d67-4e1f-b4b5-155ce997eddb None None] Port 83f8e274-1d7d-491d-acca-aed5e29589ae cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:46.217618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:46.217996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:46.218271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:46.269620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:28:46.270066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:46.290440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:46.291027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:46.291474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:46.292028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Bound port: d71b11ab-329a-4208-a464-98406979fca9, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:46.292499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.309289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Deleting port 4e63920b-fe6f-4551-b706-af74faf5bb44 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:46.312601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.556245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:46.614886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:46.625277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f8e274-1d7d-491d-acca-aed5e29589ae {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:46.631359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] For port 4e63920b-fe6f-4551-b706-af74faf5bb44, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4e63920b-fe6f-4551-b706-af74faf5bb44,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:46.631809 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.634862 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.638731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.662481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Transition to ACTIVE for port object 83f8e274-1d7d-491d-acca-aed5e29589ae will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:46.685325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcc4c4-3acb-468f-9773-51e5fb3499dc req-f67bc20f-925d-4095-9913-6468b90b788a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:46.690462 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5bcc4c4-3acb-468f-9773-51e5fb3499dc req-f67bc20f-925d-4095-9913-6468b90b788a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 931 time: 0.1494484 Jul 06 18:28:46.719807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Calling delete_port for 4e63920b-fe6f-4551-b706-af74faf5bb44 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:46.734695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.797451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:46.806899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:46.808657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] 10.222.0.24 "PUT /v2.0/ports/d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 1095 time: 2.2186041 Jul 06 18:28:46.818686 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5bcc4c4-3acb-468f-9773-51e5fb3499dc req-3d391525-6b5c-4b53-91d1-96f881aa7d8a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217387 Jul 06 18:28:46.826223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:46.841161 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "tag": "d71b11ab-329a-4208-a464-98406979fca9"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:46.994194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Pushing event updated for resources: {'Port': ['ID=83f8e274-1d7d-491d-acca-aed5e29589ae,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:47.136583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Attempting to bind port 83f8e274-1d7d-491d-acca-aed5e29589ae on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:47.136909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Attempting to bind port 83f8e274-1d7d-491d-acca-aed5e29589ae by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:47.137233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Attempting to bind port 83f8e274-1d7d-491d-acca-aed5e29589ae on network 9be16e80-e473-4b9d-9575-cbae61e2da3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:47.143600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Port 83f8e274-1d7d-491d-acca-aed5e29589ae on network 9be16e80-e473-4b9d-9575-cbae61e2da3b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:28:47.143928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Attempting to bind port 83f8e274-1d7d-491d-acca-aed5e29589ae on network 9be16e80-e473-4b9d-9575-cbae61e2da3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:47.167139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:47.167523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Checking segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:47.167893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Bound using segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:47.168338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Bound port: 83f8e274-1d7d-491d-acca-aed5e29589ae, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:47.168698 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:47.174366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d4b2-dce9-4b0f-92f2-8d8c8b0d40af service neutron] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:47.223286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f72a3-f3c7-4ee6-bda5-0e3286cd88c7 req-3a759543-b95c-4322-aab5-364c1641a0f4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:47.234069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-021f72a3-f3c7-4ee6-bda5-0e3286cd88c7 req-3a759543-b95c-4322-aab5-364c1641a0f4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1844680 Jul 06 18:28:47.251156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf684ca-0124-4551-aef0-911e128eb88c req-99d11c45-a991-4422-ab13-2b20e2156ab2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:47.272091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caf684ca-0124-4551-aef0-911e128eb88c req-99d11c45-a991-4422-ab13-2b20e2156ab2 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a20762f3-f68e-4f68-be63-db799686230d HTTP/1.1" status: 200 len: 950 time: 0.6099899 Jul 06 18:28:47.346321 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-021f72a3-f3c7-4ee6-bda5-0e3286cd88c7 req-de5a3448-7436-438a-a65f-350bb2f255e0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068432 Jul 06 18:28:47.406081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] For port 83f8e274-1d7d-491d-acca-aed5e29589ae, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:47.410191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] For port 83f8e274-1d7d-491d-acca-aed5e29589ae, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=83f8e274-1d7d-491d-acca-aed5e29589ae,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:47.421614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:47.434159 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a72d6d-137e-46d9-9848-f3092a896a4f x-openstack-request-id: req-35a72d6d-137e-46d9-9848-f3092a896a4f {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:47.434417 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "tag": "d71b11ab-329a-4208-a464-98406979fca9", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:47.434659 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35a72d6d-137e-46d9-9848-f3092a896a4f {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:47.435074 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9', 'status': 'completed', 'code': 200} Jul 06 18:28:47.449492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:47.461664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-9f4fb745-907e-42f7-92ec-5edbfdcb097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:47.463520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-9f4fb745-907e-42f7-92ec-5edbfdcb097c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1098 time: 0.5918348 Jul 06 18:28:47.468911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['108f9d5e-40a0-41c7-96d9-be4621175298'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:47.469629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:47.470285 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:47.471798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] 10.222.0.24 "PUT /v2.0/ports/83f8e274-1d7d-491d-acca-aed5e29589ae HTTP/1.1" status: 200 len: 1091 time: 1.6358383 Jul 06 18:28:47.478878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'tag': '83f8e274-1d7d-491d-acca-aed5e29589ae'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:47.481309 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb24a6e9-0fda-49df-bc8e-2659719e2943" -d '{"events": [{"name": "network-changed", "server_uuid": "7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672", "tag": "83f8e274-1d7d-491d-acca-aed5e29589ae"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:47.499599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caf684ca-0124-4551-aef0-911e128eb88c req-13f88013-028b-4fd6-9a70-fab00b13e792 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265248 Jul 06 18:28:47.561888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3572518-fea7-4fb1-bba3-885d34ca5d0d service neutron] Pushing event updated for resources: {'Port': ['ID=83f8e274-1d7d-491d-acca-aed5e29589ae,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:47.591008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['4e63920b-fe6f-4551-b706-af74faf5bb44', '5165cbac-efe4-45ff-95a6-8369937a53b3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:47.614389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Pushing event deleted for resources: {'Port': ['ID=4e63920b-fe6f-4551-b706-af74faf5bb44,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:47.644666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-514f04de-39a6-41f5-bd64-8697d26ba2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:47.646349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-514f04de-39a6-41f5-bd64-8697d26ba2eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 1094 time: 0.1054423 Jul 06 18:28:47.716611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-616652f1-d579-415a-af6b-dffbc55304a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.1300790 Jul 06 18:28:47.773440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-24b2cd8a-33c6-4783-8789-19f7658359cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f8e274-1d7d-491d-acca-aed5e29589ae HTTP/1.1" status: 200 len: 217 time: 0.1067502 Jul 06 18:28:47.875350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] No DVR routers for this DVR port 4e63920b-fe6f-4551-b706-af74faf5bb44 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:47.878203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:47.880761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-202e12af-b114-410f-a9b1-df412f2e4f58 req-b1f2a6a3-74a9-4858-a5dd-be5a42425ff9 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "DELETE /v2.0/ports/4e63920b-fe6f-4551-b706-af74faf5bb44 HTTP/1.1" status: 204 len: 173 time: 1.9656668 Jul 06 18:28:47.903001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-4729e85b-f74d-47a7-b743-864fdf753fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:47.904723 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-4729e85b-f74d-47a7-b743-864fdf753fa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1430871 Jul 06 18:28:47.963207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-504b665c-33ba-4fc2-a414-c30a211b7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:47.965067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-504b665c-33ba-4fc2-a414-c30a211b7faa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.1452358 Jul 06 18:28:48.144062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dcbfe-0284-422c-a2f0-a6ba8dd5e023 req-e854fe9a-7fbd-4d29-bdf9-62f23a8244d6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:48.157775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d45dcbfe-0284-422c-a2f0-a6ba8dd5e023 req-e854fe9a-7fbd-4d29-bdf9-62f23a8244d6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 947 time: 0.4095254 Jul 06 18:28:48.180859 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e55d7789-d4ae-4f63-ad02-65eec9f6a00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:48.293107 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d45dcbfe-0284-422c-a2f0-a6ba8dd5e023 req-afff6ce7-0d9b-4b4a-9ad4-45838ec5a72f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342242 Jul 06 18:28:48.307112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:48.309941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-f7f41aff-833a-4086-a87c-22c7680af03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:48.311621 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-f7f41aff-833a-4086-a87c-22c7680af03c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3370168 Jul 06 18:28:48.462733 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-82c32c6b-e1b5-4e0b-ba0e-232c07c532cd service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401486 Jul 06 18:28:48.674271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6313225b-8bf4-4beb-aa8f-1c56cca90b3c req-4fcd454f-1693-4c25-a67a-c91c25875b53 service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997368 Jul 06 18:28:48.712166 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c3525f-b1a3-4edc-aa17-7ea169cfccd3 x-openstack-request-id: req-95c3525f-b1a3-4edc-aa17-7ea169cfccd3 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:48.713352 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672", "tag": "83f8e274-1d7d-491d-acca-aed5e29589ae", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:48.713775 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95c3525f-b1a3-4edc-aa17-7ea169cfccd3 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:48.714302 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'tag': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'status': 'completed', 'code': 200} Jul 06 18:28:48.862926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-8d667377-2ce8-44f9-8b81-20e5854d9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:48.872756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-8d667377-2ce8-44f9-8b81-20e5854d9540 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9271858 Jul 06 18:28:48.897749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-2aa764e2-a177-4ab2-9e52-b83cb14aefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:48.899291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-2aa764e2-a177-4ab2-9e52-b83cb14aefef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 1094 time: 0.1219108 Jul 06 18:28:48.913742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bf3b7-4f37-499d-9c2f-79422ceb6a53 req-ccdb1019-a2c8-402c-aca2-99adb3886237 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:48.930324 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f25bf3b7-4f37-499d-9c2f-79422ceb6a53 req-ccdb1019-a2c8-402c-aca2-99adb3886237 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2054899 Jul 06 18:28:49.108777 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-eda3bf2d-154f-4d34-80ba-bb0b4e820b27 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250888 Jul 06 18:28:49.113391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-6352e49a-cae0-46ac-a8bf-30b3104dd115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.115741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-6352e49a-cae0-46ac-a8bf-30b3104dd115 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 912 time: 0.1943443 Jul 06 18:28:49.142388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f25bf3b7-4f37-499d-9c2f-79422ceb6a53 req-0f9a5960-de13-4cf6-9e16-7aa6deb3f27a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109189 Jul 06 18:28:49.188456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-323b174d-8b92-4fe7-8ec2-511ef5325c41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f8e274-1d7d-491d-acca-aed5e29589ae HTTP/1.1" status: 200 len: 217 time: 0.0626752 Jul 06 18:28:49.271921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-65fbdd2a-1282-4a29-a8b3-56c2f74ac1df req-61f339d5-4638-425c-bf37-905fbb433938 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522627 Jul 06 18:28:49.272454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576a71-09cd-4f63-b12f-a91df92a6852 req-fcbda24c-d5a3-47f8-b735-4c643ee95cf4 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.274066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d576a71-09cd-4f63-b12f-a91df92a6852 req-fcbda24c-d5a3-47f8-b735-4c643ee95cf4 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 943 time: 0.2043831 Jul 06 18:28:49.320575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-7cdff324-885f-4566-9877-d33e8ea16871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.323141 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-7cdff324-885f-4566-9877-d33e8ea16871 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.1044760 Jul 06 18:28:49.389213 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:49.436437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20762f3-f68e-4f68-be63-db799686230d', 'name': 'network-vif-deleted', 'tag': '4e63920b-fe6f-4551-b706-af74faf5bb44'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:49.438859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d576a71-09cd-4f63-b12f-a91df92a6852 req-815c74bf-19d6-471e-acf4-94dce5a23e16 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541157 Jul 06 18:28:49.439108 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabf8ebb-a2e9-4b70-b1b1-301fffc2520b" -d '{"events": [{"server_uuid": "a20762f3-f68e-4f68-be63-db799686230d", "name": "network-vif-deleted", "tag": "4e63920b-fe6f-4551-b706-af74faf5bb44"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:49.466215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-e5c482ab-ae8a-43b6-8587-cd9c08fa70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.470197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-e5c482ab-ae8a-43b6-8587-cd9c08fa70bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1098 time: 0.1149149 Jul 06 18:28:49.483564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4e63920b-fe6f-4551-b706-af74faf5bb44 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:49.498222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-54e6a241-53e8-42a7-9f44-53e15cd0e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.499798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-54e6a241-53e8-42a7-9f44-53e15cd0e4b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526346 Jul 06 18:28:49.561956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 4e63920b-fe6f-4551-b706-af74faf5bb44 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:49.562634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4e63920b-fe6f-4551-b706-af74faf5bb44 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:49.610148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-4f010530-5d95-41dd-9005-c54e5cfc58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.617611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-4f010530-5d95-41dd-9005-c54e5cfc58e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1371236 Jul 06 18:28:49.676887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-e019b161-1ece-4ed2-8b72-9806684883f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.0479443 Jul 06 18:28:49.764080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-3b35a2e8-86f0-408e-839c-f9164135c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.765607 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-3b35a2e8-86f0-408e-839c-f9164135c192 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0808163 Jul 06 18:28:49.778218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-0f002c93-b10d-4c95-bc9b-31a6c70e98c9 service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664921 Jul 06 18:28:49.862635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-ee4754ac-d117-495c-97a5-2c367cc7b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.870521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-ee4754ac-d117-495c-97a5-2c367cc7b2f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920622 Jul 06 18:28:49.889338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd929-a3ca-4432-9b47-04b63156e195 req-2e1f24b4-5f65-4e56-a68d-59b1e3b7ffeb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.897574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0dcfd929-a3ca-4432-9b47-04b63156e195 req-2e1f24b4-5f65-4e56-a68d-59b1e3b7ffeb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 947 time: 0.1612749 Jul 06 18:28:49.976370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0dcfd929-a3ca-4432-9b47-04b63156e195 req-0b0a45d7-2f8e-455f-9811-f1dd83f4b9e6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766234 Jul 06 18:28:50.027421 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb24a6e9-0fda-49df-bc8e-2659719e2943 req-af119433-016e-4056-a7f7-0841ba4518ca service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325010 Jul 06 18:28:50.141221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-63c72376-0bb8-4c94-b983-1b6225846d04 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605553 Jul 06 18:28:50.143308 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4129dd2a-dc26-4c6f-82b1-511709e8378d x-openstack-request-id: req-4129dd2a-dc26-4c6f-82b1-511709e8378d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:50.143831 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20762f3-f68e-4f68-be63-db799686230d", "name": "network-vif-deleted", "tag": "4e63920b-fe6f-4551-b706-af74faf5bb44", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:50.144236 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4129dd2a-dc26-4c6f-82b1-511709e8378d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:50.144816 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20762f3-f68e-4f68-be63-db799686230d', 'name': 'network-vif-deleted', 'tag': '4e63920b-fe6f-4551-b706-af74faf5bb44', 'status': 'completed', 'code': 200} Jul 06 18:28:50.266751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2099d-59cb-4c7f-a0f6-1ae4b033b45b req-d1f2349e-3198-4215-af66-06e8f93854d1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:50.276441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81a2099d-59cb-4c7f-a0f6-1ae4b033b45b req-d1f2349e-3198-4215-af66-06e8f93854d1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0814278 Jul 06 18:28:50.295779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14981e7d-cd74-46a0-bae6-cbc7d3ceb86f req-05776316-83f1-44ec-a918-8a04d319227f service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406820 Jul 06 18:28:50.327401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81a2099d-59cb-4c7f-a0f6-1ae4b033b45b req-4156f02a-a52e-4851-8f21-5dfe78fe0eb4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 Jul 06 18:28:50.687229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2af8-75f6-495a-b65c-eb5d1801ce3d req-addf5bd1-346b-40df-93e2-60dd69cdb32b tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:50.694637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fed2af8-75f6-495a-b65c-eb5d1801ce3d req-addf5bd1-346b-40df-93e2-60dd69cdb32b tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 950 time: 0.1231232 Jul 06 18:28:50.696224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f718d-afd6-42ca-a7be-6fede5227889 req-7218e4ec-b715-46d9-ac5e-261208037869 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:50.698591 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-400f718d-afd6-42ca-a7be-6fede5227889 req-7218e4ec-b715-46d9-ac5e-261208037869 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0889509 Jul 06 18:28:50.755106 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fed2af8-75f6-495a-b65c-eb5d1801ce3d req-0da2793d-3041-45fd-abc3-27c6e19f7522 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591612 Jul 06 18:28:50.760908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-400f718d-afd6-42ca-a7be-6fede5227889 req-82ccc834-cdfb-4fc1-aa3f-ad7b0902c2a4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561903 Jul 06 18:28:50.933168 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:51.002955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c6f1-edfb-4758-bddd-d47115c44c8c req-07fa8427-f9ef-4efc-be2e-6b07b5dff238 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:51.004872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e17c6f1-edfb-4758-bddd-d47115c44c8c req-07fa8427-f9ef-4efc-be2e-6b07b5dff238 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 943 time: 0.0919626 Jul 06 18:28:51.056340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e17c6f1-edfb-4758-bddd-d47115c44c8c req-db535f56-58b4-4f70-8578-dc4f1789a2ff tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448630 Jul 06 18:28:51.240927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e484a-debc-468a-8ff7-8f7056f605f5 req-fd85f593-8fb2-48e6-839e-9aa6537385b3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:51.243692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f87e484a-debc-468a-8ff7-8f7056f605f5 req-fd85f593-8fb2-48e6-839e-9aa6537385b3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 814 time: 0.1969476 Jul 06 18:28:51.270512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f87e484a-debc-468a-8ff7-8f7056f605f5 req-6a3160e6-39cd-433b-8808-36af8e6a2d09 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/quotas/d45718cceb3a42ac8083d96c2259f2ea HTTP/1.1" status: 200 len: 375 time: 0.0187497 Jul 06 18:28:51.277391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8a4d5-4d4f-4185-9b51-94739ab490fe req-cdc8c582-d69d-4d7c-9b5e-b8e34baefe6f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:51.286167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bf8a4d5-4d4f-4185-9b51-94739ab490fe req-cdc8c582-d69d-4d7c-9b5e-b8e34baefe6f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 947 time: 0.1077328 Jul 06 18:28:51.343221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bf8a4d5-4d4f-4185-9b51-94739ab490fe req-49de596d-1cf2-47d5-bf7e-ebe2afd24bbe tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521042 Jul 06 18:28:51.356277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f87e484a-debc-468a-8ff7-8f7056f605f5 req-bc2ad9af-47f3-4e77-b5ce-a5c597f139ea tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847578 Jul 06 18:28:51.567634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7806415-7f55-4ae0-98c2-b1993c993fdc req-cb1f2081-5232-43ec-aca3-711f4dfe2cef tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:51.575813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7806415-7f55-4ae0-98c2-b1993c993fdc req-cb1f2081-5232-43ec-aca3-711f4dfe2cef tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0877092 Jul 06 18:28:51.621767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7806415-7f55-4ae0-98c2-b1993c993fdc req-d42f1bb7-fd86-45de-a8fc-4c21481193eb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Jul 06 18:28:51.892927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8e30b-ec4a-4cc5-bce3-f5e2c683d323 req-3cd7cf46-ff6f-4c78-9be4-1e25d6f1b2ba tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:51.901051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13f8e30b-ec4a-4cc5-bce3-f5e2c683d323 req-3cd7cf46-ff6f-4c78-9be4-1e25d6f1b2ba tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0908301 Jul 06 18:28:51.976542 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13f8e30b-ec4a-4cc5-bce3-f5e2c683d323 req-221f4a9a-79e5-4481-8c50-fa8a17349d3e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720696 Jul 06 18:28:52.087666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f5e8c-1ca1-4705-b073-dae76db0aded req-1efd3ba3-ebee-4611-8026-b49de5b05544 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:52.088441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:52.092824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c2f5e8c-1ca1-4705-b073-dae76db0aded req-1efd3ba3-ebee-4611-8026-b49de5b05544 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 950 time: 0.1692510 Jul 06 18:28:52.157523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c2f5e8c-1ca1-4705-b073-dae76db0aded req-9340be67-84aa-4f64-915b-34bbccfd3212 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597804 Jul 06 18:28:52.374355 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:52.407879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 83f8e274-1d7d-491d-acca-aed5e29589ae details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:52.495213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e9f2099-39dc-486e-8de4-741b42a88c84 req-04794281-125e-43da-9f97-92c802202aec tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d45718cceb3a42ac8083d96c2259f2ea HTTP/1.1" status: 200 len: 221 time: 0.0696368 Jul 06 18:28:52.600347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-aad66f78-4953-4d4a-b0bb-ae0cabd8b0e0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:52.601966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-aad66f78-4953-4d4a-b0bb-ae0cabd8b0e0 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.24 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 950 time: 0.2094576 Jul 06 18:28:52.634579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 83f8e274-1d7d-491d-acca-aed5e29589ae, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=83f8e274-1d7d-491d-acca-aed5e29589ae,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:52.647306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'port_id': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'mac_address': 'fa:16:3e:d3:50:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:52.692254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9093ea-a06b-407a-9681-147aa3763055 req-251f815f-3ca9-4c7a-a823-3dbf505e56fc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:52.694930 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e9093ea-a06b-407a-9681-147aa3763055 req-251f815f-3ca9-4c7a-a823-3dbf505e56fc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 947 time: 0.0830319 Jul 06 18:28:52.700890 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:52.706107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01b916-242b-4e14-99e0-bbd18c981117 req-ec708899-3c23-4343-a611-4a7caa7e38d4 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:52.720389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f8e274-1d7d-491d-acca-aed5e29589ae {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:52.722286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa01b916-242b-4e14-99e0-bbd18c981117 req-ec708899-3c23-4343-a611-4a7caa7e38d4 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 943 time: 0.2574203 Jul 06 18:28:52.749775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 83f8e274-1d7d-491d-acca-aed5e29589ae, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=83f8e274-1d7d-491d-acca-aed5e29589ae,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:52.759024 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:52.759719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d71b11ab-329a-4208-a464-98406979fca9 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:52.783359 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e9093ea-a06b-407a-9681-147aa3763055 req-a610cd75-2163-49ff-9c1c-7abd361bc3f0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789804 Jul 06 18:28:52.908454 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa01b916-242b-4e14-99e0-bbd18c981117 req-ca511d05-a571-4939-a5d0-be76e09ad54a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821175 Jul 06 18:28:52.911092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=83f8e274-1d7d-491d-acca-aed5e29589ae,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:52.973614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:52.989956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'd71b11ab-329a-4208-a464-98406979fca9', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'd71b11ab-329a-4208-a464-98406979fca9', 'mac_address': 'fa:16:3e:ea:89:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:52.992034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Deleting port 108f9d5e-40a0-41c7-96d9-be4621175298 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:52.992388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:53.042627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3cd3-6a67-4ed6-aaff-07295bb94286 req-b27274e7-2411-4bdb-9f83-00c6ea761ba1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:53.044661 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-186c3cd3-6a67-4ed6-aaff-07295bb94286 req-b27274e7-2411-4bdb-9f83-00c6ea761ba1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0862522 Jul 06 18:28:53.066822 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:53.101961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71b11ab-329a-4208-a464-98406979fca9 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:53.104829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-186c3cd3-6a67-4ed6-aaff-07295bb94286 req-2720198d-e475-496a-9bd2-2528cc787b4b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Jul 06 18:28:53.147861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:53.157556 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:53.229808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:53.269953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] For port 108f9d5e-40a0-41c7-96d9-be4621175298, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=108f9d5e-40a0-41c7-96d9-be4621175298,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:53.270490 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:53.298526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Calling delete_port for 108f9d5e-40a0-41c7-96d9-be4621175298 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:53.497208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815e19-1947-4fd1-a0e5-0a18a58efbe9 req-e0103555-ae14-4829-8dd4-35056f3b9b9f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:53.499889 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65815e19-1947-4fd1-a0e5-0a18a58efbe9 req-e0103555-ae14-4829-8dd4-35056f3b9b9f tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 950 time: 0.1123800 Jul 06 18:28:53.516152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bbf54-e990-4199-a2bf-db7228af5a7b req-db4c6b3a-d731-4a51-943c-667ebadeffc4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:53.525888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-112bbf54-e990-4199-a2bf-db7228af5a7b req-db4c6b3a-d731-4a51-943c-667ebadeffc4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2028360 Jul 06 18:28:53.560065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d71b11ab-329a-4208-a464-98406979fca9'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:53.590688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65815e19-1947-4fd1-a0e5-0a18a58efbe9 req-6ca69b78-d4b9-45d9-9244-34da8d9a2de7 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776641 Jul 06 18:28:53.613645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['83f8e274-1d7d-491d-acca-aed5e29589ae'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:53.652981 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-112bbf54-e990-4199-a2bf-db7228af5a7b req-0a341c17-8643-4d6d-b173-aedc3f8cdb46 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263268 Jul 06 18:28:53.663539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:53.706693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Pushing event deleted for resources: {'Port': ['ID=108f9d5e-40a0-41c7-96d9-be4621175298,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:53.781409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5165cbac-efe4-45ff-95a6-8369937a53b3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:53.874033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] No DVR routers for this DVR port 108f9d5e-40a0-41c7-96d9-be4621175298 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:53.877244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:53.879852 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67c1a9ca-ef63-4776-a4ad-ada558d177a3 req-fe59b427-8409-469f-9ff2-912eb7d55c69 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.24 "DELETE /v2.0/ports/108f9d5e-40a0-41c7-96d9-be4621175298 HTTP/1.1" status: 204 len: 173 time: 1.2668498 Jul 06 18:28:53.880307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58c5ee0-7cda-477f-96ad-9e1d5d1d327a', 'name': 'network-vif-deleted', 'tag': '108f9d5e-40a0-41c7-96d9-be4621175298'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:53.890758 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e2bb8-21f9-4627-b12c-851ce2f1a41d" -d '{"events": [{"server_uuid": "d58c5ee0-7cda-477f-96ad-9e1d5d1d327a", "name": "network-vif-deleted", "tag": "108f9d5e-40a0-41c7-96d9-be4621175298"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:54.018444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcc24c-091f-42dc-b840-1d61d2edde9d req-7e6a3309-5b5a-4979-9ff9-dee201907e84 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:54.020645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3bcc24c-091f-42dc-b840-1d61d2edde9d req-7e6a3309-5b5a-4979-9ff9-dee201907e84 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1013288 Jul 06 18:28:54.101144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3bcc24c-091f-42dc-b840-1d61d2edde9d req-5692d271-815f-4bd4-ad4f-967d450e5e2e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724151 Jul 06 18:28:54.154353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb462409-ce4c-48f3-bb45-caf0d0282654 req-f8c57635-574b-4b73-97da-0ebab52f5263 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:54.173697 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eb462409-ce4c-48f3-bb45-caf0d0282654 req-f8c57635-574b-4b73-97da-0ebab52f5263 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 948 time: 0.1660979 Jul 06 18:28:54.190890 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614e16b9-6e8d-4ba3-bf97-8d1d1cb846e2 x-openstack-request-id: req-614e16b9-6e8d-4ba3-bf97-8d1d1cb846e2 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:54.191527 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58c5ee0-7cda-477f-96ad-9e1d5d1d327a", "name": "network-vif-deleted", "tag": "108f9d5e-40a0-41c7-96d9-be4621175298", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:54.191927 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-614e16b9-6e8d-4ba3-bf97-8d1d1cb846e2 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:54.192481 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58c5ee0-7cda-477f-96ad-9e1d5d1d327a', 'name': 'network-vif-deleted', 'tag': '108f9d5e-40a0-41c7-96d9-be4621175298', 'status': 'completed', 'code': 200} Jul 06 18:28:54.239831 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eb462409-ce4c-48f3-bb45-caf0d0282654 req-053f5ddd-935a-4e43-93fc-fda20aa5d77a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632515 Jul 06 18:28:54.381474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 108f9d5e-40a0-41c7-96d9-be4621175298 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:54.409574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 108f9d5e-40a0-41c7-96d9-be4621175298 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:54.410019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 108f9d5e-40a0-41c7-96d9-be4621175298 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:54.455387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d106a-4031-4516-badd-88ab39185626 req-7173dfe7-f79b-4ff4-b0bf-9e8ebd9139c9 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:54.456397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476b142-61b6-4121-8217-11e1ca4969cc req-0ab3b2f4-fe47-438b-a6a4-f9fb6fba683c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:54.457288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f42d106a-4031-4516-badd-88ab39185626 req-7173dfe7-f79b-4ff4-b0bf-9e8ebd9139c9 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 944 time: 0.0929165 Jul 06 18:28:54.458398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7476b142-61b6-4121-8217-11e1ca4969cc req-0ab3b2f4-fe47-438b-a6a4-f9fb6fba683c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0735257 Jul 06 18:28:54.500534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7476b142-61b6-4121-8217-11e1ca4969cc req-0c0838be-5ee2-491e-b238-faaffff00206 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362570 Jul 06 18:28:54.508568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f42d106a-4031-4516-badd-88ab39185626 req-8c0e92e2-31da-40c5-802f-6429f56162d2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444534 Jul 06 18:28:54.815926 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6a195cb4-b5d6-4acb-b2e9-4dcce643778b req-1fda9ab8-f486-41d5-8fb4-399ffb7f5356 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=d58c5ee0-7cda-477f-96ad-9e1d5d1d327a HTTP/1.1" status: 200 len: 210 time: 0.0292926 Jul 06 18:28:54.825977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e87199-6796-4746-a2d0-6cebca679fe3 req-aef3cebf-b399-4fa6-afe2-215b23af6617 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:54.832184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5e87199-6796-4746-a2d0-6cebca679fe3 req-aef3cebf-b399-4fa6-afe2-215b23af6617 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0761929 Jul 06 18:28:54.871735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5e87199-6796-4746-a2d0-6cebca679fe3 req-53259e9a-9fb5-48b4-8181-58bd49566d02 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Jul 06 18:28:55.024819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69050dc8-4e23-4522-8931-b36ba05b51be req-3d1e0141-a452-43bd-bb35-6aa4e34097b6 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:55.026452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69050dc8-4e23-4522-8931-b36ba05b51be req-3d1e0141-a452-43bd-bb35-6aa4e34097b6 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 950 time: 0.0776815 Jul 06 18:28:55.067044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69050dc8-4e23-4522-8931-b36ba05b51be req-63859430-8a69-4403-8dad-fd8dd4b35d26 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345249 Jul 06 18:28:55.207909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeba24-a55f-4ae8-94a9-18a858db58db req-c35056a5-918d-42b4-a875-00603c52769f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:55.209538 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-faaeba24-a55f-4ae8-94a9-18a858db58db req-c35056a5-918d-42b4-a875-00603c52769f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0751312 Jul 06 18:28:55.257616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-faaeba24-a55f-4ae8-94a9-18a858db58db req-fa994abe-e082-4f1a-9147-a222f45097e3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Jul 06 18:28:55.419624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694893-39a7-4efa-a823-f2ca1e80d98d req-ee97aeb1-ab27-42fc-9e7a-76116ae3d8cd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:55.421257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94694893-39a7-4efa-a823-f2ca1e80d98d req-ee97aeb1-ab27-42fc-9e7a-76116ae3d8cd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 948 time: 0.0718079 Jul 06 18:28:55.458919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fde16-c1f5-4a0e-951f-3c926ab79a18 req-d0859dbb-b316-4b25-a581-c3de7458db9e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:55.460626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d71fde16-c1f5-4a0e-951f-3c926ab79a18 req-d0859dbb-b316-4b25-a581-c3de7458db9e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0741465 Jul 06 18:28:55.466186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94694893-39a7-4efa-a823-f2ca1e80d98d req-4a8e7e19-ed96-4115-9376-fb800b276fb8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384624 Jul 06 18:28:55.514712 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d71fde16-c1f5-4a0e-951f-3c926ab79a18 req-4a6a0bf0-a2d3-473f-8013-bc2bbc69f1c0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Jul 06 18:28:55.705426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2f251-5e3b-403d-a99a-3cf017b2fea6 req-1c16a2fa-a28d-4191-b1a1-32c06fcd3810 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:55.707099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f2f251-5e3b-403d-a99a-3cf017b2fea6 req-1c16a2fa-a28d-4191-b1a1-32c06fcd3810 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 944 time: 0.0715482 Jul 06 18:28:55.713333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959076b-3894-46f8-8960-515ea6e6dc7d req-427790f7-1631-4f7b-b16d-9dfc361ab784 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:55.715128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9959076b-3894-46f8-8960-515ea6e6dc7d req-427790f7-1631-4f7b-b16d-9dfc361ab784 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0681667 Jul 06 18:28:55.749798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f2f251-5e3b-403d-a99a-3cf017b2fea6 req-605b65c2-7ee2-46c6-98e4-54ab6122c9d9 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366228 Jul 06 18:28:55.758655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9959076b-3894-46f8-8960-515ea6e6dc7d req-512fe456-c05c-4cb5-a0e4-c85a83448029 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372055 Jul 06 18:28:55.958133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459a676-76ea-48f9-9d64-cc8f09aeff70 req-24ecdc10-0cae-409c-a249-e6c846ebeaf5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:55.959760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4459a676-76ea-48f9-9d64-cc8f09aeff70 req-24ecdc10-0cae-409c-a249-e6c846ebeaf5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0718369 Jul 06 18:28:56.004757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4459a676-76ea-48f9-9d64-cc8f09aeff70 req-f8b17dc8-147a-4bd8-a843-af0113a035d7 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364363 Jul 06 18:28:56.213170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ff2a-8f6e-4a92-a11e-0d001cb9cad8 req-7ff98780-08da-4e37-baae-2d50bd2627fe tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:56.215088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fef1ff2a-8f6e-4a92-a11e-0d001cb9cad8 req-7ff98780-08da-4e37-baae-2d50bd2627fe tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0842643 Jul 06 18:28:56.258220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fef1ff2a-8f6e-4a92-a11e-0d001cb9cad8 req-ae1880d5-ede0-42fc-ab44-16d9f7e32eb0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Jul 06 18:28:56.381543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 83f8e274-1d7d-491d-acca-aed5e29589ae up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:56.445597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 83f8e274-1d7d-491d-acca-aed5e29589ae completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:56.446470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c33a3f-c6a5-4bce-9406-262153098421 req-1a9cbec4-9573-4f0b-ac82-fc2a07f9e43b tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:56.453566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 83f8e274-1d7d-491d-acca-aed5e29589ae triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:56.454261 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:56.455118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5c33a3f-c6a5-4bce-9406-262153098421 req-1a9cbec4-9573-4f0b-ac82-fc2a07f9e43b tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 950 time: 0.0809717 Jul 06 18:28:56.480258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b5111-8686-41b2-90c0-4359dad9d967 req-7495292e-4088-4db4-a7e7-ae90cb2fcfbd tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:56.482190 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f64b5111-8686-41b2-90c0-4359dad9d967 req-7495292e-4088-4db4-a7e7-ae90cb2fcfbd tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 951 time: 0.0760956 Jul 06 18:28:56.511803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5c33a3f-c6a5-4bce-9406-262153098421 req-b1bd8abb-24d4-41c9-a092-cd6030e85d8b tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Jul 06 18:28:56.546559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f64b5111-8686-41b2-90c0-4359dad9d967 req-743cb90b-7325-4583-b506-3b70c2abb141 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Jul 06 18:28:56.585266 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:56.634257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f8e274-1d7d-491d-acca-aed5e29589ae'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:56.638834 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35ee79-b0d2-4cef-9d1d-d1bb28a06db6" -d '{"events": [{"server_uuid": "7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672", "name": "network-vif-plugged", "status": "completed", "tag": "83f8e274-1d7d-491d-acca-aed5e29589ae"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:56.659043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 83f8e274-1d7d-491d-acca-aed5e29589ae, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=83f8e274-1d7d-491d-acca-aed5e29589ae,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:56.665191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:56.668079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d71b11ab-329a-4208-a464-98406979fca9 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:56.757338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=83f8e274-1d7d-491d-acca-aed5e29589ae,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:56.759682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f5fa2-3c36-45d4-bacb-b2abba09911d req-af25b015-b594-495a-984b-d563eb15e3ab tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:56.768321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a1f5fa2-3c36-45d4-bacb-b2abba09911d req-af25b015-b594-495a-984b-d563eb15e3ab tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 948 time: 0.0890071 Jul 06 18:28:56.777174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port d71b11ab-329a-4208-a464-98406979fca9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:56.784282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port d71b11ab-329a-4208-a464-98406979fca9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:56.784677 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:56.842596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a1f5fa2-3c36-45d4-bacb-b2abba09911d req-a04e1efa-5a94-4d68-b919-900fe73b58d4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731609 Jul 06 18:28:56.911731 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:56.971500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:56.977914 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:57.035986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:57.041563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26900cc0-c2d0-4bb9-b29f-b499b96a9b9e req-42649308-e1fa-4c17-9acf-d42746bb38c6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:57.043280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26900cc0-c2d0-4bb9-b29f-b499b96a9b9e req-42649308-e1fa-4c17-9acf-d42746bb38c6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0912831 Jul 06 18:28:57.091988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26900cc0-c2d0-4bb9-b29f-b499b96a9b9e req-2c634f9d-1456-478d-87c6-e0a9903c13ab tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Jul 06 18:28:57.246593 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73264fb-32aa-48db-816f-8f2804a539a0 x-openstack-request-id: req-d73264fb-32aa-48db-816f-8f2804a539a0 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:57.247137 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672", "name": "network-vif-plugged", "status": "completed", "tag": "83f8e274-1d7d-491d-acca-aed5e29589ae", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:57.247692 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d73264fb-32aa-48db-816f-8f2804a539a0 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:57.249843 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'code': 200} Jul 06 18:28:57.424700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462462e7-eb1c-4ee4-baa2-65af2cd60670 req-ed6ee9c3-0f4b-4af0-bf66-32b84161520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:57.426364 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-462462e7-eb1c-4ee4-baa2-65af2cd60670 req-ed6ee9c3-0f4b-4af0-bf66-32b84161520f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 1096 time: 0.0992272 Jul 06 18:28:57.515551 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-462462e7-eb1c-4ee4-baa2-65af2cd60670 req-da1ac2f1-b1be-402a-9895-c7618cdc7c1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358016 Jul 06 18:28:57.549041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33872) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:57.554295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cdbb8-eeb6-47ba-bb8f-01df494e8746 req-96b6d57e-f4a6-4aaf-8782-ab94894da1e0 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:57.559856 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b78cdbb8-eeb6-47ba-bb8f-01df494e8746 req-96b6d57e-f4a6-4aaf-8782-ab94894da1e0 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1251674 Jul 06 18:28:57.602152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b78cdbb8-eeb6-47ba-bb8f-01df494e8746 req-859c175f-ebf0-43f3-a026-afd36f528cac tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366280 Jul 06 18:28:57.703149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5794c9f9-b2d1-4470-ae0d-1b803f3db607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:57.807172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-4115b99b-2c44-4b90-8035-42b73b80d4f1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:57.808997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-4115b99b-2c44-4b90-8035-42b73b80d4f1 tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 951 time: 0.0831926 Jul 06 18:28:57.845068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaaf4b-1802-467e-8ea1-fffa90e155a2 req-26934fc2-b1c1-4e57-951a-3c353f581ec9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:57.847388 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfbaaf4b-1802-467e-8ea1-fffa90e155a2 req-26934fc2-b1c1-4e57-951a-3c353f581ec9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1222975 Jul 06 18:28:57.911361 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5794c9f9-b2d1-4470-ae0d-1b803f3db607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:57.917648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5794c9f9-b2d1-4470-ae0d-1b803f3db607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:57.930440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfbaaf4b-1802-467e-8ea1-fffa90e155a2 req-d455a5d4-d5dc-4eeb-8290-c33cfc45a5ee tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717146 Jul 06 18:28:57.958659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Deleting port 5165cbac-efe4-45ff-95a6-8369937a53b3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:57.959013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:57.982931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5794c9f9-b2d1-4470-ae0d-1b803f3db607 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6648792874f41ecbb60d0ace751d119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321218 Jul 06 18:28:57.983904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794c9f9-b2d1-4470-ae0d-1b803f3db607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1575211-5422-41a3-ae28-89bcdadabe27,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:57.986532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33888) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:58.040528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e77d4e0-b79c-4255-80c5-31ab4777ff0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.048835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf3e4-2e8b-414a-ab5a-68a08bc90873 req-407b8e96-7c31-4dd2-aede-e6762da471dc tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:58.054841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6ebf3e4-2e8b-414a-ab5a-68a08bc90873 req-407b8e96-7c31-4dd2-aede-e6762da471dc tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/ports?device_id=52df55a3-3735-44a8-a945-14ece591932e HTTP/1.1" status: 200 len: 951 time: 0.1633534 Jul 06 18:28:58.064976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e77d4e0-b79c-4255-80c5-31ab4777ff0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.128482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e77d4e0-b79c-4255-80c5-31ab4777ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.131993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e77d4e0-b79c-4255-80c5-31ab4777ff0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.133520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4e77d4e0-b79c-4255-80c5-31ab4777ff0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1575211-5422-41a3-ae28-89bcdadabe27 HTTP/1.1" status: 204 len: 168 time: 0.1460171 Jul 06 18:28:58.143878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77d4e0-b79c-4255-80c5-31ab4777ff0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1575211-5422-41a3-ae28-89bcdadabe27,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:58.155019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6ebf3e4-2e8b-414a-ab5a-68a08bc90873 req-f23e30c5-45d4-4542-b0c7-8fb298a8141d tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.53 "GET /v2.0/security-groups?id=388a7dc8-7ae1-4976-a508-e88ff80aaeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955734 Jul 06 18:28:58.168409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] For port 5165cbac-efe4-45ff-95a6-8369937a53b3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5165cbac-efe4-45ff-95a6-8369937a53b3,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:58.168884 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.199744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Calling delete_port for 5165cbac-efe4-45ff-95a6-8369937a53b3 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:58.402055 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.420998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5165cbac-efe4-45ff-95a6-8369937a53b3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:58.448660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32227821-b1ad-4e5f-b82a-18389aba1ab8 req-0eaa99e6-c2ad-4f10-bc07-07bbc0ca1727 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:58.450529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-32227821-b1ad-4e5f-b82a-18389aba1ab8 req-0eaa99e6-c2ad-4f10-bc07-07bbc0ca1727 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 950 time: 0.1051362 Jul 06 18:28:58.480030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Pushing event deleted for resources: {'Port': ['ID=5165cbac-efe4-45ff-95a6-8369937a53b3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:58.506653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] No DVR routers for this DVR port 5165cbac-efe4-45ff-95a6-8369937a53b3 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:58.517878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f616d-1347-4e92-b30c-c2ed810f33ed req-7409b5a4-ff33-41df-8ced-ef418c882f58 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:58.519866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f5f616d-1347-4e92-b30c-c2ed810f33ed req-7409b5a4-ff33-41df-8ced-ef418c882f58 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1834123 Jul 06 18:28:58.521356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.523742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a8f20a03-df5a-481e-a80e-f5976fbfbd7f req-2dacd62e-0e4c-4f34-8005-5441643bc70e tempest-ServersAdminTestJSON-701350924 tempest-ServersAdminTestJSON-701350924-project] 10.222.0.41 "DELETE /v2.0/ports/5165cbac-efe4-45ff-95a6-8369937a53b3 HTTP/1.1" status: 204 len: 173 time: 0.7090089 Jul 06 18:28:58.524588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'name': 'network-vif-deleted', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:58.527424 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8489ece-b2b7-406b-a6fd-ead4e610c048" -d '{"events": [{"server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "name": "network-vif-deleted", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:58.531507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-32227821-b1ad-4e5f-b82a-18389aba1ab8 req-fe0bd07d-ec88-4759-aa0f-b524163cd3da tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737278 Jul 06 18:28:58.597880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:58.624187 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2584dbc8-0f03-4af7-adda-dd4cb62d223d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.675958 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f5f616d-1347-4e92-b30c-c2ed810f33ed req-c1de9e6a-d0da-486d-b061-4a1af2bb2010 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265037 Jul 06 18:28:58.754381 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a70b6d-f7c2-4804-85e1-141ebf82f9e8 x-openstack-request-id: req-a8a70b6d-f7c2-4804-85e1-141ebf82f9e8 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:58.754633 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52df55a3-3735-44a8-a945-14ece591932e", "name": "network-vif-deleted", "tag": "5165cbac-efe4-45ff-95a6-8369937a53b3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:58.755063 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8a70b6d-f7c2-4804-85e1-141ebf82f9e8 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:58.755660 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52df55a3-3735-44a8-a945-14ece591932e', 'name': 'network-vif-deleted', 'tag': '5165cbac-efe4-45ff-95a6-8369937a53b3', 'status': 'completed', 'code': 200} Jul 06 18:28:58.821059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1c12-9e2a-46a0-a458-4e07532c506b req-c32d7758-eff2-487d-b973-d465cc2f2804 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:58.823742 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-787c1c12-9e2a-46a0-a458-4e07532c506b req-c32d7758-eff2-487d-b973-d465cc2f2804 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1219370 Jul 06 18:28:58.838941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2584dbc8-0f03-4af7-adda-dd4cb62d223d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.846288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2584dbc8-0f03-4af7-adda-dd4cb62d223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:58.906407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-787c1c12-9e2a-46a0-a458-4e07532c506b req-ccd8bb86-c4ef-428d-ac92-5f16394e87fc tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731647 Jul 06 18:28:58.909154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584dbc8-0f03-4af7-adda-dd4cb62d223d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b06c93a-6c44-4853-afb5-83bd53b5db9a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:58.913681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2584dbc8-0f03-4af7-adda-dd4cb62d223d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f68a6b9487945bcafe2f3f354b5bc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146946 Jul 06 18:28:58.916337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33908) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:58.980140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55cbc7c3-1450-4087-b989-ff1f820a7911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:59.008678 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55cbc7c3-1450-4087-b989-ff1f820a7911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:59.065675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55cbc7c3-1450-4087-b989-ff1f820a7911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:59.068561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55cbc7c3-1450-4087-b989-ff1f820a7911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:59.069804 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-55cbc7c3-1450-4087-b989-ff1f820a7911 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b06c93a-6c44-4853-afb5-83bd53b5db9a HTTP/1.1" status: 204 len: 168 time: 0.1525407 Jul 06 18:28:59.071682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44feec3-0293-4f7b-88c9-605d8d613f52 req-5feaf574-2a9e-4c35-bed2-15394028ac1c tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:59.073803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f44feec3-0293-4f7b-88c9-605d8d613f52 req-5feaf574-2a9e-4c35-bed2-15394028ac1c tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.0804663 Jul 06 18:28:59.082908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbc7c3-1450-4087-b989-ff1f820a7911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b06c93a-6c44-4853-afb5-83bd53b5db9a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:59.138488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f44feec3-0293-4f7b-88c9-605d8d613f52 req-e8531bab-ba69-428d-87bf-40ad3651ba68 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514843 Jul 06 18:28:59.251495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:59.254488 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872387b-4e86-4822-9539-4ab86913c5bd" -d '{"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-plugged", "status": "completed", "tag": "d71b11ab-329a-4208-a464-98406979fca9"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:59.287812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980436-10b5-432b-8564-ee40a97000be req-f3c92f55-ec5a-4eb4-8a54-64505da092c9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:59.289455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8980436-10b5-432b-8564-ee40a97000be req-f3c92f55-ec5a-4eb4-8a54-64505da092c9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0982387 Jul 06 18:28:59.343379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8980436-10b5-432b-8564-ee40a97000be req-bbc6ee86-afe2-44bd-8c90-c325a31285f6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468063 Jul 06 18:28:59.354509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139f452-0721-4c4c-b2f3-d4952cfa21db req-666980ba-6ab2-440a-ba81-49633ed9dbbf tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:59.356619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b139f452-0721-4c4c-b2f3-d4952cfa21db req-666980ba-6ab2-440a-ba81-49633ed9dbbf tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.0880647 Jul 06 18:28:59.367651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33922) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:59.378652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'floatingip': {'port_id': '83f8e274-1d7d-491d-acca-aed5e29589ae'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:59.503865 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9721ef52-e23c-44cf-b191-8b940bf4866f x-openstack-request-id: req-9721ef52-e23c-44cf-b191-8b940bf4866f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:59.504463 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-plugged", "status": "completed", "tag": "d71b11ab-329a-4208-a464-98406979fca9", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:59.504463 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9721ef52-e23c-44cf-b191-8b940bf4866f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:59.504937 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9', 'code': 200} Jul 06 18:28:59.505622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:59.539760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:59.784462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:59.882626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da70d9-bfd5-427b-85fb-34d3577a4ad1 req-05f11826-e7d9-4ceb-bc09-31b5f5fbfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:59.883606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:59.892586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da70d9-bfd5-427b-85fb-34d3577a4ad1 req-05f11826-e7d9-4ceb-bc09-31b5f5fbfe06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1100 time: 0.2894554 Jul 06 18:28:59.899199 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:59.900514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:59.933094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 5165cbac-efe4-45ff-95a6-8369937a53b3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:59.933838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5165cbac-efe4-45ff-95a6-8369937a53b3 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:29:00.001654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=11']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:00.007912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856c44-061e-49b9-a791-c330bc3ee9ed req-46cbeaf9-8f03-4888-8057-b468a5b907e0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:00.010104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c856c44-061e-49b9-a791-c330bc3ee9ed req-46cbeaf9-8f03-4888-8057-b468a5b907e0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2983139 Jul 06 18:29:00.017610 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9da70d9-bfd5-427b-85fb-34d3577a4ad1 req-983eda27-58cd-424f-9749-d810d95811ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109002 Jul 06 18:29:00.055105 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33948) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:00.081574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c856c44-061e-49b9-a791-c330bc3ee9ed req-2fd43b62-ad5d-49b5-aea0-ea02c62d3850 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627351 Jul 06 18:29:00.322997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3c0a81ae-0f86-4565-a7d2-015d1d687357 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e45d455464bd43ce980de6d07238edc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663839 Jul 06 18:29:00.326931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33964) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:00.361883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b95e1-d182-421e-b523-07a92d8931e6 req-17207231-41e3-4f7f-bb66-52e58e35cd0a tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:00.363459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-705b95e1-d182-421e-b523-07a92d8931e6 req-17207231-41e3-4f7f-bb66-52e58e35cd0a tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 948 time: 0.1865294 Jul 06 18:29:00.384092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efe42d-232c-4003-a7cc-ee411d56afbd req-0288768e-1a21-4cc3-a40c-5fdb61a5615f tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:00.385765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28efe42d-232c-4003-a7cc-ee411d56afbd req-0288768e-1a21-4cc3-a40c-5fdb61a5615f tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 950 time: 0.5895987 Jul 06 18:29:00.395933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1e599-9317-4ed7-97af-b0f23e6e17d8 req-bb8dc1b7-f01c-4304-a1e5-6ceffb2b3bb1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:00.397462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86a1e599-9317-4ed7-97af-b0f23e6e17d8 req-bb8dc1b7-f01c-4304-a1e5-6ceffb2b3bb1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1714830 Jul 06 18:29:00.441176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28efe42d-232c-4003-a7cc-ee411d56afbd req-031fd626-2bb0-4334-a065-6e84b99fcb66 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3273676-c62c-4bf9-878e-893e10fae40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Jul 06 18:29:00.506311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-16fb8c4e-e415-4d75-8222-08981650c73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.512646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86a1e599-9317-4ed7-97af-b0f23e6e17d8 req-3757df04-147f-4790-bed9-b060ea1e1ff7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929794 Jul 06 18:29:00.561509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-16fb8c4e-e415-4d75-8222-08981650c73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.604741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Deleting port bd588241-25e9-4e6f-9b51-53dfbf2e773b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:29:00.605391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.691841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-16fb8c4e-e415-4d75-8222-08981650c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.696653 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-16fb8c4e-e415-4d75-8222-08981650c73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.698953 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-16fb8c4e-e415-4d75-8222-08981650c73a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/388a7dc8-7ae1-4976-a508-e88ff80aaeb8 HTTP/1.1" status: 204 len: 168 time: 0.3708370 Jul 06 18:29:00.720465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb8c4e-e415-4d75-8222-08981650c73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388a7dc8-7ae1-4976-a508-e88ff80aaeb8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:00.760973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] For port bd588241-25e9-4e6f-9b51-53dfbf2e773b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bd588241-25e9-4e6f-9b51-53dfbf2e773b,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:00.761530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.778494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Calling delete_port for bd588241-25e9-4e6f-9b51-53dfbf2e773b owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:29:00.886333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:29:00.966306 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.991190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6970-ecc7-4ab8-921c-cdc7ee2bfbe6 req-da94e5fe-42a0-4638-861b-791336125592 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:00.998146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-859f6970-ecc7-4ab8-921c-cdc7ee2bfbe6 req-da94e5fe-42a0-4638-861b-791336125592 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2150135 Jul 06 18:29:01.001737 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:01.008811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Pushing event deleted for resources: {'Port': ['ID=bd588241-25e9-4e6f-9b51-53dfbf2e773b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:01.032863 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:01.080191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] No DVR routers for this DVR port bd588241-25e9-4e6f-9b51-53dfbf2e773b on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:29:01.083543 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:01.087720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-705b95e1-d182-421e-b523-07a92d8931e6 req-619bbae3-2336-4db6-bb7c-7b08b8042d62 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.41 "DELETE /v2.0/ports/bd588241-25e9-4e6f-9b51-53dfbf2e773b HTTP/1.1" status: 204 len: 173 time: 0.7138150 Jul 06 18:29:01.088012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33982) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:01.088094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-deleted', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:01.090179 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668187ff-f900-4ab4-8716-f6bd17b2b3e5" -d '{"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-deleted", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:01.113392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-859f6970-ecc7-4ab8-921c-cdc7ee2bfbe6 req-87bda4e8-db32-4b01-85c9-ab6fc6bc6ab8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143355 Jul 06 18:29:01.156772 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac85f365-5cc2-4d05-9062-9b69ee9d4585 x-openstack-request-id: req-ac85f365-5cc2-4d05-9062-9b69ee9d4585 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:01.161833 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-deleted", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:01.162192 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac85f365-5cc2-4d05-9062-9b69ee9d4585 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:01.164787 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-deleted', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'status': 'completed', 'code': 200} Jul 06 18:29:01.225068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33988) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:01.225414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-459af7f4-1a7d-4bfb-adb4-3ae3bf4973cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0327015592d4567ba425d19cc7cc206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363120 Jul 06 18:29:01.252994 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Floating IP b3035afc-f438-489a-ab31-5579a3db2fda associated. External IP: 172.25.4.118, port: 83f8e274-1d7d-491d-acca-aed5e29589ae. Jul 06 18:29:01.315732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44967c73-d3cc-4e86-8886-6298fca01d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:01.340599 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-693f72d0-d572-4452-a9e6-c7c3d7487cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4505873 Jul 06 18:29:01.359344 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44967c73-d3cc-4e86-8886-6298fca01d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:01.447710 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44967c73-d3cc-4e86-8886-6298fca01d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:01.450809 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44967c73-d3cc-4e86-8886-6298fca01d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:01.454710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-44967c73-d3cc-4e86-8886-6298fca01d70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7753da60-7e3d-4a99-b56c-8ad9b6b474aa HTTP/1.1" status: 204 len: 168 time: 0.2258191 Jul 06 18:29:01.461846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44967c73-d3cc-4e86-8886-6298fca01d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753da60-7e3d-4a99-b56c-8ad9b6b474aa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:01.505941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:01.511200 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14680814-22e0-4eac-a1bb-7f19ac0e0161" -d '{"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-unplugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:01.557535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051fae4-7c3b-468a-af45-fda56d29d919 req-5e07fd32-f4c4-4cb0-85bc-cae591026187 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:01.565088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6051fae4-7c3b-468a-af45-fda56d29d919 req-5e07fd32-f4c4-4cb0-85bc-cae591026187 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0960505 Jul 06 18:29:01.638013 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6051fae4-7c3b-468a-af45-fda56d29d919 req-1f76f1a9-bc04-4e46-81f5-460750fe324a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715353 Jul 06 18:29:01.694938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-dfd73ae0-6d95-4434-a3d3-dc16ce11aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:01.700807 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ea321-7414-499f-b01a-f7f6bd447ba5 x-openstack-request-id: req-bb7ea321-7414-499f-b01a-f7f6bd447ba5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:01.701112 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a29ead5-31f2-4918-925f-816d47e24154", "name": "network-vif-unplugged", "status": "completed", "tag": "bd588241-25e9-4e6f-9b51-53dfbf2e773b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:01.701604 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb7ea321-7414-499f-b01a-f7f6bd447ba5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:01.702035 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a29ead5-31f2-4918-925f-816d47e24154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd588241-25e9-4e6f-9b51-53dfbf2e773b', 'code': 200} Jul 06 18:29:01.704463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-dfd73ae0-6d95-4434-a3d3-dc16ce11aab3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 1101 time: 0.2671914 Jul 06 18:29:01.768501 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec5c7390-31f2-47a0-9124-7d5871f5ca7f req-62b64a56-7ee6-4080-bf38-df3d53f78f23 tempest-ImagesOneServerTestJSON-814140791 tempest-ImagesOneServerTestJSON-814140791-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a29ead5-31f2-4918-925f-816d47e24154 HTTP/1.1" status: 200 len: 210 time: 0.0472410 Jul 06 18:29:01.950193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45f1a8-80f5-46c3-b2a2-ab84ea639b92 req-2a31578e-0df0-4b6e-8c12-32db8c1f09a1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:01.952407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f45f1a8-80f5-46c3-b2a2-ab84ea639b92 req-2a31578e-0df0-4b6e-8c12-32db8c1f09a1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1442490 Jul 06 18:29:01.985314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:29:01.987102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-7a6659b2-ad76-40f5-9d71-01ba740d0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:01.988639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-7a6659b2-ad76-40f5-9d71-01ba740d0311 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2192211 Jul 06 18:29:02.006410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f45f1a8-80f5-46c3-b2a2-ab84ea639b92 req-bf85ed98-eac3-47d0-b813-0d4df40de0b5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Jul 06 18:29:02.068346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-ca6db30e-ac70-49a4-b9ae-021aa3a64bab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 200 len: 217 time: 0.0656278 Jul 06 18:29:02.171926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-26bc436e-0f00-4bb2-8f7a-cd22a3df44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:02.174244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-26bc436e-0f00-4bb2-8f7a-cd22a3df44f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0938525 Jul 06 18:29:02.291180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:29:02.291384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b999294-cac0-4de0-8fb6-002ce10384b1 req-a94b07ba-2597-4ce5-8755-6221b69433c6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:02.294403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b999294-cac0-4de0-8fb6-002ce10384b1 req-a94b07ba-2597-4ce5-8755-6221b69433c6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1135349 Jul 06 18:29:02.295985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:02.304471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-fd90e246-ec84-44ab-ae7a-110c579b2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:02.305435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-fd90e246-ec84-44ab-ae7a-110c579b2c58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217766 Jul 06 18:29:02.314826 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] Sync routers for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:29:02.328504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-d50d9e6d-6b3b-4d08-8c8e-44bcf5f6b066 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:29:02.328652 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:29:02.329296 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:02.329523 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-d50d9e6d-6b3b-4d08-8c8e-44bcf5f6b066 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059738 Jul 06 18:29:02.375337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d2fe8c25-3e7c-49b4-aee8-c190cf65f92e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "PUT /v2.0/floatingips/b3035afc-f438-489a-ab31-5579a3db2fda HTTP/1.1" status: 200 len: 991 time: 2.9979115 Jul 06 18:29:02.381661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b999294-cac0-4de0-8fb6-002ce10384b1 req-78f00a1a-077d-4e5b-b916-9f840daeaaaf tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728562 Jul 06 18:29:02.404899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'tag': '83f8e274-1d7d-491d-acca-aed5e29589ae'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:02.407545 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9341ff04-62d6-4ab2-83bb-e7f4f567586e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672", "tag": "83f8e274-1d7d-491d-acca-aed5e29589ae"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:02.467474 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-12a2d638-d55c-4349-9706-959f083714d8 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282160 Jul 06 18:29:02.545836 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:29:02.626674 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-23c0cca6-0290-427a-9fc1-c3febdb3123b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1533990 Jul 06 18:29:02.835654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-611e3081-5313-4b80-b8c0-f48951cda549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:02.837221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-611e3081-5313-4b80-b8c0-f48951cda549 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 1096 time: 0.1403368 Jul 06 18:29:02.911502 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b3035afc-f438-489a-ab31-5579a3db2fda', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'port_id': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'mac_address': 'fa:16:3e:d3:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:36Z', 'updated_at': '2021-07-06T18:29:00Z', 'revision_number': 1, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:02.936918 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40205b4-e0fa-4c43-b382-83225f611bc1 x-openstack-request-id: req-b40205b4-e0fa-4c43-b382-83225f611bc1 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:02.937508 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672", "tag": "83f8e274-1d7d-491d-acca-aed5e29589ae", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:02.937508 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b40205b4-e0fa-4c43-b382-83225f611bc1 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:02.937752 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'tag': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'status': 'completed', 'code': 200} Jul 06 18:29:02.962614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] Checking router: 5b814481-d686-4fe9-8e28-7f633d2dd0a0 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:29:02.985623 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:29:02.986294 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:03.055125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c36949e7-71a4-4d6c-9df5-fc275eeaa06b req-ddbf2da0-ce5e-42c8-94ef-f42f185f5f4a service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801024 Jul 06 18:29:03.078592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-708d85af-fc2e-400c-b035-d4dd009f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.079084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-708d85af-fc2e-400c-b035-d4dd009f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.079557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-708d85af-fc2e-400c-b035-d4dd009f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.080051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-708d85af-fc2e-400c-b035-d4dd009f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.080605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-708d85af-fc2e-400c-b035-d4dd009f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.081229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-708d85af-fc2e-400c-b035-d4dd009f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.081408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-708d85af-fc2e-400c-b035-d4dd009f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.083614 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-708d85af-fc2e-400c-b035-d4dd009f86da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6493 time: 0.1444740 Jul 06 18:29:03.089917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf420-8244-4a37-a693-c6fa12afa649 req-d6756e13-0a58-4be9-af95-76a5e7459eba tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.097239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c2cf420-8244-4a37-a693-c6fa12afa649 req-d6756e13-0a58-4be9-af95-76a5e7459eba tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1100 time: 0.1640551 Jul 06 18:29:03.148360 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c2cf420-8244-4a37-a693-c6fa12afa649 req-44437afd-12e0-4489-965d-f6dd5258f7c1 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501273 Jul 06 18:29:03.156964 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:29:03.203621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-6979d48c-6c8c-48e1-906f-1c51ecf9aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.205146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-6979d48c-6c8c-48e1-906f-1c51ecf9aa61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 912 time: 0.3567486 Jul 06 18:29:03.287232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-26c85844-5561-46a5-8f94-b7195c7a2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.287711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-26c85844-5561-46a5-8f94-b7195c7a2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.288189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-26c85844-5561-46a5-8f94-b7195c7a2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.290430 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-26c85844-5561-46a5-8f94-b7195c7a2565 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=adfbd81e-3739-44cd-a772-2d14ed047aa8&id=adfbd81e-3739-44cd-a772-2d14ed047aa8 HTTP/1.1" status: 200 len: 2293 time: 0.1632476 Jul 06 18:29:03.329763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917c11d-2dda-4702-a471-1b3234530213 req-c16a7422-777d-44c1-89ca-ac379d7205da tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.340120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e917c11d-2dda-4702-a471-1b3234530213 req-c16a7422-777d-44c1-89ca-ac379d7205da tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.3896959 Jul 06 18:29:03.434072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-df9bb448-bdfd-45c2-ad4c-e688f12c71b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074d0a6-febd-4f85-b86d-265a11209255 HTTP/1.1" status: 200 len: 1001 time: 0.1366570 Jul 06 18:29:03.496497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-82706789-da01-4e4e-92ec-cd27166b85d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f8e274-1d7d-491d-acca-aed5e29589ae HTTP/1.1" status: 200 len: 999 time: 0.2687311 Jul 06 18:29:03.524833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-7434676a-8c37-4f11-b88c-91c0e8cc5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.526844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-7434676a-8c37-4f11-b88c-91c0e8cc5e77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=520aece6-1643-47a3-bf1c-edc6270091c7 HTTP/1.1" status: 200 len: 850 time: 0.0652876 Jul 06 18:29:03.533672 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e917c11d-2dda-4702-a471-1b3234530213 req-294d051e-a9ca-4eaa-b70e-7e84d84e318e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774840 Jul 06 18:29:03.573373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:29:03.647245 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b3035afc-f438-489a-ab31-5579a3db2fda', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'port_id': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'mac_address': 'fa:16:3e:d3:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:36Z', 'updated_at': '2021-07-06T18:29:00Z', 'revision_number': 1, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:03.666836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-7d0f9b21-52ea-451b-9e42-904496432236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.669424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-7d0f9b21-52ea-451b-9e42-904496432236 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316524 Jul 06 18:29:03.670027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: bd588241-25e9-4e6f-9b51-53dfbf2e773b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:29:03.670377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bd588241-25e9-4e6f-9b51-53dfbf2e773b not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:29:03.687962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-6f0718af-4262-469c-8473-b597f3b8c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.699655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-6f0718af-4262-469c-8473-b597f3b8c307 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.1899698 Jul 06 18:29:03.726240 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227b06b-f1c8-47c5-80ba-03339e0c6c87 None None] The sync data for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 is: [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b3035afc-f438-489a-ab31-5579a3db2fda', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'port_id': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'mac_address': 'fa:16:3e:d3:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:36Z', 'updated_at': '2021-07-06T18:29:00Z', 'revision_number': 1, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:29:03.784058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34094) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:03.860221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-010667f6-5201-403a-88ea-44398b306c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.866332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-010667f6-5201-403a-88ea-44398b306c18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518521 Jul 06 18:29:03.914522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-e30fd8e2-3940-4f79-b1cf-007d5382f795 service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266245 Jul 06 18:29:04.090923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-6ce133ef-ad83-4fc2-889d-1754c843a2ec service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157953 Jul 06 18:29:04.123680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-6ed9865c-d37f-4753-bae5-c953247163d8 service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963012 Jul 06 18:29:04.142213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27bf0d7-880e-40c3-9e1c-184267188fc8 None None] New status for floating IP b3035afc-f438-489a-ab31-5579a3db2fda: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:29:04.237334 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-3738c45d-2a23-4171-8c68-98f456280344 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 200 len: 217 time: 0.1001978 Jul 06 18:29:04.282473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4c7be487-f58c-4780-8222-63702e13d010 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1121c29e7a994da181ea642cf7601510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4972734 Jul 06 18:29:04.286485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9341ff04-62d6-4ab2-83bb-e7f4f567586e req-526a8128-a3d3-407b-8089-f7a9de69a20b service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837730 Jul 06 18:29:04.287204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34108) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:04.355683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-c5d8bc23-36db-4ca4-9429-4cdab9c855f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:04.357778 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-c5d8bc23-36db-4ca4-9429-4cdab9c855f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.1119425 Jul 06 18:29:04.433504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-60c6fbb0-225a-47a7-bb43-57481e99b3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:04.507112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-9ddd4288-4cab-44a5-ab85-e86cf19b9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:04.508053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-60c6fbb0-225a-47a7-bb43-57481e99b3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:04.509134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-9ddd4288-4cab-44a5-ab85-e86cf19b9060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404715 Jul 06 18:29:04.539015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1b592-58b3-4ace-aaa5-9c84a193c9ab req-5a081e02-f0de-465c-aac7-c3794dd61399 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:04.547652 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fe1b592-58b3-4ace-aaa5-9c84a193c9ab req-5a081e02-f0de-465c-aac7-c3794dd61399 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2677176 Jul 06 18:29:04.596699 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-2992df46-44fb-4d94-9b58-0b95169bf857 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2632856 Jul 06 18:29:04.639829 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fe1b592-58b3-4ace-aaa5-9c84a193c9ab req-27be531e-fbca-400b-adf0-701012e59393 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924485 Jul 06 18:29:04.666016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-60c6fbb0-225a-47a7-bb43-57481e99b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:04.668963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-60c6fbb0-225a-47a7-bb43-57481e99b3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:04.674840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-60c6fbb0-225a-47a7-bb43-57481e99b3b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3273676-c62c-4bf9-878e-893e10fae40a HTTP/1.1" status: 204 len: 168 time: 0.3758898 Jul 06 18:29:04.691004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6fbb0-225a-47a7-bb43-57481e99b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3273676-c62c-4bf9-878e-893e10fae40a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:04.692196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e8977-38c4-4362-adf5-18137b75b116 req-3fb4a2b9-1e26-40bf-a357-4563f721072c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:04.700314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-291e8977-38c4-4362-adf5-18137b75b116 req-3fb4a2b9-1e26-40bf-a357-4563f721072c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.2909303 Jul 06 18:29:04.789342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-291e8977-38c4-4362-adf5-18137b75b116 req-a5709915-31da-466e-8a82-1272c869ee22 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880294 Jul 06 18:29:04.791974 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-30667b87-f787-4e25-9ff0-495d8a39783d service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699840 Jul 06 18:29:04.915051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-da5009b6-90d9-4e91-8b49-19e7933e6c77 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125147 Jul 06 18:29:04.965073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-ad952977-3586-4d62-9a59-5dde87fd01a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 200 len: 217 time: 0.0370359 Jul 06 18:29:05.027496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-6810516a-3edc-407f-a7ea-e2e924caca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:05.029213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-6810516a-3edc-407f-a7ea-e2e924caca97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0506692 Jul 06 18:29:05.146639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-209525de-9614-49f8-89cd-4369bb77ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:05.149933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-209525de-9614-49f8-89cd-4369bb77ce70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013544 Jul 06 18:29:05.300283 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-288a9951-bac5-4e83-b465-3606d9c26712 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294467 Jul 06 18:29:05.359098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d7016-5d25-4035-b0be-34355dc00a2a req-4c1d3325-6633-4149-89e5-9dfe8c4489f2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:05.362049 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27d7016-5d25-4035-b0be-34355dc00a2a req-4c1d3325-6633-4149-89e5-9dfe8c4489f2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0753443 Jul 06 18:29:05.424769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27d7016-5d25-4035-b0be-34355dc00a2a req-f93f5e45-bfa1-4a59-9248-ba497a1532f1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563188 Jul 06 18:29:05.425671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-7cc8ffde-8101-4f7a-9f62-046577541650 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076980 Jul 06 18:29:05.503244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-080878b0-f1e6-41d8-a22b-a9a35903dad4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=486e63c4-6d83-4b3b-ab15-e089065418dc HTTP/1.1" status: 200 len: 217 time: 0.0650208 Jul 06 18:29:05.599467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-0eae8fb9-d53c-47b7-a115-029944b03771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:05.601143 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-0eae8fb9-d53c-47b7-a115-029944b03771 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0886202 Jul 06 18:29:05.690098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-6ecc1964-2319-4328-a278-013ba3108ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:05.691694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-6ecc1964-2319-4328-a278-013ba3108ff5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765612 Jul 06 18:29:05.839519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34200) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:05.850054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-e5eca4cf-778a-4b07-8a0d-e6ec0f27254e service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485758 Jul 06 18:29:06.052317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34216) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:06.086836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda1649-53ad-4179-9584-6dd804070be9 req-6f8edc6a-ef56-42b6-93d6-729153a18421 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:06.096547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dda1649-53ad-4179-9584-6dd804070be9 req-6f8edc6a-ef56-42b6-93d6-729153a18421 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1416631 Jul 06 18:29:06.157312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-b5f20ee9-450b-4085-adaa-b6b26e780df7 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964542 Jul 06 18:29:06.186219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7cd32e37-80aa-4b7b-a005-c4fd85cf9aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.186837 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5dda1649-53ad-4179-9584-6dd804070be9 req-c632b8e6-7c8e-423a-9bc0-d9961532d4be tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879984 Jul 06 18:29:06.283869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-315094011-network', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:06.313799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-d6016385-34fe-4a76-a46c-c13cd932ca89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e HTTP/1.1" status: 200 len: 217 time: 0.1252289 Jul 06 18:29:06.318247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Made reservation on behalf of 113bc2d91a6e4869b00fb7a897037512 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:29:06.321464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.349862 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.408830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-15d8c4f7-0145-498d-8dea-6ad2e09d8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:06.410275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-15d8c4f7-0145-498d-8dea-6ad2e09d8596 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0864425 Jul 06 18:29:06.501131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7cd32e37-80aa-4b7b-a005-c4fd85cf9aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.508803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-e26fb681-804f-475d-8a3e-b88e6b50e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:06.510891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-e26fb681-804f-475d-8a3e-b88e6b50e7a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910625 Jul 06 18:29:06.512109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7cd32e37-80aa-4b7b-a005-c4fd85cf9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.610065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7cd32e37-80aa-4b7b-a005-c4fd85cf9aad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6be635a0684749e5bf5670660ee22348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672732 Jul 06 18:29:06.611045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34228) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:06.621384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd32e37-80aa-4b7b-a005-c4fd85cf9aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1402befa-d41c-41ec-8084-b8553ff84619,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:06.671019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83a29c-f570-42e0-884f-be26605cca7c req-dceeb101-9ea4-43de-a06f-bf38fcbb5530 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:06.672482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba83a29c-f570-42e0-884f-be26605cca7c req-dceeb101-9ea4-43de-a06f-bf38fcbb5530 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1274800 Jul 06 18:29:06.686360 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.692891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-9d48f479-f59d-42db-982e-303c761d10ff service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702218 Jul 06 18:29:06.715566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.717646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe330011-1f6f-4383-9878-082dfdcfc8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.759868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:29:06.782758 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.784701 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Added segment 4d088793-0d39-4c63-b379-479cb31bac19 of type vlan for network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 Jul 06 18:29:06.788862 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe330011-1f6f-4383-9878-082dfdcfc8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.796675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb447cd-a241-4bf3-a7bd-35bd63c7c968,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:06.860805 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba83a29c-f570-42e0-884f-be26605cca7c req-348d12b5-3b6e-4d45-bb28-bb34698de929 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637561 Jul 06 18:29:06.862360 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-f4f3bdbf-fcae-4653-93e2-b7294426a62c service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598036 Jul 06 18:29:06.872982 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe330011-1f6f-4383-9878-082dfdcfc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.876597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe330011-1f6f-4383-9878-082dfdcfc8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.877928 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fe330011-1f6f-4383-9878-082dfdcfc8ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1402befa-d41c-41ec-8084-b8553ff84619 HTTP/1.1" status: 204 len: 168 time: 0.2657032 Jul 06 18:29:06.882369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.907499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe330011-1f6f-4383-9878-082dfdcfc8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1402befa-d41c-41ec-8084-b8553ff84619,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:06.938817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-dc997afe-8631-42d4-b96b-df266cd7cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:06.941184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-dc997afe-8631-42d4-b96b-df266cd7cb02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1100 time: 0.2613993 Jul 06 18:29:06.968355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-ad1e5dac-60e1-43ad-9be3-97cc21f0d986 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 HTTP/1.1" status: 200 len: 217 time: 0.0763564 Jul 06 18:29:07.048462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:07.049467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.050088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:07.059183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-3a63b810-31c1-43fe-a81b-cc87f7a5e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.061068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-3a63b810-31c1-43fe-a81b-cc87f7a5e8b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.0801649 Jul 06 18:29:07.235643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-6689ac59-c434-4c97-90a4-7e57ce6ad128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.244725 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-6689ac59-c434-4c97-90a4-7e57ce6ad128 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1734743 Jul 06 18:29:07.501926 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-48750c4e-9abb-4c8c-95c0-1d5e95266dd0 service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502539 Jul 06 18:29:07.511468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34250) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:07.528253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5e38f-9620-4fdd-8f13-8a8805d5865c req-6c29c053-4693-47be-a459-183200cf0c95 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.529941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ab5e38f-9620-4fdd-8f13-8a8805d5865c req-6c29c053-4693-47be-a459-183200cf0c95 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1445818 Jul 06 18:29:07.560719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17a09c1f-cfe4-4446-9d9b-de3b38726b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:07.688294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ab5e38f-9620-4fdd-8f13-8a8805d5865c req-3e2beef9-851f-4f42-9e83-fc21261cccc7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342521 Jul 06 18:29:07.699656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6459184 Jul 06 18:29:07.711776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34252) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:07.718439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Request body: {'subnet': {'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-315094011-subnet', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:07.735008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-6097a32a-196a-4d4e-b547-779c1d830879 service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038050 Jul 06 18:29:07.762962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986391ef-0f10-4a09-8feb-dee747974de9 admin admin] Pushing event updated for resources: {'Network': ['ID=0d403eed-9c14-4958-9cbe-5eaa2e5ac093,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:07.774146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:29:07.781604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-734cf8cd-8646-4ddd-873a-ac598afe2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.783376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-734cf8cd-8646-4ddd-873a-ac598afe2b27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.8137252 Jul 06 18:29:07.886518 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-9744b196-9a63-4bfd-93ed-888bce940bec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.0915508 Jul 06 18:29:07.907606 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17a09c1f-cfe4-4446-9d9b-de3b38726b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:07.910551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-e16a18e2-7159-469b-8d1b-e761ff739df6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f HTTP/1.1" status: 200 len: 217 time: 0.1633973 Jul 06 18:29:07.916788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17a09c1f-cfe4-4446-9d9b-de3b38726b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:07.936124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046d0c-b42c-4049-bbf2-5d07d6e92a4a req-8157f5c8-f369-4739-ab21-9ff4afa489e6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.938038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-21046d0c-b42c-4049-bbf2-5d07d6e92a4a req-8157f5c8-f369-4739-ab21-9ff4afa489e6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2751901 Jul 06 18:29:07.993451 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-17a09c1f-cfe4-4446-9d9b-de3b38726b1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1368c624090400992306be4a941a477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807920 Jul 06 18:29:07.998727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:08.000485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a09c1f-cfe4-4446-9d9b-de3b38726b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb1a7a-df12-4f19-9606-5009eccf930e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:08.055971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-3d4404f8-3d01-486a-9016-b067c4f67503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:08.058242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-3d4404f8-3d01-486a-9016-b067c4f67503 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1538451 Jul 06 18:29:08.067481 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-21046d0c-b42c-4049-bbf2-5d07d6e92a4a req-8c984cf5-3bbf-4a1d-8689-b543ec15cdb2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827281 Jul 06 18:29:08.095251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Made reservation on behalf of 113bc2d91a6e4869b00fb7a897037512 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:29:08.098991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.126377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-e25b6721-9061-48b1-9286-0411ea67a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:08.127888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-e25b6721-9061-48b1-9286-0411ea67a3cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570080 Jul 06 18:29:08.148021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-10fbd625-af32-4585-8700-82138c612ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:08.149533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-10fbd625-af32-4585-8700-82138c612ca4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.2003133 Jul 06 18:29:08.210468 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c96ea188-4b54-405f-bc2c-afb726038779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.257757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-717b7cfe-65aa-43ee-bba6-ba205f941821 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109812 Jul 06 18:29:08.263186 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c96ea188-4b54-405f-bc2c-afb726038779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.340771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-b0ec19f6-7c2b-46ab-b43f-2b87547810fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:08.342548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-b0ec19f6-7c2b-46ab-b43f-2b87547810fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1716337 Jul 06 18:29:08.372226 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-67f4f5b8-73f1-4ae5-b3c3-3737333ee256 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063957 Jul 06 18:29:08.462774 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c96ea188-4b54-405f-bc2c-afb726038779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.465336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c96ea188-4b54-405f-bc2c-afb726038779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.466551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c96ea188-4b54-405f-bc2c-afb726038779 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bfb1a7a-df12-4f19-9606-5009eccf930e HTTP/1.1" status: 204 len: 168 time: 0.4630558 Jul 06 18:29:08.536314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.540395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ea188-4b54-405f-bc2c-afb726038779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb1a7a-df12-4f19-9606-5009eccf930e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:08.631711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a2ea56-7724-4bee-bc4d-31129923e7e8,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:08.693995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-cf19530f-308e-40aa-af04-be5fd9a1d242 service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274090 Jul 06 18:29:08.694868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Checking segment: {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:08.695351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Network hostable DHCP agents. Network: 0d403eed-9c14-4958-9cbe-5eaa2e5ac093, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:29:08.732680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:29:08.789276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 0d403eed-9c14-4958-9cbe-5eaa2e5ac093) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:08.793937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:08.794541 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.801909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e97f8-bd6d-41ca-9a2c-d44c6196355f None None] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:29:08.841031 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78640b80-185a-4e99-9671-14dd95790a45 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1279912 Jul 06 18:29:08.843819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34274) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:08.848559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:08.885870 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.887832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:08.902172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c21f6188-fda6-4f9c-a07c-5a9e72cfaa3f req-e8749c7a-f787-4060-814b-1abc9d4d21f3 service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793966 Jul 06 18:29:08.922386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34278) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:09.127734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.134630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:29:09.135838 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.142640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0fc347f-9e11-46ee-a979-6ddb7797f30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.143844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf0188-9050-470a-beb9-881b0347b84c req-37b5e0a4-df37-465a-a467-16e2fd32d76c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:09.145494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3dcf0188-9050-470a-beb9-881b0347b84c req-37b5e0a4-df37-465a-a467-16e2fd32d76c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.2475679 Jul 06 18:29:09.275589 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0fc347f-9e11-46ee-a979-6ddb7797f30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.278380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3dcf0188-9050-470a-beb9-881b0347b84c req-ebd76759-b38d-4f63-b95e-b66bad1f8c26 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818675 Jul 06 18:29:09.285312 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0fc347f-9e11-46ee-a979-6ddb7797f30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.394391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d0fc347f-9e11-46ee-a979-6ddb7797f30e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95348185fc714f79b7cde2615e2318f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697356 Jul 06 18:29:09.394907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc347f-9e11-46ee-a979-6ddb7797f30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b090c2c1-8afa-4cab-a928-358aabd2e1e9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:09.397593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34294) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:09.433506 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.483204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa8ac-1864-449f-8afd-a3ce1a4c2c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.499317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Allocated IP 172.20.0.2 (0d403eed-9c14-4958-9cbe-5eaa2e5ac093/05a2ea56-7724-4bee-bc4d-31129923e7e8/57fb6922-b4dd-4258-8e36-b5986b9a6ba5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:09.559439 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa8ac-1864-449f-8afd-a3ce1a4c2c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.606066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba62af-e634-4f9f-9173-0baeac3988e7 req-b07f0b72-c538-4049-a0b9-f991f8abad3f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:09.607686 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-beba62af-e634-4f9f-9173-0baeac3988e7 req-b07f0b72-c538-4049-a0b9-f991f8abad3f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1433599 Jul 06 18:29:09.665059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-beba62af-e634-4f9f-9173-0baeac3988e7 req-08bc529a-4247-4a52-b0b5-93a570c45ab5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501921 Jul 06 18:29:09.674836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa8ac-1864-449f-8afd-a3ce1a4c2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.678237 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa8ac-1864-449f-8afd-a3ce1a4c2c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.679631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f7cfa8ac-1864-449f-8afd-a3ce1a4c2c89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b090c2c1-8afa-4cab-a928-358aabd2e1e9 HTTP/1.1" status: 204 len: 168 time: 0.2812417 Jul 06 18:29:09.689895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa8ac-1864-449f-8afd-a3ce1a4c2c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b090c2c1-8afa-4cab-a928-358aabd2e1e9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:09.819596 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.836341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Transition to ACTIVE for port object 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:09.864815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Transition to ACTIVE for port object 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:09.878948 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.908261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.926740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:09.931933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:09.939682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:09.945761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1922f-ed2d-4e77-8c95-148a9c9168ef req-8d50714c-6f05-40b1-9eec-9710d76c7bb8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:09.946633 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:09.953959 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d7e1922f-ed2d-4e77-8c95-148a9c9168ef req-8d50714c-6f05-40b1-9eec-9710d76c7bb8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0936272 Jul 06 18:29:09.957821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Pushing event updated for resources: {'Port': ['ID=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:10.024346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d7e1922f-ed2d-4e77-8c95-148a9c9168ef req-1d2c183e-2ecc-47b9-93db-0b2e98853d5e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669847 Jul 06 18:29:10.033977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Attempting to bind port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:10.034685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Attempting to bind port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:10.035258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Attempting to bind port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 on network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:10.043691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:10.044357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Checking segment: {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:10.044765 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.045159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Bound using segment: {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:10.045632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Bound port: 57fb6922-b4dd-4258-8e36-b5986b9a6ba5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:10.046284 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.107761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Allocated IP 172.25.4.111 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/4efeaa6d-1a34-4e46-9a5c-f19babd65f58) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:10.135950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] For port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:10.139190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] For port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:10.146223 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.236188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4230b6f-3ca9-4f5a-ad44-a9c16760f929 None None] Pushing event updated for resources: {'Port': ['ID=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:10.351619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34332) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:10.370212 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e49ec8a1-c23a-4b14-b07f-2d496c141559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.400847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.517269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb65b4-87c2-43a6-b4ca-3ce02616775c req-d7698e71-bbfa-4b91-af69-a37a268b2952 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:10.519523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acdb65b4-87c2-43a6-b4ca-3ce02616775c req-d7698e71-bbfa-4b91-af69-a37a268b2952 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1806624 Jul 06 18:29:10.547632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.587495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e49ec8a1-c23a-4b14-b07f-2d496c141559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.602972 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e49ec8a1-c23a-4b14-b07f-2d496c141559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.615891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:10.624866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:10.637202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:10.646162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acdb65b4-87c2-43a6-b4ca-3ce02616775c req-88f81a3a-6c9c-45b6-9408-233e52706a41 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152432 Jul 06 18:29:10.681023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ec8a1-c23a-4b14-b07f-2d496c141559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c327b74-fe58-45d5-955c-bba26a3ba35d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:10.689499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e49ec8a1-c23a-4b14-b07f-2d496c141559 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=955d5ec9fec3407bb0e4c98452e14422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315978 Jul 06 18:29:10.691531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34340) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:10.719296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Pushing event updated for resources: {'Port': ['ID=4efeaa6d-1a34-4e46-9a5c-f19babd65f58,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:10.760348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6135b7d-a750-4dde-ac1f-07b550c69b09 req-80608a84-a11e-406b-8959-2af176c01330 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:10.767472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6135b7d-a750-4dde-ac1f-07b550c69b09 req-80608a84-a11e-406b-8959-2af176c01330 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1847227 Jul 06 18:29:10.794821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58ad8b15-e77f-4eaa-b871-e8396d950941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.832021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58ad8b15-e77f-4eaa-b871-e8396d950941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.836554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6135b7d-a750-4dde-ac1f-07b550c69b09 req-31d9c91d-08d3-46a8-86cb-2558ef75340e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682662 Jul 06 18:29:10.900309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58ad8b15-e77f-4eaa-b871-e8396d950941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.903869 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58ad8b15-e77f-4eaa-b871-e8396d950941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:10.907706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-58ad8b15-e77f-4eaa-b871-e8396d950941 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c327b74-fe58-45d5-955c-bba26a3ba35d HTTP/1.1" status: 204 len: 168 time: 0.2127976 Jul 06 18:29:10.916545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad8b15-e77f-4eaa-b871-e8396d950941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c327b74-fe58-45d5-955c-bba26a3ba35d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:11.011603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5750-c261-45ab-aad2-b0ebe22e2bec req-a3990e1f-a84b-481a-ab24-5a0934066d46 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:11.013366 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d79a5750-c261-45ab-aad2-b0ebe22e2bec req-a3990e1f-a84b-481a-ab24-5a0934066d46 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1707840 Jul 06 18:29:11.095183 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d79a5750-c261-45ab-aad2-b0ebe22e2bec req-19776ba2-2379-4572-ae3b-ef294f627fb8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742149 Jul 06 18:29:11.126540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:11.468184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34376) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:11.514036 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd4cc5a6-05a9-4c98-b100-189ff14b0bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:11.520755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bae33-8c8f-48a4-a888-e5b7a3401434 req-3893ca28-2bd2-4ba5-930c-05ef0ffedf33 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:11.526597 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-389bae33-8c8f-48a4-a888-e5b7a3401434 req-3893ca28-2bd2-4ba5-930c-05ef0ffedf33 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1303225 Jul 06 18:29:11.539585 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:11.560424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:11.596258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-389bae33-8c8f-48a4-a888-e5b7a3401434 req-0d95d174-9f21-418a-a30b-b29ebd270aa0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628505 Jul 06 18:29:11.639532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:11.750477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a46df-484f-4737-9327-3c006146d447 None None] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:29:11.751397 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd4cc5a6-05a9-4c98-b100-189ff14b0bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:11.799170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd4cc5a6-05a9-4c98-b100-189ff14b0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:11.841625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-175ac6ed-c0cb-4789-8dac-d71602fbb418 None None] Provisioning for port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:11.853521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-175ac6ed-c0cb-4789-8dac-d71602fbb418 None None] Provisioning complete for port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:11.854230 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-175ac6ed-c0cb-4789-8dac-d71602fbb418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:11.888465 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bd4cc5a6-05a9-4c98-b100-189ff14b0bd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29c4a86d78594ec1b378f3c5f9b16553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141526 Jul 06 18:29:11.891393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34392) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:11.899170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cc5a6-05a9-4c98-b100-189ff14b0bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400a1687-52d2-4049-ad50-e72af1c32511,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:11.960412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b4842-f767-4b3e-851e-32d3df045641 req-b30041ea-da42-46f5-ab85-5485fc026792 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:11.962669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a7b4842-f767-4b3e-851e-32d3df045641 req-b30041ea-da42-46f5-ab85-5485fc026792 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1458988 Jul 06 18:29:11.964275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Router 02f6444b-5a56-40ee-a853-e2408585b87a is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:29:11.978634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f99e7a8-d6c4-477b-b403-faa3f0d46585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.004070 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f99e7a8-d6c4-477b-b403-faa3f0d46585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.063915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f99e7a8-d6c4-477b-b403-faa3f0d46585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.067784 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f99e7a8-d6c4-477b-b403-faa3f0d46585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.069187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1f99e7a8-d6c4-477b-b403-faa3f0d46585 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/400a1687-52d2-4049-ad50-e72af1c32511 HTTP/1.1" status: 204 len: 168 time: 0.1739571 Jul 06 18:29:12.080973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99e7a8-d6c4-477b-b403-faa3f0d46585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400a1687-52d2-4049-ad50-e72af1c32511,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:12.128474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:29:12.129105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-175ac6ed-c0cb-4789-8dac-d71602fbb418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.149320 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Sync routers for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:29:12.170301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.175451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34398) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:12.177526 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:29:12.179144 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:12.179405 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6b0a09ea-a464-489f-8818-dbd1ebc5489c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3335898 Jul 06 18:29:12.214444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a7b4842-f767-4b3e-851e-32d3df045641 req-b1e6a098-7525-49d0-a9f6-7d8134fbffac tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426555 Jul 06 18:29:12.243459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-175ac6ed-c0cb-4789-8dac-d71602fbb418 None None] For port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:12.255491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-175ac6ed-c0cb-4789-8dac-d71602fbb418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.412020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ac6ed-c0cb-4789-8dac-d71602fbb418 None None] Pushing event updated for resources: {'Port': ['ID=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:12.414024 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:29:12.486258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b15cb451-8c89-45ae-888b-9465edcbdf9e None None] Provisioning complete for port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:12.486904 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b15cb451-8c89-45ae-888b-9465edcbdf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.596943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34412) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:12.744955 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:10Z', 'revision_number': 3, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:12.843389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd684421-ebe2-4d73-918a-e5928174fbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.889800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072de40-006d-4732-bd5f-2fa226bddcf5 req-61089017-d2eb-4d05-9ec2-d4b447be144f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:12.897596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f072de40-006d-4732-bd5f-2fa226bddcf5 req-61089017-d2eb-4d05-9ec2-d4b447be144f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.5803497 Jul 06 18:29:12.939202 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Checking router: 02f6444b-5a56-40ee-a853-e2408585b87a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:29:12.939808 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Updating router 02f6444b-5a56-40ee-a853-e2408585b87a port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:29:12.984538 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:12.985747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd26d6-ba9d-4dbd-80ed-a0ee4526ec2f req-cdc06e34-ab4f-4906-bf6b-88f80a327ce6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:12.987365 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26bd26d6-ba9d-4dbd-80ed-a0ee4526ec2f req-cdc06e34-ab4f-4906-bf6b-88f80a327ce6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1032307 Jul 06 18:29:12.991987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f072de40-006d-4732-bd5f-2fa226bddcf5 req-1158df18-680e-48e9-b85a-7dbbbe838ea0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933471 Jul 06 18:29:13.060539 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26bd26d6-ba9d-4dbd-80ed-a0ee4526ec2f req-413af307-1ff0-4186-b8b0-4b78654960ca tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656397 Jul 06 18:29:13.111884 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd684421-ebe2-4d73-918a-e5928174fbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.118860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd684421-ebe2-4d73-918a-e5928174fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.179810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd684421-ebe2-4d73-918a-e5928174fbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8c5a82-4b0b-41d6-bc58-ecb192dec755,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:13.208535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cd684421-ebe2-4d73-918a-e5928174fbee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=529a2e3d84654814a6248a2dfb34a046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101863 Jul 06 18:29:13.212130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34432) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:13.311934 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfc70696-5733-4f1e-a317-7229692b73f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.403090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfc70696-5733-4f1e-a317-7229692b73f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.421424 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.429238 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.441677 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Transition to ACTIVE for port object 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:13.451340 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.502779 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19fbc3-d2f0-4ec4-9518-d8a0bec1c8db None None] Pushing event updated for resources: {'Port': ['ID=4efeaa6d-1a34-4e46-9a5c-f19babd65f58,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:13.523085 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Attempting to bind port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:13.523339 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Attempting to bind port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:13.523703 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Attempting to bind port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:13.529227 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:13.529923 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:13.530547 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.531095 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:13.531711 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Bound port: 4efeaa6d-1a34-4e46-9a5c-f19babd65f58, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:13.532267 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.533219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:13.570281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f77a4-649b-4a2b-97b1-999a125b46dc req-ea7dc8dc-e0e2-4d2b-b71e-1d8f029c6973 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:13.571925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e71f77a4-649b-4a2b-97b1-999a125b46dc req-ea7dc8dc-e0e2-4d2b-b71e-1d8f029c6973 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2116013 Jul 06 18:29:13.606588 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] For port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:13.607589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:13.608132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.609773 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] For port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4efeaa6d-1a34-4e46-9a5c-f19babd65f58,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:13.621169 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.636640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfc70696-5733-4f1e-a317-7229692b73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.639172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfc70696-5733-4f1e-a317-7229692b73f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:13.642212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bfc70696-5733-4f1e-a317-7229692b73f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c8c5a82-4b0b-41d6-bc58-ecb192dec755 HTTP/1.1" status: 204 len: 168 time: 0.4289927 Jul 06 18:29:13.717396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e71f77a4-649b-4a2b-97b1-999a125b46dc req-b635e7fe-25fa-44a0-bac7-3f58eb0a5d5b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349561 Jul 06 18:29:13.720623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc70696-5733-4f1e-a317-7229692b73f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8c5a82-4b0b-41d6-bc58-ecb192dec755,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:13.723527 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:29:13.748129 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:13.752775 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19fbc3-d2f0-4ec4-9518-d8a0bec1c8db None None] Pushing event updated for resources: {'Port': ['ID=4efeaa6d-1a34-4e46-9a5c-f19babd65f58,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:13.862005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Allocated IP 172.20.0.1 (0d403eed-9c14-4958-9cbe-5eaa2e5ac093/05a2ea56-7724-4bee-bc4d-31129923e7e8/9f0cca08-86da-41ff-abbb-6386269064f6) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:13.987116 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:29:14.074860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34462) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:14.080436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.108084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Transition to ACTIVE for port object 9f0cca08-86da-41ff-abbb-6386269064f6 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:14.127044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998068-2e1d-4448-a5ae-eb819f622b73 req-087d8316-ee55-44f2-b712-83ecd29e52af tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:14.135001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7c998068-2e1d-4448-a5ae-eb819f622b73 req-087d8316-ee55-44f2-b712-83ecd29e52af tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1572838 Jul 06 18:29:14.207093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7c998068-2e1d-4448-a5ae-eb819f622b73 req-65a285b9-7693-4735-9fce-a0040127759d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710771 Jul 06 18:29:14.233610 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.242062 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:10Z', 'revision_number': 3, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:14.274580 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:14.278890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:14.282052 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59440af2-eb2a-417a-8cfe-acf0629e0724 None None] The sync data for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 is: [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:10Z', 'revision_number': 3, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:29:14.282574 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:14.319582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34472) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:14.349969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d75c04-8136-429e-81d9-a1c8ab0971e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.358965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Pushing event updated for resources: {'Port': ['ID=9f0cca08-86da-41ff-abbb-6386269064f6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:14.410305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.619448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d75c04-8136-429e-81d9-a1c8ab0971e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.626655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09581a81-35a7-477f-a56a-83cf7034adda req-eae8e046-ee33-4cea-b0c0-9bad2b84a778 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:14.627192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d75c04-8136-429e-81d9-a1c8ab0971e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.634735 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09581a81-35a7-477f-a56a-83cf7034adda req-eae8e046-ee33-4cea-b0c0-9bad2b84a778 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2549520 Jul 06 18:29:14.699250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d75c04-8136-429e-81d9-a1c8ab0971e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838d283b-ca96-4b4f-ad72-10f930705128,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:14.717916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9f8f-0d43-46a2-aa17-3073540d61e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.757388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-70d75c04-8136-429e-81d9-a1c8ab0971e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a13eff830aae447fb5c90f518e4b9906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358723 Jul 06 18:29:14.762722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b41d4d6a-23ac-48a0-9a7a-599a1cb87f33 None None] Provisioning for port 9f0cca08-86da-41ff-abbb-6386269064f6 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:14.763243 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09581a81-35a7-477f-a56a-83cf7034adda req-85d038b8-344e-436a-9a43-5bd4713b9832 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259887 Jul 06 18:29:14.763345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34476) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:14.775936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b41d4d6a-23ac-48a0-9a7a-599a1cb87f33 None None] Provisioning complete for port 9f0cca08-86da-41ff-abbb-6386269064f6 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:14.776583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b41d4d6a-23ac-48a0-9a7a-599a1cb87f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.810111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.827246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b41d4d6a-23ac-48a0-9a7a-599a1cb87f33 None None] Port 9f0cca08-86da-41ff-abbb-6386269064f6 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:29:14.835966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b507cd6-1be0-4d2b-aac5-2dc5f82fa69c req-aca8d3aa-bd04-4034-8ecd-ae58994851f1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:14.843563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b507cd6-1be0-4d2b-aac5-2dc5f82fa69c req-aca8d3aa-bd04-4034-8ecd-ae58994851f1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.2926960 Jul 06 18:29:14.940924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34810cc-f564-4635-a51f-b4e2fd677ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:14.988438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b507cd6-1be0-4d2b-aac5-2dc5f82fa69c req-50aeeeb1-2a69-4938-8339-26afadb53ac7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438472 Jul 06 18:29:15.005021 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34810cc-f564-4635-a51f-b4e2fd677ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.053813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.062426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.078601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9f8f-0d43-46a2-aa17-3073540d61e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.085912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9f8f-0d43-46a2-aa17-3073540d61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.128250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34810cc-f564-4635-a51f-b4e2fd677ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.130816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34810cc-f564-4635-a51f-b4e2fd677ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.132170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e34810cc-f564-4635-a51f-b4e2fd677ab3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/838d283b-ca96-4b4f-ad72-10f930705128 HTTP/1.1" status: 204 len: 168 time: 0.3640416 Jul 06 18:29:15.136530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e9f8f-0d43-46a2-aa17-3073540d61e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84384865-d7f1-4d5e-b8fd-c206b444db72,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:15.140866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb0e9f8f-0d43-46a2-aa17-3073540d61e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2b264099a3b47b0870d36ca336be042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0650856 Jul 06 18:29:15.144312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34486) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:15.166044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34810cc-f564-4635-a51f-b4e2fd677ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838d283b-ca96-4b4f-ad72-10f930705128,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:15.223893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e31e4195-75b9-4907-bddc-6441f49f1552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.239661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Pushing event updated for resources: {'Port': ['ID=9f0cca08-86da-41ff-abbb-6386269064f6,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:15.249444 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.252155 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e31e4195-75b9-4907-bddc-6441f49f1552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.309401 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e31e4195-75b9-4907-bddc-6441f49f1552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.312116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e31e4195-75b9-4907-bddc-6441f49f1552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.313348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e31e4195-75b9-4907-bddc-6441f49f1552 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84384865-d7f1-4d5e-b8fd-c206b444db72 HTTP/1.1" status: 204 len: 168 time: 0.1670108 Jul 06 18:29:15.337206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e4195-75b9-4907-bddc-6441f49f1552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84384865-d7f1-4d5e-b8fd-c206b444db72,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:15.463683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:15.465233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:15.474091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded78bf-9113-406d-8b67-11b4373980db req-70501ac9-81f8-4735-9c96-8a13f75e28d3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:15.489965 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-92742256-159f-47f7-9026-ff4cebda1d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.493479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bded78bf-9113-406d-8b67-11b4373980db req-70501ac9-81f8-4735-9c96-8a13f75e28d3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1063597 Jul 06 18:29:15.576325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:15.605354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bded78bf-9113-406d-8b67-11b4373980db req-3bd54db4-8196-403d-9f0f-96738252a20b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064122 Jul 06 18:29:15.671073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:15.678161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:15.678624 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.759032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Router 02f6444b-5a56-40ee-a853-e2408585b87a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:29:15.863694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.885807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4efeaa6d-1a34-4e46-9a5c-f19babd65f58,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:15.893932 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:15.984346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f30a1e3c-dec2-496a-a6c7-a947154ebd07 None None] Provisioning complete for port 9f0cca08-86da-41ff-abbb-6386269064f6 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:15.984716 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f30a1e3c-dec2-496a-a6c7-a947154ebd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:16.007332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:29:16.013333 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-70745acf-ac30-45a7-8b5e-73d101764c3b admin admin] 10.222.0.53 "PUT /v2.0/routers/02f6444b-5a56-40ee-a853-e2408585b87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8362486 Jul 06 18:29:16.022091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b32a-f338-415c-8831-d48d78a14eb3 req-29ae46fb-16bd-4104-8e34-d707e90b9056 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:16.029378 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c63b32a-f338-415c-8831-d48d78a14eb3 req-29ae46fb-16bd-4104-8e34-d707e90b9056 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1807997 Jul 06 18:29:16.037641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f30a1e3c-dec2-496a-a6c7-a947154ebd07 None None] Port 9f0cca08-86da-41ff-abbb-6386269064f6 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:29:16.041708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4efeaa6d-1a34-4e46-9a5c-f19babd65f58,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:16.086417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c63b32a-f338-415c-8831-d48d78a14eb3 req-07735663-108f-4799-96a1-34edfe416d66 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559387 Jul 06 18:29:16.323025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5622b18-b6b0-4add-90f9-b3e8d5f0cb6f req-7344110a-9787-4c56-b4dc-4f58b1b83826 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:16.325746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5622b18-b6b0-4add-90f9-b3e8d5f0cb6f req-7344110a-9787-4c56-b4dc-4f58b1b83826 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0772495 Jul 06 18:29:16.390449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5622b18-b6b0-4add-90f9-b3e8d5f0cb6f req-9e11496e-0e69-49e1-b69c-be484cf9f88a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587423 Jul 06 18:29:16.878699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Sync routers for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:29:16.889382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a2f92-9251-4845-8347-01a2cf333d1a req-fc161cd9-6d5a-420d-bb87-ca46d4d7fa1e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:16.892507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:29:16.893175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:28:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:16.898052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-018a2f92-9251-4845-8347-01a2cf333d1a req-fc161cd9-6d5a-420d-bb87-ca46d4d7fa1e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0981946 Jul 06 18:29:16.953890 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-018a2f92-9251-4845-8347-01a2cf333d1a req-c62fb8a5-8ac2-4dd7-b03d-a162a953305e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545380 Jul 06 18:29:17.075300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:29:17.158037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34562) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:17.164245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ecbdf4aa-1823-4aae-b10b-612b1bd8533b tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460693301', 'description': 'tempest-description--1959463791'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:17.197695 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf4aa-1823-4aae-b10b-612b1bd8533b tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.324501 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf4aa-1823-4aae-b10b-612b1bd8533b tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.335103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf4aa-1823-4aae-b10b-612b1bd8533b tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.371976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1fb9d-7c93-4ca0-aedd-614cc0dc3647 req-008096d1-76a5-49ae-8624-2c6cfe0a448a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:17.375668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 2, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:17.379525 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05a1fb9d-7c93-4ca0-aedd-614cc0dc3647 req-008096d1-76a5-49ae-8624-2c6cfe0a448a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2188647 Jul 06 18:29:17.406158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Checking router: 02f6444b-5a56-40ee-a853-e2408585b87a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:29:17.406512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Updating router 02f6444b-5a56-40ee-a853-e2408585b87a port 9f0cca08-86da-41ff-abbb-6386269064f6 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:29:17.423321 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecbdf4aa-1823-4aae-b10b-612b1bd8533b tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.424604 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ecbdf4aa-1823-4aae-b10b-612b1bd8533b tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2655683 Jul 06 18:29:17.427626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34576) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:17.433961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-deef71c0-319b-41f5-bbe8-90d9038eb5d8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Request body: {'security_group_rule': {'security_group_id': '4584c2f0-8277-43c1-ad61-edd7422c8b1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:17.494808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-deef71c0-319b-41f5-bbe8-90d9038eb5d8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.503841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05a1fb9d-7c93-4ca0-aedd-614cc0dc3647 req-1ceaa837-71c5-4293-a2e3-18f8cd61bbfd tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096606 Jul 06 18:29:17.510974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdf4aa-1823-4aae-b10b-612b1bd8533b tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4584c2f0-8277-43c1-ad61-edd7422c8b1f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:17.511796 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.607801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:17.639190 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-deef71c0-319b-41f5-bbe8-90d9038eb5d8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.658404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-deef71c0-319b-41f5-bbe8-90d9038eb5d8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.682812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef71c0-319b-41f5-bbe8-90d9038eb5d8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cc0758-8484-467d-8af3-9aa1115d657c,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:17.703997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-deef71c0-319b-41f5-bbe8-90d9038eb5d8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.710564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-deef71c0-319b-41f5-bbe8-90d9038eb5d8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805707 Jul 06 18:29:17.711205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:17.733037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fbcfe257-745f-4688-8b65-7e491ea636f4 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Request body: {'security_group_rule': {'security_group_id': '4584c2f0-8277-43c1-ad61-edd7422c8b1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:17.788451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:17.788860 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.832615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d9bed-c9f7-44b3-b964-1dba50699b96 req-faa9269c-8bdc-496c-930e-2c5b85bae9ba tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:17.834325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-581d9bed-c9f7-44b3-b964-1dba50699b96 req-faa9269c-8bdc-496c-930e-2c5b85bae9ba tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1999195 Jul 06 18:29:17.835978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbcfe257-745f-4688-8b65-7e491ea636f4 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.897786 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-581d9bed-c9f7-44b3-b964-1dba50699b96 req-b66d2061-4848-4c1b-9e5e-3f96cb419c27 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568123 Jul 06 18:29:17.962186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbcfe257-745f-4688-8b65-7e491ea636f4 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.977697 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbcfe257-745f-4688-8b65-7e491ea636f4 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.021666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfe257-745f-4688-8b65-7e491ea636f4 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a59c54-4cb3-4b06-ba73-7012cc0a8c97,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:18.042425 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbcfe257-745f-4688-8b65-7e491ea636f4 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.043956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fbcfe257-745f-4688-8b65-7e491ea636f4 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3301368 Jul 06 18:29:18.048264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34602) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:18.056722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:18.071150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81e9fa-ff23-4989-b60b-f835002c4fd8 req-2cefeb6b-a3a6-4b61-804d-e96e05a7f53b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:18.080641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a81e9fa-ff23-4989-b60b-f835002c4fd8 req-2cefeb6b-a3a6-4b61-804d-e96e05a7f53b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1105685 Jul 06 18:29:18.094183 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.157986 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7896558c-f5c7-43d4-81f5-bbf2bd51280c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.177273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a81e9fa-ff23-4989-b60b-f835002c4fd8 req-1b755bf3-9fd8-4172-bb20-4bb0b1c908b9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956333 Jul 06 18:29:18.233053 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.244158 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.247617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Transition to ACTIVE for port object 9f0cca08-86da-41ff-abbb-6386269064f6 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:18.257812 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.364772 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.376670 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba52d2e-5564-462f-a7fd-0b8ffac1be14 None None] Pushing event updated for resources: {'Port': ['ID=9f0cca08-86da-41ff-abbb-6386269064f6,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:18.439523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Allocated IP 172.25.4.98 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/0b052f72-94c0-467a-b32c-1f2bab5ba7af) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:18.491234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Attempting to bind port 9f0cca08-86da-41ff-abbb-6386269064f6 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:18.492116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Attempting to bind port 9f0cca08-86da-41ff-abbb-6386269064f6 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:18.492773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Attempting to bind port 9f0cca08-86da-41ff-abbb-6386269064f6 on network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:18.499632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:18.500156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Checking segment: {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:18.500845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.501340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Bound using segment: {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:18.502741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Bound port: 9f0cca08-86da-41ff-abbb-6386269064f6, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:18.503432 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.563776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75eef7-498e-42b5-aff2-76522c0e2770 req-7986864f-58ec-446e-9649-c78c2458e2ca tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:18.565796 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-c5fe036a-ac9a-4da7-8191-93a89e4bf0d4 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6fa919a289a2429b8b67fa574a1045e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973577 Jul 06 18:29:18.578634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ab75eef7-498e-42b5-aff2-76522c0e2770 req-7986864f-58ec-446e-9649-c78c2458e2ca tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1636531 Jul 06 18:29:18.632141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] For port 9f0cca08-86da-41ff-abbb-6386269064f6, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:18.636718 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ab75eef7-498e-42b5-aff2-76522c0e2770 req-e12c4616-f0f7-4023-81f4-cbfea6489349 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570185 Jul 06 18:29:18.645273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] For port 9f0cca08-86da-41ff-abbb-6386269064f6, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9f0cca08-86da-41ff-abbb-6386269064f6,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:18.652439 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.734471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:18.739706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:29:18.740752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:18.743029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba52d2e-5564-462f-a7fd-0b8ffac1be14 None None] Pushing event updated for resources: {'Port': ['ID=9f0cca08-86da-41ff-abbb-6386269064f6,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:18.769628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-aaaec42a-9422-4479-9f15-1731f9faeae0 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:18.772765 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-aaaec42a-9422-4479-9f15-1731f9faeae0 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953106 Jul 06 18:29:18.807879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-ffb65c8b-f6a8-4d85-9ff6-4fc9905799f9 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/quotas/6fa919a289a2429b8b67fa574a1045e0 HTTP/1.1" status: 200 len: 375 time: 0.0256834 Jul 06 18:29:18.870247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-0552224f-0631-4e9e-a52c-e804cacd2a9b tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fa919a289a2429b8b67fa574a1045e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613091 Jul 06 18:29:18.888297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:29:18.917187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.004620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:19.014370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:19.027021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:19.114715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event updated for resources: {'Port': ['ID=0b052f72-94c0-467a-b32c-1f2bab5ba7af,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:19.206935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.295058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:18Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:29:19.335718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680c6c1-feb4-4cfa-9632-839977b04dc2 None None] The sync data for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 is: [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:18Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:29:19.335873 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.380087 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.460892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72836c-5e3f-4d26-9241-4450f03904af req-c7c676a6-1271-420d-aac2-d88413165d19 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:19.468993 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db72836c-5e3f-4d26-9241-4450f03904af req-c7c676a6-1271-420d-aac2-d88413165d19 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.2253084 Jul 06 18:29:19.526825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0516e6-828d-437a-a3a9-8272bf85c989 req-1303f823-1a0e-4c6b-8490-553c19de981b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:19.535145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f0516e6-828d-437a-a3a9-8272bf85c989 req-1303f823-1a0e-4c6b-8490-553c19de981b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2360954 Jul 06 18:29:19.584629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db72836c-5e3f-4d26-9241-4450f03904af req-c0b07dbc-287d-4b84-8614-74dd87dc0d21 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150289 Jul 06 18:29:19.624108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9f0cca08-86da-41ff-abbb-6386269064f6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:19.658061 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f0516e6-828d-437a-a3a9-8272bf85c989 req-53926dbe-7bfa-4644-b924-e84937ba44f9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211624 Jul 06 18:29:19.731411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 9f0cca08-86da-41ff-abbb-6386269064f6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:19.735797 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.737621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9f0cca08-86da-41ff-abbb-6386269064f6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:19.738258 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.760905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.846509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8de65aff-d74c-44ba-aee5-714b2f6e42a7 req-69a3a96b-8180-44d9-a9af-9019bbcfd264 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 210 time: 0.1039553 Jul 06 18:29:19.911428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event updated for resources: {'Port': ['ID=0b052f72-94c0-467a-b32c-1f2bab5ba7af,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:19.944501 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.954103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.973508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.997798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-99525039-aec5-4e53-adcf-5499bb407f60 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9479249 Jul 06 18:29:20.034815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 9f0cca08-86da-41ff-abbb-6386269064f6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9f0cca08-86da-41ff-abbb-6386269064f6,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:20.042442 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:20.135744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=9f0cca08-86da-41ff-abbb-6386269064f6,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:20.281152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38f259-e4db-4ce2-b7a0-96657fc395e7 req-428da630-119b-4661-b143-ee0aa2b00753 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:20.289703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff38f259-e4db-4ce2-b7a0-96657fc395e7 req-428da630-119b-4661-b143-ee0aa2b00753 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1747370 Jul 06 18:29:20.336415 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff38f259-e4db-4ce2-b7a0-96657fc395e7 req-df81ac3e-1cba-405e-9f52-39538a92fd30 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Jul 06 18:29:20.918522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-416d8af1-7c5b-4b6d-b973-44d8a42e6bb2 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa919a289a2429b8b67fa574a1045e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798507 Jul 06 18:29:20.937034 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:21.045197 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:29:21.073468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a64a66-c24a-4dd0-997d-53ea9a214814 req-73ef3252-99df-44fd-bbea-b131f76b890b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:21.089836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9a64a66-c24a-4dd0-997d-53ea9a214814 req-73ef3252-99df-44fd-bbea-b131f76b890b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.2532179 Jul 06 18:29:21.220141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3427d3-4cc2-4342-a242-ad62a7482585 req-64a972f6-e619-4801-bb6f-24fcdf46d844 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:21.227793 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c3427d3-4cc2-4342-a242-ad62a7482585 req-64a972f6-e619-4801-bb6f-24fcdf46d844 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.6616800 Jul 06 18:29:21.237836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9a64a66-c24a-4dd0-997d-53ea9a214814 req-2718c4ca-d2dd-4398-833d-5f57240da2e2 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463399 Jul 06 18:29:21.273035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-82763252-fea9-4f59-a80b-6a703400ff77 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:21.274309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c3427d3-4cc2-4342-a242-ad62a7482585 req-372cd772-6b6e-41db-8d05-79ebee71c7da tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Jul 06 18:29:21.274640 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-82763252-fea9-4f59-a80b-6a703400ff77 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3446326 Jul 06 18:29:21.290311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Request body: {'port': {'device_id': '58db37ca-e82e-4fc2-85d7-b7b97131ad21', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '6fa919a289a2429b8b67fa574a1045e0'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:21.449854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9cb824c8-da27-4058-ab06-6551d6d3f709 req-1a01fcd3-5ab2-4f70-8990-c49be5ad18f0 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 210 time: 0.0400448 Jul 06 18:29:21.462518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Made reservation on behalf of 6fa919a289a2429b8b67fa574a1045e0 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:29:21.470011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:21.510209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:21.533852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9f0cca08-86da-41ff-abbb-6386269064f6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:21.635075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9f0cca08-86da-41ff-abbb-6386269064f6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:21.635446 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:21.635886 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:21.643692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:21.729524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769df27b-c4af-4314-9752-df4cab1a9321,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:21.742091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.742444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.742791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.743132 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.743472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.743845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.744180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.744650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.745060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.745394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.745901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.746459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:21.861446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Allocated IP 192.168.233.227 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/3cf84ffc-ceaa-4398-ac33-fae270d46bc5) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:21.927167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241942d-0c7d-48a5-b82b-ad6728119f30 req-37813b56-1185-402c-ad6a-3069d64aecda tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:21.930476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d241942d-0c7d-48a5-b82b-ad6728119f30 req-37813b56-1185-402c-ad6a-3069d64aecda tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0956490 Jul 06 18:29:21.991857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d241942d-0c7d-48a5-b82b-ad6728119f30 req-d5a4ac6a-f11b-465a-a098-fc5ffa8c42b5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554461 Jul 06 18:29:22.043648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:22.061547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Transition to ACTIVE for port object 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:22.081225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:22.112643 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:22.173533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Pushing event updated for resources: {'Port': ['ID=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:22.194521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:22.196156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:22.198994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:22.263181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:22.264203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:22.268711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa92f7-576d-4826-9c4d-7ac6c686ff2b req-67e96f23-788a-4061-b2b1-9f217dbcec53 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:22.276338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68aa92f7-576d-4826-9c4d-7ac6c686ff2b req-67e96f23-788a-4061-b2b1-9f217dbcec53 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0933721 Jul 06 18:29:22.287227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-4190c8ca-6714-4be3-9406-d56d40d78d0d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0028543 Jul 06 18:29:22.308953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Request body: {'port': {'device_id': '58db37ca-e82e-4fc2-85d7-b7b97131ad21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:22.327909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68aa92f7-576d-4826-9c4d-7ac6c686ff2b req-ce737853-2df1-4e13-8357-162dd77e46cc tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505018 Jul 06 18:29:22.373369 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:22.507557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:22.525178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-72ce9bc4-73b1-47ba-9189-3609ef062a31 None None] Provisioning for port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:22.529582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-72ce9bc4-73b1-47ba-9189-3609ef062a31 None None] Provisioning complete for port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:22.529951 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ce9bc4-73b1-47ba-9189-3609ef062a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:22.580661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-72ce9bc4-73b1-47ba-9189-3609ef062a31 None None] Port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:29:22.627313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd01839-c870-4ac0-93e0-4342f0eca817 req-c721e331-5789-4420-b007-6c2ba4d79ad6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:22.634592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4dd01839-c870-4ac0-93e0-4342f0eca817 req-c721e331-5789-4420-b007-6c2ba4d79ad6 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1334999 Jul 06 18:29:22.693461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4dd01839-c870-4ac0-93e0-4342f0eca817 req-e5e1e42c-7ab7-46c9-85c3-72646138e8a5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557766 Jul 06 18:29:23.016258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeb9a6-edd6-4a4a-a2dd-4ebd684d1777 req-9416bcf9-6087-4715-a689-d4f217ace3ff tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:23.017824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9eaeb9a6-edd6-4a4a-a2dd-4ebd684d1777 req-9416bcf9-6087-4715-a689-d4f217ace3ff tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.5788898 Jul 06 18:29:23.049756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa0e0c-dd9f-46f4-9c8c-3d8fcb7745a5 req-e87a128e-8a4d-487c-83df-c5c2dd949ef7 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:23.052541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37fa0e0c-dd9f-46f4-9c8c-3d8fcb7745a5 req-e87a128e-8a4d-487c-83df-c5c2dd949ef7 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 936 time: 0.1124885 Jul 06 18:29:23.102325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37fa0e0c-dd9f-46f4-9c8c-3d8fcb7745a5 req-907cf7a6-8bf9-4a23-af47-a38408a135c6 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Jul 06 18:29:23.109370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9eaeb9a6-edd6-4a4a-a2dd-4ebd684d1777 req-2cfc3fdd-c756-4aec-aff6-d0c659e9046c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547915 Jul 06 18:29:23.204198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:23.214237 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:23.228702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Transition to ACTIVE for port object 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:23.237474 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:23.358546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Pushing event updated for resources: {'Port': ['ID=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:23.501337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Attempting to bind port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:23.501690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Attempting to bind port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:23.503235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Attempting to bind port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:23.513222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:29:23.514268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Attempting to bind port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:23.532436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:23.532662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:23.532849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:23.539753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Bound port: 3cf84ffc-ceaa-4398-ac33-fae270d46bc5, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:23.542070 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:23.692549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] For port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:23.696511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] For port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:23.703077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:23.785737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:23.787250 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:23.788900 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] 10.222.0.41 "PUT /v2.0/ports/3cf84ffc-ceaa-4398-ac33-fae270d46bc5 HTTP/1.1" status: 200 len: 1096 time: 1.4933388 Jul 06 18:29:23.791895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58db37ca-e82e-4fc2-85d7-b7b97131ad21', 'tag': '3cf84ffc-ceaa-4398-ac33-fae270d46bc5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:23.816303 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b092f9-7a44-4e5d-a260-5dc467248756" -d '{"events": [{"name": "network-changed", "server_uuid": "58db37ca-e82e-4fc2-85d7-b7b97131ad21", "tag": "3cf84ffc-ceaa-4398-ac33-fae270d46bc5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:23.826346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96581da-6f73-42c4-aa95-c0fed61ad68b service neutron] Pushing event updated for resources: {'Port': ['ID=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:23.875805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34794) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:23.923134 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d5481-c5aa-4c92-8ddf-442cf4d2169c x-openstack-request-id: req-547d5481-c5aa-4c92-8ddf-442cf4d2169c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:23.923666 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58db37ca-e82e-4fc2-85d7-b7b97131ad21", "tag": "3cf84ffc-ceaa-4398-ac33-fae270d46bc5", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:23.924088 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-547d5481-c5aa-4c92-8ddf-442cf4d2169c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:23.925025 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58db37ca-e82e-4fc2-85d7-b7b97131ad21', 'tag': '3cf84ffc-ceaa-4398-ac33-fae270d46bc5', 'status': 'completed', 'code': 200} Jul 06 18:29:23.963720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-cd65a798-dbbe-4612-9e7a-8d18684e69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:23.966140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-cd65a798-dbbe-4612-9e7a-8d18684e69bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa919a289a2429b8b67fa574a1045e0&device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 1099 time: 0.1109347 Jul 06 18:29:24.074868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-35c60d86-5d8c-4a75-8c13-8dd0bad6793c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3cf84ffc-ceaa-4398-ac33-fae270d46bc5 HTTP/1.1" status: 200 len: 217 time: 0.0976133 Jul 06 18:29:24.161493 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:24.162783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-60e79d70-a835-4017-acf8-1335ec26669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:24.167136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-60e79d70-a835-4017-acf8-1335ec26669c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0851552 Jul 06 18:29:24.231901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc24c29-e845-4228-ac1d-02bc9a075498 req-a500b6e6-f83f-404c-945d-8cb43277e368 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:24.233934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dc24c29-e845-4228-ac1d-02bc9a075498 req-a500b6e6-f83f-404c-945d-8cb43277e368 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1449659 Jul 06 18:29:24.296066 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dc24c29-e845-4228-ac1d-02bc9a075498 req-f5dcba85-9635-4a90-a737-483e63d62c9c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Jul 06 18:29:24.298839 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-423a3931-eca3-47b9-8565-f9db36e3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:24.300513 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-423a3931-eca3-47b9-8565-f9db36e3d9a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271701 Jul 06 18:29:24.363281 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:24.371956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:24.463964 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f6cbd596edd4243b24cf079b3844e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870516 Jul 06 18:29:24.465025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c245dee-f679-4228-a826-505ac5acc0f4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:24.470256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34806) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:24.473561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.473967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.474290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.474633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.475082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.475428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.475758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.476089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.476416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.476745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.477247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.477654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70d724-a2c2-4711-ab1e-054fc4bd0fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:24.569846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2076a-e505-4ad4-93c6-5befd57c2326 req-2f265f0e-42ad-475a-8d5f-860481c1f8e0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:24.574087 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7d2076a-e505-4ad4-93c6-5befd57c2326 req-2f265f0e-42ad-475a-8d5f-860481c1f8e0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0896888 Jul 06 18:29:24.576169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb951b1-5c60-4931-8909-f07d26e247fb req-576730cf-0260-4e35-930c-0ac8ea605e5c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:24.577834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2eb951b1-5c60-4931-8909-f07d26e247fb req-576730cf-0260-4e35-930c-0ac8ea605e5c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 948 time: 0.2357445 Jul 06 18:29:24.584629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-d2726da2-b9fa-409e-a3c4-2b65d5953415 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768724 Jul 06 18:29:24.626199 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7d2076a-e505-4ad4-93c6-5befd57c2326 req-8304023c-91f5-4d4d-a25f-583daf8719a2 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393760 Jul 06 18:29:24.635285 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0da68aa8-6e09-4724-bf29-2c7d6296d377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:24.702451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0da68aa8-6e09-4724-bf29-2c7d6296d377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:24.725204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2eb951b1-5c60-4931-8909-f07d26e247fb req-3b9730a6-3098-49c7-8ec1-a21576952dc1 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332498 Jul 06 18:29:24.766301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8f37095-549b-4a4f-8dab-90c0408929bc req-a2ecb3e2-a57a-4a78-9d7e-9d7c129893c1 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628113 Jul 06 18:29:24.792619 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0da68aa8-6e09-4724-bf29-2c7d6296d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:24.799068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0da68aa8-6e09-4724-bf29-2c7d6296d377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:24.805153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0da68aa8-6e09-4724-bf29-2c7d6296d377 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c245dee-f679-4228-a826-505ac5acc0f4 HTTP/1.1" status: 204 len: 168 time: 0.3307557 Jul 06 18:29:24.816323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da68aa8-6e09-4724-bf29-2c7d6296d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c245dee-f679-4228-a826-505ac5acc0f4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:24.900914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-d2e03fd5-b85c-4142-9636-6b084d57d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:24.902942 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-d2e03fd5-b85c-4142-9636-6b084d57d129 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa919a289a2429b8b67fa574a1045e0&device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 1099 time: 0.0707011 Jul 06 18:29:25.012235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-18f573fb-840f-4a7c-8b16-019fa51b116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:25.014650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-18f573fb-840f-4a7c-8b16-019fa51b116e service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1045809 Jul 06 18:29:25.073899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-c07fe291-7e32-4805-96cd-a90ab51cfadf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3cf84ffc-ceaa-4398-ac33-fae270d46bc5 HTTP/1.1" status: 200 len: 217 time: 0.0522323 Jul 06 18:29:25.132858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-c279a04e-729e-49ee-868a-c34fd05a0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:25.134688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-c279a04e-729e-49ee-868a-c34fd05a0573 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0533681 Jul 06 18:29:25.171210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34818) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:25.187899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fbcd3b6-1a2e-4136-bacb-643897ce5c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:25.215584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-09d0243b-de9c-4290-ae59-21f0a839f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:25.217302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-09d0243b-de9c-4290-ae59-21f0a839f262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745854 Jul 06 18:29:25.299855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fbcd3b6-1a2e-4136-bacb-643897ce5c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:25.305771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fbcd3b6-1a2e-4136-bacb-643897ce5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:25.319967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-860fefbd-d865-4724-a737-79c2e06d2c7c service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953166 Jul 06 18:29:25.352416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcd3b6-1a2e-4136-bacb-643897ce5c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e643cd2c-cc9f-4aef-834b-e5051dc442c4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:25.364622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7fbcd3b6-1a2e-4136-bacb-643897ce5c24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=868dd17ccade44088aaf264c61b1a607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888139 Jul 06 18:29:25.364787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:25.423575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85b092f9-7a44-4e5d-a260-5dc467248756 req-e87cf28e-2be3-4bb2-a86a-20b49d7d1693 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964136 Jul 06 18:29:25.438816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22d5-e2b5-4974-bc1d-57949442dcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:25.462153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22d5-e2b5-4974-bc1d-57949442dcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:25.517417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22d5-e2b5-4974-bc1d-57949442dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:25.521588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22d5-e2b5-4974-bc1d-57949442dcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:25.522137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1f4c22d5-e2b5-4974-bc1d-57949442dcf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e643cd2c-cc9f-4aef-834b-e5051dc442c4 HTTP/1.1" status: 204 len: 168 time: 0.1565597 Jul 06 18:29:25.531247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c22d5-e2b5-4974-bc1d-57949442dcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e643cd2c-cc9f-4aef-834b-e5051dc442c4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:25.572004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4aa0e-519f-4957-96ea-8c09fa1dc51b req-bf68977f-c5e6-4cdb-b279-aa269134845a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:25.573837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f7c4aa0e-519f-4957-96ea-8c09fa1dc51b req-bf68977f-c5e6-4cdb-b279-aa269134845a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0967524 Jul 06 18:29:25.619010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f7c4aa0e-519f-4957-96ea-8c09fa1dc51b req-59267249-920c-422f-be28-407a4e05022b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Jul 06 18:29:25.896645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd8a2f-6ea1-4043-8594-87a81286303b req-98ed48cd-0eef-4836-9f37-47f0eab4a5cd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:25.898593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46bd8a2f-6ea1-4043-8594-87a81286303b req-98ed48cd-0eef-4836-9f37-47f0eab4a5cd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1108537 Jul 06 18:29:25.970843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46bd8a2f-6ea1-4043-8594-87a81286303b req-26d4c850-a734-40b9-9129-c41a437ef740 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606489 Jul 06 18:29:26.043184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8e6d-71f0-4a3e-9bf1-9fb22a7a550b req-323ba0dd-bf61-4c28-9776-1da8ff19c5ca tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:26.044943 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fbc8e6d-71f0-4a3e-9bf1-9fb22a7a550b req-323ba0dd-bf61-4c28-9776-1da8ff19c5ca tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 948 time: 0.1299675 Jul 06 18:29:26.097842 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fbc8e6d-71f0-4a3e-9bf1-9fb22a7a550b req-8b60555b-90d9-45ce-bc63-a4462bd40b96 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Jul 06 18:29:26.820805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891c9cc-c72c-40fd-926e-fb2262a00757 req-60fb0565-2e9a-4497-85aa-8f952b6043f4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:26.823878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7891c9cc-c72c-40fd-926e-fb2262a00757 req-60fb0565-2e9a-4497-85aa-8f952b6043f4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0821967 Jul 06 18:29:26.875968 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7891c9cc-c72c-40fd-926e-fb2262a00757 req-197d7c3e-ec57-4053-a6d9-cbb89aa31280 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Jul 06 18:29:27.184137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ced118-29bc-4dd3-86cb-f4a54d3ab7df req-ac958d35-6814-4b8a-8851-f2f1b2b8b349 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:27.186612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82ced118-29bc-4dd3-86cb-f4a54d3ab7df req-ac958d35-6814-4b8a-8851-f2f1b2b8b349 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0844431 Jul 06 18:29:27.259343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82ced118-29bc-4dd3-86cb-f4a54d3ab7df req-53f9ba34-8a6c-4310-b581-83595eff7772 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670197 Jul 06 18:29:27.429556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb345808-2a1d-4a9a-be2f-abb61ef15cbf req-c33e24cf-bc32-437f-8605-40e0593a9e33 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:27.434376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb345808-2a1d-4a9a-be2f-abb61ef15cbf req-c33e24cf-bc32-437f-8605-40e0593a9e33 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 948 time: 0.0989683 Jul 06 18:29:27.486995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb345808-2a1d-4a9a-be2f-abb61ef15cbf req-fd607a68-35c6-4359-a493-7f8609b0a76d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490954 Jul 06 18:29:27.718074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:29:27.827044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:27.987728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '3cf84ffc-ceaa-4398-ac33-fae270d46bc5', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '3cf84ffc-ceaa-4398-ac33-fae270d46bc5', 'mac_address': 'fa:16:3e:47:c1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:29:28.026605 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:28.040344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:28.066012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:28.075806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:28.089299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138d01-2f35-4d4a-bacf-c645ee2a33cf req-2f38864d-a104-4b58-88e7-e5e92165766a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:28.091783 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db138d01-2f35-4d4a-bacf-c645ee2a33cf req-2f38864d-a104-4b58-88e7-e5e92165766a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0777764 Jul 06 18:29:28.146716 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db138d01-2f35-4d4a-bacf-c645ee2a33cf req-06c55c4b-5016-409e-b5fe-da0d24f4bc48 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476511 Jul 06 18:29:28.148073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:28.172817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-4ba57f8c-5e12-427a-8f49-f84649429be5 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f631c7af02749659e1de5a78fe222ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230062 Jul 06 18:29:28.302229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3cf84ffc-ceaa-4398-ac33-fae270d46bc5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:29:28.307075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-453ce0f3-9483-468c-afe2-43ffeea76a3a tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:28.309580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-453ce0f3-9483-468c-afe2-43ffeea76a3a tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313286 Jul 06 18:29:28.335168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-b226763a-201c-40da-afcc-dd7423a1c3b5 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/quotas/0f631c7af02749659e1de5a78fe222ef HTTP/1.1" status: 200 len: 375 time: 0.0179479 Jul 06 18:29:28.380842 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-b54980cd-4eea-4324-9252-d8db54b8dd31 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f631c7af02749659e1de5a78fe222ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384409 Jul 06 18:29:28.571985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1704a-5500-4bde-84f1-fafbe85e296a req-37da8546-3cc3-4e75-8ec0-513661005cc9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:28.579323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00b1704a-5500-4bde-84f1-fafbe85e296a req-37da8546-3cc3-4e75-8ec0-513661005cc9 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1011407 Jul 06 18:29:28.627039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00b1704a-5500-4bde-84f1-fafbe85e296a req-ec3a92b1-c20e-4662-9604-d94318ae13d7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Jul 06 18:29:28.823947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e75bb-2f49-4701-a0e1-641a0043978c req-42681e9e-9d01-479c-938f-feefe21fad9e tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:28.831502 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-745e75bb-2f49-4701-a0e1-641a0043978c req-42681e9e-9d01-479c-938f-feefe21fad9e tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 949 time: 0.0848989 Jul 06 18:29:28.866988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-745e75bb-2f49-4701-a0e1-641a0043978c req-a03db07c-68a4-4a66-bfcd-08645266a0fa tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345771 Jul 06 18:29:28.886376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8139684b-173c-4581-b64a-1582fa23f1a7 req-06152ad8-bcda-4294-bd76-44b9cd80def3 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 210 time: 0.0611005 Jul 06 18:29:29.345597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fa44a-c2c1-4a24-811f-81f429b9a8f7 req-2d728828-44e3-484e-ba36-5ecf1d12c4a4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:29.347696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-112fa44a-c2c1-4a24-811f-81f429b9a8f7 req-2d728828-44e3-484e-ba36-5ecf1d12c4a4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0786469 Jul 06 18:29:29.398530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-112fa44a-c2c1-4a24-811f-81f429b9a8f7 req-7035bb89-0104-4ab2-a6a1-7d283ecf66c1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 Jul 06 18:29:29.734568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:29.810887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:29.817809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:29.818609 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:29.854778 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-b80d826d-58e9-4e20-8ca6-141f61f87684 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0f631c7af02749659e1de5a78fe222ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514991 Jul 06 18:29:29.937630 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:29.981518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58db37ca-e82e-4fc2-85d7-b7b97131ad21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf84ffc-ceaa-4398-ac33-fae270d46bc5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:29.984316 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f486a-cfa2-4391-b471-77cb03b89340" -d '{"events": [{"server_uuid": "58db37ca-e82e-4fc2-85d7-b7b97131ad21", "name": "network-vif-plugged", "status": "completed", "tag": "3cf84ffc-ceaa-4398-ac33-fae270d46bc5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:30.036252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:30.044994 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.107829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-d041629a-fc20-455f-8c7c-eba777831055 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:30.110365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-d041629a-fc20-455f-8c7c-eba777831055 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301471 Jul 06 18:29:30.129294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:30.139264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.139928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.140335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.140753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.141151 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.141542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.142095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.142430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.142763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.143093 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.143418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.143736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:30.144929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Request body: {'port': {'device_id': '896344d2-98c7-47c3-a896-f34ed43fbe7b', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '0f631c7af02749659e1de5a78fe222ef'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:30.205230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a73d0-58b9-415f-8a73-4e722816da40 req-50d31a31-1ec9-45d7-9f0b-33ccf5e3370d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:30.207137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dc8a73d0-58b9-415f-8a73-4e722816da40 req-50d31a31-1ec9-45d7-9f0b-33ccf5e3370d tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 950 time: 0.1257117 Jul 06 18:29:30.209980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4dbaa-d127-4267-834f-176ee00ba709 req-9d8c3f82-a025-405c-a5f8-499c2835ad53 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:30.214225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eaf4dbaa-d127-4267-834f-176ee00ba709 req-9d8c3f82-a025-405c-a5f8-499c2835ad53 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.3648908 Jul 06 18:29:30.254838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dc8a73d0-58b9-415f-8a73-4e722816da40 req-234593c3-e6dc-46bb-8ec9-1725ac6b8d3c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Jul 06 18:29:30.290863 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eaf4dbaa-d127-4267-834f-176ee00ba709 req-109aba44-37b3-4b4a-ab3c-f33cf1c31249 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Jul 06 18:29:30.329318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Made reservation on behalf of 0f631c7af02749659e1de5a78fe222ef for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:29:30.336817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.349025 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575d42e-cb77-40f9-95fb-7668ced46f44 x-openstack-request-id: req-b575d42e-cb77-40f9-95fb-7668ced46f44 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:30.349319 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58db37ca-e82e-4fc2-85d7-b7b97131ad21", "name": "network-vif-plugged", "status": "completed", "tag": "3cf84ffc-ceaa-4398-ac33-fae270d46bc5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:30.349602 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b575d42e-cb77-40f9-95fb-7668ced46f44 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:30.350040 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58db37ca-e82e-4fc2-85d7-b7b97131ad21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf84ffc-ceaa-4398-ac33-fae270d46bc5', 'code': 200} Jul 06 18:29:30.365932 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.432991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b7ae09a-c649-46aa-b54b-4077441dece2 req-f4974b7e-98ec-4305-a16a-37054672f5ba tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 210 time: 0.0573950 Jul 06 18:29:30.505515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.513589 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.578059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231d7a-d6a9-44b4-bb24-fabaea3960bc req-7d65875a-e6d4-4e5d-9570-2a892c919ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:30.580722 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c231d7a-d6a9-44b4-bb24-fabaea3960bc req-7d65875a-e6d4-4e5d-9570-2a892c919ccc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 1101 time: 0.1303477 Jul 06 18:29:30.606708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:30.629529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c231d7a-d6a9-44b4-bb24-fabaea3960bc req-ba109d28-9940-4105-a789-b6fb3ac74f07 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 Jul 06 18:29:30.724381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Allocated IP 192.168.233.250 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/d00f03b7-e686-4c1c-b0b7-8210f5aab260) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:30.788068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8f6db-a905-4edc-896c-778315f25abc req-57c10425-dc72-4cdd-9b3f-a2a490b9385b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:30.789807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22b8f6db-a905-4edc-896c-778315f25abc req-57c10425-dc72-4cdd-9b3f-a2a490b9385b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1578608 Jul 06 18:29:30.883879 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22b8f6db-a905-4edc-896c-778315f25abc req-b387d60f-de42-4ea5-abab-898ddf8ee3c7 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847290 Jul 06 18:29:30.944466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.961909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Transition to ACTIVE for port object d00f03b7-e686-4c1c-b0b7-8210f5aab260 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:31.004342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:31.059894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:31.065136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:31.068981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:31.096315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Pushing event updated for resources: {'Port': ['ID=d00f03b7-e686-4c1c-b0b7-8210f5aab260,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:31.125267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:31.125958 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:31.145695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-802ca9ac-2f25-4480-be52-fbbdddfa3599 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0222738 Jul 06 18:29:31.160116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Request body: {'port': {'device_id': '896344d2-98c7-47c3-a896-f34ed43fbe7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:31.242420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:31.350048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9e90e013-49dd-4afd-960e-e2dcfa53aaf0 None None] Provisioning for port d00f03b7-e686-4c1c-b0b7-8210f5aab260 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:31.374285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9e90e013-49dd-4afd-960e-e2dcfa53aaf0 None None] Provisioning complete for port d00f03b7-e686-4c1c-b0b7-8210f5aab260 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:31.377290 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9e90e013-49dd-4afd-960e-e2dcfa53aaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:31.456565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bd29a-4732-4823-8087-7ad331e831fd req-da72c10e-0478-4f32-a7a9-592b5f07f850 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:31.458350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9e90e013-49dd-4afd-960e-e2dcfa53aaf0 None None] Port d00f03b7-e686-4c1c-b0b7-8210f5aab260 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:29:31.468138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b4bd29a-4732-4823-8087-7ad331e831fd req-da72c10e-0478-4f32-a7a9-592b5f07f850 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 950 time: 0.0850155 Jul 06 18:29:31.521401 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b4bd29a-4732-4823-8087-7ad331e831fd req-a62dc9fe-2d00-4699-9a84-81738ad4103e tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515544 Jul 06 18:29:31.652171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bf0b9-6f45-4838-b832-3332abc17b3d req-e8d5e8c7-caa2-4a3f-a0e0-2611bb610ede tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:31.653738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aa5bf0b9-6f45-4838-b832-3332abc17b3d req-e8d5e8c7-caa2-4a3f-a0e0-2611bb610ede tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1283472 Jul 06 18:29:31.701520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420eecd-2f69-4f0c-b62b-b1cc72bf9644 req-1c0e5ade-c45f-4ba4-b3d4-12b48681b0c3 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:31.703162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6420eecd-2f69-4f0c-b62b-b1cc72bf9644 req-1c0e5ade-c45f-4ba4-b3d4-12b48681b0c3 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 936 time: 0.0761917 Jul 06 18:29:31.705634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00f03b7-e686-4c1c-b0b7-8210f5aab260 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:31.721981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:31.730684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aa5bf0b9-6f45-4838-b832-3332abc17b3d req-fa0f2a97-9dbe-44eb-b37f-ba2c6ebabd5b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556448 Jul 06 18:29:31.739885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Transition to ACTIVE for port object d00f03b7-e686-4c1c-b0b7-8210f5aab260 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:31.753888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:31.766857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6420eecd-2f69-4f0c-b62b-b1cc72bf9644 req-fab9c1cf-aa09-4aba-b4f4-73cef2d48928 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557132 Jul 06 18:29:31.813058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Pushing event updated for resources: {'Port': ['ID=d00f03b7-e686-4c1c-b0b7-8210f5aab260,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:31.891960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Attempting to bind port d00f03b7-e686-4c1c-b0b7-8210f5aab260 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:31.893007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Attempting to bind port d00f03b7-e686-4c1c-b0b7-8210f5aab260 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:31.893007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Attempting to bind port d00f03b7-e686-4c1c-b0b7-8210f5aab260 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:31.898269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Port d00f03b7-e686-4c1c-b0b7-8210f5aab260 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:29:31.898690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Attempting to bind port d00f03b7-e686-4c1c-b0b7-8210f5aab260 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:31.904498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:31.905074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:31.905539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:31.906371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Bound port: d00f03b7-e686-4c1c-b0b7-8210f5aab260, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:31.906931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:31.997431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] For port d00f03b7-e686-4c1c-b0b7-8210f5aab260, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:32.001336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] For port d00f03b7-e686-4c1c-b0b7-8210f5aab260, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d00f03b7-e686-4c1c-b0b7-8210f5aab260,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:32.008836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:32.055594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.056733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:32.058255 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] 10.222.0.41 "PUT /v2.0/ports/d00f03b7-e686-4c1c-b0b7-8210f5aab260 HTTP/1.1" status: 200 len: 1096 time: 0.9038668 Jul 06 18:29:32.059153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896344d2-98c7-47c3-a896-f34ed43fbe7b', 'tag': 'd00f03b7-e686-4c1c-b0b7-8210f5aab260'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:32.062070 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc28064-fc64-41ca-a859-e5cf9924d5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "896344d2-98c7-47c3-a896-f34ed43fbe7b", "tag": "d00f03b7-e686-4c1c-b0b7-8210f5aab260"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:32.127927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b614f-3964-40c9-a2a1-1b4e7fcd695e service neutron] Pushing event updated for resources: {'Port': ['ID=d00f03b7-e686-4c1c-b0b7-8210f5aab260,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:32.143559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b09b7-ed23-414e-bf0e-35fcd980b1f8 req-0b088fc2-644f-44c9-86d4-6a9fed580a55 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.156639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f19b09b7-ed23-414e-bf0e-35fcd980b1f8 req-0b088fc2-644f-44c9-86d4-6a9fed580a55 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1288671 Jul 06 18:29:32.211179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-d93860b0-040b-42ac-a50c-6405858b850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.212933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-d93860b0-040b-42ac-a50c-6405858b850c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f631c7af02749659e1de5a78fe222ef&device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 1099 time: 0.0725443 Jul 06 18:29:32.221608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f19b09b7-ed23-414e-bf0e-35fcd980b1f8 req-7e5d38a9-f176-439d-a101-4524ab7b5732 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634346 Jul 06 18:29:32.281279 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b1bcd6-4845-443f-a5e8-b70cee43737a x-openstack-request-id: req-04b1bcd6-4845-443f-a5e8-b70cee43737a {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:32.281575 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896344d2-98c7-47c3-a896-f34ed43fbe7b", "tag": "d00f03b7-e686-4c1c-b0b7-8210f5aab260", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:32.281846 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04b1bcd6-4845-443f-a5e8-b70cee43737a {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:32.282244 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896344d2-98c7-47c3-a896-f34ed43fbe7b', 'tag': 'd00f03b7-e686-4c1c-b0b7-8210f5aab260', 'status': 'completed', 'code': 200} Jul 06 18:29:32.283829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-ae9d2174-a667-4eb6-a01e-3917b390fe3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d00f03b7-e686-4c1c-b0b7-8210f5aab260 HTTP/1.1" status: 200 len: 217 time: 0.0571370 Jul 06 18:29:32.341550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-73e54888-d9fa-4d4b-806e-958aaaea4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.343451 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-73e54888-d9fa-4d4b-806e-958aaaea4cab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0533307 Jul 06 18:29:32.401743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-49f19469-ed86-450e-bbe1-c23a261c17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.403215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-49f19469-ed86-450e-bbe1-c23a261c17df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530565 Jul 06 18:29:32.505069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-5397a7ca-65ab-472d-9277-f56522164466 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953884 Jul 06 18:29:32.637936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c007373-8180-45b1-93dd-24759e85b1b9 req-5c1507e9-49d0-4c04-95f1-695d6cf4d445 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261225 Jul 06 18:29:32.770135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e23e3-5cbe-4c3e-ab30-3145973c9f06 req-aac8b60a-21a2-4833-b01c-51276da4acef tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.771689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-421e23e3-5cbe-4c3e-ab30-3145973c9f06 req-aac8b60a-21a2-4833-b01c-51276da4acef tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 950 time: 0.1205394 Jul 06 18:29:32.803368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-e8163e16-dd34-446a-a87b-67c579a80b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.804885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-e8163e16-dd34-446a-a87b-67c579a80b66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f631c7af02749659e1de5a78fe222ef&device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 1099 time: 0.1037645 Jul 06 18:29:32.840895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-421e23e3-5cbe-4c3e-ab30-3145973c9f06 req-ef8c4503-4214-4d02-bc8e-bab7a0395202 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Jul 06 18:29:32.921159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-2e1e4281-b27c-406f-be2f-64f77384bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.922911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-2e1e4281-b27c-406f-be2f-64f77384bd8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1069992 Jul 06 18:29:32.943008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04f603-aa5a-487e-9eff-22507ece625f req-7682216c-4e70-4341-ad00-30888d2c9b0f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.944742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dc04f603-aa5a-487e-9eff-22507ece625f req-7682216c-4e70-4341-ad00-30888d2c9b0f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0716834 Jul 06 18:29:32.976537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-0134d6d3-cb01-4737-8f6f-cba5aa67292b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d00f03b7-e686-4c1c-b0b7-8210f5aab260 HTTP/1.1" status: 200 len: 217 time: 0.0452259 Jul 06 18:29:32.997097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dc04f603-aa5a-487e-9eff-22507ece625f req-909c5557-84e6-464d-8883-e321fea46178 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Jul 06 18:29:33.061794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-2e4c5411-41d7-4917-aac8-793339d19e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:33.063297 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-2e4c5411-41d7-4917-aac8-793339d19e0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0799694 Jul 06 18:29:33.128934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a4c04-112f-481c-97dc-045a98359a37 req-b71980a5-6eaf-4b74-ba6a-523d4c33e20a tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:33.130509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-158a4c04-112f-481c-97dc-045a98359a37 req-b71980a5-6eaf-4b74-ba6a-523d4c33e20a tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 948 time: 0.1137128 Jul 06 18:29:33.169668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-bb40702b-a1dd-429a-8cb3-574f79b834de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:33.171248 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-bb40702b-a1dd-429a-8cb3-574f79b834de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006558 Jul 06 18:29:33.220368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-158a4c04-112f-481c-97dc-045a98359a37 req-5181f5b6-0f7f-4995-ae2f-46c146e5fad7 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794635 Jul 06 18:29:33.308367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-43e7b8a6-9cd9-4835-bace-35e98162b76c service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243770 Jul 06 18:29:33.416631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc28064-fc64-41ca-a859-e5cf9924d5ad req-f0dba66c-e3cb-41c0-ab9f-5fd33e32e5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013582 Jul 06 18:29:33.526116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd458a45-b804-46bb-82a2-620f7d0bc72a req-5e95a546-4459-4d08-99d8-b86a9593dd9c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:33.527757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd458a45-b804-46bb-82a2-620f7d0bc72a req-5e95a546-4459-4d08-99d8-b86a9593dd9c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0726516 Jul 06 18:29:33.571129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd458a45-b804-46bb-82a2-620f7d0bc72a req-761a6596-868c-435a-a8f5-9b6c6aad41eb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Jul 06 18:29:34.214555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c551-bb81-431a-887e-dd05bfcc1f10 req-436f7093-cb00-4ae4-a60c-c82946f94df3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:34.218986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7647c551-bb81-431a-887e-dd05bfcc1f10 req-436f7093-cb00-4ae4-a60c-c82946f94df3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0839357 Jul 06 18:29:34.245773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78a7e2-bb1f-48da-9148-30f26a246e82 req-7694dc2d-3070-4394-b298-36f8af949f90 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:34.247534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cc78a7e2-bb1f-48da-9148-30f26a246e82 req-7694dc2d-3070-4394-b298-36f8af949f90 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 950 time: 0.0681722 Jul 06 18:29:34.256803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7647c551-bb81-431a-887e-dd05bfcc1f10 req-4a5765d7-bc22-40b9-944d-8ba0436935a4 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Jul 06 18:29:34.289209 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cc78a7e2-bb1f-48da-9148-30f26a246e82 req-9c6421fd-17d9-4565-b5a4-e5081725ac3b tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349917 Jul 06 18:29:34.476461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2dac-865e-47fc-9cbe-66db50d78cb5 req-8b55fb35-c5ce-4bb9-bd42-a6885473a303 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:34.478139 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d1e2dac-865e-47fc-9cbe-66db50d78cb5 req-8b55fb35-c5ce-4bb9-bd42-a6885473a303 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 948 time: 0.0823479 Jul 06 18:29:34.521550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d1e2dac-865e-47fc-9cbe-66db50d78cb5 req-d45c4101-a0b2-4a5b-ba61-db3a89a55887 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Jul 06 18:29:34.752120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eebab-73c6-4f33-8b01-7ed48d103b34 req-2a068f0c-b45b-4d26-9bc7-ee3afcd566f3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:34.753504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a8eebab-73c6-4f33-8b01-7ed48d103b34 req-2a068f0c-b45b-4d26-9bc7-ee3afcd566f3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0631261 Jul 06 18:29:34.792779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a8eebab-73c6-4f33-8b01-7ed48d103b34 req-6311018e-17e4-4051-b7a0-034da49f21ba tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Jul 06 18:29:35.449675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96112cbf-2e81-4dfc-849e-041189dece6d req-c5a472a5-01c0-4df6-a8d1-bec6524d5b6f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:35.451574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-96112cbf-2e81-4dfc-849e-041189dece6d req-c5a472a5-01c0-4df6-a8d1-bec6524d5b6f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0727408 Jul 06 18:29:35.499005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-96112cbf-2e81-4dfc-849e-041189dece6d req-e2374827-b4ef-4d34-bba4-3b1c944a9add tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Jul 06 18:29:35.508324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d1950-0532-4582-96a3-892f15c7bc53 req-fc2ef94a-558b-4139-9167-b340a12ef571 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:35.510045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0c9d1950-0532-4582-96a3-892f15c7bc53 req-fc2ef94a-558b-4139-9167-b340a12ef571 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 950 time: 0.1063416 Jul 06 18:29:35.556173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-b1778b2c-6d33-4379-9866-6f8967def64f tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:35.557788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-b1778b2c-6d33-4379-9866-6f8967def64f tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.41 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 950 time: 0.1442573 Jul 06 18:29:35.605426 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0c9d1950-0532-4582-96a3-892f15c7bc53 req-d4cac0aa-e22a-4076-be44-e2291be0f009 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/security-groups?id=769df27b-c4af-4314-9752-df4cab1a9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763333 Jul 06 18:29:35.691072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Deleting port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:29:35.692942 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:35.734247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d00f03b7-e686-4c1c-b0b7-8210f5aab260 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:29:35.850099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d00f03b7-e686-4c1c-b0b7-8210f5aab260, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d00f03b7-e686-4c1c-b0b7-8210f5aab260,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:35.864218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'd00f03b7-e686-4c1c-b0b7-8210f5aab260', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'd00f03b7-e686-4c1c-b0b7-8210f5aab260', 'mac_address': 'fa:16:3e:cd:1c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:29:35.878988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1e0ba-2e05-4fc5-8d3b-8166548f0af4 req-d6d64ec9-21c8-4a58-9b30-26d2f28cba63 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:35.882666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c3e1e0ba-2e05-4fc5-8d3b-8166548f0af4 req-d6d64ec9-21c8-4a58-9b30-26d2f28cba63 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 948 time: 0.1361744 Jul 06 18:29:35.913271 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:35.928890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00f03b7-e686-4c1c-b0b7-8210f5aab260 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:35.953339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d00f03b7-e686-4c1c-b0b7-8210f5aab260, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d00f03b7-e686-4c1c-b0b7-8210f5aab260,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:35.959983 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:35.966721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c3e1e0ba-2e05-4fc5-8d3b-8166548f0af4 req-a7652ef7-8f49-4496-ad0f-b6e422e2afec tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776343 Jul 06 18:29:36.043619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d00f03b7-e686-4c1c-b0b7-8210f5aab260,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:36.133476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] For port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:36.133852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:36.149946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Calling delete_port for 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:29:36.161991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a00a-265e-47c1-a081-5721816eb92b req-6d0c477f-8440-4cb4-8a82-740ffcaf3e18 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:36.164200 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5fb8a00a-265e-47c1-a081-5721816eb92b req-6d0c477f-8440-4cb4-8a82-740ffcaf3e18 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1172075 Jul 06 18:29:36.198312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d00f03b7-e686-4c1c-b0b7-8210f5aab260'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:29:36.245027 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5fb8a00a-265e-47c1-a081-5721816eb92b req-fd34ba49-99bc-4a68-bbab-97dfc1c350a2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730171 Jul 06 18:29:36.343615 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:36.386573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Pushing event deleted for resources: {'Port': ['ID=3cf84ffc-ceaa-4398-ac33-fae270d46bc5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:36.436086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] No DVR routers for this DVR port 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:29:36.439124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:36.441488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-329b47ed-963e-47f4-bd79-270312ab12e6 req-bb34903a-8c3c-4460-9aab-0e08ca75c70c tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.41 "DELETE /v2.0/ports/3cf84ffc-ceaa-4398-ac33-fae270d46bc5 HTTP/1.1" status: 204 len: 173 time: 0.8766503 Jul 06 18:29:36.441993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58db37ca-e82e-4fc2-85d7-b7b97131ad21', 'name': 'network-vif-deleted', 'tag': '3cf84ffc-ceaa-4398-ac33-fae270d46bc5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:36.444373 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a27f87-7557-47c3-9f5d-710a63ac411d" -d '{"events": [{"server_uuid": "58db37ca-e82e-4fc2-85d7-b7b97131ad21", "name": "network-vif-deleted", "tag": "3cf84ffc-ceaa-4398-ac33-fae270d46bc5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:36.491428 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d133424-494d-4ded-b47b-6d7d6d6679fe x-openstack-request-id: req-3d133424-494d-4ded-b47b-6d7d6d6679fe {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:36.491722 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58db37ca-e82e-4fc2-85d7-b7b97131ad21", "name": "network-vif-deleted", "tag": "3cf84ffc-ceaa-4398-ac33-fae270d46bc5", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:36.491970 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d133424-494d-4ded-b47b-6d7d6d6679fe {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:36.492363 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58db37ca-e82e-4fc2-85d7-b7b97131ad21', 'name': 'network-vif-deleted', 'tag': '3cf84ffc-ceaa-4398-ac33-fae270d46bc5', 'status': 'completed', 'code': 200} Jul 06 18:29:36.689339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eb34-ecd8-49a4-b6f0-f8c3b0d3d3e2 req-9b52be7e-7ca4-4bc9-8e9b-6239d90ac2ec tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:36.691409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21a9eb34-ecd8-49a4-b6f0-f8c3b0d3d3e2 req-9b52be7e-7ca4-4bc9-8e9b-6239d90ac2ec tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0655265 Jul 06 18:29:36.730568 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21a9eb34-ecd8-49a4-b6f0-f8c3b0d3d3e2 req-e81c24a1-790d-4c8d-a845-1766b3d0b711 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332730 Jul 06 18:29:36.752367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3cf84ffc-ceaa-4398-ac33-fae270d46bc5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:29:36.778055 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e951aa45-4148-4570-af8e-40ded4d47079 req-97deaaf8-8e5b-414b-9985-e2c59f15b567 tempest-TenantUsagesTestJSON-2111223430 tempest-TenantUsagesTestJSON-2111223430-project] 10.222.0.53 "GET /v2.0/ports?device_id=58db37ca-e82e-4fc2-85d7-b7b97131ad21 HTTP/1.1" status: 200 len: 210 time: 0.0324252 Jul 06 18:29:37.162110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744cfae-ccf8-4885-8b2d-c359b9568e28 req-89fd7176-7e8d-48de-a976-422088aa52fb tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:37.163776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9744cfae-ccf8-4885-8b2d-c359b9568e28 req-89fd7176-7e8d-48de-a976-422088aa52fb tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 949 time: 0.0709357 Jul 06 18:29:37.203769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9744cfae-ccf8-4885-8b2d-c359b9568e28 req-05245a3c-6b87-443d-a7d2-39ea75486b80 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Jul 06 18:29:37.433238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a94d4-9942-43b8-a5bf-859f04820a24 req-881c24ab-aad1-4d25-a44a-90574d9296ec tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:37.434767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c5a94d4-9942-43b8-a5bf-859f04820a24 req-881c24ab-aad1-4d25-a44a-90574d9296ec tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0665658 Jul 06 18:29:37.478308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c5a94d4-9942-43b8-a5bf-859f04820a24 req-ebe304d2-06c2-4a54-9d27-660ebc1ffaf9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Jul 06 18:29:37.760118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d00f03b7-e686-4c1c-b0b7-8210f5aab260 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:37.817408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port d00f03b7-e686-4c1c-b0b7-8210f5aab260 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:37.824368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port d00f03b7-e686-4c1c-b0b7-8210f5aab260 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:37.825097 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:37.930933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:37.960568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896344d2-98c7-47c3-a896-f34ed43fbe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00f03b7-e686-4c1c-b0b7-8210f5aab260'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:37.963953 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40166e75-c607-429c-a572-4eb429d1856a" -d '{"events": [{"server_uuid": "896344d2-98c7-47c3-a896-f34ed43fbe7b", "name": "network-vif-plugged", "status": "completed", "tag": "d00f03b7-e686-4c1c-b0b7-8210f5aab260"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:37.990001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d00f03b7-e686-4c1c-b0b7-8210f5aab260, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d00f03b7-e686-4c1c-b0b7-8210f5aab260,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:37.996845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:37.997778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:29:38.001205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f632e-72db-454f-81f5-88432cd6fcda req-2030d39f-3ae7-499c-951c-74caa4d81852 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:38.002966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da3f632e-72db-454f-81f5-88432cd6fcda req-2030d39f-3ae7-499c-951c-74caa4d81852 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1548629 Jul 06 18:29:38.069820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:29:38.070307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3cf84ffc-ceaa-4398-ac33-fae270d46bc5 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:29:38.091526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da3f632e-72db-454f-81f5-88432cd6fcda req-1ac4d419-c1f1-455a-87aa-8e2eede9fbae tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719461 Jul 06 18:29:38.148599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d00f03b7-e686-4c1c-b0b7-8210f5aab260,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:38.180385 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63160ded-f383-498d-9a8f-0fad8363aa64 x-openstack-request-id: req-63160ded-f383-498d-9a8f-0fad8363aa64 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:38.181081 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896344d2-98c7-47c3-a896-f34ed43fbe7b", "name": "network-vif-plugged", "status": "completed", "tag": "d00f03b7-e686-4c1c-b0b7-8210f5aab260", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:38.181762 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63160ded-f383-498d-9a8f-0fad8363aa64 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:38.181934 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896344d2-98c7-47c3-a896-f34ed43fbe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00f03b7-e686-4c1c-b0b7-8210f5aab260', 'code': 200} Jul 06 18:29:38.341690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f2835-171f-43aa-9de7-40eba1884598 req-5aea74c8-cdaa-404e-922a-48eed54e76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:38.344283 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a69f2835-171f-43aa-9de7-40eba1884598 req-5aea74c8-cdaa-404e-922a-48eed54e76e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 1101 time: 0.0801272 Jul 06 18:29:38.362239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35086) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:38.396650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a69f2835-171f-43aa-9de7-40eba1884598 req-17abbaca-6181-416b-99d8-31e20f70b0cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Jul 06 18:29:38.548910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-730b1046-7551-449f-b8aa-f4bea22001ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fa919a289a2429b8b67fa574a1045e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825640 Jul 06 18:29:38.555114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:38.683101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088de438-9a12-41d9-a9c2-21af669b499e req-942a3d62-8ae6-4a4a-bf04-1a5e705c492d tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:38.684709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-088de438-9a12-41d9-a9c2-21af669b499e req-942a3d62-8ae6-4a4a-bf04-1a5e705c492d tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 950 time: 0.0874934 Jul 06 18:29:38.689755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0297-6875-42a8-82eb-5119997d0101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:38.730963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0297-6875-42a8-82eb-5119997d0101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:38.731849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-088de438-9a12-41d9-a9c2-21af669b499e req-83be47d6-68b2-4b18-a4ad-01cd450bd513 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Jul 06 18:29:38.776171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354654d-3d32-44b3-a118-bbed7dff163c req-d4fc22dc-62d6-401c-9422-2a9f25201bf4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:38.778290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1354654d-3d32-44b3-a118-bbed7dff163c req-d4fc22dc-62d6-401c-9422-2a9f25201bf4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1764698 Jul 06 18:29:38.832647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0297-6875-42a8-82eb-5119997d0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:38.835505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0297-6875-42a8-82eb-5119997d0101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:38.836860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a9fe0297-6875-42a8-82eb-5119997d0101 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/769df27b-c4af-4314-9752-df4cab1a9321 HTTP/1.1" status: 204 len: 168 time: 0.2847290 Jul 06 18:29:38.842123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1354654d-3d32-44b3-a118-bbed7dff163c req-4f8561a7-dd27-4d2a-a3a3-feacdd3cd203 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554161 Jul 06 18:29:38.850396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe0297-6875-42a8-82eb-5119997d0101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769df27b-c4af-4314-9752-df4cab1a9321,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:39.269771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35106) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:39.299831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35552387-4c71-4cc8-addd-614232b51737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:39.402484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bfa54-ca00-4e8b-9bc1-b04b9e8c3c31 req-723ca94d-6614-4ff2-b804-b2424d279473 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:39.404291 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e8bfa54-ca00-4e8b-9bc1-b04b9e8c3c31 req-723ca94d-6614-4ff2-b804-b2424d279473 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1059384 Jul 06 18:29:39.462560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e8bfa54-ca00-4e8b-9bc1-b04b9e8c3c31 req-9e31e3c9-84b0-409f-a99f-1aedea7ee9a6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522978 Jul 06 18:29:39.462895 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35552387-4c71-4cc8-addd-614232b51737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:39.468433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35552387-4c71-4cc8-addd-614232b51737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:39.509783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35110) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:39.516095 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-35552387-4c71-4cc8-addd-614232b51737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e46dcf6114f8490a986fb959274e3685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449756 Jul 06 18:29:39.534148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35552387-4c71-4cc8-addd-614232b51737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d216989b-310b-4706-8806-82bb5d0b9bb3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:39.567728 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2980c9c-7d79-4f05-9593-ef651e7a24e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:39.589727 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2980c9c-7d79-4f05-9593-ef651e7a24e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:39.642264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2980c9c-7d79-4f05-9593-ef651e7a24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:39.644923 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2980c9c-7d79-4f05-9593-ef651e7a24e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:39.646131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d2980c9c-7d79-4f05-9593-ef651e7a24e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d216989b-310b-4706-8806-82bb5d0b9bb3 HTTP/1.1" status: 204 len: 168 time: 0.1353588 Jul 06 18:29:39.654934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2980c9c-7d79-4f05-9593-ef651e7a24e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216989b-310b-4706-8806-82bb5d0b9bb3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:39.928365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2605e60-a600-4c3f-9ac8-0d03fe77e884 req-531ed86b-6890-4a2f-806c-7c9f6a419557 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:39.935926 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2605e60-a600-4c3f-9ac8-0d03fe77e884 req-531ed86b-6890-4a2f-806c-7c9f6a419557 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 950 time: 0.0860806 Jul 06 18:29:39.974145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2605e60-a600-4c3f-9ac8-0d03fe77e884 req-067d03f9-c785-4fd9-b76f-1f7e64b62581 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371981 Jul 06 18:29:40.070933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253826c-af00-4379-abd8-11e3d629714d req-53509b98-0974-4382-ade0-eedb267100dc tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:40.078154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3253826c-af00-4379-abd8-11e3d629714d req-53509b98-0974-4382-ade0-eedb267100dc tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0943520 Jul 06 18:29:40.122356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3253826c-af00-4379-abd8-11e3d629714d req-e7339396-daa7-4dad-80ac-f7dc216ef7b5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Jul 06 18:29:40.256204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-cf3ffabd-0120-4b42-b5d6-a84378cba455 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--460693301&fields=id&tenant_id=113bc2d91a6e4869b00fb7a897037512 HTTP/1.1" status: 200 len: 267 time: 0.0525818 Jul 06 18:29:40.380296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-c0d519b2-089e-4468-943b-97682727398f tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:40.387334 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-c0d519b2-089e-4468-943b-97682727398f tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/networks?id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093 HTTP/1.1" status: 200 len: 815 time: 0.1202388 Jul 06 18:29:40.403350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-a0534279-68a8-4b61-ac3d-79a18e8c89ef tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/quotas/113bc2d91a6e4869b00fb7a897037512 HTTP/1.1" status: 200 len: 375 time: 0.0150468 Jul 06 18:29:40.486715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-884e3507-2de1-4af7-882e-5dcd83422b54 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=113bc2d91a6e4869b00fb7a897037512&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823584 Jul 06 18:29:40.646617 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-23a00f92-7073-4db0-be7a-277368a4335d req-7bc66b8b-f3ab-42e9-8813-746959eb9e40 service neutron] show failed (client error): The resource could not be found. Jul 06 18:29:40.647950 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-7bc66b8b-f3ab-42e9-8813-746959eb9e40 service neutron] 10.222.0.24 "GET /v2.0/ports/d71b11ab-329a-4208-a464-98406979fca9/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0992830 Jul 06 18:29:40.660910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-1d1eb81b-d97f-495a-a43f-759571edff2b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:29:40.662063 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-1d1eb81b-d97f-495a-a43f-759571edff2b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1638000 Jul 06 18:29:40.814532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-32afcd0e-92d1-4e3e-9d6f-98be4d5afeee service neutron] 10.222.0.53 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424201 Jul 06 18:29:40.850480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd2d4d-3379-4366-b306-297d42878b2a req-26995d9a-4ec4-4d44-b884-e1f1836b6fcf tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:40.852315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dbd2d4d-3379-4366-b306-297d42878b2a req-26995d9a-4ec4-4d44-b884-e1f1836b6fcf tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0968864 Jul 06 18:29:40.930335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dbd2d4d-3379-4366-b306-297d42878b2a req-74692e31-4f34-4e5b-8c66-8a079ca5e566 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689774 Jul 06 18:29:40.961574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-1ae35073-9814-4b11-bd5b-02d8506dfef1 service neutron] 10.222.0.53 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461077 Jul 06 18:29:41.028699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-82d4b2fd-d4e5-4df4-a1f1-1ad9869174b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:41.030320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-82d4b2fd-d4e5-4df4-a1f1-1ad9869174b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1&tenant_id=e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 1100 time: 0.1113112 Jul 06 18:29:41.046920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:41.141922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:41.397641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4062ab-5c59-4bc9-b48b-4f93f7dc7b19 req-aed180e6-8b97-48e9-b5c2-9b67cdb23f1a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:41.399468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c4062ab-5c59-4bc9-b48b-4f93f7dc7b19 req-aed180e6-8b97-48e9-b5c2-9b67cdb23f1a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1374261 Jul 06 18:29:41.413818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:41.453206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c4062ab-5c59-4bc9-b48b-4f93f7dc7b19 req-019f92f8-b7e1-48e0-bda7-c83f75e3217f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 Jul 06 18:29:41.493011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:41.563460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:41.566232 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a073a4e8-086d-4b82-863d-9bb0e3cc936d" -d '{"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-unplugged", "status": "completed", "tag": "d71b11ab-329a-4208-a464-98406979fca9"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:41.572605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:41.587724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Transition to ACTIVE for port object d71b11ab-329a-4208-a464-98406979fca9 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:41.593057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:41.615544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ffa1eb2-6433-43d4-ae54-706452747b41 req-bf6630f5-ac48-4239-8fdc-7f5401eb339f tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 210 time: 0.0730629 Jul 06 18:29:41.707118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] No DVR routers for this DVR port d71b11ab-329a-4208-a464-98406979fca9 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:29:41.719619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:41.806733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:41.807069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:41.807408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:41.817250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:29:41.817605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:41.829878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:41.832262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:41.832668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:41.833600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Bound port: d71b11ab-329a-4208-a464-98406979fca9, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:41.834050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:41.970137 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29400e35-eac2-40c3-8506-5ae7dc59bcd8 x-openstack-request-id: req-29400e35-eac2-40c3-8506-5ae7dc59bcd8 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:41.970453 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-unplugged", "status": "completed", "tag": "d71b11ab-329a-4208-a464-98406979fca9", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:41.970686 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29400e35-eac2-40c3-8506-5ae7dc59bcd8 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:41.971120 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9', 'code': 200} Jul 06 18:29:41.986688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:41.991458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:41.999802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:42.063753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:42.064687 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:42.067062 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 1095 time: 1.0280900 Jul 06 18:29:42.254021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c77ba6-e580-4693-b131-f9445376e8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:42.279295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-49296663-e620-4001-ba2d-02aa034d3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:42.280855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-49296663-e620-4001-ba2d-02aa034d3d6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1098 time: 0.1806653 Jul 06 18:29:42.391306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b73a5a-bf4d-4957-bd91-008d88c00e2d req-56176be3-08d3-4fc9-a754-d01b86d8bb1a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:42.394037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88b73a5a-bf4d-4957-bd91-008d88c00e2d req-56176be3-08d3-4fc9-a754-d01b86d8bb1a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 947 time: 0.1038702 Jul 06 18:29:42.423818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-87f441f6-ef18-4325-a563-906a6bdc6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:42.427261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-87f441f6-ef18-4325-a563-906a6bdc6cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1391826 Jul 06 18:29:42.458659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88b73a5a-bf4d-4957-bd91-008d88c00e2d req-1412902b-fa67-4fb4-a316-dd9d9e5ddad8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581141 Jul 06 18:29:42.564316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-b55530d6-bb29-4a82-8b84-c01f552032d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.1113093 Jul 06 18:29:42.677475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-4cca9e0f-512b-4c33-bf31-18fde4241ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:42.680429 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-4cca9e0f-512b-4c33-bf31-18fde4241ae5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1092565 Jul 06 18:29:42.760428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00f92-7073-4db0-be7a-277368a4335d req-2a964c0d-88dd-47dc-803f-1479ac45a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:42.761991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b594da-37fa-478a-826e-939795a70b0e req-50275765-9758-414d-a79b-78fb7e739a68 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:42.762153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-2a964c0d-88dd-47dc-803f-1479ac45a55f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732920 Jul 06 18:29:42.764374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05b594da-37fa-478a-826e-939795a70b0e req-50275765-9758-414d-a79b-78fb7e739a68 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0721047 Jul 06 18:29:42.812313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05b594da-37fa-478a-826e-939795a70b0e req-c4941e43-2a75-4f1a-ba2e-009e4bb14cff tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Jul 06 18:29:42.910227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-018c7b3a-140b-4498-b8e7-5af00625d575 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394274 Jul 06 18:29:42.950789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1cdb53c6-a521-4f66-9fbb-67abf4edeb35 req-435d5c74-865b-4d9f-8c21-04dc43ac477f tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 210 time: 0.0394886 Jul 06 18:29:43.075933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23a00f92-7073-4db0-be7a-277368a4335d req-10ab46ff-d0c0-4474-970e-c0707ab9b450 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557815 Jul 06 18:29:43.194009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-9231c79f-9765-4f31-a4fa-eb9ae6bc4e75 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:43.196677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-9231c79f-9765-4f31-a4fa-eb9ae6bc4e75 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.41 "GET /v2.0/networks?id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093 HTTP/1.1" status: 200 len: 815 time: 0.1320424 Jul 06 18:29:43.249258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-6c843638-cd70-424e-9faa-842da88d90ca tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=113bc2d91a6e4869b00fb7a897037512 HTTP/1.1" status: 200 len: 379 time: 0.0442958 Jul 06 18:29:43.259610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Request body: {'port': {'device_id': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'admin_state_up': True, 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'security_groups': ['4584c2f0-8277-43c1-ad61-edd7422c8b1f']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:43.426525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Made reservation on behalf of 113bc2d91a6e4869b00fb7a897037512 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:29:43.451828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:43.699982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Allocated IP 172.20.0.7 (0d403eed-9c14-4958-9cbe-5eaa2e5ac093/05a2ea56-7724-4bee-bc4d-31129923e7e8/a79b4bb5-5f66-4446-a16c-3235b993959f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:43.808140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66228d5-e28b-47cb-8c5b-9219e9e7a9cd req-488b9d5d-9c1b-42cc-a61b-7a39a3db0682 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:43.815498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c66228d5-e28b-47cb-8c5b-9219e9e7a9cd req-488b9d5d-9c1b-42cc-a61b-7a39a3db0682 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 947 time: 0.1403890 Jul 06 18:29:43.874191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c66228d5-e28b-47cb-8c5b-9219e9e7a9cd req-967816a6-2e95-4686-be52-82a51c2e9c47 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473833 Jul 06 18:29:43.922471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:43.937643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Transition to ACTIVE for port object a79b4bb5-5f66-4446-a16c-3235b993959f will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:43.972178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:43.975149 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24459a50-dd98-493c-94fe-2e59436543d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "tag": "d71b11ab-329a-4208-a464-98406979fca9"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:43.980908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:44.056902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:44.060548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:44.085625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:44.142621 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea039d44-2a1f-4581-ba30-558ace25dcff x-openstack-request-id: req-ea039d44-2a1f-4581-ba30-558ace25dcff {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:44.143346 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "tag": "d71b11ab-329a-4208-a464-98406979fca9", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:44.143868 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea039d44-2a1f-4581-ba30-558ace25dcff {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:44.145910 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9', 'status': 'completed', 'code': 200} Jul 06 18:29:44.161155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996075c-12ce-4e34-992a-5f7f4fd12684 req-be0d550c-4c88-4dd9-ab00-3e42d96966af tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.163985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.164724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:44.171257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7996075c-12ce-4e34-992a-5f7f4fd12684 req-be0d550c-4c88-4dd9-ab00-3e42d96966af tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1366534 Jul 06 18:29:44.187245 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331272 Jul 06 18:29:44.205322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Request body: {'port': {'device_id': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:44.209099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95c272-d489-4665-8acf-637c9081e561 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event updated for resources: {'Port': ['ID=a79b4bb5-5f66-4446-a16c-3235b993959f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:44.312878 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7996075c-12ce-4e34-992a-5f7f4fd12684 req-25c63bf1-8998-44ca-bd2c-eea34e3cb97b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402991 Jul 06 18:29:44.363217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459a50-dd98-493c-94fe-2e59436543d2 req-f67f86e9-eeaa-4ab7-bf6e-7f6fb8ea58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.365273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-f67f86e9-eeaa-4ab7-bf6e-7f6fb8ea58d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1098 time: 0.1785786 Jul 06 18:29:44.370244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:44.371202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459a50-dd98-493c-94fe-2e59436543d2 req-98a97eb3-9bc3-47f1-bbe2-29153672beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.373277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-98a97eb3-9bc3-47f1-bbe2-29153672beb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1098 time: 0.1987391 Jul 06 18:29:44.511597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-abbad2e2-fd13-45bf-92de-39b6dd7bc307 None None] Provisioning for port a79b4bb5-5f66-4446-a16c-3235b993959f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:44.516474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-abbad2e2-fd13-45bf-92de-39b6dd7bc307 None None] Provisioning complete for port a79b4bb5-5f66-4446-a16c-3235b993959f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:44.516874 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-abbad2e2-fd13-45bf-92de-39b6dd7bc307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:44.562052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459a50-dd98-493c-94fe-2e59436543d2 req-6fab4322-6357-466e-9946-16ceb5f4fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.563759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-6fab4322-6357-466e-9946-16ceb5f4fe93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1892915 Jul 06 18:29:44.580402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23c49-0934-4380-95de-faffa9b94651 req-dccaed09-d310-4df4-b8bf-647a6c2de300 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.587110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24a23c49-0934-4380-95de-faffa9b94651 req-dccaed09-d310-4df4-b8bf-647a6c2de300 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 931 time: 0.2775149 Jul 06 18:29:44.606109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-abbad2e2-fd13-45bf-92de-39b6dd7bc307 None None] Port a79b4bb5-5f66-4446-a16c-3235b993959f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:29:44.612445 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-ab6f5814-9919-4625-a2c9-648f60b252e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.0411620 Jul 06 18:29:44.649567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d71b11ab-329a-4208-a464-98406979fca9 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:29:44.681026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459a50-dd98-493c-94fe-2e59436543d2 req-9295fa54-cee7-4605-82c3-25485889fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.683878 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-9295fa54-cee7-4605-82c3-25485889fdcf service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2326887 Jul 06 18:29:44.684861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24a23c49-0934-4380-95de-faffa9b94651 req-ff710fd7-c2cd-455b-a485-5fb090b47b55 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966022 Jul 06 18:29:44.705408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459a50-dd98-493c-94fe-2e59436543d2 req-75203348-dc1b-4e2b-be46-7714c15781f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.708497 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-75203348-dc1b-4e2b-be46-7714c15781f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0871985 Jul 06 18:29:44.736596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d71b11ab-329a-4208-a464-98406979fca9 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:29:44.796548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-0ef444c0-46c0-4543-b746-c5d3ba8913b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.0865726 Jul 06 18:29:44.910349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459a50-dd98-493c-94fe-2e59436543d2 req-40c2f8a3-a1fc-4721-b3ad-cc288db0166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.912163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-40c2f8a3-a1fc-4721-b3ad-cc288db0166f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1056957 Jul 06 18:29:44.915165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459a50-dd98-493c-94fe-2e59436543d2 req-741bbfc7-a2fe-4c2c-98b9-c83027e11dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:44.916933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-741bbfc7-a2fe-4c2c-98b9-c83027e11dfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952088 Jul 06 18:29:44.979897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79b4bb5-5f66-4446-a16c-3235b993959f {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:45.008059 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:45.031109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Transition to ACTIVE for port object a79b4bb5-5f66-4446-a16c-3235b993959f will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:45.041182 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:45.096839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Pushing event updated for resources: {'Port': ['ID=a79b4bb5-5f66-4446-a16c-3235b993959f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:45.237121 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-011a9347-2179-4bde-a7dc-30326e84e4ea service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062298 Jul 06 18:29:45.239105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459a50-dd98-493c-94fe-2e59436543d2 req-d1b04526-4c8f-45f8-8aed-af7fccaeaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:45.240467 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-d1b04526-4c8f-45f8-8aed-af7fccaeaebe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3120639 Jul 06 18:29:45.345663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Attempting to bind port a79b4bb5-5f66-4446-a16c-3235b993959f on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:45.346157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Attempting to bind port a79b4bb5-5f66-4446-a16c-3235b993959f by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:45.346592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Attempting to bind port a79b4bb5-5f66-4446-a16c-3235b993959f on network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:45.355556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Port a79b4bb5-5f66-4446-a16c-3235b993959f on network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:29:45.361459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Attempting to bind port a79b4bb5-5f66-4446-a16c-3235b993959f on network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:45.376938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:45.377426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Checking segment: {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:45.378065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Bound using segment: {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:45.378630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Bound port: a79b4bb5-5f66-4446-a16c-3235b993959f, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d088793-0d39-4c63-b379-479cb31bac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:45.379172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:45.466766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] For port a79b4bb5-5f66-4446-a16c-3235b993959f, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:45.473658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] For port a79b4bb5-5f66-4446-a16c-3235b993959f, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a79b4bb5-5f66-4446-a16c-3235b993959f,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:45.477700 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8f48410-7229-46de-818d-e3db2cbc4f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:45.480200 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-3d7029f4-7477-4e98-ad2e-3268ddcc22ce service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281749 Jul 06 18:29:45.483422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-a95c3ab1-078b-451d-8963-33c95a7daa7f service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396371 Jul 06 18:29:45.493304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:45.503352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc7f30-95c6-4f16-be32-e9b10d2f2014 req-7e64dbde-0551-4899-8141-83322f642604 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:45.510616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26bc7f30-95c6-4f16-be32-e9b10d2f2014 req-7e64dbde-0551-4899-8141-83322f642604 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 947 time: 0.2656145 Jul 06 18:29:45.579215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:45.579948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:45.582189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-742bc25a-3775-4108-b682-ce34d840950f service neutron] 10.222.0.41 "PUT /v2.0/ports/a79b4bb5-5f66-4446-a16c-3235b993959f HTTP/1.1" status: 200 len: 1091 time: 1.3818192 Jul 06 18:29:45.584718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'tag': 'a79b4bb5-5f66-4446-a16c-3235b993959f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:45.587288 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d21ec8-693a-414d-b643-27b36f96cda9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1", "tag": "a79b4bb5-5f66-4446-a16c-3235b993959f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:45.645470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bc25a-3775-4108-b682-ce34d840950f service neutron] Pushing event updated for resources: {'Port': ['ID=a79b4bb5-5f66-4446-a16c-3235b993959f,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:45.666505 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24459a50-dd98-493c-94fe-2e59436543d2 req-1c7240b1-92aa-49ca-b7e1-4f9180d13283 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655569 Jul 06 18:29:45.705123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26bc7f30-95c6-4f16-be32-e9b10d2f2014 req-c4d26587-d789-427e-a8a5-12b94aa5bb85 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934028 Jul 06 18:29:45.752786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-eb158f89-b674-45f5-be22-aeb520178071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:45.755841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-eb158f89-b674-45f5-be22-aeb520178071 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=113bc2d91a6e4869b00fb7a897037512&device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 1094 time: 0.1274889 Jul 06 18:29:45.788645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d71b11ab-329a-4208-a464-98406979fca9 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:29:45.803037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-0238f400-0b49-42d7-a4f3-2f3824c8b5f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79b4bb5-5f66-4446-a16c-3235b993959f HTTP/1.1" status: 200 len: 217 time: 0.0394621 Jul 06 18:29:45.929596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-58504427-7d25-4e3a-9dd6-260633807522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:45.931187 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-58504427-7d25-4e3a-9dd6-260633807522 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05a2ea56-7724-4bee-bc4d-31129923e7e8 HTTP/1.1" status: 200 len: 854 time: 0.1198492 Jul 06 18:29:45.946718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:45.962984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'd71b11ab-329a-4208-a464-98406979fca9', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'd71b11ab-329a-4208-a464-98406979fca9', 'mac_address': 'fa:16:3e:ea:89:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:29:46.006935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cdd1b-0697-4f0e-ac3c-84582befc07c req-6baa969c-448a-4748-a315-10bbd05adacf tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:46.008936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-282cdd1b-0697-4f0e-ac3c-84582befc07c req-6baa969c-448a-4748-a315-10bbd05adacf tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1374490 Jul 06 18:29:46.019668 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:46.032690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-9afac45b-708e-4ebd-8371-60d2c1b004c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:46.034247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-9afac45b-708e-4ebd-8371-60d2c1b004c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957379 Jul 06 18:29:46.040539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71b11ab-329a-4208-a464-98406979fca9 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:46.071570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:46.080121 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:46.123924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-282cdd1b-0697-4f0e-ac3c-84582befc07c req-2c1dd243-e31b-45ec-87c8-d680bac80522 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059878 Jul 06 18:29:46.168043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:46.185872 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bffcdb-a234-4a95-b47b-28b4b6a6bd5d x-openstack-request-id: req-20bffcdb-a234-4a95-b47b-28b4b6a6bd5d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:46.186181 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1", "tag": "a79b4bb5-5f66-4446-a16c-3235b993959f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:46.186429 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20bffcdb-a234-4a95-b47b-28b4b6a6bd5d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:46.186835 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'tag': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'status': 'completed', 'code': 200} Jul 06 18:29:46.193530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-a0078d24-d64e-4883-89c8-78d49ffb53cc service neutron] 10.222.0.41 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505291 Jul 06 18:29:46.332091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d71b11ab-329a-4208-a464-98406979fca9'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:29:46.375518 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab63152-14a8-4ff4-aee6-38523bc26cad req-2c062ffb-22ef-4cc1-818f-452f2ea4fa0e service neutron] 10.222.0.41 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708195 Jul 06 18:29:46.399014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac399e-91d2-4fc1-beb7-39e5bf51c817 req-b6221d23-3714-4bb9-986b-024ed7b14603 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:46.406677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2dac399e-91d2-4fc1-beb7-39e5bf51c817 req-b6221d23-3714-4bb9-986b-024ed7b14603 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.1455102 Jul 06 18:29:46.569680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2dac399e-91d2-4fc1-beb7-39e5bf51c817 req-7d1dfc48-c9f4-46ee-a726-3397763930bf tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454623 Jul 06 18:29:46.613231 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-7fb78633-150f-4e4b-9e7f-41972e50a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:46.616055 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-7fb78633-150f-4e4b-9e7f-41972e50a438 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=113bc2d91a6e4869b00fb7a897037512&device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 1094 time: 0.1750152 Jul 06 18:29:46.671023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:29:46.694572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-26f2b624-3571-4302-846c-c7f4542230a8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:46.698057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-26f2b624-3571-4302-846c-c7f4542230a8 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1&tenant_id=e1ae3fe32b9846d19397914868166617&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 948 time: 0.2104464 Jul 06 18:29:46.877992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-c27f0a82-8570-47cd-87e5-b00ad6d27564 service neutron] 10.222.0.41 "GET /v2.0/ports/d71b11ab-329a-4208-a464-98406979fca9/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 382 time: 0.1710229 Jul 06 18:29:46.880838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-1a046c27-b775-4c37-a57e-a9473800f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:46.882527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-1a046c27-b775-4c37-a57e-a9473800f5e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093 HTTP/1.1" status: 200 len: 916 time: 0.2553201 Jul 06 18:29:46.905691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:46.934526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14', 'port_id': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'mac_address': 'fa:16:3e:ee:c5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7780c36-ce90-4a05-b40f-1f84ee03a8cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:29:46.958049 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-3788b068-52c0-4daf-bc71-404be0775800 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79b4bb5-5f66-4446-a16c-3235b993959f HTTP/1.1" status: 200 len: 217 time: 0.0681620 Jul 06 18:29:47.048208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-3f5a8508-5cf1-4abf-ad47-cb31a5239440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:47.049351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-3f5a8508-5cf1-4abf-ad47-cb31a5239440 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05a2ea56-7724-4bee-bc4d-31129923e7e8 HTTP/1.1" status: 200 len: 854 time: 0.0556982 Jul 06 18:29:47.094081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-7ef5a059-61cf-4d1e-9d61-c29386f53cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:47.098404 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:47.099849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-7ef5a059-61cf-4d1e-9d61-c29386f53cea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1099 time: 0.1681790 Jul 06 18:29:47.130495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a301dbf-6a51-4b17-9c72-9901746c0394 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:47.196064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe61f5-7d99-41c5-aa06-1b4e722de9fe req-d137f381-5a3d-45e7-9b25-66601775f59d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:47.211014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76fe61f5-7d99-41c5-aa06-1b4e722de9fe req-d137f381-5a3d-45e7-9b25-66601775f59d tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 948 time: 0.2556369 Jul 06 18:29:47.222766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:47.237769 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:47.306963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76fe61f5-7d99-41c5-aa06-1b4e722de9fe req-0958f440-96ba-4896-ad69-d677a523082c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943136 Jul 06 18:29:47.335806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-0b512e8b-30ce-4abb-80de-8c0460880ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:47.347719 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-0b512e8b-30ce-4abb-80de-8c0460880ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902336 Jul 06 18:29:47.400928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['7a301dbf-6a51-4b17-9c72-9901746c0394'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:29:47.507878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-b2527e4f-4edf-48ef-8d68-ce79ab20b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:47.510895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-b2527e4f-4edf-48ef-8d68-ce79ab20b81e service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.4043624 Jul 06 18:29:47.536068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:47.625944 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-16416d00-d4e1-45c6-acc8-1186f1980728 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.1082819 Jul 06 18:29:47.654130 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-08ccfc02-438a-4576-bec2-d72e69cb1995 service neutron] 10.222.0.41 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984443 Jul 06 18:29:47.740417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-8f9749dd-2c86-4f8c-b80b-57415a26fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:47.741958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-8f9749dd-2c86-4f8c-b80b-57415a26fcf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1098983 Jul 06 18:29:47.786484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6e068-4a37-4883-a70d-77befdb69fa1 req-f60d08d1-cc53-47a0-b0d6-e1d4a11015d3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:47.794167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07f6e068-4a37-4883-a70d-77befdb69fa1 req-f60d08d1-cc53-47a0-b0d6-e1d4a11015d3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.1654656 Jul 06 18:29:47.815748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d71b11ab-329a-4208-a464-98406979fca9 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:47.868756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07f6e068-4a37-4883-a70d-77befdb69fa1 req-8fdff70a-d5e8-404e-a999-02075563298e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731640 Jul 06 18:29:47.891703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d21ec8-693a-414d-b643-27b36f96cda9 req-4617d30b-36e4-43fa-9cf1-0ad9ed3a117c service neutron] 10.222.0.41 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156086 Jul 06 18:29:47.920660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-7edbb01e-5f44-4d55-9664-5fb08e267ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:47.922925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-7edbb01e-5f44-4d55-9664-5fb08e267ed2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724274 Jul 06 18:29:47.926891 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port d71b11ab-329a-4208-a464-98406979fca9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:47.931163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port d71b11ab-329a-4208-a464-98406979fca9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:47.931535 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:48.036578 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-7f5127f2-1053-464b-bfd0-df95ea4d06c0 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057324 Jul 06 18:29:48.151214 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:48.165999 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e0680803-3739-4e78-9a71-3c02cc7a1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:48.191619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:48.194102 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a513aa4a-46a8-42b7-aca6-f2149e9987ff" -d '{"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-plugged", "status": "completed", "tag": "d71b11ab-329a-4208-a464-98406979fca9"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:48.216189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-5e4429f4-ab8d-41f3-b3b7-cf0a6b4907f8 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585333 Jul 06 18:29:48.230136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:48.240544 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:48.316436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc4f3-904e-4b3c-ad9e-7a5841a7f453 req-e6544486-4fe2-4e9d-b28b-d5625c5a416c tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:48.326504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe6dc4f3-904e-4b3c-ad9e-7a5841a7f453 req-e6544486-4fe2-4e9d-b28b-d5625c5a416c tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.2888331 Jul 06 18:29:48.330208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:48.334327 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:48.417578 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe6dc4f3-904e-4b3c-ad9e-7a5841a7f453 req-9fbd388b-787d-43e6-acd6-4e62b11c5837 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899098 Jul 06 18:29:48.653759 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f20964a-9eab-47cd-b6f3-267dceed44b5 x-openstack-request-id: req-7f20964a-9eab-47cd-b6f3-267dceed44b5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:48.654084 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-plugged", "status": "completed", "tag": "d71b11ab-329a-4208-a464-98406979fca9", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:48.654299 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f20964a-9eab-47cd-b6f3-267dceed44b5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:48.654711 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9', 'code': 200} Jul 06 18:29:48.692882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:48.833555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 7a301dbf-6a51-4b17-9c72-9901746c0394 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:48.833958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:48.904912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdd45-3e4c-4fa0-874f-9052a2c69e43 req-d75d7549-362c-4fc2-b1ef-5463939fab12 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:48.908372 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b9cdd45-3e4c-4fa0-874f-9052a2c69e43 req-d75d7549-362c-4fc2-b1ef-5463939fab12 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.0991514 Jul 06 18:29:48.976791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b9cdd45-3e4c-4fa0-874f-9052a2c69e43 req-0d000b89-ecff-4bfb-8a5e-76d9860105d7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573721 Jul 06 18:29:49.032565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:49.089166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:49.098610 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:49.184062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:49.330682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4570d-d260-4589-8843-10bfdeb0a95c req-f801d11c-fc92-41e1-a5b4-5bd8d3939e16 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:49.332663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6a4570d-d260-4589-8843-10bfdeb0a95c req-f801d11c-fc92-41e1-a5b4-5bd8d3939e16 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0827312 Jul 06 18:29:49.385870 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:49.400232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6a4570d-d260-4589-8843-10bfdeb0a95c req-0ebd1aff-7ec4-4a77-98be-880a54f9679f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Jul 06 18:29:49.819827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8086dc8-a0d9-4cb8-a8e8-10e253738e91 req-d6e5e85a-dd8e-434a-b819-46adacfd3809 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:49.821648 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8086dc8-a0d9-4cb8-a8e8-10e253738e91 req-d6e5e85a-dd8e-434a-b819-46adacfd3809 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.1156039 Jul 06 18:29:49.868388 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8086dc8-a0d9-4cb8-a8e8-10e253738e91 req-930e8cd5-2262-4d23-a8b3-69061efdec32 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Jul 06 18:29:50.427393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47061d-8315-4607-bd4b-1f4abaf4d886 req-ace88da8-bc2f-4f03-947b-1e6983590e4f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:50.438541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd47061d-8315-4607-bd4b-1f4abaf4d886 req-ace88da8-bc2f-4f03-947b-1e6983590e4f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1284058 Jul 06 18:29:50.514675 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd47061d-8315-4607-bd4b-1f4abaf4d886 req-ee957cff-4e9d-4261-9e93-53ab1a2339d1 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738778 Jul 06 18:29:50.657159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:50.660087 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c42491-d144-41b3-b48d-a3c7c0b59c5c" -d '{"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-plugged", "status": "completed", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:50.738500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0bb66-07c8-4d8e-9742-5e75f37439b2 req-4e902b7e-24dc-4a2f-9c80-3da7899bf726 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:50.745444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a0bb66-07c8-4d8e-9742-5e75f37439b2 req-4e902b7e-24dc-4a2f-9c80-3da7899bf726 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0801430 Jul 06 18:29:50.824184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-c53d4ea7-110b-4c9a-8eb8-83aaff953989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:50.826761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-c53d4ea7-110b-4c9a-8eb8-83aaff953989 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1&tenant_id=e1ae3fe32b9846d19397914868166617 HTTP/1.1" status: 200 len: 1100 time: 0.1494827 Jul 06 18:29:50.838374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a0bb66-07c8-4d8e-9742-5e75f37439b2 req-0164add7-af5f-40b2-bb14-d816861f4964 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920522 Jul 06 18:29:50.839668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:50.902212 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aa40c1-824d-4a95-a2ec-ce96b20def78 x-openstack-request-id: req-39aa40c1-824d-4a95-a2ec-ce96b20def78 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:50.902786 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-plugged", "status": "completed", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:50.903251 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39aa40c1-824d-4a95-a2ec-ce96b20def78 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:50.906462 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'code': 200} Jul 06 18:29:50.960444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:51.049836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:51.321495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16634554-89de-4602-8c8f-d40451cf5116 req-07a8bd26-8111-40c3-957f-23496a4ee711 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:51.325340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16634554-89de-4602-8c8f-d40451cf5116 req-07a8bd26-8111-40c3-957f-23496a4ee711 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.1924629 Jul 06 18:29:51.435047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16634554-89de-4602-8c8f-d40451cf5116 req-a9bb5231-57ef-41ba-80d2-69b831415be6 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959921 Jul 06 18:29:51.936857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25da4-cdc0-4889-bfe0-00509f67825d req-b05e8455-17df-48bd-88e8-2e0d5d251eeb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:51.942295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2de25da4-cdc0-4889-bfe0-00509f67825d req-b05e8455-17df-48bd-88e8-2e0d5d251eeb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1187291 Jul 06 18:29:51.951613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:52.017353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2de25da4-cdc0-4889-bfe0-00509f67825d req-dd8efdc1-68a2-4104-888e-89d227d1838c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633721 Jul 06 18:29:52.021190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:52.068343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35808) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:52.091910 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.101437 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.136065 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Transition to ACTIVE for port object d71b11ab-329a-4208-a464-98406979fca9 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:52.136883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:52.145826 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad70ed-8913-4f74-b6ce-ebc38b98d533" -d '{"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-unplugged", "status": "completed", "tag": "d71b11ab-329a-4208-a464-98406979fca9"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:52.153489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.189575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed0771-1f65-435c-933b-747ec7c50bd3 req-7e519501-a6fa-4bf9-b866-b91bfbb40eec tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:52.204865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bbed0771-1f65-435c-933b-747ec7c50bd3 req-7e519501-a6fa-4bf9-b866-b91bfbb40eec tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1587071 Jul 06 18:29:52.241511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:52.297458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bbed0771-1f65-435c-933b-747ec7c50bd3 req-cf24bb02-4305-4e61-bb0f-01ae85455c59 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915265 Jul 06 18:29:52.306451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] No DVR routers for this DVR port d71b11ab-329a-4208-a464-98406979fca9 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:29:52.339467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7eb09764-dfe9-46fe-a58e-eef3d907149e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.372095 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.420068 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e676e-6c73-4b96-86a2-2aa60d9d41e6 x-openstack-request-id: req-ab0e676e-6c73-4b96-86a2-2aa60d9d41e6 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:52.420365 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-unplugged", "status": "completed", "tag": "d71b11ab-329a-4208-a464-98406979fca9", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:52.420618 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab0e676e-6c73-4b96-86a2-2aa60d9d41e6 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:52.421056 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9', 'code': 200} Jul 06 18:29:52.475273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:52.475614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:52.476130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:52.593191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:29:52.593490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Attempting to bind port d71b11ab-329a-4208-a464-98406979fca9 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:52.606380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7eb09764-dfe9-46fe-a58e-eef3d907149e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.607619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:52.607966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:52.608341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:52.608783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Bound port: d71b11ab-329a-4208-a464-98406979fca9, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:52.609128 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.624090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7eb09764-dfe9-46fe-a58e-eef3d907149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.716415 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7eb09764-dfe9-46fe-a58e-eef3d907149e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e952f8731369477c8513a580940a8bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468332 Jul 06 18:29:52.719192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:29:52.721760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb09764-dfe9-46fe-a58e-eef3d907149e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967a49d6-4f9a-440d-9885-9cd6908c2072,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:52.764605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:52.769606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:52.786679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c39f185-8343-446c-911a-cbac0086856f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.790446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26742663-9364-49d4-8efd-53494b9a4906 req-e28894ed-cb2c-46c1-a260-fd4f880d8afe tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:52.793753 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26742663-9364-49d4-8efd-53494b9a4906 req-e28894ed-cb2c-46c1-a260-fd4f880d8afe tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.1319273 Jul 06 18:29:52.808318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.815550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c39f185-8343-446c-911a-cbac0086856f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.864685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:52.865383 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.867164 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] 10.222.0.24 "PUT /v2.0/ports/d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 1096 time: 2.0324628 Jul 06 18:29:52.883541 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c39f185-8343-446c-911a-cbac0086856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.886865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c39f185-8343-446c-911a-cbac0086856f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.891021 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c39f185-8343-446c-911a-cbac0086856f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/967a49d6-4f9a-440d-9885-9cd6908c2072 HTTP/1.1" status: 204 len: 168 time: 0.1683743 Jul 06 18:29:52.898937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39f185-8343-446c-911a-cbac0086856f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a49d6-4f9a-440d-9885-9cd6908c2072,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:52.976488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26742663-9364-49d4-8efd-53494b9a4906 req-6f520b22-a751-407e-8550-10bb74c30ab0 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760547 Jul 06 18:29:52.999888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b045085-eeaf-48ea-a488-cc3e9284acd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=11']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:53.046210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-c5c2beb8-286f-4684-80ed-b796e36c1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:53.048302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-c5c2beb8-286f-4684-80ed-b796e36c1b23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1099 time: 0.1129162 Jul 06 18:29:53.188411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-dcef5cd5-05ee-45d1-a946-e62b5ef26715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:53.190000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-dcef5cd5-05ee-45d1-a946-e62b5ef26715 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1350310 Jul 06 18:29:53.246271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-f04f9e9e-2772-49b3-a377-d0840fa8271d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.0481765 Jul 06 18:29:53.311194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-24689265-b0f8-4190-b346-fe85e1c73951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:53.313097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-24689265-b0f8-4190-b346-fe85e1c73951 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0596335 Jul 06 18:29:53.314378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09033265-76cb-40d5-89af-18b6a9dcdde8 req-34e1d55b-e29f-45c7-9432-febe3747d1eb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:53.318304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09033265-76cb-40d5-89af-18b6a9dcdde8 req-34e1d55b-e29f-45c7-9432-febe3747d1eb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 948 time: 0.1088936 Jul 06 18:29:53.396661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09033265-76cb-40d5-89af-18b6a9dcdde8 req-ebf30b75-0482-41a1-bab3-738a2787353c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630531 Jul 06 18:29:53.422189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-8904cc15-453c-4dac-9185-3d41c0852615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:53.422189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-8904cc15-453c-4dac-9185-3d41c0852615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970349 Jul 06 18:29:53.606714 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-e3ffa432-af7c-4d5b-900a-50c634684fc0 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795175 Jul 06 18:29:53.710422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67b05596-937b-4d7b-ace4-79dedf53fc1f req-bb8aabc0-876d-4830-9b5e-517326bc8377 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958643 Jul 06 18:29:53.718685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fd53-6744-4b3a-b1ef-1f92f53ae763 req-1f8fb313-7a30-4b07-8fd1-966b0cb84763 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:53.720235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c73fd53-6744-4b3a-b1ef-1f92f53ae763 req-1f8fb313-7a30-4b07-8fd1-966b0cb84763 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2257359 Jul 06 18:29:53.772810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c73fd53-6744-4b3a-b1ef-1f92f53ae763 req-6f4a1e7c-179f-4ef9-a5be-5dc8996593e1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Jul 06 18:29:53.844379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d71b11ab-329a-4208-a464-98406979fca9 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:29:53.888805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d71b11ab-329a-4208-a464-98406979fca9 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:29:54.218049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686039ab-f68e-4bd6-bb76-3beb14c1796c req-5576265a-22a6-4c8e-aa82-223c8294f2c1 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:54.219636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-686039ab-f68e-4bd6-bb76-3beb14c1796c req-5576265a-22a6-4c8e-aa82-223c8294f2c1 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.0780938 Jul 06 18:29:54.266630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-686039ab-f68e-4bd6-bb76-3beb14c1796c req-38d159c4-747a-40e3-8833-c162f6e5c924 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Jul 06 18:29:54.423533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-2071b011-3b35-4ae5-abdc-83603b10c0d1 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=159f5f462ba2487eb2761a5fb054b6d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354397 Jul 06 18:29:54.428051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:54.430944 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5aafff-153c-4f51-b3d3-cec9383441a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "tag": "d71b11ab-329a-4208-a464-98406979fca9"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:54.570836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-c748131c-750b-4be2-9f2f-487df1cca84e tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:54.578590 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-c748131c-750b-4be2-9f2f-487df1cca84e tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533766 Jul 06 18:29:54.595963 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-3dd4edd6-8303-4111-adf0-e9ed22e46c55 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/quotas/159f5f462ba2487eb2761a5fb054b6d4 HTTP/1.1" status: 200 len: 375 time: 0.0161982 Jul 06 18:29:54.634636 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-6d35fa02-8e4b-4a38-adf4-f11868060122 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=159f5f462ba2487eb2761a5fb054b6d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367446 Jul 06 18:29:54.643440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb5dd0-f2e9-48e7-9352-82c785d6e649 req-4174004b-a89d-4180-937f-606925135084 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:54.645065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2feb5dd0-f2e9-48e7-9352-82c785d6e649 req-4174004b-a89d-4180-937f-606925135084 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 948 time: 0.1019330 Jul 06 18:29:54.706241 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2feb5dd0-f2e9-48e7-9352-82c785d6e649 req-744f1aa6-0c3e-4c76-8504-18063a907afd tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536482 Jul 06 18:29:54.850336 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6913c8e-f554-4bc1-8ad1-5e208fb68a40 x-openstack-request-id: req-b6913c8e-f554-4bc1-8ad1-5e208fb68a40 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:54.850636 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "tag": "d71b11ab-329a-4208-a464-98406979fca9", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:54.850886 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6913c8e-f554-4bc1-8ad1-5e208fb68a40 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:54.851697 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9', 'status': 'completed', 'code': 200} Jul 06 18:29:55.033566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-6da666a7-93e5-40d2-9379-2013617bb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.035854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-6da666a7-93e5-40d2-9379-2013617bb91b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1099 time: 0.1803691 Jul 06 18:29:55.045440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-651b0804-238b-4907-80dd-70e4bfb83000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.047547 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-651b0804-238b-4907-80dd-70e4bfb83000 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1099 time: 0.1473603 Jul 06 18:29:55.200093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e5ed-3ecd-4ff1-95b6-63289f3b03d9 req-885c96c7-2314-4515-a990-ccb2d8304fe1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.208029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a100e5ed-3ecd-4ff1-95b6-63289f3b03d9 req-885c96c7-2314-4515-a990-ccb2d8304fe1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.0937417 Jul 06 18:29:55.263494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a100e5ed-3ecd-4ff1-95b6-63289f3b03d9 req-d340e136-e73d-4928-a5c6-acc8ac2998c4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Jul 06 18:29:55.274387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-6a321b32-02c9-40ea-8a24-155369805e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.276335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-6a321b32-02c9-40ea-8a24-155369805e92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.2274110 Jul 06 18:29:55.339241 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f022edc-3c35-41a3-bb64-259f5ca4a2e2 req-d3fc781c-8a0e-4032-b5b4-4dfd292f5b71 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 210 time: 0.0617876 Jul 06 18:29:55.433405 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-4f96a7bc-73f5-4e5c-acf1-b2010e46aa29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.1322663 Jul 06 18:29:55.600883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-d8d0a269-8370-4a0e-9a89-0306f6464895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.603422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-d8d0a269-8370-4a0e-9a89-0306f6464895 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.5437210 Jul 06 18:29:55.657912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-e94c5605-4a3a-43f6-8596-50dd6afdd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.660393 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-e94c5605-4a3a-43f6-8596-50dd6afdd9ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.2014630 Jul 06 18:29:55.662313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-778cfccb-75bf-4445-bf23-5078cc261068 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 200 len: 217 time: 0.0492001 Jul 06 18:29:55.896917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e33254-1f4d-4cb1-8cd0-65a4602711eb req-890a92bb-bf1f-4932-becc-9d13ffb563a3 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.920044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a6e33254-1f4d-4cb1-8cd0-65a4602711eb req-890a92bb-bf1f-4932-becc-9d13ffb563a3 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.4032724 Jul 06 18:29:55.975932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811a95d-0130-4be4-95eb-afd3a6211090 req-55def862-22a6-44fe-bca8-816f2b2d1d85 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.983000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-2a616379-d656-4401-be73-ffec24433109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:55.983727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7811a95d-0130-4be4-95eb-afd3a6211090 req-55def862-22a6-44fe-bca8-816f2b2d1d85 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 948 time: 0.1090829 Jul 06 18:29:55.984469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-2a616379-d656-4401-be73-ffec24433109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.3111143 Jul 06 18:29:56.047602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7811a95d-0130-4be4-95eb-afd3a6211090 req-3713df9b-a1db-44de-95a6-03dac0c61966 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628655 Jul 06 18:29:56.168075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-b434d61e-2e45-47c2-99a2-74552fddf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:56.172208 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-b434d61e-2e45-47c2-99a2-74552fddf35c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5035543 Jul 06 18:29:56.193016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a6e33254-1f4d-4cb1-8cd0-65a4602711eb req-030d3ae6-05b8-4277-80cd-6e5f5e2b96ef tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702813 Jul 06 18:29:56.412199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-6ef515c5-8d80-4a9a-9863-9c4cb55a50cb service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138989 Jul 06 18:29:56.529443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-8abe2dd2-95e6-45cb-9103-819c45b7a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:56.531027 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-8abe2dd2-95e6-45cb-9103-819c45b7a98b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4568057 Jul 06 18:29:56.667579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-4bb84d43-8b7b-4d3a-95c7-cf5a8499ea11 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403834 Jul 06 18:29:56.670299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-01ad681e-c911-43fc-9138-1e2f2e0e16e4 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296654 Jul 06 18:29:56.683500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b02ff-e1ea-4e19-b4e9-5be8382aae4e req-981d60cb-795c-423a-8ad0-3daaab12c7ad tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:56.691901 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-521b02ff-e1ea-4e19-b4e9-5be8382aae4e req-981d60cb-795c-423a-8ad0-3daaab12c7ad tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1933680 Jul 06 18:29:56.700097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d71b11ab-329a-4208-a464-98406979fca9 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:29:56.786651 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-521b02ff-e1ea-4e19-b4e9-5be8382aae4e req-865bb888-3269-42c4-b31e-b8207a597aeb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928950 Jul 06 18:29:56.945153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:56.967817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'd71b11ab-329a-4208-a464-98406979fca9', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'd71b11ab-329a-4208-a464-98406979fca9', 'mac_address': 'fa:16:3e:ea:89:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:29:57.005558 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39d2a9f9-a71e-4988-9e57-4ae65d4b9134 req-0d2b9ad6-1fc0-41a2-a60e-c6d8b943cd1f tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 210 time: 0.2616332 Jul 06 18:29:57.017669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-2ad51f14-aa39-4bfa-aea3-28729ce2876b tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=159f5f462ba2487eb2761a5fb054b6d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2473524 Jul 06 18:29:57.026608 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:57.044724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71b11ab-329a-4208-a464-98406979fca9 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:57.073430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:57.088604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:57.156321 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe5aafff-153c-4f51-b3d3-cec9383441a0 req-149d8dc8-de39-428c-a634-9aec09ae4027 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578481 Jul 06 18:29:57.314362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-9133e8a1-f934-49e9-aca3-63ea1889736c tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:57.316058 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-9133e8a1-f934-49e9-aca3-63ea1889736c tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760487 Jul 06 18:29:57.337045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Request body: {'port': {'device_id': '953a5121-aba8-4360-b541-9a3c1813d13c', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '159f5f462ba2487eb2761a5fb054b6d4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:57.432130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=12']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:57.534849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Made reservation on behalf of 159f5f462ba2487eb2761a5fb054b6d4 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:29:57.539023 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:57.559357 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:57.607455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3689-35aa-4433-9d81-dd9bb5ca97bd req-d48394fd-5db4-4a4c-bfb8-1fd580cf82cc tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:57.611735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d71b11ab-329a-4208-a464-98406979fca9'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:29:57.618862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-58ef3689-35aa-4433-9d81-dd9bb5ca97bd req-d48394fd-5db4-4a4c-bfb8-1fd580cf82cc tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.1043756 Jul 06 18:29:57.674101 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:57.686268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63007-0119-41bd-b220-5d8658fe788c req-045e532d-b0dd-4b65-9097-6f948d99ee0f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:57.688408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-58ef3689-35aa-4433-9d81-dd9bb5ca97bd req-d98fc062-c351-4f1c-8f7b-d4c3ae78d825 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685682 Jul 06 18:29:57.703813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75a63007-0119-41bd-b220-5d8658fe788c req-045e532d-b0dd-4b65-9097-6f948d99ee0f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.2629926 Jul 06 18:29:57.707611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:57.920798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e830f25-96f1-465a-ae86-acdb56339389,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:57.929440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Allocated IP 192.168.233.93 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/bd787b52-9980-4433-be7b-43755d482353) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:57.960104 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75a63007-0119-41bd-b220-5d8658fe788c req-8f9d7c3c-3ee9-4fa0-8d7f-d2050573a6e3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550769 Jul 06 18:29:58.044711 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:29:58.251866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776515f0-1144-4dd5-8a7e-15a41a6f1dd2 req-56cbfdcf-6167-42a0-8cc3-a7913ba22044 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:58.253458 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-776515f0-1144-4dd5-8a7e-15a41a6f1dd2 req-56cbfdcf-6167-42a0-8cc3-a7913ba22044 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1313431 Jul 06 18:29:58.300545 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:58.336789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-776515f0-1144-4dd5-8a7e-15a41a6f1dd2 req-fc429432-cd59-412f-b6dc-bad0978f151c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703406 Jul 06 18:29:58.343572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Transition to ACTIVE for port object bd787b52-9980-4433-be7b-43755d482353 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:58.433783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:58.572517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0fc84-7538-46bf-bd25-a3ec84d45d62 req-0076d70e-291c-4e50-8648-d4e4fbfe8295 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:58.580619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7be0fc84-7538-46bf-bd25-a3ec84d45d62 req-0076d70e-291c-4e50-8648-d4e4fbfe8295 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 1100 time: 0.0887561 Jul 06 18:29:58.624349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7be0fc84-7538-46bf-bd25-a3ec84d45d62 req-385a59f6-df98-4c73-8e09-6f1bafcd2fe8 tempest-MigrationsAdminTest-1473703844 tempest-MigrationsAdminTest-1473703844-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Jul 06 18:29:58.662812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:58.668619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Pushing event updated for resources: {'Port': ['ID=bd787b52-9980-4433-be7b-43755d482353,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:58.679200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:58.683194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:58.756141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:58.756791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:58.781438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171b7b-d29a-4f02-9254-e6902a3812cd req-0da75d26-e9c8-4d15-8f4e-9fce4ae8a317 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:58.794005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e171b7b-d29a-4f02-9254-e6902a3812cd req-0da75d26-e9c8-4d15-8f4e-9fce4ae8a317 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 935 time: 0.1929498 Jul 06 18:29:58.835627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-a6e069a5-c16a-4acc-8879-c27324b6d711 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5044136 Jul 06 18:29:58.859938 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e171b7b-d29a-4f02-9254-e6902a3812cd req-6b06cefd-98dc-487e-9aae-bd1c707f040c tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646439 Jul 06 18:29:58.882742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Request body: {'port': {'device_id': '953a5121-aba8-4360-b541-9a3c1813d13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:59.032961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:59.152402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dfcae9bf-39da-4e01-b2b6-7b06daf54202 None None] Provisioning for port bd787b52-9980-4433-be7b-43755d482353 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:59.162449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dfcae9bf-39da-4e01-b2b6-7b06daf54202 None None] Provisioning complete for port bd787b52-9980-4433-be7b-43755d482353 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:59.163264 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dfcae9bf-39da-4e01-b2b6-7b06daf54202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:59.211940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-dfcae9bf-39da-4e01-b2b6-7b06daf54202 None None] Port bd787b52-9980-4433-be7b-43755d482353 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:29:59.530401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851ea7c-df66-49cd-8249-3ff3953db019 req-281cbc3a-501c-416c-8529-1bb4d0b575fc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:59.539336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3851ea7c-df66-49cd-8249-3ff3953db019 req-281cbc3a-501c-416c-8529-1bb4d0b575fc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.1404204 Jul 06 18:29:59.592331 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3851ea7c-df66-49cd-8249-3ff3953db019 req-f4c7b40f-08a6-4f45-a90b-fd7a3086bc1f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515544 Jul 06 18:29:59.811100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0ac82-69da-467a-b869-ecc065be1b98 req-ea49aac2-fe23-4de8-a713-c0d6c1fd71ab tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:59.827298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97c0ac82-69da-467a-b869-ecc065be1b98 req-ea49aac2-fe23-4de8-a713-c0d6c1fd71ab tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 943 time: 0.7022886 Jul 06 18:29:59.851776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a79b4bb5-5f66-4446-a16c-3235b993959f details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:29:59.860672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd787b52-9980-4433-be7b-43755d482353 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:59.879519 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:59.912543 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97c0ac82-69da-467a-b869-ecc065be1b98 req-4e5b0118-25c2-4c40-82b6-bfcf74d6cc17 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839779 Jul 06 18:29:59.932842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Transition to ACTIVE for port object bd787b52-9980-4433-be7b-43755d482353 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:59.949965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:00.046130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd787b52-9980-4433-be7b-43755d482353,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:00.051983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897dae0-3cb7-4a7d-8640-1f1ba4387227 req-85f66cb7-e1e5-4ecc-9b00-1185c7a3632f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:00.066475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1897dae0-3cb7-4a7d-8640-1f1ba4387227 req-85f66cb7-e1e5-4ecc-9b00-1185c7a3632f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2400081 Jul 06 18:30:00.171801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1897dae0-3cb7-4a7d-8640-1f1ba4387227 req-57d4942c-9c09-4426-aadc-c61f5a03eadd tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042500 Jul 06 18:30:00.191857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a79b4bb5-5f66-4446-a16c-3235b993959f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a79b4bb5-5f66-4446-a16c-3235b993959f,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:00.214564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'port_id': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'mac_address': 'fa:16:3e:b8:02:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:30:00.219577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Attempting to bind port bd787b52-9980-4433-be7b-43755d482353 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:00.219925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Attempting to bind port bd787b52-9980-4433-be7b-43755d482353 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:00.220262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Attempting to bind port bd787b52-9980-4433-be7b-43755d482353 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:00.227956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Port bd787b52-9980-4433-be7b-43755d482353 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:30:00.228218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Attempting to bind port bd787b52-9980-4433-be7b-43755d482353 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:00.234961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:00.235320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:00.235727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:00.236156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Bound port: bd787b52-9980-4433-be7b-43755d482353, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:00.236537 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:00.355076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:00.389187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79b4bb5-5f66-4446-a16c-3235b993959f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:00.425897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] For port bd787b52-9980-4433-be7b-43755d482353, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:00.445492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] For port bd787b52-9980-4433-be7b-43755d482353, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bd787b52-9980-4433-be7b-43755d482353,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:00.483792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a79b4bb5-5f66-4446-a16c-3235b993959f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a79b4bb5-5f66-4446-a16c-3235b993959f,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:00.491827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:00.496174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:00.545567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:00.546275 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:00.547771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd787b52-9980-4433-be7b-43755d482353 HTTP/1.1" status: 200 len: 1095 time: 1.6822889 Jul 06 18:30:00.593928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953a5121-aba8-4360-b541-9a3c1813d13c', 'tag': 'bd787b52-9980-4433-be7b-43755d482353'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:00.603491 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "953a5121-aba8-4360-b541-9a3c1813d13c", "tag": "bd787b52-9980-4433-be7b-43755d482353"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:00.644913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=a79b4bb5-5f66-4446-a16c-3235b993959f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:00.655572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033df34-59d7-48cd-b7bf-b1d89cb5d829 req-bd9944b7-5237-4bb7-9625-0d3148ad0a43 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:00.667304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e033df34-59d7-48cd-b7bf-b1d89cb5d829 req-bd9944b7-5237-4bb7-9625-0d3148ad0a43 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 947 time: 0.4014528 Jul 06 18:30:00.726320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-7205d91a-b3e2-4f5a-9ce1-e37bd9c402d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:00.730234 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-7205d91a-b3e2-4f5a-9ce1-e37bd9c402d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=159f5f462ba2487eb2761a5fb054b6d4&device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 1098 time: 0.1206343 Jul 06 18:30:00.730805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d71b11ab-329a-4208-a464-98406979fca9 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:00.770295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e033df34-59d7-48cd-b7bf-b1d89cb5d829 req-883be303-96b0-43fc-8500-87dda94eb5bd tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019771 Jul 06 18:30:00.771951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de210dbf-f113-4bda-9637-674855fd3ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd787b52-9980-4433-be7b-43755d482353,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:00.827247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['a79b4bb5-5f66-4446-a16c-3235b993959f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:00.870122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-6595697f-60e1-43d7-a869-8d9cd7dc1ab9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=bd787b52-9980-4433-be7b-43755d482353 HTTP/1.1" status: 200 len: 217 time: 0.1202910 Jul 06 18:30:00.884894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-742a730b-cc57-482d-8d54-c05cb2be8c04 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:00.890971 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-742a730b-cc57-482d-8d54-c05cb2be8c04 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 949 time: 0.2681594 Jul 06 18:30:00.993315 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1cca49-968d-43a7-902b-ab31ab8b0769 x-openstack-request-id: req-fe1cca49-968d-43a7-902b-ab31ab8b0769 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:00.995539 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953a5121-aba8-4360-b541-9a3c1813d13c", "tag": "bd787b52-9980-4433-be7b-43755d482353", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:00.995539 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe1cca49-968d-43a7-902b-ab31ab8b0769 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:00.995539 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953a5121-aba8-4360-b541-9a3c1813d13c', 'tag': 'bd787b52-9980-4433-be7b-43755d482353', 'status': 'completed', 'code': 200} Jul 06 18:30:01.139891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Deleting port d71b11ab-329a-4208-a464-98406979fca9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:01.142710 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.155663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port d71b11ab-329a-4208-a464-98406979fca9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:01.237639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port d71b11ab-329a-4208-a464-98406979fca9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:01.238521 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.406802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] For port d71b11ab-329a-4208-a464-98406979fca9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d71b11ab-329a-4208-a464-98406979fca9,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:01.407446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.427708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Calling delete_port for d71b11ab-329a-4208-a464-98406979fca9 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:01.642641 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.692632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.727062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d71b11ab-329a-4208-a464-98406979fca9'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:01.762261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event deleted for resources: {'Port': ['ID=d71b11ab-329a-4208-a464-98406979fca9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:01.777291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ca99-e171-479a-9df9-64f3fa17dd3a req-30347d38-01b9-4d25-9ede-56be1e09550e tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:01.782082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40b8ca99-e171-479a-9df9-64f3fa17dd3a req-30347d38-01b9-4d25-9ede-56be1e09550e tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 944 time: 0.1510336 Jul 06 18:30:01.897840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-59cddcfa-e4a9-4fdf-9473-b19ee2ff0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:01.900710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-59cddcfa-e4a9-4fdf-9473-b19ee2ff0605 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 1.0232148 Jul 06 18:30:01.913382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] No DVR routers for this DVR port d71b11ab-329a-4208-a464-98406979fca9 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:01.921437 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.925868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-244f4f9c-9ba0-40c9-8adf-69ea84d72973 req-cbd0f7e3-8690-4e36-8fb3-5647bc57b0c7 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.24 "DELETE /v2.0/ports/d71b11ab-329a-4208-a464-98406979fca9 HTTP/1.1" status: 204 len: 173 time: 1.0288811 Jul 06 18:30:01.948343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40b8ca99-e171-479a-9df9-64f3fa17dd3a req-eb24bedc-ce56-4738-af0b-f31d95175cdb tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350543 Jul 06 18:30:02.029601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6', '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', '36b03f1d-741e-471f-bb87-1e013e316c63'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:02.054560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be937776-c2a2-4615-a373-00987a11dda5 req-7ae9ce08-947e-4684-8e63-cec9a33680e3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.076877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be937776-c2a2-4615-a373-00987a11dda5 req-7ae9ce08-947e-4684-8e63-cec9a33680e3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f244c81-5c16-4b43-912a-62b3c44419d1 HTTP/1.1" status: 200 len: 867 time: 1.0894797 Jul 06 18:30:02.173860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-6d8ea99c-f4e8-4d77-bbd6-c8f6e1b60eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.175938 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-6d8ea99c-f4e8-4d77-bbd6-c8f6e1b60eb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2678559 Jul 06 18:30:02.200735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be937776-c2a2-4615-a373-00987a11dda5 req-28577dcf-90ec-4681-b51b-409af4030860 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213782 Jul 06 18:30:02.424507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-32dededb-4f90-4d63-bd0c-dfcd1d517734 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224140 Jul 06 18:30:02.473959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd88-9665-40d0-8794-0676dba6e987 req-6bc9cead-db53-4780-b5b1-e17a9f0cf903 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.482129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c220dd88-9665-40d0-8794-0676dba6e987 req-6bc9cead-db53-4780-b5b1-e17a9f0cf903 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1323078 Jul 06 18:30:02.542420 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c220dd88-9665-40d0-8794-0676dba6e987 req-428b96c2-384d-46cb-a53f-76be95f6ef35 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536482 Jul 06 18:30:02.693707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-3b88c898-cc38-4e77-8160-f9632dde3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.695671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-3b88c898-cc38-4e77-8160-f9632dde3fa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1096 time: 0.0965180 Jul 06 18:30:02.804911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a63ead8-cf46-469b-8d28-758bd8bcc8ea req-95064ccd-57ce-41a0-b910-566f44a2f508 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644550 Jul 06 18:30:02.878186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3167e4-c1d2-4153-94e7-d223ec6a7965 req-78bff351-4be0-4d61-bab0-8dfbd0f8a2bf tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.892679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb3167e4-c1d2-4153-94e7-d223ec6a7965 req-78bff351-4be0-4d61-bab0-8dfbd0f8a2bf tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 947 time: 0.2507124 Jul 06 18:30:02.942841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-a7905e43-3a4c-403c-ba30-856768bad924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.946768 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-a7905e43-3a4c-403c-ba30-856768bad924 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 915 time: 0.2280140 Jul 06 18:30:02.999006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-deleted', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:03.006255 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18831f62-1928-4446-aacf-acc93d13d32b" -d '{"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-deleted", "tag": "d71b11ab-329a-4208-a464-98406979fca9"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:03.020145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb3167e4-c1d2-4153-94e7-d223ec6a7965 req-57ef1cb1-7864-4fd6-a1fc-4e46dbe23f91 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249275 Jul 06 18:30:03.057932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-191e0182-addd-4c67-ba02-7a4c590ff1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.059752 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-191e0182-addd-4c67-ba02-7a4c590ff1b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=159f5f462ba2487eb2761a5fb054b6d4&device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 1098 time: 0.1410966 Jul 06 18:30:03.088574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-9e245d46-d31a-43ed-8433-3a0cc18b9452 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 217 time: 0.1339045 Jul 06 18:30:03.179008 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbeafe7-3ea8-4a8f-8c26-be8d56715125 x-openstack-request-id: req-4bbeafe7-3ea8-4a8f-8c26-be8d56715125 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:03.179315 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f244c81-5c16-4b43-912a-62b3c44419d1", "name": "network-vif-deleted", "tag": "d71b11ab-329a-4208-a464-98406979fca9", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:03.179568 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bbeafe7-3ea8-4a8f-8c26-be8d56715125 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:03.179966 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f244c81-5c16-4b43-912a-62b3c44419d1', 'name': 'network-vif-deleted', 'tag': 'd71b11ab-329a-4208-a464-98406979fca9', 'status': 'completed', 'code': 200} Jul 06 18:30:03.189625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-ad4cb4a8-7a40-4e1f-8a33-554d99118d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.191868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-ad4cb4a8-7a40-4e1f-8a33-554d99118d06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.1222389 Jul 06 18:30:03.250398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-62e01293-b8d5-4005-a5b2-997e326d8227 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=bd787b52-9980-4433-be7b-43755d482353 HTTP/1.1" status: 200 len: 217 time: 0.0504053 Jul 06 18:30:03.327175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-ca076b56-beee-4f3a-b602-00a8c91b6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.329025 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-ca076b56-beee-4f3a-b602-00a8c91b6757 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0717494 Jul 06 18:30:03.404211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecfb4532-f468-4373-905b-5d846201a8ee req-e8567783-5d17-4c0d-b20d-ce4559541986 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3146834 Jul 06 18:30:03.405577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-33081ae4-4b07-4b31-b76e-6c60bb734787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.406993 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-33081ae4-4b07-4b31-b76e-6c60bb734787 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.2595677 Jul 06 18:30:03.418055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-515a2f07-b631-4d0a-a739-1f318c0a1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.421114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-515a2f07-b631-4d0a-a739-1f318c0a1bc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840425 Jul 06 18:30:03.488436 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-1934647d-c28c-40b4-9ce5-5ad82a77e0e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690086 Jul 06 18:30:03.551507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-ffa8f53b-21e8-406b-8bc7-2024525fceee service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215312 Jul 06 18:30:03.587673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2ed2f-adbe-4d3e-a7e0-948ce3865b33 req-c8cf1a9e-3327-4de1-8e55-a66a50644f0a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.589208 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fa2ed2f-adbe-4d3e-a7e0-948ce3865b33 req-c8cf1a9e-3327-4de1-8e55-a66a50644f0a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 944 time: 0.3399363 Jul 06 18:30:03.706398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e7d9448-942d-49e3-ae94-ad931bfcd1cd req-35183cb0-876c-4770-a004-b88531b218ea service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458888 Jul 06 18:30:03.803390 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fa2ed2f-adbe-4d3e-a7e0-948ce3865b33 req-4f201392-3843-4509-b95d-d36ed2f23342 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160424 Jul 06 18:30:03.861792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb4532-f468-4373-905b-5d846201a8ee req-814b8f07-5320-4cde-a3fc-0a1ef9ac52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.864080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecfb4532-f468-4373-905b-5d846201a8ee req-814b8f07-5320-4cde-a3fc-0a1ef9ac52c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ae3fe32b9846d19397914868166617&device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 1101 time: 0.3746800 Jul 06 18:30:03.872156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a79b4bb5-5f66-4446-a16c-3235b993959f up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:03.947341 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-63329513-e31a-4562-84e6-15b5bd1451b8 service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317434 Jul 06 18:30:04.013924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port a79b4bb5-5f66-4446-a16c-3235b993959f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:04.018727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port a79b4bb5-5f66-4446-a16c-3235b993959f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:04.019109 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:04.113556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ba4c4-a806-4de2-9cab-0ded8f7e7e1f req-2bc65623-6439-4ea0-9325-891e5fd54b8b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:04.122198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d06ba4c4-a806-4de2-9cab-0ded8f7e7e1f req-2bc65623-6439-4ea0-9325-891e5fd54b8b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 950 time: 0.0870929 Jul 06 18:30:04.171489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d06ba4c4-a806-4de2-9cab-0ded8f7e7e1f req-9883e1b0-9e34-4528-8173-75564e345855 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Jul 06 18:30:04.226553 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:04.301276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb4532-f468-4373-905b-5d846201a8ee req-4619d2e7-08e6-429e-a8fc-b6bc637a2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:04.303050 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecfb4532-f468-4373-905b-5d846201a8ee req-4619d2e7-08e6-429e-a8fc-b6bc637a2424 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.4053140 Jul 06 18:30:04.309922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a79b4bb5-5f66-4446-a16c-3235b993959f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a79b4bb5-5f66-4446-a16c-3235b993959f,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:04.311316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccdfcb7a-9ef7-418f-9fc7-9a572aedde76 req-a4a130e6-0b4c-43b9-b075-04358f32253f service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384643 Jul 06 18:30:04.311895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79b4bb5-5f66-4446-a16c-3235b993959f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:04.330434 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80af3ba6-ff3d-49a8-84ad-ffa769aa0968" -d '{"events": [{"server_uuid": "8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1", "name": "network-vif-plugged", "status": "completed", "tag": "a79b4bb5-5f66-4446-a16c-3235b993959f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:04.342460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:04.372942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cd7cc-a09c-4df9-8d39-aeb73bd1ec74 req-4c91f142-bb84-44b6-a5f7-c5de8ffd2272 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:04.382140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f0cd7cc-a09c-4df9-8d39-aeb73bd1ec74 req-4c91f142-bb84-44b6-a5f7-c5de8ffd2272 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2974925 Jul 06 18:30:04.391097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecfb4532-f468-4373-905b-5d846201a8ee req-40f753e5-66b6-42b2-83ab-2f4b1d751336 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 200 len: 217 time: 0.0778723 Jul 06 18:30:04.494861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=a79b4bb5-5f66-4446-a16c-3235b993959f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:04.511962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb4532-f468-4373-905b-5d846201a8ee req-2a3949a6-2f63-41b6-be53-99962b673f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:04.513274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecfb4532-f468-4373-905b-5d846201a8ee req-2a3949a6-2f63-41b6-be53-99962b673f92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.1101003 Jul 06 18:30:04.521635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f0cd7cc-a09c-4df9-8d39-aeb73bd1ec74 req-c08ee782-df31-4fab-92f8-025ec00e8756 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385787 Jul 06 18:30:04.590865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb4532-f468-4373-905b-5d846201a8ee req-bcc1799d-5b7c-4685-89d4-025bb1fec2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:04.592931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecfb4532-f468-4373-905b-5d846201a8ee req-bcc1799d-5b7c-4685-89d4-025bb1fec2b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638928 Jul 06 18:30:04.668966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f6f2d-263f-466f-8096-538c69efdac7 req-69cb55de-a695-44c2-937d-430fba54d2a7 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:04.677883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-742f6f2d-263f-466f-8096-538c69efdac7 req-69cb55de-a695-44c2-937d-430fba54d2a7 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 947 time: 0.0999804 Jul 06 18:30:04.747836 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea7a78c-5573-4350-bb3c-11cc285a8d62 x-openstack-request-id: req-1ea7a78c-5573-4350-bb3c-11cc285a8d62 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:04.748270 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1", "name": "network-vif-plugged", "status": "completed", "tag": "a79b4bb5-5f66-4446-a16c-3235b993959f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:04.748669 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ea7a78c-5573-4350-bb3c-11cc285a8d62 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:04.749476 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'code': 200} Jul 06 18:30:04.753006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device bd787b52-9980-4433-be7b-43755d482353 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:30:04.755906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d71b11ab-329a-4208-a464-98406979fca9 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:04.784294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-742f6f2d-263f-466f-8096-538c69efdac7 req-20bf05cd-ff12-4845-83a7-59bb03ffcc30 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047103 Jul 06 18:30:04.817976 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecfb4532-f468-4373-905b-5d846201a8ee req-f7e60c10-c332-4294-92f2-b720528f851f service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095301 Jul 06 18:30:04.828488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: d71b11ab-329a-4208-a464-98406979fca9 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:04.831376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d71b11ab-329a-4208-a464-98406979fca9 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:04.967535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port bd787b52-9980-4433-be7b-43755d482353, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bd787b52-9980-4433-be7b-43755d482353,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:04.980073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'bd787b52-9980-4433-be7b-43755d482353', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': 'bd787b52-9980-4433-be7b-43755d482353', 'mac_address': 'fa:16:3e:cd:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:30:05.095552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecfb4532-f468-4373-905b-5d846201a8ee req-5622942e-779e-45bb-8faa-876b970ff750 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722898 Jul 06 18:30:05.262799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55514-a538-47d8-add4-b836d6352a47 req-e3b38efd-9767-4f09-8d5f-ce4884d561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:05.262799 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfe55514-a538-47d8-add4-b836d6352a47 req-e3b38efd-9767-4f09-8d5f-ce4884d561d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 1096 time: 0.3274131 Jul 06 18:30:05.290687 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:05.306473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd787b52-9980-4433-be7b-43755d482353 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:05.329348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port bd787b52-9980-4433-be7b-43755d482353, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bd787b52-9980-4433-be7b-43755d482353,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:05.366388 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:05.370206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfe55514-a538-47d8-add4-b836d6352a47 req-1bbec5ac-23ce-41f7-89c7-da16f513210a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137414 Jul 06 18:30:05.388238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc523dbe-ce94-4830-801f-dbf525e77f27 req-85abd4a2-cdc4-492c-9db7-6c82eda1b9e0 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:05.390499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc523dbe-ce94-4830-801f-dbf525e77f27 req-85abd4a2-cdc4-492c-9db7-6c82eda1b9e0 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.2106733 Jul 06 18:30:05.450346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-f25e9356-428e-489e-9dc2-dcc2204d0dbc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:05.452385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-f25e9356-428e-489e-9dc2-dcc2204d0dbc tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 950 time: 0.1365368 Jul 06 18:30:05.461808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=bd787b52-9980-4433-be7b-43755d482353,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:05.468627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc523dbe-ce94-4830-801f-dbf525e77f27 req-6ab927ce-e912-4a02-8608-12df5a408fb2 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689242 Jul 06 18:30:05.588841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3a9ed-6e81-482b-98e9-516be74394fd req-f29531a9-929f-45fa-a2dd-e21442610ffe tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:05.600140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f3a9ed-6e81-482b-98e9-516be74394fd req-f29531a9-929f-45fa-a2dd-e21442610ffe tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 950 time: 0.1015234 Jul 06 18:30:05.685727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f3a9ed-6e81-482b-98e9-516be74394fd req-e1e4c41a-288e-417d-9e13-7d4870903f22 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771515 Jul 06 18:30:05.728421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['bd787b52-9980-4433-be7b-43755d482353'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:05.740822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Deleting port 36b03f1d-741e-471f-bb87-1e013e316c63 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:05.740822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:05.980792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd19f90-6054-486b-b7b1-cf473c2a0cae req-b5a2e420-52de-46e5-9bda-94001a67b350 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:05.998609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4dd19f90-6054-486b-b7b1-cf473c2a0cae req-b5a2e420-52de-46e5-9bda-94001a67b350 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1486163 Jul 06 18:30:06.060514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] For port 36b03f1d-741e-471f-bb87-1e013e316c63, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=36b03f1d-741e-471f-bb87-1e013e316c63,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:06.061063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:06.081917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4dd19f90-6054-486b-b7b1-cf473c2a0cae req-518e0c18-f542-448b-8d61-96dfbb0d4f3a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788143 Jul 06 18:30:06.086813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Calling delete_port for 36b03f1d-741e-471f-bb87-1e013e316c63 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:06.442871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a8eb3-c031-4507-a78e-3859e8de84dd req-b58cd76d-94f2-48b8-825e-129320bbc48a tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:06.490526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-641a8eb3-c031-4507-a78e-3859e8de84dd req-b58cd76d-94f2-48b8-825e-129320bbc48a tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 948 time: 0.3344178 Jul 06 18:30:06.584231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:06.602296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6', '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', '36b03f1d-741e-471f-bb87-1e013e316c63'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:06.717358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-641a8eb3-c031-4507-a78e-3859e8de84dd req-6e6eb84c-dc4c-4e69-814b-c858248f6810 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250552 Jul 06 18:30:06.731775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event deleted for resources: {'Port': ['ID=36b03f1d-741e-471f-bb87-1e013e316c63,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:06.922817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567379a-af5e-4d63-ac0f-ff9008bf3eda req-1728dcfd-e7c1-4b1a-b2c5-b0d2e0ceda31 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:06.939927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5567379a-af5e-4d63-ac0f-ff9008bf3eda req-1728dcfd-e7c1-4b1a-b2c5-b0d2e0ceda31 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.2718651 Jul 06 18:30:06.985899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] No DVR routers for this DVR port 36b03f1d-741e-471f-bb87-1e013e316c63 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:06.990710 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:06.992843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-670f05bf-d30d-4b05-81f9-fcb2a84c42b5 req-c4aa3f5a-740d-4c03-a55b-97eb4429379c tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "DELETE /v2.0/ports/36b03f1d-741e-471f-bb87-1e013e316c63 HTTP/1.1" status: 204 len: 173 time: 1.5233324 Jul 06 18:30:06.993630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-deleted', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:07.004917 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d02698-b817-4bce-965d-e1d337b9b718" -d '{"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-deleted", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:07.168452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5567379a-af5e-4d63-ac0f-ff9008bf3eda req-613d95df-438f-44f2-ade8-3726e719822c tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999800 Jul 06 18:30:07.233837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a6d97955-5e83-48c6-b120-51f8d0398fa6 req-260acff9-f60d-4503-b07e-10371287a36e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb78c407-f80e-4b21-b3fa-6fdc4ba0f643 HTTP/1.1" status: 200 len: 210 time: 0.0801516 Jul 06 18:30:07.423317 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f17045-2056-4d0a-b85d-04b4cc6b3ff9 x-openstack-request-id: req-31f17045-2056-4d0a-b85d-04b4cc6b3ff9 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:07.423868 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78c407-f80e-4b21-b3fa-6fdc4ba0f643", "name": "network-vif-deleted", "tag": "36b03f1d-741e-471f-bb87-1e013e316c63", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:07.423868 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31f17045-2056-4d0a-b85d-04b4cc6b3ff9 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:07.424346 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb78c407-f80e-4b21-b3fa-6fdc4ba0f643', 'name': 'network-vif-deleted', 'tag': '36b03f1d-741e-471f-bb87-1e013e316c63', 'status': 'completed', 'code': 200} Jul 06 18:30:07.667445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c1e9a-0187-429f-9ce3-90c4d1d74284 req-5756d8fb-733a-4fd3-963a-35e19d32f6d7 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:07.668359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfc88b-e62d-4d17-b60d-e09485293165 req-5ccfa3ea-71b8-4141-b199-a0a13ad33efa tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:07.671433 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-955c1e9a-0187-429f-9ce3-90c4d1d74284 req-5756d8fb-733a-4fd3-963a-35e19d32f6d7 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.0965059 Jul 06 18:30:07.672242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eebfc88b-e62d-4d17-b60d-e09485293165 req-5ccfa3ea-71b8-4141-b199-a0a13ad33efa tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1033843 Jul 06 18:30:07.683831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36072) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:07.688555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Request body: {'floatingip': {'port_id': 'a79b4bb5-5f66-4446-a16c-3235b993959f'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:07.722488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eebfc88b-e62d-4d17-b60d-e09485293165 req-7c745da0-cdb9-4f8e-a4b6-bfdb67a82b3e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382314 Jul 06 18:30:07.745967 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:07.974971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2135-ff28-4ecd-8aba-f5d83f1e9b6b req-ffecc244-083c-48f8-a28b-2beb7c700619 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:07.983139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e66b2135-ff28-4ecd-8aba-f5d83f1e9b6b req-ffecc244-083c-48f8-a28b-2beb7c700619 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 948 time: 0.1036775 Jul 06 18:30:08.042550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e66b2135-ff28-4ecd-8aba-f5d83f1e9b6b req-166979ec-10a0-4a9f-9f26-8519a7338dba tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580516 Jul 06 18:30:08.050019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-eebbf8ea-6067-43f4-b5c8-68cf3b9c7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:08.052197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-eebbf8ea-6067-43f4-b5c8-68cf3b9c7de9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1096 time: 0.0707266 Jul 06 18:30:08.180976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-e6ea2deb-68f8-4a74-b86d-45b6ee8aad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:08.182787 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-e6ea2deb-68f8-4a74-b86d-45b6ee8aad4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 915 time: 0.0989439 Jul 06 18:30:08.230025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-baf22ab6-a263-436d-b5f9-98f369c47200 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 217 time: 0.0400844 Jul 06 18:30:08.671040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-8d82158c-5fdb-4fc4-aeed-db31b40d5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:08.673015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-8d82158c-5fdb-4fc4-aeed-db31b40d5793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.4360974 Jul 06 18:30:08.713845 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-840b884e-ac0a-47d7-87c5-fe936a304f7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339811 Jul 06 18:30:08.799551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device bd787b52-9980-4433-be7b-43755d482353 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:08.874811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-3021e6ef-1f10-40f6-9991-6c80222c5680 service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189613 Jul 06 18:30:08.949973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port bd787b52-9980-4433-be7b-43755d482353 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:08.962639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port bd787b52-9980-4433-be7b-43755d482353 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:08.963289 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:09.026841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712ac1-1138-4c04-a7d4-130a3e73a767 req-cdd37517-e81a-45dc-889a-9b12c45f816d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:09.035780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab712ac1-1138-4c04-a7d4-130a3e73a767 req-cdd37517-e81a-45dc-889a-9b12c45f816d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1170924 Jul 06 18:30:09.091327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab712ac1-1138-4c04-a7d4-130a3e73a767 req-1db570cc-2d84-4466-8cb6-2b5834d667cf tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522568 Jul 06 18:30:09.146680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:09.180987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953a5121-aba8-4360-b541-9a3c1813d13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd787b52-9980-4433-be7b-43755d482353'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:09.183481 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080740ba-97d0-4c4a-83c3-17dc52d5cb8b" -d '{"events": [{"server_uuid": "953a5121-aba8-4360-b541-9a3c1813d13c", "name": "network-vif-plugged", "status": "completed", "tag": "bd787b52-9980-4433-be7b-43755d482353"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:09.185167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae5a480-d9af-429f-b013-a22d87e9bb86 req-c7ca6843-0bcf-42dd-8beb-2b9d3a3bb76a service neutron] 10.222.0.24 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034627 Jul 06 18:30:09.215870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port bd787b52-9980-4433-be7b-43755d482353, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bd787b52-9980-4433-be7b-43755d482353,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:09.222932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575a07a-19eb-4814-8ec1-941d50bbc76a req-4a1d7376-5e50-4700-b568-66480b8565fe tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:09.225307 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:09.237923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3575a07a-19eb-4814-8ec1-941d50bbc76a req-4a1d7376-5e50-4700-b568-66480b8565fe tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.2621143 Jul 06 18:30:09.257680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:09.277094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:09.338769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=bd787b52-9980-4433-be7b-43755d482353,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:09.402822 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Floating IP de32837a-fe5c-4dfa-b151-0112417a7278 associated. External IP: 172.25.4.98, port: a79b4bb5-5f66-4446-a16c-3235b993959f. Jul 06 18:30:09.470390 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3575a07a-19eb-4814-8ec1-941d50bbc76a req-4594910b-81ba-4b0d-bf28-a3b5b4df3b7e tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301528 Jul 06 18:30:09.550150 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a27f8c-4f5f-4642-ae47-fb589c90ae8c x-openstack-request-id: req-38a27f8c-4f5f-4642-ae47-fb589c90ae8c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:09.550435 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953a5121-aba8-4360-b541-9a3c1813d13c", "name": "network-vif-plugged", "status": "completed", "tag": "bd787b52-9980-4433-be7b-43755d482353", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:09.550699 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38a27f8c-4f5f-4642-ae47-fb589c90ae8c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:09.551118 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953a5121-aba8-4360-b541-9a3c1813d13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd787b52-9980-4433-be7b-43755d482353', 'code': 200} Jul 06 18:30:09.750030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5393fe3-2bf5-491c-b157-7f8cf4a17617 req-59be2b30-c226-48ff-acec-eb686d7bc1b7 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:09.757011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5393fe3-2bf5-491c-b157-7f8cf4a17617 req-59be2b30-c226-48ff-acec-eb686d7bc1b7 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 949 time: 0.1042891 Jul 06 18:30:09.794946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd978d-fb9b-4be5-ab41-bad92cbb29c3 req-8f6cf940-7081-43d8-96d6-7bda9dde28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:09.796184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bbd978d-fb9b-4be5-ab41-bad92cbb29c3 req-8f6cf940-7081-43d8-96d6-7bda9dde28f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 1100 time: 0.1333566 Jul 06 18:30:09.805696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5393fe3-2bf5-491c-b157-7f8cf4a17617 req-ea367643-9e60-417a-a22d-ba0d81742538 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475152 Jul 06 18:30:09.816229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Router 02f6444b-5a56-40ee-a853-e2408585b87a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:30:09.875454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:09.886559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bbd978d-fb9b-4be5-ab41-bad92cbb29c3 req-a9062c61-401f-4d53-8839-cc13c3896390 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777206 Jul 06 18:30:09.896546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 36b03f1d-741e-471f-bb87-1e013e316c63 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:09.897003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 36b03f1d-741e-471f-bb87-1e013e316c63 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:09.951352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:30:09.956966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:09.962294 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] Sync routers for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:30:09.972889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:09.974534 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:29:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:10.016587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f869fec0-a4e0-480c-a57b-179a5518d361 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "PUT /v2.0/floatingips/de32837a-fe5c-4dfa-b151-0112417a7278 HTTP/1.1" status: 200 len: 990 time: 2.3287141 Jul 06 18:30:10.016587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'tag': 'a79b4bb5-5f66-4446-a16c-3235b993959f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:10.016914 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1", "tag": "a79b4bb5-5f66-4446-a16c-3235b993959f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:10.090178 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fbb0b6-1a24-4a78-af63-aedc6492fae6 x-openstack-request-id: req-88fbb0b6-1a24-4a78-af63-aedc6492fae6 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:10.090823 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1", "tag": "a79b4bb5-5f66-4446-a16c-3235b993959f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:10.091404 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88fbb0b6-1a24-4a78-af63-aedc6492fae6 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:10.092184 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'tag': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'status': 'completed', 'code': 200} Jul 06 18:30:10.183903 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:10.186304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-92986c99-2d59-496c-8275-c5e4039c4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:10.191180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-92986c99-2d59-496c-8275-c5e4039c4b7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=113bc2d91a6e4869b00fb7a897037512&device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 1096 time: 0.0756588 Jul 06 18:30:10.377744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-5ed8ee1d-20a1-433f-bb85-d9def6b9612f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:10.380144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-5ed8ee1d-20a1-433f-bb85-d9def6b9612f tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1320012 Jul 06 18:30:10.394500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-90f79aa0-0f75-4226-b439-c3383783880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:10.396018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-90f79aa0-0f75-4226-b439-c3383783880d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093 HTTP/1.1" status: 200 len: 916 time: 0.1946950 Jul 06 18:30:10.457885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf464c-d026-4f09-9aff-3c26c29696fb req-34819d3d-19d6-46b9-b61e-61e2fafcdb31 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:10.464927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89cf464c-d026-4f09-9aff-3c26c29696fb req-34819d3d-19d6-46b9-b61e-61e2fafcdb31 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1499219 Jul 06 18:30:10.534456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89cf464c-d026-4f09-9aff-3c26c29696fb req-75939e2f-eb7f-4cae-b11d-017d2158e593 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686123 Jul 06 18:30:10.547191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-c5494944-c522-4810-b48e-6beed54698dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79b4bb5-5f66-4446-a16c-3235b993959f HTTP/1.1" status: 200 len: 998 time: 0.1424961 Jul 06 18:30:10.626822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Deleting port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:10.627207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:10.628433 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'de32837a-fe5c-4dfa-b151-0112417a7278', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'port_id': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'mac_address': 'fa:16:3e:b8:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:29:19Z', 'updated_at': '2021-07-06T18:30:08Z', 'revision_number': 1, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:20Z', 'revision_number': 5, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:10.630855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-0af6709f-d8f2-4acf-9c12-143c280b9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:10.632414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-0af6709f-d8f2-4acf-9c12-143c280b9876 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05a2ea56-7724-4bee-bc4d-31129923e7e8 HTTP/1.1" status: 200 len: 854 time: 0.0668783 Jul 06 18:30:10.663239 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] Checking router: 02f6444b-5a56-40ee-a853-e2408585b87a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:30:10.671945 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:10.672623 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:29:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:10.742306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] For port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:10.742912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:10.770868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:10.778262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-43c4104b-3db1-4e55-98bd-931ce2a2c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:10.783800 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-43c4104b-3db1-4e55-98bd-931ce2a2c5aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445577 Jul 06 18:30:10.801616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Calling delete_port for 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:10.842831 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:10.891150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdb57f-1843-4bd0-8baf-4becd17f5e82 req-9702e13a-65eb-4dd9-be1d-8e7d7877dddb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:10.903500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efdb57f-1843-4bd0-8baf-4becd17f5e82 req-9702e13a-65eb-4dd9-be1d-8e7d7877dddb tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 950 time: 0.1659896 Jul 06 18:30:10.957019 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:11.008916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efdb57f-1843-4bd0-8baf-4becd17f5e82 req-0abb7e95-00e6-4aa9-9d1d-fe39b9c84bf6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043735 Jul 06 18:30:11.036557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:11.043774 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:11.132173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-92f44aca-ada0-4d2c-b9f5-63344b9437df service neutron] 10.222.0.41 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363876 Jul 06 18:30:11.229262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:11.237231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:11.260189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6', '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:11.324059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event deleted for resources: {'Port': ['ID=90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:11.435938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa8c4-78c2-4e70-b26d-c2e077e97a39 req-2e7aac98-5d71-4547-8352-647df2a554ab tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:11.443756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d8dfa8c4-78c2-4e70-b26d-c2e077e97a39 req-2e7aac98-5d71-4547-8352-647df2a554ab tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 949 time: 0.1418910 Jul 06 18:30:11.466566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ddbaeb5-94fb-4dba-ac87-21587e2eba29 req-e547098d-81e6-46eb-a7a7-c0098a0393ce service neutron] 10.222.0.41 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267963 Jul 06 18:30:11.482401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] No DVR routers for this DVR port 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:11.491910 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:11.499428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10251abb-6e22-4bdf-a077-8965a8d7747c req-ca5e3666-e884-42b2-bd27-b0d9b1977a83 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "DELETE /v2.0/ports/90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c HTTP/1.1" status: 204 len: 173 time: 1.1089048 Jul 06 18:30:11.501983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'name': 'network-vif-deleted', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:11.504515 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521f21cf-ec8b-43f0-831b-848a7853e2ac" -d '{"events": [{"server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "name": "network-vif-deleted", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:11.533446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d8dfa8c4-78c2-4e70-b26d-c2e077e97a39 req-d1f12010-b15a-467e-ac8d-d44a434cbd3f tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887811 Jul 06 18:30:11.561474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:11.564017 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad03b19-c7b2-435b-9323-f9afee6f9274" -d '{"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:11.595458 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'de32837a-fe5c-4dfa-b151-0112417a7278', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'port_id': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'mac_address': 'fa:16:3e:b8:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:29:19Z', 'updated_at': '2021-07-06T18:30:08Z', 'revision_number': 1, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:20Z', 'revision_number': 5, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:11.635314 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85880195-540a-4a93-86ea-9e3f520057de x-openstack-request-id: req-85880195-540a-4a93-86ea-9e3f520057de {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:11.635939 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e29d03-bbf5-4197-9a07-8ed45753ab74", "name": "network-vif-deleted", "tag": "90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:11.636409 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85880195-540a-4a93-86ea-9e3f520057de {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:11.637021 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e29d03-bbf5-4197-9a07-8ed45753ab74', 'name': 'network-vif-deleted', 'tag': '90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c', 'status': 'completed', 'code': 200} Jul 06 18:30:11.662774 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebd958-902e-461c-b770-67bdb80fc38b None None] The sync data for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 is: [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'de32837a-fe5c-4dfa-b151-0112417a7278', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'port_id': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'mac_address': 'fa:16:3e:b8:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:29:19Z', 'updated_at': '2021-07-06T18:30:08Z', 'revision_number': 1, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:20Z', 'revision_number': 5, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:30:12.014877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11e8f3-eec7-4940-a3c1-bf876a621fd5 req-aa629011-8ed1-4c16-9324-bd3e6eaaa68e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:12.026269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c11e8f3-eec7-4940-a3c1-bf876a621fd5 req-aa629011-8ed1-4c16-9324-bd3e6eaaa68e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 943 time: 0.1201711 Jul 06 18:30:12.104095 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c11e8f3-eec7-4940-a3c1-bf876a621fd5 req-1ef20400-e163-4818-a4d5-b514fcbd12f5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757453 Jul 06 18:30:12.161709 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd44400-9f21-41f9-a9ed-f7da63ca30c5 x-openstack-request-id: req-0cd44400-9f21-41f9-a9ed-f7da63ca30c5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:12.162729 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:12.163004 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cd44400-9f21-41f9-a9ed-f7da63ca30c5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:12.163366 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'code': 200} Jul 06 18:30:12.166217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad3ee5-ca02-44a1-a576-da65e5f5db95 None None] New status for floating IP de32837a-fe5c-4dfa-b151-0112417a7278: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:30:12.628781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07b9f04c-5dbe-476a-976a-ca0e3a873881 req-a2b2429c-3c60-439d-b236-bd7ed9a86b0a tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e29d03-bbf5-4197-9a07-8ed45753ab74 HTTP/1.1" status: 200 len: 210 time: 0.0507727 Jul 06 18:30:12.632185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c706a-9404-4e5c-8d69-6b7f445c47d2 req-04a414e3-f1fb-49e3-94b6-eeb9c10fcdcd tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:12.643910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-585c706a-9404-4e5c-8d69-6b7f445c47d2 req-04a414e3-f1fb-49e3-94b6-eeb9c10fcdcd tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 943 time: 0.2146370 Jul 06 18:30:12.695547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-585c706a-9404-4e5c-8d69-6b7f445c47d2 req-78de179a-8592-46b0-8dd9-5c8e8a97bcbb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507486 Jul 06 18:30:12.966378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87be7ce-97f6-4a4a-928a-3f49e5b03edc req-84782f90-6faa-48b3-bfd2-cf76c2356c22 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:12.970897 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f87be7ce-97f6-4a4a-928a-3f49e5b03edc req-84782f90-6faa-48b3-bfd2-cf76c2356c22 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 949 time: 0.1062169 Jul 06 18:30:13.055437 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f87be7ce-97f6-4a4a-928a-3f49e5b03edc req-62ef2a57-3229-4b16-8b03-d5b696ba94e7 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Jul 06 18:30:13.547332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422929b7-beaa-4010-a457-93b6537df012 req-efc215a1-4ed1-4b31-b24b-064d0ebaf39c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:13.549032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422929b7-beaa-4010-a457-93b6537df012 req-efc215a1-4ed1-4b31-b24b-064d0ebaf39c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 943 time: 0.0853031 Jul 06 18:30:13.594225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422929b7-beaa-4010-a457-93b6537df012 req-4de8d524-5b0c-4798-befa-638bd27045ed tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364327 Jul 06 18:30:13.768678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-9c3587a5-a495-4cd8-be54-df4262cbd2aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1657989 Jul 06 18:30:13.889198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:13.935533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:13.935882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 90ca6e7e-50f7-4a5b-93bd-d46ca8f3192c not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:13.964514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-6b11f701-e222-49d7-88c9-a575097d63b1 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:13.967054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-6b11f701-e222-49d7-88c9-a575097d63b1 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.24 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 949 time: 0.1185789 Jul 06 18:30:14.123491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Deleting port bd787b52-9980-4433-be7b-43755d482353 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:14.124091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:14.258433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] For port bd787b52-9980-4433-be7b-43755d482353, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bd787b52-9980-4433-be7b-43755d482353,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:14.258845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:14.316101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Calling delete_port for bd787b52-9980-4433-be7b-43755d482353 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:14.420196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b905-7077-46cf-867b-58094ff79284 req-88f09ce6-7750-4d6a-9f67-8509dbe56a3f tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:14.421836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4d6b905-7077-46cf-867b-58094ff79284 req-88f09ce6-7750-4d6a-9f67-8509dbe56a3f tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/ports?device_id=953a5121-aba8-4360-b541-9a3c1813d13c HTTP/1.1" status: 200 len: 949 time: 0.1530201 Jul 06 18:30:14.482992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becb808-a344-4fca-a388-fdc55e8af5ab req-1f75a38e-807d-492f-b715-7b850fb84c57 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:14.494340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5becb808-a344-4fca-a388-fdc55e8af5ab req-1f75a38e-807d-492f-b715-7b850fb84c57 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 951 time: 0.1141658 Jul 06 18:30:14.498187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4d6b905-7077-46cf-867b-58094ff79284 req-aae80cc2-fa63-4a70-8d7a-4feb8cb4855a tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e830f25-96f1-465a-ae86-acdb56339389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649667 Jul 06 18:30:14.565877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5becb808-a344-4fca-a388-fdc55e8af5ab req-bc6a4887-dba8-40fa-932d-96b93e642ad0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697997 Jul 06 18:30:14.607277 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:14.620003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['bd787b52-9980-4433-be7b-43755d482353'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:14.674093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Pushing event deleted for resources: {'Port': ['ID=bd787b52-9980-4433-be7b-43755d482353,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:14.720328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] No DVR routers for this DVR port bd787b52-9980-4433-be7b-43755d482353 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:14.723215 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:14.725735 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de83a23b-1d68-4df3-b46e-2e2be1f8fc69 req-7c1132d2-1794-4a38-bda4-711262ab66f2 tempest-ImagesNegativeTestJSON-1062650044 tempest-ImagesNegativeTestJSON-1062650044-project] 10.222.0.24 "DELETE /v2.0/ports/bd787b52-9980-4433-be7b-43755d482353 HTTP/1.1" status: 204 len: 173 time: 0.7508957 Jul 06 18:30:14.726255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953a5121-aba8-4360-b541-9a3c1813d13c', 'name': 'network-vif-deleted', 'tag': 'bd787b52-9980-4433-be7b-43755d482353'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:14.728903 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad5a37d-2b11-49e6-81ee-6f6dfcafcb88" -d '{"events": [{"server_uuid": "953a5121-aba8-4360-b541-9a3c1813d13c", "name": "network-vif-deleted", "tag": "bd787b52-9980-4433-be7b-43755d482353"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:14.795972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device bd787b52-9980-4433-be7b-43755d482353 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:14.798371 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f39f90b-e4f0-4ead-b648-40456e33e7b2 x-openstack-request-id: req-5f39f90b-e4f0-4ead-b648-40456e33e7b2 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:14.798660 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953a5121-aba8-4360-b541-9a3c1813d13c", "name": "network-vif-deleted", "tag": "bd787b52-9980-4433-be7b-43755d482353", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:14.798916 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f39f90b-e4f0-4ead-b648-40456e33e7b2 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:14.799319 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953a5121-aba8-4360-b541-9a3c1813d13c', 'name': 'network-vif-deleted', 'tag': 'bd787b52-9980-4433-be7b-43755d482353', 'status': 'completed', 'code': 200} Jul 06 18:30:14.842927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: bd787b52-9980-4433-be7b-43755d482353 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:14.843267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device bd787b52-9980-4433-be7b-43755d482353 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:14.843689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:14.913661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e391294-b1ee-4427-ba3b-cf9da6599ba7 req-2595fda8-fe75-4fba-a3b9-7f6b95796cc9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:14.921014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e391294-b1ee-4427-ba3b-cf9da6599ba7 req-2595fda8-fe75-4fba-a3b9-7f6b95796cc9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 943 time: 0.1542170 Jul 06 18:30:14.996735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e391294-b1ee-4427-ba3b-cf9da6599ba7 req-cb92c601-e534-4060-9240-d02fa8ffb20d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Jul 06 18:30:15.008357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-f802478a-d8ae-445d-ab2e-679aba822a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:15.010128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-f802478a-d8ae-445d-ab2e-679aba822a80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d&tenant_id=d45718cceb3a42ac8083d96c2259f2ea HTTP/1.1" status: 200 len: 1094 time: 0.0814266 Jul 06 18:30:15.025476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:15.112047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:15.348392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:15.382920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:15.418096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a301dbf-6a51-4b17-9c72-9901746c0394 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:15.428771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:15.441893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Transition to ACTIVE for port object 7a301dbf-6a51-4b17-9c72-9901746c0394 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:15.447680 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:15.476512 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0c857bf-a794-4d1c-81a6-b24c6637194d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:15.512311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=9']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:15.546544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] No DVR routers for this DVR port 7a301dbf-6a51-4b17-9c72-9901746c0394 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:15.597095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Attempting to bind port 7a301dbf-6a51-4b17-9c72-9901746c0394 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:15.597481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Attempting to bind port 7a301dbf-6a51-4b17-9c72-9901746c0394 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:15.597846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Attempting to bind port 7a301dbf-6a51-4b17-9c72-9901746c0394 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:15.603677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Port 7a301dbf-6a51-4b17-9c72-9901746c0394 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:30:15.604014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Attempting to bind port 7a301dbf-6a51-4b17-9c72-9901746c0394 on network e0cde788-e8db-41d5-b9db-085bb7e89c14 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:15.610173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:15.610568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Checking segment: {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:15.611112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Bound using segment: {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:15.611639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Bound port: 7a301dbf-6a51-4b17-9c72-9901746c0394, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd70466d-b2fe-4427-8076-a17583a9ddd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:15.612011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:15.663269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-d4a923b8-7be3-4126-9644-8d21ac018479 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:15.665728 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-d4a923b8-7be3-4126-9644-8d21ac018479 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 951 time: 0.0820589 Jul 06 18:30:15.716353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:15.727904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:15.734640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:15.777459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:15.778169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:15.779809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] 10.222.0.41 "PUT /v2.0/ports/7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 1091 time: 0.7592590 Jul 06 18:30:15.780282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:15.782714 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ddcd52-edd6-475f-94a8-db42d75f239d" -d '{"events": [{"name": "network-changed", "server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:15.857785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd62f79-e9d9-44f5-a594-1eea0e77127a req-ca3cced3-def8-4e48-8c0a-593f9685e857 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:15.862540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0dd62f79-e9d9-44f5-a594-1eea0e77127a req-ca3cced3-def8-4e48-8c0a-593f9685e857 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 951 time: 0.1428471 Jul 06 18:30:15.876451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c29b8-fe3d-4448-b9b6-90dae1434aba service neutron] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=10']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:15.895425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Deleting port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:15.895811 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:15.917951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-84b0edc4-a615-414f-9198-e3fb9de8c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:15.919599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-84b0edc4-a615-414f-9198-e3fb9de8c9a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1095 time: 0.1114047 Jul 06 18:30:15.922485 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0dd62f79-e9d9-44f5-a594-1eea0e77127a req-be48b2d5-d230-4eb9-9d60-9fdacad6e8e0 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c797f3-6614-4a96-a146-bade44ee926e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588076 Jul 06 18:30:15.927332 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6f839d-aa00-474b-97cc-34b501518e66 x-openstack-request-id: req-6a6f839d-aa00-474b-97cc-34b501518e66 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:15.927562 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:15.927867 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a6f839d-aa00-474b-97cc-34b501518e66 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:15.928773 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'status': 'completed', 'code': 200} Jul 06 18:30:16.019969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] For port 0a070152-4e10-4baf-bd94-45a46ddfa0d6, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0a070152-4e10-4baf-bd94-45a46ddfa0d6,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:16.020208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:16.032528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-46e9cdc3-a38a-44f7-9e65-91ea4b566e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:16.034122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-46e9cdc3-a38a-44f7-9e65-91ea4b566e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 915 time: 0.1006811 Jul 06 18:30:16.050853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Calling delete_port for 0a070152-4e10-4baf-bd94-45a46ddfa0d6 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:16.097932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-ee244796-c256-4a6a-a303-3ee70f2491dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 217 time: 0.0566864 Jul 06 18:30:16.157909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-dfb1883b-0539-467f-8877-d9f20bc7146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:16.159582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-dfb1883b-0539-467f-8877-d9f20bc7146c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.0549207 Jul 06 18:30:16.203880 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-90fb1663-77ea-45a4-b025-9d9b3087f8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336635 Jul 06 18:30:16.316303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61df0e-9582-4d04-bca2-404b311cbcd6 req-1246c6a0-2957-46b9-8e06-42c107ce60bc tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:16.318263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f61df0e-9582-4d04-bca2-404b311cbcd6 req-1246c6a0-2957-46b9-8e06-42c107ce60bc tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.1544735 Jul 06 18:30:16.333443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:16.346737 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-e7d7d65e-e1a6-4c9d-a40e-e8028aec81ca service neutron] 10.222.0.41 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346126 Jul 06 18:30:16.346974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0a070152-4e10-4baf-bd94-45a46ddfa0d6'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:16.410247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Pushing event deleted for resources: {'Port': ['ID=0a070152-4e10-4baf-bd94-45a46ddfa0d6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:16.467071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f61df0e-9582-4d04-bca2-404b311cbcd6 req-e03a8e1c-c802-44fd-93c1-fa39bcec8d39 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415637 Jul 06 18:30:16.496736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-4fbc1675-ad19-4966-985b-4d99c973c320 service neutron] 10.222.0.41 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430218 Jul 06 18:30:16.496881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] No DVR routers for this DVR port 0a070152-4e10-4baf-bd94-45a46ddfa0d6 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:16.499514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:16.501875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90dd4ed5-bb82-4ef2-8903-2ff5c52be1a6 req-8fbb6281-fa47-49ac-a2fb-9320c6fb9729 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.41 "DELETE /v2.0/ports/0a070152-4e10-4baf-bd94-45a46ddfa0d6 HTTP/1.1" status: 204 len: 173 time: 0.8285370 Jul 06 18:30:16.595298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36248) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:16.702906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-5550bb30-1121-4af7-8ee4-08ebec59af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:16.704039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-5550bb30-1121-4af7-8ee4-08ebec59af56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1095 time: 0.1277838 Jul 06 18:30:16.806340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'name': 'network-vif-deleted', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:16.809827 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82380c-804b-49a3-9696-715f39c413be" -d '{"events": [{"server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "name": "network-vif-deleted", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:16.832316 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9ca05818-a7a0-41f9-89d1-a6df434894f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=159f5f462ba2487eb2761a5fb054b6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359891 Jul 06 18:30:16.835221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36262) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:16.880310 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d76f0f9-e519-412e-9bb3-c668a535a49a x-openstack-request-id: req-3d76f0f9-e519-412e-9bb3-c668a535a49a {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:16.880617 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d6ef59-6b66-493a-9c40-663b0288850a", "name": "network-vif-deleted", "tag": "0a070152-4e10-4baf-bd94-45a46ddfa0d6", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:16.881127 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d76f0f9-e519-412e-9bb3-c668a535a49a {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:16.881537 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6ef59-6b66-493a-9c40-663b0288850a', 'name': 'network-vif-deleted', 'tag': '0a070152-4e10-4baf-bd94-45a46ddfa0d6', 'status': 'completed', 'code': 200} Jul 06 18:30:16.949498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-c3664185-ee68-4d92-95d3-cb51c0687ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:16.951267 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-c3664185-ee68-4d92-95d3-cb51c0687ebf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 915 time: 0.2400129 Jul 06 18:30:17.020882 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-b92848cb-2fdf-4d92-a0b0-53df9d5793fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 217 time: 0.0468619 Jul 06 18:30:17.021424 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-660e2fb5-0f6a-46ae-a274-93a6f1c57600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:17.454214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-af18eb29-12c9-41ee-9dd3-d92c39511acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:17.455792 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-af18eb29-12c9-41ee-9dd3-d92c39511acc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.4192727 Jul 06 18:30:17.457843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-660e2fb5-0f6a-46ae-a274-93a6f1c57600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:17.494883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f0e3090f-b068-41b9-9dc4-e5514ea652c7 req-dce22c6d-fe6d-41e0-a2c9-4c6720a5a9d6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0464764 Jul 06 18:30:17.563096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-660e2fb5-0f6a-46ae-a274-93a6f1c57600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:17.566683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-660e2fb5-0f6a-46ae-a274-93a6f1c57600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:17.571204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-660e2fb5-0f6a-46ae-a274-93a6f1c57600 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e830f25-96f1-465a-ae86-acdb56339389 HTTP/1.1" status: 204 len: 168 time: 0.7335701 Jul 06 18:30:17.580841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e2fb5-0f6a-46ae-a274-93a6f1c57600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e830f25-96f1-465a-ae86-acdb56339389,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:17.766601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f73d58-c2b0-4bc8-a22f-da257457e58b req-254fc9f7-c140-4d8b-89c0-be43b7bf1063 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:17.769459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f2f73d58-c2b0-4bc8-a22f-da257457e58b req-254fc9f7-c140-4d8b-89c0-be43b7bf1063 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.0973332 Jul 06 18:30:17.862201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f2f73d58-c2b0-4bc8-a22f-da257457e58b req-304399e3-39b3-49b6-90e4-c9fe08229bb3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806954 Jul 06 18:30:18.138671 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-319ec1cb-f07e-4726-ad28-2637daac9753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:18.314112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:18.779339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-960c6114-a59f-4b98-8406-96059ad21806 req-129819c9-3bf6-456e-94a9-d286aff8f47b tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0388274 Jul 06 18:30:19.257685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb30c3-52f8-4407-a584-745d90894262 req-08e173d4-1b13-4ee3-896c-494c93175b88 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:19.260508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46cb30c3-52f8-4407-a584-745d90894262 req-08e173d4-1b13-4ee3-896c-494c93175b88 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.1436286 Jul 06 18:30:19.362702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46cb30c3-52f8-4407-a584-745d90894262 req-ba055349-0484-4dbb-b711-cb9340086748 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904465 Jul 06 18:30:19.388399 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:19.511022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36336) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:19.672012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b598043-c624-442d-a54c-9a02d3b82f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:19.798575 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b598043-c624-442d-a54c-9a02d3b82f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:19.806763 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b598043-c624-442d-a54c-9a02d3b82f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:19.857842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9b598043-c624-442d-a54c-9a02d3b82f73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e32b4b9069f74fc2b89e5162dcc16ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428082 Jul 06 18:30:19.857842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b598043-c624-442d-a54c-9a02d3b82f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcfc37e-fc1d-414a-a186-23c9ca3ab923,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:19.858482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36344) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:19.926281 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bee36098-c368-4f69-b7a5-71ca2dba2561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:19.950343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bee36098-c368-4f69-b7a5-71ca2dba2561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:19.971842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0a070152-4e10-4baf-bd94-45a46ddfa0d6 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:19.996143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 0a070152-4e10-4baf-bd94-45a46ddfa0d6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:19.996678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0a070152-4e10-4baf-bd94-45a46ddfa0d6 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:19.998125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b0fe269-1f02-457e-954f-c038d6d7857e req-6191d5eb-9121-4837-86b4-eaa2ea443a17 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0462756 Jul 06 18:30:20.017135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bee36098-c368-4f69-b7a5-71ca2dba2561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:20.020845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bee36098-c368-4f69-b7a5-71ca2dba2561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:20.022004 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bee36098-c368-4f69-b7a5-71ca2dba2561 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abcfc37e-fc1d-414a-a186-23c9ca3ab923 HTTP/1.1" status: 204 len: 168 time: 0.1532569 Jul 06 18:30:20.050291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee36098-c368-4f69-b7a5-71ca2dba2561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcfc37e-fc1d-414a-a186-23c9ca3ab923,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:20.659786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f08b8b-cb62-4eb5-8e79-5e14eec8c417 req-08fb0e90-cc77-4364-bdad-701520bbfc48 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:20.668602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69f08b8b-cb62-4eb5-8e79-5e14eec8c417 req-08fb0e90-cc77-4364-bdad-701520bbfc48 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.0889785 Jul 06 18:30:20.735767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69f08b8b-cb62-4eb5-8e79-5e14eec8c417 req-f36f6687-a7e8-47f2-8036-792e7cf2bbda tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659099 Jul 06 18:30:20.955810 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:21.317968 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf32609a-2794-43dd-8039-f8b4371e094c req-252768e9-0a72-4b59-a964-c0646dd9cb60 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0297606 Jul 06 18:30:22.067707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a070-ae9b-4cdb-89e5-6ab415867263 req-28bc3399-f219-4ad6-a14d-564b3c219bfa tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:22.076704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91c2a070-ae9b-4cdb-89e5-6ab415867263 req-28bc3399-f219-4ad6-a14d-564b3c219bfa tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 945 time: 0.1027246 Jul 06 18:30:22.085030 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:22.112182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91c2a070-ae9b-4cdb-89e5-6ab415867263 req-8569766d-fa35-4e72-a40f-dd56a08e6f57 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351872 Jul 06 18:30:22.304336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2e101-19c7-4227-8320-c435ef7dd151 req-a634d4d9-242b-4cb6-aea0-1982d23aee43 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:22.305951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e2c2e101-19c7-4227-8320-c435ef7dd151 req-a634d4d9-242b-4cb6-aea0-1982d23aee43 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.0776138 Jul 06 18:30:22.364308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e2c2e101-19c7-4227-8320-c435ef7dd151 req-330fa077-edb6-4f24-a2d5-3482df8a04eb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Jul 06 18:30:22.385551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:23.276424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f89bfbfb-e9d1-4d77-9db3-2d25cb12cebe req-26eca798-ea64-4481-a0a6-db61cafa89a6 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0560412 Jul 06 18:30:24.053547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68710954-e12a-479b-b71e-1ae517f9eac7 req-23107373-7651-4847-b3cb-31a04d32e1b4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:24.061200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68710954-e12a-479b-b71e-1ae517f9eac7 req-23107373-7651-4847-b3cb-31a04d32e1b4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.0840416 Jul 06 18:30:24.101224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68710954-e12a-479b-b71e-1ae517f9eac7 req-867c40ad-676c-47ac-a764-3d5a8f6dd352 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Jul 06 18:30:24.640957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13928983-c3ec-4b82-81f1-fabac4f08560 req-e2d52a3d-5cb8-4371-9316-ddb1fd6143b3 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0453579 Jul 06 18:30:25.492933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771501f0-24f0-423c-bf05-c465470f974d req-861d4f4a-78f1-4699-85d3-cad4e65fb8df tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:25.494705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-771501f0-24f0-423c-bf05-c465470f974d req-861d4f4a-78f1-4699-85d3-cad4e65fb8df tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.0808928 Jul 06 18:30:25.559355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-771501f0-24f0-423c-bf05-c465470f974d req-7d23fadb-a264-4eb4-b056-6cb9255f1b82 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Jul 06 18:30:26.397398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16cb831b-41a4-4dcb-9107-07a9ad235dc1 req-0b233ae3-4ed2-4a01-9931-bad5968ca0b5 tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0323720 Jul 06 18:30:26.882430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:30:27.034477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:27.069970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '3061fb85-952c-4d49-bc7c-1c147095250f', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': '3061fb85-952c-4d49-bc7c-1c147095250f', 'mac_address': 'fa:16:3e:0b:70:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:30:27.142898 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:27.158717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3061fb85-952c-4d49-bc7c-1c147095250f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:27.171659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf977283-1ee8-46c1-a8c0-5e5ac47d6ab6 req-03f82f1d-de13-4f0d-b23d-a6fcc4126813 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:27.180023 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf977283-1ee8-46c1-a8c0-5e5ac47d6ab6 req-03f82f1d-de13-4f0d-b23d-a6fcc4126813 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.0953054 Jul 06 18:30:27.202063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:27.213375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:27.266361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf977283-1ee8-46c1-a8c0-5e5ac47d6ab6 req-b61c8d25-21f0-48c9-aa21-aec40b31770a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850811 Jul 06 18:30:27.302599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:27.379480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3061fb85-952c-4d49-bc7c-1c147095250f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:27.871493 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e2d6bba-97ad-46e5-b16c-48fc78bc9688 req-c1c414f9-9af2-45a8-bd12-93a809e61fbf tempest-MigrationsAdminTest-407740456 tempest-MigrationsAdminTest-407740456-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d6ef59-6b66-493a-9c40-663b0288850a HTTP/1.1" status: 200 len: 210 time: 0.0418613 Jul 06 18:30:28.663817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-ee186818-73f8-439c-a2e8-3248b0f7298f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506720 Jul 06 18:30:28.872598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:28.884977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24317638-87ba-4bba-a82b-48bd4af08c7a req-50e6d69f-33bc-49d8-9181-897185822bc2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:28.909496 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24317638-87ba-4bba-a82b-48bd4af08c7a req-50e6d69f-33bc-49d8-9181-897185822bc2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.2723196 Jul 06 18:30:29.015872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 3061fb85-952c-4d49-bc7c-1c147095250f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:29.016262 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.021115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36632) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:29.046021 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24317638-87ba-4bba-a82b-48bd4af08c7a req-3be6707e-ef8c-400a-add5-079eec8832fc tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316750 Jul 06 18:30:29.188668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-a45088d9-d599-4822-8964-c685f99f2d0a service neutron] 10.222.0.41 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115187 Jul 06 18:30:29.278942 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.372458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:29.400057 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013bbe4c-5ea7-428d-8be9-47d41a8c7108" -d '{"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-plugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:29.416605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:29.434943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.477132 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.587571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:29.609990 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403e34eb-2157-4d85-a7bb-d98ed1a85ab7 x-openstack-request-id: req-403e34eb-2157-4d85-a7bb-d98ed1a85ab7 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:29.610685 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-plugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:29.611168 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-403e34eb-2157-4d85-a7bb-d98ed1a85ab7 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:29.611790 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'code': 200} Jul 06 18:30:29.684523 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6ddcd52-edd6-475f-94a8-db42d75f239d req-531a49ec-5abb-4965-ad2c-1e8d117ec796 service neutron] 10.222.0.41 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820724 Jul 06 18:30:29.774309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.788052 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.850885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36648) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:29.992456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec6822822e4b46bdbff6439870a1d02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9590135 Jul 06 18:30:29.995537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36654) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:30.005727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae639460-dd44-49be-85e5-6541864bdfbc,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:30.027089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.027425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.035143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.035352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.035677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.036017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.036347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.036671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.037071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.037316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.037644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.039208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76993a4a-88ba-4819-9899-af66adf6f324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.120937 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.184453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.323356 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d316bf67-ade3-4f19-848d-ec2e2b250541 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1ae3fe32b9846d19397914868166617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681396 Jul 06 18:30:30.324582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36660) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:30.375219 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.377906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.382422 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae639460-dd44-49be-85e5-6541864bdfbc HTTP/1.1" status: 204 len: 168 time: 0.3842418 Jul 06 18:30:30.393602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae639460-dd44-49be-85e5-6541864bdfbc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:30.426874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.430920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.432143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.432578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.433008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.433434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.433890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.434306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.435387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.437288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.437967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.438510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c537f-be8b-4bab-8b8d-5c6b8b047111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:30.458859 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac366b33-37c3-47dd-a542-4ba31051174d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.506643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379097-1355-4879-8784-23e6061d46c0 req-a922f76b-942b-4d0f-a149-e153dfba09e0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:30.515938 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73379097-1355-4879-8784-23e6061d46c0 req-a922f76b-942b-4d0f-a149-e153dfba09e0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.1993225 Jul 06 18:30:30.528676 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac366b33-37c3-47dd-a542-4ba31051174d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.652912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73379097-1355-4879-8784-23e6061d46c0 req-be72463e-5437-4e63-9690-068a31210a0e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357467 Jul 06 18:30:30.663468 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac366b33-37c3-47dd-a542-4ba31051174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.677810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac366b33-37c3-47dd-a542-4ba31051174d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.679803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ac366b33-37c3-47dd-a542-4ba31051174d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60c797f3-6614-4a96-a146-bade44ee926e HTTP/1.1" status: 204 len: 168 time: 0.3537929 Jul 06 18:30:30.693729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac366b33-37c3-47dd-a542-4ba31051174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c797f3-6614-4a96-a146-bade44ee926e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:31.434727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36696) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:31.543432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d5621f06-a433-492d-9523-d74a0fc1cbcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95fcf00fe2b14374a4b6583629165799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069036 Jul 06 18:30:31.545973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36704) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:31.709683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e15fd2f-8a99-4516-9bd6-80bd0cc981f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:31.782154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e15fd2f-8a99-4516-9bd6-80bd0cc981f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:31.871728 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e15fd2f-8a99-4516-9bd6-80bd0cc981f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:31.877032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e15fd2f-8a99-4516-9bd6-80bd0cc981f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:31.885356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5e15fd2f-8a99-4516-9bd6-80bd0cc981f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8413d53-493a-4099-a73e-55479f2e8997 HTTP/1.1" status: 204 len: 168 time: 0.3353813 Jul 06 18:30:31.900963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15fd2f-8a99-4516-9bd6-80bd0cc981f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8413d53-493a-4099-a73e-55479f2e8997,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:32.047434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:30:32.360089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9c21-16f3-4309-ac5f-fd04f0b12656 req-1d2ba2fa-8fe3-477c-9062-3594f3c6f443 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:32.370174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a10d9c21-16f3-4309-ac5f-fd04f0b12656 req-1d2ba2fa-8fe3-477c-9062-3594f3c6f443 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 944 time: 0.1956353 Jul 06 18:30:32.415387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:32.466497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a10d9c21-16f3-4309-ac5f-fd04f0b12656 req-06bc8730-0857-4eec-a933-e6a7316e5576 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846581 Jul 06 18:30:32.487750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'network_id': 'e0cde788-e8db-41d5-b9db-085bb7e89c14', 'port_id': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'mac_address': 'fa:16:3e:ee:c5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7780c36-ce90-4a05-b40f-1f84ee03a8cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:30:32.550506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36734) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:32.560471 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:32.587227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a301dbf-6a51-4b17-9c72-9901746c0394 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:32.657097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:32.669356 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:32.816522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=11']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:32.820392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-245002201-network', 'tenant_id': 'cae4a033ff0d47a49ee5c43b4ab873e2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:32.842449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.843209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.843773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.844115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.844465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.844883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.845220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.845646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.848767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.849017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.849337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.849633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.877947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Made reservation on behalf of cae4a033ff0d47a49ee5c43b4ab873e2 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:30:32.889069 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:32.921939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['7a301dbf-6a51-4b17-9c72-9901746c0394'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:32.936691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:33.280985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:33.325412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:33.455815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:30:33.529178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:33.533514 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Added segment 9abc04ef-5dfb-450b-8a99-374045d4b9a3 of type vlan for network 3c38bdba-2858-48b7-8f4c-598604593930 Jul 06 18:30:33.751806 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:33.813842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:33.815536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:33.816355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:33.923156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Pushing event updated for resources: {'Network': ['ID=3c38bdba-2858-48b7-8f4c-598604593930,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:33.939577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 3c38bdba-2858-48b7-8f4c-598604593930 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:30:34.041790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeee7f3-21d7-4ab4-ac3d-43d840c0b912,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:34.079408 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad2e9218-67da-4ebd-88a5-236ebd25bb9a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5245779 Jul 06 18:30:34.084515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36776) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:34.092620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Request body: {'subnet': {'network_id': '3c38bdba-2858-48b7-8f4c-598604593930', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-245002201-subnet', 'tenant_id': 'cae4a033ff0d47a49ee5c43b4ab873e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:34.240140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Made reservation on behalf of cae4a033ff0d47a49ee5c43b4ab873e2 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:30:34.246665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:34.391200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389c1e4-b137-46b1-8af7-f68175c09608 req-31bd829b-839d-43f6-a4cf-86de802b95f2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:34.399480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b389c1e4-b137-46b1-8af7-f68175c09608 req-31bd829b-839d-43f6-a4cf-86de802b95f2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.2989256 Jul 06 18:30:34.523429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b389c1e4-b137-46b1-8af7-f68175c09608 req-2fa8f099-8b56-4508-a33e-3571fbebcd0f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223280 Jul 06 18:30:34.624410 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:34.693064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d5cba2-fbcd-4538-bb37-81b1c4f4eb8d,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:34.751573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Checking segment: {'id': '9abc04ef-5dfb-450b-8a99-374045d4b9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3c38bdba-2858-48b7-8f4c-598604593930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:34.752954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Network hostable DHCP agents. Network: 3c38bdba-2858-48b7-8f4c-598604593930, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:30:34.779011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Network 3c38bdba-2858-48b7-8f4c-598604593930 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:30:34.798276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 3c38bdba-2858-48b7-8f4c-598604593930) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:34.815093 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319aad2-0026-4a43-bb40-4912480f581e None None] Network 3c38bdba-2858-48b7-8f4c-598604593930 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:30:34.841871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:34.844050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:34.880263 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f13a68dc-bf63-4fea-bc26-e705a688a3a3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7938528 Jul 06 18:30:35.064443 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:30:35.074771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471a1ec-1353-4061-863e-df77c2fbcd60 None None] Network 3c38bdba-2858-48b7-8f4c-598604593930 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:30:35.876636 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-871eb2b5-a217-4317-88d8-0962eebde51f req-ef94835b-1db0-4317-bcf5-1d4a5e13db2c tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] show failed (client error): The resource could not be found. Jul 06 18:30:35.886323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-871eb2b5-a217-4317-88d8-0962eebde51f req-ef94835b-1db0-4317-bcf5-1d4a5e13db2c tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] 10.222.0.53 "GET /v2.0/security-groups/2bb55335-37b7-4171-9d99-884be3d5764e HTTP/1.1" status: 404 len: 352 time: 0.0429595 Jul 06 18:30:35.910480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fecb0-de9f-4242-9d6a-34b60e607e3a req-64f0d4b6-e15a-4012-ba34-9b4f89dc9ae5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:35.918376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-365fecb0-de9f-4242-9d6a-34b60e607e3a req-64f0d4b6-e15a-4012-ba34-9b4f89dc9ae5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 945 time: 0.1037788 Jul 06 18:30:35.999928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-365fecb0-de9f-4242-9d6a-34b60e607e3a req-5ee874aa-c11d-4856-af8e-66a62f2777f9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797851 Jul 06 18:30:36.072946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:36.299986 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8c7f4e6-3134-4920-b5e1-aa956fdc00a7 req-b2d412b3-df40-4b97-89d0-0060c30e3fb0 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cae4a033ff0d47a49ee5c43b4ab873e2 HTTP/1.1" status: 200 len: 2988 time: 0.1287012 Jul 06 18:30:36.315484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 7a301dbf-6a51-4b17-9c72-9901746c0394 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:36.345382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 7a301dbf-6a51-4b17-9c72-9901746c0394 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:36.351583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:36.393535 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8c7f4e6-3134-4920-b5e1-aa956fdc00a7 req-0ff3df77-5078-4111-b7fe-3c1e558ce3f2 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] 10.222.0.53 "GET /v2.0/security-groups/aeeee7f3-21d7-4ab4-ac3d-43d840c0b912 HTTP/1.1" status: 200 len: 2985 time: 0.0919642 Jul 06 18:30:36.573185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8c7f4e6-3134-4920-b5e1-aa956fdc00a7 req-b2736fb9-96d3-4908-b99f-d6070a182f97 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] 10.222.0.53 "GET /v2.0/security-groups/aeeee7f3-21d7-4ab4-ac3d-43d840c0b912 HTTP/1.1" status: 200 len: 2985 time: 0.1690075 Jul 06 18:30:36.630042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:36.731263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:36.737385 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b83e30-62d5-4c91-9370-2ccfd0e47785" -d '{"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-plugged", "status": "completed", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:36.771900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:36.785324 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:36.810662 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a296ced0-0731-47ca-b225-0c67b06d97e6 req-db6287f6-a629-4bfa-88ff-fe02d24d3d0e tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] 10.222.0.53 "GET /v2.0/security-groups/aeeee7f3-21d7-4ab4-ac3d-43d840c0b912 HTTP/1.1" status: 200 len: 2985 time: 0.1228352 Jul 06 18:30:36.917627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=12']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:37.007900 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-a296ced0-0731-47ca-b225-0c67b06d97e6 req-c6c24502-f1ee-41c2-a96d-c0c540969467 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 18:30:37.030861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a296ced0-0731-47ca-b225-0c67b06d97e6 req-c6c24502-f1ee-41c2-a96d-c0c540969467 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] 10.222.0.53 "DELETE /v2.0/security-groups/aeeee7f3-21d7-4ab4-ac3d-43d840c0b912 HTTP/1.1" status: 409 len: 352 time: 0.2121618 Jul 06 18:30:37.053942 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1263257b-dd59-43c8-8d90-2da31b0a810d x-openstack-request-id: req-1263257b-dd59-43c8-8d90-2da31b0a810d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:37.054241 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-plugged", "status": "completed", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:37.054533 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1263257b-dd59-43c8-8d90-2da31b0a810d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:37.054892 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'code': 200} Jul 06 18:30:37.359321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ad3b27a-34a9-427b-97af-7d8bab14df1b req-a20bea9f-fc49-4319-a77e-0bec48f8b0a7 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=510fd028c27240ae972e64bc0c68ff13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384877 Jul 06 18:30:37.421232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8331f9-2105-4c22-b87a-022580549fcb req-604aa11d-5726-40bd-8494-2a24a8e9f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:37.423004 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac8331f9-2105-4c22-b87a-022580549fcb req-604aa11d-5726-40bd-8494-2a24a8e9f3ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1097 time: 0.1331935 Jul 06 18:30:37.432958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03603d2f-36fe-45d2-bcd7-75c1b73f9e88 req-93611357-b822-4cb8-ae1f-79f4af487699 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:37.442284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03603d2f-36fe-45d2-bcd7-75c1b73f9e88 req-93611357-b822-4cb8-ae1f-79f4af487699 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1632624 Jul 06 18:30:37.570973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b27a-34a9-427b-97af-7d8bab14df1b req-e94e7350-a803-4af3-b7a0-3be7e3c8fa57 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:37.579229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ad3b27a-34a9-427b-97af-7d8bab14df1b req-e94e7350-a803-4af3-b7a0-3be7e3c8fa57 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186410 Jul 06 18:30:37.598076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03603d2f-36fe-45d2-bcd7-75c1b73f9e88 req-85dea710-bdfc-48a3-a204-6bba6d3de355 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421349 Jul 06 18:30:37.598858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ad3b27a-34a9-427b-97af-7d8bab14df1b req-0e1f99d3-90b8-4a14-ae29-7ee69a111f6b tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/quotas/510fd028c27240ae972e64bc0c68ff13 HTTP/1.1" status: 200 len: 375 time: 0.0182455 Jul 06 18:30:37.611031 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac8331f9-2105-4c22-b87a-022580549fcb req-bada10a6-12cf-47a8-8187-15927baeccde service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678464 Jul 06 18:30:37.691018 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-86784cf1-65bc-4ce2-a762-e0eca5f428b9 req-4a1f1210-2429-41e3-a6c6-58afa6f1b129 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] show failed (client error): The resource could not be found. Jul 06 18:30:37.694966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ad3b27a-34a9-427b-97af-7d8bab14df1b req-a17005e0-8761-4030-bf3a-51f326f67d10 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=510fd028c27240ae972e64bc0c68ff13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950165 Jul 06 18:30:37.703532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86784cf1-65bc-4ce2-a762-e0eca5f428b9 req-4a1f1210-2429-41e3-a6c6-58afa6f1b129 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] 10.222.0.53 "GET /v2.0/security-groups/e3cd9730-4f67-4d88-bcbc-f87ca348bfe4 HTTP/1.1" status: 404 len: 352 time: 0.0511770 Jul 06 18:30:37.892464 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-896d992f-247c-4b40-8e01-3fa66b5f8cfd req-38832cb4-7d56-452a-9ad7-260a9f0cc0c6 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] show failed (client error): The resource could not be found. Jul 06 18:30:37.894021 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-896d992f-247c-4b40-8e01-3fa66b5f8cfd req-38832cb4-7d56-452a-9ad7-260a9f0cc0c6 tempest-SecurityGroupsNegativeTestJSON-681375272 tempest-SecurityGroupsNegativeTestJSON-681375272-project] 10.222.0.53 "GET /v2.0/security-groups/2b8d4a65-9f25-4f80-bc5b-aa626b0f49e0 HTTP/1.1" status: 404 len: 352 time: 0.0202427 Jul 06 18:30:37.912067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36910) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:37.993371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-415375be-024e-4705-a75f-48df8c821209 admin admin] Deleting subnet 21d5cba2-fbcd-4538-bb37-81b1c4f4eb8d {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:30:37.998065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-415375be-024e-4705-a75f-48df8c821209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:38.072246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-415375be-024e-4705-a75f-48df8c821209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:38.125701 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-415375be-024e-4705-a75f-48df8c821209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:38.358453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-415375be-024e-4705-a75f-48df8c821209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:38.452551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415375be-024e-4705-a75f-48df8c821209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d5cba2-fbcd-4538-bb37-81b1c4f4eb8d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:38.455998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-415375be-024e-4705-a75f-48df8c821209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:38.460563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36928) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:38.461142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-415375be-024e-4705-a75f-48df8c821209 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/21d5cba2-fbcd-4538-bb37-81b1c4f4eb8d HTTP/1.1" status: 204 len: 168 time: 0.5470927 Jul 06 18:30:38.630338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:38.840499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:38.911569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c38bdba-2858-48b7-8f4c-598604593930']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:38.960193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abc04ef-5dfb-450b-8a99-374045d4b9a3') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:38.960917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abc04ef-5dfb-450b-8a99-374045d4b9a3') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:38.976872 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:39.022563 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:39.063472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef5b21-641a-4c84-97e9-4412f2ba0a8c req-5c70c19b-7575-4b6c-abe3-7e85109badea tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:39.073428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6ef5b21-641a-4c84-97e9-4412f2ba0a8c req-5c70c19b-7575-4b6c-abe3-7e85109badea tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.2284596 Jul 06 18:30:39.076552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:30:39.077042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:30:39.079247 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:30:39.249913 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6ef5b21-641a-4c84-97e9-4412f2ba0a8c req-ad2d99fc-f953-4ebf-a522-d91fbfcb5af3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752105 Jul 06 18:30:39.254469 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:39.274519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:39.279070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c38bdba-2858-48b7-8f4c-598604593930 HTTP/1.1" status: 204 len: 168 time: 0.8140488 Jul 06 18:30:39.424288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8fda8-9aa9-445f-95ef-0f5d1794f0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c38bdba-2858-48b7-8f4c-598604593930,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:39.828549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36996) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:39.959342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-27df9972-e7e6-4b06-bd86-fb2474a8bfa9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cae4a033ff0d47a49ee5c43b4ab873e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294971 Jul 06 18:30:39.962318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37000) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:40.097014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fc82232-c329-43a2-936a-9707b33c5438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:40.154886 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fc82232-c329-43a2-936a-9707b33c5438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:40.248102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fc82232-c329-43a2-936a-9707b33c5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:40.262740 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fc82232-c329-43a2-936a-9707b33c5438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:40.264144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8fc82232-c329-43a2-936a-9707b33c5438 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aeeee7f3-21d7-4ab4-ac3d-43d840c0b912 HTTP/1.1" status: 204 len: 168 time: 0.3007989 Jul 06 18:30:40.308921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc82232-c329-43a2-936a-9707b33c5438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeee7f3-21d7-4ab4-ac3d-43d840c0b912,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:40.925467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8906ce-8d4e-4287-82a8-8e0aa0f2cabe req-2fff474b-8eef-4406-9eb1-0b2504cd5ebe tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:40.970550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c8906ce-8d4e-4287-82a8-8e0aa0f2cabe req-2fff474b-8eef-4406-9eb1-0b2504cd5ebe tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.2783432 Jul 06 18:30:41.067924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c8906ce-8d4e-4287-82a8-8e0aa0f2cabe req-0c2fef11-224c-46db-80f2-32be1199396c tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962622 Jul 06 18:30:41.229404 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55b25620-f1a5-49c9-a886-aa56443de4ab req-bad9cad4-bb94-4a62-a6d5-5cba2bc30ec7 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=510fd028c27240ae972e64bc0c68ff13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582032 Jul 06 18:30:41.393200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b25620-f1a5-49c9-a886-aa56443de4ab req-f8f36a67-e6c0-4997-b8e6-63bebba3bd98 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:41.400920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55b25620-f1a5-49c9-a886-aa56443de4ab req-f8f36a67-e6c0-4997-b8e6-63bebba3bd98 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681607 Jul 06 18:30:41.425153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55b25620-f1a5-49c9-a886-aa56443de4ab req-2b232747-bf09-450a-abc6-fac55bc4dad9 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/quotas/510fd028c27240ae972e64bc0c68ff13 HTTP/1.1" status: 200 len: 375 time: 0.0231872 Jul 06 18:30:41.465550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55b25620-f1a5-49c9-a886-aa56443de4ab req-544e855e-1638-4b4d-a530-2ddc093861f9 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=510fd028c27240ae972e64bc0c68ff13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362608 Jul 06 18:30:41.868701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37074) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:42.007122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1322148578-network', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:42.070620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Made reservation on behalf of d45f12f5c4274e779e6a04e58079a161 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:30:42.074053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.088023 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.348791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.423493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.489883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e11707-202b-44fa-85b0-d16fb671f278,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:42.569429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:30:42.620331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.620726 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Added segment 4cd9ae07-b770-4ab3-beb1-7a0136ff929b of type vlan for network ccaa8897-d99a-45af-83df-bd656aff15f4 Jul 06 18:30:42.682431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193201c-b98d-4e52-b4c7-35b0f2a065b9 req-bd672f75-8c7f-4276-bd8a-d2e9562b9c59 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:42.684339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a193201c-b98d-4e52-b4c7-35b0f2a065b9 req-bd672f75-8c7f-4276-bd8a-d2e9562b9c59 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.3320382 Jul 06 18:30:42.715104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.794673 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a193201c-b98d-4e52-b4c7-35b0f2a065b9 req-1b97c6a8-b86c-4db5-99eb-d60886af858f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025333 Jul 06 18:30:42.804542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.805776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:42.817382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.951812 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0819154 Jul 06 18:30:42.955018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37114) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:42.960370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4088a-8ae9-4004-9a33-f5d8abf5f1cf admin admin] Pushing event updated for resources: {'Network': ['ID=ccaa8897-d99a-45af-83df-bd656aff15f4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:42.961365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Request body: {'subnet': {'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1322148578-subnet', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:42.974242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ccaa8897-d99a-45af-83df-bd656aff15f4 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:30:43.028495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Made reservation on behalf of d45f12f5c4274e779e6a04e58079a161 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:30:43.032342 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:43.351747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e06aca-ea22-4b70-86c0-fadde49484c0 req-e097d81d-f1ef-4417-aabb-a114cf4b9e88 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:43.353536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90e06aca-ea22-4b70-86c0-fadde49484c0 req-e097d81d-f1ef-4417-aabb-a114cf4b9e88 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1526415 Jul 06 18:30:43.458206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90e06aca-ea22-4b70-86c0-fadde49484c0 req-985e3452-7a2a-402b-95fd-a9aa09f66ee3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964017 Jul 06 18:30:43.463073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:43.526567 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97f2346a-8507-4d50-ac3e-34cae2205fd6 req-dae6576e-d481-4371-8c86-fb19adba6ed0 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=510fd028c27240ae972e64bc0c68ff13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593016 Jul 06 18:30:43.583669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a321a80-bda8-421e-bca7-f430eb1d196e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:43.614142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Checking segment: {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:43.614853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Network hostable DHCP agents. Network: ccaa8897-d99a-45af-83df-bd656aff15f4, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:30:43.646543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Network ccaa8897-d99a-45af-83df-bd656aff15f4 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:30:43.689938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ccaa8897-d99a-45af-83df-bd656aff15f4) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:43.701224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c84e9-f517-4c3f-8a2b-1ecd76e10a47 None None] Network ccaa8897-d99a-45af-83df-bd656aff15f4 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:30:43.719963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:43.721155 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:43.759395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-974480b3-486b-4bdc-ae70-612429348f15 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8031826 Jul 06 18:30:43.762397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37144) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:43.768198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:43.819346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b494bc-1d7a-481e-96c0-de5aeaf58bfc req-f6b00698-551a-41bc-9a4d-140ca32a35a2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:43.821382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3b494bc-1d7a-481e-96c0-de5aeaf58bfc req-f6b00698-551a-41bc-9a4d-140ca32a35a2 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1626620 Jul 06 18:30:43.823372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:43.824673 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:43.828820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2346a-8507-4d50-ac3e-34cae2205fd6 req-bdc98366-8049-46cd-9377-109617424566 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:43.840762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97f2346a-8507-4d50-ac3e-34cae2205fd6 req-bdc98366-8049-46cd-9377-109617424566 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080368 Jul 06 18:30:43.866193 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97f2346a-8507-4d50-ac3e-34cae2205fd6 req-8c4129fd-7e7b-4db8-b563-d66aed1bef1a tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/quotas/510fd028c27240ae972e64bc0c68ff13 HTTP/1.1" status: 200 len: 375 time: 0.0236497 Jul 06 18:30:43.918972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97f2346a-8507-4d50-ac3e-34cae2205fd6 req-8f890af4-efdd-4192-a55f-fb682faef648 tempest-QuotasAdminNegativeTest-279404580 tempest-QuotasAdminNegativeTest-279404580-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=510fd028c27240ae972e64bc0c68ff13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511451 Jul 06 18:30:43.944773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.070190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ccaa8897-d99a-45af-83df-bd656aff15f4', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:30:44.071402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.562004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Allocated IP 172.20.0.2 (ccaa8897-d99a-45af-83df-bd656aff15f4/2a321a80-bda8-421e-bca7-f430eb1d196e/ef4192a2-715c-4d54-aa14-a630eaeabab7) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:44.680101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3b494bc-1d7a-481e-96c0-de5aeaf58bfc req-02f86e3b-10bf-484d-82a2-f3aefa2ca136 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324855 Jul 06 18:30:44.802700 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.910305 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.927098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Transition to ACTIVE for port object ef4192a2-715c-4d54-aa14-a630eaeabab7 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:44.966308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Transition to ACTIVE for port object ef4192a2-715c-4d54-aa14-a630eaeabab7 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:44.979599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.062822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Network ccaa8897-d99a-45af-83df-bd656aff15f4 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:45.083597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:45.096046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:45.116583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Pushing event updated for resources: {'Port': ['ID=ef4192a2-715c-4d54-aa14-a630eaeabab7,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:45.120032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.143462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.259116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Attempting to bind port ef4192a2-715c-4d54-aa14-a630eaeabab7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:45.259710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Attempting to bind port ef4192a2-715c-4d54-aa14-a630eaeabab7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:45.260176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Attempting to bind port ef4192a2-715c-4d54-aa14-a630eaeabab7 on network ccaa8897-d99a-45af-83df-bd656aff15f4 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:45.282819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:45.285413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Checking segment: {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:45.286062 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.286759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Bound using segment: {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:45.287080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Bound port: ef4192a2-715c-4d54-aa14-a630eaeabab7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:45.290268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.296772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Allocated IP 172.25.4.154 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/f41c63c2-7b5c-4e76-8766-3fcd1560fe66) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:45.332222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9979-3436-4a9f-b3a4-e4cd8f81304d req-d22582ea-f32d-4109-9314-0ef178a0bd38 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:45.348979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c19c9979-3436-4a9f-b3a4-e4cd8f81304d req-d22582ea-f32d-4109-9314-0ef178a0bd38 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.2293999 Jul 06 18:30:45.360305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] For port ef4192a2-715c-4d54-aa14-a630eaeabab7, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:45.363973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] For port ef4192a2-715c-4d54-aa14-a630eaeabab7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ef4192a2-715c-4d54-aa14-a630eaeabab7,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:45.377267 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.443098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c19c9979-3436-4a9f-b3a4-e4cd8f81304d req-ff3421ea-8b27-4904-91e8-36d8048b25b3 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919316 Jul 06 18:30:45.569136 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5af2030-2a87-4d4a-b285-2c2cd6eb860b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.591318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.639414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9ac32-2af4-4799-8fd2-f7d38bb2bd72 None None] Pushing event updated for resources: {'Port': ['ID=ef4192a2-715c-4d54-aa14-a630eaeabab7,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:45.696967 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.707740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37200) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:45.771698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:45.779068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:45.789804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:45.960086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-836f82c1-b2da-4327-a375-931229407ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:45.972400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Pushing event updated for resources: {'Port': ['ID=f41c63c2-7b5c-4e76-8766-3fcd1560fe66,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:46.132391 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-836f82c1-b2da-4327-a375-931229407ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.143139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-836f82c1-b2da-4327-a375-931229407ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.184548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-836f82c1-b2da-4327-a375-931229407ad0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=510fd028c27240ae972e64bc0c68ff13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756782 Jul 06 18:30:46.188209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37210) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:46.218506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f82c1-b2da-4327-a375-931229407ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a706a0a-66b1-447a-b549-d9a5a309ee0d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:46.262346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a03fed-6654-4e4f-bfd9-b691e7443e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.271197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a832be-db63-4afa-9ac9-521d9d4a09c2 req-baa30af4-d2b6-4d27-9923-0115f1034877 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:46.281402 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-51a832be-db63-4afa-9ac9-521d9d4a09c2 req-baa30af4-d2b6-4d27-9923-0115f1034877 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.4946837 Jul 06 18:30:46.305833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a03fed-6654-4e4f-bfd9-b691e7443e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.349848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-51a832be-db63-4afa-9ac9-521d9d4a09c2 req-3ce6fc17-07f8-40c0-b921-926138f91f0f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628459 Jul 06 18:30:46.406831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a03fed-6654-4e4f-bfd9-b691e7443e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.418923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a03fed-6654-4e4f-bfd9-b691e7443e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.426452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-49a03fed-6654-4e4f-bfd9-b691e7443e4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a706a0a-66b1-447a-b549-d9a5a309ee0d HTTP/1.1" status: 204 len: 168 time: 0.2368610 Jul 06 18:30:46.443877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a03fed-6654-4e4f-bfd9-b691e7443e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a706a0a-66b1-447a-b549-d9a5a309ee0d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:46.611855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.070693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c9584-f05d-485d-9294-cccb00651f00 req-1df1aade-294f-47a1-ba6b-31fbb16feb0e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:47.073004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c9c9584-f05d-485d-9294-cccb00651f00 req-1df1aade-294f-47a1-ba6b-31fbb16feb0e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.4460256 Jul 06 18:30:47.129569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422ba96-8f67-4f82-a21b-0143577fd91a None None] Network ccaa8897-d99a-45af-83df-bd656aff15f4 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:30:47.154281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37240) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:47.175438 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d33a36bf-b9da-4b4d-b96f-2ec8ed6ab4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.204494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c9c9584-f05d-485d-9294-cccb00651f00 req-92f4affc-6301-4824-bcd8-ffe770e92823 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211877 Jul 06 18:30:47.225050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.379639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2d97775f-f672-4e1a-b81b-a3006a850fbe None None] Provisioning for port ef4192a2-715c-4d54-aa14-a630eaeabab7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:47.533691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d33a36bf-b9da-4b4d-b96f-2ec8ed6ab4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.541708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d33a36bf-b9da-4b4d-b96f-2ec8ed6ab4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.609174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a36bf-b9da-4b4d-b96f-2ec8ed6ab4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5cc202-84e2-4ea0-80ba-fb17edfdca8e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:47.670879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9293d-3490-41fd-8679-be180b66231f req-374f7b77-dfe6-46ca-acfc-3ac7e54e6463 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:47.679459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fad9293d-3490-41fd-8679-be180b66231f req-374f7b77-dfe6-46ca-acfc-3ac7e54e6463 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.2035913 Jul 06 18:30:47.683679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef4192a2-715c-4d54-aa14-a630eaeabab7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:47.720000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d33a36bf-b9da-4b4d-b96f-2ec8ed6ab4de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5738c9899e14ec7a021de092addc42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615661 Jul 06 18:30:47.720527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37252) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:47.750032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Router 14ba7b33-9f81-439d-ba81-d639b2ce3692 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:30:47.798729 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fad9293d-3490-41fd-8679-be180b66231f req-7974ce42-615f-4c46-a2d0-0e61dc7f79cb tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147690 Jul 06 18:30:47.868909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a647deb-cb28-4347-b890-f12edc47776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.885059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ef4192a2-715c-4d54-aa14-a630eaeabab7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:47.894738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ef4192a2-715c-4d54-aa14-a630eaeabab7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:47.895474 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.908181 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a647deb-cb28-4347-b890-f12edc47776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.998556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a647deb-cb28-4347-b890-f12edc47776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.999798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a647deb-cb28-4347-b890-f12edc47776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:48.004238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6a647deb-cb28-4347-b890-f12edc47776b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af5cc202-84e2-4ea0-80ba-fb17edfdca8e HTTP/1.1" status: 204 len: 168 time: 0.2795911 Jul 06 18:30:48.035338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a647deb-cb28-4347-b890-f12edc47776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5cc202-84e2-4ea0-80ba-fb17edfdca8e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:48.198961 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-12d0bd4e-d395-4c13-935b-73225796481e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:48.263728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:30:48.276488 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Sync routers for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:30:48.314389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-34f148f8-6647-4b22-84ad-42ead42f6931 None None] Provisioning complete for port ef4192a2-715c-4d54-aa14-a630eaeabab7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:48.315077 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-34f148f8-6647-4b22-84ad-42ead42f6931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:48.316295 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:48.318802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b4eaac6b-b60b-4654-a59c-a483f7baaf13 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5536239 Jul 06 18:30:48.322848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37274) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:48.499526 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:48.543093 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:48.574470 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:48.575234 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:48.669299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port ef4192a2-715c-4d54-aa14-a630eaeabab7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ef4192a2-715c-4d54-aa14-a630eaeabab7,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:48.740414 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:48.807059 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:48.821863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=ef4192a2-715c-4d54-aa14-a630eaeabab7,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:49.253986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3066b-2b4e-425c-897f-4db731e9ec45 req-4d63d630-4b32-4be5-a8a3-1ade01c2d10a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:49.261004 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36c3066b-2b4e-425c-897f-4db731e9ec45 req-4d63d630-4b32-4be5-a8a3-1ade01c2d10a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.3066988 Jul 06 18:30:49.317612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36c3066b-2b4e-425c-897f-4db731e9ec45 req-28c5772e-a9e6-476b-8ce6-571504079245 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556271 Jul 06 18:30:49.370288 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:46Z', 'revision_number': 3, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:49.382707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:49.471052 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Checking router: 14ba7b33-9f81-439d-ba81-d639b2ce3692 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:30:49.471657 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Updating router 14ba7b33-9f81-439d-ba81-d639b2ce3692 port f41c63c2-7b5c-4e76-8766-3fcd1560fe66 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:30:49.526001 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:49.582610 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:49.657003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef4192a2-715c-4d54-aa14-a630eaeabab7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:49.711427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37328) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:49.877697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ef4192a2-715c-4d54-aa14-a630eaeabab7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:49.882257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:49.927044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Allocated IP 172.20.0.1 (ccaa8897-d99a-45af-83df-bd656aff15f4/2a321a80-bda8-421e-bca7-f430eb1d196e/422303ad-7972-4ccd-bcf2-c183032962b9) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:49.947489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-network', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:49.970865 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.001374 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Transition to ACTIVE for port object f41c63c2-7b5c-4e76-8766-3fcd1560fe66 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:50.008310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Made reservation on behalf of 81b4ae28f3264aa18c88b0a477d39fa9 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:30:50.015106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.019901 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.031221 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.072194 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Attempting to bind port f41c63c2-7b5c-4e76-8766-3fcd1560fe66 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:50.072725 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Attempting to bind port f41c63c2-7b5c-4e76-8766-3fcd1560fe66 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:50.073089 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Attempting to bind port f41c63c2-7b5c-4e76-8766-3fcd1560fe66 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:50.080946 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:50.081319 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:50.081747 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.082299 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:50.082925 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Bound port: f41c63c2-7b5c-4e76-8766-3fcd1560fe66, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:50.083318 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.235033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.248373 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] For port f41c63c2-7b5c-4e76-8766-3fcd1560fe66, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:50.253673 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] For port f41c63c2-7b5c-4e76-8766-3fcd1560fe66, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f41c63c2-7b5c-4e76-8766-3fcd1560fe66,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:50.258473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Transition to ACTIVE for port object 422303ad-7972-4ccd-bcf2-c183032962b9 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:50.266706 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.277620 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Pushing event updated for resources: {'Port': ['ID=f41c63c2-7b5c-4e76-8766-3fcd1560fe66,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:50.298178 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.301326 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.301795 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.302370 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.302646 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.303125 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.303301 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.303799 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.304278 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.304754 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.305242 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.306053 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:50.347455 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:50.348352 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:50.366861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.385521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.402088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.440024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Pushing event updated for resources: {'Port': ['ID=422303ad-7972-4ccd-bcf2-c183032962b9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:50.457518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:30:50.466085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Network ccaa8897-d99a-45af-83df-bd656aff15f4 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:50.468668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:50.488420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:50.500182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89b65de-f3ce-4444-a5d3-e1fa58c3518a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:50.507210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.507561 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Added segment ce9dcfe0-7b3a-430f-a667-44ab150a5cf7 of type vlan for network 3be1f2be-dbc5-4d3a-9485-df185568676e Jul 06 18:30:50.518697 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2904-119f-4254-894a-01fa58c7f396 None None] Pushing event updated for resources: {'Port': ['ID=f41c63c2-7b5c-4e76-8766-3fcd1560fe66,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:50.657577 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.751305 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:50.779908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.899417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ebd31-7c20-49ea-966d-783b6a31df4b req-3ab589d6-5631-45c9-ab1a-43b5207019d4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:50.913204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-079ebd31-7c20-49ea-966d-783b6a31df4b req-3ab589d6-5631-45c9-ab1a-43b5207019d4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.2516708 Jul 06 18:30:50.934247 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.978331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6184f7b4-6dde-43a6-a71c-16e36445068b None None] Provisioning for port 422303ad-7972-4ccd-bcf2-c183032962b9 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:50.983068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6184f7b4-6dde-43a6-a71c-16e36445068b None None] Provisioning complete for port 422303ad-7972-4ccd-bcf2-c183032962b9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:50.983453 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6184f7b4-6dde-43a6-a71c-16e36445068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.998685 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.005125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-079ebd31-7c20-49ea-966d-783b6a31df4b req-aa3d10ac-1e69-4246-b41a-853a2d861bbc tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905912 Jul 06 18:30:51.010820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.012485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:51.015912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.085667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6184f7b4-6dde-43a6-a71c-16e36445068b None None] Port 422303ad-7972-4ccd-bcf2-c183032962b9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:30:51.124024 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4113710 Jul 06 18:30:51.129084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37378) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:51.146359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Request body: {'subnet': {'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-subnet', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:51.185679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc69fe-4756-4409-8cdd-966317aa2bfe admin admin] Pushing event updated for resources: {'Network': ['ID=3be1f2be-dbc5-4d3a-9485-df185568676e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:51.203294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Made reservation on behalf of 81b4ae28f3264aa18c88b0a477d39fa9 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:30:51.204434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 3be1f2be-dbc5-4d3a-9485-df185568676e details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:30:51.205771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.276470 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:46Z', 'revision_number': 3, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:51.345081 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992d641-5d85-4dd0-8123-5345fcb7366a None None] The sync data for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 is: [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:46Z', 'revision_number': 3, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:30:51.470466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.487558 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.579064 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.665220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Checking segment: {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:51.665588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Network hostable DHCP agents. Network: 3be1f2be-dbc5-4d3a-9485-df185568676e, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:30:51.668175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abfc496-64a4-40d1-8ad4-1c4121788ea0,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:51.690387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Network 3be1f2be-dbc5-4d3a-9485-df185568676e is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:30:51.693418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013f98e-9016-4c2f-b714-252e0df20cf9 req-2ac773b0-27ed-46c8-827c-b305db585bcb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:51.696274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3013f98e-9016-4c2f-b714-252e0df20cf9 req-2ac773b0-27ed-46c8-827c-b305db585bcb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 945 time: 0.5398922 Jul 06 18:30:51.700429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Pushing event updated for resources: {'Port': ['ID=422303ad-7972-4ccd-bcf2-c183032962b9,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:51.712963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 3be1f2be-dbc5-4d3a-9485-df185568676e) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:51.714417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.717876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:51.718642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.729948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23baef0e-10d5-43c9-a31d-7c12f5d01222 None None] Network 3be1f2be-dbc5-4d3a-9485-df185568676e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:30:51.754244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5eb8b903-320c-4bcf-9e23-96e61047cf56 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6208136 Jul 06 18:30:51.758316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37396) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:51.823293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:51.911161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.913928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.956227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3013f98e-9016-4c2f-b714-252e0df20cf9 req-4486fbd6-cfe7-4852-92ee-88c080f7cd7c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356832 Jul 06 18:30:52.030831 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.138917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Network ccaa8897-d99a-45af-83df-bd656aff15f4 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:52.142812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:52.204940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-3be1f2be-dbc5-4d3a-9485-df185568676e', 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'fixed_ips': [{'subnet_id': '7abfc496-64a4-40d1-8ad4-1c4121788ea0'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:30:52.207196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.211863 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.389484 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.427951 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.522361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890957ce-6757-437a-a887-b5c822ba4db2 req-a5aeb05b-fe02-4eab-bdb0-99ab422cfb38 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:52.537659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-890957ce-6757-437a-a887-b5c822ba4db2 req-a5aeb05b-fe02-4eab-bdb0-99ab422cfb38 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.4411974 Jul 06 18:30:52.566734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Allocated IP 172.20.0.2 (3be1f2be-dbc5-4d3a-9485-df185568676e/7abfc496-64a4-40d1-8ad4-1c4121788ea0/33111b90-b743-4a97-945f-de8ccd9cbe4a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:52.636351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-890957ce-6757-437a-a887-b5c822ba4db2 req-8991e9ef-4e8d-46d7-9f7d-00c3530be32f tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960553 Jul 06 18:30:52.755364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3c4575f9-fabb-4eea-9a11-1382f3d5dccc None None] Provisioning complete for port 422303ad-7972-4ccd-bcf2-c183032962b9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:52.757155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3c4575f9-fabb-4eea-9a11-1382f3d5dccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.889601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3c4575f9-fabb-4eea-9a11-1382f3d5dccc None None] Port 422303ad-7972-4ccd-bcf2-c183032962b9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:30:52.945166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-daeb5a62-6830-434a-9a5e-6fe0826e221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:52.947272 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-daeb5a62-6830-434a-9a5e-6fe0826e221f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 1097 time: 1.0503900 Jul 06 18:30:53.015824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.065813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.091655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-0b4f00db-4ef4-4ee2-a4ea-37bcdc7a6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:53.093163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-0b4f00db-4ef4-4ee2-a4ea-37bcdc7a6fe1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 200 len: 915 time: 0.1251395 Jul 06 18:30:53.101766 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.119270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Transition to ACTIVE for port object 33111b90-b743-4a97-945f-de8ccd9cbe4a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:53.157610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Transition to ACTIVE for port object 33111b90-b743-4a97-945f-de8ccd9cbe4a will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:53.172182 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.244698 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-61567645-b326-4796-8f91-1a6c04681af6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 200 len: 217 time: 0.1309981 Jul 06 18:30:53.295562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Network 3be1f2be-dbc5-4d3a-9485-df185568676e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:53.298607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:53.310582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:53.312679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Pushing event updated for resources: {'Port': ['ID=33111b90-b743-4a97-945f-de8ccd9cbe4a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:53.320267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Allocated IP 172.25.4.236 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/42349f5e-9bc2-4708-8655-66e23d03ee85) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:53.324505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Router 14ba7b33-9f81-439d-ba81-d639b2ce3692 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:30:53.425923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-8bdc9332-145e-418b-a70d-166dded2c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:53.427843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-8bdc9332-145e-418b-a70d-166dded2c799 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 200 len: 854 time: 0.1692216 Jul 06 18:30:53.451847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Attempting to bind port 33111b90-b743-4a97-945f-de8ccd9cbe4a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:53.452552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Attempting to bind port 33111b90-b743-4a97-945f-de8ccd9cbe4a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:53.453197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Attempting to bind port 33111b90-b743-4a97-945f-de8ccd9cbe4a on network 3be1f2be-dbc5-4d3a-9485-df185568676e {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:53.469249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:53.469249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Checking segment: {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:53.469249 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.469249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Bound using segment: {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:53.469249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Bound port: 33111b90-b743-4a97-945f-de8ccd9cbe4a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:53.469249 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.488655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-b9ac9cc4-96f7-4da2-86f9-365c33a84dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0cde788-e8db-41d5-b9db-085bb7e89c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496676 Jul 06 18:30:53.511433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.570697 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.595506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] For port 33111b90-b743-4a97-945f-de8ccd9cbe4a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:53.599687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] For port 33111b90-b743-4a97-945f-de8ccd9cbe4a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=33111b90-b743-4a97-945f-de8ccd9cbe4a,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:53.607573 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.629106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:53.632794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:53.653805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:53.709325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Pushing event updated for resources: {'Port': ['ID=42349f5e-9bc2-4708-8655-66e23d03ee85,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:53.802271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f41c63c2-7b5c-4e76-8766-3fcd1560fe66 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:53.867381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-7e27200f-cbe3-4f77-b053-f7efbadeb79b service neutron] 10.222.0.41 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712215 Jul 06 18:30:53.895321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e365c00-46ce-401c-8cd3-43320c9f2b1d None None] Pushing event updated for resources: {'Port': ['ID=33111b90-b743-4a97-945f-de8ccd9cbe4a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:53.955631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f41c63c2-7b5c-4e76-8766-3fcd1560fe66 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:53.962009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f41c63c2-7b5c-4e76-8766-3fcd1560fe66 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:53.962653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.966348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:30:53.997018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b3c30804-e825-4201-9b68-d98c98e854c5 admin admin] 10.222.0.53 "PUT /v2.0/routers/14ba7b33-9f81-439d-ba81-d639b2ce3692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6722240 Jul 06 18:30:54.153673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503ef7f-1a65-49c1-8327-72fe5f2424e5 req-7d124d18-e7d4-4a23-ad19-4538d446fc0d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:54.171522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3503ef7f-1a65-49c1-8327-72fe5f2424e5 req-7d124d18-e7d4-4a23-ad19-4538d446fc0d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.3010230 Jul 06 18:30:54.192894 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:54.280018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:54.324181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6924a9c2-7fee-4f56-bca3-70054f1959f9 req-7cbafe37-9417-43b8-ab73-abeb5c72297f service neutron] 10.222.0.41 "GET /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435234 Jul 06 18:30:54.351617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f41c63c2-7b5c-4e76-8766-3fcd1560fe66, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f41c63c2-7b5c-4e76-8766-3fcd1560fe66,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:54.371796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Sync routers for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:30:54.376736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3503ef7f-1a65-49c1-8327-72fe5f2424e5 req-a8211b06-d6c9-478f-9e9f-b15b0058abe1 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021115 Jul 06 18:30:54.379840 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:54.445080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:54.447408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:54.708869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:54.996381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f41c63c2-7b5c-4e76-8766-3fcd1560fe66,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:55.072179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:55.184560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.380216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:30:55.497205 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.500016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:30:51Z', 'revision_number': 2, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:55.520070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37490) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:55.525139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f7ebf012-1f7c-48bb-bdf1-f6143aa0e5e7 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320828680', 'description': 'tempest-description--1839401069'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:55.575872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Checking router: 14ba7b33-9f81-439d-ba81-d639b2ce3692 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:30:55.576234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Updating router 14ba7b33-9f81-439d-ba81-d639b2ce3692 port 422303ad-7972-4ccd-bcf2-c183032962b9 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:30:55.593336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ed9e1-4518-43e3-a993-348d3e5c997d None None] Network 3be1f2be-dbc5-4d3a-9485-df185568676e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:30:55.599457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ebf012-1f7c-48bb-bdf1-f6143aa0e5e7 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.660303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:55.664206 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cb2882-3a7d-4c87-b7e3-50c3ecfb9087" -d '{"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:55.761767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:30:55.775406 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Sync routers for ids ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:30:55.820339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ebf012-1f7c-48bb-bdf1-f6143aa0e5e7 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.824241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:55.831411 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Routers {'6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:55.831593 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ebf012-1f7c-48bb-bdf1-f6143aa0e5e7 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.833014 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:55.836318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f41c63c2-7b5c-4e76-8766-3fcd1560fe66 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:55.887245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.888261 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e13b18-eede-495a-a4e1-f98fbde1b78b x-openstack-request-id: req-e0e13b18-eede-495a-a4e1-f98fbde1b78b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:55.888553 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:55.888801 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0e13b18-eede-495a-a4e1-f98fbde1b78b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:55.889190 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'code': 200} Jul 06 18:30:55.892763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebf012-1f7c-48bb-bdf1-f6143aa0e5e7 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9532ae47-c5b9-4588-9c32-3b4569ab3eb8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:55.898800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b6938fd4-ed0a-4250-9367-68b96843d928 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1368520 Jul 06 18:30:55.908669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.911479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37504) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:55.919016 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.943169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29308f5d-c791-42f4-a9ad-c800c306d5d6 req-94cc6a42-025d-44f7-a6da-63e7c618988b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:55.947954 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-29308f5d-c791-42f4-a9ad-c800c306d5d6 req-94cc6a42-025d-44f7-a6da-63e7c618988b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.3268652 Jul 06 18:30:55.949668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ee0272ca-a624-43ba-9923-4d13af05635a None None] Provisioning for port 33111b90-b743-4a97-945f-de8ccd9cbe4a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:56.020597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-29308f5d-c791-42f4-a9ad-c800c306d5d6 req-9fb0edd3-d62e-4c08-a6f1-6fd5da60a095 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654874 Jul 06 18:30:56.041839 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Set router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:56.141071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f41c63c2-7b5c-4e76-8766-3fcd1560fe66 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:56.141448 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.368743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7ebf012-1f7c-48bb-bdf1-f6143aa0e5e7 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.382964 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f7ebf012-1f7c-48bb-bdf1-f6143aa0e5e7 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8615427 Jul 06 18:30:56.387080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37518) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:56.396442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9aa2615a-feea-4dd8-a2cb-55d8b1175351 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Request body: {'security_group_rule': {'security_group_id': '9532ae47-c5b9-4588-9c32-3b4569ab3eb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:56.442840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aa2615a-feea-4dd8-a2cb-55d8b1175351 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.454254 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:30:53Z', 'revision_number': 3, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port': {'id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:53Z', 'updated_at': '2021-07-06T18:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:56.487479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e85c4-12f4-470b-b4ae-fc3ed6add76f req-476420d5-8cd6-40e3-9e7f-d574db6753d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:56.489420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-298e85c4-12f4-470b-b4ae-fc3ed6add76f req-476420d5-8cd6-40e3-9e7f-d574db6753d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1949897 Jul 06 18:30:56.491874 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Checking router: 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:30:56.493645 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Updating router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 port 42349f5e-9bc2-4708-8655-66e23d03ee85 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:30:56.579646 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.586810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-298e85c4-12f4-470b-b4ae-fc3ed6add76f req-a0fd8e37-f527-4fc8-b8cc-ad87394916ce tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840573 Jul 06 18:30:56.598063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aa2615a-feea-4dd8-a2cb-55d8b1175351 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.604456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aa2615a-feea-4dd8-a2cb-55d8b1175351 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.634068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aa2615a-feea-4dd8-a2cb-55d8b1175351 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.638834 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9aa2615a-feea-4dd8-a2cb-55d8b1175351 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507129 Jul 06 18:30:56.641284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37524) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:56.661524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f9b78fcf-49a6-4fc4-91ff-8d6c9c017b0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Request body: {'security_group_rule': {'security_group_id': '9532ae47-c5b9-4588-9c32-3b4569ab3eb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:56.679306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2615a-feea-4dd8-a2cb-55d8b1175351 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a28006-1162-4142-b931-815e20345e0c,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:56.746391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9b78fcf-49a6-4fc4-91ff-8d6c9c017b0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.880705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9b78fcf-49a6-4fc4-91ff-8d6c9c017b0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.894274 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9b78fcf-49a6-4fc4-91ff-8d6c9c017b0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.950384 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.961956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Transition to ACTIVE for port object 422303ad-7972-4ccd-bcf2-c183032962b9 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:56.969551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:56.976293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b78fcf-49a6-4fc4-91ff-8d6c9c017b0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e716cb-477b-4e90-a742-e7962c2e4b97,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:56.997577 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.023920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.079943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:30:57.154880 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9b78fcf-49a6-4fc4-91ff-8d6c9c017b0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.166702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f9b78fcf-49a6-4fc4-91ff-8d6c9c017b0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5188036 Jul 06 18:30:57.167419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37548) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:57.187853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:57.307772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:57.348750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.425765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef87b98-883e-407c-885a-484554dae7a8 req-a3fd6762-5a45-4b6f-a965-6fcaf67eba05 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:57.426558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '3061fb85-952c-4d49-bc7c-1c147095250f', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': '3061fb85-952c-4d49-bc7c-1c147095250f', 'mac_address': 'fa:16:3e:0b:70:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:30:57.445491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fef87b98-883e-407c-885a-484554dae7a8 req-a3fd6762-5a45-4b6f-a965-6fcaf67eba05 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.4770977 Jul 06 18:30:57.530570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Allocated IP 172.20.0.1 (3be1f2be-dbc5-4d3a-9485-df185568676e/7abfc496-64a4-40d1-8ad4-1c4121788ea0/bc812dd8-9d02-4338-a470-5a91cbbffea3) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:57.592456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fef87b98-883e-407c-885a-484554dae7a8 req-c1574764-01c7-4264-8623-208063441d6b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130836 Jul 06 18:30:57.616144 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.624660 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.659244 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Transition to ACTIVE for port object 42349f5e-9bc2-4708-8655-66e23d03ee85 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:57.682924 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.694228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.761159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2a7a2-3106-4fd9-a855-684e1d64dd97 None None] Pushing event updated for resources: {'Port': ['ID=422303ad-7972-4ccd-bcf2-c183032962b9,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:57.772985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3061fb85-952c-4d49-bc7c-1c147095250f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:57.790244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 33111b90-b743-4a97-945f-de8ccd9cbe4a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:57.875901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.877313 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Attempting to bind port 42349f5e-9bc2-4708-8655-66e23d03ee85 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:57.878048 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Attempting to bind port 42349f5e-9bc2-4708-8655-66e23d03ee85 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:57.880795 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Attempting to bind port 42349f5e-9bc2-4708-8655-66e23d03ee85 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:57.911009 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319be512-892a-4b3b-b187-345c2863bc39 None None] Pushing event updated for resources: {'Port': ['ID=42349f5e-9bc2-4708-8655-66e23d03ee85,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:57.922562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Transition to ACTIVE for port object bc812dd8-9d02-4338-a470-5a91cbbffea3 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:57.926523 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:57.930052 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:57.930981 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.932366 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:57.933669 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Bound port: 42349f5e-9bc2-4708-8655-66e23d03ee85, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:57.936495 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.971174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Allocated IP 172.25.4.75 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/979cb9a2-fd9d-4e3e-a95b-7e055a28bca2) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:57.980336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:57.998719 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.023857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.025130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Attempting to bind port 422303ad-7972-4ccd-bcf2-c183032962b9 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:58.025686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Attempting to bind port 422303ad-7972-4ccd-bcf2-c183032962b9 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:58.026385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Attempting to bind port 422303ad-7972-4ccd-bcf2-c183032962b9 on network ccaa8897-d99a-45af-83df-bd656aff15f4 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:58.046103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:58.046590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Checking segment: {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:58.047069 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.047659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Bound using segment: {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:58.048230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Bound port: 422303ad-7972-4ccd-bcf2-c183032962b9, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:58.048679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.081546 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] For port 42349f5e-9bc2-4708-8655-66e23d03ee85, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:58.090523 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] For port 42349f5e-9bc2-4708-8655-66e23d03ee85, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=42349f5e-9bc2-4708-8655-66e23d03ee85,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:58.103734 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.122483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Network 3be1f2be-dbc5-4d3a-9485-df185568676e is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:58.127935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:58.161070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:58.222217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 33111b90-b743-4a97-945f-de8ccd9cbe4a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:58.316673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Pushing event updated for resources: {'Port': ['ID=bc812dd8-9d02-4338-a470-5a91cbbffea3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:58.346258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3061fb85-952c-4d49-bc7c-1c147095250f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:58.368598 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319be512-892a-4b3b-b187-345c2863bc39 None None] Pushing event updated for resources: {'Port': ['ID=42349f5e-9bc2-4708-8655-66e23d03ee85,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:58.427907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.434756 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Routers {'6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:58.435415 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:58.455508 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.583308 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.658818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fbe0d758-6cc9-46c6-8680-e35e567e5f47 None None] Provisioning complete for port 33111b90-b743-4a97-945f-de8ccd9cbe4a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:58.659588 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d758-6cc9-46c6-8680-e35e567e5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.662247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 33111b90-b743-4a97-945f-de8ccd9cbe4a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:58.667884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.692941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event updated for resources: {'Port': ['ID=979cb9a2-fd9d-4e3e-a95b-7e055a28bca2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:58.701039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:58.702608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:58.707477 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:58.789865 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] Set router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:58.816333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.828146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:58.869271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da1ef-e8ef-468c-8d9b-cbbecbef0292 req-d436f3d4-4827-417c-892b-dfac62e9b009 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:58.872220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b47da1ef-e8ef-468c-8d9b-cbbecbef0292 req-d436f3d4-4827-417c-892b-dfac62e9b009 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.8754776 Jul 06 18:30:58.904441 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.923229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] For port 422303ad-7972-4ccd-bcf2-c183032962b9, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:58.940187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] For port 422303ad-7972-4ccd-bcf2-c183032962b9, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=422303ad-7972-4ccd-bcf2-c183032962b9,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:59.015947 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.040345 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.146869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.200078 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b47da1ef-e8ef-468c-8d9b-cbbecbef0292 req-140da2c3-a814-422f-a1df-b73213876bcf tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171771 Jul 06 18:30:59.260309 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.275945 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.425484 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:30:53Z', 'revision_number': 3, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port': {'id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:53Z', 'updated_at': '2021-07-06T18:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:59.457155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event updated for resources: {'Port': ['ID=979cb9a2-fd9d-4e3e-a95b-7e055a28bca2,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:59.573318 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89668d0b-87c3-4533-9073-d2357090eaae None None] The sync data for ids ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'] in n-d-799684-2 is: [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:30:53Z', 'revision_number': 3, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port': {'id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:53Z', 'updated_at': '2021-07-06T18:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:30:59.575351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 33111b90-b743-4a97-945f-de8ccd9cbe4a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=33111b90-b743-4a97-945f-de8ccd9cbe4a,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:59.631812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2a7a2-3106-4fd9-a855-684e1d64dd97 None None] Pushing event updated for resources: {'Port': ['ID=422303ad-7972-4ccd-bcf2-c183032962b9,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:59.653358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.656149 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.681065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.693157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.731406 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.740921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-76a762fd-6f7a-4e05-9d3e-7b63efeb14f0 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5593586 Jul 06 18:30:59.796769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:59.797530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:59.951836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Pushing event updated for resources: {'Port': ['ID=bc812dd8-9d02-4338-a470-5a91cbbffea3,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:59.956117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.147878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:00.256542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efd500-337c-4f0a-943d-5464c57de20c req-97c87978-5c5a-4fa6-9540-6509dce18d57 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:00.263032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28efd500-337c-4f0a-943d-5464c57de20c req-97c87978-5c5a-4fa6-9540-6509dce18d57 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.3129461 Jul 06 18:31:00.351356 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28efd500-337c-4f0a-943d-5464c57de20c req-8f0cfb8b-360f-4bbb-9ee1-544a9e5f42fa tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815012 Jul 06 18:31:00.408084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Network 3be1f2be-dbc5-4d3a-9485-df185568676e is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:00.427440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-001fcc53-1a19-47a7-9529-99efc43fc70c tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1320828680&fields=id&tenant_id=d45f12f5c4274e779e6a04e58079a161 HTTP/1.1" status: 200 len: 267 time: 0.1709602 Jul 06 18:31:00.457920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:00.766378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=33111b90-b743-4a97-945f-de8ccd9cbe4a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:00.854001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:30:58Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:00.907838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-f6342395-96f5-426f-8b08-6e995ea3b238 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:00.926157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06037d-bac6-4f76-8d3d-adcb888a21b2 None None] The sync data for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 is: [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:30:58Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:31:00.929695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-f6342395-96f5-426f-8b08-6e995ea3b238 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/networks?id=ccaa8897-d99a-45af-83df-bd656aff15f4 HTTP/1.1" status: 200 len: 806 time: 0.5010586 Jul 06 18:31:00.978675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b5ee4fbd-acf6-4c9f-88bb-40db92106ce9 None None] Provisioning for port bc812dd8-9d02-4338-a470-5a91cbbffea3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:00.984998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b5ee4fbd-acf6-4c9f-88bb-40db92106ce9 None None] Provisioning complete for port bc812dd8-9d02-4338-a470-5a91cbbffea3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:00.985669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5ee4fbd-acf6-4c9f-88bb-40db92106ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:01.059834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee4fbd-acf6-4c9f-88bb-40db92106ce9 None None] Port bc812dd8-9d02-4338-a470-5a91cbbffea3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:31:01.073331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-a8ea185d-7cc7-4419-b778-f41850f4f7a1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/quotas/d45f12f5c4274e779e6a04e58079a161 HTTP/1.1" status: 200 len: 375 time: 0.1425638 Jul 06 18:31:01.119733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6974b0-3528-4e94-b3f6-8179620cad28 req-fa863b21-22c1-425e-9539-04d6d8af0143 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:01.142564 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e6974b0-3528-4e94-b3f6-8179620cad28 req-fa863b21-22c1-425e-9539-04d6d8af0143 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.3225884 Jul 06 18:31:01.158188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:31:01.255421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e6974b0-3528-4e94-b3f6-8179620cad28 req-9ff44b09-38e0-4b58-ab46-6f9273dbcb7e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007202 Jul 06 18:31:01.279155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f3671bc6-5e18-4422-9a25-83856c0fc911 None None] Provisioning complete for port bc812dd8-9d02-4338-a470-5a91cbbffea3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:01.279155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f3671bc6-5e18-4422-9a25-83856c0fc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:01.381830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f3671bc6-5e18-4422-9a25-83856c0fc911 None None] Port bc812dd8-9d02-4338-a470-5a91cbbffea3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:31:01.499287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-826e7959-ef57-4014-89b9-bfd45fd27144 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d45f12f5c4274e779e6a04e58079a161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4179006 Jul 06 18:31:02.176461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 42349f5e-9bc2-4708-8655-66e23d03ee85 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:02.264945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 42349f5e-9bc2-4708-8655-66e23d03ee85 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:02.271803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 42349f5e-9bc2-4708-8655-66e23d03ee85 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:02.272931 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.343516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87658fe6-8706-4e7a-8d3c-10faf1898365 req-e2910158-4271-4f31-b8f9-2e89753be212 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:02.345131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87658fe6-8706-4e7a-8d3c-10faf1898365 req-e2910158-4271-4f31-b8f9-2e89753be212 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1293695 Jul 06 18:31:02.441334 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87658fe6-8706-4e7a-8d3c-10faf1898365 req-c53bf01c-a34c-42f4-af90-b8dbde38ee58 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766006 Jul 06 18:31:02.540506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:31:02.554760 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f9af2aa6-5328-4e1c-bae2-69706cad1e84 admin admin] 10.222.0.53 "PUT /v2.0/routers/6f5ea1e3-b054-43cf-94dc-8aaed15de0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6408737 Jul 06 18:31:02.575972 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.611927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-7fc1bbe5-73d6-4332-9a02-f5516a1fd9be service neutron] 10.222.0.53 "GET /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1025903 Jul 06 18:31:02.620134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 42349f5e-9bc2-4708-8655-66e23d03ee85, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=42349f5e-9bc2-4708-8655-66e23d03ee85,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:02.640019 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.640907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 422303ad-7972-4ccd-bcf2-c183032962b9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:02.785528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 422303ad-7972-4ccd-bcf2-c183032962b9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:02.797936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74c0fe-bb0b-4111-9c6a-3c01000670bd req-4b3e4abf-c144-4842-b1e0-e580876fdcf5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:02.799752 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec74c0fe-bb0b-4111-9c6a-3c01000670bd req-4b3e4abf-c144-4842-b1e0-e580876fdcf5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1710968 Jul 06 18:31:02.815440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=42349f5e-9bc2-4708-8655-66e23d03ee85,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:02.833344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 422303ad-7972-4ccd-bcf2-c183032962b9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:02.834174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.883995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-e4c83c31-fbd8-4118-beb7-5f968ed2f3b6 service neutron] 10.222.0.53 "GET /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650523 Jul 06 18:31:02.920081 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec74c0fe-bb0b-4111-9c6a-3c01000670bd req-dfbedf57-5b3a-43a2-af6a-afb55a499cf9 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119251 Jul 06 18:31:03.080678 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:03.122814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:03.381763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 422303ad-7972-4ccd-bcf2-c183032962b9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=422303ad-7972-4ccd-bcf2-c183032962b9,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:03.398707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:03.401590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 33111b90-b743-4a97-945f-de8ccd9cbe4a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:03.763242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=422303ad-7972-4ccd-bcf2-c183032962b9,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:03.860956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-0d5f98df-d430-4258-a833-2165d1cd0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:03.862631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-0d5f98df-d430-4258-a833-2165d1cd0a77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1095 time: 0.2776659 Jul 06 18:31:03.868082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37722) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:03.873131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-network', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:03.881605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 3061fb85-952c-4d49-bc7c-1c147095250f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:03.882011 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:03.945390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-01c9d10d-e46f-4be1-8e11-e0f66183d172 req-7946af26-ce4a-4c7f-83f8-f34e87d8596a tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 210 time: 0.2124488 Jul 06 18:31:04.019674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Sync routers for ids ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:31:04.043953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 33111b90-b743-4a97-945f-de8ccd9cbe4a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:04.044520 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:04.082429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Routers {'6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:04.083365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:04.331266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-7e8864be-5cba-4d32-9c53-aa4d8814f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:04.335047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-7e8864be-5cba-4d32-9c53-aa4d8814f831 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.3783748 Jul 06 18:31:04.539234 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:04.570553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Made reservation on behalf of 6c5d99fe2af54ed1a32fbad458f2e74c for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:04.574038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:04.659680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:04.662349 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b91d9-f83e-4fba-a321-176bfd4e4722" -d '{"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-plugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:04.690375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:04.691222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-99d86f7d-5eec-4f2b-aa25-2c55287c0393 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 1000 time: 0.3391728 Jul 06 18:31:04.722437 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:04.802214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:04.831806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Set router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:04.883547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-a073d3cf-c64a-4a0b-9774-d9ab9fb4e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:04.890945 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-a073d3cf-c64a-4a0b-9774-d9ab9fb4e556 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1924193 Jul 06 18:31:04.995256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=10']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:05.087625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd040f2-9445-4ffe-826f-9cab22775c03 req-3e0a55a8-3227-485b-8766-77ff1eb924b8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:05.113363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acd040f2-9445-4ffe-826f-9cab22775c03 req-3e0a55a8-3227-485b-8766-77ff1eb924b8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 1.0100930 Jul 06 18:31:05.174665 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b91f9-40ae-40f9-8491-c9fa426f89b5 x-openstack-request-id: req-a15b91f9-40ae-40f9-8491-c9fa426f89b5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:05.174952 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-plugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:05.175212 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a15b91f9-40ae-40f9-8491-c9fa426f89b5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:05.175620 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'code': 200} Jul 06 18:31:05.179685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 42349f5e-9bc2-4708-8655-66e23d03ee85 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:05.413282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f4127bab-5cf0-49f8-b166-77cc80928a05 req-fff55d32-8081-45b0-b883-b1b36b0bd470 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 210 time: 0.1065035 Jul 06 18:31:05.429245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acd040f2-9445-4ffe-826f-9cab22775c03 req-02961bf8-bcde-4e28-b900-217bbd0636ad tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149519 Jul 06 18:31:05.461652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-2c53044f-9016-479b-8439-4346c9d2d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:05.474351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-2c53044f-9016-479b-8439-4346c9d2d317 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5677350 Jul 06 18:31:05.525024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 42349f5e-9bc2-4708-8655-66e23d03ee85 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:05.525410 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:05.625159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:30:58Z', 'revision_number': 4, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port': {'id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:53Z', 'updated_at': '2021-07-06T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'bc812dd8-9d02-4338-a470-5a91cbbffea3', 'name': '', 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'mac_address': 'fa:16:3e:c3:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7abfc496-64a4-40d1-8ad4-1c4121788ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:57Z', 'updated_at': '2021-07-06T18:30:59Z', 'revision_number': 2, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'subnets': [{'id': '7abfc496-64a4-40d1-8ad4-1c4121788ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:05.659807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Checking router: 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:31:05.660209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Updating router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 port bc812dd8-9d02-4338-a470-5a91cbbffea3 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:31:05.695418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-f6ac4133-2a87-4120-9ca3-1d2375ecdcbf service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978545 Jul 06 18:31:05.751952 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:05.754848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 422303ad-7972-4ccd-bcf2-c183032962b9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:05.825999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:05.839888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95fc7-0d17-491e-916b-54d73a1008b8 req-8ccd0c66-715c-457b-863a-1cc6d567ce49 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:05.864366 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07a95fc7-0d17-491e-916b-54d73a1008b8 req-8ccd0c66-715c-457b-863a-1cc6d567ce49 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1570013 Jul 06 18:31:05.954314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a83595e2-3dd2-4dbb-bfa8-9fef5b35a6eb req-164d05d4-55b8-467c-97c5-96b924dd9320 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276981 Jul 06 18:31:05.955495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:05.963810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07a95fc7-0d17-491e-916b-54d73a1008b8 req-33fd4fce-4461-4792-a461-ee215436ce5a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977015 Jul 06 18:31:05.995464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:31:06.024347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e1bea9-ea00-4da1-b90a-c77a83adb12d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:06.030208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:06.030819 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Added segment 467e58b4-fa17-4426-8145-f38b3602e5e6 of type vlan for network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 Jul 06 18:31:06.122769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:06.215463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:06.216616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:06.217312 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:06.243797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 422303ad-7972-4ccd-bcf2-c183032962b9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:06.244444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:06.383463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbae700-c75a-4fd0-8bac-0ed85036965b req-2fd3295b-d300-4572-a6b0-aae949b7e3e8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:06.385334 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ccbae700-c75a-4fd0-8bac-0ed85036965b req-2fd3295b-d300-4572-a6b0-aae949b7e3e8 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1100152 Jul 06 18:31:06.423015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5534215 Jul 06 18:31:06.427766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37778) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:06.434031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Request body: {'subnet': {'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-subnet', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:06.458088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc735b7b-3dd8-4584-a967-d3056bf0f260 admin admin] Pushing event updated for resources: {'Network': ['ID=5660a75d-6bd1-43e6-bd0c-4ab4a086f082,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:06.491940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Made reservation on behalf of 6c5d99fe2af54ed1a32fbad458f2e74c for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:06.494683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:06.526598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ccbae700-c75a-4fd0-8bac-0ed85036965b req-7ae8165a-3012-4e69-a6b3-f3e189d809c5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322687 Jul 06 18:31:06.548919 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:31:06.806116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04db793a-c354-47b6-b5b9-1b7c197d0158 req-6c0478a7-3307-436a-84b7-029ea8f4f5eb tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 210 time: 0.0740066 Jul 06 18:31:06.990283 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:07.002582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Transition to ACTIVE for port object bc812dd8-9d02-4338-a470-5a91cbbffea3 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:07.057740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:07.137411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e2c58-b009-48fe-906d-f24a8679722e req-02212460-3902-4fab-b94c-eaf5f11a9f0a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:07.143251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355fcb5-485a-4ee0-817a-531e7049dcec None None] Pushing event updated for resources: {'Port': ['ID=bc812dd8-9d02-4338-a470-5a91cbbffea3,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:07.147034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-900e2c58-b009-48fe-906d-f24a8679722e req-02212460-3902-4fab-b94c-eaf5f11a9f0a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.3012064 Jul 06 18:31:07.298659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-900e2c58-b009-48fe-906d-f24a8679722e req-a9ab4190-12dd-4d80-9f6b-0dd9649c448e tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499898 Jul 06 18:31:07.439263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:07.548503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b7061a-5678-413d-9a4c-f9500f901c64,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:07.568109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Attempting to bind port bc812dd8-9d02-4338-a470-5a91cbbffea3 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:07.582448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Attempting to bind port bc812dd8-9d02-4338-a470-5a91cbbffea3 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:07.595121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Attempting to bind port bc812dd8-9d02-4338-a470-5a91cbbffea3 on network 3be1f2be-dbc5-4d3a-9485-df185568676e {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:07.632411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:07.632411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Checking segment: {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:07.632859 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:07.633641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Bound using segment: {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:07.635242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Bound port: bc812dd8-9d02-4338-a470-5a91cbbffea3, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:07.640890 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:07.830297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-c6933820-cfdd-4696-a8c8-f0098adf773b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:07.831624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] For port bc812dd8-9d02-4338-a470-5a91cbbffea3, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:07.836116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] For port bc812dd8-9d02-4338-a470-5a91cbbffea3, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bc812dd8-9d02-4338-a470-5a91cbbffea3,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:07.845268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:07.852310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-c6933820-cfdd-4696-a8c8-f0098adf773b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.24 "GET /v2.0/networks?id=ccaa8897-d99a-45af-83df-bd656aff15f4 HTTP/1.1" status: 200 len: 806 time: 0.9521027 Jul 06 18:31:07.871553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce24c9-ab51-4579-ad08-25e8e4e11ba0 req-ab7301aa-e005-49a2-9a7a-b1e37431c42b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:07.883144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dce24c9-ab51-4579-ad08-25e8e4e11ba0 req-ab7301aa-e005-49a2-9a7a-b1e37431c42b tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1279724 Jul 06 18:31:07.915343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Checking segment: {'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:07.918284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Network hostable DHCP agents. Network: 5660a75d-6bd1-43e6-bd0c-4ab4a086f082, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:31:07.951502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dce24c9-ab51-4579-ad08-25e8e4e11ba0 req-3e6e6ea4-8f6d-4513-872a-5e55c1831f4d tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667942 Jul 06 18:31:08.043746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Routers {'6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:08.045017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:08.072560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-81c554f4-727b-4bfd-9dde-be03bfeacb6a tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45f12f5c4274e779e6a04e58079a161 HTTP/1.1" status: 200 len: 380 time: 0.2046514 Jul 06 18:31:08.077501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:31:08.103074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Request body: {'port': {'device_id': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'admin_state_up': True, 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'security_groups': ['9532ae47-c5b9-4588-9c32-3b4569ab3eb8']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:08.105529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355fcb5-485a-4ee0-817a-531e7049dcec None None] Pushing event updated for resources: {'Port': ['ID=bc812dd8-9d02-4338-a470-5a91cbbffea3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:08.222571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5660a75d-6bd1-43e6-bd0c-4ab4a086f082) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:08.227676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:08.231871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:08.259476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] Set router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:08.338987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5a35f-6ec5-4bed-a44e-a9298297fe56 req-c3c29d7f-00c3-47cb-a170-304c80684158 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:08.356413 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91f5a35f-6ec5-4bed-a44e-a9298297fe56 req-c3c29d7f-00c3-47cb-a170-304c80684158 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1553006 Jul 06 18:31:08.357576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da3dd6-d89c-4713-9525-dd69a87f4334 None None] Network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:08.434262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91f5a35f-6ec5-4bed-a44e-a9298297fe56 req-cb1f87f5-7a88-4ca3-9eaf-0fa2c7853aa5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727696 Jul 06 18:31:08.478395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d65ea227-e59c-4c30-94d7-584f2b2715fa req-0a95a624-8cdb-4071-bafd-1b7d69e6df95 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 210 time: 0.3853929 Jul 06 18:31:08.497214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6f3e39d4-7da7-4a26-8415-330014d853a8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0660100 Jul 06 18:31:08.500031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37836) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:08.503722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:08.534091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Made reservation on behalf of d45f12f5c4274e779e6a04e58079a161 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:08.547575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:08.572268 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:08.576482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:08.720622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-5660a75d-6bd1-43e6-bd0c-4ab4a086f082', 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'fixed_ips': [{'subnet_id': '24b7061a-5678-413d-9a4c-f9500f901c64'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:31:08.722656 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:08.841458 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:08.899278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Allocated IP 172.20.0.12 (ccaa8897-d99a-45af-83df-bd656aff15f4/2a321a80-bda8-421e-bca7-f430eb1d196e/c3e52d0a-bf9d-4707-8a52-14984bdc4205) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:09.133004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640f3c-d774-4a7f-94a8-44726518e3ae req-da79b305-b69b-4216-9fd0-920053b703d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:09.152561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53640f3c-d774-4a7f-94a8-44726518e3ae req-da79b305-b69b-4216-9fd0-920053b703d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.4302025 Jul 06 18:31:09.248311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.287380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Transition to ACTIVE for port object c3e52d0a-bf9d-4707-8a52-14984bdc4205 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:09.297939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:30:58Z', 'revision_number': 4, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port': {'id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:53Z', 'updated_at': '2021-07-06T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'bc812dd8-9d02-4338-a470-5a91cbbffea3', 'name': '', 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'mac_address': 'fa:16:3e:c3:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7abfc496-64a4-40d1-8ad4-1c4121788ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:57Z', 'updated_at': '2021-07-06T18:31:07Z', 'revision_number': 4, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'subnets': [{'id': '7abfc496-64a4-40d1-8ad4-1c4121788ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:09.362023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201591b7-df77-4399-85fa-e6051fd13c41 None None] The sync data for ids ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'] in n-d-799684-2 is: [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:30:58Z', 'revision_number': 4, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port': {'id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:53Z', 'updated_at': '2021-07-06T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'bc812dd8-9d02-4338-a470-5a91cbbffea3', 'name': '', 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'mac_address': 'fa:16:3e:c3:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7abfc496-64a4-40d1-8ad4-1c4121788ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:57Z', 'updated_at': '2021-07-06T18:31:07Z', 'revision_number': 4, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'subnets': [{'id': '7abfc496-64a4-40d1-8ad4-1c4121788ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:31:09.377002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.408552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Allocated IP 172.20.0.2 (5660a75d-6bd1-43e6-bd0c-4ab4a086f082/24b7061a-5678-413d-9a4c-f9500f901c64/95cc5169-7728-48af-970a-67d110d8ccc0) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:09.411082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.541757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53640f3c-d774-4a7f-94a8-44726518e3ae req-24dc523b-cd39-4706-8019-b98a4167ba80 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894572 Jul 06 18:31:09.612875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Network ccaa8897-d99a-45af-83df-bd656aff15f4 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:09.619688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:09.644679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event updated for resources: {'Port': ['ID=c3e52d0a-bf9d-4707-8a52-14984bdc4205,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:09.684607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:09.869575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:09.881103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.001976 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-55567704-bc37-4bfd-9649-899b768fd8d4 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9086432 Jul 06 18:31:10.051731 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.071743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Transition to ACTIVE for port object 95cc5169-7728-48af-970a-67d110d8ccc0 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:10.115285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Transition to ACTIVE for port object 95cc5169-7728-48af-970a-67d110d8ccc0 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:10.127758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Request body: {'port': {'device_id': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:10.129446 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.196699 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.272203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.292856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:10.297629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Pushing event updated for resources: {'Port': ['ID=95cc5169-7728-48af-970a-67d110d8ccc0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:10.327694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:10.334895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:10.369205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422b8a5-647f-4fe2-ba58-46696d67c96e req-43dceca7-82fd-4747-8b4f-313fee2764b5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:10.377619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c422b8a5-647f-4fe2-ba58-46696d67c96e req-43dceca7-82fd-4747-8b4f-313fee2764b5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 932 time: 0.4408357 Jul 06 18:31:10.538203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.571958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Allocated IP 172.25.4.9 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/89e6609e-8b62-44da-b181-6e5e73205301) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:10.582204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c422b8a5-647f-4fe2-ba58-46696d67c96e req-79b1a391-d1d4-407a-aee6-bc6e6c5d3d02 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034700 Jul 06 18:31:10.886100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Attempting to bind port 95cc5169-7728-48af-970a-67d110d8ccc0 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:10.886737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Attempting to bind port 95cc5169-7728-48af-970a-67d110d8ccc0 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:10.887285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Attempting to bind port 95cc5169-7728-48af-970a-67d110d8ccc0 on network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:10.905043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:10.911516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Checking segment: {'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:10.912864 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.913618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Bound using segment: {'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:10.915617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Bound port: 95cc5169-7728-48af-970a-67d110d8ccc0, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:10.917824 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.922156 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:11.007775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:11.009581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4fbc14d9-621f-4999-a7e8-344fb7f03544 None None] Provisioning for port c3e52d0a-bf9d-4707-8a52-14984bdc4205 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:11.031031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4fbc14d9-621f-4999-a7e8-344fb7f03544 None None] Provisioning complete for port c3e52d0a-bf9d-4707-8a52-14984bdc4205 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:11.031407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fbc14d9-621f-4999-a7e8-344fb7f03544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:11.063239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:11.070411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:11.074739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:11.121154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Pushing event updated for resources: {'Port': ['ID=89e6609e-8b62-44da-b181-6e5e73205301,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:11.127569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] For port 95cc5169-7728-48af-970a-67d110d8ccc0, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:11.173819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] For port 95cc5169-7728-48af-970a-67d110d8ccc0, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95cc5169-7728-48af-970a-67d110d8ccc0,segment=NetworkSegment(467e58b4-fa17-4426-8145-f38b3602e5e6),segment_id=467e58b4-fa17-4426-8145-f38b3602e5e6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:11.208179 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:11.299084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e52d0a-bf9d-4707-8a52-14984bdc4205 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:11.339477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:11.362576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc14d9-621f-4999-a7e8-344fb7f03544 None None] Port c3e52d0a-bf9d-4707-8a52-14984bdc4205 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:31:11.364114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bc812dd8-9d02-4338-a470-5a91cbbffea3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:11.434150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Transition to ACTIVE for port object c3e52d0a-bf9d-4707-8a52-14984bdc4205 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:11.454008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:11.498838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0f83-9b14-457d-a881-fa7dc545a7c2 None None] Pushing event updated for resources: {'Port': ['ID=95cc5169-7728-48af-970a-67d110d8ccc0,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:11.637988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port bc812dd8-9d02-4338-a470-5a91cbbffea3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:11.660115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bc812dd8-9d02-4338-a470-5a91cbbffea3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:11.666235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:11.857145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Pushing event updated for resources: {'Port': ['ID=c3e52d0a-bf9d-4707-8a52-14984bdc4205,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:12.048701 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:31:12.057054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Attempting to bind port c3e52d0a-bf9d-4707-8a52-14984bdc4205 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:12.057397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Attempting to bind port c3e52d0a-bf9d-4707-8a52-14984bdc4205 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:12.057820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Attempting to bind port c3e52d0a-bf9d-4707-8a52-14984bdc4205 on network ccaa8897-d99a-45af-83df-bd656aff15f4 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:12.083005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Port c3e52d0a-bf9d-4707-8a52-14984bdc4205 on network ccaa8897-d99a-45af-83df-bd656aff15f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:31:12.083367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Attempting to bind port c3e52d0a-bf9d-4707-8a52-14984bdc4205 on network ccaa8897-d99a-45af-83df-bd656aff15f4 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:12.105366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:12.106094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Checking segment: {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:12.106664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Bound using segment: {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:12.110758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Bound port: c3e52d0a-bf9d-4707-8a52-14984bdc4205, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd9ae07-b770-4ab3-beb1-7a0136ff929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:12.111537 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:12.144025 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:12.234789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] For port c3e52d0a-bf9d-4707-8a52-14984bdc4205, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:12.241354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] For port c3e52d0a-bf9d-4707-8a52-14984bdc4205, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c3e52d0a-bf9d-4707-8a52-14984bdc4205,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:12.253539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:12.288650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:12.330187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port bc812dd8-9d02-4338-a470-5a91cbbffea3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bc812dd8-9d02-4338-a470-5a91cbbffea3,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:12.352557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Pushing event updated for resources: {'Port': ['ID=c3e52d0a-bf9d-4707-8a52-14984bdc4205,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:12.370467 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:12.375315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abd73d-de02-4d97-9ded-f3162a0a6b0b req-93c8a454-e3a2-41bf-aa27-fa5c70e24934 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:12.379952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:12.381478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4abd73d-de02-4d97-9ded-f3162a0a6b0b req-93c8a454-e3a2-41bf-aa27-fa5c70e24934 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 944 time: 0.3265364 Jul 06 18:31:12.387362 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:12.389114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-06802df1-2a22-4543-833d-3f31f04fe47c service neutron] 10.222.0.24 "PUT /v2.0/ports/c3e52d0a-bf9d-4707-8a52-14984bdc4205 HTTP/1.1" status: 200 len: 1092 time: 2.2742300 Jul 06 18:31:12.389628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'tag': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:12.391970 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f23c696-cb36-4181-b146-ad19fcf4c117", "tag": "c3e52d0a-bf9d-4707-8a52-14984bdc4205"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:12.516160 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c432f1e-53e0-451b-88b7-571753421554 x-openstack-request-id: req-9c432f1e-53e0-451b-88b7-571753421554 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:12.516729 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f23c696-cb36-4181-b146-ad19fcf4c117", "tag": "c3e52d0a-bf9d-4707-8a52-14984bdc4205", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:12.517274 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c432f1e-53e0-451b-88b7-571753421554 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:12.518658 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'tag': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'status': 'completed', 'code': 200} Jul 06 18:31:12.552016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-d4be96c2-b064-4ec4-a829-48526bf9228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:12.554383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-d4be96c2-b064-4ec4-a829-48526bf9228c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45f12f5c4274e779e6a04e58079a161&device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 1095 time: 0.1109314 Jul 06 18:31:12.616172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-3283b7d6-bb08-43ea-a544-483c578e76aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e52d0a-bf9d-4707-8a52-14984bdc4205 HTTP/1.1" status: 200 len: 217 time: 0.0506883 Jul 06 18:31:12.636264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=bc812dd8-9d02-4338-a470-5a91cbbffea3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:12.715827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-2c7bc618-8111-4490-b9b7-65a4f16a8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:12.728870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4abd73d-de02-4d97-9ded-f3162a0a6b0b req-e0f86801-1723-46de-a3fa-c2fc562c107e tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191898 Jul 06 18:31:12.744365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-2c7bc618-8111-4490-b9b7-65a4f16a8093 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a321a80-bda8-421e-bca7-f430eb1d196e HTTP/1.1" status: 200 len: 845 time: 0.1184382 Jul 06 18:31:12.970174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-a4d63a5e-4a0f-496b-9d53-e2e0c6c712aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:12.971765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-a4d63a5e-4a0f-496b-9d53-e2e0c6c712aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccaa8897-d99a-45af-83df-bd656aff15f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203457 Jul 06 18:31:13.082732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:13.337745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-ec4a06f4-b001-44b3-b859-f5d995f63222 service neutron] 10.222.0.24 "GET /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568676 Jul 06 18:31:13.483448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9085b4-d687-4407-b1b2-c52b5b37c5ec None None] Network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:13.700492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bc812dd8-9d02-4338-a470-5a91cbbffea3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:13.710469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Router 57dea6a1-a0b8-4e6e-a26c-621cc297838c is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:31:13.788343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-553ea0df-93b8-4214-82d4-c17e3f28f905 None None] Provisioning for port 95cc5169-7728-48af-970a-67d110d8ccc0 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:13.813416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61419a6-fb81-4dbf-bd86-2618de5cb853 req-a2a28622-5c9a-4b2b-b6d6-ef1670eb4104 service neutron] 10.222.0.24 "GET /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674757 Jul 06 18:31:13.887358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bc812dd8-9d02-4338-a470-5a91cbbffea3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:13.888010 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:13.945710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:31:13.956571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Sync routers for ids ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:31:13.996931 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.000295 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-54ee5d4c-e550-4aec-a466-5ccc1c44375f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5007837 Jul 06 18:31:14.002181 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Routers {'57dea6a1-a0b8-4e6e-a26c-621cc297838c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:14.006403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37954) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:14.010326 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:14.114490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765a7c8-e47b-4d12-a9ec-3ff344891d7e req-7fad2151-0001-4670-a7de-81f0ac8c60ca tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:14.116480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a765a7c8-e47b-4d12-a9ec-3ff344891d7e req-7fad2151-0001-4670-a7de-81f0ac8c60ca tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.4408875 Jul 06 18:31:14.228127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a765a7c8-e47b-4d12-a9ec-3ff344891d7e req-9a1adb89-45f9-4bd7-b700-db4838b621ad tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985007 Jul 06 18:31:14.305961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-c3540b0f-98af-4df4-aa1e-a9a09b777af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:14.314532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-c3540b0f-98af-4df4-aa1e-a9a09b777af1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45f12f5c4274e779e6a04e58079a161&device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 1095 time: 0.4001932 Jul 06 18:31:14.317954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95cc5169-7728-48af-970a-67d110d8ccc0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:14.335391 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Set router 57dea6a1-a0b8-4e6e-a26c-621cc297838c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:14.530327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 95cc5169-7728-48af-970a-67d110d8ccc0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:14.540371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 95cc5169-7728-48af-970a-67d110d8ccc0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:14.541031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.705745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-4b00fb36-b9a0-4ba9-ae21-a44df597a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:14.710853 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-4b00fb36-b9a0-4ba9-ae21-a44df597a276 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccaa8897-d99a-45af-83df-bd656aff15f4 HTTP/1.1" status: 200 len: 907 time: 0.3888671 Jul 06 18:31:14.754859 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.846136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-f8d04d20-640a-4f32-9a67-d9aa75181c85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e52d0a-bf9d-4707-8a52-14984bdc4205 HTTP/1.1" status: 200 len: 217 time: 0.1192710 Jul 06 18:31:14.876607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 95cc5169-7728-48af-970a-67d110d8ccc0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95cc5169-7728-48af-970a-67d110d8ccc0,segment=NetworkSegment(467e58b4-fa17-4426-8145-f38b3602e5e6),segment_id=467e58b4-fa17-4426-8145-f38b3602e5e6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:14.907831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.982039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f8a42e7b-d2e7-4b17-b98e-dfbaecc0b166 None None] Provisioning complete for port 95cc5169-7728-48af-970a-67d110d8ccc0 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:14.991553 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8a42e7b-d2e7-4b17-b98e-dfbaecc0b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.998406 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:31:11Z', 'revision_number': 3, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:15.010931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-63146fb4-2b13-4761-b273-715637a326f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.025975 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-63146fb4-2b13-4761-b273-715637a326f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a321a80-bda8-421e-bca7-f430eb1d196e HTTP/1.1" status: 200 len: 845 time: 0.1663225 Jul 06 18:31:15.073642 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Checking router: 57dea6a1-a0b8-4e6e-a26c-621cc297838c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:31:15.076885 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Updating router 57dea6a1-a0b8-4e6e-a26c-621cc297838c port 89e6609e-8b62-44da-b181-6e5e73205301 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:31:15.143621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-ef8fd674-70f3-44b8-a1b1-491721a7b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.147261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-ef8fd674-70f3-44b8-a1b1-491721a7b047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccaa8897-d99a-45af-83df-bd656aff15f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203408 Jul 06 18:31:15.152555 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:15.211131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=95cc5169-7728-48af-970a-67d110d8ccc0,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:15.373394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-5048220e-be11-4375-b148-6c0377397ed8 service neutron] 10.222.0.24 "GET /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173254 Jul 06 18:31:15.499822 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd4c8-91ba-453b-82d1-cdd73ac487ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:15.562995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c84b6f-f725-4a12-8d69-470d407d8240 req-398a7191-d8e7-43f0-ac3a-ad4f64c2c932 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.570459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c84b6f-f725-4a12-8d69-470d407d8240 req-398a7191-d8e7-43f0-ac3a-ad4f64c2c932 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 944 time: 1.3842895 Jul 06 18:31:15.650527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2c84b6f-f725-4a12-8d69-470d407d8240 req-1d0de7b6-1e9b-4e0e-9e8b-56e01d151508 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790107 Jul 06 18:31:15.681390 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74d27d5-d6f8-4b15-851f-d5660d9d1cc0 req-8212d203-09e3-4a28-bf61-cf484e2142a0 service neutron] 10.222.0.24 "GET /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015082 Jul 06 18:31:15.695183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf194c3-8079-4d4d-b5e6-da5f0dc0fb5b req-74e451d3-7372-4f92-813d-e94e7cbada47 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.697351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdf194c3-8079-4d4d-b5e6-da5f0dc0fb5b req-74e451d3-7372-4f92-813d-e94e7cbada47 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1782825 Jul 06 18:31:15.800978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:15.810236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdf194c3-8079-4d4d-b5e6-da5f0dc0fb5b req-bd8426ef-bb32-4621-83a5-e9f36b02fced tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960531 Jul 06 18:31:15.815077 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:15.845799 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Transition to ACTIVE for port object 89e6609e-8b62-44da-b181-6e5e73205301 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:15.861297 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:16.034966 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfb3d2-85c4-4ea2-bdf8-edbf5fa8b519 None None] Pushing event updated for resources: {'Port': ['ID=89e6609e-8b62-44da-b181-6e5e73205301,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:16.055760 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Attempting to bind port 89e6609e-8b62-44da-b181-6e5e73205301 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:16.056149 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Attempting to bind port 89e6609e-8b62-44da-b181-6e5e73205301 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:16.056512 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Attempting to bind port 89e6609e-8b62-44da-b181-6e5e73205301 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:16.077934 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:16.078418 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:16.078835 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:16.079235 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:16.079735 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Bound port: 89e6609e-8b62-44da-b181-6e5e73205301, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:16.080134 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:16.138975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Allocated IP 172.20.0.1 (5660a75d-6bd1-43e6-bd0c-4ab4a086f082/24b7061a-5678-413d-9a4c-f9500f901c64/bd1fb3e8-0652-4841-a540-7665beafb692) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:16.203191 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] For port 89e6609e-8b62-44da-b181-6e5e73205301, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:16.207657 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] For port 89e6609e-8b62-44da-b181-6e5e73205301, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=89e6609e-8b62-44da-b181-6e5e73205301,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:16.217814 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:16.298314 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Routers {'57dea6a1-a0b8-4e6e-a26c-621cc297838c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:16.302304 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:16.306594 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfb3d2-85c4-4ea2-bdf8-edbf5fa8b519 None None] Pushing event updated for resources: {'Port': ['ID=89e6609e-8b62-44da-b181-6e5e73205301,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:16.471768 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] Set router 57dea6a1-a0b8-4e6e-a26c-621cc297838c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:16.621886 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:16.664333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Transition to ACTIVE for port object bd1fb3e8-0652-4841-a540-7665beafb692 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:16.756127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:16.813561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1fb3e8-0652-4841-a540-7665beafb692,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:16.917183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:16.921073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:16.934423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:17.039434 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:17.194356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device c3e52d0a-bf9d-4707-8a52-14984bdc4205 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:31:17.242346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95cc5169-7728-48af-970a-67d110d8ccc0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:17.243354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9124b2-bafb-4060-8f3a-d0f7af171084 req-e3af9950-1fef-4fa5-bc43-e4fde15debc3 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:17.254422 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c9124b2-bafb-4060-8f3a-d0f7af171084 req-e3af9950-1fef-4fa5-bc43-e4fde15debc3 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 944 time: 0.4378817 Jul 06 18:31:17.279453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0ef2c-6266-4bda-9749-31ac43752417 req-8ed0a362-e05f-487b-92f8-9cad5ac1385d tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:17.287317 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4fb0ef2c-6266-4bda-9749-31ac43752417 req-8ed0a362-e05f-487b-92f8-9cad5ac1385d tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.2419610 Jul 06 18:31:17.324055 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:31:11Z', 'revision_number': 3, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:17.378477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 95cc5169-7728-48af-970a-67d110d8ccc0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:17.379108 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:17.405504 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05809080-0abb-4428-b3b3-8e3ff0a81315 None None] The sync data for ids ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'] in n-d-799684-2 is: [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:31:11Z', 'revision_number': 3, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:31:17.407398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4fb0ef2c-6266-4bda-9749-31ac43752417 req-b411236e-354f-4e30-b431-6dbde8166960 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189022 Jul 06 18:31:17.432199 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c9124b2-bafb-4060-8f3a-d0f7af171084 req-7c602dc7-ef1e-4b0d-99d5-ac891127af72 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765561 Jul 06 18:31:17.467342 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:17.521923 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.resource_extend [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:31:17.589056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f6582be2-28c5-4285-8707-7ebe56936c39 None None] Provisioning for port bd1fb3e8-0652-4841-a540-7665beafb692 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:17.654250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f6582be2-28c5-4285-8707-7ebe56936c39 None None] Provisioning complete for port bd1fb3e8-0652-4841-a540-7665beafb692 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:17.654909 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6582be2-28c5-4285-8707-7ebe56936c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:17.730521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f6582be2-28c5-4285-8707-7ebe56936c39 None None] Port bd1fb3e8-0652-4841-a540-7665beafb692 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:31:17.843709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port c3e52d0a-bf9d-4707-8a52-14984bdc4205, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c3e52d0a-bf9d-4707-8a52-14984bdc4205,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:17.870995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'port_id': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'mac_address': 'fa:16:3e:ea:5c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:31:17.907825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:17.926064 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:17.928236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:17.955098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e52d0a-bf9d-4707-8a52-14984bdc4205 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:17.993394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port c3e52d0a-bf9d-4707-8a52-14984bdc4205, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c3e52d0a-bf9d-4707-8a52-14984bdc4205,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:18.007223 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:18.144836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:18.149633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=c3e52d0a-bf9d-4707-8a52-14984bdc4205,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:18.184460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d216fe96-b526-4a9d-a78d-3cba49bb12bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:18.288977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1fb3e8-0652-4841-a540-7665beafb692,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:18.322472 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:18.340557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['c3e52d0a-bf9d-4707-8a52-14984bdc4205'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:18.362811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:18.364685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:18.647261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Router 57dea6a1-a0b8-4e6e-a26c-621cc297838c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:31:18.884511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9e1cb759-dfe3-4f44-9f12-539f5c3ef3aa None None] Provisioning complete for port bd1fb3e8-0652-4841-a540-7665beafb692 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:18.884887 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb759-dfe3-4f44-9f12-539f5c3ef3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:18.946474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:31:18.955247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-077c9247-2fca-4663-94e9-fe16ecb8c8d7 admin admin] 10.222.0.53 "PUT /v2.0/routers/57dea6a1-a0b8-4e6e-a26c-621cc297838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9433830 Jul 06 18:31:18.967894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d393bc-4fa7-46e5-a19c-de46e0fb491f req-00e01307-fd3e-4564-b7f6-7da07a754bd5 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:18.978925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3d393bc-4fa7-46e5-a19c-de46e0fb491f req-00e01307-fd3e-4564-b7f6-7da07a754bd5 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1607387 Jul 06 18:31:18.984046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de3000-c1da-421a-997e-742e612b8736 req-860984da-4c2b-4208-b629-0a75410b94a1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:18.996474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88de3000-c1da-421a-997e-742e612b8736 req-860984da-4c2b-4208-b629-0a75410b94a1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 945 time: 0.1840589 Jul 06 18:31:19.013482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9e1cb759-dfe3-4f44-9f12-539f5c3ef3aa None None] Port bd1fb3e8-0652-4841-a540-7665beafb692 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:31:19.083776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3d393bc-4fa7-46e5-a19c-de46e0fb491f req-7cd65745-5ad9-43ca-bef1-fcabd23a6c05 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025162 Jul 06 18:31:19.129061 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88de3000-c1da-421a-997e-742e612b8736 req-69dfaab8-d5ec-4cb6-bc2e-c91b954c0a54 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288259 Jul 06 18:31:19.296618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 89e6609e-8b62-44da-b181-6e5e73205301 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:19.464063 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:19.467779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 89e6609e-8b62-44da-b181-6e5e73205301 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:19.476385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 89e6609e-8b62-44da-b181-6e5e73205301 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:19.477265 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:19.597452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:19.625017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 89e6609e-8b62-44da-b181-6e5e73205301, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=89e6609e-8b62-44da-b181-6e5e73205301,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:19.650748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:19.812642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=89e6609e-8b62-44da-b181-6e5e73205301,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:20.757654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28213844-cb4d-47f8-9407-96015a9bba4b req-012bfc1f-7dc1-45c5-ac29-d3df58f4cee9 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:20.770469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28213844-cb4d-47f8-9407-96015a9bba4b req-012bfc1f-7dc1-45c5-ac29-d3df58f4cee9 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.2116387 Jul 06 18:31:20.819925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Sync routers for ids ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:31:20.840219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Routers {'57dea6a1-a0b8-4e6e-a26c-621cc297838c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:20.841475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:31:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:20.861996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28213844-cb4d-47f8-9407-96015a9bba4b req-274ecb3d-bdb4-45e6-9535-4b6d4dd551f0 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858371 Jul 06 18:31:20.957772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ab21-20e0-4519-beed-a2a74de2b662 req-f7ad9c87-ef2a-451e-a690-91f484987dbb tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:20.966335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db39ab21-20e0-4519-beed-a2a74de2b662 req-f7ad9c87-ef2a-451e-a690-91f484987dbb tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 945 time: 0.0809722 Jul 06 18:31:20.989395 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:21.046432 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db39ab21-20e0-4519-beed-a2a74de2b662 req-c0046fe7-2609-476a-ac7b-76fe0e3d537c tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791662 Jul 06 18:31:21.155451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Set router 57dea6a1-a0b8-4e6e-a26c-621cc297838c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:21.270825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device c3e52d0a-bf9d-4707-8a52-14984bdc4205 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:21.349360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 89e6609e-8b62-44da-b181-6e5e73205301 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:21.707094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743123a-42d2-4a0b-bd19-1246801f0216 req-de42e381-72c7-4d59-b9dd-ec810cc2d2a0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:21.722356 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6743123a-42d2-4a0b-bd19-1246801f0216 req-de42e381-72c7-4d59-b9dd-ec810cc2d2a0 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.1401594 Jul 06 18:31:21.767098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port c3e52d0a-bf9d-4707-8a52-14984bdc4205 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:21.797266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port c3e52d0a-bf9d-4707-8a52-14984bdc4205 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:21.797629 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:21.815640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6743123a-42d2-4a0b-bd19-1246801f0216 req-044a022a-1e05-4c4b-afb9-a0ac622505bf tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922556 Jul 06 18:31:21.824305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 89e6609e-8b62-44da-b181-6e5e73205301 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:21.830921 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:22.145945 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:22.351344 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:22.458370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1a5e0-6eb6-474e-83a4-7bd97cca431a req-743414d7-0e78-4eac-a4bd-b7477d3a0c0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:22.465794 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-57e1a5e0-6eb6-474e-83a4-7bd97cca431a req-743414d7-0e78-4eac-a4bd-b7477d3a0c0f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 945 time: 0.1590009 Jul 06 18:31:22.501162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:22.504866 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a038963c-5df2-4d1e-a4ac-508cacb31c46" -d '{"events": [{"server_uuid": "0f23c696-cb36-4181-b146-ad19fcf4c117", "name": "network-vif-plugged", "status": "completed", "tag": "c3e52d0a-bf9d-4707-8a52-14984bdc4205"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:22.538133 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:22.554575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-57e1a5e0-6eb6-474e-83a4-7bd97cca431a req-fa71ec39-adc5-49e1-b7b1-2fdf6f498e16 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876844 Jul 06 18:31:22.556944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port c3e52d0a-bf9d-4707-8a52-14984bdc4205, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c3e52d0a-bf9d-4707-8a52-14984bdc4205,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:22.563827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:31:17Z', 'revision_number': 4, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'bd1fb3e8-0652-4841-a540-7665beafb692', 'name': '', 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'mac_address': 'fa:16:3e:b9:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '24b7061a-5678-413d-9a4c-f9500f901c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:15Z', 'updated_at': '2021-07-06T18:31:17Z', 'revision_number': 2, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'subnets': [{'id': '24b7061a-5678-413d-9a4c-f9500f901c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:22.643880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-86fcdf0a-ba23-4a70-84d0-f7aa68533769 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:22.645449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-86fcdf0a-ba23-4a70-84d0-f7aa68533769 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.41 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.3486462 Jul 06 18:31:22.646705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:22.662330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Checking router: 57dea6a1-a0b8-4e6e-a26c-621cc297838c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:31:22.663306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Updating router 57dea6a1-a0b8-4e6e-a26c-621cc297838c port bd1fb3e8-0652-4841-a540-7665beafb692 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:31:22.669853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd0a89-638f-4246-874d-14408b8075ff req-90a8804f-8d79-4113-836d-44bc41e445d2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:22.678692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7afd0a89-638f-4246-874d-14408b8075ff req-90a8804f-8d79-4113-836d-44bc41e445d2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.2658360 Jul 06 18:31:22.839154 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:22.845126 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7afd0a89-638f-4246-874d-14408b8075ff req-7a76265c-bdbc-400a-ba89-70f7ebd8f2a6 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654267 Jul 06 18:31:22.872699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=c3e52d0a-bf9d-4707-8a52-14984bdc4205,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:23.077569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Deleting port 7a301dbf-6a51-4b17-9c72-9901746c0394 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:31:23.077958 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:23.107523 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba4d649-5b19-44de-b3e8-30e9daebd274 x-openstack-request-id: req-8ba4d649-5b19-44de-b3e8-30e9daebd274 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:23.107961 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f23c696-cb36-4181-b146-ad19fcf4c117", "name": "network-vif-plugged", "status": "completed", "tag": "c3e52d0a-bf9d-4707-8a52-14984bdc4205", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:23.108301 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ba4d649-5b19-44de-b3e8-30e9daebd274 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:23.108800 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'code': 200} Jul 06 18:31:23.435829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] For port 7a301dbf-6a51-4b17-9c72-9901746c0394, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7a301dbf-6a51-4b17-9c72-9901746c0394,segment=NetworkSegment(cd70466d-b2fe-4427-8076-a17583a9ddd3),segment_id=cd70466d-b2fe-4427-8076-a17583a9ddd3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:23.450466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:23.482718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42779d3f-1d73-4180-9323-9fab46c498d3 req-01661e7f-9da2-4589-85c2-632da2e9ca6a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:23.495632 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42779d3f-1d73-4180-9323-9fab46c498d3 req-01661e7f-9da2-4589-85c2-632da2e9ca6a tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 946 time: 0.2098455 Jul 06 18:31:23.540222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Calling delete_port for 7a301dbf-6a51-4b17-9c72-9901746c0394 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:31:23.595562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42779d3f-1d73-4180-9323-9fab46c498d3 req-5c41a103-45a9-412e-afc5-350fcdd5b299 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e3c7708-6220-4d26-bd06-fce53f326e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981164 Jul 06 18:31:23.603565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:23.647103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Transition to ACTIVE for port object bd1fb3e8-0652-4841-a540-7665beafb692 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:23.661449 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:23.959621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f3b6-8fb4-4909-96ea-f823ca73186d req-c5e02e04-fd36-4d0c-8819-89c0cc323661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:23.961238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cd3f3b6-8fb4-4909-96ea-f823ca73186d req-c5e02e04-fd36-4d0c-8819-89c0cc323661 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 1097 time: 0.7483931 Jul 06 18:31:23.979388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Attempting to bind port bd1fb3e8-0652-4841-a540-7665beafb692 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:23.980038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Attempting to bind port bd1fb3e8-0652-4841-a540-7665beafb692 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:23.980154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Attempting to bind port bd1fb3e8-0652-4841-a540-7665beafb692 on network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:23.990627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208acf35-6317-4ca9-a05e-e39a636ce7b8 None None] Pushing event updated for resources: {'Port': ['ID=bd1fb3e8-0652-4841-a540-7665beafb692,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:24.002311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:24.002719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Checking segment: {'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:24.003143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.003553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Bound using segment: {'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:24.004773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Bound port: bd1fb3e8-0652-4841-a540-7665beafb692, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467e58b4-fa17-4426-8145-f38b3602e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:24.004773 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.235922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] For port bd1fb3e8-0652-4841-a540-7665beafb692, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:24.247741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] For port bd1fb3e8-0652-4841-a540-7665beafb692, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd1fb3e8-0652-4841-a540-7665beafb692,segment=NetworkSegment(467e58b4-fa17-4426-8145-f38b3602e5e6),segment_id=467e58b4-fa17-4426-8145-f38b3602e5e6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:24.265935 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.397843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Routers {'57dea6a1-a0b8-4e6e-a26c-621cc297838c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:24.412866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cd3f3b6-8fb4-4909-96ea-f823ca73186d req-ca4c720a-ad5c-45af-9699-ca8113968f6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078679 Jul 06 18:31:24.413454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:31:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:24.464429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2884d-b372-4e65-bf9d-c50e1a1bef78 req-ba806a65-d6e4-44b9-b9b7-5deab36cf1df tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:24.476254 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ddf2884d-b372-4e65-bf9d-c50e1a1bef78 req-ba806a65-d6e4-44b9-b9b7-5deab36cf1df tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 946 time: 0.6541607 Jul 06 18:31:24.506248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d787c-f838-4732-9a27-8fff6e0515df req-c32cbc96-d678-41cc-b035-4f6df8463602 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:24.522868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e7d787c-f838-4732-9a27-8fff6e0515df req-c32cbc96-d678-41cc-b035-4f6df8463602 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1855376 Jul 06 18:31:24.649875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ddf2884d-b372-4e65-bf9d-c50e1a1bef78 req-ab71b535-02c0-4cbc-8ec8-4f85a1c03e4d tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431065 Jul 06 18:31:24.650719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.674738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e7d787c-f838-4732-9a27-8fff6e0515df req-16fd73ae-0f0a-439b-b150-ea10eede91d8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239073 Jul 06 18:31:24.789460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Pushing event deleted for resources: {'Port': ['ID=7a301dbf-6a51-4b17-9c72-9901746c0394,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:24.914615 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208acf35-6317-4ca9-a05e-e39a636ce7b8 None None] Pushing event updated for resources: {'Port': ['ID=bd1fb3e8-0652-4841-a540-7665beafb692,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:24.945263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] No DVR routers for this DVR port 7a301dbf-6a51-4b17-9c72-9901746c0394 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:31:24.952888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.958511 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1ad3739b-a9c5-4fa5-b40c-2d738f5c0a7f req-47791793-edc0-439d-acf0-88f366c7d3d5 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.41 "DELETE /v2.0/ports/7a301dbf-6a51-4b17-9c72-9901746c0394 HTTP/1.1" status: 204 len: 173 time: 2.2992363 Jul 06 18:31:24.969638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-deleted', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:24.982345 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025c57c2-7ee8-4d39-a5ac-5f257a055185" -d '{"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-deleted", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:25.002335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eb9b61c3-6768-4b5c-8bcd-757be1710176 req-71567f5c-0b11-4022-935b-b692e8cee1e4 tempest-ServersNegativeTestJSON-1237570578 tempest-ServersNegativeTestJSON-1237570578-project] 10.222.0.53 "GET /v2.0/ports?device_id=b199197e-b2d4-4919-87b0-872b2169f17d HTTP/1.1" status: 200 len: 210 time: 0.0683482 Jul 06 18:31:25.086233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] Set router 57dea6a1-a0b8-4e6e-a26c-621cc297838c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:25.136211 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3638e1db-e945-42b9-8820-bd1cfdececb5 x-openstack-request-id: req-3638e1db-e945-42b9-8820-bd1cfdececb5 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:25.136211 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199197e-b2d4-4919-87b0-872b2169f17d", "name": "network-vif-deleted", "tag": "7a301dbf-6a51-4b17-9c72-9901746c0394", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:25.136461 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3638e1db-e945-42b9-8820-bd1cfdececb5 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:25.136756 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199197e-b2d4-4919-87b0-872b2169f17d', 'name': 'network-vif-deleted', 'tag': '7a301dbf-6a51-4b17-9c72-9901746c0394', 'status': 'completed', 'code': 200} Jul 06 18:31:25.723225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:31:17Z', 'revision_number': 4, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'bd1fb3e8-0652-4841-a540-7665beafb692', 'name': '', 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'mac_address': 'fa:16:3e:b9:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '24b7061a-5678-413d-9a4c-f9500f901c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:15Z', 'updated_at': '2021-07-06T18:31:24Z', 'revision_number': 4, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'subnets': [{'id': '24b7061a-5678-413d-9a4c-f9500f901c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:25.756365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aab230-014a-4248-8901-ffecdc0fa5de None None] The sync data for ids ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'] in n-d-799684-2 is: [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:31:17Z', 'revision_number': 4, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'bd1fb3e8-0652-4841-a540-7665beafb692', 'name': '', 'network_id': '5660a75d-6bd1-43e6-bd0c-4ab4a086f082', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'mac_address': 'fa:16:3e:b9:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '24b7061a-5678-413d-9a4c-f9500f901c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:15Z', 'updated_at': '2021-07-06T18:31:24Z', 'revision_number': 4, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'subnets': [{'id': '24b7061a-5678-413d-9a4c-f9500f901c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:31:25.941022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f47c6-d6a9-4bc7-897b-acd8d3162598 req-715f2a9d-a144-426e-a0c4-fa56788af578 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:25.949824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f7f47c6-d6a9-4bc7-897b-acd8d3162598 req-715f2a9d-a144-426e-a0c4-fa56788af578 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.2758851 Jul 06 18:31:26.043809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-02a17ff4-4227-48df-8c2a-224a8fe29286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:26.050700 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-02a17ff4-4227-48df-8c2a-224a8fe29286 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 1096 time: 0.3098011 Jul 06 18:31:26.079883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b61370-cf30-42d3-9512-b0cd229a2ec1 req-0824ea58-0e90-44ab-9058-36dbdb1bb204 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:26.097167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28b61370-cf30-42d3-9512-b0cd229a2ec1 req-0824ea58-0e90-44ab-9058-36dbdb1bb204 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 946 time: 0.1227884 Jul 06 18:31:26.228058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28b61370-cf30-42d3-9512-b0cd229a2ec1 req-887a1dac-d977-4f04-9b8c-4dc64ba92e51 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295404 Jul 06 18:31:26.290703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:26.392578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-18aa2107-c7da-4b06-9b8a-e4c3fe1d6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:26.396512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-18aa2107-c7da-4b06-9b8a-e4c3fe1d6e4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 912 time: 0.3378177 Jul 06 18:31:26.405008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f7f47c6-d6a9-4bc7-897b-acd8d3162598 req-0e8eb821-73e7-4479-9f8f-36006e5328e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4528260 Jul 06 18:31:26.425580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 7a301dbf-6a51-4b17-9c72-9901746c0394 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:31:26.426025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7a301dbf-6a51-4b17-9c72-9901746c0394 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:31:26.630669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38162) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:26.718554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-b503361d-4827-4249-b7d5-6312e7105852 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f8e274-1d7d-491d-acca-aed5e29589ae HTTP/1.1" status: 200 len: 1001 time: 0.3108416 Jul 06 18:31:26.801362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47c1523-2b12-46b3-ba33-09dc25201bf2 admin admin] Deleting subnet b7780c36-ce90-4a05-b40f-1f84ee03a8cd {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:31:26.814326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b47c1523-2b12-46b3-ba33-09dc25201bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.881906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-af983b78-b1a2-4dd8-9946-23dc463fc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:26.894158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-af983b78-b1a2-4dd8-9946-23dc463fc3c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.1688125 Jul 06 18:31:26.927779 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b47c1523-2b12-46b3-ba33-09dc25201bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.018772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-5a1b9628-e88a-4628-941b-ca817ae793c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:27.020915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-5a1b9628-e88a-4628-941b-ca817ae793c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143796 Jul 06 18:31:27.043832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b47c1523-2b12-46b3-ba33-09dc25201bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.243655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b47c1523-2b12-46b3-ba33-09dc25201bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.276783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-f7e12d7b-58c3-4077-8322-24ee4388589a service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463498 Jul 06 18:31:27.299996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c1523-2b12-46b3-ba33-09dc25201bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7780c36-ce90-4a05-b40f-1f84ee03a8cd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:27.300205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd1fb3e8-0652-4841-a540-7665beafb692 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:27.327508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b47c1523-2b12-46b3-ba33-09dc25201bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.329638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b47c1523-2b12-46b3-ba33-09dc25201bf2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b7780c36-ce90-4a05-b40f-1f84ee03a8cd HTTP/1.1" status: 204 len: 168 time: 0.6976178 Jul 06 18:31:27.334547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38168) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:27.473246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14c34b57-02d1-4f92-9f67-35c16bc5263c req-3841a54b-c7ac-422f-ae20-a22c6a4dc7b4 service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682680 Jul 06 18:31:27.530337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port bd1fb3e8-0652-4841-a540-7665beafb692 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:27.535117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bd1fb3e8-0652-4841-a540-7665beafb692 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:27.535488 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.574672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.652864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b802c85-cab6-4df5-b023-463fcc1931a4 req-e9166434-d5d8-4f80-ab15-be8d4dd4ce1f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:27.666935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38176) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:27.676452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Request body: {'floatingip': {'port_id': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:27.678932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b802c85-cab6-4df5-b023-463fcc1931a4 req-e9166434-d5d8-4f80-ab15-be8d4dd4ce1f tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 946 time: 0.4865303 Jul 06 18:31:27.848430 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.853302 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.970383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.988308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port bd1fb3e8-0652-4841-a540-7665beafb692, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd1fb3e8-0652-4841-a540-7665beafb692,segment=NetworkSegment(467e58b4-fa17-4426-8145-f38b3602e5e6),segment_id=467e58b4-fa17-4426-8145-f38b3602e5e6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:28.013904 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.027747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cde788-e8db-41d5-b9db-085bb7e89c14']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:28.070509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd70466d-b2fe-4427-8076-a17583a9ddd3') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:28.071453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd70466d-b2fe-4427-8076-a17583a9ddd3') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:28.105771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.127589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.135923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:31:28.136628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:31:28.294602 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:31:28.306565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.322043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.332710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/e0cde788-e8db-41d5-b9db-085bb7e89c14 HTTP/1.1" status: 204 len: 168 time: 0.9848258 Jul 06 18:31:28.379400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=bd1fb3e8-0652-4841-a540-7665beafb692,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:28.495922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5022bcf-25c5-4f8e-80e7-3a46175d63cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e0cde788-e8db-41d5-b9db-085bb7e89c14,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:28.945541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38192) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:29.055821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9147b4d8-6315-4c81-a4f8-a277f459e8fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d45718cceb3a42ac8083d96c2259f2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077995 Jul 06 18:31:29.056739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38194) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:29.210927 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecbda584-0fbb-497a-a379-788d361a8e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:29.284858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecbda584-0fbb-497a-a379-788d361a8e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:29.329537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd1fb3e8-0652-4841-a540-7665beafb692 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:29.489170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecbda584-0fbb-497a-a379-788d361a8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:29.498151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecbda584-0fbb-497a-a379-788d361a8e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:29.511398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ecbda584-0fbb-497a-a379-788d361a8e4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e3c7708-6220-4d26-bd06-fce53f326e87 HTTP/1.1" status: 204 len: 168 time: 0.4518900 Jul 06 18:31:29.540312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbda584-0fbb-497a-a379-788d361a8e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3c7708-6220-4d26-bd06-fce53f326e87,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:29.544430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bd1fb3e8-0652-4841-a540-7665beafb692 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:29.545005 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:30.204251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bde3d7-dfbb-4858-bc07-5a5f5fd0b9a1 req-9939c3e1-c44d-423f-b844-705da5afa437 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:30.224976 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09bde3d7-dfbb-4858-bc07-5a5f5fd0b9a1 req-9939c3e1-c44d-423f-b844-705da5afa437 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 1.9652035 Jul 06 18:31:30.240558 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:31:30.341138 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:30.392531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:30.657485 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09bde3d7-dfbb-4858-bc07-5a5f5fd0b9a1 req-ab406b6a-a0b6-4d1b-b3eb-b3b6028d94da tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315069 Jul 06 18:31:30.721338 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Floating IP 335c9447-6b8a-4f9f-9148-f49676fa27cb associated. External IP: 172.25.4.75, port: c3e52d0a-bf9d-4707-8a52-14984bdc4205. Jul 06 18:31:31.072794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Router 14ba7b33-9f81-439d-ba81-d639b2ce3692 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:31:31.121023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38246) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:31.203935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:31:31.216818 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] Sync routers for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:31:31.239783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.243703 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:31.245588 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:31:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:31.319045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-772213917-network', 'tenant_id': '93c6f3b872524c18a7cb059eecee47ad'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:31.340772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dbb2b6c1-e058-4194-8614-ac8362f3b55b tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "PUT /v2.0/floatingips/335c9447-6b8a-4f9f-9148-f49676fa27cb HTTP/1.1" status: 200 len: 991 time: 3.6695447 Jul 06 18:31:31.342335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'tag': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:31.350259 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9e7363-e323-4b07-8b14-caecf82964f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f23c696-cb36-4181-b146-ad19fcf4c117", "tag": "c3e52d0a-bf9d-4707-8a52-14984bdc4205"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:31.368036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Made reservation on behalf of 93c6f3b872524c18a7cb059eecee47ad for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:31.371880 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.401345 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.563826 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:31.689647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.721585 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.738907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:31:31.766366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.766366 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Added segment 432d4fec-6aa3-42b6-aaa4-86708158441e of type vlan for network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 Jul 06 18:31:31.875245 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bc6eee-1576-4a2f-bf4c-c58791725021 x-openstack-request-id: req-65bc6eee-1576-4a2f-bf4c-c58791725021 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:31.875550 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f23c696-cb36-4181-b146-ad19fcf4c117", "tag": "c3e52d0a-bf9d-4707-8a52-14984bdc4205", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:31.875797 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65bc6eee-1576-4a2f-bf4c-c58791725021 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:31.876193 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'tag': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'status': 'completed', 'code': 200} Jul 06 18:31:31.912281 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.991214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.992176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.000597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:32.122261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-2363a8b3-0533-4438-8975-ba0d81d80313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.127759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-2363a8b3-0533-4438-8975-ba0d81d80313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d45f12f5c4274e779e6a04e58079a161&device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 1097 time: 0.2000337 Jul 06 18:31:32.244963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Pushing event updated for resources: {'Network': ['ID=2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:32.258702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1363382 Jul 06 18:31:32.265050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38286) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:32.282088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Request body: {'subnet': {'network_id': '2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-772213917-subnet', 'tenant_id': '93c6f3b872524c18a7cb059eecee47ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:32.307628 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '335c9447-6b8a-4f9f-9148-f49676fa27cb', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'port_id': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'mac_address': 'fa:16:3e:ea:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:30:58Z', 'updated_at': '2021-07-06T18:31:30Z', 'revision_number': 1, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:31:03Z', 'revision_number': 5, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:32.344373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4dffbb-5700-4715-a249-c8e0db3192e2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:32.410426 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] Checking router: 14ba7b33-9f81-439d-ba81-d639b2ce3692 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:31:32.418495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f70271-a84b-4d18-9cda-65b2ac37b250 req-37d4b7f1-40ec-4152-9374-518bd078f651 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.431263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:32.433304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-50f70271-a84b-4d18-9cda-65b2ac37b250 req-37d4b7f1-40ec-4152-9374-518bd078f651 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.2972827 Jul 06 18:31:32.436633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-de7e21b8-f592-4960-adb7-768b874f204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.438012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-de7e21b8-f592-4960-adb7-768b874f204e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccaa8897-d99a-45af-83df-bd656aff15f4 HTTP/1.1" status: 200 len: 907 time: 0.2998168 Jul 06 18:31:32.439805 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:31:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:32.459572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.459919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.460260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.460590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.461804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.462336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.462811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.464918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.468474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.469015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.470258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.471176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.488934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Made reservation on behalf of 93c6f3b872524c18a7cb059eecee47ad for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:32.497638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:32.595794 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-50f70271-a84b-4d18-9cda-65b2ac37b250 req-9260fd5c-a195-41d0-81a5-a6d7d1a46abb tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614566 Jul 06 18:31:32.603597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.604228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.604707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.605446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.614826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.614826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.614826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.614826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.614826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.614826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.614826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.614826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da35274-35a7-482a-a723-a2e235dcbb9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:32.627586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:31:32.672088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-a6e4642e-98bb-4167-acf1-932dbbda6c47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e52d0a-bf9d-4707-8a52-14984bdc4205 HTTP/1.1" status: 200 len: 999 time: 0.2238679 Jul 06 18:31:32.687480 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:32.861305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-18ff1fad-989e-485a-bb57-84b1a514fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.863249 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-18ff1fad-989e-485a-bb57-84b1a514fcaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a321a80-bda8-421e-bca7-f430eb1d196e HTTP/1.1" status: 200 len: 845 time: 0.1812620 Jul 06 18:31:32.963174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ceedf-9931-48b1-a6b7-d97fdc047004 req-45c7deb2-01b8-45a4-98ac-83cb4dee6807 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.970362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-941ceedf-9931-48b1-a6b7-d97fdc047004 req-45c7deb2-01b8-45a4-98ac-83cb4dee6807 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.7101908 Jul 06 18:31:33.077068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-941ceedf-9931-48b1-a6b7-d97fdc047004 req-c7a74e9f-8abf-4c39-8b28-928f6c3bb6dc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056988 Jul 06 18:31:33.086319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-1a52416e-3867-4dd8-904e-d327586c2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:33.087951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-1a52416e-3867-4dd8-904e-d327586c2c44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccaa8897-d99a-45af-83df-bd656aff15f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172050 Jul 06 18:31:33.299061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:33.387748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-51a973f6-86f3-45b9-bfd2-a0134b575e10 service neutron] 10.222.0.24 "GET /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913973 Jul 06 18:31:33.436049 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '335c9447-6b8a-4f9f-9148-f49676fa27cb', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'port_id': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'mac_address': 'fa:16:3e:ea:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:30:58Z', 'updated_at': '2021-07-06T18:31:30Z', 'revision_number': 1, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:31:03Z', 'revision_number': 5, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:33.448008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1fb22e-22e3-4263-9e73-f2bf4bae23e1,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:33.481804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Checking segment: {'id': '432d4fec-6aa3-42b6-aaa4-86708158441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:33.482493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Network hostable DHCP agents. Network: 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:31:33.525775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:31:33.526086 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691000ba-5967-4e15-8c5f-dcbad2a4e603 None None] The sync data for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 is: [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '335c9447-6b8a-4f9f-9148-f49676fa27cb', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'port_id': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'mac_address': 'fa:16:3e:ea:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:30:58Z', 'updated_at': '2021-07-06T18:31:30Z', 'revision_number': 1, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:31:03Z', 'revision_number': 5, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:31:33.562409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:33.567844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:33.568965 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:33.573337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d120b5ba-db06-4e32-aa01-e277760d0667 None None] Network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:33.592115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb9e7363-e323-4b07-8b14-caecf82964f4 req-292b6fbb-47f0-4a29-810e-9049d5734810 service neutron] 10.222.0.24 "GET /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962423 Jul 06 18:31:33.612204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9fa2499f-967d-49aa-a139-e6c40e69e1ba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3429122 Jul 06 18:31:33.868349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184b843-e7a2-463e-aeb0-f32a1f31703e None None] Network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:33.986575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a1b712-cddb-483a-87dc-1c9cbcd03ab5 None None] New status for floating IP 335c9447-6b8a-4f9f-9148-f49676fa27cb: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:31:34.518363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38506) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:34.533966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-822002818-network', 'tenant_id': '0624cf9e0ab94de787778768f0c60243'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:34.553178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df716ad-5c54-4944-adb8-f0710866fa99 req-a854f15c-9b75-46e2-a0f3-88dbbb2ffea5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:34.564433 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0df716ad-5c54-4944-adb8-f0710866fa99 req-a854f15c-9b75-46e2-a0f3-88dbbb2ffea5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1372111 Jul 06 18:31:34.618869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Made reservation on behalf of 0624cf9e0ab94de787778768f0c60243 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:34.622977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:34.642290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:34.688626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0df716ad-5c54-4944-adb8-f0710866fa99 req-979263fb-7550-4a48-a584-a3e7f76f4009 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229005 Jul 06 18:31:34.836579 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:34.843842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:34.884775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:31:34.895395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:34.895739 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Added segment 17a16ac7-2bcd-4609-aa52-d05626bf5dcf of type vlan for network 76f0cfbf-ebba-4beb-985a-882719730cbe Jul 06 18:31:34.952382 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:34.986051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed3a4ff-8842-4988-b696-1076f2f9ebd9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:34.994855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:34.997824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:34.999223 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:35.034429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38534) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:35.036128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5149353 Jul 06 18:31:35.040037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Request body: {'subnet': {'network_id': '76f0cfbf-ebba-4beb-985a-882719730cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-822002818-subnet', 'tenant_id': '0624cf9e0ab94de787778768f0c60243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:35.106181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957afd5-8739-4bcb-8895-f9a5f0e1ddc4 admin admin] Pushing event updated for resources: {'Network': ['ID=76f0cfbf-ebba-4beb-985a-882719730cbe,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:35.111011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Made reservation on behalf of 0624cf9e0ab94de787778768f0c60243 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:35.114168 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:35.121586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 76f0cfbf-ebba-4beb-985a-882719730cbe details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:31:35.327181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:35.443624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:35.499938 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:35.540373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:35.542717 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f83bf-9cc4-4cb0-abe1-3d61938621ad" -d '{"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:35.567283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc088047-9bc9-416c-803c-771760d6ea2d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:35.576845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:35.580731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.581294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.581820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.582317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.582658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.582990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.583317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.583644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.583970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.584296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.584618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.584932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.594622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:35.608833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Checking segment: {'id': '17a16ac7-2bcd-4609-aa52-d05626bf5dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '76f0cfbf-ebba-4beb-985a-882719730cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:35.609545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Network hostable DHCP agents. Network: 76f0cfbf-ebba-4beb-985a-882719730cbe, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:31:35.635112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Network 76f0cfbf-ebba-4beb-985a-882719730cbe is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:31:35.653113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 76f0cfbf-ebba-4beb-985a-882719730cbe) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:35.670702 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c0a6c9-0f3c-4577-8abe-07ab6c5c759a x-openstack-request-id: req-21c0a6c9-0f3c-4577-8abe-07ab6c5c759a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:35.670991 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:35.671713 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21c0a6c9-0f3c-4577-8abe-07ab6c5c759a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:35.672250 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'code': 200} Jul 06 18:31:35.673498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e6368-3158-401e-ab17-a7a376c0d6ca None None] Network 76f0cfbf-ebba-4beb-985a-882719730cbe requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:35.677874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:35.678484 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:35.698895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=11']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:35.729846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b5d57ce1-62c9-4cd2-a813-55d7084ec0e8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6941903 Jul 06 18:31:35.775576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.776646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.776792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.782152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.783529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.784038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.787134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.787751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.791191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.791756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.792292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.793072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:35.983181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4e8cd-abd8-4aae-96be-16a3356f3e67 None None] Network 76f0cfbf-ebba-4beb-985a-882719730cbe requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:36.032249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f985b0c-badd-4ad6-9322-1f8d5efeecf3 req-70def2d8-92f1-440f-892d-655ee80b6949 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:36.042476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f985b0c-badd-4ad6-9322-1f8d5efeecf3 req-70def2d8-92f1-440f-892d-655ee80b6949 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1088963 Jul 06 18:31:36.118935 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f985b0c-badd-4ad6-9322-1f8d5efeecf3 req-8b06702a-8dae-458b-abd8-ce50fad27f81 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714774 Jul 06 18:31:36.526398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-a608493a-1b7e-469d-a6aa-763881964de1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:36.527981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-a608493a-1b7e-469d-a6aa-763881964de1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/networks?id=2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 HTTP/1.1" status: 200 len: 824 time: 0.1530805 Jul 06 18:31:36.555306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-cd73451d-539a-49c8-a7e7-caae13728ab0 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/quotas/93c6f3b872524c18a7cb059eecee47ad HTTP/1.1" status: 200 len: 375 time: 0.0201797 Jul 06 18:31:36.599173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-6a49ed0b-bbff-4a4f-84b7-ac43d4664e56 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93c6f3b872524c18a7cb059eecee47ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421975 Jul 06 18:31:36.719581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-f7254cb9-e323-414c-aa74-818d58b4f00b service neutron] 10.222.0.53 "GET /v2.0/networks/2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109509 Jul 06 18:31:36.853866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-dad82983-6cb3-4ceb-917c-2ba0e20edd75 service neutron] 10.222.0.53 "GET /v2.0/networks/2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278598 Jul 06 18:31:37.115583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d53dad39-de01-433f-9041-0486c5821ff6 req-b1c1f845-6427-4b74-9257-0fc5330e2886 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 210 time: 0.0451670 Jul 06 18:31:37.340792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:31:37.390590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993536b-748c-4d04-97c1-d21a6ea2c664 req-17b67a3a-042b-4743-b29b-ac84ddea86f9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:37.392198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2993536b-748c-4d04-97c1-d21a6ea2c664 req-17b67a3a-042b-4743-b29b-ac84ddea86f9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1229839 Jul 06 18:31:37.491396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2993536b-748c-4d04-97c1-d21a6ea2c664 req-5efe155f-191d-46dc-ab9b-5c1c53061434 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909746 Jul 06 18:31:37.636238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:37.650987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '3061fb85-952c-4d49-bc7c-1c147095250f', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': '3061fb85-952c-4d49-bc7c-1c147095250f', 'mac_address': 'fa:16:3e:0b:70:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:31:37.709210 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:37.730435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3061fb85-952c-4d49-bc7c-1c147095250f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:37.754620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:37.759833 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:37.826285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=12']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:37.928988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3061fb85-952c-4d49-bc7c-1c147095250f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:38.296840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a203d751-f569-4ecf-9558-c931969616f9 req-c229c40c-6d64-4294-b0cb-4f1a819fd6fd tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 210 time: 0.0358670 Jul 06 18:31:38.632619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-0be2c437-116d-4e52-ae89-2ccab23dc97d tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:38.638554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-0be2c437-116d-4e52-ae89-2ccab23dc97d tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.41 "GET /v2.0/networks?id=2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 HTTP/1.1" status: 200 len: 824 time: 0.2325664 Jul 06 18:31:38.665306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Request body: {'port': {'device_id': '2d3c96ad-3eaf-40f6-b709-f0d76074b31e', 'network_id': '2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0', 'admin_state_up': True, 'tenant_id': '93c6f3b872524c18a7cb059eecee47ad'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:38.912574 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8718d-f9f7-4766-bdff-e2e0d392953a req-2469d9dd-89f5-4573-807b-44125a27f550 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:38.924585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9c8718d-f9f7-4766-bdff-e2e0d392953a req-2469d9dd-89f5-4573-807b-44125a27f550 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 945 time: 0.1938589 Jul 06 18:31:39.012123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9c8718d-f9f7-4766-bdff-e2e0d392953a req-8a6b8781-6a75-4423-9b67-fca1e31e0820 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841274 Jul 06 18:31:39.013023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Made reservation on behalf of 93c6f3b872524c18a7cb059eecee47ad for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:39.020912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:39.342997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Allocated IP 172.20.0.9 (2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0/0d1fb22e-22e3-4263-9e73-f2bf4bae23e1/4d766f84-89b4-47bd-bbd5-d2a54b5628e4) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:39.355483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:39.506624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 3061fb85-952c-4d49-bc7c-1c147095250f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:39.515263 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:39.623735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f0262c56-709a-48d8-bb71-cedbd0660c83 req-2f01f58b-1493-4fe7-93c5-1e9986d01ffc tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 210 time: 0.0485151 Jul 06 18:31:39.707761 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:39.711343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:39.743138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:39.746702 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d94c86-9473-41ea-a498-47381c328d8b" -d '{"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-plugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:39.770624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:39.778576 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:39.819436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:39.996488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:39.999240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Pushing event updated for resources: {'Port': ['ID=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:40.015848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:40.026966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:40.316053 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bbf5e2-709d-4569-b667-01f2b41c5841 x-openstack-request-id: req-39bbf5e2-709d-4569-b667-01f2b41c5841 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:40.319848 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-plugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:40.320416 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39bbf5e2-709d-4569-b667-01f2b41c5841 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:40.321380 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'code': 200} Jul 06 18:31:40.434048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=13']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:40.597987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aeb4d-c6d2-481f-8ed8-2d5c47054bb9 req-9c0881c0-c2a8-4103-8eba-8752d5672b17 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:40.616262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-627aeb4d-c6d2-481f-8ed8-2d5c47054bb9 req-9c0881c0-c2a8-4103-8eba-8752d5672b17 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1155825 Jul 06 18:31:40.766719 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:40.767564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:40.782487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-627aeb4d-c6d2-481f-8ed8-2d5c47054bb9 req-dbcb371b-bfa8-4f87-aed9-f587a25c2238 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651027 Jul 06 18:31:40.800331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-78a41921-8146-4ae5-9f75-fd049f8dff84 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1416678 Jul 06 18:31:40.818603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Request body: {'port': {'device_id': '2d3c96ad-3eaf-40f6-b709-f0d76074b31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:40.956256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:41.191705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47c96a-2b8d-42ee-86e3-156d9f3b852f req-6a2301aa-bbee-43e4-99cb-1a13d31cb2fc tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:41.201528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e47c96a-2b8d-42ee-86e3-156d9f3b852f req-6a2301aa-bbee-43e4-99cb-1a13d31cb2fc tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 931 time: 0.1842709 Jul 06 18:31:41.289810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e47c96a-2b8d-42ee-86e3-156d9f3b852f req-06067951-be8a-4548-baaf-e980bed2bf11 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851691 Jul 06 18:31:41.509626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:41.538739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:41.578923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Transition to ACTIVE for port object 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:41.592603 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:41.726908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Pushing event updated for resources: {'Port': ['ID=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:41.935923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Attempting to bind port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:41.936596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Attempting to bind port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '432d4fec-6aa3-42b6-aaa4-86708158441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:41.937053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Attempting to bind port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 on network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:41.955814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 on network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:31:41.956284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Attempting to bind port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 on network 2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:41.984246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:41.984542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Checking segment: {'id': '432d4fec-6aa3-42b6-aaa4-86708158441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:41.984895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Bound using segment: {'id': '432d4fec-6aa3-42b6-aaa4-86708158441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:41.985339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Bound port: 4d766f84-89b4-47bd-bbd5-d2a54b5628e4, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432d4fec-6aa3-42b6-aaa4-86708158441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:41.991671 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:42.199186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] For port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:42.210489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea05dd-afdd-4cff-95da-10884bbae463 req-aa0a7d12-48e7-45ec-8f4a-8a36621504d9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:42.218579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9dea05dd-afdd-4cff-95da-10884bbae463 req-aa0a7d12-48e7-45ec-8f4a-8a36621504d9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1240015 Jul 06 18:31:42.222165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] For port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,segment=NetworkSegment(432d4fec-6aa3-42b6-aaa4-86708158441e),segment_id=432d4fec-6aa3-42b6-aaa4-86708158441e)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:42.262790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:42.361249 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9dea05dd-afdd-4cff-95da-10884bbae463 req-9d4620cc-5dba-42a3-9b98-48bcd131c057 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413047 Jul 06 18:31:42.442844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Pushing event updated for resources: {'Port': ['ID=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:42.463246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:42.466083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:42.467913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-49212f43-2c8e-4487-ac94-defffddade72 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d766f84-89b4-47bd-bbd5-d2a54b5628e4 HTTP/1.1" status: 200 len: 1091 time: 1.6578219 Jul 06 18:31:42.468398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3c96ad-3eaf-40f6-b709-f0d76074b31e', 'tag': '4d766f84-89b4-47bd-bbd5-d2a54b5628e4'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:42.476906 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eccac3-244f-4101-a781-ebc8ca8298d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3c96ad-3eaf-40f6-b709-f0d76074b31e", "tag": "4d766f84-89b4-47bd-bbd5-d2a54b5628e4"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:42.688940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-8e66b2f0-92a3-40f3-8f25-6c9e2ebb5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:42.692359 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-8e66b2f0-92a3-40f3-8f25-6c9e2ebb5ccc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93c6f3b872524c18a7cb059eecee47ad&device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 1094 time: 0.1646130 Jul 06 18:31:42.760061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629e9c9-6bbb-4f81-999a-ce1e02260cb2 req-6192f24f-691a-467e-a508-fc751c31d3f0 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:42.762848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-11c3100e-8cc3-4778-9b2b-1e568c36b027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d766f84-89b4-47bd-bbd5-d2a54b5628e4 HTTP/1.1" status: 200 len: 217 time: 0.0617821 Jul 06 18:31:42.769532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8629e9c9-6bbb-4f81-999a-ce1e02260cb2 req-6192f24f-691a-467e-a508-fc751c31d3f0 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 943 time: 0.1796265 Jul 06 18:31:42.842231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8629e9c9-6bbb-4f81-999a-ce1e02260cb2 req-4f2cfba2-6997-4264-a015-a1a54a0f4719 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689290 Jul 06 18:31:42.849385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-262fa0a5-bbed-43b3-ab1f-b584752bce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:42.851233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-262fa0a5-bbed-43b3-ab1f-b584752bce23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d1fb22e-22e3-4263-9e73-f2bf4bae23e1 HTTP/1.1" status: 200 len: 864 time: 0.0806680 Jul 06 18:31:42.921893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-d394c1b4-896c-4b14-ac50-9d6b42b9bae7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631723 Jul 06 18:31:42.931508 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6cecfe-4054-4a30-ac39-03521e2775b6 x-openstack-request-id: req-bc6cecfe-4054-4a30-ac39-03521e2775b6 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:42.932095 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3c96ad-3eaf-40f6-b709-f0d76074b31e", "tag": "4d766f84-89b4-47bd-bbd5-d2a54b5628e4", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:42.932500 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc6cecfe-4054-4a30-ac39-03521e2775b6 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:42.934262 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3c96ad-3eaf-40f6-b709-f0d76074b31e', 'tag': '4d766f84-89b4-47bd-bbd5-d2a54b5628e4', 'status': 'completed', 'code': 200} Jul 06 18:31:43.080504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-b61c8c24-7100-4964-8a84-a86dcd1dca30 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447732 Jul 06 18:31:43.304385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca432e22-9ed0-4ea4-8892-9c136fa2ea8b req-1f768472-7b75-434d-977e-8d519f5814b0 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159638 Jul 06 18:31:43.487582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-c968b0f5-be73-47fc-93de-82072e079c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:43.489204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-c968b0f5-be73-47fc-93de-82072e079c92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93c6f3b872524c18a7cb059eecee47ad&device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 1094 time: 0.1082096 Jul 06 18:31:43.652967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26c375-3946-4781-8576-9326cc70e025 req-8e629d17-5955-4238-8b31-d02848fc8add tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:43.661142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f26c375-3946-4781-8576-9326cc70e025 req-8e629d17-5955-4238-8b31-d02848fc8add tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1231916 Jul 06 18:31:43.689436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-12d0b997-2832-4061-be5b-32e77a7525cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:43.691472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-12d0b997-2832-4061-be5b-32e77a7525cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 HTTP/1.1" status: 200 len: 925 time: 0.1953900 Jul 06 18:31:43.735480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f26c375-3946-4781-8576-9326cc70e025 req-796adcff-81d7-4712-b760-b6ba82b95e49 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694878 Jul 06 18:31:43.812486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-d16a214d-5c55-4fbe-8e5d-f3f5525cfd6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d766f84-89b4-47bd-bbd5-d2a54b5628e4 HTTP/1.1" status: 200 len: 217 time: 0.1100185 Jul 06 18:31:43.956595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-e7f981e1-89a4-47e0-8392-6aa7e7236c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:43.957955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-e7f981e1-89a4-47e0-8392-6aa7e7236c4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d1fb22e-22e3-4263-9e73-f2bf4bae23e1 HTTP/1.1" status: 200 len: 864 time: 0.1388535 Jul 06 18:31:44.011832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-55d95f6b-aefb-43bc-a21c-5c6339d3b1da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470936 Jul 06 18:31:44.224832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-77d2b12d-6878-463a-8ee4-f8db4d03c0d9 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031841 Jul 06 18:31:44.294919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548db92a-4ceb-4069-b791-d9752586c81b req-c554bf48-0afd-4009-8a84-b3ca1103ee2b tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:44.301874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-548db92a-4ceb-4069-b791-d9752586c81b req-c554bf48-0afd-4009-8a84-b3ca1103ee2b tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 943 time: 0.1900659 Jul 06 18:31:44.427252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-548db92a-4ceb-4069-b791-d9752586c81b req-8b5130c4-e809-4313-9a32-9200960620d2 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189439 Jul 06 18:31:44.470576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81eccac3-244f-4101-a781-ebc8ca8298d8 req-1735eb5d-4a87-41e4-93d0-9c1865b16012 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384126 Jul 06 18:31:45.034502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448fda3-1129-45b7-88fc-c5e896bd3fd5 req-7d115a19-dc76-4651-8a6f-e6b882d992e9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:45.036730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7448fda3-1129-45b7-88fc-c5e896bd3fd5 req-7d115a19-dc76-4651-8a6f-e6b882d992e9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.0947056 Jul 06 18:31:45.127054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7448fda3-1129-45b7-88fc-c5e896bd3fd5 req-f7200e0a-bf06-4986-84fb-dcdd36a257d1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831277 Jul 06 18:31:45.492246 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb8c9-1839-46b4-9c5b-167d36027434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:45.774790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde2cf6-07ad-4496-a4fa-b2cbad398883 req-d85abb6c-9ff8-4804-abd6-7b81a8cead20 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:45.777377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bbde2cf6-07ad-4496-a4fa-b2cbad398883 req-d85abb6c-9ff8-4804-abd6-7b81a8cead20 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 943 time: 0.1235256 Jul 06 18:31:45.828874 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bbde2cf6-07ad-4496-a4fa-b2cbad398883 req-7fa17fa2-1a57-45a4-b5cc-ae6e94316956 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Jul 06 18:31:46.383314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:31:46.463242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdb069-aa43-43bd-8858-4e07e2ede3cf req-7afee91e-78cd-419c-9870-817b475c034f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:46.488770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adfdb069-aa43-43bd-8858-4e07e2ede3cf req-7afee91e-78cd-419c-9870-817b475c034f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1594563 Jul 06 18:31:46.592108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,segment=NetworkSegment(432d4fec-6aa3-42b6-aaa4-86708158441e),segment_id=432d4fec-6aa3-42b6-aaa4-86708158441e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:46.592661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adfdb069-aa43-43bd-8858-4e07e2ede3cf req-80b45505-8de5-429e-85dc-06807fce48d2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022515 Jul 06 18:31:46.628026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '4d766f84-89b4-47bd-bbd5-d2a54b5628e4', 'network_id': '2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0', 'port_id': '4d766f84-89b4-47bd-bbd5-d2a54b5628e4', 'mac_address': 'fa:16:3e:8d:54:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1fb22e-22e3-4263-9e73-f2bf4bae23e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:31:46.717338 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:46.747407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:46.789074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,segment=NetworkSegment(432d4fec-6aa3-42b6-aaa4-86708158441e),segment_id=432d4fec-6aa3-42b6-aaa4-86708158441e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:46.798779 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:46.918161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:47.030030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['4d766f84-89b4-47bd-bbd5-d2a54b5628e4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:47.059151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2b441-dcd4-4afe-9d66-447d6846a73c req-3d5338d4-321f-4d5e-a22c-272382fa3963 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:47.067663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fdd2b441-dcd4-4afe-9d66-447d6846a73c req-3d5338d4-321f-4d5e-a22c-272382fa3963 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 944 time: 0.0756307 Jul 06 18:31:47.135818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fdd2b441-dcd4-4afe-9d66-447d6846a73c req-c6c17d51-a4bc-441b-8b78-0d5658195bbf tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666895 Jul 06 18:31:48.031638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3d7da-4509-4aa7-af72-47b4f678efcd req-7bec2594-df04-4d1c-94ba-0e8bfccd2d67 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:48.054461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afb3d7da-4509-4aa7-af72-47b4f678efcd req-7bec2594-df04-4d1c-94ba-0e8bfccd2d67 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1899545 Jul 06 18:31:48.150029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afb3d7da-4509-4aa7-af72-47b4f678efcd req-214a9d33-7541-43c6-9363-2c716fe2f89b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942805 Jul 06 18:31:48.162015 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d43034e-0338-4450-bb71-5f99291bfe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:48.313831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:48.380022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf4e3-95bb-431a-be5a-aaadfad9474c req-b028f15d-a498-41fd-9658-d9b40ca3cc0c tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:48.381795 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90acf4e3-95bb-431a-be5a-aaadfad9474c req-b028f15d-a498-41fd-9658-d9b40ca3cc0c tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 944 time: 0.1039333 Jul 06 18:31:48.395799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:48.463991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90acf4e3-95bb-431a-be5a-aaadfad9474c req-00a08b87-b08c-4fa9-b4cc-b2454a1f7e25 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754991 Jul 06 18:31:48.511525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:48.519545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:48.520551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:48.659940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:48.702649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3c96ad-3eaf-40f6-b709-f0d76074b31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d766f84-89b4-47bd-bbd5-d2a54b5628e4'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:48.704980 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f993021-b03d-4195-b8ab-d19a4f31fb50" -d '{"events": [{"server_uuid": "2d3c96ad-3eaf-40f6-b709-f0d76074b31e", "name": "network-vif-plugged", "status": "completed", "tag": "4d766f84-89b4-47bd-bbd5-d2a54b5628e4"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:48.724687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,segment=NetworkSegment(432d4fec-6aa3-42b6-aaa4-86708158441e),segment_id=432d4fec-6aa3-42b6-aaa4-86708158441e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:48.731259 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:48.801037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:48.864403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779624b8-c116-4d35-89a7-65c3e3317202 req-aea56c5b-4841-4aba-aec8-b0b04e042123 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:48.866263 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-aea56c5b-4841-4aba-aec8-b0b04e042123 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/networks?id=3be1f2be-dbc5-4d3a-9485-df185568676e HTTP/1.1" status: 200 len: 815 time: 0.1583757 Jul 06 18:31:48.883608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-eec34382-ac47-42f9-bae6-7377a123c442 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/quotas/81b4ae28f3264aa18c88b0a477d39fa9 HTTP/1.1" status: 200 len: 375 time: 0.0112634 Jul 06 18:31:48.957651 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-3bd4ccdb-0215-4e2f-9eba-d6d21f763700 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=81b4ae28f3264aa18c88b0a477d39fa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678725 Jul 06 18:31:49.023498 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee062626-f857-47f6-a823-a4ab6b29996b x-openstack-request-id: req-ee062626-f857-47f6-a823-a4ab6b29996b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:49.023795 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3c96ad-3eaf-40f6-b709-f0d76074b31e", "name": "network-vif-plugged", "status": "completed", "tag": "4d766f84-89b4-47bd-bbd5-d2a54b5628e4", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:49.024042 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee062626-f857-47f6-a823-a4ab6b29996b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:49.024444 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3c96ad-3eaf-40f6-b709-f0d76074b31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d766f84-89b4-47bd-bbd5-d2a54b5628e4', 'code': 200} Jul 06 18:31:49.048978 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:31:49.107655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-2f89f5a2-5e93-4e63-a56d-27852bef5511 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:31:49.115721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-2f89f5a2-5e93-4e63-a56d-27852bef5511 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1480873 Jul 06 18:31:49.234213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-38da405a-2f6f-4b20-8032-7219a9642fb8 service neutron] 10.222.0.53 "GET /v2.0/networks/3be1f2be-dbc5-4d3a-9485-df185568676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173124 Jul 06 18:31:49.268210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7655fe-014f-4309-95e6-64b99956a378 req-434a731e-6e63-48f2-a70b-d6ea34076fd3 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:49.275830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e7655fe-014f-4309-95e6-64b99956a378 req-434a731e-6e63-48f2-a70b-d6ea34076fd3 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 950 time: 0.1305285 Jul 06 18:31:49.280015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb221-ae25-4550-835f-34d52e95f31d req-7d0c5307-a1d5-4a9c-84f9-bd8a421a2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:49.281555 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-289eb221-ae25-4550-835f-34d52e95f31d req-7d0c5307-a1d5-4a9c-84f9-bd8a421a2aa2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 1096 time: 0.0898626 Jul 06 18:31:49.333006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e7655fe-014f-4309-95e6-64b99956a378 req-52115f0f-f4a3-4030-b214-992d36bc847a tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561852 Jul 06 18:31:49.349101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-2368d2eb-4894-49b7-a2fe-67402f43b247 service neutron] 10.222.0.53 "GET /v2.0/networks/3be1f2be-dbc5-4d3a-9485-df185568676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139183 Jul 06 18:31:49.350226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-289eb221-ae25-4550-835f-34d52e95f31d req-00465855-e9fa-47a7-b787-8616d789d752 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Jul 06 18:31:49.389559 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:49.750861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd8fed-0010-43a8-bd73-8602a10a5171 req-47e22de2-0580-484c-a05c-c058f0742a05 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:49.760097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cbd8fed-0010-43a8-bd73-8602a10a5171 req-47e22de2-0580-484c-a05c-c058f0742a05 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1125362 Jul 06 18:31:49.811780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d040f-7727-4574-9ded-32f7b6287d14 req-c77ca5c9-41b5-48a8-b508-64b69a73a1f6 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:49.818428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cbd8fed-0010-43a8-bd73-8602a10a5171 req-5956303e-8f7f-4765-856c-8777194262f5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569391 Jul 06 18:31:49.820222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b28d040f-7727-4574-9ded-32f7b6287d14 req-c77ca5c9-41b5-48a8-b508-64b69a73a1f6 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.0985255 Jul 06 18:31:49.880414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b28d040f-7727-4574-9ded-32f7b6287d14 req-37b28c57-62b0-4e45-baf7-54c2184e5d36 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586810 Jul 06 18:31:49.921347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bad66a2f-9fc0-487c-bc89-be59f2fdd98c req-7d16138f-7eb4-489a-81fe-eaf96783eb6b tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 210 time: 0.0509465 Jul 06 18:31:50.622918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5285f-d23e-45a0-9feb-1fba14dba3af req-25dd0884-234c-4d1b-93ed-43be80cea352 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:50.638389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ada5285f-d23e-45a0-9feb-1fba14dba3af req-25dd0884-234c-4d1b-93ed-43be80cea352 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 950 time: 0.1362188 Jul 06 18:31:50.714583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-3e8bed91-bb2e-460d-af71-976f418fa570 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:50.716432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-3e8bed91-bb2e-460d-af71-976f418fa570 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.41 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 950 time: 0.1574211 Jul 06 18:31:50.726325 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ada5285f-d23e-45a0-9feb-1fba14dba3af req-2d1f2c77-0127-4f86-96a4-8484b52a7610 tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/security-groups?id=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867367 Jul 06 18:31:50.850868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Deleting port d00f03b7-e686-4c1c-b0b7-8210f5aab260 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:31:50.851221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:50.942138 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:51.025107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] For port d00f03b7-e686-4c1c-b0b7-8210f5aab260, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d00f03b7-e686-4c1c-b0b7-8210f5aab260,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:51.025598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:51.043492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Calling delete_port for d00f03b7-e686-4c1c-b0b7-8210f5aab260 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:31:51.141110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081462f-ae09-406a-b1ea-8ca1cf29a45d req-f327f123-e6aa-494c-b05f-5a6ff68e37b8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:51.151816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0081462f-ae09-406a-b1ea-8ca1cf29a45d req-f327f123-e6aa-494c-b05f-5a6ff68e37b8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1686773 Jul 06 18:31:51.225927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0081462f-ae09-406a-b1ea-8ca1cf29a45d req-84c9b81f-0724-49b8-b1a9-f77ab8ecd0d2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730133 Jul 06 18:31:51.257572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779624b8-c116-4d35-89a7-65c3e3317202 req-6b5faec9-ecf3-4693-ab55-9eb7b96cbff5 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:51.259247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-6b5faec9-ecf3-4693-ab55-9eb7b96cbff5 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.41 "GET /v2.0/networks?id=3be1f2be-dbc5-4d3a-9485-df185568676e HTTP/1.1" status: 200 len: 815 time: 0.1425753 Jul 06 18:31:51.281841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Request body: {'port': {'device_id': '32a8c94a-6545-4c69-999c-abd421e43f61', 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e', 'admin_state_up': True, 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:51.336628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:51.354797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d00f03b7-e686-4c1c-b0b7-8210f5aab260'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:51.413180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Pushing event deleted for resources: {'Port': ['ID=d00f03b7-e686-4c1c-b0b7-8210f5aab260,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:51.450758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] No DVR routers for this DVR port d00f03b7-e686-4c1c-b0b7-8210f5aab260 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:31:51.498273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0968a97-d807-4ef1-aad3-5de95307b639 req-258cf8c8-3f6e-43da-bbb7-a203b4497747 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 210 time: 0.0436177 Jul 06 18:31:51.499904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:51.503845 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fd3c00a-080b-4041-9949-b6026e1f7df6 req-724f944b-616b-4eb7-b82b-cad6c0372e9e tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.41 "DELETE /v2.0/ports/d00f03b7-e686-4c1c-b0b7-8210f5aab260 HTTP/1.1" status: 204 len: 173 time: 0.7759266 Jul 06 18:31:51.504869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896344d2-98c7-47c3-a896-f34ed43fbe7b', 'name': 'network-vif-deleted', 'tag': 'd00f03b7-e686-4c1c-b0b7-8210f5aab260'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:51.516532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Made reservation on behalf of 81b4ae28f3264aa18c88b0a477d39fa9 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:51.518134 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f011e8-0158-4ad2-b453-7fadeb2dd777" -d '{"events": [{"server_uuid": "896344d2-98c7-47c3-a896-f34ed43fbe7b", "name": "network-vif-deleted", "tag": "d00f03b7-e686-4c1c-b0b7-8210f5aab260"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:51.525832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:51.585224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76fad5-1a65-442d-9bf0-90fb5cf3c48a req-a9460708-cdee-4cbf-a72d-810f611ef4e8 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:51.592788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f76fad5-1a65-442d-9bf0-90fb5cf3c48a req-a9460708-cdee-4cbf-a72d-810f611ef4e8 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.4778666 Jul 06 18:31:51.772109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f76fad5-1a65-442d-9bf0-90fb5cf3c48a req-f22c2d1d-5c9f-4250-b86e-530d8534cc74 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629961 Jul 06 18:31:51.843093 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fbf213-722e-4a9e-92d5-6b472b8d5591 x-openstack-request-id: req-27fbf213-722e-4a9e-92d5-6b472b8d5591 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:51.843643 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896344d2-98c7-47c3-a896-f34ed43fbe7b", "name": "network-vif-deleted", "tag": "d00f03b7-e686-4c1c-b0b7-8210f5aab260", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:51.843643 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27fbf213-722e-4a9e-92d5-6b472b8d5591 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:51.844521 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896344d2-98c7-47c3-a896-f34ed43fbe7b', 'name': 'network-vif-deleted', 'tag': 'd00f03b7-e686-4c1c-b0b7-8210f5aab260', 'status': 'completed', 'code': 200} Jul 06 18:31:51.955022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Allocated IP 172.20.0.13 (3be1f2be-dbc5-4d3a-9485-df185568676e/7abfc496-64a4-40d1-8ad4-1c4121788ea0/89d30a15-8f11-4552-a850-333638372647) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:52.096847 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:52.283346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec5d2776-6d99-4240-aa18-caa29014c31a req-afcac0e0-b3b9-4196-8e4b-f1e035a4d3fb tempest-VolumesBackupsTest-1723646328 tempest-VolumesBackupsTest-1723646328-project] 10.222.0.53 "GET /v2.0/ports?device_id=896344d2-98c7-47c3-a896-f34ed43fbe7b HTTP/1.1" status: 200 len: 210 time: 0.1761398 Jul 06 18:31:52.299084 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:52.317279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Transition to ACTIVE for port object 89d30a15-8f11-4552-a850-333638372647 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:52.365748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:52.403687 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:52.428290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Network 3be1f2be-dbc5-4d3a-9485-df185568676e is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:52.435887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:52.473312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:52.591771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0061e3-f781-4a78-8446-a0b7dceb6faf req-642afab0-a95a-4212-923b-fa189122dfb8 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:52.598583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Pushing event updated for resources: {'Port': ['ID=89d30a15-8f11-4552-a850-333638372647,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:52.601080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a0061e3-f781-4a78-8446-a0b7dceb6faf req-642afab0-a95a-4212-923b-fa189122dfb8 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.1394100 Jul 06 18:31:52.719922 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a0061e3-f781-4a78-8446-a0b7dceb6faf req-f25e9fe1-31cf-445b-a965-0bbe44d88f30 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061370 Jul 06 18:31:52.783950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:52.785326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:52.825771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-067d0126-0a92-499a-adbc-5dcf990f83f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5484550 Jul 06 18:31:52.859592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Request body: {'port': {'device_id': '32a8c94a-6545-4c69-999c-abd421e43f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:52.876005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eab2ab-ee55-4f13-a4a8-093e36e7a3ea req-791f05da-e41a-422d-b4ce-1ed31b43dde7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:52.888850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e6eab2ab-ee55-4f13-a4a8-093e36e7a3ea req-791f05da-e41a-422d-b4ce-1ed31b43dde7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.2691119 Jul 06 18:31:52.956915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-22674fbb-4715-404b-a93c-e4346f9d5aac None None] Provisioning for port 89d30a15-8f11-4552-a850-333638372647 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:52.960786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541ee93-613a-436c-98ff-8e51b6d4e0ab req-374377a0-f76d-4769-94c7-84618bf6f596 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:52.971492 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d541ee93-613a-436c-98ff-8e51b6d4e0ab req-374377a0-f76d-4769-94c7-84618bf6f596 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 932 time: 0.1141956 Jul 06 18:31:52.974665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-22674fbb-4715-404b-a93c-e4346f9d5aac None None] Provisioning complete for port 89d30a15-8f11-4552-a850-333638372647 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:52.975042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-22674fbb-4715-404b-a93c-e4346f9d5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:53.037582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e6eab2ab-ee55-4f13-a4a8-093e36e7a3ea req-b45bcd4b-a4df-4a25-8669-681c98b87720 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467981 Jul 06 18:31:53.041125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d541ee93-613a-436c-98ff-8e51b6d4e0ab req-1c714394-1cea-4908-b319-430db141e4ac tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680656 Jul 06 18:31:53.127663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:53.140457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-22674fbb-4715-404b-a93c-e4346f9d5aac None None] Port 89d30a15-8f11-4552-a850-333638372647 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:31:53.852480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23fd21-a1dd-4dfd-9711-fcd6e77e13fd req-bb44f9e4-b6ec-43ed-b40f-2df1d04f11ac tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:53.865603 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd23fd21-a1dd-4dfd-9711-fcd6e77e13fd req-bb44f9e4-b6ec-43ed-b40f-2df1d04f11ac tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.1868978 Jul 06 18:31:53.885652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d30a15-8f11-4552-a850-333638372647 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:53.914394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:53.963666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Transition to ACTIVE for port object 89d30a15-8f11-4552-a850-333638372647 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:53.970987 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:53.976987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd23fd21-a1dd-4dfd-9711-fcd6e77e13fd req-33ad44dc-6ff7-4f7d-9214-cdb0e97375dd tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096406 Jul 06 18:31:54.032300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Pushing event updated for resources: {'Port': ['ID=89d30a15-8f11-4552-a850-333638372647,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:54.231998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Attempting to bind port 89d30a15-8f11-4552-a850-333638372647 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:54.232386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Attempting to bind port 89d30a15-8f11-4552-a850-333638372647 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:54.232672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Attempting to bind port 89d30a15-8f11-4552-a850-333638372647 on network 3be1f2be-dbc5-4d3a-9485-df185568676e {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:54.249880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Port 89d30a15-8f11-4552-a850-333638372647 on network 3be1f2be-dbc5-4d3a-9485-df185568676e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:31:54.250258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Attempting to bind port 89d30a15-8f11-4552-a850-333638372647 on network 3be1f2be-dbc5-4d3a-9485-df185568676e {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:54.274606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:54.274606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Checking segment: {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:54.274970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Bound using segment: {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:54.275446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Bound port: 89d30a15-8f11-4552-a850-333638372647, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:54.276336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:54.428046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d00f03b7-e686-4c1c-b0b7-8210f5aab260 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:54.442372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f607b23-56f1-457b-963b-38e2744750d6 req-9221d533-6dc2-4d78-b695-2f92e703c1b8 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:54.450596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f607b23-56f1-457b-963b-38e2744750d6 req-9221d533-6dc2-4d78-b695-2f92e703c1b8 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.1821012 Jul 06 18:31:54.493740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: d00f03b7-e686-4c1c-b0b7-8210f5aab260 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:31:54.494626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d00f03b7-e686-4c1c-b0b7-8210f5aab260 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:31:54.525123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f607b23-56f1-457b-963b-38e2744750d6 req-74270771-6681-4a8c-9c96-75f596cb1c1e tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735795 Jul 06 18:31:54.625908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] For port 89d30a15-8f11-4552-a850-333638372647, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:54.633828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] For port 89d30a15-8f11-4552-a850-333638372647, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=89d30a15-8f11-4552-a850-333638372647,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:54.642373 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:54.743066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:54.743996 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:54.745473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] 10.222.0.41 "PUT /v2.0/ports/89d30a15-8f11-4552-a850-333638372647 HTTP/1.1" status: 200 len: 1092 time: 1.9033737 Jul 06 18:31:54.746419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd94f9a-0347-4be5-94ea-401a64c9035b service neutron] Pushing event updated for resources: {'Port': ['ID=89d30a15-8f11-4552-a850-333638372647,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:54.752313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a8c94a-6545-4c69-999c-abd421e43f61', 'tag': '89d30a15-8f11-4552-a850-333638372647'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:54.755639 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6ef924-e822-4d8b-ae70-60b74420dbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "32a8c94a-6545-4c69-999c-abd421e43f61", "tag": "89d30a15-8f11-4552-a850-333638372647"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:54.794992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b6bfb-3f7d-4a72-a78a-7801d3c0e382 req-32d0f636-1bf0-4bb5-9ca4-c33c66f03dd1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:54.818204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-507b6bfb-3f7d-4a72-a78a-7801d3c0e382 req-32d0f636-1bf0-4bb5-9ca4-c33c66f03dd1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.3936694 Jul 06 18:31:54.955862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-507b6bfb-3f7d-4a72-a78a-7801d3c0e382 req-acea3126-4977-4eb2-aa98-b807a281da55 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352644 Jul 06 18:31:55.005623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779624b8-c116-4d35-89a7-65c3e3317202 req-dccab81e-681a-43ed-9876-67105852e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:55.009934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-dccab81e-681a-43ed-9876-67105852e592 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81b4ae28f3264aa18c88b0a477d39fa9&device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 1095 time: 0.1767139 Jul 06 18:31:55.093072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-5c7d3a09-223b-4b90-b399-d15203593363 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d30a15-8f11-4552-a850-333638372647 HTTP/1.1" status: 200 len: 217 time: 0.0700064 Jul 06 18:31:55.207435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779624b8-c116-4d35-89a7-65c3e3317202 req-bce35d76-6ff3-4b97-8b08-1758b7b1523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:55.209193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-bce35d76-6ff3-4b97-8b08-1758b7b1523d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7abfc496-64a4-40d1-8ad4-1c4121788ea0 HTTP/1.1" status: 200 len: 854 time: 0.1039798 Jul 06 18:31:55.370769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779624b8-c116-4d35-89a7-65c3e3317202 req-bb6794d4-c863-4377-bb18-ac83a372084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:55.373161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-bb6794d4-c863-4377-bb18-ac83a372084a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3be1f2be-dbc5-4d3a-9485-df185568676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417086 Jul 06 18:31:55.472127 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f15a19-570c-4a2a-99fb-93ae762c4159 x-openstack-request-id: req-a6f15a19-570c-4a2a-99fb-93ae762c4159 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:55.472831 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a8c94a-6545-4c69-999c-abd421e43f61", "tag": "89d30a15-8f11-4552-a850-333638372647", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:55.472831 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6f15a19-570c-4a2a-99fb-93ae762c4159 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:55.474176 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a8c94a-6545-4c69-999c-abd421e43f61', 'tag': '89d30a15-8f11-4552-a850-333638372647', 'status': 'completed', 'code': 200} Jul 06 18:31:55.697146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d692363-2aa2-4389-a9f3-a88cdad346f0 req-6f15cfd0-8db5-4e76-9c90-c4130108e057 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:55.698906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d692363-2aa2-4389-a9f3-a88cdad346f0 req-6f15cfd0-8db5-4e76-9c90-c4130108e057 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.0762796 Jul 06 18:31:55.791590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d692363-2aa2-4389-a9f3-a88cdad346f0 req-a854409c-2463-465a-8f7d-a14a036ac58e tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769725 Jul 06 18:31:56.159689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0da95-de6d-4456-b5bd-5b1d8b7e499b req-6db90ca1-8dc3-4c86-806e-f4e7bebc99c8 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:56.164774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86c0da95-de6d-4456-b5bd-5b1d8b7e499b req-6db90ca1-8dc3-4c86-806e-f4e7bebc99c8 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.1540534 Jul 06 18:31:56.213669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86c0da95-de6d-4456-b5bd-5b1d8b7e499b req-e880ef6e-002e-4ba5-8443-4a2edb6be8e3 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Jul 06 18:31:56.467304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8210858-102f-4e4a-8027-0ab38546e172 req-8ae50e3b-dca2-44b5-a5ae-ea8666bb2946 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:56.475434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d8210858-102f-4e4a-8027-0ab38546e172 req-8ae50e3b-dca2-44b5-a5ae-ea8666bb2946 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.1195478 Jul 06 18:31:56.530330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d8210858-102f-4e4a-8027-0ab38546e172 req-6aadb52c-c67c-46bf-ac79-78346d75e2a4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534902 Jul 06 18:31:57.089369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba44140-97db-4787-8cea-eb6a1445b11d req-9dc4b334-762a-448c-8902-7eb448c16ec9 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:57.093383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cba44140-97db-4787-8cea-eb6a1445b11d req-9dc4b334-762a-448c-8902-7eb448c16ec9 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.0878439 Jul 06 18:31:57.132033 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cba44140-97db-4787-8cea-eb6a1445b11d req-cd1105e8-e834-48f6-a146-6693364f3726 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364494 Jul 06 18:31:57.344937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa93da5-e98d-4add-9e79-71fbf2652d61 req-a9e8a61f-a758-4d40-9b32-6aba89c074be tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:57.346639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8fa93da5-e98d-4add-9e79-71fbf2652d61 req-a9e8a61f-a758-4d40-9b32-6aba89c074be tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.0920656 Jul 06 18:31:57.393574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8fa93da5-e98d-4add-9e79-71fbf2652d61 req-799bb8e5-35b6-46a5-82ca-fc219256131c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397756 Jul 06 18:31:57.970322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ecf8b-e8f0-44f6-8ef8-392b59fa328a req-8f2ec59f-3c34-40b8-8dea-f21785e05676 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:57.972028 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-144ecf8b-e8f0-44f6-8ef8-392b59fa328a req-8f2ec59f-3c34-40b8-8dea-f21785e05676 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.4638760 Jul 06 18:31:58.018272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-144ecf8b-e8f0-44f6-8ef8-392b59fa328a req-7eeb7131-871d-4a1b-9b2d-34798cd94450 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373182 Jul 06 18:31:58.581667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a04a3-455f-4392-8296-fc2fc3b44cda req-c42d43f9-576a-4b9e-925b-e73df9c64723 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:58.590578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-584a04a3-455f-4392-8296-fc2fc3b44cda req-c42d43f9-576a-4b9e-925b-e73df9c64723 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.0922892 Jul 06 18:31:58.643780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-584a04a3-455f-4392-8296-fc2fc3b44cda req-bc83a496-212c-4f9f-aef2-78a6fa00ba4e tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519431 Jul 06 18:31:59.113288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810760a-5a7c-4b8d-b117-9aa0eeab91b9 req-be6499bc-7aa6-4f21-8fab-a96232c7928a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:59.115504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f810760a-5a7c-4b8d-b117-9aa0eeab91b9 req-be6499bc-7aa6-4f21-8fab-a96232c7928a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 946 time: 0.0943773 Jul 06 18:31:59.158460 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f810760a-5a7c-4b8d-b117-9aa0eeab91b9 req-e0eb664b-24fc-4760-9b8b-75a166ef7e92 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370815 Jul 06 18:31:59.358123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb43d-8ceb-48ba-8335-0dcaac38c603 req-31941474-8e5b-449f-b315-05c342ef8d66 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:59.359689 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-796cb43d-8ceb-48ba-8335-0dcaac38c603 req-31941474-8e5b-449f-b315-05c342ef8d66 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.0956597 Jul 06 18:31:59.402308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-796cb43d-8ceb-48ba-8335-0dcaac38c603 req-f829df59-c913-4d25-800b-6d897552d0fd tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359163 Jul 06 18:31:59.477654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:59.638011 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:59.672598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:59.675786 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f4658f-4135-411a-9c54-02beea923e8c" -d '{"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:59.705746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:59.716200 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:59.775758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=14']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:59.985600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-8ff80656-f26b-4674-a570-954be24c34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:59.987277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-8ff80656-f26b-4674-a570-954be24c34f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0965147 Jul 06 18:32:00.105574 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-4e81df2b-e455-4afe-9d01-3d46ea7ae5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:00.107603 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-4e81df2b-e455-4afe-9d01-3d46ea7ae5e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.1123867 Jul 06 18:32:00.222931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-99b93566-1c18-491d-953a-9c806f266dac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 999 time: 0.1056714 Jul 06 18:32:00.239239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9878c9-3675-49cc-b8a4-e6b71304e958 req-8fa4d92f-9dbf-407b-9d34-5393af108268 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:00.246313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac9878c9-3675-49cc-b8a4-e6b71304e958 req-8fa4d92f-9dbf-407b-9d34-5393af108268 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.0809443 Jul 06 18:32:00.291745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac9878c9-3675-49cc-b8a4-e6b71304e958 req-ce9ed128-0091-4b91-8fc3-71891e146ac6 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441172 Jul 06 18:32:00.309958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-ff0cd61a-a444-4cec-873f-f28bc639218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:00.309958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-ff0cd61a-a444-4cec-873f-f28bc639218e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.0759435 Jul 06 18:32:00.362309 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b7215-480d-4fd5-aef0-20b2e14a01dd x-openstack-request-id: req-643b7215-480d-4fd5-aef0-20b2e14a01dd {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:00.362884 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:00.363341 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-643b7215-480d-4fd5-aef0-20b2e14a01dd {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:00.363944 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'code': 200} Jul 06 18:32:00.386120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-32396fb3-3209-402a-94f1-d57be9e3f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:00.389558 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-32396fb3-3209-402a-94f1-d57be9e3f9bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700395 Jul 06 18:32:00.531169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-915efcf0-29a3-47c8-abec-941b91da380e service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323090 Jul 06 18:32:00.645295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc588-4f58-4302-8d48-44f9d1e4d4d5 req-9b3b61d1-68fd-45f4-85b2-61ce8b0baf1f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:00.649084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5dbc588-4f58-4302-8d48-44f9d1e4d4d5 req-9b3b61d1-68fd-45f4-85b2-61ce8b0baf1f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1324649 Jul 06 18:32:00.670129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-568618f2-8bf9-4766-a1ef-3a01e5096413 req-cb641905-335b-4669-b890-310e4b26ed8e service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291552 Jul 06 18:32:00.692287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5dbc588-4f58-4302-8d48-44f9d1e4d4d5 req-56bc795b-e639-4187-90ee-6dab3afae602 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365622 Jul 06 18:32:00.908623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616359f7-6885-44fc-9639-11f19eac47e2 req-b6562516-499f-4eff-9603-70a8e3c99d76 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:00.911344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-616359f7-6885-44fc-9639-11f19eac47e2 req-b6562516-499f-4eff-9603-70a8e3c99d76 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.0921350 Jul 06 18:32:00.967112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-616359f7-6885-44fc-9639-11f19eac47e2 req-1c31eacf-7e1e-4334-8599-5c44f8a8a7f2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488095 Jul 06 18:32:01.590705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8275036-5f4e-4792-855b-99f131048d9a req-2a4cbfa7-1270-4678-874f-988f6e3b6922 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:01.593442 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8275036-5f4e-4792-855b-99f131048d9a req-2a4cbfa7-1270-4678-874f-988f6e3b6922 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.1086600 Jul 06 18:32:01.653177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8275036-5f4e-4792-855b-99f131048d9a req-77b87c1b-3cf6-4b8a-9fba-9e106b5f20a9 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519998 Jul 06 18:32:01.932225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802dab1-283a-4787-b086-03e9b43652e2 req-5b375a22-02e1-4c6e-9a2b-0a8d1b37283f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:01.933895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b802dab1-283a-4787-b086-03e9b43652e2 req-5b375a22-02e1-4c6e-9a2b-0a8d1b37283f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0771341 Jul 06 18:32:01.977327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b802dab1-283a-4787-b086-03e9b43652e2 req-af4f826f-6320-41c7-8931-8f72e40c6ca8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372059 Jul 06 18:32:02.218828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87800e-e267-41c5-a9ec-99400b40c5a1 req-56f737c9-19f5-4f02-8a91-e3108282e19b tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:02.222218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c87800e-e267-41c5-a9ec-99400b40c5a1 req-56f737c9-19f5-4f02-8a91-e3108282e19b tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.1164982 Jul 06 18:32:02.279109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c87800e-e267-41c5-a9ec-99400b40c5a1 req-807a1d45-9420-49ae-b138-36b278fee002 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Jul 06 18:32:02.829917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5f4b7-0a6b-4dd2-a3f7-1db487701d9b req-a9ca0ecb-133f-4ee8-afab-9c56e8c136c6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:02.831464 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4b5f4b7-0a6b-4dd2-a3f7-1db487701d9b req-a9ca0ecb-133f-4ee8-afab-9c56e8c136c6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0738311 Jul 06 18:32:02.878127 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4b5f4b7-0a6b-4dd2-a3f7-1db487701d9b req-f9c96f1c-1347-412a-90bb-03178b6deeb6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Jul 06 18:32:03.057663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c50e6e-96a6-40c6-852c-babce208e2c1 req-93005ea9-18d9-4c4c-bcd8-6907b9d54b35 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:03.059495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04c50e6e-96a6-40c6-852c-babce208e2c1 req-93005ea9-18d9-4c4c-bcd8-6907b9d54b35 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.0674062 Jul 06 18:32:03.104520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04c50e6e-96a6-40c6-852c-babce208e2c1 req-a5ac8d94-39a8-485f-8ce9-dfbcf9e52a81 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376570 Jul 06 18:32:03.301079 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c58983-df83-4715-95ed-010ce9d587ca req-3c8e7e1f-4356-4728-bc2f-90959e46977a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:03.303848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56c58983-df83-4715-95ed-010ce9d587ca req-3c8e7e1f-4356-4728-bc2f-90959e46977a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0749609 Jul 06 18:32:03.343892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56c58983-df83-4715-95ed-010ce9d587ca req-07334185-40a6-41eb-ae5d-7f21a97f1a59 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353780 Jul 06 18:32:03.673658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-8bb2b3ee-f969-410c-9177-261b207f6776 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1415923 Jul 06 18:32:03.674450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53708ec2-f1ba-4b32-81eb-2c6511397d40 req-b929a586-45a1-4da5-89f9-c67d802877b4 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:03.679764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53708ec2-f1ba-4b32-81eb-2c6511397d40 req-b929a586-45a1-4da5-89f9-c67d802877b4 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.1654363 Jul 06 18:32:03.736883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53708ec2-f1ba-4b32-81eb-2c6511397d40 req-48ed6a61-1b55-4694-9a7a-248e8b7b8890 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498204 Jul 06 18:32:03.813781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-548e0ce6-ef33-444a-b85a-a134ea149212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:03.815695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-548e0ce6-ef33-444a-b85a-a134ea149212 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 1096 time: 0.1051846 Jul 06 18:32:03.941427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-bea0cb2c-2131-4e6e-a12e-df672126c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:03.943163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-bea0cb2c-2131-4e6e-a12e-df672126c28b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 912 time: 0.0996192 Jul 06 18:32:04.024046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-c8f00078-77a1-4f44-82dc-256b9cfd9095 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f8e274-1d7d-491d-acca-aed5e29589ae HTTP/1.1" status: 200 len: 1001 time: 0.0714765 Jul 06 18:32:04.081255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-6a273077-fc2c-477f-8125-ac448fce7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:04.082796 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-6a273077-fc2c-477f-8125-ac448fce7915 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.0517492 Jul 06 18:32:04.146889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-35f96f13-8a88-4b11-9cca-b23b92ba2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:04.148741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-35f96f13-8a88-4b11-9cca-b23b92ba2dae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569732 Jul 06 18:32:04.268756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-ac431d34-4bb2-485f-b605-6d1ba4e4266e service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111786 Jul 06 18:32:04.369597 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffda59b2-a106-4c6c-9c0e-0d3f95f3945e req-31113a88-fc77-480d-bc3d-c838b7a89211 service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897360 Jul 06 18:32:04.404491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-9874fbcd-cb2d-4f6e-87c3-ad2a508401ff tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:04.406029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-9874fbcd-cb2d-4f6e-87c3-ad2a508401ff tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.1182609 Jul 06 18:32:04.424110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-8a1396a8-cd8f-4a69-b5c3-bee11e19377e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/quotas/417662f6c44c44258a959db8ff552ba0 HTTP/1.1" status: 200 len: 375 time: 0.0096588 Jul 06 18:32:04.501347 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-e7d2a3de-ac8c-486f-9245-ed6f55b243fd tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0705898 Jul 06 18:32:04.602305 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-dcbefd59-efd0-478c-be27-d4d1fdc2996b service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940142 Jul 06 18:32:04.694905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-f0264a2e-3eb2-499e-a4b6-795e13962ed2 service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867560 Jul 06 18:32:04.988660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-d502e270-223a-4f57-9702-19ecaa261cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1082783 Jul 06 18:32:05.056979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-d0cf4c38-c234-4d3e-a256-81dfd0e4dd0e service neutron] 10.222.0.41 "GET /v2.0/networks/3be1f2be-dbc5-4d3a-9485-df185568676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882013 Jul 06 18:32:05.171830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-8bc9c5eb-6d87-42b6-818d-a67de4d78bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.173981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-8bc9c5eb-6d87-42b6-818d-a67de4d78bea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=113bc2d91a6e4869b00fb7a897037512&device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 1096 time: 0.0793986 Jul 06 18:32:05.184058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79008f9e-e8be-4279-9689-46ecd61e71a4 req-0d2338c9-ab8b-411f-aa93-a70887d8f4ff tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.192350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79008f9e-e8be-4279-9689-46ecd61e71a4 req-0d2338c9-ab8b-411f-aa93-a70887d8f4ff tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.1353264 Jul 06 18:32:05.252130 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-779624b8-c116-4d35-89a7-65c3e3317202 req-0ec60817-8a76-417e-ae11-7a6c9631075d service neutron] 10.222.0.41 "GET /v2.0/networks/3be1f2be-dbc5-4d3a-9485-df185568676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887255 Jul 06 18:32:05.264226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261094b3-8903-4f0a-b657-4b6c19552a0e req-e51b5e52-9b95-4296-af25-f48c9f4f62a1 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.271653 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-261094b3-8903-4f0a-b657-4b6c19552a0e req-e51b5e52-9b95-4296-af25-f48c9f4f62a1 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.1716321 Jul 06 18:32:05.287552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79008f9e-e8be-4279-9689-46ecd61e71a4 req-16ed5c9e-b512-4fa1-a022-09d427cc3bf9 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940421 Jul 06 18:32:05.365186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-66d0d482-2758-427a-a9b8-f96ad1b3d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.366942 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-66d0d482-2758-427a-a9b8-f96ad1b3d355 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093 HTTP/1.1" status: 200 len: 916 time: 0.1654391 Jul 06 18:32:05.423961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-261094b3-8903-4f0a-b657-4b6c19552a0e req-3dd2cb44-f096-4957-a2c5-bb12c35ea5fc tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513357 Jul 06 18:32:05.468380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-db6dfdb2-f6c9-4aa0-8f12-f9e36b5e805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.470114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-db6dfdb2-f6c9-4aa0-8f12-f9e36b5e805e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81b4ae28f3264aa18c88b0a477d39fa9&device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 1095 time: 0.1181831 Jul 06 18:32:05.526168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-21808d5f-4115-43df-952a-96fd4f9b6083 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79b4bb5-5f66-4446-a16c-3235b993959f HTTP/1.1" status: 200 len: 1000 time: 0.1516216 Jul 06 18:32:05.535844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f981-73e5-41fa-8539-20b9ee0b6c0f req-0daeeec2-3b53-481f-a053-363634bda2a8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.537825 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2069f981-73e5-41fa-8539-20b9ee0b6c0f req-0daeeec2-3b53-481f-a053-363634bda2a8 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.1004751 Jul 06 18:32:05.585061 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-743e0621-5a13-4353-96bd-037b8ec08b51 req-b1c58aad-a566-4b54-a87b-ec7b09a67931 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 210 time: 0.0895853 Jul 06 18:32:05.620010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-45ec81a7-3ba7-4a57-bf2f-da0978eff6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.622906 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-45ec81a7-3ba7-4a57-bf2f-da0978eff6bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05a2ea56-7724-4bee-bc4d-31129923e7e8 HTTP/1.1" status: 200 len: 854 time: 0.0835900 Jul 06 18:32:05.639614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-dc2ab568-e68a-491b-917d-24c04fdf635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.641155 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-dc2ab568-e68a-491b-917d-24c04fdf635a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3be1f2be-dbc5-4d3a-9485-df185568676e HTTP/1.1" status: 200 len: 916 time: 0.1619616 Jul 06 18:32:05.670941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2069f981-73e5-41fa-8539-20b9ee0b6c0f req-4edcdbf1-af5e-4637-85b8-cda91fc2c3d4 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209927 Jul 06 18:32:05.699890 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-94e0a739-136a-4710-9cc2-26a5cfc010a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d30a15-8f11-4552-a850-333638372647 HTTP/1.1" status: 200 len: 217 time: 0.0502110 Jul 06 18:32:05.714585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-427fe7e9-1d7d-4347-bbe3-527144e7b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.716127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-427fe7e9-1d7d-4347-bbe3-527144e7b46f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d403eed-9c14-4958-9cbe-5eaa2e5ac093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797358 Jul 06 18:32:05.757062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-b2c35647-b078-4d2d-a2ae-9a9bdb582c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.758744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-b2c35647-b078-4d2d-a2ae-9a9bdb582c60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7abfc496-64a4-40d1-8ad4-1c4121788ea0 HTTP/1.1" status: 200 len: 854 time: 0.0506554 Jul 06 18:32:05.842952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-a1a40880-2c22-4306-b552-4e24caaea17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.845566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-a1a40880-2c22-4306-b552-4e24caaea17f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3be1f2be-dbc5-4d3a-9485-df185568676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794678 Jul 06 18:32:05.963688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-ac41d193-9ded-4bef-8816-3dc7ab22bd9c service neutron] 10.222.0.41 "GET /v2.0/networks/3be1f2be-dbc5-4d3a-9485-df185568676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103141 Jul 06 18:32:06.204045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf6ef924-e822-4d8b-ae70-60b74420dbd5 req-56836348-7fe5-43b0-b693-9c7f3af683ad service neutron] 10.222.0.41 "GET /v2.0/networks/3be1f2be-dbc5-4d3a-9485-df185568676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228265 Jul 06 18:32:06.296843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-5424de97-4df3-48d4-8909-de4837c1a835 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:06.299081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-5424de97-4df3-48d4-8909-de4837c1a835 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.1221268 Jul 06 18:32:06.300928 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-6b5461e3-4466-4629-b67b-4af022154b4b service neutron] 10.222.0.41 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736353 Jul 06 18:32:06.475363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 89d30a15-8f11-4552-a850-333638372647 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:32:06.478286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f08ce820-9751-490d-a1aa-a06b7ef86f32 req-ebc71fa4-8ce5-4cdd-a2fb-0a1bc7b3a3b2 service neutron] 10.222.0.41 "GET /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614227 Jul 06 18:32:06.559111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Deleting port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:06.559383 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:06.569445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91082670-dfd9-45b7-98a4-3e0125f42c21 req-9c90b838-ea71-46ab-b891-1ded473bed48 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:06.577974 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91082670-dfd9-45b7-98a4-3e0125f42c21 req-9c90b838-ea71-46ab-b891-1ded473bed48 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 945 time: 0.1180425 Jul 06 18:32:06.663188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 89d30a15-8f11-4552-a850-333638372647, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=89d30a15-8f11-4552-a850-333638372647,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:06.698705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '89d30a15-8f11-4552-a850-333638372647', 'network_id': '3be1f2be-dbc5-4d3a-9485-df185568676e', 'port_id': '89d30a15-8f11-4552-a850-333638372647', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abfc496-64a4-40d1-8ad4-1c4121788ea0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:32:06.769740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:06.780819 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91082670-dfd9-45b7-98a4-3e0125f42c21 req-d7badf94-f3c6-4ecb-bb97-038df897373c tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4dffbb-5700-4715-a249-c8e0db3192e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985180 Jul 06 18:32:06.786349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe87d-1f12-4a0d-99ec-86e67fc083be req-e6413cba-b212-4fcf-baca-1f5ab94708df tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:06.792634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d30a15-8f11-4552-a850-333638372647 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:06.792809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03efe87d-1f12-4a0d-99ec-86e67fc083be req-e6413cba-b212-4fcf-baca-1f5ab94708df tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 944 time: 0.1378849 Jul 06 18:32:06.822247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 89d30a15-8f11-4552-a850-333638372647, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=89d30a15-8f11-4552-a850-333638372647,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:06.833966 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:06.876571 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03efe87d-1f12-4a0d-99ec-86e67fc083be req-1767fdf8-3a55-41fb-82d1-4f32801fdbeb tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769587 Jul 06 18:32:06.924325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=89d30a15-8f11-4552-a850-333638372647,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:06.949536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] For port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,segment=NetworkSegment(432d4fec-6aa3-42b6-aaa4-86708158441e),segment_id=432d4fec-6aa3-42b6-aaa4-86708158441e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:06.949935 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:06.970773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-757928a9-b6b5-40c3-bb3e-72e88b895539 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:06.972312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-757928a9-b6b5-40c3-bb3e-72e88b895539 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.3915968 Jul 06 18:32:06.980662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Calling delete_port for 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:06.989274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'port': {'device_id': 'da3a1026-2c28-470a-a486-e00750ef6bbb', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'admin_state_up': True, 'tenant_id': '417662f6c44c44258a959db8ff552ba0'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:07.041758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['89d30a15-8f11-4552-a850-333638372647'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:07.079532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e858ca9a-f2f1-4181-be22-8a28142a4b3b req-b5d859bb-fcbc-4c0d-996a-a37f2486ea25 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 210 time: 0.0849147 Jul 06 18:32:07.415096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Made reservation on behalf of 417662f6c44c44258a959db8ff552ba0 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:07.421364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:07.461491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:07.500870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Pushing event deleted for resources: {'Port': ['ID=4d766f84-89b4-47bd-bbd5-d2a54b5628e4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:07.608135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] No DVR routers for this DVR port 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:07.613436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:07.615478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d83466d2-5553-4f3f-bba4-82fa4136cb39 req-c1eb98d5-9737-4f8d-8b0c-e4fb148785b1 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.41 "DELETE /v2.0/ports/4d766f84-89b4-47bd-bbd5-d2a54b5628e4 HTTP/1.1" status: 204 len: 173 time: 1.3060043 Jul 06 18:32:07.616191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3c96ad-3eaf-40f6-b709-f0d76074b31e', 'name': 'network-vif-deleted', 'tag': '4d766f84-89b4-47bd-bbd5-d2a54b5628e4'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:07.626003 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93848a-296b-4097-bda4-e92f468908a2" -d '{"events": [{"server_uuid": "2d3c96ad-3eaf-40f6-b709-f0d76074b31e", "name": "network-vif-deleted", "tag": "4d766f84-89b4-47bd-bbd5-d2a54b5628e4"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:07.652494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['4d766f84-89b4-47bd-bbd5-d2a54b5628e4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:07.708537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Allocated IP 172.20.0.5 (d0a09b5a-f663-4630-8067-f035b53d07ae/e56b845b-d88a-4527-bbca-fe13b0079875/29345595-d556-4aec-8de8-3492b1e3286d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:32:07.732530 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa1602c-f270-40aa-88af-5aad4fb2530e x-openstack-request-id: req-9aa1602c-f270-40aa-88af-5aad4fb2530e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:07.732872 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3c96ad-3eaf-40f6-b709-f0d76074b31e", "name": "network-vif-deleted", "tag": "4d766f84-89b4-47bd-bbd5-d2a54b5628e4", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:07.733075 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9aa1602c-f270-40aa-88af-5aad4fb2530e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:07.733470 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3c96ad-3eaf-40f6-b709-f0d76074b31e', 'name': 'network-vif-deleted', 'tag': '4d766f84-89b4-47bd-bbd5-d2a54b5628e4', 'status': 'completed', 'code': 200} Jul 06 18:32:07.773352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99cf5b-1c3b-4fd2-b197-06b4b41717c0 req-de725e17-a416-47ce-994f-52251abc78da tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:07.780612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eb99cf5b-1c3b-4fd2-b197-06b4b41717c0 req-de725e17-a416-47ce-994f-52251abc78da tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.1580412 Jul 06 18:32:07.836401 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eb99cf5b-1c3b-4fd2-b197-06b4b41717c0 req-ac060fec-3091-4b5d-bbaf-813b5eb50d7e tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530686 Jul 06 18:32:07.989295 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:08.040177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-479ce69f-0674-4520-9c49-3fa5f92ea8c5 req-5dacbb49-6f04-4b33-8fe2-b91ddf7ddbe4 tempest-ServersNegativeTestMultiTenantJSON-1801743428 tempest-ServersNegativeTestMultiTenantJSON-1801743428-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3c96ad-3eaf-40f6-b709-f0d76074b31e HTTP/1.1" status: 200 len: 210 time: 0.0421443 Jul 06 18:32:08.041280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Transition to ACTIVE for port object 29345595-d556-4aec-8de8-3492b1e3286d will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:08.090747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:08.112251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037f5f9-2e05-4a2c-bab9-2c8f6df84ba3 req-1a6fc3ac-a2c6-4966-bc14-3866dcb41e91 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:08.114354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b037f5f9-2e05-4a2c-bab9-2c8f6df84ba3 req-1a6fc3ac-a2c6-4966-bc14-3866dcb41e91 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 945 time: 0.0712402 Jul 06 18:32:08.187259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b037f5f9-2e05-4a2c-bab9-2c8f6df84ba3 req-aa9214db-0cb8-4439-bff6-98a712479176 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645483 Jul 06 18:32:08.198270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Network d0a09b5a-f663-4630-8067-f035b53d07ae is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:32:08.216429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:08.222596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:32:08.393090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'Port': ['ID=29345595-d556-4aec-8de8-3492b1e3286d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:08.436680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:08.438270 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:08.498341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 89d30a15-8f11-4552-a850-333638372647 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:32:08.537844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-83ea8f02-b68e-402d-af19-d390b98a3eee tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5547934 Jul 06 18:32:08.552227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Request body: {'port': {'device_id': 'da3a1026-2c28-470a-a486-e00750ef6bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:08.642914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 89d30a15-8f11-4552-a850-333638372647 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:32:08.648857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 89d30a15-8f11-4552-a850-333638372647 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:08.649742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:08.659784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a70a7-b57c-4d4b-b99b-6b9ad1ef1bd6 req-85004049-7271-487e-b894-340e78d4410e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:08.663402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c1a70a7-b57c-4d4b-b99b-6b9ad1ef1bd6 req-85004049-7271-487e-b894-340e78d4410e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 931 time: 0.2058225 Jul 06 18:32:08.695205 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:08.757968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fa74570c-4715-43d5-bbcd-ad65ffbcf9f5 None None] Provisioning for port 29345595-d556-4aec-8de8-3492b1e3286d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:32:08.770954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fa74570c-4715-43d5-bbcd-ad65ffbcf9f5 None None] Provisioning complete for port 29345595-d556-4aec-8de8-3492b1e3286d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:08.771727 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fa74570c-4715-43d5-bbcd-ad65ffbcf9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:08.796068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c1a70a7-b57c-4d4b-b99b-6b9ad1ef1bd6 req-b5c51086-de7e-4184-9e53-5cabe9564429 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218424 Jul 06 18:32:08.853408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-fa74570c-4715-43d5-bbcd-ad65ffbcf9f5 None None] Port 29345595-d556-4aec-8de8-3492b1e3286d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:32:08.865875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:08.904846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 89d30a15-8f11-4552-a850-333638372647, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=89d30a15-8f11-4552-a850-333638372647,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:08.906181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8c94a-6545-4c69-999c-abd421e43f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d30a15-8f11-4552-a850-333638372647'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:08.909132 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09bc26f-c6b1-4307-ba9a-7cefae0a930d" -d '{"events": [{"server_uuid": "32a8c94a-6545-4c69-999c-abd421e43f61", "name": "network-vif-plugged", "status": "completed", "tag": "89d30a15-8f11-4552-a850-333638372647"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:08.915355 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:08.916547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:08.974507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:08.975003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4d766f84-89b4-47bd-bbd5-d2a54b5628e4 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:08.994029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=89d30a15-8f11-4552-a850-333638372647,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:09.073386 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84468d-d8ac-4b0b-bbf5-7936ed9e9857 x-openstack-request-id: req-cd84468d-d8ac-4b0b-bbf5-7936ed9e9857 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:09.073929 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8c94a-6545-4c69-999c-abd421e43f61", "name": "network-vif-plugged", "status": "completed", "tag": "89d30a15-8f11-4552-a850-333638372647", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:09.074345 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd84468d-d8ac-4b0b-bbf5-7936ed9e9857 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:09.074841 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8c94a-6545-4c69-999c-abd421e43f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d30a15-8f11-4552-a850-333638372647', 'code': 200} Jul 06 18:32:09.171203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12599dbb-f800-4077-b477-c682e6a986dd req-b7c16339-d23f-4f10-a7c5-a2cd8f402876 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.179071 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-12599dbb-f800-4077-b477-c682e6a986dd req-b7c16339-d23f-4f10-a7c5-a2cd8f402876 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.1291232 Jul 06 18:32:09.191939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29345595-d556-4aec-8de8-3492b1e3286d {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:09.220341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.234504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-12599dbb-f800-4077-b477-c682e6a986dd req-de3907d2-0977-4acc-8596-478d1238cd3f tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541415 Jul 06 18:32:09.236240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39516) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:09.245478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Transition to ACTIVE for port object 29345595-d556-4aec-8de8-3492b1e3286d will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:09.253498 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.317428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa1b779-312f-41d6-8cd2-d3c65e7901ad admin admin] Deleting subnet 0d1fb22e-22e3-4263-9e73-f2bf4bae23e1 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:32:09.322001 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b779-312f-41d6-8cd2-d3c65e7901ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.366686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b779-312f-41d6-8cd2-d3c65e7901ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.400601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33125aa5-5b8b-4fd9-b599-02f329b3253c req-7499e7c1-b171-42d2-be3d-76840f21e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.402860 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-33125aa5-5b8b-4fd9-b599-02f329b3253c req-7499e7c1-b171-42d2-be3d-76840f21e32f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 1097 time: 0.2219703 Jul 06 18:32:09.418821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b779-312f-41d6-8cd2-d3c65e7901ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.436138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Pushing event updated for resources: {'Port': ['ID=29345595-d556-4aec-8de8-3492b1e3286d,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:09.557932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b779-312f-41d6-8cd2-d3c65e7901ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.615700 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-33125aa5-5b8b-4fd9-b599-02f329b3253c req-206d0569-f904-47ca-b890-14a815331ee7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916530 Jul 06 18:32:09.638079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Attempting to bind port 29345595-d556-4aec-8de8-3492b1e3286d on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:32:09.638476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Attempting to bind port 29345595-d556-4aec-8de8-3492b1e3286d by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:32:09.638817 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Attempting to bind port 29345595-d556-4aec-8de8-3492b1e3286d on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:09.639356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b779-312f-41d6-8cd2-d3c65e7901ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.641559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ffa1b779-312f-41d6-8cd2-d3c65e7901ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d1fb22e-22e3-4263-9e73-f2bf4bae23e1 HTTP/1.1" status: 204 len: 168 time: 0.4040015 Jul 06 18:32:09.642564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1b779-312f-41d6-8cd2-d3c65e7901ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1fb22e-22e3-4263-9e73-f2bf4bae23e1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:09.644858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39522) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:09.660986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Port 29345595-d556-4aec-8de8-3492b1e3286d on network d0a09b5a-f663-4630-8067-f035b53d07ae not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:32:09.661311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Attempting to bind port 29345595-d556-4aec-8de8-3492b1e3286d on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:09.668176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:32:09.668522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Checking segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:09.668913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Bound using segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:32:09.669352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Bound port: 29345595-d556-4aec-8de8-3492b1e3286d, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:32:09.669708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.680325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f04f19-8d41-43d9-8e16-5fdc7df0fd90 req-5cdeb7ec-e486-4cb9-9c1f-4802934eb3f8 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.687388 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09f04f19-8d41-43d9-8e16-5fdc7df0fd90 req-5cdeb7ec-e486-4cb9-9c1f-4802934eb3f8 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 946 time: 0.2819927 Jul 06 18:32:09.742643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.766894 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09f04f19-8d41-43d9-8e16-5fdc7df0fd90 req-3395a873-8750-45af-b4c5-78ac55d9c37b tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782454 Jul 06 18:32:09.823619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] For port 29345595-d556-4aec-8de8-3492b1e3286d, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:32:09.830833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] For port 29345595-d556-4aec-8de8-3492b1e3286d, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29345595-d556-4aec-8de8-3492b1e3286d,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:32:09.837343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.857955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.870756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:09.878791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.879420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.881136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] 10.222.0.24 "PUT /v2.0/ports/29345595-d556-4aec-8de8-3492b1e3286d HTTP/1.1" status: 200 len: 1091 time: 1.3348401 Jul 06 18:32:09.881600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3a1026-2c28-470a-a486-e00750ef6bbb', 'tag': '29345595-d556-4aec-8de8-3492b1e3286d'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:09.884187 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21748bbc-7739-400d-8fe9-37557293421c" -d '{"events": [{"name": "network-changed", "server_uuid": "da3a1026-2c28-470a-a486-e00750ef6bbb", "tag": "29345595-d556-4aec-8de8-3492b1e3286d"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:09.885366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432d4fec-6aa3-42b6-aaa4-86708158441e') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:09.885824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432d4fec-6aa3-42b6-aaa4-86708158441e') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:09.897446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.914750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6705a1-9281-4855-837d-0049fbbd5a74 service neutron] Pushing event updated for resources: {'Port': ['ID=29345595-d556-4aec-8de8-3492b1e3286d,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:09.921244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.929930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:32:09.930833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:32:09.934127 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:32:10.091078 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:10.100412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:10.102809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0 HTTP/1.1" status: 204 len: 168 time: 0.4564700 Jul 06 18:32:10.106436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39532) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:10.107913 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22996bf8-fcec-49ce-b904-054c2ab18fca x-openstack-request-id: req-22996bf8-fcec-49ce-b904-054c2ab18fca {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:10.108207 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3a1026-2c28-470a-a486-e00750ef6bbb", "tag": "29345595-d556-4aec-8de8-3492b1e3286d", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:10.108456 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22996bf8-fcec-49ce-b904-054c2ab18fca {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:10.108848 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3a1026-2c28-470a-a486-e00750ef6bbb', 'tag': '29345595-d556-4aec-8de8-3492b1e3286d', 'status': 'completed', 'code': 200} Jul 06 18:32:10.139859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c87cf9-068b-4df8-ab72-5f1bf8457e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5b5fb8-5e1c-4d56-9e44-807b01fba9f0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:10.140715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-6915d943-2b6a-4d0e-8f93-040f5b033c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:10.142291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-6915d943-2b6a-4d0e-8f93-040f5b033c89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 1094 time: 0.1395595 Jul 06 18:32:10.181183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2d1c-c3a8-4aa7-a995-8884f54b0ae0 req-98c98cfe-b5b6-413f-8055-83272f29b542 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:10.194410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bfb2d1c-c3a8-4aa7-a995-8884f54b0ae0 req-98c98cfe-b5b6-413f-8055-83272f29b542 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 943 time: 0.1696486 Jul 06 18:32:10.249905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-757de781-f7a4-442f-b918-715a25191642 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29345595-d556-4aec-8de8-3492b1e3286d HTTP/1.1" status: 200 len: 217 time: 0.0703039 Jul 06 18:32:10.287323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bfb2d1c-c3a8-4aa7-a995-8884f54b0ae0 req-61cbb468-5d75-480e-b65d-54a7381d8e38 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898817 Jul 06 18:32:10.320008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5031c6-b9f7-4efb-a65c-e779000a9cd9 admin admin] Deleting subnet bc088047-9bc9-416c-803c-771760d6ea2d {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:32:10.337179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e5031c6-b9f7-4efb-a65c-e779000a9cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:10.462932 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e5031c6-b9f7-4efb-a65c-e779000a9cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:10.500279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-f4a65388-d4c0-469d-a93f-98d10b343b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:10.501806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-f4a65388-d4c0-469d-a93f-98d10b343b40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.2356994 Jul 06 18:32:10.577924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-b8ea5237-be26-4161-bec2-6f2eb1d3c04e tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:10.579557 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-b8ea5237-be26-4161-bec2-6f2eb1d3c04e tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.3939915 Jul 06 18:32:10.657124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e5031c6-b9f7-4efb-a65c-e779000a9cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:10.753526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff5e4f-4c8a-4357-9a20-668f81b41794 req-661c82e7-eb80-4b24-99bd-4cab8a15d3ad tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:10.755351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecff5e4f-4c8a-4357-9a20-668f81b41794 req-661c82e7-eb80-4b24-99bd-4cab8a15d3ad tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.3635788 Jul 06 18:32:10.767790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-d247b782-771c-4c25-820f-9cbdb08aaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:10.769358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-d247b782-771c-4c25-820f-9cbdb08aaacb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2563987 Jul 06 18:32:10.929628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e5031c6-b9f7-4efb-a65c-e779000a9cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:10.956787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e5031c6-b9f7-4efb-a65c-e779000a9cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:10.958950 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e5031c6-b9f7-4efb-a65c-e779000a9cd9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bc088047-9bc9-416c-803c-771760d6ea2d HTTP/1.1" status: 204 len: 168 time: 0.8312702 Jul 06 18:32:10.963449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39542) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:10.990162 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecff5e4f-4c8a-4357-9a20-668f81b41794 req-0d20c87b-793d-431f-850e-aef9407b195c tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254481 Jul 06 18:32:10.993141 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-3f86e41d-74c8-4c6c-be3d-8471cf0ceb2b service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124445 Jul 06 18:32:10.999984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Deleting port a79b4bb5-5f66-4446-a16c-3235b993959f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:11.000387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.003846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5031c6-b9f7-4efb-a65c-e779000a9cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc088047-9bc9-416c-803c-771760d6ea2d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:11.072047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adccc12-37e1-41f0-87f0-634e0499b213 req-8288e971-945b-4128-bd69-5a9e1349a673 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:11.074340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5adccc12-37e1-41f0-87f0-634e0499b213 req-8288e971-945b-4128-bd69-5a9e1349a673 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 946 time: 0.1743574 Jul 06 18:32:11.138767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.179900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5adccc12-37e1-41f0-87f0-634e0499b213 req-5e4a4647-8dbc-47f8-abba-7f47e3573655 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948815 Jul 06 18:32:11.232427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b631f82-3918-4fde-a04f-9e9305ef6f06 req-10ea0b19-9720-4a7f-a5e3-f20cb5b8545a service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248163 Jul 06 18:32:11.234353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] For port a79b4bb5-5f66-4446-a16c-3235b993959f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a79b4bb5-5f66-4446-a16c-3235b993959f,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:11.234726 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.315919 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.345246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f0cfbf-ebba-4beb-985a-882719730cbe']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:11.368060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a16ac7-2bcd-4609-aa52-d05626bf5dcf') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:11.369182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a16ac7-2bcd-4609-aa52-d05626bf5dcf') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:11.388294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.422529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.435307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:32:11.436856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:32:11.474708 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:32:11.589969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.597300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:11.607690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] 10.222.0.53 "DELETE /v2.0/networks/76f0cfbf-ebba-4beb-985a-882719730cbe HTTP/1.1" status: 204 len: 168 time: 0.6404972 Jul 06 18:32:11.623180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315a367-5eae-40b0-bed1-b31199bfc098 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f0cfbf-ebba-4beb-985a-882719730cbe,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:11.936258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39564) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:12.015220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dbe83377-94cb-4e32-8084-704083f22bd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93c6f3b872524c18a7cb059eecee47ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752032 Jul 06 18:32:12.015512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39568) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:12.078325 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-652aa8aa-b713-41ef-8a68-3b8b57bdff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:12.105101 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-652aa8aa-b713-41ef-8a68-3b8b57bdff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:12.186933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-652aa8aa-b713-41ef-8a68-3b8b57bdff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:12.189898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-652aa8aa-b713-41ef-8a68-3b8b57bdff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:12.191709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-652aa8aa-b713-41ef-8a68-3b8b57bdff46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca4dffbb-5700-4715-a249-c8e0db3192e2 HTTP/1.1" status: 204 len: 168 time: 0.1750836 Jul 06 18:32:12.214088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21748bbc-7739-400d-8fe9-37557293421c req-bc66ab8b-5174-44e9-911a-300de41b9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:12.215662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21748bbc-7739-400d-8fe9-37557293421c req-bc66ab8b-5174-44e9-911a-300de41b9fc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 1094 time: 0.8036172 Jul 06 18:32:12.237404 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652aa8aa-b713-41ef-8a68-3b8b57bdff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4dffbb-5700-4715-a249-c8e0db3192e2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:12.255039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67707db-9b6a-4082-a8a5-78c873f6219f req-11bea55a-30e0-4713-ae9e-2d97ad67dd51 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:12.262179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b67707db-9b6a-4082-a8a5-78c873f6219f req-11bea55a-30e0-4713-ae9e-2d97ad67dd51 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 943 time: 0.3227332 Jul 06 18:32:12.285623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafb9c3-5fd7-4958-9b26-c6e3aebf8319 req-c4665592-faf7-4864-9ac9-9bc9d49a1fc3 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:12.287427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfafb9c3-5fd7-4958-9b26-c6e3aebf8319 req-c4665592-faf7-4864-9ac9-9bc9d49a1fc3 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 945 time: 0.1117647 Jul 06 18:32:12.346618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:12.346618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:12.346618 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Floating IP de32837a-fe5c-4dfa-b151-0112417a7278 disassociated. External IP: 172.25.4.98, port: a79b4bb5-5f66-4446-a16c-3235b993959f. Jul 06 18:32:12.346972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Calling delete_port for a79b4bb5-5f66-4446-a16c-3235b993959f owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:12.355142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfafb9c3-5fd7-4958-9b26-c6e3aebf8319 req-da457c6c-46ce-4320-864e-454f91059807 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups?id=4584c2f0-8277-43c1-ad61-edd7422c8b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587864 Jul 06 18:32:12.412604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b67707db-9b6a-4082-a8a5-78c873f6219f req-7e038550-1263-4ddc-94c1-65984d618ae6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494133 Jul 06 18:32:12.481310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21748bbc-7739-400d-8fe9-37557293421c req-b100475d-0323-4875-b5fe-51138fd6e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:12.482879 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21748bbc-7739-400d-8fe9-37557293421c req-b100475d-0323-4875-b5fe-51138fd6e625 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.2560861 Jul 06 18:32:12.541319 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21748bbc-7739-400d-8fe9-37557293421c req-b8083de9-9866-45d8-b1fe-38ababbc68ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29345595-d556-4aec-8de8-3492b1e3286d HTTP/1.1" status: 200 len: 217 time: 0.0491049 Jul 06 18:32:12.647241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21748bbc-7739-400d-8fe9-37557293421c req-92804031-85a7-476e-b774-14e0e40d493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:12.649185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21748bbc-7739-400d-8fe9-37557293421c req-92804031-85a7-476e-b774-14e0e40d493c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1006954 Jul 06 18:32:12.718507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:12.766473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event deleted for resources: {'Port': ['ID=a79b4bb5-5f66-4446-a16c-3235b993959f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:12.778185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21748bbc-7739-400d-8fe9-37557293421c req-9edb4997-a056-4ef4-bd26-15c4206fb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:12.779886 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21748bbc-7739-400d-8fe9-37557293421c req-9edb4997-a056-4ef4-bd26-15c4206fb11f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205602 Jul 06 18:32:12.832548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39582) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:12.892589 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a448b3fd-750b-4459-a51d-499b8d3c64b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0624cf9e0ab94de787778768f0c60243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587909 Jul 06 18:32:12.895138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39584) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:12.990833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Router 02f6444b-5a56-40ee-a853-e2408585b87a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:32:13.003945 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-281204f9-04f1-4961-8cd3-bb87454c24ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.042570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-281204f9-04f1-4961-8cd3-bb87454c24ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.083823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21748bbc-7739-400d-8fe9-37557293421c req-f4e9b4dd-3ca4-46f9-97bb-35852be5e5a6 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845624 Jul 06 18:32:13.122982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-281204f9-04f1-4961-8cd3-bb87454c24ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.126297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-281204f9-04f1-4961-8cd3-bb87454c24ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.130181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-281204f9-04f1-4961-8cd3-bb87454c24ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fed3a4ff-8842-4988-b696-1076f2f9ebd9 HTTP/1.1" status: 204 len: 168 time: 0.2231767 Jul 06 18:32:13.157900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281204f9-04f1-4961-8cd3-bb87454c24ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed3a4ff-8842-4988-b696-1076f2f9ebd9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:13.284947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:32:13.306374 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] Sync routers for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:32:13.337610 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:13.345832 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:31:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:13.364411 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21748bbc-7739-400d-8fe9-37557293421c req-1269264c-fe54-4a8d-ae75-81f98f851308 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672122 Jul 06 18:32:13.384644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] No DVR routers for this DVR port a79b4bb5-5f66-4446-a16c-3235b993959f on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:13.387662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.389734 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8bba253-83c2-483b-b4f8-7be4b0c6adfc req-450ac2b5-4152-4cf8-b916-32d98a39aa3a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.41 "DELETE /v2.0/ports/a79b4bb5-5f66-4446-a16c-3235b993959f HTTP/1.1" status: 204 len: 173 time: 2.8025513 Jul 06 18:32:13.390211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'name': 'network-vif-deleted', 'tag': 'a79b4bb5-5f66-4446-a16c-3235b993959f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:13.392744 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20474bd1-171b-465a-8c99-b6ba65780a3d" -d '{"events": [{"server_uuid": "8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1", "name": "network-vif-deleted", "tag": "a79b4bb5-5f66-4446-a16c-3235b993959f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:13.540489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 29345595-d556-4aec-8de8-3492b1e3286d details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:32:13.599967 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:13.684324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 29345595-d556-4aec-8de8-3492b1e3286d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29345595-d556-4aec-8de8-3492b1e3286d,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:13.698370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '29345595-d556-4aec-8de8-3492b1e3286d', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': '29345595-d556-4aec-8de8-3492b1e3286d', 'mac_address': 'fa:16:3e:c6:26:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:32:13.742074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.765934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29345595-d556-4aec-8de8-3492b1e3286d {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:13.766511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e2648-7a9c-415b-8a42-7e04a3271c0a req-f79fdc58-96a2-433f-8188-00196546b799 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:13.779725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae7e2648-7a9c-415b-8a42-7e04a3271c0a req-f79fdc58-96a2-433f-8188-00196546b799 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.2274914 Jul 06 18:32:13.803769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 29345595-d556-4aec-8de8-3492b1e3286d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29345595-d556-4aec-8de8-3492b1e3286d,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:13.824280 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.871027 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:20Z', 'revision_number': 5, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:13.935411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=29345595-d556-4aec-8de8-3492b1e3286d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:13.951526 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] Checking router: 02f6444b-5a56-40ee-a853-e2408585b87a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:32:13.958392 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae7e2648-7a9c-415b-8a42-7e04a3271c0a req-aca2a09a-25e6-4824-b62b-95b97cf8d342 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771426 Jul 06 18:32:13.974245 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:13.975057 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:31:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:14.013570 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7120a6af-8f88-43f3-9319-429fcb7eafab x-openstack-request-id: req-7120a6af-8f88-43f3-9319-429fcb7eafab {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:14.014138 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1", "name": "network-vif-deleted", "tag": "a79b4bb5-5f66-4446-a16c-3235b993959f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:14.014609 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7120a6af-8f88-43f3-9319-429fcb7eafab {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:14.015229 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1', 'name': 'network-vif-deleted', 'tag': 'a79b4bb5-5f66-4446-a16c-3235b993959f', 'status': 'completed', 'code': 200} Jul 06 18:32:14.202850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29345595-d556-4aec-8de8-3492b1e3286d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:14.230462 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dfd6badd-1b5d-4544-b892-dbd3a53d80f9 req-91e82109-51eb-4270-b4f0-b6a044a39add tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 210 time: 0.1063852 Jul 06 18:32:14.289916 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:14.438774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e971e-4114-4137-8336-3b8127e28fe7 req-5ab97a8f-efc3-4b37-823f-945d9cd4b95c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:14.455517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-094e971e-4114-4137-8336-3b8127e28fe7 req-5ab97a8f-efc3-4b37-823f-945d9cd4b95c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 944 time: 0.1499844 Jul 06 18:32:14.547628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-094e971e-4114-4137-8336-3b8127e28fe7 req-10cc6d3b-d12d-4808-b467-472d408dc389 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906215 Jul 06 18:32:14.574522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a79b4bb5-5f66-4446-a16c-3235b993959f no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:14.739871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: a79b4bb5-5f66-4446-a16c-3235b993959f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:14.741877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a79b4bb5-5f66-4446-a16c-3235b993959f not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:14.870006 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:20Z', 'revision_number': 5, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:14.904245 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd2b0e-2f30-493b-916e-b3691748600d None None] The sync data for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 is: [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:29:14Z', 'revision_number': 4, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9f0cca08-86da-41ff-abbb-6386269064f6', 'name': '', 'network_id': '0d403eed-9c14-4958-9cbe-5eaa2e5ac093', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'mac_address': 'fa:16:3e:c3:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:13Z', 'updated_at': '2021-07-06T18:29:20Z', 'revision_number': 5, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'subnets': [{'id': '05a2ea56-7724-4bee-bc4d-31129923e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:32:15.183843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6ad13-8916-4ddc-9415-6c998e403b5a req-9db468a1-7d09-416b-bb35-dd1ff3a2df89 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:15.190324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fda6ad13-8916-4ddc-9415-6c998e403b5a req-9db468a1-7d09-416b-bb35-dd1ff3a2df89 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.0867035 Jul 06 18:32:15.255666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fda6ad13-8916-4ddc-9415-6c998e403b5a req-51ee1a6d-4699-42a2-b472-c068eeee8da3 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612142 Jul 06 18:32:15.313850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60212e80-d95e-4e6d-9c91-cd393e03ae5e None None] New status for floating IP de32837a-fe5c-4dfa-b151-0112417a7278: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:32:15.439745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1c4cdf6-18af-4ea8-a05a-b8c0f2448f39 req-58b592c6-4cc5-4339-97ff-1f4c93e09e91 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 210 time: 0.0449009 Jul 06 18:32:15.490375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-75e4f0bf-a4dc-4367-83ee-3a92741f22a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:15.886916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148670e-b830-4826-8eee-6a21cc486911 req-43560cd0-6cdd-4883-8574-a5dd6d0902e4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:15.890262 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9148670e-b830-4826-8eee-6a21cc486911 req-43560cd0-6cdd-4883-8574-a5dd6d0902e4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 944 time: 0.0865531 Jul 06 18:32:15.931313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9148670e-b830-4826-8eee-6a21cc486911 req-47d7ed81-1248-4fbb-bef8-0dcc348f5b34 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361488 Jul 06 18:32:16.450809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669646ef-1196-4674-b32e-036ffdbbf2d8 req-54177557-df26-48f5-a0cb-083637305fcc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:16.452512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-669646ef-1196-4674-b32e-036ffdbbf2d8 req-54177557-df26-48f5-a0cb-083637305fcc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.0711832 Jul 06 18:32:16.497312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-669646ef-1196-4674-b32e-036ffdbbf2d8 req-18a579f3-5391-4b48-9cd9-ea0a08cc5bf1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387928 Jul 06 18:32:16.634929 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d9d6798-331a-45aa-b536-5b3a37301ef5 req-c6e824e7-a41b-4929-97f0-ef8ceda9db3f tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 210 time: 0.0329669 Jul 06 18:32:17.113928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf4b26-18ac-42da-aee8-b55b60293b95 req-c003dc7b-9864-4040-9c86-48368b8dcd6a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:17.115574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cdaf4b26-18ac-42da-aee8-b55b60293b95 req-c003dc7b-9864-4040-9c86-48368b8dcd6a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 944 time: 0.0690818 Jul 06 18:32:17.156831 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cdaf4b26-18ac-42da-aee8-b55b60293b95 req-dc9d46f2-b6fd-4c12-b4fd-3599cda376f6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Jul 06 18:32:17.585165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 29345595-d556-4aec-8de8-3492b1e3286d up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:32:17.648568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 29345595-d556-4aec-8de8-3492b1e3286d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:32:17.653391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 29345595-d556-4aec-8de8-3492b1e3286d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:17.653896 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:17.697320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac1268-fa69-46a3-ad97-1551164aca87 req-5811c673-81a0-40cd-bf05-83f7d6a2c821 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:17.700103 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43ac1268-fa69-46a3-ad97-1551164aca87 req-5811c673-81a0-40cd-bf05-83f7d6a2c821 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.0766468 Jul 06 18:32:17.758424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43ac1268-fa69-46a3-ad97-1551164aca87 req-f90151dc-bb53-4afa-ba72-33eb6f0e728b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522244 Jul 06 18:32:17.765784 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:17.809966 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 29345595-d556-4aec-8de8-3492b1e3286d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29345595-d556-4aec-8de8-3492b1e3286d,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:17.811196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3a1026-2c28-470a-a486-e00750ef6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29345595-d556-4aec-8de8-3492b1e3286d'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:17.814137 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961d4bfd-eb82-4935-8517-b8b3f9f0c97f" -d '{"events": [{"server_uuid": "da3a1026-2c28-470a-a486-e00750ef6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "29345595-d556-4aec-8de8-3492b1e3286d"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:17.822031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:17.885843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=29345595-d556-4aec-8de8-3492b1e3286d,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:17.913639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-29dd0857-8110-4f0d-a68a-b14b61b11e3b req-7f271d7d-8f52-4e52-8d01-fa22c49eb74a tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 210 time: 0.0410135 Jul 06 18:32:17.971912 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e176eee0-c83a-4742-9812-fbdee28a2c46 x-openstack-request-id: req-e176eee0-c83a-4742-9812-fbdee28a2c46 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:17.972248 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3a1026-2c28-470a-a486-e00750ef6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "29345595-d556-4aec-8de8-3492b1e3286d", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:17.972582 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e176eee0-c83a-4742-9812-fbdee28a2c46 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:17.973033 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3a1026-2c28-470a-a486-e00750ef6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29345595-d556-4aec-8de8-3492b1e3286d', 'code': 200} Jul 06 18:32:18.143658 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-10d512f6-4a73-4a63-be1b-c72b54c83bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.162210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a1858-0165-4d43-9d14-426f7fbb4165 req-9f36802f-5765-4cc3-abb8-3395efedd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:18.164305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c23a1858-0165-4d43-9d14-426f7fbb4165 req-9f36802f-5765-4cc3-abb8-3395efedd92c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 1096 time: 0.0683527 Jul 06 18:32:18.229332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c23a1858-0165-4d43-9d14-426f7fbb4165 req-66d123f7-c247-4cb5-9083-9685f93bbab5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503490 Jul 06 18:32:18.308179 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.420329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0639c-ca4b-4748-a3c4-45767731e35f req-dd8f79ca-4ede-4d93-9aef-91a1d03efac4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:18.422126 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7aa0639c-ca4b-4748-a3c4-45767731e35f req-dd8f79ca-4ede-4d93-9aef-91a1d03efac4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0907538 Jul 06 18:32:18.492818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7aa0639c-ca4b-4748-a3c4-45767731e35f req-83c655d7-a253-482c-a5bd-44033542b38b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635407 Jul 06 18:32:18.991021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37026ac2-9e51-40bc-8655-816e16ba76e4 req-725ca949-c595-497d-b70e-fec6038b6990 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:19.002063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37026ac2-9e51-40bc-8655-816e16ba76e4 req-725ca949-c595-497d-b70e-fec6038b6990 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1004734 Jul 06 18:32:19.079732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37026ac2-9e51-40bc-8655-816e16ba76e4 req-4222c1b1-eba9-4165-a792-133d08587e1e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709214 Jul 06 18:32:19.170837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b30d7744-42d9-455a-adf2-7c87f4ad9543 req-155cfd45-e284-4e81-a7f2-d1093a167d4f tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0421a5-fcc8-4a7e-9f5b-ff7f34ebedd1 HTTP/1.1" status: 200 len: 210 time: 0.0807269 Jul 06 18:32:19.416694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:19.759970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23276b8-9f97-409c-b08c-d835743a2f25 req-4afccde7-0803-4e5c-8411-52681c80713b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:19.761843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e23276b8-9f97-409c-b08c-d835743a2f25 req-4afccde7-0803-4e5c-8411-52681c80713b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0870576 Jul 06 18:32:19.807430 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e23276b8-9f97-409c-b08c-d835743a2f25 req-19c93381-2ead-4872-8344-7585f9ab3d58 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Jul 06 18:32:20.318698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268b32-677d-469a-a480-c64958fbdb9f req-cf809976-684f-42dc-ae74-91b57b5d2922 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:20.323028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f268b32-677d-469a-a480-c64958fbdb9f req-cf809976-684f-42dc-ae74-91b57b5d2922 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0972414 Jul 06 18:32:20.354015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeec93-1f73-4497-8e2d-f92d3ff84856 req-36006757-f950-4fe2-8e18-96ce568087de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:20.362655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04aeec93-1f73-4497-8e2d-f92d3ff84856 req-36006757-f950-4fe2-8e18-96ce568087de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1083522 Jul 06 18:32:20.426061 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f268b32-677d-469a-a480-c64958fbdb9f req-ab795dd0-137b-4bcc-b2f3-544b109fe58f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932698 Jul 06 18:32:20.455979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04aeec93-1f73-4497-8e2d-f92d3ff84856 req-b51c9104-1739-4611-b1f6-36fd231c9ac8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875082 Jul 06 18:32:20.658847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39768) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:20.774728 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2530-431b-4121-86f9-c5a43aa16688 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.805845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2530-431b-4121-86f9-c5a43aa16688 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.896235 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2530-431b-4121-86f9-c5a43aa16688 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.900837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b8e2530-431b-4121-86f9-c5a43aa16688 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.905581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2b8e2530-431b-4121-86f9-c5a43aa16688 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "DELETE /v2.0/security-groups/4584c2f0-8277-43c1-ad61-edd7422c8b1f HTTP/1.1" status: 204 len: 168 time: 0.2436111 Jul 06 18:32:20.906958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39774) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:20.934745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e2530-431b-4121-86f9-c5a43aa16688 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4584c2f0-8277-43c1-ad61-edd7422c8b1f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:20.940006 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-f3eb9ce5-cba6-49d8-a098-d07802c72731 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] show failed (client error): The resource could not be found. Jul 06 18:32:20.941708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3eb9ce5-cba6-49d8-a098-d07802c72731 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "GET /v2.0/security-groups/4584c2f0-8277-43c1-ad61-edd7422c8b1f HTTP/1.1" status: 404 len: 347 time: 0.0306478 Jul 06 18:32:20.946482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39776) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:20.989100 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:21.175047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Deleting port 0b052f72-94c0-467a-b32c-1f2bab5ba7af {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:21.175489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:21.260416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:21.260750 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:21.272855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Calling delete_port for 0b052f72-94c0-467a-b32c-1f2bab5ba7af owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:21.497150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:21.555116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Pushing event deleted for resources: {'Port': ['ID=0b052f72-94c0-467a-b32c-1f2bab5ba7af,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:21.811486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081ce91-9773-4a9d-8f6b-82a291201b35 req-10dc5189-0b63-40b8-891d-d0272d08d415 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:21.825688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a081ce91-9773-4a9d-8f6b-82a291201b35 req-10dc5189-0b63-40b8-891d-d0272d08d415 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1167724 Jul 06 18:32:21.858465 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:21.861890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:21.863130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-24e908ad-2f24-4149-8217-3036a9491674 tempest-ServersTestBootFromVolume-1574925790 tempest-ServersTestBootFromVolume-1574925790-project] 10.222.0.53 "DELETE /v2.0/floatingips/de32837a-fe5c-4dfa-b151-0112417a7278 HTTP/1.1" status: 204 len: 168 time: 0.9156537 Jul 06 18:32:21.866404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39790) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:21.913518 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a081ce91-9773-4a9d-8f6b-82a291201b35 req-e0c596c6-b877-4066-be7a-2e1555272086 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731900 Jul 06 18:32:22.091351 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:22.094434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05954e98-3163-4cfa-a98c-be345ddb1592 req-9f3b9594-a4ed-4da1-aa0d-88b88c2f3c1e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:22.100296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-05954e98-3163-4cfa-a98c-be345ddb1592 req-9f3b9594-a4ed-4da1-aa0d-88b88c2f3c1e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.3431988 Jul 06 18:32:22.274521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-05954e98-3163-4cfa-a98c-be345ddb1592 req-9efb1576-e254-4fdb-9617-99869d2c9d3e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656876 Jul 06 18:32:22.418794 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:22.621833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.568178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Deleting port 9f0cca08-86da-41ff-abbb-6386269064f6 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:23.568622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.670092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61effde-ddca-4bcc-b46f-4f7f10f42eee req-01a9d34a-e493-4e4d-aa38-839e5673e31d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:23.672070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e61effde-ddca-4bcc-b46f-4f7f10f42eee req-01a9d34a-e493-4e4d-aa38-839e5673e31d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.2509997 Jul 06 18:32:23.723981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a321-a7a7-4b07-a7f8-a44d45281c59 req-3f297722-9aec-4444-8df5-27e9b7917d59 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:23.725586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e72a321-a7a7-4b07-a7f8-a44d45281c59 req-3f297722-9aec-4444-8df5-27e9b7917d59 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1867473 Jul 06 18:32:23.760732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e61effde-ddca-4bcc-b46f-4f7f10f42eee req-63581594-530a-4b5c-be71-79f75982aeed tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813496 Jul 06 18:32:23.762640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] For port 9f0cca08-86da-41ff-abbb-6386269064f6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9f0cca08-86da-41ff-abbb-6386269064f6,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:23.763140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.780954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Calling delete_port for 9f0cca08-86da-41ff-abbb-6386269064f6 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:23.874618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e72a321-a7a7-4b07-a7f8-a44d45281c59 req-5413ad5f-4626-4506-b42d-209820f64810 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317840 Jul 06 18:32:24.092813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:24.124073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0cca08-86da-41ff-abbb-6386269064f6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:24.331564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:24.582343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Router 02f6444b-5a56-40ee-a853-e2408585b87a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:32:24.694750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:32:24.700746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-31754405-55c3-4c83-b78e-5a1f86dc6faa admin admin] 10.222.0.53 "PUT /v2.0/routers/02f6444b-5a56-40ee-a853-e2408585b87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332965 Jul 06 18:32:24.703500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39834) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:24.705237 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] Sync routers for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:32:24.716241 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:24.717160 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:24.878591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:24.913233 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:25.092774 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:25.172066 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:32:24Z', 'revision_number': 5, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port': {'id': '4efeaa6d-1a34-4e46-9a5c-f19babd65f58', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:29:09Z', 'updated_at': '2021-07-06T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:25.225759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Deleting port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:25.226122 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:25.251175 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] Checking router: 02f6444b-5a56-40ee-a853-e2408585b87a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:32:25.261729 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] Routers {'02f6444b-5a56-40ee-a853-e2408585b87a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:25.262621 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['02f6444b-5a56-40ee-a853-e2408585b87a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:25.287133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec5592-acbc-4d77-94d7-abb9842e5f26 req-4383e1ca-6045-4de6-b2e7-b38b6a266f5c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:25.289281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bec5592-acbc-4d77-94d7-abb9842e5f26 req-4383e1ca-6045-4de6-b2e7-b38b6a266f5c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1859615 Jul 06 18:32:25.311908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307ad77-f4dd-48ef-9792-ba82b95948e6 req-e59d847e-1362-41d8-964f-ab8743703158 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:25.320243 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a307ad77-f4dd-48ef-9792-ba82b95948e6 req-e59d847e-1362-41d8-964f-ab8743703158 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1624432 Jul 06 18:32:25.335725 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bec5592-acbc-4d77-94d7-abb9842e5f26 req-0e0d6d61-bda5-48ea-9070-881c34c3bed5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Jul 06 18:32:25.378047 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] Set router 02f6444b-5a56-40ee-a853-e2408585b87a gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:25.384358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a307ad77-f4dd-48ef-9792-ba82b95948e6 req-9ba1389a-4962-4cfe-b1df-1c84701856c1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623741 Jul 06 18:32:25.414892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] For port 4efeaa6d-1a34-4e46-9a5c-f19babd65f58, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4efeaa6d-1a34-4e46-9a5c-f19babd65f58,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:25.415361 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:25.432954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Calling delete_port for 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:25.447471 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:32:25Z', 'revision_number': 6, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:25.486024 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7244e87d-e0e7-4a86-9987-59b8555e9a04 None None] The sync data for ids ['02f6444b-5a56-40ee-a853-e2408585b87a'] in n-d-799684-2 is: [{'id': '02f6444b-5a56-40ee-a853-e2408585b87a', 'name': 'tempest-ServersTestBootFromVolume-315094011-router', 'tenant_id': '113bc2d91a6e4869b00fb7a897037512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:29:08Z', 'updated_at': '2021-07-06T18:32:25Z', 'revision_number': 6, 'project_id': '113bc2d91a6e4869b00fb7a897037512', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:32:25.713911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:25.744928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efeaa6d-1a34-4e46-9a5c-f19babd65f58,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:25.890430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:25.979837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-2ba067b9-9626-4b2d-bf41-7e385e2bb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:25.987205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-2ba067b9-9626-4b2d-bf41-7e385e2bb0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 1096 time: 0.1409042 Jul 06 18:32:26.049620 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:32:26.106539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.109552 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.122312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-6bb304f1-0f50-4f6c-a585-a2be0b79ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:26.124773 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-6bb304f1-0f50-4f6c-a585-a2be0b79ff17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 912 time: 0.1248269 Jul 06 18:32:26.162056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.163150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02f6444b-5a56-40ee-a853-e2408585b87a {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:32:26.174097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.175292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dc5a6e2c-c4be-448e-9fe1-7cb4247a5bf6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/02f6444b-5a56-40ee-a853-e2408585b87a HTTP/1.1" status: 204 len: 168 time: 1.4706089 Jul 06 18:32:26.177822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39866) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:26.218703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-08023d03-9d43-41eb-b999-9b29dd19498f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f8e274-1d7d-491d-acca-aed5e29589ae HTTP/1.1" status: 200 len: 1001 time: 0.0831861 Jul 06 18:32:26.232447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b729484-b41e-44ab-8bd6-05c8eebe91b3 admin admin] Deleting subnet 05a2ea56-7724-4bee-bc4d-31129923e7e8 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:32:26.237841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b729484-b41e-44ab-8bd6-05c8eebe91b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.274243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-4c2ab826-65cd-40d3-96da-4a45aea445c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:26.275606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-4c2ab826-65cd-40d3-96da-4a45aea445c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.0473614 Jul 06 18:32:26.282448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b729484-b41e-44ab-8bd6-05c8eebe91b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.288802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685f802-393f-488e-9351-54e2ac84301f req-9a5690dd-d09c-4b98-a1bd-e521b6c79fb6 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:26.296572 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2685f802-393f-488e-9351-54e2ac84301f req-9a5690dd-d09c-4b98-a1bd-e521b6c79fb6 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.3068986 Jul 06 18:32:26.385561 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2685f802-393f-488e-9351-54e2ac84301f req-bf707755-6b09-4471-b2a1-d8d150aed7c6 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876243 Jul 06 18:32:26.411561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-d556ed56-584d-4ea7-89bb-1526253fd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:26.413655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-d556ed56-584d-4ea7-89bb-1526253fd1e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094754 Jul 06 18:32:26.449812 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b729484-b41e-44ab-8bd6-05c8eebe91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.542605 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b729484-b41e-44ab-8bd6-05c8eebe91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.575026 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-f7a511bc-7b2a-4c0d-b89c-0f30e3913651 service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533523 Jul 06 18:32:26.638438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b729484-b41e-44ab-8bd6-05c8eebe91b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a2ea56-7724-4bee-bc4d-31129923e7e8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:26.669213 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b729484-b41e-44ab-8bd6-05c8eebe91b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.672233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2b729484-b41e-44ab-8bd6-05c8eebe91b3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/05a2ea56-7724-4bee-bc4d-31129923e7e8 HTTP/1.1" status: 204 len: 168 time: 0.4934516 Jul 06 18:32:26.675631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbcdf2-c94b-4988-a64f-7c05a8e0b619 None None] Network 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:26.677803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39874) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:26.780253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:26.796349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38c22889-9dcd-46a8-9c75-1114f1435d2c req-3cb76a80-dbb7-440c-bb45-d47011144dd1 service neutron] 10.222.0.24 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961627 Jul 06 18:32:26.868691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41254da8-c1f8-403a-876e-bc86f47247d2 req-01d650e0-116d-4fd8-90a9-3fa231eaa40b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:26.875856 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41254da8-c1f8-403a-876e-bc86f47247d2 req-01d650e0-116d-4fd8-90a9-3fa231eaa40b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.3457558 Jul 06 18:32:26.949210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41254da8-c1f8-403a-876e-bc86f47247d2 req-a0d453a0-8286-4dc6-ad90-fb60e0905ba8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724549 Jul 06 18:32:26.955491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Deleting port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:26.955874 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.017070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] DHCP port deletion for 0d403eed-9c14-4958-9cbe-5eaa2e5ac093 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:32:27.036626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] For port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:27.037003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.056284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Calling delete_port for 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:27.075318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] Deleting port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:27.075577 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.164519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] For port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,segment=NetworkSegment(4d088793-0d39-4c63-b379-479cb31bac19),segment_id=4d088793-0d39-4c63-b379-479cb31bac19)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:27.164958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.175972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.180493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] Calling delete_port for 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:27.231689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:27.239380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] No DVR routers for this DVR port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:27.288956 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.291443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:27.325054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.326397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:27.327213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:27.327783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9f0cca08-86da-41ff-abbb-6386269064f6 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:27.347350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d403eed-9c14-4958-9cbe-5eaa2e5ac093']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:27.359030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d088793-0d39-4c63-b379-479cb31bac19') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:27.359498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d088793-0d39-4c63-b379-479cb31bac19') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:27.369957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.386842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.393962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:32:27.394522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:32:27.397538 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:32:27.401951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] Pushing event deleted for resources: {'Port': ['ID=57fb6922-b4dd-4258-8e36-b5986b9a6ba5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:27.447488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ff942-cdb6-41a5-bfec-414fba8b65be None None] No DVR routers for this DVR port 57fb6922-b4dd-4258-8e36-b5986b9a6ba5 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:27.468053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 9f0cca08-86da-41ff-abbb-6386269064f6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:27.468386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9f0cca08-86da-41ff-abbb-6386269064f6 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:27.468993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:27.496866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:27.496866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4efeaa6d-1a34-4e46-9a5c-f19babd65f58 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:27.905527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.922061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.926449 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d403eed-9c14-4958-9cbe-5eaa2e5ac093 HTTP/1.1" status: 204 len: 168 time: 1.2368255 Jul 06 18:32:27.928298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be595a-4f13-4b8e-ad18-1cd3207cb5d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d403eed-9c14-4958-9cbe-5eaa2e5ac093,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:27.950390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92d1a-351c-4aaf-8b1c-dc0ffe07dcce req-e8be218a-f871-408f-8217-dfbf4ab7d9c3 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:27.957418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c9f92d1a-351c-4aaf-8b1c-dc0ffe07dcce req-e8be218a-f871-408f-8217-dfbf4ab7d9c3 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1138716 Jul 06 18:32:28.024836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c9f92d1a-351c-4aaf-8b1c-dc0ffe07dcce req-9c46cc70-0a5f-46a3-a54b-4d3e0dcd3de8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663743 Jul 06 18:32:28.160025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39912) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:28.223629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4d2e3fbc-dcc0-460a-a0a8-ad8a5e7637d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=113bc2d91a6e4869b00fb7a897037512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624979 Jul 06 18:32:28.228369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39914) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:28.329636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d31fe-a1df-46be-8fa0-741441f1cd39 req-ec3016ef-5880-4e5e-8599-b88bea7f1d25 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:28.340170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-420d31fe-a1df-46be-8fa0-741441f1cd39 req-ec3016ef-5880-4e5e-8599-b88bea7f1d25 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1485980 Jul 06 18:32:28.341390 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a1138-dcef-4900-af10-5a8713ae28c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:28.382221 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a1138-dcef-4900-af10-5a8713ae28c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:28.418721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-420d31fe-a1df-46be-8fa0-741441f1cd39 req-2f536a25-81d8-4440-9666-0d982e06434d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720720 Jul 06 18:32:28.464692 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a1138-dcef-4900-af10-5a8713ae28c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:28.467569 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c51a1138-dcef-4900-af10-5a8713ae28c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:28.470658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c51a1138-dcef-4900-af10-5a8713ae28c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bb447cd-a241-4bf3-a7bd-35bd63c7c968 HTTP/1.1" status: 204 len: 168 time: 0.2392194 Jul 06 18:32:28.493240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a1138-dcef-4900-af10-5a8713ae28c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb447cd-a241-4bf3-a7bd-35bd63c7c968,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:28.592594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39922) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:28.852915 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd06b341-940b-4390-a9fd-8c6ae5707e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:28.972380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd06b341-940b-4390-a9fd-8c6ae5707e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:28.981307 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd06b341-940b-4390-a9fd-8c6ae5707e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.021484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b341-940b-4390-a9fd-8c6ae5707e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b873751b-37bf-42ef-a895-1ef184bfdc7f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:29.029535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cd06b341-940b-4390-a9fd-8c6ae5707e2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7db82045e18c4e278aee944a34d6a179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331820 Jul 06 18:32:29.029916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:29.114608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4848b9b9-3412-43a2-baef-60ac16b1cb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.175204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4848b9b9-3412-43a2-baef-60ac16b1cb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.262309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c895579-5db0-4591-bf8b-2856974b77bf req-5f9f470a-fb6a-4144-be3e-08faca8bb96f tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:29.264479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c895579-5db0-4591-bf8b-2856974b77bf req-5f9f470a-fb6a-4144-be3e-08faca8bb96f tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1020436 Jul 06 18:32:29.265757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4848b9b9-3412-43a2-baef-60ac16b1cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.268801 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4848b9b9-3412-43a2-baef-60ac16b1cb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.269704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4848b9b9-3412-43a2-baef-60ac16b1cb26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b873751b-37bf-42ef-a895-1ef184bfdc7f HTTP/1.1" status: 204 len: 168 time: 0.2386963 Jul 06 18:32:29.290844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848b9b9-3412-43a2-baef-60ac16b1cb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b873751b-37bf-42ef-a895-1ef184bfdc7f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:29.344418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c895579-5db0-4591-bf8b-2856974b77bf req-12d1999a-7aad-4304-8f9a-94a1b8e03465 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638447 Jul 06 18:32:29.526747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39968) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:29.683905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba7ca1-4a29-4326-bd17-6ab219a5e133 req-e2dbf074-e27d-414d-a03f-99a90f0a56e2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:29.686559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31ba7ca1-4a29-4326-bd17-6ab219a5e133 req-e2dbf074-e27d-414d-a03f-99a90f0a56e2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0955396 Jul 06 18:32:29.718288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-271270879-network', 'tenant_id': '2f6615f7cc8c4c14abb146ccd53416e0'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:29.735654 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31ba7ca1-4a29-4326-bd17-6ab219a5e133 req-703d917c-2f50-415a-b149-a9d48652d052 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Jul 06 18:32:29.744969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Made reservation on behalf of 2f6615f7cc8c4c14abb146ccd53416e0 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:29.748479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.758021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.873378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.879197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.907547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:32:29.934712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393db7d8-50da-47a6-8e0f-de7d70cfcbad,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:29.950975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.951534 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Added segment a2d6fd76-dc35-40c6-aacf-cfff06c97e1c of type vlan for network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 Jul 06 18:32:29.998616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:30.030363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:30.031464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:30.032074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:30.090236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5623100 Jul 06 18:32:30.093115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40000) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:30.098715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Request body: {'subnet': {'network_id': '25b8cffe-e51b-4fc2-8eb7-c2bba5277705', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-271270879-subnet', 'tenant_id': '2f6615f7cc8c4c14abb146ccd53416e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:30.101888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7ddc0-e928-4873-8b7b-c53cf541071d admin admin] Pushing event updated for resources: {'Network': ['ID=25b8cffe-e51b-4fc2-8eb7-c2bba5277705,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:30.113709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:32:30.148771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Made reservation on behalf of 2f6615f7cc8c4c14abb146ccd53416e0 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:30.153253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:30.354042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:30.438964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a92913-5260-4212-89b5-59c46eae4f6e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:30.448525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Checking segment: {'id': 'a2d6fd76-dc35-40c6-aacf-cfff06c97e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25b8cffe-e51b-4fc2-8eb7-c2bba5277705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:30.448891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Network hostable DHCP agents. Network: 25b8cffe-e51b-4fc2-8eb7-c2bba5277705, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:32:30.469869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:32:30.498120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 25b8cffe-e51b-4fc2-8eb7-c2bba5277705) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:30.502794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:30.503624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:30.509763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b086bf9-4a4c-4d51-a775-6e9bc8bac510 None None] Network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:30.557147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-786dfd17-e3fd-4464-b194-71431165db65 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4625864 Jul 06 18:32:30.718083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3416b61-e46d-48e6-b8e2-b400b1f7b634 None None] Network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:31.119140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392e97-21a4-44e9-924e-a17d01bbb559 req-dc10d789-9d73-4a0a-9d44-27a68e7bb174 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:31.128459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6392e97-21a4-44e9-924e-a17d01bbb559 req-dc10d789-9d73-4a0a-9d44-27a68e7bb174 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1356392 Jul 06 18:32:31.219186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6392e97-21a4-44e9-924e-a17d01bbb559 req-e612ba67-1075-4fb4-98c9-c0f3f0f85ab4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893457 Jul 06 18:32:31.528950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092872-6108-473e-94d8-5f850e5a958f req-af6edf09-2687-4bf0-809b-b3fc08255e12 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:31.534218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-af6edf09-2687-4bf0-809b-b3fc08255e12 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/networks?id=25b8cffe-e51b-4fc2-8eb7-c2bba5277705 HTTP/1.1" status: 200 len: 821 time: 0.1300535 Jul 06 18:32:31.546888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-fd4a0b15-bf18-46e0-b512-20a1c9a517c7 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/quotas/2f6615f7cc8c4c14abb146ccd53416e0 HTTP/1.1" status: 200 len: 375 time: 0.0104594 Jul 06 18:32:31.599713 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-1481c4e0-3024-4e68-9f61-432e404858dd tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f6615f7cc8c4c14abb146ccd53416e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446720 Jul 06 18:32:31.737981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-4f965ec8-b810-4b36-ab58-cd7de368b861 service neutron] 10.222.0.53 "GET /v2.0/networks/25b8cffe-e51b-4fc2-8eb7-c2bba5277705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373632 Jul 06 18:32:31.886384 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-41640300-ae3b-4d72-b369-06ffb3e2ffa9 service neutron] 10.222.0.53 "GET /v2.0/networks/25b8cffe-e51b-4fc2-8eb7-c2bba5277705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398106 Jul 06 18:32:32.122813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e0af7dd0-f42e-4d89-a94f-e07a3282391e req-4160ab18-062a-41bb-8d8e-e0c5c1a386e3 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 210 time: 0.0416286 Jul 06 18:32:32.446247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483d972-d6a1-42d9-b5f5-dd20421d74cb req-c21290be-884f-46af-ace9-96d8dfd8c7eb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:32.454868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4483d972-d6a1-42d9-b5f5-dd20421d74cb req-c21290be-884f-46af-ace9-96d8dfd8c7eb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0755601 Jul 06 18:32:32.500779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4483d972-d6a1-42d9-b5f5-dd20421d74cb req-cc371ef7-cf4b-42d3-9dd8-c1cbc08195fe tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449493 Jul 06 18:32:32.934548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40118) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:33.068540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:33.185039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:33.191320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:33.235993 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b24b59647464313ad2b929738b2bb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002160 Jul 06 18:32:33.236726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8691a678-eed4-4bc2-a914-36c822166b83,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:33.238693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40126) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:33.244931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.245479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.245994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.246504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.247022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.247498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.247985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.248456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.248941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.249411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.249914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.250492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa9825-00a4-4cb5-9029-f283d44e8432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:33.328191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-490fc1a0-fca5-41ed-9f68-259f9fcefd46 req-51273879-6757-4847-8688-a8a0f2bbca5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 210 time: 0.0440216 Jul 06 18:32:33.375584 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c148baab-6649-46af-801e-ac7c976f26b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:33.406021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c148baab-6649-46af-801e-ac7c976f26b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:33.471622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c148baab-6649-46af-801e-ac7c976f26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:33.474681 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c148baab-6649-46af-801e-ac7c976f26b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:33.476637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c148baab-6649-46af-801e-ac7c976f26b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8691a678-eed4-4bc2-a914-36c822166b83 HTTP/1.1" status: 204 len: 168 time: 0.2351155 Jul 06 18:32:33.509633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148baab-6649-46af-801e-ac7c976f26b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8691a678-eed4-4bc2-a914-36c822166b83,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:33.738144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092872-6108-473e-94d8-5f850e5a958f req-f525cc10-84e7-41ee-8c73-38423091acb6 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:33.739261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-f525cc10-84e7-41ee-8c73-38423091acb6 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.41 "GET /v2.0/networks?id=25b8cffe-e51b-4fc2-8eb7-c2bba5277705 HTTP/1.1" status: 200 len: 821 time: 0.2612875 Jul 06 18:32:33.761407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Request body: {'port': {'device_id': '10743d1f-2bc5-4b95-8578-31e599dc9bed', 'network_id': '25b8cffe-e51b-4fc2-8eb7-c2bba5277705', 'admin_state_up': True, 'tenant_id': '2f6615f7cc8c4c14abb146ccd53416e0'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:33.941676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f076f4b-59ac-49f0-b857-19bbd9500c22 req-e9bf087e-3fc1-472b-b605-7899bccf41e8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:33.943604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f076f4b-59ac-49f0-b857-19bbd9500c22 req-e9bf087e-3fc1-472b-b605-7899bccf41e8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1977651 Jul 06 18:32:33.958733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40142) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:33.959979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Made reservation on behalf of 2f6615f7cc8c4c14abb146ccd53416e0 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:33.964112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:33.978470 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6fe30d73-62a0-4406-ac73-f569a191b5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.010123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f076f4b-59ac-49f0-b857-19bbd9500c22 req-eb29cf75-af57-447d-a1c8-218d7f6b8cae tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Jul 06 18:32:34.156607 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6fe30d73-62a0-4406-ac73-f569a191b5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.163722 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6fe30d73-62a0-4406-ac73-f569a191b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.192254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Allocated IP 172.20.0.6 (25b8cffe-e51b-4fc2-8eb7-c2bba5277705/b9a92913-5260-4212-89b5-59c46eae4f6e/31180bba-6a73-4723-889a-9b913aef15f3) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:32:34.200771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe30d73-62a0-4406-ac73-f569a191b5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892f556d-a3ea-40ea-bb67-fac65e7a0794,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:34.237069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6fe30d73-62a0-4406-ac73-f569a191b5ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a9966754f124c42aee54b21cf4afd2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771769 Jul 06 18:32:34.239719 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40148) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:34.353052 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54537184-d11e-4093-857a-d0d92eb181f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.390695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54537184-d11e-4093-857a-d0d92eb181f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.444645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.491778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54537184-d11e-4093-857a-d0d92eb181f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.495127 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54537184-d11e-4093-857a-d0d92eb181f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.498651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54537184-d11e-4093-857a-d0d92eb181f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/892f556d-a3ea-40ea-bb67-fac65e7a0794 HTTP/1.1" status: 204 len: 168 time: 0.2553868 Jul 06 18:32:34.525373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71850df5-3d87-46fe-b331-c75f936ec33a req-1b71d485-471d-4847-911e-cdb527449a56 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 210 time: 0.0439322 Jul 06 18:32:34.529435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537184-d11e-4093-857a-d0d92eb181f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892f556d-a3ea-40ea-bb67-fac65e7a0794,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:34.535755 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.582720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:32:34.586506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:34.589339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:32:34.635793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Pushing event updated for resources: {'Port': ['ID=31180bba-6a73-4723-889a-9b913aef15f3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:34.666692 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:34.667357 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:34.685879 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-8ac03094-ba21-4a60-937f-0fd77f081e5e tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9377768 Jul 06 18:32:34.699288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Request body: {'port': {'device_id': '10743d1f-2bc5-4b95-8578-31e599dc9bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:34.790555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:35.210412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31180bba-6a73-4723-889a-9b913aef15f3 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:35.268746 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:35.299606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Transition to ACTIVE for port object 31180bba-6a73-4723-889a-9b913aef15f3 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:35.327770 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:35.437931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd65503-6017-4c44-a191-6f42e7c8aecb req-b73aaa9b-9111-40de-91f3-73eb9d1d82c8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:35.446247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fd65503-6017-4c44-a191-6f42e7c8aecb req-b73aaa9b-9111-40de-91f3-73eb9d1d82c8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.2414908 Jul 06 18:32:35.489656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Pushing event updated for resources: {'Port': ['ID=31180bba-6a73-4723-889a-9b913aef15f3,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:35.744155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc885e-fcce-4686-a39e-995a589ccd30 req-af599946-1b53-48f9-a9ab-44e6365d2ea9 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:35.746099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c9fc885e-fcce-4686-a39e-995a589ccd30 req-af599946-1b53-48f9-a9ab-44e6365d2ea9 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 943 time: 0.0720890 Jul 06 18:32:35.807193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c9fc885e-fcce-4686-a39e-995a589ccd30 req-d9c4775b-cca1-42ce-a75c-ffb83d580b13 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524037 Jul 06 18:32:35.958872 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fd65503-6017-4c44-a191-6f42e7c8aecb req-cba8f261-0ce6-4e2b-878a-13c9a683fe8d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114806 Jul 06 18:32:35.959644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Attempting to bind port 31180bba-6a73-4723-889a-9b913aef15f3 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:32:35.960361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Attempting to bind port 31180bba-6a73-4723-889a-9b913aef15f3 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'a2d6fd76-dc35-40c6-aacf-cfff06c97e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25b8cffe-e51b-4fc2-8eb7-c2bba5277705'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:32:35.960695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Attempting to bind port 31180bba-6a73-4723-889a-9b913aef15f3 on network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:35.965494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Port 31180bba-6a73-4723-889a-9b913aef15f3 on network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:32:35.965840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Attempting to bind port 31180bba-6a73-4723-889a-9b913aef15f3 on network 25b8cffe-e51b-4fc2-8eb7-c2bba5277705 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:35.979918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:32:35.980265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Checking segment: {'id': 'a2d6fd76-dc35-40c6-aacf-cfff06c97e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25b8cffe-e51b-4fc2-8eb7-c2bba5277705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:35.980680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Bound using segment: {'id': 'a2d6fd76-dc35-40c6-aacf-cfff06c97e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25b8cffe-e51b-4fc2-8eb7-c2bba5277705'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:32:35.981129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Bound port: 31180bba-6a73-4723-889a-9b913aef15f3, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d6fd76-dc35-40c6-aacf-cfff06c97e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25b8cffe-e51b-4fc2-8eb7-c2bba5277705'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:32:35.981445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:36.099473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] For port 31180bba-6a73-4723-889a-9b913aef15f3, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:32:36.105263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] For port 31180bba-6a73-4723-889a-9b913aef15f3, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31180bba-6a73-4723-889a-9b913aef15f3,segment=NetworkSegment(a2d6fd76-dc35-40c6-aacf-cfff06c97e1c),segment_id=a2d6fd76-dc35-40c6-aacf-cfff06c97e1c)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:32:36.115276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:36.156126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:36.156902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:36.158724 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] 10.222.0.41 "PUT /v2.0/ports/31180bba-6a73-4723-889a-9b913aef15f3 HTTP/1.1" status: 200 len: 1091 time: 1.4645355 Jul 06 18:32:36.161320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10743d1f-2bc5-4b95-8578-31e599dc9bed', 'tag': '31180bba-6a73-4723-889a-9b913aef15f3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:36.171299 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eecc94-0412-4904-b484-6e8de143317d" -d '{"events": [{"name": "network-changed", "server_uuid": "10743d1f-2bc5-4b95-8578-31e599dc9bed", "tag": "31180bba-6a73-4723-889a-9b913aef15f3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:36.201380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Pushing event updated for resources: {'Port': ['ID=31180bba-6a73-4723-889a-9b913aef15f3,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:36.211915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.212264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.212711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.213156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.213504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.213864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.214267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.214601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.215070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.215505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.215910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.216243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a78e4-686d-4a6d-bb82-37a054ca076c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:36.263648 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3125541a-a594-4c18-ae4b-82657c5e3ac7 x-openstack-request-id: req-3125541a-a594-4c18-ae4b-82657c5e3ac7 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:36.263927 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10743d1f-2bc5-4b95-8578-31e599dc9bed", "tag": "31180bba-6a73-4723-889a-9b913aef15f3", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:36.264264 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3125541a-a594-4c18-ae4b-82657c5e3ac7 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:36.264580 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10743d1f-2bc5-4b95-8578-31e599dc9bed', 'tag': '31180bba-6a73-4723-889a-9b913aef15f3', 'status': 'completed', 'code': 200} Jul 06 18:32:36.318700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092872-6108-473e-94d8-5f850e5a958f req-5025d234-3f1c-4bdd-89fb-1d690fc39777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:36.320176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-5025d234-3f1c-4bdd-89fb-1d690fc39777 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f6615f7cc8c4c14abb146ccd53416e0&device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 1094 time: 0.0883749 Jul 06 18:32:36.368486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-4d412806-4a91-4da0-9821-a86eaaffc933 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31180bba-6a73-4723-889a-9b913aef15f3 HTTP/1.1" status: 200 len: 217 time: 0.0381343 Jul 06 18:32:36.423275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3fbc1-a197-4166-a5d6-16e21ecad998 req-bd41bce4-faed-47e3-8c4f-13480d3457a5 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:36.424808 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-31d3fbc1-a197-4166-a5d6-16e21ecad998 req-bd41bce4-faed-47e3-8c4f-13480d3457a5 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 946 time: 0.1381605 Jul 06 18:32:36.451401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092872-6108-473e-94d8-5f850e5a958f req-3de5c821-7aea-4dfc-ada8-a9e4d0afcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:36.452884 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-3de5c821-7aea-4dfc-ada8-a9e4d0afcf5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9a92913-5260-4212-89b5-59c46eae4f6e HTTP/1.1" status: 200 len: 861 time: 0.0774717 Jul 06 18:32:36.495383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-d5e0f40c-fa29-4936-ba6e-f9a16007073d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25b8cffe-e51b-4fc2-8eb7-c2bba5277705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310881 Jul 06 18:32:36.516973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-31d3fbc1-a197-4166-a5d6-16e21ecad998 req-3dfaa2c1-3e7d-4bdd-ab78-15f3fa89e45f tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800271 Jul 06 18:32:36.605273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-2f93f6db-4b9f-48ff-9df5-ebdf1b6cdbad service neutron] 10.222.0.41 "GET /v2.0/networks/25b8cffe-e51b-4fc2-8eb7-c2bba5277705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015310 Jul 06 18:32:36.709524 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb092872-6108-473e-94d8-5f850e5a958f req-d8838694-057b-4179-8769-9dd3ed872104 service neutron] 10.222.0.41 "GET /v2.0/networks/25b8cffe-e51b-4fc2-8eb7-c2bba5277705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969350 Jul 06 18:32:36.822188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eecc94-0412-4904-b484-6e8de143317d req-17388328-d781-48da-b5d4-3f465e2b10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:36.824135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69eecc94-0412-4904-b484-6e8de143317d req-17388328-d781-48da-b5d4-3f465e2b10ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f6615f7cc8c4c14abb146ccd53416e0&device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 1094 time: 0.0652535 Jul 06 18:32:36.944579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eecc94-0412-4904-b484-6e8de143317d req-0522a3b8-fa97-4470-8bb3-382c00aa27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:36.946490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69eecc94-0412-4904-b484-6e8de143317d req-0522a3b8-fa97-4470-8bb3-382c00aa27a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25b8cffe-e51b-4fc2-8eb7-c2bba5277705 HTTP/1.1" status: 200 len: 922 time: 0.1136689 Jul 06 18:32:37.024046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715bcb8-d206-4bec-82e4-883219c44675 req-46b458ac-973d-43b7-88de-39d50c2000bf tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:37.027096 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69eecc94-0412-4904-b484-6e8de143317d req-1835c65e-194b-427d-b957-53b5b4ffbc1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31180bba-6a73-4723-889a-9b913aef15f3 HTTP/1.1" status: 200 len: 217 time: 0.0714381 Jul 06 18:32:37.031491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f715bcb8-d206-4bec-82e4-883219c44675 req-46b458ac-973d-43b7-88de-39d50c2000bf tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 943 time: 0.0896184 Jul 06 18:32:37.079345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f715bcb8-d206-4bec-82e4-883219c44675 req-079b30c2-0160-4a25-99f8-aafe4a974b19 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Jul 06 18:32:37.155670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eecc94-0412-4904-b484-6e8de143317d req-d2409add-69ee-49b5-847b-cec826d40b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:37.157348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69eecc94-0412-4904-b484-6e8de143317d req-d2409add-69ee-49b5-847b-cec826d40b71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9a92913-5260-4212-89b5-59c46eae4f6e HTTP/1.1" status: 200 len: 861 time: 0.1223698 Jul 06 18:32:37.201255 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69eecc94-0412-4904-b484-6e8de143317d req-796ec7a9-e025-4e8f-946d-8fe258343584 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25b8cffe-e51b-4fc2-8eb7-c2bba5277705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366068 Jul 06 18:32:37.277681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7849-c726-4920-a08e-ed6e89456efd req-e034a031-b050-454b-b1c7-3519a8b4821c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:37.279246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5de7849-c726-4920-a08e-ed6e89456efd req-e034a031-b050-454b-b1c7-3519a8b4821c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1742463 Jul 06 18:32:37.345589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5de7849-c726-4920-a08e-ed6e89456efd req-051eb564-2e1f-45e6-8a40-ba06bba8ac26 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561628 Jul 06 18:32:37.349250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69eecc94-0412-4904-b484-6e8de143317d req-a9fc70d5-3492-45e9-b60e-727538b9dfe1 service neutron] 10.222.0.41 "GET /v2.0/networks/25b8cffe-e51b-4fc2-8eb7-c2bba5277705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386974 Jul 06 18:32:37.443508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40276) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:37.455245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69eecc94-0412-4904-b484-6e8de143317d req-647ffe8e-d5de-41ed-9f8f-e40e61a8019a service neutron] 10.222.0.41 "GET /v2.0/networks/25b8cffe-e51b-4fc2-8eb7-c2bba5277705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967889 Jul 06 18:32:37.581463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697415e0-6312-4adc-afb3-4ec99cf41dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:37.714810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697415e0-6312-4adc-afb3-4ec99cf41dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:37.723323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697415e0-6312-4adc-afb3-4ec99cf41dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:37.768204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697415e0-6312-4adc-afb3-4ec99cf41dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0b83c3-191e-4261-b3a0-3c5e19712d53,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:37.773784 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-697415e0-6312-4adc-afb3-4ec99cf41dc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ab631d2a94049788586a1ce59d8c842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292460 Jul 06 18:32:37.776487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40290) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:37.791682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ee1a-1c3e-4c74-8c91-17f1221eed57 req-009fbb54-f564-4d60-8541-0f4997e53867 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:37.793182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0959ee1a-1c3e-4c74-8c91-17f1221eed57 req-009fbb54-f564-4d60-8541-0f4997e53867 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 946 time: 0.1350868 Jul 06 18:32:37.900483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0959ee1a-1c3e-4c74-8c91-17f1221eed57 req-a73a19f0-4f2d-48a3-9f84-d4cec3442842 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/security-groups?id=a89b65de-f3ce-4444-a5d3-e1fa58c3518a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983660 Jul 06 18:32:37.904902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f935f937-1760-4413-bf67-e3c2562a2ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:37.942472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f935f937-1760-4413-bf67-e3c2562a2ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:37.957080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-2c6f5dfb-4b21-49d9-a7a9-1323dc761036 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:37.958618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-2c6f5dfb-4b21-49d9-a7a9-1323dc761036 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 946 time: 0.1750703 Jul 06 18:32:38.066535 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f935f937-1760-4413-bf67-e3c2562a2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.069015 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f935f937-1760-4413-bf67-e3c2562a2ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.071438 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f935f937-1760-4413-bf67-e3c2562a2ae8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac0b83c3-191e-4261-b3a0-3c5e19712d53 HTTP/1.1" status: 204 len: 168 time: 0.2928371 Jul 06 18:32:38.084131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935f937-1760-4413-bf67-e3c2562a2ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0b83c3-191e-4261-b3a0-3c5e19712d53,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:38.092280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Deleting port 89d30a15-8f11-4552-a850-333638372647 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:38.092609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.185497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] For port 89d30a15-8f11-4552-a850-333638372647, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=89d30a15-8f11-4552-a850-333638372647,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:38.185792 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.200307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Calling delete_port for 89d30a15-8f11-4552-a850-333638372647 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:38.308114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b6006-e418-4b85-8ca0-bbfb8505c710 req-c3813936-5c99-40d9-8317-6f6dee92754b tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:38.311211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d93b6006-e418-4b85-8ca0-bbfb8505c710 req-c3813936-5c99-40d9-8317-6f6dee92754b tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 943 time: 0.0883687 Jul 06 18:32:38.372868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d93b6006-e418-4b85-8ca0-bbfb8505c710 req-9542dec2-45ce-476d-a938-80df84a7aae6 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525095 Jul 06 18:32:38.434629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.453147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['89d30a15-8f11-4552-a850-333638372647'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:38.471709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Pushing event deleted for resources: {'Port': ['ID=89d30a15-8f11-4552-a850-333638372647,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:38.522818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40302) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:38.545461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] No DVR routers for this DVR port 89d30a15-8f11-4552-a850-333638372647 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:38.556384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9fb1-06b2-443f-9cfa-67149f85ef13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.561216 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.563584 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ceaa387-5053-4f5f-b57b-8d891ca27abb req-d675f6c4-19fc-462e-8d49-1b4ba169b9c2 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.41 "DELETE /v2.0/ports/89d30a15-8f11-4552-a850-333638372647 HTTP/1.1" status: 204 len: 173 time: 0.5994654 Jul 06 18:32:38.564038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8c94a-6545-4c69-999c-abd421e43f61', 'name': 'network-vif-deleted', 'tag': '89d30a15-8f11-4552-a850-333638372647'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:38.568757 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fa8e9a-5072-4706-ab2d-47ba09294b6c" -d '{"events": [{"server_uuid": "32a8c94a-6545-4c69-999c-abd421e43f61", "name": "network-vif-deleted", "tag": "89d30a15-8f11-4552-a850-333638372647"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:38.602462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb721d-39f1-43c1-abaa-34c399f8713b req-57b7a548-19a6-477e-9cc7-d4090f086d9f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:38.611091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5edb721d-39f1-43c1-abaa-34c399f8713b req-57b7a548-19a6-477e-9cc7-d4090f086d9f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0823822 Jul 06 18:32:38.624934 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b33289-dd1a-45eb-b726-dff0668f8867 x-openstack-request-id: req-d5b33289-dd1a-45eb-b726-dff0668f8867 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:38.625254 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8c94a-6545-4c69-999c-abd421e43f61", "name": "network-vif-deleted", "tag": "89d30a15-8f11-4552-a850-333638372647", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:38.625813 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5b33289-dd1a-45eb-b726-dff0668f8867 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:38.626208 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8c94a-6545-4c69-999c-abd421e43f61', 'name': 'network-vif-deleted', 'tag': '89d30a15-8f11-4552-a850-333638372647', 'status': 'completed', 'code': 200} Jul 06 18:32:38.674859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5edb721d-39f1-43c1-abaa-34c399f8713b req-7bd6c7d8-520a-4566-b634-a0917c613acb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614426 Jul 06 18:32:38.693413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 31180bba-6a73-4723-889a-9b913aef15f3 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:32:38.702871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9fb1-06b2-443f-9cfa-67149f85ef13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.719040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9fb1-06b2-443f-9cfa-67149f85ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.752373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf9fb1-06b2-443f-9cfa-67149f85ef13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b306d72-4e6d-43a0-8972-c4e3bebade87,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:38.792239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40310) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:38.792669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9fdf9fb1-06b2-443f-9cfa-67149f85ef13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76c9d5f27ac74ca597e2cc78b4b141a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684996 Jul 06 18:32:38.835627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 31180bba-6a73-4723-889a-9b913aef15f3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31180bba-6a73-4723-889a-9b913aef15f3,segment=NetworkSegment(a2d6fd76-dc35-40c6-aacf-cfff06c97e1c),segment_id=a2d6fd76-dc35-40c6-aacf-cfff06c97e1c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:38.850281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '31180bba-6a73-4723-889a-9b913aef15f3', 'network_id': '25b8cffe-e51b-4fc2-8eb7-c2bba5277705', 'port_id': '31180bba-6a73-4723-889a-9b913aef15f3', 'mac_address': 'fa:16:3e:34:8b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a92913-5260-4212-89b5-59c46eae4f6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:32:38.875229 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8635bdb-8712-4d6e-a807-b70b41d68cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.901107 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.918037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8635bdb-8712-4d6e-a807-b70b41d68cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.922244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31180bba-6a73-4723-889a-9b913aef15f3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:38.954150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 31180bba-6a73-4723-889a-9b913aef15f3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31180bba-6a73-4723-889a-9b913aef15f3,segment=NetworkSegment(a2d6fd76-dc35-40c6-aacf-cfff06c97e1c),segment_id=a2d6fd76-dc35-40c6-aacf-cfff06c97e1c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:38.971271 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.985622 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8635bdb-8712-4d6e-a807-b70b41d68cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.988549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8635bdb-8712-4d6e-a807-b70b41d68cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:38.989957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a8635bdb-8712-4d6e-a807-b70b41d68cb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b306d72-4e6d-43a0-8972-c4e3bebade87 HTTP/1.1" status: 204 len: 168 time: 0.1962774 Jul 06 18:32:39.027579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8635bdb-8712-4d6e-a807-b70b41d68cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b306d72-4e6d-43a0-8972-c4e3bebade87,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:39.042627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=31180bba-6a73-4723-889a-9b913aef15f3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:39.061376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.061909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.062253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.062587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.062916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.063248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.063621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.064090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.064504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.064781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.065105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.065407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:39.171683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['31180bba-6a73-4723-889a-9b913aef15f3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:39.269552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f4128d9a-a32b-4f44-9712-d888ec234d37 req-eb088fb9-d62e-491b-b437-666e2b6eada1 tempest-AttachSCSIVolumeTestJSON-755674849 tempest-AttachSCSIVolumeTestJSON-755674849-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a8c94a-6545-4c69-999c-abd421e43f61 HTTP/1.1" status: 200 len: 210 time: 0.0772936 Jul 06 18:32:39.669706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f1ee8-1121-433c-8f50-9bf144ef7b0a req-aadbf59d-57de-4213-b127-5581b8340316 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:39.671379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f0f1ee8-1121-433c-8f50-9bf144ef7b0a req-aadbf59d-57de-4213-b127-5581b8340316 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 944 time: 0.1003292 Jul 06 18:32:39.722194 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f0f1ee8-1121-433c-8f50-9bf144ef7b0a req-644302ae-804e-4da5-bcc5-599ac6d33c06 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Jul 06 18:32:39.972416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab02bf9-dbbe-4e45-baf7-7abf87eec9ce req-27f4a280-2a2f-42b2-938a-30e0c5bdbc07 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:39.973949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ab02bf9-dbbe-4e45-baf7-7abf87eec9ce req-27f4a280-2a2f-42b2-938a-30e0c5bdbc07 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1167805 Jul 06 18:32:40.035293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ab02bf9-dbbe-4e45-baf7-7abf87eec9ce req-0511f8b8-5a1a-4486-befb-1a9397b95ae2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554004 Jul 06 18:32:40.720326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 31180bba-6a73-4723-889a-9b913aef15f3 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:32:40.813397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 31180bba-6a73-4723-889a-9b913aef15f3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:32:40.818335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 31180bba-6a73-4723-889a-9b913aef15f3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:40.818714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:40.916291 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:40.920793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc2a43-219c-40ea-b462-1ab14e459048 req-37dc0140-d79b-44f4-a79e-9844d305834f tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:40.923759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1acc2a43-219c-40ea-b462-1ab14e459048 req-37dc0140-d79b-44f4-a79e-9844d305834f tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 944 time: 0.0722010 Jul 06 18:32:40.947686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10743d1f-2bc5-4b95-8578-31e599dc9bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31180bba-6a73-4723-889a-9b913aef15f3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:40.954773 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39798779-57c1-49c8-a18f-9826b1318a1e" -d '{"events": [{"server_uuid": "10743d1f-2bc5-4b95-8578-31e599dc9bed", "name": "network-vif-plugged", "status": "completed", "tag": "31180bba-6a73-4723-889a-9b913aef15f3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:40.986425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1acc2a43-219c-40ea-b462-1ab14e459048 req-b970627b-9e1d-4530-8baf-ab5112afb877 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542893 Jul 06 18:32:40.987976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 31180bba-6a73-4723-889a-9b913aef15f3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31180bba-6a73-4723-889a-9b913aef15f3,segment=NetworkSegment(a2d6fd76-dc35-40c6-aacf-cfff06c97e1c),segment_id=a2d6fd76-dc35-40c6-aacf-cfff06c97e1c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:40.993130 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:40.994012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 89d30a15-8f11-4552-a850-333638372647 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:41.118748 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c594ec0-d909-414e-b75b-e19ad74b7943 x-openstack-request-id: req-1c594ec0-d909-414e-b75b-e19ad74b7943 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:41.118748 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10743d1f-2bc5-4b95-8578-31e599dc9bed", "name": "network-vif-plugged", "status": "completed", "tag": "31180bba-6a73-4723-889a-9b913aef15f3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:41.118748 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c594ec0-d909-414e-b75b-e19ad74b7943 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:41.118748 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10743d1f-2bc5-4b95-8578-31e599dc9bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31180bba-6a73-4723-889a-9b913aef15f3', 'code': 200} Jul 06 18:32:41.148423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 89d30a15-8f11-4552-a850-333638372647 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:41.148423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 89d30a15-8f11-4552-a850-333638372647 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:41.171878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=31180bba-6a73-4723-889a-9b913aef15f3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:41.181112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e30a-24f5-40f9-9494-b5527a380f99 req-9e64953f-537e-44b1-8a65-4fd945b4158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:41.182709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5cf6e30a-24f5-40f9-9494-b5527a380f99 req-9e64953f-537e-44b1-8a65-4fd945b4158f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 1096 time: 0.0920391 Jul 06 18:32:41.253548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5cf6e30a-24f5-40f9-9494-b5527a380f99 req-5f0855d3-4fef-461e-a954-be001c6cb312 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628688 Jul 06 18:32:41.301354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e97f6-89dc-4eca-a7a5-bffb90a05f88 req-fc1f3e77-864e-4e78-8154-e7a4475b5ad1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:41.304614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af6e97f6-89dc-4eca-a7a5-bffb90a05f88 req-fc1f3e77-864e-4e78-8154-e7a4475b5ad1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0791156 Jul 06 18:32:41.364194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af6e97f6-89dc-4eca-a7a5-bffb90a05f88 req-889f61eb-4518-4072-8323-2b68c7ac31e5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518517 Jul 06 18:32:42.204905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fc34-c4f9-44ab-82ab-0c8135b20f61 req-4e284e9c-36f6-473b-a488-0199467c6173 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:42.217699 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d34fc34-c4f9-44ab-82ab-0c8135b20f61 req-4e284e9c-36f6-473b-a488-0199467c6173 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 945 time: 0.1079028 Jul 06 18:32:42.259891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d34fc34-c4f9-44ab-82ab-0c8135b20f61 req-7b944288-0d08-46d0-9969-1d5b52fa7506 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Jul 06 18:32:42.548684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9caa7-f957-49a9-9d38-06899555ed94 req-5e90684d-bea4-4de4-8b0b-f097797377b5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:42.561984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6c9caa7-f957-49a9-9d38-06899555ed94 req-5e90684d-bea4-4de4-8b0b-f097797377b5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0861523 Jul 06 18:32:42.619762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6c9caa7-f957-49a9-9d38-06899555ed94 req-a98c9c29-5afd-4d84-b307-7435a4c10b93 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545897 Jul 06 18:32:43.483964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3ed25-83d5-41ab-a8f6-931e5582a8a8 req-e6e3e582-5bfe-4b32-935c-32aab302837d tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:43.488466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dd3ed25-83d5-41ab-a8f6-931e5582a8a8 req-e6e3e582-5bfe-4b32-935c-32aab302837d tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 945 time: 0.0789046 Jul 06 18:32:43.530730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dd3ed25-83d5-41ab-a8f6-931e5582a8a8 req-aeaf1ffd-ca50-48b1-8f03-1bc5f6b3ed80 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360510 Jul 06 18:32:43.871041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43916e43-937d-4031-bd95-8a2b13c7a6b3 req-1fa8d130-7dc5-49ef-b5df-29d387c5dd71 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:43.873238 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43916e43-937d-4031-bd95-8a2b13c7a6b3 req-1fa8d130-7dc5-49ef-b5df-29d387c5dd71 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1159263 Jul 06 18:32:43.934388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43916e43-937d-4031-bd95-8a2b13c7a6b3 req-c19c1e2f-faf6-4335-9d1c-dc58668e9f8e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514231 Jul 06 18:32:44.137602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aeab0-24ea-4854-8144-73219480dec3 req-add61e36-8485-44b4-9af6-c83f37d09d49 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:44.139557 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a34aeab0-24ea-4854-8144-73219480dec3 req-add61e36-8485-44b4-9af6-c83f37d09d49 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 945 time: 0.0727468 Jul 06 18:32:44.179693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a34aeab0-24ea-4854-8144-73219480dec3 req-9a9fc433-9a9d-4a7f-aec0-6d01c8b8a09a tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Jul 06 18:32:44.619794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40494) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:44.989092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.218210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec7199-8cf5-487f-b6d9-9909d3541366 req-bd934ea7-1224-42b0-953e-7540bf2adcd7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:45.219746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cec7199-8cf5-487f-b6d9-9909d3541366 req-bd934ea7-1224-42b0-953e-7540bf2adcd7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1412392 Jul 06 18:32:45.289597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cec7199-8cf5-487f-b6d9-9909d3541366 req-34535b24-ea79-45d0-9811-25a02faf17c0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587265 Jul 06 18:32:45.352836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Deleting port bc812dd8-9d02-4338-a470-5a91cbbffea3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:45.353080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.410571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b320be-1797-4c1c-944e-d712341a9eab req-5b0d99eb-f814-4f07-ac2f-3e029faf5de5 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:45.412098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16b320be-1797-4c1c-944e-d712341a9eab req-5b0d99eb-f814-4f07-ac2f-3e029faf5de5 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.41 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 945 time: 0.1364818 Jul 06 18:32:45.424087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b4ada-e433-4039-a58f-2d55664ab52e req-ceb87022-8e58-437b-842e-ac1a474d92d6 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:45.425577 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-625b4ada-e433-4039-a58f-2d55664ab52e req-ceb87022-8e58-437b-842e-ac1a474d92d6 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743d1f-2bc5-4b95-8578-31e599dc9bed HTTP/1.1" status: 200 len: 945 time: 0.0902820 Jul 06 18:32:45.437668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] For port bc812dd8-9d02-4338-a470-5a91cbbffea3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bc812dd8-9d02-4338-a470-5a91cbbffea3,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:45.438073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.452141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Calling delete_port for bc812dd8-9d02-4338-a470-5a91cbbffea3 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:45.491620 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-64c03996-b3ff-496c-bd7d-aac525fa8a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.547855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-625b4ada-e433-4039-a58f-2d55664ab52e req-dd63b80d-8640-4fa8-a6e6-d81fcbb006b7 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.53 "GET /v2.0/security-groups?id=393db7d8-50da-47a6-8e0f-de7d70cfcbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951164 Jul 06 18:32:45.588202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Deleting port 31180bba-6a73-4723-889a-9b913aef15f3 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:45.588785 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.684220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.686753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] For port 31180bba-6a73-4723-889a-9b913aef15f3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31180bba-6a73-4723-889a-9b913aef15f3,segment=NetworkSegment(a2d6fd76-dc35-40c6-aacf-cfff06c97e1c),segment_id=a2d6fd76-dc35-40c6-aacf-cfff06c97e1c)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:45.687405 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.707860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Calling delete_port for 31180bba-6a73-4723-889a-9b913aef15f3 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:45.713981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc812dd8-9d02-4338-a470-5a91cbbffea3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:45.881440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.895612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['31180bba-6a73-4723-889a-9b913aef15f3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:45.911946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Pushing event deleted for resources: {'Port': ['ID=31180bba-6a73-4723-889a-9b913aef15f3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:45.936649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.966408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] No DVR routers for this DVR port 31180bba-6a73-4723-889a-9b913aef15f3 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:45.968673 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:45.970885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16b320be-1797-4c1c-944e-d712341a9eab req-ff3c63f6-7c35-4d66-9516-1baaba625616 tempest-InstanceActionsNegativeTestJSON-1471026921 tempest-InstanceActionsNegativeTestJSON-1471026921-project] 10.222.0.41 "DELETE /v2.0/ports/31180bba-6a73-4723-889a-9b913aef15f3 HTTP/1.1" status: 204 len: 173 time: 0.5443647 Jul 06 18:32:45.971585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10743d1f-2bc5-4b95-8578-31e599dc9bed', 'name': 'network-vif-deleted', 'tag': '31180bba-6a73-4723-889a-9b913aef15f3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:45.974239 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba491da7-d992-418e-ba1e-3e0b532c4ae4" -d '{"events": [{"server_uuid": "10743d1f-2bc5-4b95-8578-31e599dc9bed", "name": "network-vif-deleted", "tag": "31180bba-6a73-4723-889a-9b913aef15f3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:46.070828 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b20ce7f-e53e-45cd-81bd-f650457d57f4 x-openstack-request-id: req-3b20ce7f-e53e-45cd-81bd-f650457d57f4 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:46.071191 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10743d1f-2bc5-4b95-8578-31e599dc9bed", "name": "network-vif-deleted", "tag": "31180bba-6a73-4723-889a-9b913aef15f3", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:46.073275 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b20ce7f-e53e-45cd-81bd-f650457d57f4 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:46.073275 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10743d1f-2bc5-4b95-8578-31e599dc9bed', 'name': 'network-vif-deleted', 'tag': '31180bba-6a73-4723-889a-9b913aef15f3', 'status': 'completed', 'code': 200} Jul 06 18:32:46.199837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:32:46.316005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:32:46.322149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a16a5139-16d7-44e5-b9df-735ec8acef6e admin admin] 10.222.0.53 "PUT /v2.0/routers/6f5ea1e3-b054-43cf-94dc-8aaed15de0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7009828 Jul 06 18:32:46.324935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40528) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:46.330768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] Sync routers for ids ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:32:46.359092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] Routers {'6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:46.360149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:46.614859 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:46.672365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8651d-dcec-4112-b82c-f0c906aa7ee1 req-7cd2e672-8a81-4133-8d75-a8b97d83be06 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:46.679862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bcf8651d-dcec-4112-b82c-f0c906aa7ee1 req-7cd2e672-8a81-4133-8d75-a8b97d83be06 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.2280307 Jul 06 18:32:46.699297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40534) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:46.748886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] Set router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:46.753471 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bcf8651d-dcec-4112-b82c-f0c906aa7ee1 req-8cbecf99-e29a-4c1e-a1d6-e1893e29ad0c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726035 Jul 06 18:32:46.779358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f160107-06b4-49df-8ff5-f523c0680e68 admin admin] Deleting subnet b9a92913-5260-4212-89b5-59c46eae4f6e {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:32:46.790903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f160107-06b4-49df-8ff5-f523c0680e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:46.848541 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:46.862317 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f160107-06b4-49df-8ff5-f523c0680e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:46.909748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f160107-06b4-49df-8ff5-f523c0680e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:46.912888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Deleting port 42349f5e-9bc2-4708-8655-66e23d03ee85 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:46.913287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:46.990606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:32:45Z', 'revision_number': 5, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port': {'id': '42349f5e-9bc2-4708-8655-66e23d03ee85', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:53Z', 'updated_at': '2021-07-06T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:46.992964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f160107-06b4-49df-8ff5-f523c0680e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.010062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f160107-06b4-49df-8ff5-f523c0680e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.012505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7f160107-06b4-49df-8ff5-f523c0680e68 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b9a92913-5260-4212-89b5-59c46eae4f6e HTTP/1.1" status: 204 len: 168 time: 0.3115582 Jul 06 18:32:47.012610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] For port 42349f5e-9bc2-4708-8655-66e23d03ee85, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=42349f5e-9bc2-4708-8655-66e23d03ee85,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:47.012888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.026605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Calling delete_port for 42349f5e-9bc2-4708-8655-66e23d03ee85 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:47.030489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40542) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:47.036691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f160107-06b4-49df-8ff5-f523c0680e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a92913-5260-4212-89b5-59c46eae4f6e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:47.043311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] Checking router: 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:32:47.052245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] Routers {'6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:47.052810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:47.147166 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.157671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] Set router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:47.226011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:32:46Z', 'revision_number': 6, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:47.260892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8ea44-9f5c-4d61-92c8-b2611aff1ab9 None None] The sync data for ids ['6f5ea1e3-b054-43cf-94dc-8aaed15de0a2'] in n-d-799684-2 is: [{'id': '6f5ea1e3-b054-43cf-94dc-8aaed15de0a2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1521134971-router', 'tenant_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:51Z', 'updated_at': '2021-07-06T18:32:46Z', 'revision_number': 6, 'project_id': '81b4ae28f3264aa18c88b0a477d39fa9', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:32:47.315625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.329476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b8cffe-e51b-4fc2-8eb7-c2bba5277705']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:47.358517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d6fd76-dc35-40c6-aacf-cfff06c97e1c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:47.358802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d6fd76-dc35-40c6-aacf-cfff06c97e1c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:47.372979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.392779 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.398472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.401346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:32:47.401749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:32:47.404626 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:32:47.409017 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:32:47.462482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Pushing event deleted for resources: {'Port': ['ID=42349f5e-9bc2-4708-8655-66e23d03ee85,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:47.517736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.523692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.527851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] 10.222.0.53 "DELETE /v2.0/networks/25b8cffe-e51b-4fc2-8eb7-c2bba5277705 HTTP/1.1" status: 204 len: 168 time: 0.4939508 Jul 06 18:32:47.541307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cbd32-a5b8-4e5d-a30f-2e5fb17f9a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=25b8cffe-e51b-4fc2-8eb7-c2bba5277705,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:47.553079 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.807695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40562) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:47.868506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-968d47f4-75ba-4084-a4ee-44224817ebd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f6615f7cc8c4c14abb146ccd53416e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594554 Jul 06 18:32:47.870878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40566) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:47.928749 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fff8df3c-9c6f-417c-9e4c-71656d59dd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.961866 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fff8df3c-9c6f-417c-9e4c-71656d59dd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.080758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c405e-c793-425b-9e50-8df633bb5b3d req-32b8cc0b-3b19-4fe8-ae11-10c8f735ed5c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:48.082344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e78c405e-c793-425b-9e50-8df633bb5b3d req-32b8cc0b-3b19-4fe8-ae11-10c8f735ed5c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.0969086 Jul 06 18:32:48.082997 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fff8df3c-9c6f-417c-9e4c-71656d59dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.085540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fff8df3c-9c6f-417c-9e4c-71656d59dd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.086627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fff8df3c-9c6f-417c-9e4c-71656d59dd52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/393db7d8-50da-47a6-8e0f-de7d70cfcbad HTTP/1.1" status: 204 len: 168 time: 0.2144222 Jul 06 18:32:48.093150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.096562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.125996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8df3c-9c6f-417c-9e4c-71656d59dd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393db7d8-50da-47a6-8e0f-de7d70cfcbad,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:48.164871 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8108eca7-a924-469c-a8f7-d20e52bc4c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.172266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.174582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:32:48.181420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.185127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a32e1f30-254a-41b5-81bd-8a1400176113 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6f5ea1e3-b054-43cf-94dc-8aaed15de0a2 HTTP/1.1" status: 204 len: 168 time: 1.8568990 Jul 06 18:32:48.185476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40576) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:48.185703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e78c405e-c793-425b-9e50-8df633bb5b3d req-73ca7d12-61ef-4951-8fe0-e06cca993e5e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662796 Jul 06 18:32:48.241448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2075b4f-6d9e-49f6-bf7b-8fe31308e120 admin admin] Deleting subnet 7abfc496-64a4-40d1-8ad4-1c4121788ea0 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:32:48.244757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2075b4f-6d9e-49f6-bf7b-8fe31308e120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.282578 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2075b4f-6d9e-49f6-bf7b-8fe31308e120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.307422 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.394673 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2075b4f-6d9e-49f6-bf7b-8fe31308e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.470979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2075b4f-6d9e-49f6-bf7b-8fe31308e120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.509288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2075b4f-6d9e-49f6-bf7b-8fe31308e120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abfc496-64a4-40d1-8ad4-1c4121788ea0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:48.513904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2075b4f-6d9e-49f6-bf7b-8fe31308e120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.517920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e99a33e-1f3c-4343-8442-6654a2f1d685 None None] Network 3be1f2be-dbc5-4d3a-9485-df185568676e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:48.519157 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c2075b4f-6d9e-49f6-bf7b-8fe31308e120 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7abfc496-64a4-40d1-8ad4-1c4121788ea0 HTTP/1.1" status: 204 len: 168 time: 0.3325043 Jul 06 18:32:48.522113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40584) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:48.648767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.713009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Deleting port 33111b90-b743-4a97-945f-de8ccd9cbe4a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:48.713365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.772980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 31180bba-6a73-4723-889a-9b913aef15f3 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:48.780078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] DHCP port deletion for 3be1f2be-dbc5-4d3a-9485-df185568676e request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:32:48.793327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] For port 33111b90-b743-4a97-945f-de8ccd9cbe4a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=33111b90-b743-4a97-945f-de8ccd9cbe4a,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:48.794085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.811863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Calling delete_port for 33111b90-b743-4a97-945f-de8ccd9cbe4a owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:48.843030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 31180bba-6a73-4723-889a-9b913aef15f3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:48.843664 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 31180bba-6a73-4723-889a-9b913aef15f3 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:48.892108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] Deleting port 33111b90-b743-4a97-945f-de8ccd9cbe4a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:48.892883 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.910888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.965848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Pushing event deleted for resources: {'Port': ['ID=33111b90-b743-4a97-945f-de8ccd9cbe4a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:48.969004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] For port 33111b90-b743-4a97-945f-de8ccd9cbe4a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=33111b90-b743-4a97-945f-de8ccd9cbe4a,segment=NetworkSegment(ce9dcfe0-7b3a-430f-a667-44ab150a5cf7),segment_id=ce9dcfe0-7b3a-430f-a667-44ab150a5cf7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:48.969460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:48.970011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] No DVR routers for this DVR port 33111b90-b743-4a97-945f-de8ccd9cbe4a on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:48.990823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] Calling delete_port for 33111b90-b743-4a97-945f-de8ccd9cbe4a owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:49.066820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.082879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be1f2be-dbc5-4d3a-9485-df185568676e']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:49.117529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:49.117875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9dcfe0-7b3a-430f-a667-44ab150a5cf7') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:49.128322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.145061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.149379 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.153460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:32:49.153650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:32:49.155630 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:32:49.186987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] Pushing event deleted for resources: {'Port': ['ID=33111b90-b743-4a97-945f-de8ccd9cbe4a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:49.189021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e63210-0c68-40c5-91b5-d49dc8f016e7 None None] No DVR routers for this DVR port 33111b90-b743-4a97-945f-de8ccd9cbe4a on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:49.203546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40608) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:49.268050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.273602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 42349f5e-9bc2-4708-8655-66e23d03ee85 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:49.295937 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.298301 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] 10.222.0.53 "DELETE /v2.0/networks/3be1f2be-dbc5-4d3a-9485-df185568676e HTTP/1.1" status: 204 len: 168 time: 0.7748091 Jul 06 18:32:49.299466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d13654-e729-44c1-af57-bd62433cccfa admin admin] Pushing event deleted for resources: {'Network': ['ID=3be1f2be-dbc5-4d3a-9485-df185568676e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:49.301359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40614) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:49.319816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 42349f5e-9bc2-4708-8655-66e23d03ee85 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:49.320486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 42349f5e-9bc2-4708-8655-66e23d03ee85 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:49.321065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bc812dd8-9d02-4338-a470-5a91cbbffea3 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:49.360661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: bc812dd8-9d02-4338-a470-5a91cbbffea3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:49.361028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bc812dd8-9d02-4338-a470-5a91cbbffea3 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:49.361495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 33111b90-b743-4a97-945f-de8ccd9cbe4a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:49.397383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 33111b90-b743-4a97-945f-de8ccd9cbe4a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:49.397850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 33111b90-b743-4a97-945f-de8ccd9cbe4a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:49.407835 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.411927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-network', 'tenant_id': '4f94b54e42f543f9a269004d596510f2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:49.515215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Made reservation on behalf of 4f94b54e42f543f9a269004d596510f2 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:49.517756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.534119 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.609347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5859f-650b-4a5d-a41c-857412f6d13e req-5809f305-d702-4160-b0d2-6b8df203fbb4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:49.610794 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dad5859f-650b-4a5d-a41c-857412f6d13e req-5809f305-d702-4160-b0d2-6b8df203fbb4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.2075949 Jul 06 18:32:49.711868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dad5859f-650b-4a5d-a41c-857412f6d13e req-0568549f-e4bc-4d6b-8847-d9acb9a8030f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932200 Jul 06 18:32:49.781836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.788636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.813051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:32:49.841794 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.842141 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Added segment b7785d45-e5a8-4fbf-81e9-fe4910127be4 of type vlan for network 677bd3c8-ded4-428e-95c4-f286aa1058e3 Jul 06 18:32:49.843603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a709403f-4bb4-4df4-9418-854becf50906,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:49.909381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.951782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:49.952759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:49.953339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.007219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.058581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8505316 Jul 06 18:32:50.059323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40622) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:50.067434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Request body: {'subnet': {'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-subnet', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:50.076635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3120e-00dd-4ab7-b2d6-3dcf2b49f8ba admin admin] Pushing event updated for resources: {'Network': ['ID=677bd3c8-ded4-428e-95c4-f286aa1058e3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:50.090793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 677bd3c8-ded4-428e-95c4-f286aa1058e3 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:32:50.151167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Made reservation on behalf of 4f94b54e42f543f9a269004d596510f2 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:50.173056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.380883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Deleting port bd1fb3e8-0652-4841-a540-7665beafb692 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:50.381705 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.383568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.444800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a71afe-bda0-4d0b-9856-78ac67104d54,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:50.455437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Checking segment: {'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:50.456196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Network hostable DHCP agents. Network: 677bd3c8-ded4-428e-95c4-f286aa1058e3, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:32:50.475847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Network 677bd3c8-ded4-428e-95c4-f286aa1058e3 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:32:50.479061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] For port bd1fb3e8-0652-4841-a540-7665beafb692, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd1fb3e8-0652-4841-a540-7665beafb692,segment=NetworkSegment(467e58b4-fa17-4426-8145-f38b3602e5e6),segment_id=467e58b4-fa17-4426-8145-f38b3602e5e6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:50.479061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.491936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 677bd3c8-ded4-428e-95c4-f286aa1058e3) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:50.498011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:50.498800 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.499042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Calling delete_port for bd1fb3e8-0652-4841-a540-7665beafb692 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:50.503450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6a504-f95a-4942-ac62-f55aea919112 None None] Network 677bd3c8-ded4-428e-95c4-f286aa1058e3 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:50.529289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a31a0ef2-e093-4125-857c-693ec753d83f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4664328 Jul 06 18:32:50.530034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40628) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:50.534879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:50.582805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.584558 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.653383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.726994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0229ee3-1655-4b51-be63-b094c82edc76 None None] Network 677bd3c8-ded4-428e-95c4-f286aa1058e3 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:50.735821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.826951 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.879655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1fb3e8-0652-4841-a540-7665beafb692,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:50.941457 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:51.011067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:51.063286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598d066-934b-49c5-a403-c5d52aecfeb1 req-0f7d6996-9901-4c6f-8137-a93736b2a02d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:51.065004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3598d066-934b-49c5-a403-c5d52aecfeb1 req-0f7d6996-9901-4c6f-8137-a93736b2a02d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1119444 Jul 06 18:32:51.119682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3598d066-934b-49c5-a403-c5d52aecfeb1 req-0f8cd4e1-22e7-40e5-8b25-a99e121fe79e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Jul 06 18:32:51.267141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Router 57dea6a1-a0b8-4e6e-a26c-621cc297838c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:32:51.409138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:32:51.417939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-272065e6-107b-483b-ac4e-3cb613749b7d admin admin] 10.222.0.53 "PUT /v2.0/routers/57dea6a1-a0b8-4e6e-a26c-621cc297838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1147845 Jul 06 18:32:51.418776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40646) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:51.419705 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] Sync routers for ids ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:32:51.435514 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] Routers {'57dea6a1-a0b8-4e6e-a26c-621cc297838c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:51.436410 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:51.608516 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] Set router 57dea6a1-a0b8-4e6e-a26c-621cc297838c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:51.631963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:51.642683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45bfa5-de74-4e4f-ac8f-f24e8e28c187 req-925f29b3-6467-4502-8b06-9195bb15feaa tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:51.650423 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e45bfa5-de74-4e4f-ac8f-f24e8e28c187 req-925f29b3-6467-4502-8b06-9195bb15feaa tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0912187 Jul 06 18:32:51.737383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e45bfa5-de74-4e4f-ac8f-f24e8e28c187 req-8427c1d6-c79d-47a0-a268-ce0a911263e1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859451 Jul 06 18:32:51.738335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:51.765383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:51.807474 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:32:50Z', 'revision_number': 5, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:51.838847 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] Checking router: 57dea6a1-a0b8-4e6e-a26c-621cc297838c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:32:51.848887 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] Routers {'57dea6a1-a0b8-4e6e-a26c-621cc297838c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:51.849771 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:51.896480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:51.936185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Allocated IP 172.25.4.160 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/7eb33602-d306-4fab-a3b7-986fc145a604) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:32:51.970830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Deleting port 89e6609e-8b62-44da-b181-6e5e73205301 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:51.971475 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:51.973543 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] Set router 57dea6a1-a0b8-4e6e-a26c-621cc297838c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:52.039778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be34905-cda2-4b4d-aa59-d5f5a41aa669 req-a464d4d2-939e-469c-b304-422c99da4560 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:52.041383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7be34905-cda2-4b4d-aa59-d5f5a41aa669 req-a464d4d2-939e-469c-b304-422c99da4560 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1516047 Jul 06 18:32:52.092979 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.093738 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.099913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] For port 89e6609e-8b62-44da-b181-6e5e73205301, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=89e6609e-8b62-44da-b181-6e5e73205301,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:52.100402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.113257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Calling delete_port for 89e6609e-8b62-44da-b181-6e5e73205301 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:52.157095 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.189374 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:32:50Z', 'revision_number': 5, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:52.220208 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712d3d7-efd7-4600-af12-159fd5cf11ea None None] The sync data for ids ['57dea6a1-a0b8-4e6e-a26c-621cc297838c'] in n-d-799684-2 is: [{'id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'name': 'tempest-AttachSCSIVolumeTestJSON-588142536-router', 'tenant_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '89e6609e-8b62-44da-b181-6e5e73205301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:31:08Z', 'updated_at': '2021-07-06T18:32:50Z', 'revision_number': 5, 'project_id': '6c5d99fe2af54ed1a32fbad458f2e74c', 'gw_port': {'id': '89e6609e-8b62-44da-b181-6e5e73205301', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dea6a1-a0b8-4e6e-a26c-621cc297838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:31:10Z', 'updated_at': '2021-07-06T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:32:52.226473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb33602-d306-4fab-a3b7-986fc145a604,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:52.247106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:32:52.250558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:52.255647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:32:52.272746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7be34905-cda2-4b4d-aa59-d5f5a41aa669 req-07243e54-0c9d-434b-b5ea-9d646bffb6bd tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198575 Jul 06 18:32:52.340608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.389439 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.443490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Pushing event deleted for resources: {'Port': ['ID=89e6609e-8b62-44da-b181-6e5e73205301,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:52.506507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.624788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.630061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.694731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.696315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57dea6a1-a0b8-4e6e-a26c-621cc297838c {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:32:52.706807 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.709966 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6475db0-0961-40e2-8060-b5298d49323f admin admin] 10.222.0.53 "DELETE /v2.0/routers/57dea6a1-a0b8-4e6e-a26c-621cc297838c HTTP/1.1" status: 204 len: 168 time: 1.2879007 Jul 06 18:32:52.710312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40672) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:52.715664 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.755874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-ad0d06b0-be85-47c0-86ca-370a7cc79c51 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:52.757638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-ad0d06b0-be85-47c0-86ca-370a7cc79c51 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.2262616 Jul 06 18:32:52.767709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ae8e3e-1259-4bd8-a825-57858196c043 admin admin] Deleting subnet 24b7061a-5678-413d-9a4c-f9500f901c64 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:32:52.769821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42ae8e3e-1259-4bd8-a825-57858196c043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.782822 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-61eee15f-0cad-409d-8c35-e3338aec5659 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/quotas/417662f6c44c44258a959db8ff552ba0 HTTP/1.1" status: 200 len: 375 time: 0.0181956 Jul 06 18:32:52.813813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42ae8e3e-1259-4bd8-a825-57858196c043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.929625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42ae8e3e-1259-4bd8-a825-57858196c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:52.962309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-e177219e-d52d-4f1e-ad36-91a2a082bcac tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1457648 Jul 06 18:32:53.014604 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42ae8e3e-1259-4bd8-a825-57858196c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.043044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae8e3e-1259-4bd8-a825-57858196c043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b7061a-5678-413d-9a4c-f9500f901c64,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:53.054899 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42ae8e3e-1259-4bd8-a825-57858196c043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.055831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5913f-62fb-478c-98f6-1d63a93d0e8e None None] Network 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:53.057762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-42ae8e3e-1259-4bd8-a825-57858196c043 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/24b7061a-5678-413d-9a4c-f9500f901c64 HTTP/1.1" status: 204 len: 168 time: 0.3462162 Jul 06 18:32:53.060308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40678) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:53.108135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-3517c305-58b0-4c5c-94fc-335e99475836 service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136873 Jul 06 18:32:53.118288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.147206 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.220030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Deleting port 95cc5169-7728-48af-970a-67d110d8ccc0 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:53.220508 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.302594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] For port 95cc5169-7728-48af-970a-67d110d8ccc0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95cc5169-7728-48af-970a-67d110d8ccc0,segment=NetworkSegment(467e58b4-fa17-4426-8145-f38b3602e5e6),segment_id=467e58b4-fa17-4426-8145-f38b3602e5e6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:53.302963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.315887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Calling delete_port for 95cc5169-7728-48af-970a-67d110d8ccc0 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:53.337753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-963009cb-529f-4028-9374-7a0704c4e13c service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146428 Jul 06 18:32:53.377515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Router 21354477-23b6-4224-a68b-04837bb7144a is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:32:53.401376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.435052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Pushing event deleted for resources: {'Port': ['ID=95cc5169-7728-48af-970a-67d110d8ccc0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:53.437239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] No DVR routers for this DVR port 95cc5169-7728-48af-970a-67d110d8ccc0 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:53.502928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad72b7f-ac9f-4128-9606-8a0d88384e63 None None] DHCP port deletion for 5660a75d-6bd1-43e6-bd0c-4ab4a086f082 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:32:53.597892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 89e6609e-8b62-44da-b181-6e5e73205301 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:53.623242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 89e6609e-8b62-44da-b181-6e5e73205301 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:53.623706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 89e6609e-8b62-44da-b181-6e5e73205301 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:53.624215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd1fb3e8-0652-4841-a540-7665beafb692 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:53.646913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.663429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: bd1fb3e8-0652-4841-a540-7665beafb692 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:53.664032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd1fb3e8-0652-4841-a540-7665beafb692 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:53.665052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5660a75d-6bd1-43e6-bd0c-4ab4a086f082']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:53.674418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-701b297d-8363-4f84-a18a-0dfa0220936c req-72568aad-b1de-4f43-879e-ba3cf823560b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 210 time: 0.0859306 Jul 06 18:32:53.681440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:32:53.686908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467e58b4-fa17-4426-8145-f38b3602e5e6') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:53.687217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467e58b4-fa17-4426-8145-f38b3602e5e6') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:53.691751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Sync routers for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:32:53.697488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.706364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:53.707049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:53.712595 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.721065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8ad0b7f0-1307-4c4b-9630-30a2664b1fb3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.1885705 Jul 06 18:32:53.723715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40688) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:53.730640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.748635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:32:53.749057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:32:53.777526 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:32:53.913329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:54.137473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:52Z', 'revision_number': 3, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:54.172280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Checking router: 21354477-23b6-4224-a68b-04837bb7144a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:32:54.173139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Updating router 21354477-23b6-4224-a68b-04837bb7144a port 7eb33602-d306-4fab-a3b7-986fc145a604 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:32:54.222226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.229207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.229464 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.234202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] 10.222.0.53 "DELETE /v2.0/networks/5660a75d-6bd1-43e6-bd0c-4ab4a086f082 HTTP/1.1" status: 204 len: 168 time: 1.1725280 Jul 06 18:32:54.245734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f0c6-369b-4d1c-948f-3145c7bd4eed admin admin] Pushing event deleted for resources: {'Network': ['ID=5660a75d-6bd1-43e6-bd0c-4ab4a086f082,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:54.427464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.437106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40702) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:54.503924 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2740b0df-5c01-4c06-99b1-2b2535e47e01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81b4ae28f3264aa18c88b0a477d39fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634813 Jul 06 18:32:54.504183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40706) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:54.539720 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.551411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Transition to ACTIVE for port object 7eb33602-d306-4fab-a3b7-986fc145a604 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:54.562768 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.569191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f76e9314-2268-4013-bb53-f93dca4ea518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.603057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f76e9314-2268-4013-bb53-f93dca4ea518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.616318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Attempting to bind port 7eb33602-d306-4fab-a3b7-986fc145a604 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:32:54.616813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Attempting to bind port 7eb33602-d306-4fab-a3b7-986fc145a604 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:32:54.617187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Attempting to bind port 7eb33602-d306-4fab-a3b7-986fc145a604 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:54.641756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:32:54.642172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:54.642568 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.643096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:32:54.643572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Bound port: 7eb33602-d306-4fab-a3b7-986fc145a604, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:32:54.643948 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.698852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f76e9314-2268-4013-bb53-f93dca4ea518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.702214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f76e9314-2268-4013-bb53-f93dca4ea518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.704242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f76e9314-2268-4013-bb53-f93dca4ea518 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a89b65de-f3ce-4444-a5d3-e1fa58c3518a HTTP/1.1" status: 204 len: 168 time: 0.1987491 Jul 06 18:32:54.704801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] For port 7eb33602-d306-4fab-a3b7-986fc145a604, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:32:54.725462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] For port 7eb33602-d306-4fab-a3b7-986fc145a604, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7eb33602-d306-4fab-a3b7-986fc145a604,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:32:54.734868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e9314-2268-4013-bb53-f93dca4ea518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89b65de-f3ce-4444-a5d3-e1fa58c3518a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:54.735022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Allocated IP 172.20.0.1 (677bd3c8-ded4-428e-95c4-f286aa1058e3/84a71afe-bda0-4d0b-9856-78ac67104d54/5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:32:54.745783 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:54.824366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f55bf1-7874-4bc5-b266-79e637182396 None None] Pushing event updated for resources: {'Port': ['ID=7eb33602-d306-4fab-a3b7-986fc145a604,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:54.885603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:54.886494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:55.031278 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b002aa2-3cb4-4b7c-a185-a86374490a2e req-bcf28c20-3081-4d86-97b7-5ef3c28c0e3e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 210 time: 0.0668900 Jul 06 18:32:55.047024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.119065 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.170664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Network 677bd3c8-ded4-428e-95c4-f286aa1058e3 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:32:55.176941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:55.187132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:32:55.276950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:55.349598 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.380622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40724) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:55.385595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:55.466932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ab26821b-18b1-4513-9309-437a7f9d7f7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c5d99fe2af54ed1a32fbad458f2e74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850692 Jul 06 18:32:55.470385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40726) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:55.488383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-06241c18-44a6-4790-a59b-7ab231461799 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:55.490201 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-06241c18-44a6-4790-a59b-7ab231461799 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.41 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.2380083 Jul 06 18:32:55.504259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'port': {'device_id': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'admin_state_up': True, 'tenant_id': '417662f6c44c44258a959db8ff552ba0'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:55.555528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95cc5169-7728-48af-970a-67d110d8ccc0 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:55.603842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 95cc5169-7728-48af-970a-67d110d8ccc0 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:55.604194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95cc5169-7728-48af-970a-67d110d8ccc0 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:55.641847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93720943-48f0-49d4-9e0a-4bc2fc74b247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.651211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f55bf1-7874-4bc5-b266-79e637182396 None None] Pushing event updated for resources: {'Port': ['ID=7eb33602-d306-4fab-a3b7-986fc145a604,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:55.664873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Made reservation on behalf of 417662f6c44c44258a959db8ff552ba0 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:55.667695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:52Z', 'revision_number': 3, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:55.670276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.676915 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.683739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93720943-48f0-49d4-9e0a-4bc2fc74b247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.703894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98637ef-d21e-442a-9141-8366bc24c53f None None] The sync data for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 is: [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:52Z', 'revision_number': 3, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:32:55.821258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93720943-48f0-49d4-9e0a-4bc2fc74b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.824153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-93720943-48f0-49d4-9e0a-4bc2fc74b247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.828051 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-93720943-48f0-49d4-9e0a-4bc2fc74b247 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8e1bea9-ea00-4da1-b90a-c77a83adb12d HTTP/1.1" status: 204 len: 168 time: 0.3509312 Jul 06 18:32:55.838944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93720943-48f0-49d4-9e0a-4bc2fc74b247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e1bea9-ea00-4da1-b90a-c77a83adb12d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:55.869633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Allocated IP 172.20.0.4 (d0a09b5a-f663-4630-8067-f035b53d07ae/e56b845b-d88a-4527-bbca-fe13b0079875/fd7c5397-89a5-4f44-acd3-e81ddca343b5) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:32:55.920960 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.930318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:56.030409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:56.032398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:56.141739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:56.172847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Transition to ACTIVE for port object fd7c5397-89a5-4f44-acd3-e81ddca343b5 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:56.271709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:56.287234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29345595-d556-4aec-8de8-3492b1e3286d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:56.294479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Network 677bd3c8-ded4-428e-95c4-f286aa1058e3 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:32:56.296115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:56.400077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Network d0a09b5a-f663-4630-8067-f035b53d07ae is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:32:56.406855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:56.411738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:32:56.506193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:56.507032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:56.514499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'Port': ['ID=fd7c5397-89a5-4f44-acd3-e81ddca343b5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:56.535990 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-b3933168-18f8-46f0-b062-557bc885664a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0376565 Jul 06 18:32:56.548433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Request body: {'port': {'device_id': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:56.629212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78528a4-8924-4f15-9504-fa64bfc32f36 req-715da494-a897-44ea-8ae6-81bcbfd6fc42 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:56.631560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f78528a4-8924-4f15-9504-fa64bfc32f36 req-715da494-a897-44ea-8ae6-81bcbfd6fc42 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 931 time: 0.2298844 Jul 06 18:32:56.661597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Router 21354477-23b6-4224-a68b-04837bb7144a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:32:56.714323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f78528a4-8924-4f15-9504-fa64bfc32f36 req-8be87930-2a0d-43e5-b5ff-cf585f3c1684 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745199 Jul 06 18:32:56.723574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:56.811120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42b0241f-3fcd-45e0-9cb7-f5947ba3fd82 None None] Provisioning for port fd7c5397-89a5-4f44-acd3-e81ddca343b5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:32:56.823509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42b0241f-3fcd-45e0-9cb7-f5947ba3fd82 None None] Provisioning complete for port fd7c5397-89a5-4f44-acd3-e81ddca343b5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:56.823878 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42b0241f-3fcd-45e0-9cb7-f5947ba3fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:56.908217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-42b0241f-3fcd-45e0-9cb7-f5947ba3fd82 None None] Port fd7c5397-89a5-4f44-acd3-e81ddca343b5 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:32:56.955511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:32:56.965595 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cf79aa8c-b9f0-481e-9b18-366a195c4e53 admin admin] 10.222.0.53 "PUT /v2.0/routers/21354477-23b6-4224-a68b-04837bb7144a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2407451 Jul 06 18:32:57.158201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7c5397-89a5-4f44-acd3-e81ddca343b5 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:57.168119 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.191412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Transition to ACTIVE for port object fd7c5397-89a5-4f44-acd3-e81ddca343b5 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:57.198567 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.288946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7c5397-89a5-4f44-acd3-e81ddca343b5,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:57.331813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7eb33602-d306-4fab-a3b7-986fc145a604 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:32:57.476738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7eb33602-d306-4fab-a3b7-986fc145a604 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:32:57.481760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7eb33602-d306-4fab-a3b7-986fc145a604 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:57.483243 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.494207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Attempting to bind port fd7c5397-89a5-4f44-acd3-e81ddca343b5 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:32:57.494553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Attempting to bind port fd7c5397-89a5-4f44-acd3-e81ddca343b5 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:32:57.494886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Attempting to bind port fd7c5397-89a5-4f44-acd3-e81ddca343b5 on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:57.500543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Port fd7c5397-89a5-4f44-acd3-e81ddca343b5 on network d0a09b5a-f663-4630-8067-f035b53d07ae not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:32:57.500875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Attempting to bind port fd7c5397-89a5-4f44-acd3-e81ddca343b5 on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:57.508221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:32:57.508620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Checking segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:57.509150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Bound using segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:32:57.509640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Bound port: fd7c5397-89a5-4f44-acd3-e81ddca343b5, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:32:57.509981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.618677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] For port fd7c5397-89a5-4f44-acd3-e81ddca343b5, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:32:57.624382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] For port fd7c5397-89a5-4f44-acd3-e81ddca343b5, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:32:57.633523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.671607 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.687844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-6e523c0d-aa5e-4d4c-83d9-a0ebcdae4d00 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:57.689462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-6e523c0d-aa5e-4d4c-83d9-a0ebcdae4d00 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 820 time: 0.2641652 Jul 06 18:32:57.723458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7eb33602-d306-4fab-a3b7-986fc145a604, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7eb33602-d306-4fab-a3b7-986fc145a604,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:57.731762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-7489369e-cba2-4514-9d8e-4bdea8307748 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/quotas/4f94b54e42f543f9a269004d596510f2 HTTP/1.1" status: 200 len: 375 time: 0.0345771 Jul 06 18:32:57.740975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:57.741923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.743679 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] 10.222.0.41 "PUT /v2.0/ports/fd7c5397-89a5-4f44-acd3-e81ddca343b5 HTTP/1.1" status: 200 len: 1091 time: 1.1997325 Jul 06 18:32:57.744221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'tag': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:57.762946 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdd31e2-325a-4a1d-9a4b-547d638c126d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcad71bb-e564-48c1-9e69-04110aca677b", "tag": "fd7c5397-89a5-4f44-acd3-e81ddca343b5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:57.769742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.845289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3c038-1715-464a-8ca5-6168b7258bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7c5397-89a5-4f44-acd3-e81ddca343b5,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:57.888391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-c07233f1-5a32-4a9b-8cc5-714b6ce81faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:57.890259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-c07233f1-5a32-4a9b-8cc5-714b6ce81faa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 1094 time: 0.0920892 Jul 06 18:32:57.931973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7eb33602-d306-4fab-a3b7-986fc145a604,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:57.944428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-b9317e12-62c0-4746-b831-5d1bfcfb44bb tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2059963 Jul 06 18:32:58.008205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-3d3979e5-8566-4be7-ad40-fe6289f6c7ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5 HTTP/1.1" status: 200 len: 217 time: 0.1090696 Jul 06 18:32:58.125944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-511d820f-ca83-40f3-8f35-fdc3011f3a1c service neutron] 10.222.0.53 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799512 Jul 06 18:32:58.131989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-bfe7b41b-1130-48e1-8d3a-d317b2e52188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.133279 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-bfe7b41b-1130-48e1-8d3a-d317b2e52188 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1133537 Jul 06 18:32:58.204755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1b82d-c181-4d30-919d-4bc26f844891 req-63406a4f-7ccd-460c-ab55-b005721dbdc5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.210335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d7f1b82d-c181-4d30-919d-4bc26f844891 req-63406a4f-7ccd-460c-ab55-b005721dbdc5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 943 time: 0.2010386 Jul 06 18:32:58.247889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Sync routers for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:32:58.260625 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ecc1ba79-87ed-431a-80a1-01c869d6dd4e service neutron] 10.222.0.53 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268976 Jul 06 18:32:58.265665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d7f1b82d-c181-4d30-919d-4bc26f844891 req-e532d619-466f-47ef-a435-b7ba06ddea85 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513525 Jul 06 18:32:58.268930 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:32:58.270724 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:58.301908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-ef0ca370-804d-4323-ae3e-38d9ab5a7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.303708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-ef0ca370-804d-4323-ae3e-38d9ab5a7a95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620638 Jul 06 18:32:58.376792 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23886da-10e2-4b01-a62e-ba08d114bb1e x-openstack-request-id: req-d23886da-10e2-4b01-a62e-ba08d114bb1e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:58.377063 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcad71bb-e564-48c1-9e69-04110aca677b", "tag": "fd7c5397-89a5-4f44-acd3-e81ddca343b5", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:58.377487 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d23886da-10e2-4b01-a62e-ba08d114bb1e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:58.377928 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'tag': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5', 'status': 'completed', 'code': 200} Jul 06 18:32:58.493352 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42b52e3b-2c3e-46a1-a6e0-790b29a35990 req-84a0133d-f0f0-4a05-95a0-52db125eb7e1 tempest-FlavorsV2NegativeTest-1417028612 tempest-FlavorsV2NegativeTest-1417028612-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=111917cd81ca4fd98302bdbf3f770e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881014 Jul 06 18:32:58.511729 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:32:58.527038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-6b450641-5688-4de2-a0b4-a444c8feb04f service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162769 Jul 06 18:32:58.817882 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46daaeaf-5e55-40a5-8754-0739e4d0d234 req-b9cdefaf-4e3b-4624-9ea9-a9097229bdaa tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 210 time: 0.0469370 Jul 06 18:32:58.873547 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-796d2d93-a4b3-4978-bb2a-3196b127a8e4 req-c1f5319e-e0ac-43c7-bfe4-cb61775d5d0b service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362353 Jul 06 18:32:58.885402 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 2, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:58.898430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b52e3b-2c3e-46a1-a6e0-790b29a35990 req-4e5bbdfc-a85c-43c2-8a7a-91970e1d55c6 tempest-FlavorsV2NegativeTest-1417028612 tempest-FlavorsV2NegativeTest-1417028612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.902275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42b52e3b-2c3e-46a1-a6e0-790b29a35990 req-4e5bbdfc-a85c-43c2-8a7a-91970e1d55c6 tempest-FlavorsV2NegativeTest-1417028612 tempest-FlavorsV2NegativeTest-1417028612-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4079835 Jul 06 18:32:58.924287 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Checking router: 21354477-23b6-4224-a68b-04837bb7144a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:32:58.924971 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Updating router 21354477-23b6-4224-a68b-04837bb7144a port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:32:58.937189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42b52e3b-2c3e-46a1-a6e0-790b29a35990 req-e85fcb79-6222-4178-8837-bfc80407e8f2 tempest-FlavorsV2NegativeTest-1417028612 tempest-FlavorsV2NegativeTest-1417028612-project] 10.222.0.53 "GET /v2.0/quotas/111917cd81ca4fd98302bdbf3f770e96 HTTP/1.1" status: 200 len: 375 time: 0.0299184 Jul 06 18:32:58.966004 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:59.005550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42b52e3b-2c3e-46a1-a6e0-790b29a35990 req-dcdc1fde-a7fa-4c7f-aef7-80ff17e41f4e tempest-FlavorsV2NegativeTest-1417028612 tempest-FlavorsV2NegativeTest-1417028612-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=111917cd81ca4fd98302bdbf3f770e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674179 Jul 06 18:32:59.078967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-fa08c00d-3407-4306-b157-246e5a250f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:59.081051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-fa08c00d-3407-4306-b157-246e5a250f34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 1094 time: 0.1299009 Jul 06 18:32:59.269166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-4b0cbc75-adb3-4011-bb38-786dd77a507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:59.270915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-4b0cbc75-adb3-4011-bb38-786dd77a507a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.1725245 Jul 06 18:32:59.296905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7eb33602-d306-4fab-a3b7-986fc145a604 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:32:59.372105 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-a7dc3967-0609-4b5b-8f0c-e6a70c84ac9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5 HTTP/1.1" status: 200 len: 217 time: 0.0888028 Jul 06 18:32:59.395083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7eb33602-d306-4fab-a3b7-986fc145a604 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:59.395457 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:59.483980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-fe907bbf-3e41-4d4b-a1ff-ac5c849b8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:59.489341 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-fe907bbf-3e41-4d4b-a1ff-ac5c849b8b3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1015675 Jul 06 18:32:59.525284 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:59.546794 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Transition to ACTIVE for port object 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:59.564558 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:59.648311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a7672-c27f-44c4-82a4-d35162b76e23 req-fe81ea7d-910a-4bcb-9bbb-1905452473ae tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:59.649972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a4a7672-c27f-44c4-82a4-d35162b76e23 req-fe81ea7d-910a-4bcb-9bbb-1905452473ae tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 943 time: 0.1538730 Jul 06 18:32:59.665229 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Pushing event updated for resources: {'Port': ['ID=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:59.671259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-a865c84c-ee97-49f8-8b96-d63334763568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:59.672910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-a865c84c-ee97-49f8-8b96-d63334763568 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753564 Jul 06 18:32:59.677055 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.677055 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.677395 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.677746 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.678220 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.678553 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.679070 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.679973 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.680310 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.680783 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.681154 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.681479 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:59.770866 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Attempting to bind port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:32:59.771293 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Attempting to bind port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:32:59.771665 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Attempting to bind port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 on network 677bd3c8-ded4-428e-95c4-f286aa1058e3 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:59.776495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40880) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:59.786766 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:32:59.787825 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Checking segment: {'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:59.788479 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:59.789059 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Bound using segment: {'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:32:59.791043 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Bound port: 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:32:59.791567 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:59.794104 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a4a7672-c27f-44c4-82a4-d35162b76e23 req-b4354b7c-d7cf-4d49-8f2e-60adffff95c6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343598 Jul 06 18:32:59.923948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-65799573-1e0a-4b47-a6cd-e4340c9c4dfb service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233274 Jul 06 18:32:59.944889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] For port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:32:59.955476 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] For port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:32:59.962185 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.007109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4669feee-4cf6-4966-a445-1f4d4aef1c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.037867 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:00.046099 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:00.201321 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413ab52-9572-4b10-87f1-3792b7bac64c None None] Pushing event updated for resources: {'Port': ['ID=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:00.212539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4669feee-4cf6-4966-a445-1f4d4aef1c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.232412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4669feee-4cf6-4966-a445-1f4d4aef1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.269780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4669feee-4cf6-4966-a445-1f4d4aef1c70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=111917cd81ca4fd98302bdbf3f770e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911387 Jul 06 18:33:00.272278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40896) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:00.323855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669feee-4cf6-4966-a445-1f4d4aef1c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c1c8d9-531a-42f1-acf6-2c6a68bb6598,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:00.359910 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:00.365540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd7f124b-2c8f-48c4-8648-e44a4cdc2863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.367294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfdd31e2-325a-4a1d-9a4b-547d638c126d req-4c54ed97-01ab-4f35-857f-0a25db01ff7e service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375153 Jul 06 18:33:00.380476 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-493a9f92-d84f-414e-a0eb-dea5547efe32 req-ce3fffed-bac5-49b1-b04c-72d29348d4b3 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 210 time: 0.1502731 Jul 06 18:33:00.390179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd7f124b-2c8f-48c4-8648-e44a4cdc2863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.460305 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd7f124b-2c8f-48c4-8648-e44a4cdc2863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.463106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd7f124b-2c8f-48c4-8648-e44a4cdc2863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.464473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dd7f124b-2c8f-48c4-8648-e44a4cdc2863 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37c1c8d9-531a-42f1-acf6-2c6a68bb6598 HTTP/1.1" status: 204 len: 168 time: 0.1911540 Jul 06 18:33:00.470435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-78c00430-76bd-4f9c-a9da-1ccfc2ee697e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:00.473871 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-78c00430-76bd-4f9c-a9da-1ccfc2ee697e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.41 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 820 time: 0.3979626 Jul 06 18:33:00.486023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f124b-2c8f-48c4-8648-e44a4cdc2863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c1c8d9-531a-42f1-acf6-2c6a68bb6598,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:00.488149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Request body: {'port': {'device_id': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'admin_state_up': True, 'tenant_id': '4f94b54e42f543f9a269004d596510f2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:00.644792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Made reservation on behalf of 4f94b54e42f543f9a269004d596510f2 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:00.654694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.711940 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:32:59Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:00.746336 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48065a34-188f-4f7f-8cbb-5b766695372d None None] The sync data for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 is: [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:32:59Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:33:00.843571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Allocated IP 172.20.0.7 (677bd3c8-ded4-428e-95c4-f286aa1058e3/84a71afe-bda0-4d0b-9856-78ac67104d54/3dcb4a51-0282-4a42-b3a5-347bf6b5031a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:00.865623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device fd7c5397-89a5-4f44-acd3-e81ddca343b5 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:01.074554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port fd7c5397-89a5-4f44-acd3-e81ddca343b5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:01.105898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5', 'mac_address': 'fa:16:3e:e6:32:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:01.164557 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:01.172349 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:01.211186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7c5397-89a5-4f44-acd3-e81ddca343b5 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:01.267220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:01.274422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port fd7c5397-89a5-4f44-acd3-e81ddca343b5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:01.283988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:01.353474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Network 677bd3c8-ded4-428e-95c4-f286aa1058e3 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:01.357182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:01.359932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:01.394662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=fd7c5397-89a5-4f44-acd3-e81ddca343b5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:01.416360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:01.475307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event updated for resources: {'Port': ['ID=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:01.523487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:01.524309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:01.535289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:01.559539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fa80afec-1875-480a-9715-b3467e6a2fc8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0772796 Jul 06 18:33:01.564157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:01.566607 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:01.572761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Request body: {'port': {'device_id': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:01.621169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4f03-bc32-4322-b313-f77620c6e8c1 req-46169368-a396-4299-9224-4a3e8302e8bb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:01.638435 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ceb4f03-bc32-4322-b313-f77620c6e8c1 req-46169368-a396-4299-9224-4a3e8302e8bb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 944 time: 0.1772187 Jul 06 18:33:01.670460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['fd7c5397-89a5-4f44-acd3-e81ddca343b5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:01.749029 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:01.808592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ceb4f03-bc32-4322-b313-f77620c6e8c1 req-d1d7643f-c366-4d79-b8c9-f3b47292b5bc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655431 Jul 06 18:33:01.860674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40942) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:02.014182 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.136257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:02.155760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.161060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-572995460-network', 'tenant_id': '1aeac1349e4145e1a4d31c88b911ca1a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:02.192447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed6601-6871-4749-baf4-621b45915b6f req-bae26e83-d4ad-4b15-b3b7-82caefd6f0df tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:02.199195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2eed6601-6871-4749-baf4-621b45915b6f req-bae26e83-d4ad-4b15-b3b7-82caefd6f0df tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 931 time: 0.3982782 Jul 06 18:33:02.212148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Made reservation on behalf of 1aeac1349e4145e1a4d31c88b911ca1a for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:02.215521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.245221 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.293886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:02.347962 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2eed6601-6871-4749-baf4-621b45915b6f req-e9a06728-5157-4cea-8079-716351ba9849 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419907 Jul 06 18:33:02.434392 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.442918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.476132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:33:02.493736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:02.499156 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.510894 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Added segment 0853bbed-bda8-487f-a04a-5cd792c25fa9 of type vlan for network 5d56454b-7299-4273-84ce-77ced7325f27 Jul 06 18:33:02.543380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcb4a51-0282-4a42-b3a5-347bf6b5031a {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:02.566521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.585442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Transition to ACTIVE for port object 3dcb4a51-0282-4a42-b3a5-347bf6b5031a will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:02.592119 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.702840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:02.864873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device fd7c5397-89a5-4f44-acd3-e81ddca343b5 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:02.886153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Attempting to bind port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:02.896631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Attempting to bind port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:02.897135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Attempting to bind port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a on network 677bd3c8-ded4-428e-95c4-f286aa1058e3 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:02.932048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port fd7c5397-89a5-4f44-acd3-e81ddca343b5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:02.937073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port fd7c5397-89a5-4f44-acd3-e81ddca343b5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:02.937445 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.955026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a on network 677bd3c8-ded4-428e-95c4-f286aa1058e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:02.955266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Attempting to bind port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a on network 677bd3c8-ded4-428e-95c4-f286aa1058e3 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:02.964680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:33:02.965043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Checking segment: {'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:02.965550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Bound using segment: {'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:33:02.966133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Bound port: 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7785d45-e5a8-4fbf-81e9-fe4910127be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:33:02.966566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.039775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4276fd-2f11-4c46-80aa-7ad663f8b548 req-a085da81-d4c0-4f52-be89-d27d25c25e6c tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.041877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b4276fd-2f11-4c46-80aa-7ad663f8b548 req-a085da81-d4c0-4f52-be89-d27d25c25e6c tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1915832 Jul 06 18:33:03.049230 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:33:03.070642 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.098467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:03.100894 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61355824-711a-43a3-b18b-c673502e49f3" -d '{"events": [{"server_uuid": "dcad71bb-e564-48c1-9e69-04110aca677b", "name": "network-vif-plugged", "status": "completed", "tag": "fd7c5397-89a5-4f44-acd3-e81ddca343b5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:03.118931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port fd7c5397-89a5-4f44-acd3-e81ddca343b5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:03.125839 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.146536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.184153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b4276fd-2f11-4c46-80aa-7ad663f8b548 req-8285f217-eedc-4706-ab7b-43e9b739be7a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354887 Jul 06 18:33:03.188521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] For port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:03.193438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.194655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.195769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.202475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=fd7c5397-89a5-4f44-acd3-e81ddca343b5,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:03.205386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] For port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:33:03.222638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.274749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] Pushing event updated for resources: {'Network': ['ID=5d56454b-7299-4273-84ce-77ced7325f27,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:03.280056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e5635bfe-1977-4b19-910b-6901023ac85c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4178174 Jul 06 18:33:03.283208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40974) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:03.289678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Request body: {'subnet': {'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-572995460-subnet', 'tenant_id': '1aeac1349e4145e1a4d31c88b911ca1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:03.302226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5d56454b-7299-4273-84ce-77ced7325f27 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:33:03.331938 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e9173-d343-4414-b680-4e48677d7069 x-openstack-request-id: req-333e9173-d343-4414-b680-4e48677d7069 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:03.332515 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcad71bb-e564-48c1-9e69-04110aca677b", "name": "network-vif-plugged", "status": "completed", "tag": "fd7c5397-89a5-4f44-acd3-e81ddca343b5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:03.333707 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-333e9173-d343-4414-b680-4e48677d7069 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:03.334704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Made reservation on behalf of 1aeac1349e4145e1a4d31c88b911ca1a for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:03.335604 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5', 'code': 200} Jul 06 18:33:03.339744 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.342349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.361662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.364135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] 10.222.0.41 "PUT /v2.0/ports/3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 1091 time: 1.7968326 Jul 06 18:33:03.366252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:03.368028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:03.369663 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bc3a5e-2f2e-414c-8120-bb127313ac5e" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:03.456081 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d4108-2293-461c-ba69-f034ff363241 x-openstack-request-id: req-332d4108-2293-461c-ba69-f034ff363241 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:03.456414 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:03.456765 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-332d4108-2293-461c-ba69-f034ff363241 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:03.457263 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'status': 'completed', 'code': 200} Jul 06 18:33:03.471040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce696e7d-2ded-4ffd-a98b-992f44971c72 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:03.544233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-2f2c8ee3-544f-40c1-9c4a-f4b67b87d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.545468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:03.546037 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.546302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-2f2c8ee3-544f-40c1-9c4a-f4b67b87d033 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1094 time: 0.0942450 Jul 06 18:33:03.554530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e8d95-11f7-4984-9a23-421cfda2b5f5 req-4dd3a03a-f9a9-4a97-8069-f7e220184f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.556241 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-529e8d95-11f7-4984-9a23-421cfda2b5f5 req-4dd3a03a-f9a9-4a97-8069-f7e220184f8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 1096 time: 0.1397464 Jul 06 18:33:03.603396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-fbbe340c-7a9b-46b8-83c6-2f1aa3d283dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 217 time: 0.0460587 Jul 06 18:33:03.627723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b0a-dca5-461b-b06a-9cae97ed02af req-8a0b1f37-c6e7-442d-b77a-719cfc5ef054 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.637664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fc3b0a-dca5-461b-b06a-9cae97ed02af req-8a0b1f37-c6e7-442d-b77a-719cfc5ef054 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 945 time: 0.5139847 Jul 06 18:33:03.648130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.689314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-529e8d95-11f7-4984-9a23-421cfda2b5f5 req-131c6e5e-7bf2-43ca-80f7-aaa15eb3009d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845852 Jul 06 18:33:03.693911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-414bc96f-6f05-43c3-94a8-87e57621a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.695809 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-414bc96f-6f05-43c3-94a8-87e57621a89e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.0835125 Jul 06 18:33:03.763186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Checking segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:03.763557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Network hostable DHCP agents. Network: 5d56454b-7299-4273-84ce-77ced7325f27, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:33:03.776242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-c41af9e3-7650-4047-8984-6a646cc199b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403800 Jul 06 18:33:03.781972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fc3b0a-dca5-461b-b06a-9cae97ed02af req-a0ede5cd-fff4-443e-807b-6d0d8ddcc91e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433449 Jul 06 18:33:03.789985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6064755e-d560-4a6a-924c-19066694f3f4,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:03.818003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Network 5d56454b-7299-4273-84ce-77ced7325f27 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:33:03.833908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5d56454b-7299-4273-84ce-77ced7325f27) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:03.846510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.848126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:03.851164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e73cab-253e-4037-a08c-7ca498af62f1 None None] Network 5d56454b-7299-4273-84ce-77ced7325f27 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:33:03.869301 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f80a04bf-90d5-4cdd-9758-bf2453f52df8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5847874 Jul 06 18:33:03.934281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-d0691258-eeaa-42c1-915e-600f502c6a30 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433768 Jul 06 18:33:04.027051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642f591-9099-42db-bf8d-490891eca72b req-f35292f3-9d23-44fd-843e-07303ebca9b4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.028600 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c642f591-9099-42db-bf8d-490891eca72b req-f35292f3-9d23-44fd-843e-07303ebca9b4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 943 time: 0.2513096 Jul 06 18:33:04.049006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a42aee-8b83-4d82-862c-6d6cbf4e96f4 None None] Network 5d56454b-7299-4273-84ce-77ced7325f27 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:33:04.086914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c642f591-9099-42db-bf8d-490891eca72b req-edd1b82e-1141-49d9-967e-16099fba9512 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472128 Jul 06 18:33:04.093037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d904832-3129-47cf-9d4e-390eb81c1294 req-83443990-6063-463d-af3b-f3012b2cb4eb service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505656 Jul 06 18:33:04.231529 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-c8cc397f-69d4-4ca6-93c9-e798712694de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.233164 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-c8cc397f-69d4-4ca6-93c9-e798712694de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1094 time: 0.0817478 Jul 06 18:33:04.423824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-a76f4133-482b-4671-ab45-0b4f838eb077 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.434888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-a76f4133-482b-4671-ab45-0b4f838eb077 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 804 time: 0.1410968 Jul 06 18:33:04.460888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-580f92c3-1928-4f79-8f11-0e0364f100f9 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/quotas/1aeac1349e4145e1a4d31c88b911ca1a HTTP/1.1" status: 200 len: 375 time: 0.0247042 Jul 06 18:33:04.504889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-f8f178dc-4570-4382-887d-cef8d4cfcead tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429475 Jul 06 18:33:04.614971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-cb5c943c-203f-4bc8-9a74-632ec0361ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090639 Jul 06 18:33:04.749138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-0e22eecc-a48e-4564-81b9-bd9271e8c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.751017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-0e22eecc-a48e-4564-81b9-bd9271e8c81b service neutron] 10.222.0.41 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 921 time: 0.5102174 Jul 06 18:33:04.761685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-0514488a-24de-4215-8b41-cf24682ca5b7 service neutron] 10.222.0.53 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457498 Jul 06 18:33:04.790532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-df8f1351-8874-4a2a-aaa8-82d9f3acb40b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.792107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-df8f1351-8874-4a2a-aaa8-82d9f3acb40b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.0870361 Jul 06 18:33:04.811883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-c6dc2a4c-d28a-4ec2-b162-c9ddc609711a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1770771 Jul 06 18:33:04.812935 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-dc0ae7e8-045b-4b22-a024-3357e26fcd10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 217 time: 0.0498209 Jul 06 18:33:04.827746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce049ed7-15cd-408f-8f3c-93346ae60992 req-842e1c12-fe8d-483a-abd3-afb9bb993e19 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.834832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce049ed7-15cd-408f-8f3c-93346ae60992 req-842e1c12-fe8d-483a-abd3-afb9bb993e19 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 945 time: 0.1993368 Jul 06 18:33:04.924333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Deleting port 83f8e274-1d7d-491d-acca-aed5e29589ae {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:04.925014 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:04.929475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-2e0e9f84-196f-462f-8980-29db910b17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.930478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-2e0e9f84-196f-462f-8980-29db910b17e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.0930691 Jul 06 18:33:05.029395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce049ed7-15cd-408f-8f3c-93346ae60992 req-fb10a6f5-1e3a-41ed-a7c3-eebdbcc7c5ff tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=e25d37ed-8751-4d72-b6be-bb910b87629e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935470 Jul 06 18:33:05.047952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-caa336f9-bde5-47f0-8b6c-341c2fdea389 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901265 Jul 06 18:33:05.131268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] For port 83f8e274-1d7d-491d-acca-aed5e29589ae, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=83f8e274-1d7d-491d-acca-aed5e29589ae,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:05.131674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:05.261374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-02645af5-90ce-4af4-9c2a-5dab99e0231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.262018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-02645af5-90ce-4af4-9c2a-5dab99e0231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.262495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-02645af5-90ce-4af4-9c2a-5dab99e0231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.262965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-02645af5-90ce-4af4-9c2a-5dab99e0231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.263438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-02645af5-90ce-4af4-9c2a-5dab99e0231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.263996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-02645af5-90ce-4af4-9c2a-5dab99e0231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.264516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-02645af5-90ce-4af4-9c2a-5dab99e0231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.267120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-02645af5-90ce-4af4-9c2a-5dab99e0231f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6493 time: 0.3710916 Jul 06 18:33:05.319146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-41fef261-b787-45bf-8904-d9eac4b36ee4 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566273 Jul 06 18:33:05.429867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb473989-fd6b-4743-bcc4-615f311da59d req-b3886935-e32c-40d4-b89a-af98fed2a3d9 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 210 time: 0.0434215 Jul 06 18:33:05.541237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20922a9-be50-4bdd-8c3d-cb535f157b06 req-a3f7f597-61ce-491d-9bc5-d40182aad586 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.546120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:05.547332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:05.547844 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Floating IP b3035afc-f438-489a-ab31-5579a3db2fda disassociated. External IP: 172.25.4.118, port: 83f8e274-1d7d-491d-acca-aed5e29589ae. Jul 06 18:33:05.548412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Calling delete_port for 83f8e274-1d7d-491d-acca-aed5e29589ae owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:05.565291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d20922a9-be50-4bdd-8c3d-cb535f157b06 req-a3f7f597-61ce-491d-9bc5-d40182aad586 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 945 time: 0.3113317 Jul 06 18:33:05.601130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38bc3a5e-2f2e-414c-8120-bb127313ac5e req-9d532d60-7e33-420f-a835-b976f038031a service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707410 Jul 06 18:33:05.655969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d20922a9-be50-4bdd-8c3d-cb535f157b06 req-4270b46d-16da-4338-8e15-7e15b4ce5861 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896459 Jul 06 18:33:05.676581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-793a5116-03de-4b4b-b5e7-ac976f6e9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.680120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-793a5116-03de-4b4b-b5e7-ac976f6e9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.681018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-793a5116-03de-4b4b-b5e7-ac976f6e9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.682995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-793a5116-03de-4b4b-b5e7-ac976f6e9578 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=adfbd81e-3739-44cd-a772-2d14ed047aa8&id=adfbd81e-3739-44cd-a772-2d14ed047aa8 HTTP/1.1" status: 200 len: 2293 time: 0.3736093 Jul 06 18:33:05.897842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:05.965778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event deleted for resources: {'Port': ['ID=83f8e274-1d7d-491d-acca-aed5e29589ae,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:05.986891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-35389d67-64ff-4e1a-9bf3-9241b6d28bc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074d0a6-febd-4f85-b86d-265a11209255 HTTP/1.1" status: 200 len: 1001 time: 0.2952504 Jul 06 18:33:05.998228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41046) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:06.070553 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-9b5891c3-66ed-40f3-a933-0efe3cd23792 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2993052 Jul 06 18:33:06.096844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-03f794dd-f89f-4c3b-8edb-8c34194279c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:06.101024 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-03f794dd-f89f-4c3b-8edb-8c34194279c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=520aece6-1643-47a3-bf1c-edc6270091c7 HTTP/1.1" status: 200 len: 850 time: 0.1053939 Jul 06 18:33:06.235684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afd755-3b85-489f-b448-2c33d45ca000 req-43c737df-a3a8-451f-9c17-71f8c64fbcee tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:06.246253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37afd755-3b85-489f-b448-2c33d45ca000 req-43c737df-a3a8-451f-9c17-71f8c64fbcee tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 943 time: 0.6128571 Jul 06 18:33:06.259170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:33:06.287985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b4527f1-1c8e-4f0a-bb52-627a9f2ad052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:06.295854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9338d6e2-a3ce-4c50-8a73-fceb4ac5df0c req-f847996a-5057-46a5-9989-6ec46bac6822 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 210 time: 0.0467832 Jul 06 18:33:06.365966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-22e2c180-8897-454d-9997-c34574a42e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:06.367633 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-22e2c180-8897-454d-9997-c34574a42e7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610552 Jul 06 18:33:06.395660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:33:06.400065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37afd755-3b85-489f-b448-2c33d45ca000 req-69f34474-799b-4917-98f6-5ebe6a9936c6 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528654 Jul 06 18:33:06.409695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] Sync routers for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:33:06.413735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-1e28d106-cb0e-4f50-bfcd-a8eadf7170dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:06.415658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-1e28d106-cb0e-4f50-bfcd-a8eadf7170dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 1096 time: 0.2437668 Jul 06 18:33:06.461518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:06.464770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:06.481772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] No DVR routers for this DVR port 83f8e274-1d7d-491d-acca-aed5e29589ae on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:06.491060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:06.493156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f7cba4d-0fab-45cb-b213-f160cd462a27 req-145372a0-bff2-4c68-879f-faab0cd1e4dc tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.24 "DELETE /v2.0/ports/83f8e274-1d7d-491d-acca-aed5e29589ae HTTP/1.1" status: 204 len: 173 time: 1.6928327 Jul 06 18:33:06.493645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'name': 'network-vif-deleted', 'tag': '83f8e274-1d7d-491d-acca-aed5e29589ae'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:06.505118 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff44879-dc71-4223-87c3-93c22224eb7a" -d '{"events": [{"server_uuid": "7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672", "name": "network-vif-deleted", "tag": "83f8e274-1d7d-491d-acca-aed5e29589ae"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:06.760727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b4527f1-1c8e-4f0a-bb52-627a9f2ad052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:06.795110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b78e2dbc-5bb1-4e27-9f47-5817cc13caab req-e90bce94-4fc6-43db-b431-268fe4c306e6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 210 time: 0.1062410 Jul 06 18:33:06.805697 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-58cb443e-f7eb-4d28-b425-fc45a7a3994c service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198210 Jul 06 18:33:06.808273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:06.815649 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b4527f1-1c8e-4f0a-bb52-627a9f2ad052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:06.862012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-8a265876-c8ba-4aaa-846e-58deb19a0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:06.867418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-8a265876-c8ba-4aaa-846e-58deb19a0e32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.4014030 Jul 06 18:33:06.915203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3dcb4a51-0282-4a42-b3a5-347bf6b5031a details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:06.969409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1b4527f1-1c8e-4f0a-bb52-627a9f2ad052 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf366c7e34774348abcc3eaf158e6d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9697516 Jul 06 18:33:06.996927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41066) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:07.010154 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b23759-0407-43d2-b2a3-2edd0e3d259b x-openstack-request-id: req-59b23759-0407-43d2-b2a3-2edd0e3d259b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:07.010433 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672", "name": "network-vif-deleted", "tag": "83f8e274-1d7d-491d-acca-aed5e29589ae", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:07.010686 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59b23759-0407-43d2-b2a3-2edd0e3d259b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:07.011180 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672', 'name': 'network-vif-deleted', 'tag': '83f8e274-1d7d-491d-acca-aed5e29589ae', 'status': 'completed', 'code': 200} Jul 06 18:33:07.035190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-9ff01a38-fbf8-4387-8f4e-773aef338387 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.036671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-9ff01a38-fbf8-4387-8f4e-773aef338387 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.24 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 804 time: 0.2671287 Jul 06 18:33:07.066668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Request body: {'port': {'device_id': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'admin_state_up': True, 'tenant_id': '1aeac1349e4145e1a4d31c88b911ca1a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:07.090200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:07.118648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'port_id': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'mac_address': 'fa:16:3e:ed:32:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:07.125399 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-c57c1511-939d-4c9f-a4d5-ad7ac02e5451 service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056338 Jul 06 18:33:07.166633 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f6cc086-7dec-4e0e-97cb-a72a62236861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:07.181792 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:07.191786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4527f1-1c8e-4f0a-bb52-627a9f2ad052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d483511b-163e-4ba1-9af0-f0d96c94f022,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:07.201566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-f0c6cc83-e4c6-46ef-8b24-88562f2a67d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5 HTTP/1.1" status: 200 len: 217 time: 0.2495484 Jul 06 18:33:07.217645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f6cc086-7dec-4e0e-97cb-a72a62236861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:07.235118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcb4a51-0282-4a42-b3a5-347bf6b5031a {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:07.263151 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-c04b3c88-2fe1-4304-a6e8-d5e0230adcfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 200 len: 217 time: 0.0641797 Jul 06 18:33:07.265372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:07.265573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Made reservation on behalf of 1aeac1349e4145e1a4d31c88b911ca1a for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:07.271043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:07.276061 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:07.325249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:07.366427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] Checking router: 5b814481-d686-4fe9-8e28-7f633d2dd0a0 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:33:07.398378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:07.399353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:32:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:07.515109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-6dfbb50f-4ffc-453a-b5f9-c0bc77ec30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.518239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-6dfbb50f-4ffc-453a-b5f9-c0bc77ec30ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.2454767 Jul 06 18:33:07.539196 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f6cc086-7dec-4e0e-97cb-a72a62236861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:07.541844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f6cc086-7dec-4e0e-97cb-a72a62236861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:07.545936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5f6cc086-7dec-4e0e-97cb-a72a62236861 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d483511b-163e-4ba1-9af0-f0d96c94f022 HTTP/1.1" status: 204 len: 168 time: 0.5337129 Jul 06 18:33:07.559439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-663f5022-f9f1-4efe-a77b-934f652a23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.562227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-663f5022-f9f1-4efe-a77b-934f652a23e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.2606099 Jul 06 18:33:07.603331 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f4f3397-c6ba-4f0d-8d78-b27090053e90 req-e12a81cf-f4d4-4ec9-a52f-5967c4ff8629 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d59660b-1ec5-4fb8-9a8f-2fd8ecd58672 HTTP/1.1" status: 200 len: 210 time: 0.0659568 Jul 06 18:33:07.604092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cc086-7dec-4e0e-97cb-a72a62236861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d483511b-163e-4ba1-9af0-f0d96c94f022,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:07.615731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Allocated IP 172.20.0.6 (5d56454b-7299-4273-84ce-77ced7325f27/6064755e-d560-4a6a-924c-19066694f3f4/4048b5c2-0503-4995-afab-70346e3b8657) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:07.801199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:07.869247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3dcb4a51-0282-4a42-b3a5-347bf6b5031a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:07.891526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-977fe603-bd24-4b29-9056-52d9c3e4288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.893703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-977fe603-bd24-4b29-9056-52d9c3e4288e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3628504 Jul 06 18:33:07.930974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:07.977175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e5d97-fcd5-47a9-9300-22ccaa0ac3be req-2675b83c-cb5e-42b7-90a6-7ec3d5c0a635 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.988337 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:07.989150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd7e5d97-fcd5-47a9-9300-22ccaa0ac3be req-2675b83c-cb5e-42b7-90a6-7ec3d5c0a635 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 944 time: 0.2843492 Jul 06 18:33:08.001287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-77874cea-c77c-41a0-8ffb-a2be36de5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:08.003355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-77874cea-c77c-41a0-8ffb-a2be36de5d67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3949671 Jul 06 18:33:08.022899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 83f8e274-1d7d-491d-acca-aed5e29589ae no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:08.096836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:08.099813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 83f8e274-1d7d-491d-acca-aed5e29589ae {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:33:08.100160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 83f8e274-1d7d-491d-acca-aed5e29589ae not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:08.180276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Pushing event updated for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:08.191715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Network 5d56454b-7299-4273-84ce-77ced7325f27 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:08.193145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:08.195896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:08.223607 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-c23ac3e0-6a6b-4d29-a98a-7df2d8755721 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100270 Jul 06 18:33:08.337773 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:08.339224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:08.361663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd7e5d97-fcd5-47a9-9300-22ccaa0ac3be req-102321d9-7a1a-4f9b-96b3-269c12644266 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712919 Jul 06 18:33:08.389341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-048aa770-86d3-4c12-a2d0-67b63f51106e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3334677 Jul 06 18:33:08.403307 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-4d1ce2d9-0f86-44c2-8986-dbb8e7b37835 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999402 Jul 06 18:33:08.423798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Request body: {'port': {'device_id': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:08.485053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:08.492624 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-13229b46-cc9c-40e4-9be0-68e1130d1610 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614422 Jul 06 18:33:08.525006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85409230-34e0-493d-ace0-a668c1bb1052 None None] The sync data for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 is: [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:33:08.525190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c68a74-cca4-4137-86c4-d92fbc6e215a req-08d445e5-3739-413c-a161-870929d75924 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:08.533650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1c68a74-cca4-4137-86c4-d92fbc6e215a req-08d445e5-3739-413c-a161-870929d75924 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 931 time: 0.2811174 Jul 06 18:33:08.567090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-f7e81bbd-d97b-426d-b2d2-d5535963713e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 200 len: 217 time: 0.0637569 Jul 06 18:33:08.631789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d742e8c-5086-4e9a-8afa-da7696ed86bf req-42ac192b-6273-46dd-b6e7-f0dbd3adc5af service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206473 Jul 06 18:33:08.638511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1c68a74-cca4-4137-86c4-d92fbc6e215a req-fed063a2-a067-4072-b806-d29c19a71629 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037130 Jul 06 18:33:08.640123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-3f373208-9fc4-44c4-ad4d-27e3ac843481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:08.641641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-3f373208-9fc4-44c4-ad4d-27e3ac843481 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0672369 Jul 06 18:33:08.757590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-ae5672e6-9634-4af1-a5d8-05967da25e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:08.760711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-ae5672e6-9634-4af1-a5d8-05967da25e6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096730 Jul 06 18:33:08.782492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:08.856143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41114) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:08.907950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3dcb4a51-0282-4a42-b3a5-347bf6b5031a up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:08.971511 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-067b2b59-f21d-4ff2-b922-76184cde794c service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006643 Jul 06 18:33:09.010927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:09.017041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:09.017518 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.052755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7d4801a-e0fc-406d-9f6d-2e7a65c39950 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.063743 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648949fb-3319-4bf8-b11f-c8111b0196dc None None] New status for floating IP b3035afc-f438-489a-ab31-5579a3db2fda: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:33:09.156336 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-2f9c205d-3eda-449c-b0a7-48414f015ee0 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755538 Jul 06 18:33:09.178880 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7d4801a-e0fc-406d-9f6d-2e7a65c39950 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.192392 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.211097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-0fcf6bb3-b0bf-408b-9f05-8f23f18a9b99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=486e63c4-6d83-4b3b-ab15-e089065418dc HTTP/1.1" status: 200 len: 217 time: 0.0471907 Jul 06 18:33:09.242287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:09.245895 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a6502-980d-4cac-926b-28912a9a7b93" -d '{"events": [{"server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "name": "network-vif-plugged", "status": "completed", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:09.264084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:09.274842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.313860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7d4801a-e0fc-406d-9f6d-2e7a65c39950 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.321797 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7d4801a-e0fc-406d-9f6d-2e7a65c39950 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.323622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f7d4801a-e0fc-406d-9f6d-2e7a65c39950 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "DELETE /v2.0/security-groups/e25d37ed-8751-4d72-b6be-bb910b87629e HTTP/1.1" status: 204 len: 168 time: 0.4656708 Jul 06 18:33:09.327253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41128) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:09.362549 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bdb576-004d-4193-91ce-a0a270fe37e8 x-openstack-request-id: req-65bdb576-004d-4193-91ce-a0a270fe37e8 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:09.362838 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "name": "network-vif-plugged", "status": "completed", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:09.363079 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65bdb576-004d-4193-91ce-a0a270fe37e8 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:09.363721 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'code': 200} Jul 06 18:33:09.374106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:09.395825 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-32f6af9b-67d7-4935-8509-9e7c79467872 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] show failed (client error): The resource could not be found. Jul 06 18:33:09.396923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-32f6af9b-67d7-4935-8509-9e7c79467872 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups/e25d37ed-8751-4d72-b6be-bb910b87629e HTTP/1.1" status: 404 len: 347 time: 0.0461164 Jul 06 18:33:09.401930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41132) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:09.409106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4801a-e0fc-406d-9f6d-2e7a65c39950 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d37ed-8751-4d72-b6be-bb910b87629e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:09.434313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4048b5c2-0503-4995-afab-70346e3b8657 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:09.443874 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.462925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Transition to ACTIVE for port object 4048b5c2-0503-4995-afab-70346e3b8657 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:09.478056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.528393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-7de13135-180d-4158-95df-07fec2bf52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:09.530006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-7de13135-180d-4158-95df-07fec2bf52f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.3123388 Jul 06 18:33:09.673633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Pushing event updated for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:09.718405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Attempting to bind port 4048b5c2-0503-4995-afab-70346e3b8657 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:09.718831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Attempting to bind port 4048b5c2-0503-4995-afab-70346e3b8657 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:09.719082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Attempting to bind port 4048b5c2-0503-4995-afab-70346e3b8657 on network 5d56454b-7299-4273-84ce-77ced7325f27 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:09.734537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Port 4048b5c2-0503-4995-afab-70346e3b8657 on network 5d56454b-7299-4273-84ce-77ced7325f27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:09.734923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Attempting to bind port 4048b5c2-0503-4995-afab-70346e3b8657 on network 5d56454b-7299-4273-84ce-77ced7325f27 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:09.747497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-9c6071c0-4669-4b12-b7d1-91f7b7202426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:09.749139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:33:09.749478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Checking segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:09.749905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Bound using segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:33:09.750365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Bound port: 4048b5c2-0503-4995-afab-70346e3b8657, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:33:09.750734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.751849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-9c6071c0-4669-4b12-b7d1-91f7b7202426 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1853426 Jul 06 18:33:09.753436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ecb2-3c21-4efd-87a8-78db832af09b req-c9da536d-1927-4f1f-aaf8-3381c58d5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:09.759044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-beb1ecb2-3c21-4efd-87a8-78db832af09b req-c9da536d-1927-4f1f-aaf8-3381c58d5a98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1096 time: 0.2403708 Jul 06 18:33:09.767333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Deleting port 8f9bfee6-a377-4a1f-8849-424762757351 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:09.767840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.771066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaaee3-dd86-423c-8e1c-02c0c341d0d3 req-30313fba-6eb4-4e34-9467-7bfd01246f61 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:09.778381 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17eaaee3-dd86-423c-8e1c-02c0c341d0d3 req-30313fba-6eb4-4e34-9467-7bfd01246f61 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1101415 Jul 06 18:33:09.879777 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17eaaee3-dd86-423c-8e1c-02c0c341d0d3 req-c8c43f2a-3253-4d6d-b20f-a9f0483c1545 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003883 Jul 06 18:33:09.930604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:09.934320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:33:09.943205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.967671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:09.968305 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.969932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] 10.222.0.24 "PUT /v2.0/ports/4048b5c2-0503-4995-afab-70346e3b8657 HTTP/1.1" status: 200 len: 1091 time: 1.5725262 Jul 06 18:33:09.970439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:09.984144 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602782d3-5460-4b00-a00e-75eb6c6f91e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "tag": "4048b5c2-0503-4995-afab-70346e3b8657"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:10.102734 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14196ed7-1be1-40aa-8a5b-e758cd1988cc x-openstack-request-id: req-14196ed7-1be1-40aa-8a5b-e758cd1988cc {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:10.103027 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "tag": "4048b5c2-0503-4995-afab-70346e3b8657", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:10.103277 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14196ed7-1be1-40aa-8a5b-e758cd1988cc {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:10.103688 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657', 'status': 'completed', 'code': 200} Jul 06 18:33:10.111856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b744e-781d-4e6a-8734-0115030fbe29 service neutron] Pushing event updated for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:10.124493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-a7185e61-9a84-4e0e-b9a1-d5e48b6b5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:10.126236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-a7185e61-9a84-4e0e-b9a1-d5e48b6b5678 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 1094 time: 0.0930307 Jul 06 18:33:10.180600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-0f8ef5ba-0587-430c-8994-3c7ba3cb95ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4048b5c2-0503-4995-afab-70346e3b8657 HTTP/1.1" status: 200 len: 217 time: 0.0453885 Jul 06 18:33:10.253225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-0ea91dd5-43a2-424c-945a-946886a9df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:10.254774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-0ea91dd5-43a2-424c-945a-946886a9df34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 200 len: 844 time: 0.0672572 Jul 06 18:33:10.296115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-6c49da4f-066f-4841-a529-87fad308ef13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d56454b-7299-4273-84ce-77ced7325f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322175 Jul 06 18:33:10.428617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-0c217d76-a0b2-4072-a87b-a02baf8a6854 service neutron] 10.222.0.24 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242940 Jul 06 18:33:10.474835 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-beb1ecb2-3c21-4efd-87a8-78db832af09b req-be459eee-a4f5-4194-894f-beceb7ed4711 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7043922 Jul 06 18:33:10.588367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.588660 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.608028 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dafe4ab-dc6d-4a49-83b0-bbd1e1622b8b req-f57d7f15-9b3c-4a8b-96a5-a3f7d8ee53f4 service neutron] 10.222.0.24 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716120 Jul 06 18:33:10.612756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-45b3b5cf-e01c-428e-ba31-23b92766a7e8 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8413157 Jul 06 18:33:10.640105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Calling delete_port for 8f9bfee6-a377-4a1f-8849-424762757351 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:10.672104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34b06a-4037-442f-add7-db135a136c07 req-ea3fbe04-cc9d-4049-a8b9-9c6bc37c1e00 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:10.680410 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d34b06a-4037-442f-add7-db135a136c07 req-ea3fbe04-cc9d-4049-a8b9-9c6bc37c1e00 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 943 time: 0.3551760 Jul 06 18:33:10.739895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-bfa95d21-bdda-4f8c-951d-69e74c005a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:10.741617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-bfa95d21-bdda-4f8c-951d-69e74c005a80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 1094 time: 0.0742095 Jul 06 18:33:10.830429 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d34b06a-4037-442f-add7-db135a136c07 req-ad2c8a55-de9c-4046-b3da-53dda38b0058 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491094 Jul 06 18:33:10.876232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-07958620-36a4-4576-bc97-33481b20a891 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531099 Jul 06 18:33:10.903717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-c3c1b5fa-92dc-48a9-9bd0-ac227c3f9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:10.906262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-c3c1b5fa-92dc-48a9-9bd0-ac227c3f9527 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 905 time: 0.1506765 Jul 06 18:33:10.946046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-a73524ec-6e3c-47c7-a5ee-2db35a1e45fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e HTTP/1.1" status: 200 len: 217 time: 0.0599515 Jul 06 18:33:11.021070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-0727b133-e862-4d6e-87a2-dc2c018e5ec6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4048b5c2-0503-4995-afab-70346e3b8657 HTTP/1.1" status: 200 len: 217 time: 0.1040268 Jul 06 18:33:11.062823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.132852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-9462d10d-c36a-4584-a6e9-f03e891cb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.134641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-9462d10d-c36a-4584-a6e9-f03e891cb31c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 200 len: 844 time: 0.1056430 Jul 06 18:33:11.139057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-506707f7-ace1-4888-9e9e-f3dd79c93d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.140793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-506707f7-ace1-4888-9e9e-f3dd79c93d2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.1745014 Jul 06 18:33:11.146418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event deleted for resources: {'Port': ['ID=8f9bfee6-a377-4a1f-8849-424762757351,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:11.171649 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-b9a72cce-574a-4433-bbd1-f3e2ceccdd01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d56454b-7299-4273-84ce-77ced7325f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290489 Jul 06 18:33:11.244628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.247368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.248586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-da7340c9-555a-4125-82da-d60392ff50c2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "DELETE /v2.0/floatingips/b3035afc-f438-489a-ab31-5579a3db2fda HTTP/1.1" status: 204 len: 168 time: 1.8436518 Jul 06 18:33:11.335838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-3a2e3ae1-6829-4cbd-96ef-9cd3f19128b3 service neutron] 10.222.0.24 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559265 Jul 06 18:33:11.356212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-71ca6ef1-c89d-4f93-8144-a86a5c4909b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.358327 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-71ca6ef1-c89d-4f93-8144-a86a5c4909b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1921909 Jul 06 18:33:11.367045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2932099-3a6d-44a4-b449-1d0b098bd7cf req-e0751c08-622f-42fa-897d-3f9a571a643c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.374865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f2932099-3a6d-44a4-b449-1d0b098bd7cf req-e0751c08-622f-42fa-897d-3f9a571a643c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.2915559 Jul 06 18:33:11.484902 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-602782d3-5460-4b00-a00e-75eb6c6f91e5 req-56abfd50-f205-44ea-a725-d59c1b585ecb service neutron] 10.222.0.24 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417861 Jul 06 18:33:11.547072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f2932099-3a6d-44a4-b449-1d0b098bd7cf req-e6a466a1-9640-45be-91ec-08ea95935916 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709924 Jul 06 18:33:11.606585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-7f1acaa5-be3a-46f2-b8a6-3f987496cbd7 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290466 Jul 06 18:33:11.656650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41230) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:11.662453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f24c4f4f-6378-42eb-af58-3e0fefed0f17 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500361979', 'description': 'tempest-description--1067051427'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:11.698211 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f24c4f4f-6378-42eb-af58-3e0fefed0f17 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.820309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41234) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:11.856309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-7fed8622-275d-451e-8eb7-25f55d2eaf8c service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385011 Jul 06 18:33:11.862540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f24c4f4f-6378-42eb-af58-3e0fefed0f17 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.870306 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f24c4f4f-6378-42eb-af58-3e0fefed0f17 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.922595 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c4f4f-6378-42eb-af58-3e0fefed0f17 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffed786-dbb8-409a-b0ef-76c2f8ded298,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:11.949103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f24c4f4f-6378-42eb-af58-3e0fefed0f17 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.953564 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f24c4f4f-6378-42eb-af58-3e0fefed0f17 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2956493 Jul 06 18:33:11.954174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41240) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:11.958879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-55826a2a-56a9-4cf9-895d-d4d9c642623b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'security_group_rule': {'security_group_id': 'dffed786-dbb8-409a-b0ef-76c2f8ded298', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:11.974331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423a892-ed22-42d4-81a2-972fc468a989 req-defede39-c2c3-4191-8c5c-f24a77bf23dd tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.981536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4423a892-ed22-42d4-81a2-972fc468a989 req-defede39-c2c3-4191-8c5c-f24a77bf23dd tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 946 time: 0.2478354 Jul 06 18:33:11.992666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55826a2a-56a9-4cf9-895d-d4d9c642623b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.003403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-1f7cee2b-6c4a-489b-9f2e-0ab63a1193d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 HTTP/1.1" status: 200 len: 217 time: 0.1274238 Jul 06 18:33:12.004121 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd390-c63b-4048-b7f9-48b9d3949b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.033315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4048b5c2-0503-4995-afab-70346e3b8657 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:12.129469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4423a892-ed22-42d4-81a2-972fc468a989 req-eff0f8be-3b51-45de-bc9f-a4047f36d218 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469803 Jul 06 18:33:12.130976 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55826a2a-56a9-4cf9-895d-d4d9c642623b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.144442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-c54f4c14-ecf9-47e9-bcc1-14a526dadec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:12.145955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-c54f4c14-ecf9-47e9-bcc1-14a526dadec4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.1337719 Jul 06 18:33:12.154418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55826a2a-56a9-4cf9-895d-d4d9c642623b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.187487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55826a2a-56a9-4cf9-895d-d4d9c642623b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f02a8a9-5713-4d82-95a1-502fec6fed3c,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:12.262909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:12.276607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '4048b5c2-0503-4995-afab-70346e3b8657', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'port_id': '4048b5c2-0503-4995-afab-70346e3b8657', 'mac_address': 'fa:16:3e:16:9e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064755e-d560-4a6a-924c-19066694f3f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:12.335700 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.354036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4048b5c2-0503-4995-afab-70346e3b8657 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:12.374957 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd390-c63b-4048-b7f9-48b9d3949b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.380828 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-b8319604-4dd4-42f8-8d9a-17afe882a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:12.382873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:12.383043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-b8319604-4dd4-42f8-8d9a-17afe882a4c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2304785 Jul 06 18:33:12.384288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd390-c63b-4048-b7f9-48b9d3949b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.395370 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.399008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55826a2a-56a9-4cf9-895d-d4d9c642623b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.404214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-55826a2a-56a9-4cf9-895d-d4d9c642623b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4488213 Jul 06 18:33:12.405030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41254) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:12.430249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-af37dfc7-a5a0-448d-b5cb-bdce731662e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'security_group_rule': {'security_group_id': 'dffed786-dbb8-409a-b0ef-76c2f8ded298', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:12.471110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f0cdd390-c63b-4048-b7f9-48b9d3949b07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73a175d0ac3342cd8d47ca2b13f7f2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6497116 Jul 06 18:33:12.473610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdd390-c63b-4048-b7f9-48b9d3949b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3639e938-06c6-43c7-a577-1adcbd997807,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:12.475560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:12.476670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41256) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:12.496839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0976-c3ee-487a-83f7-a5af12340353 req-e4a4e649-2645-4669-8746-e4fe2ceee6ad tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:12.498494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35ab0976-c3ee-487a-83f7-a5af12340353 req-e4a4e649-2645-4669-8746-e4fe2ceee6ad tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 943 time: 0.3957431 Jul 06 18:33:12.516493 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af37dfc7-a5a0-448d-b5cb-bdce731662e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.561258 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e599121-512e-4d5d-99ac-091947aaeb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.573403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35ab0976-c3ee-487a-83f7-a5af12340353 req-ed1ec4be-49ae-4877-9dd0-0c958c5d1a6a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635190 Jul 06 18:33:12.585089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-08c3ed63-fb56-4fae-a42b-e70f117fff4d service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808174 Jul 06 18:33:12.594788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af37dfc7-a5a0-448d-b5cb-bdce731662e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.603933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af37dfc7-a5a0-448d-b5cb-bdce731662e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.624369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e599121-512e-4d5d-99ac-091947aaeb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.633898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37dfc7-a5a0-448d-b5cb-bdce731662e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cf7a86-9664-4450-806d-a080f0061a7c,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:12.649209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af37dfc7-a5a0-448d-b5cb-bdce731662e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.653956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-af37dfc7-a5a0-448d-b5cb-bdce731662e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2256002 Jul 06 18:33:12.654542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41262) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:12.664398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:12.717394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.735697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['4048b5c2-0503-4995-afab-70346e3b8657'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:12.854339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e599121-512e-4d5d-99ac-091947aaeb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.854664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e599121-512e-4d5d-99ac-091947aaeb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:12.856195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9e599121-512e-4d5d-99ac-091947aaeb63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3639e938-06c6-43c7-a577-1adcbd997807 HTTP/1.1" status: 204 len: 168 time: 0.3746817 Jul 06 18:33:12.900908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e599121-512e-4d5d-99ac-091947aaeb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3639e938-06c6-43c7-a577-1adcbd997807,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:12.924877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-f308f6c3-a324-4a3c-afb2-f8bba85473ae service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297532 Jul 06 18:33:12.959427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6ccf-701d-46cc-bf71-85fa53e1db44 req-15b63c95-816a-4631-8edd-cae424285836 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:12.968623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65cc6ccf-701d-46cc-bf71-85fa53e1db44 req-15b63c95-816a-4631-8edd-cae424285836 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.2128506 Jul 06 18:33:13.001672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.033539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-a7a09292-e305-4dcf-9cf1-d872a6d380d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f HTTP/1.1" status: 200 len: 217 time: 0.0957468 Jul 06 18:33:13.145806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-7f335a63-08d0-454f-9c67-ac10af5c77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:13.147256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-7f335a63-08d0-454f-9c67-ac10af5c77b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.0990744 Jul 06 18:33:13.217127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Allocated IP 172.25.4.70 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/5ebfae15-eacb-41a9-bb83-acd386100c52) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:13.222619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65cc6ccf-701d-46cc-bf71-85fa53e1db44 req-22a698c1-a6f7-41ff-a286-8237724dc077 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521718 Jul 06 18:33:13.278983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-a119873f-eceb-42a9-8624-def6fd1b6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:13.280569 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-a119873f-eceb-42a9-8624-def6fd1b6647 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1211903 Jul 06 18:33:13.359755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.405769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-9554d348-0ab7-4693-81a5-ecaed2f3940c service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171093 Jul 06 18:33:13.437670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.502058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41282) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:13.505838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:13.512241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:13.519202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:13.523428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'Port': ['ID=5ebfae15-eacb-41a9-bb83-acd386100c52,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:13.533938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ddf00dd3-1421-4ec6-9b6d-208f08dc6a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.614299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.664333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ddf00dd3-1421-4ec6-9b6d-208f08dc6a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.676983 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.678675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ddf00dd3-1421-4ec6-9b6d-208f08dc6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.704696 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a74d1178-1e12-4136-baee-3e4fe53dffb0 req-3fa37dd7-511b-43e3-9c8a-3bcbd796b0cd service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924378 Jul 06 18:33:13.727075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ddf00dd3-1421-4ec6-9b6d-208f08dc6a1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1e1f16d7cdf46d8978680a39277e7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215667 Jul 06 18:33:13.728306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41288) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:13.800632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf00dd3-1421-4ec6-9b6d-208f08dc6a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf0014-256a-4bc2-8b2a-c8d89e87bdeb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:13.846476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c211e84-225f-4199-afb0-c2da6ac27155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.870029 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c211e84-225f-4199-afb0-c2da6ac27155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.935749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c211e84-225f-4199-afb0-c2da6ac27155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.938206 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c211e84-225f-4199-afb0-c2da6ac27155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:13.943230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c211e84-225f-4199-afb0-c2da6ac27155 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12bf0014-256a-4bc2-8b2a-c8d89e87bdeb HTTP/1.1" status: 204 len: 168 time: 0.2101607 Jul 06 18:33:13.977749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c211e84-225f-4199-afb0-c2da6ac27155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf0014-256a-4bc2-8b2a-c8d89e87bdeb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:13.982516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d47e-ca14-4944-8286-733e71da29de req-2bd35a14-f651-408f-9cef-2c0ec0547953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:13.984057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4023d47e-ca14-4944-8286-733e71da29de req-2bd35a14-f651-408f-9cef-2c0ec0547953 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1096 time: 0.2234995 Jul 06 18:33:14.055534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4048b5c2-0503-4995-afab-70346e3b8657 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:14.095366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6aa70-b8d0-4d05-a6fb-b89db313564f req-5de34bfe-4804-41d2-889d-505485b28491 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:14.097025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8a6aa70-b8d0-4d05-a6fb-b89db313564f req-5de34bfe-4804-41d2-889d-505485b28491 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 944 time: 0.1764159 Jul 06 18:33:14.162858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d47e-ca14-4944-8286-733e71da29de req-10174b3f-bb8b-45bf-889d-a83d3b16666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:14.164472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4023d47e-ca14-4944-8286-733e71da29de req-10174b3f-bb8b-45bf-889d-a83d3b16666d service neutron] 10.222.0.41 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 921 time: 0.1723368 Jul 06 18:33:14.169876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8a6aa70-b8d0-4d05-a6fb-b89db313564f req-608a80d1-7da2-41de-9353-98fa2d3198c3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650673 Jul 06 18:33:14.230776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 4048b5c2-0503-4995-afab-70346e3b8657 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:14.240809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 4048b5c2-0503-4995-afab-70346e3b8657 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:14.243867 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.256340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4023d47e-ca14-4944-8286-733e71da29de req-060fddec-1c7b-4858-8b85-0155bac87885 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 217 time: 0.0744109 Jul 06 18:33:14.331319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fec7f0-07bf-4fc7-9314-1d2c1eadbb85 req-7c53bad3-d1ae-4823-9d2f-0fcfee46f21d tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:14.339471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5fec7f0-07bf-4fc7-9314-1d2c1eadbb85 req-7c53bad3-d1ae-4823-9d2f-0fcfee46f21d tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 946 time: 0.5930336 Jul 06 18:33:14.371964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d47e-ca14-4944-8286-733e71da29de req-21a27cf5-4cc4-4097-8189-7c45d81cd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:14.374171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4023d47e-ca14-4944-8286-733e71da29de req-21a27cf5-4cc4-4097-8189-7c45d81cd440 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.1074011 Jul 06 18:33:14.426431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5fec7f0-07bf-4fc7-9314-1d2c1eadbb85 req-541f7657-781f-4a1b-8f0e-ef51c257f442 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858581 Jul 06 18:33:14.428398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4023d47e-ca14-4944-8286-733e71da29de req-cc49bb52-2b50-41aa-8242-760a6898ee17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455573 Jul 06 18:33:14.436080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.449347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.454615 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.501560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'Port': ['ID=5ebfae15-eacb-41a9-bb83-acd386100c52,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:14.516267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:14.528499 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8597b8ef-182e-4b3b-8991-1a374f34acbd" -d '{"events": [{"server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "name": "network-vif-plugged", "status": "completed", "tag": "4048b5c2-0503-4995-afab-70346e3b8657"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:14.567967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:14.578962 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.597159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4023d47e-ca14-4944-8286-733e71da29de req-6227dc74-4acd-4ec7-8552-f0ef9bb308b9 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593685 Jul 06 18:33:14.619300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0e1a-7f09-445d-986d-9f908cb1659d req-0406bcb7-4888-44b8-a145-e6f77281763b tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:14.620879 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27dc0e1a-7f09-445d-986d-9f908cb1659d req-0406bcb7-4888-44b8-a145-e6f77281763b tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1953979 Jul 06 18:33:14.641465 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.668981 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.669688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:14.670728 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6767ae9c-2bb7-4491-8503-3345f7600cee tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0144446 Jul 06 18:33:14.719915 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1c2cf-b2b8-4804-80c7-ddea30e06542 x-openstack-request-id: req-d0f1c2cf-b2b8-4804-80c7-ddea30e06542 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:14.720202 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "name": "network-vif-plugged", "status": "completed", "tag": "4048b5c2-0503-4995-afab-70346e3b8657", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:14.720455 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0f1c2cf-b2b8-4804-80c7-ddea30e06542 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:14.720851 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657', 'code': 200} Jul 06 18:33:14.761851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27dc0e1a-7f09-445d-986d-9f908cb1659d req-03b5639a-26ff-4caa-ab36-c07a1b45df37 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263876 Jul 06 18:33:14.802343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4023d47e-ca14-4944-8286-733e71da29de req-1916d9a6-e2a1-4df8-99e2-989077b046b4 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940839 Jul 06 18:33:14.899425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8063b4c-14b6-44f6-b2ca-6e0bf967aca0 req-df083667-6871-49e7-9cd9-29eb69d4ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:14.901866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8063b4c-14b6-44f6-b2ca-6e0bf967aca0 req-df083667-6871-49e7-9cd9-29eb69d4ba5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 1096 time: 0.0646944 Jul 06 18:33:14.949030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8063b4c-14b6-44f6-b2ca-6e0bf967aca0 req-363a0264-51ed-4073-a086-1a51e80d0802 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401213 Jul 06 18:33:15.207766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-4d8ab00d-5d04-4115-b468-0a8db7fc313e tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1500361979&fields=id&tenant_id=fbde2309a05648ab9f265a8daad73d4d HTTP/1.1" status: 200 len: 267 time: 0.0458736 Jul 06 18:33:15.343499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-6b3272a0-9f12-4beb-92f0-6a8ea75db850 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:15.345258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-6b3272a0-9f12-4beb-92f0-6a8ea75db850 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 811 time: 0.1324797 Jul 06 18:33:15.364072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-968a8f5a-91c9-46c8-b148-fb790614c9eb tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/quotas/fbde2309a05648ab9f265a8daad73d4d HTTP/1.1" status: 200 len: 375 time: 0.0111811 Jul 06 18:33:15.466408 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-cd285b4a-7072-4fa4-aa9e-bb737483d2e8 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964525 Jul 06 18:33:15.486565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-737a572f-9aa7-4ee4-8895-384ba34ab191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:15.522387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2e88a-c457-48db-bb66-366d3264cba2 req-cdf95757-51b6-4190-8552-960cc941429c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:15.524025 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47c2e88a-c457-48db-bb66-366d3264cba2 req-cdf95757-51b6-4190-8552-960cc941429c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 945 time: 0.1135416 Jul 06 18:33:15.586484 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47c2e88a-c457-48db-bb66-366d3264cba2 req-1248422e-ede6-4963-86c7-13f55009712e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541906 Jul 06 18:33:15.588172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-52aec849-3da7-47a0-b5c2-7c0856e86df2 service neutron] 10.222.0.53 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200626 Jul 06 18:33:15.706074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-dafebc3a-dfd1-4812-8027-38bd9e9d92c9 service neutron] 10.222.0.53 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168218 Jul 06 18:33:15.865366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067f926-1b3f-4c0b-9644-250db5f67669 req-948c812b-18be-41c1-987c-cbf81ba55ebf tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:15.867790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e067f926-1b3f-4c0b-9644-250db5f67669 req-948c812b-18be-41c1-987c-cbf81ba55ebf tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 946 time: 0.1372530 Jul 06 18:33:15.968762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e067f926-1b3f-4c0b-9644-250db5f67669 req-ed70bfde-320a-40db-b295-933f62d58995 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944669 Jul 06 18:33:16.099715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2643a2b0-a742-4949-b2b5-bab24582e6d0 req-9c01fdcc-6b07-448e-b94e-b1b68302147a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 210 time: 0.0442345 Jul 06 18:33:16.228782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbee07e-d325-4bea-a9ae-e20d29b882a4 req-b5a57348-253b-409c-a847-6da81d7cddba tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:16.238307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9bbee07e-d325-4bea-a9ae-e20d29b882a4 req-b5a57348-253b-409c-a847-6da81d7cddba tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1186001 Jul 06 18:33:16.305907 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9bbee07e-d325-4bea-a9ae-e20d29b882a4 req-3326a302-9742-4a6e-a9ea-5d929134c5e4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647976 Jul 06 18:33:16.845184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-a336c270-d906-4b38-b731-44a027023a3d tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:16.846902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-a336c270-d906-4b38-b731-44a027023a3d tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 946 time: 0.1153164 Jul 06 18:33:16.900732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54734b7f-a042-40c1-9900-01a50b78feb8 req-177ad0aa-40c4-4ba8-af43-06fdcf8339a8 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:16.902352 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54734b7f-a042-40c1-9900-01a50b78feb8 req-177ad0aa-40c4-4ba8-af43-06fdcf8339a8 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 945 time: 0.1395907 Jul 06 18:33:16.986336 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54734b7f-a042-40c1-9900-01a50b78feb8 req-f06854d8-dae8-4638-b293-4035c83cd9e6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764101 Jul 06 18:33:17.029198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Deleting port c3e52d0a-bf9d-4707-8a52-14984bdc4205 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:17.029548 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.160469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41448) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:17.181434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b231cd0-47c0-496a-bc2e-9b68aa94c7eb req-b8e2f272-76e7-4427-8e08-30bd0b502396 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:17.190170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b231cd0-47c0-496a-bc2e-9b68aa94c7eb req-b8e2f272-76e7-4427-8e08-30bd0b502396 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 946 time: 0.1022165 Jul 06 18:33:17.247805 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b231cd0-47c0-496a-bc2e-9b68aa94c7eb req-54d622db-ac8f-44c8-9adb-4d077f352cad tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561738 Jul 06 18:33:17.380420 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a318339e-1ac4-477f-b2dd-6992b4f576b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.443080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e1a9f06-18b3-4fa9-9446-2477e2767c4a req-ad046deb-71c9-4354-b062-5b9bbfbb0bcd tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 210 time: 0.0563488 Jul 06 18:33:17.638896 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a318339e-1ac4-477f-b2dd-6992b4f576b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.648167 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a318339e-1ac4-477f-b2dd-6992b4f576b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.728968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] For port c3e52d0a-bf9d-4707-8a52-14984bdc4205, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c3e52d0a-bf9d-4707-8a52-14984bdc4205,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:17.729567 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.750869 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a318339e-1ac4-477f-b2dd-6992b4f576b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20487bd5102743dea1469c1499b4310a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884924 Jul 06 18:33:17.758515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318339e-1ac4-477f-b2dd-6992b4f576b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f492169b-bdb8-46c8-b4ce-fd7eb58e49b1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:17.761430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41464) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:17.838271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-893dc369-0d58-425f-8cf6-5deeff1c66f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.854576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-ef7a0891-de28-4d30-871d-ce0d24e75a82 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:17.854576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-ef7a0891-de28-4d30-871d-ce0d24e75a82 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.41 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 811 time: 0.3248727 Jul 06 18:33:17.884611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769b408-192a-48e1-bdd7-da11392555c9 req-d2b51c93-4a46-4639-a9dc-0ffad388570e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:17.886248 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1769b408-192a-48e1-bdd7-da11392555c9 req-d2b51c93-4a46-4639-a9dc-0ffad388570e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 945 time: 0.2621565 Jul 06 18:33:17.890271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-893dc369-0d58-425f-8cf6-5deeff1c66f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.949486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b57a8-e135-4693-b339-128177f4d6ea req-c6d4e963-e690-4ede-96f0-76c838752a5b tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:17.951129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-219b57a8-e135-4693-b339-128177f4d6ea req-c6d4e963-e690-4ede-96f0-76c838752a5b tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1014731 Jul 06 18:33:17.980612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-893dc369-0d58-425f-8cf6-5deeff1c66f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.983180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-893dc369-0d58-425f-8cf6-5deeff1c66f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:17.986805 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-893dc369-0d58-425f-8cf6-5deeff1c66f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f492169b-bdb8-46c8-b4ce-fd7eb58e49b1 HTTP/1.1" status: 204 len: 168 time: 0.2215688 Jul 06 18:33:17.986950 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-5a71189f-47e3-4094-b329-2c64f01cd8ba tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbde2309a05648ab9f265a8daad73d4d HTTP/1.1" status: 200 len: 380 time: 0.1157708 Jul 06 18:33:17.996551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dc369-0d58-425f-8cf6-5deeff1c66f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f492169b-bdb8-46c8-b4ce-fd7eb58e49b1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:18.021341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-219b57a8-e135-4693-b339-128177f4d6ea req-0208f071-8c86-4ae9-a8d5-2273d56e449e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591118 Jul 06 18:33:18.075682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.076118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.076360 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Floating IP 335c9447-6b8a-4f9f-9148-f49676fa27cb disassociated. External IP: 172.25.4.75, port: c3e52d0a-bf9d-4707-8a52-14984bdc4205. Jul 06 18:33:18.076857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Calling delete_port for c3e52d0a-bf9d-4707-8a52-14984bdc4205 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:18.092019 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1769b408-192a-48e1-bdd7-da11392555c9 req-807d8639-d793-422e-98ee-1a4ba78f73d5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984067 Jul 06 18:33:18.098161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'port': {'device_id': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'admin_state_up': True, 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'security_groups': ['dffed786-dbb8-409a-b0ef-76c2f8ded298']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:18.156982 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-459abc09-051f-4dad-99f6-34f06417184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.232583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea15299-673f-4b56-9db8-d83475eb873a req-a129e3ba-f1fe-490e-b470-f705c8ce7196 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:18.243120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9ea15299-673f-4b56-9db8-d83475eb873a req-a129e3ba-f1fe-490e-b470-f705c8ce7196 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0850759 Jul 06 18:33:18.301761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9ea15299-673f-4b56-9db8-d83475eb873a req-6690c303-c6a1-43a7-addf-544b4e875b15 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575743 Jul 06 18:33:18.312710 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.374388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Made reservation on behalf of fbde2309a05648ab9f265a8daad73d4d for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:18.381205 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.398854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:18.420140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7b45507c-4667-49eb-8053-998c9716aa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.503910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.550224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117196b-4af1-4744-9de7-80ccfbaaf8b5 req-7f2dd6c7-c282-4f98-a2b7-143cc366b98a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:18.552180 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3117196b-4af1-4744-9de7-80ccfbaaf8b5 req-7f2dd6c7-c282-4f98-a2b7-143cc366b98a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1059723 Jul 06 18:33:18.558182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event deleted for resources: {'Port': ['ID=c3e52d0a-bf9d-4707-8a52-14984bdc4205,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:18.607092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7b45507c-4667-49eb-8053-998c9716aa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.624191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3117196b-4af1-4744-9de7-80ccfbaaf8b5 req-3a9ef788-b01b-41d4-94a2-d06141f7738a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646126 Jul 06 18:33:18.625406 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7b45507c-4667-49eb-8053-998c9716aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.674036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab9aa8-7932-4511-8309-71426cf27308 req-397a49b9-a1c3-4929-a366-e714235f08c9 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:18.675496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a7ab9aa8-7932-4511-8309-71426cf27308 req-397a49b9-a1c3-4929-a366-e714235f08c9 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 867 time: 0.2185376 Jul 06 18:33:18.676718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Allocated IP 172.20.0.10 (9be16e80-e473-4b9d-9575-cbae61e2da3b/567c2cbd-4fda-49ea-b366-4f54ae9058ee/e802db15-052a-46cb-9ef8-218eb4044e48) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:18.693697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45507c-4667-49eb-8053-998c9716aa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ccd83a-dd7b-4abd-80e9-25a8bbd12ef2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:18.716014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7b45507c-4667-49eb-8053-998c9716aa2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7acad106fe9e43c39360ac704cdc25f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158541 Jul 06 18:33:18.719681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41486) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:18.784594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a7ab9aa8-7932-4511-8309-71426cf27308 req-bcd82892-99cb-4d5c-8d1e-3e4863b4fd77 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups?id=9532ae47-c5b9-4588-9c32-3b4569ab3eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996876 Jul 06 18:33:18.794421 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ce6bc36-2e0f-47f1-a6c3-8b6c5214275f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.825532 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ce6bc36-2e0f-47f1-a6c3-8b6c5214275f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.841567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Router 14ba7b33-9f81-439d-ba81-d639b2ce3692 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:33:18.907473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4046d6dc-1d93-4860-8d63-cfd1afd9966d req-7ef57672-d1c9-4543-af85-87ed14aca152 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 210 time: 0.0347791 Jul 06 18:33:18.931025 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ce6bc36-2e0f-47f1-a6c3-8b6c5214275f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.938666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ce6bc36-2e0f-47f1-a6c3-8b6c5214275f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.948152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3ce6bc36-2e0f-47f1-a6c3-8b6c5214275f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2ccd83a-dd7b-4abd-80e9-25a8bbd12ef2 HTTP/1.1" status: 204 len: 168 time: 0.2250550 Jul 06 18:33:18.961383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6bc36-2e0f-47f1-a6c3-8b6c5214275f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ccd83a-dd7b-4abd-80e9-25a8bbd12ef2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:18.983140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:19.025645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Transition to ACTIVE for port object e802db15-052a-46cb-9ef8-218eb4044e48 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:19.040284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:33:19.055043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] Sync routers for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:33:19.077555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:19.080164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:19.153941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] No DVR routers for this DVR port c3e52d0a-bf9d-4707-8a52-14984bdc4205 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:19.157749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:19.171571 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db2fbba5-e71f-4ef0-bcd7-8374a857841d req-fbd48704-a07a-46f2-bc62-8df944c413de tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.24 "DELETE /v2.0/ports/c3e52d0a-bf9d-4707-8a52-14984bdc4205 HTTP/1.1" status: 204 len: 173 time: 2.3165715 Jul 06 18:33:19.172085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'name': 'network-vif-deleted', 'tag': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:19.174663 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b6502-cd5e-4513-84c6-cf2ef1aedbb5" -d '{"events": [{"server_uuid": "0f23c696-cb36-4181-b146-ad19fcf4c117", "name": "network-vif-deleted", "tag": "c3e52d0a-bf9d-4707-8a52-14984bdc4205"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:19.222514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:19.348850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:19.352276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:19.362534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:19.371060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event updated for resources: {'Port': ['ID=e802db15-052a-46cb-9ef8-218eb4044e48,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:19.427387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:19.450393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:19.451162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:19.477076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-33093866-3106-4d9b-b3fd-5d73e71a55de tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3919044 Jul 06 18:33:19.487165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f30fe-a94b-4a18-bebd-aa83a56154b5 req-e22068ea-08ca-4f2f-bbb9-a11a6b0bdf4e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:19.494531 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a37f30fe-a94b-4a18-bebd-aa83a56154b5 req-e22068ea-08ca-4f2f-bbb9-a11a6b0bdf4e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.2186139 Jul 06 18:33:19.503040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Request body: {'port': {'device_id': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:19.544839 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:19.561329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a37f30fe-a94b-4a18-bebd-aa83a56154b5 req-d759a865-450c-408e-92f6-62479afcfa66 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611389 Jul 06 18:33:19.688086 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020b8370-1f01-4bdd-8e5c-9d4a59ebca64 x-openstack-request-id: req-020b8370-1f01-4bdd-8e5c-9d4a59ebca64 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:19.688291 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f23c696-cb36-4181-b146-ad19fcf4c117", "name": "network-vif-deleted", "tag": "c3e52d0a-bf9d-4707-8a52-14984bdc4205", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:19.689317 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-020b8370-1f01-4bdd-8e5c-9d4a59ebca64 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:19.689317 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f23c696-cb36-4181-b146-ad19fcf4c117', 'name': 'network-vif-deleted', 'tag': 'c3e52d0a-bf9d-4707-8a52-14984bdc4205', 'status': 'completed', 'code': 200} Jul 06 18:33:19.804181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cfa70d13-b1d9-41ad-a128-5c073aac2930 None None] Provisioning for port e802db15-052a-46cb-9ef8-218eb4044e48 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:19.811956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12aaa9-2f1f-4903-b1dc-5a1504128b78 req-f546ca0e-9f2b-45de-9dda-b38719feb5a9 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:19.821205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cfa70d13-b1d9-41ad-a128-5c073aac2930 None None] Provisioning complete for port e802db15-052a-46cb-9ef8-218eb4044e48 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:19.821681 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfa70d13-b1d9-41ad-a128-5c073aac2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:19.828279 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f12aaa9-2f1f-4903-b1dc-5a1504128b78 req-f546ca0e-9f2b-45de-9dda-b38719feb5a9 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 945 time: 0.2780097 Jul 06 18:33:19.830187 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:19.872898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cfa70d13-b1d9-41ad-a128-5c073aac2930 None None] Port e802db15-052a-46cb-9ef8-218eb4044e48 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:33:19.941273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dba516-163f-40e3-aab3-af40b0d2f80f req-d9e05925-2fed-4864-ba69-c286f282ca59 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:19.943319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8dba516-163f-40e3-aab3-af40b0d2f80f req-d9e05925-2fed-4864-ba69-c286f282ca59 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0898724 Jul 06 18:33:19.986726 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f12aaa9-2f1f-4903-b1dc-5a1504128b78 req-83a16774-ca16-4a6f-92b5-03686788e613 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574061 Jul 06 18:33:20.019540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8dba516-163f-40e3-aab3-af40b0d2f80f req-18a28531-df78-475a-b254-bef8662e9b65 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674040 Jul 06 18:33:20.042758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:31:03Z', 'revision_number': 5, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:20.090938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device c3e52d0a-bf9d-4707-8a52-14984bdc4205 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:20.117215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: c3e52d0a-bf9d-4707-8a52-14984bdc4205 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:33:20.117547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device c3e52d0a-bf9d-4707-8a52-14984bdc4205 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:20.119221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] Checking router: 14ba7b33-9f81-439d-ba81-d639b2ce3692 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:33:20.155383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:20.156112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:20.248976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c08f603d-12ab-452e-95c5-b4aff97e8e16 req-fb0432f0-4774-48bc-bf9a-42aa03cbba76 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f23c696-cb36-4181-b146-ad19fcf4c117 HTTP/1.1" status: 200 len: 210 time: 0.0618396 Jul 06 18:33:20.291085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:20.544895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb57f7-7cbb-4f4f-b9bb-d641578c7c3e req-f259a4f4-7d97-4c9c-bcd1-c1319a2b9d71 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:20.556362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35eb57f7-7cbb-4f4f-b9bb-d641578c7c3e req-f259a4f4-7d97-4c9c-bcd1-c1319a2b9d71 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 932 time: 0.1475327 Jul 06 18:33:20.602470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:31:03Z', 'revision_number': 5, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:20.603889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-35eb57f7-7cbb-4f4f-b9bb-d641578c7c3e req-c3b39f60-5031-4975-a3bf-f74241fca8e9 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465305 Jul 06 18:33:20.646412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16aa928-4b68-4a20-b9d7-dd03e785671e None None] The sync data for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 is: [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:30:50Z', 'revision_number': 4, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '422303ad-7972-4ccd-bcf2-c183032962b9', 'name': '', 'network_id': 'ccaa8897-d99a-45af-83df-bd656aff15f4', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'mac_address': 'fa:16:3e:b3:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:49Z', 'updated_at': '2021-07-06T18:31:03Z', 'revision_number': 5, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'subnets': [{'id': '2a321a80-bda8-421e-bca7-f430eb1d196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:33:20.684642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e802db15-052a-46cb-9ef8-218eb4044e48 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:20.709484 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:20.743064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Transition to ACTIVE for port object e802db15-052a-46cb-9ef8-218eb4044e48 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:20.754732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:20.914932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e802db15-052a-46cb-9ef8-218eb4044e48,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:20.954991 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.022979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea71efb-87e1-4629-a1b4-67f0f849c01a req-862cb17b-f111-4f7e-9bfd-98479c271b61 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:21.026417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Attempting to bind port e802db15-052a-46cb-9ef8-218eb4044e48 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:21.027533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Attempting to bind port e802db15-052a-46cb-9ef8-218eb4044e48 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:21.027939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Attempting to bind port e802db15-052a-46cb-9ef8-218eb4044e48 on network 9be16e80-e473-4b9d-9575-cbae61e2da3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:21.033160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Port e802db15-052a-46cb-9ef8-218eb4044e48 on network 9be16e80-e473-4b9d-9575-cbae61e2da3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:21.033566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Attempting to bind port e802db15-052a-46cb-9ef8-218eb4044e48 on network 9be16e80-e473-4b9d-9575-cbae61e2da3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:21.040010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ea71efb-87e1-4629-a1b4-67f0f849c01a req-862cb17b-f111-4f7e-9bfd-98479c271b61 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1922688 Jul 06 18:33:21.040246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:33:21.040517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Checking segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:21.041006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Bound using segment: {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:33:21.041967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Bound port: e802db15-052a-46cb-9ef8-218eb4044e48, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:33:21.042393 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.147868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ea71efb-87e1-4629-a1b4-67f0f849c01a req-ad0a5bab-925f-442e-879f-0a1034a18e9a tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032755 Jul 06 18:33:21.149064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] For port e802db15-052a-46cb-9ef8-218eb4044e48, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:21.159945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] For port e802db15-052a-46cb-9ef8-218eb4044e48, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e802db15-052a-46cb-9ef8-218eb4044e48,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:33:21.172988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.236483 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3f54b-d12d-4bca-a3eb-4dc9a2a48c6c None None] New status for floating IP 335c9447-6b8a-4f9f-9148-f49676fa27cb: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:33:21.252994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:21.253658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.255585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] 10.222.0.41 "PUT /v2.0/ports/e802db15-052a-46cb-9ef8-218eb4044e48 HTTP/1.1" status: 200 len: 1092 time: 1.7635410 Jul 06 18:33:21.283479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d08d7-01bc-412f-a8bf-779c4de18a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e802db15-052a-46cb-9ef8-218eb4044e48,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:21.665427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41624) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:21.692569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-aa58301c-7c41-4967-926b-f538f6849b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:21.694256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-aa58301c-7c41-4967-926b-f538f6849b33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 1095 time: 0.1732335 Jul 06 18:33:21.695086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'tag': 'e802db15-052a-46cb-9ef8-218eb4044e48'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:21.707360 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd8a62f-9c59-458e-b98c-72df9fe6479c", "tag": "e802db15-052a-46cb-9ef8-218eb4044e48"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:21.786357 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c324786-f169-4586-93fa-637c6a5b4ae1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.811623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-29bdc8b6-64f2-490d-ab54-345b09b73cf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e802db15-052a-46cb-9ef8-218eb4044e48 HTTP/1.1" status: 200 len: 217 time: 0.0960393 Jul 06 18:33:21.834427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c324786-f169-4586-93fa-637c6a5b4ae1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.878770 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ebc192-f1ad-4336-8df6-941731a39535 x-openstack-request-id: req-43ebc192-f1ad-4336-8df6-941731a39535 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:21.879073 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd8a62f-9c59-458e-b98c-72df9fe6479c", "tag": "e802db15-052a-46cb-9ef8-218eb4044e48", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:21.879330 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43ebc192-f1ad-4336-8df6-941731a39535 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:21.879677 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'tag': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'status': 'completed', 'code': 200} Jul 06 18:33:21.897560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-a27df852-196c-48e7-9826-b5f247961835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:21.899083 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-a27df852-196c-48e7-9826-b5f247961835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.0685899 Jul 06 18:33:21.978350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320f946-8f26-4a5b-8030-404f4f765480 req-3ae77530-8121-40dc-b5d1-54b8073bbbc2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:21.978644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-c2c45593-da3f-45fd-86e5-0c0e7d407d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:21.979920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-c2c45593-da3f-45fd-86e5-0c0e7d407d51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735819 Jul 06 18:33:21.980054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9320f946-8f26-4a5b-8030-404f4f765480 req-3ae77530-8121-40dc-b5d1-54b8073bbbc2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 944 time: 0.1144507 Jul 06 18:33:21.981068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c324786-f169-4586-93fa-637c6a5b4ae1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.983667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c324786-f169-4586-93fa-637c6a5b4ae1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.987139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8c324786-f169-4586-93fa-637c6a5b4ae1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "DELETE /v2.0/security-groups/9532ae47-c5b9-4588-9c32-3b4569ab3eb8 HTTP/1.1" status: 204 len: 168 time: 0.3181479 Jul 06 18:33:21.987490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41634) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:22.002760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c324786-f169-4586-93fa-637c6a5b4ae1 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9532ae47-c5b9-4588-9c32-3b4569ab3eb8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:22.055819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9320f946-8f26-4a5b-8030-404f4f765480 req-95976032-e337-42ba-aad2-7b7750366b3f tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669410 Jul 06 18:33:22.093424 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.117581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41636) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:22.119765 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-24982a04-2ee1-4319-88b5-fe0a5acae386 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] show failed (client error): The resource could not be found. Jul 06 18:33:22.123870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-24982a04-2ee1-4319-88b5-fe0a5acae386 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "GET /v2.0/security-groups/9532ae47-c5b9-4588-9c32-3b4569ab3eb8 HTTP/1.1" status: 404 len: 347 time: 0.1341813 Jul 06 18:33:22.125305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41638) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:22.241223 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-1e2eb4b5-0668-4180-b0ff-9fce2a5719f3 service neutron] 10.222.0.41 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374787 Jul 06 18:33:22.358958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b6c30e4-8c45-4d2e-a97c-cb553979a565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.398244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.451738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-177cc7f9-9bb6-4e42-be74-6e9b4c38d9bc req-c97dc45f-d3e9-4f75-9c26-54943981db2e service neutron] 10.222.0.41 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071197 Jul 06 18:33:22.522434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Deleting port 979cb9a2-fd9d-4e3e-a95b-7e055a28bca2 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:22.522831 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.582803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452239f4-f6cc-4348-9cb1-ff4aa7133b97 req-a8c888fc-cf57-4f0c-ba76-bf682e6388f5 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:22.584399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-452239f4-f6cc-4348-9cb1-ff4aa7133b97 req-a8c888fc-cf57-4f0c-ba76-bf682e6388f5 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.2151732 Jul 06 18:33:22.656336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-5484e43b-3f84-46e8-ae4a-7ba0bacbd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:22.659015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-5484e43b-3f84-46e8-ae4a-7ba0bacbd3fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 1095 time: 0.1337998 Jul 06 18:33:22.693066 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.693769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.706878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-452239f4-f6cc-4348-9cb1-ff4aa7133b97 req-6afb6f35-f9aa-457e-b038-0575110d697a tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114588 Jul 06 18:33:22.709896 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b6c30e4-8c45-4d2e-a97c-cb553979a565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.725772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Calling delete_port for 979cb9a2-fd9d-4e3e-a95b-7e055a28bca2 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:22.763009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-f96ae2eb-810a-428a-a6e6-193b7f21afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:22.765112 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-f96ae2eb-810a-428a-a6e6-193b7f21afbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 912 time: 0.0978551 Jul 06 18:33:22.814508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b6c30e4-8c45-4d2e-a97c-cb553979a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.834916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42888dc-44b0-42db-bf32-08c0b9d0a9fa req-c6d22786-9811-4413-9eaf-a2903e137d36 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:22.842282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e42888dc-44b0-42db-bf32-08c0b9d0a9fa req-c6d22786-9811-4413-9eaf-a2903e137d36 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.2466030 Jul 06 18:33:22.851722 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-d10bccf8-7b76-48db-9d6d-619b390d1afc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e802db15-052a-46cb-9ef8-218eb4044e48 HTTP/1.1" status: 200 len: 217 time: 0.0738790 Jul 06 18:33:22.871207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c30e4-8c45-4d2e-a97c-cb553979a565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0056a139-c082-4b07-98c9-ffc26a8a87fe,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:22.900964 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9b6c30e4-8c45-4d2e-a97c-cb553979a565 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a090c686c7ed43159232493026471d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7816551 Jul 06 18:33:22.903927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41668) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:22.913655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e42888dc-44b0-42db-bf32-08c0b9d0a9fa req-f5aeb49c-42d3-493d-a416-048942f45371 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705268 Jul 06 18:33:22.921765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-68f06a3f-2908-4b27-9323-425caa50fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:22.923332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-68f06a3f-2908-4b27-9323-425caa50fc01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.0628273 Jul 06 18:33:22.964090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:22.993173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Pushing event deleted for resources: {'Port': ['ID=979cb9a2-fd9d-4e3e-a95b-7e055a28bca2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:22.995019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-06456542-8967-4a8e-a698-88dce807b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:22.996482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-06456542-8967-4a8e-a698-88dce807b695 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649688 Jul 06 18:33:23.037041 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-448f0432-ef08-4bbb-a6aa-8b130445e1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:23.084515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-448f0432-ef08-4bbb-a6aa-8b130445e1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:23.100952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-bfb0ff3d-009b-47b0-a631-288ba7d9fa25 service neutron] 10.222.0.41 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956552 Jul 06 18:33:23.103894 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:23.106469 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:23.110256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-95c63d47-cdb9-4fcb-8741-2ad8ec2148c5 tempest-ServersTestJSON-1319351325 tempest-ServersTestJSON-1319351325-project] 10.222.0.53 "DELETE /v2.0/floatingips/335c9447-6b8a-4f9f-9148-f49676fa27cb HTTP/1.1" status: 204 len: 168 time: 0.9795401 Jul 06 18:33:23.111185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41672) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:23.195541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8dc139f0-8eb5-4aa1-a234-6d1ceef15d28 req-8be684b3-a4f1-4209-bdc7-2bd054e38fff service neutron] 10.222.0.41 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866652 Jul 06 18:33:23.206790 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-448f0432-ef08-4bbb-a6aa-8b130445e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:23.209326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-448f0432-ef08-4bbb-a6aa-8b130445e1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:23.212879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-448f0432-ef08-4bbb-a6aa-8b130445e1f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0056a139-c082-4b07-98c9-ffc26a8a87fe HTTP/1.1" status: 204 len: 168 time: 0.3057065 Jul 06 18:33:23.273085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f0432-ef08-4bbb-a6aa-8b130445e1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056a139-c082-4b07-98c9-ffc26a8a87fe,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:23.368432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172c8a-4b03-404c-9481-4d5c7065e67a req-473a224a-d340-4f61-9cfa-e26d85dfffb6 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:23.374205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08172c8a-4b03-404c-9481-4d5c7065e67a req-473a224a-d340-4f61-9cfa-e26d85dfffb6 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 944 time: 0.1767437 Jul 06 18:33:23.449764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08172c8a-4b03-404c-9481-4d5c7065e67a req-7bdbfd06-5510-42cd-9851-d68dcdf9e44f tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741589 Jul 06 18:33:23.638443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:23.973608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902e9f-99e2-41d2-b6b1-0b22fac6ec0b req-2b11eb2f-da73-4c4d-b749-ffeadc39984e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:23.983197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e902e9f-99e2-41d2-b6b1-0b22fac6ec0b req-2b11eb2f-da73-4c4d-b749-ffeadc39984e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1553483 Jul 06 18:33:24.054763 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e902e9f-99e2-41d2-b6b1-0b22fac6ec0b req-01d343db-e163-470b-8bcb-19f06485dc47 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563912 Jul 06 18:33:24.061137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Deleting port 422303ad-7972-4ccd-bcf2-c183032962b9 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:24.061494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:24.084970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4048b5c2-0503-4995-afab-70346e3b8657 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:24.200027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:24.207194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] For port 422303ad-7972-4ccd-bcf2-c183032962b9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=422303ad-7972-4ccd-bcf2-c183032962b9,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:24.207574 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:24.216605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '4048b5c2-0503-4995-afab-70346e3b8657', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'port_id': '4048b5c2-0503-4995-afab-70346e3b8657', 'mac_address': 'fa:16:3e:16:9e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064755e-d560-4a6a-924c-19066694f3f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:24.238108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Calling delete_port for 422303ad-7972-4ccd-bcf2-c183032962b9 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:24.275842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:24.280984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85488b3-d63d-47f8-971e-dedf74f01c34 req-ce67ba51-393b-4827-b391-ab9e56443c91 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:24.282652 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d85488b3-d63d-47f8-971e-dedf74f01c34 req-ce67ba51-393b-4827-b391-ab9e56443c91 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1516731 Jul 06 18:33:24.298591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4048b5c2-0503-4995-afab-70346e3b8657 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:24.325183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:24.331083 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:24.351703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d85488b3-d63d-47f8-971e-dedf74f01c34 req-36af3c72-9342-4f6b-a50f-79ec43f67f0b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597661 Jul 06 18:33:24.353668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41730) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:24.389128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:24.514772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['4048b5c2-0503-4995-afab-70346e3b8657'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:24.583029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:24.649187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Pushing event deleted for resources: {'Port': ['ID=422303ad-7972-4ccd-bcf2-c183032962b9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:24.677070 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f834144c-f9c9-40bd-9b04-d36f7d8bb034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:24.951414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70226712-e510-4354-abe0-d38cd5f34f96 req-ece7d174-d9d0-42e4-9593-652039d2bd8a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:24.953500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-70226712-e510-4354-abe0-d38cd5f34f96 req-ece7d174-d9d0-42e4-9593-652039d2bd8a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 944 time: 0.2569561 Jul 06 18:33:25.006121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e802db15-052a-46cb-9ef8-218eb4044e48 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:25.073539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.116421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-70226712-e510-4354-abe0-d38cd5f34f96 req-7eedca34-4048-463f-a2f7-ce2dbcdc69e2 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111290 Jul 06 18:33:25.169951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e802db15-052a-46cb-9ef8-218eb4044e48, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e802db15-052a-46cb-9ef8-218eb4044e48,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:25.191926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'port_id': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'mac_address': 'fa:16:3e:74:55:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:25.226367 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f834144c-f9c9-40bd-9b04-d36f7d8bb034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.267840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f834144c-f9c9-40bd-9b04-d36f7d8bb034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.286262 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.337520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e802db15-052a-46cb-9ef8-218eb4044e48 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:25.382641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e802db15-052a-46cb-9ef8-218eb4044e48, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e802db15-052a-46cb-9ef8-218eb4044e48,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:25.389645 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.456029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=e802db15-052a-46cb-9ef8-218eb4044e48,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:25.460477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41782) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:25.461108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f834144c-f9c9-40bd-9b04-d36f7d8bb034 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ded2e4ce9cc40a58a5aa0178e159f54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1050711 Jul 06 18:33:25.462467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834144c-f9c9-40bd-9b04-d36f7d8bb034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8b11b3-1711-43c9-b8a9-bf464f32db86,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:25.548690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d8658-c233-4ef1-a700-a19e43efa64e req-948ae098-6b44-4d53-bf3b-6eafcf769704 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:25.556475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-915d8658-c233-4ef1-a700-a19e43efa64e req-948ae098-6b44-4d53-bf3b-6eafcf769704 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.2403541 Jul 06 18:33:25.610660 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42e590ba-3efb-4dfc-8412-6650d24f9671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.624827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['e802db15-052a-46cb-9ef8-218eb4044e48'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:25.649647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-915d8658-c233-4ef1-a700-a19e43efa64e req-8fac27fc-9220-4653-9ad4-f44c5eb2fda1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921803 Jul 06 18:33:25.667993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42e590ba-3efb-4dfc-8412-6650d24f9671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.691067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Router 14ba7b33-9f81-439d-ba81-d639b2ce3692 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:33:25.786330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b60e7-24dc-4fd3-b2d0-81d4dc596437 req-2bc7ddfc-e2ab-4853-b0c8-991ad239d019 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:25.788011 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b31b60e7-24dc-4fd3-b2d0-81d4dc596437 req-2bc7ddfc-e2ab-4853-b0c8-991ad239d019 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.2077055 Jul 06 18:33:25.803331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42e590ba-3efb-4dfc-8412-6650d24f9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.805866 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42e590ba-3efb-4dfc-8412-6650d24f9671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.809466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-42e590ba-3efb-4dfc-8412-6650d24f9671 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e8b11b3-1711-43c9-b8a9-bf464f32db86 HTTP/1.1" status: 204 len: 168 time: 0.3445902 Jul 06 18:33:25.838572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e590ba-3efb-4dfc-8412-6650d24f9671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8b11b3-1711-43c9-b8a9-bf464f32db86,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:25.920777 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b31b60e7-24dc-4fd3-b2d0-81d4dc596437 req-19c703f4-45c5-4bbd-a14c-8bba8db5ae9d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191814 Jul 06 18:33:25.943305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:33:25.952081 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6a7ebf78-52c0-4bea-845a-3f6de4a90757 admin admin] 10.222.0.53 "PUT /v2.0/routers/14ba7b33-9f81-439d-ba81-d639b2ce3692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108597 Jul 06 18:33:25.952081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41802) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:25.961627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] Sync routers for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:33:25.984637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:25.985280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:26.096509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4048b5c2-0503-4995-afab-70346e3b8657 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:26.209063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:26.478954 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:26.581617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:26.643251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 4048b5c2-0503-4995-afab-70346e3b8657 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:26.643664 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:26.686362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c52e0-c366-4733-938a-c77588cb10b2 req-9b2079a6-6fe7-4bf5-95b7-ac50ad3a0f69 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:26.689034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c08c52e0-c366-4733-938a-c77588cb10b2 req-9b2079a6-6fe7-4bf5-95b7-ac50ad3a0f69 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 945 time: 0.2265983 Jul 06 18:33:26.695940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Deleting port f41c63c2-7b5c-4e76-8766-3fcd1560fe66 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:26.696571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:26.802319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c08c52e0-c366-4733-938a-c77588cb10b2 req-cfaacc2b-11b2-4372-bc03-e6fc4de26071 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028082 Jul 06 18:33:26.897926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] For port f41c63c2-7b5c-4e76-8766-3fcd1560fe66, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f41c63c2-7b5c-4e76-8766-3fcd1560fe66,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:26.913438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:26.971720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cb624-442a-4e8d-8ef0-bf8d447b2da9 req-dbea3488-d012-4bdc-9ff5-4ae5fdd0370e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:26.980003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-367cb624-442a-4e8d-8ef0-bf8d447b2da9 req-dbea3488-d012-4bdc-9ff5-4ae5fdd0370e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1056840 Jul 06 18:33:26.982904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Calling delete_port for f41c63c2-7b5c-4e76-8766-3fcd1560fe66 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:27.040337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e802db15-052a-46cb-9ef8-218eb4044e48 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:27.063025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-367cb624-442a-4e8d-8ef0-bf8d447b2da9 req-e2b9787f-7ae8-4a7b-a3e8-f7181ba78152 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818675 Jul 06 18:33:27.132279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:33:24Z', 'revision_number': 5, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port': {'id': 'f41c63c2-7b5c-4e76-8766-3fcd1560fe66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:30:45Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:27.142528 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:27.235966 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:27.248020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:27.252213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:27.254852 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc57d84-d612-43a6-ab96-3da5ea9bb0e5" -d '{"events": [{"server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "name": "network-vif-plugged", "status": "completed", "tag": "4048b5c2-0503-4995-afab-70346e3b8657"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:27.260662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] Checking router: 14ba7b33-9f81-439d-ba81-d639b2ce3692 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:33:27.262895 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:27.347973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] Routers {'14ba7b33-9f81-439d-ba81-d639b2ce3692'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:27.350572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['14ba7b33-9f81-439d-ba81-d639b2ce3692'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:27.353332 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064254db-5eb8-4832-a263-cc3b9ddb4a03 x-openstack-request-id: req-064254db-5eb8-4832-a263-cc3b9ddb4a03 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:27.353614 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "name": "network-vif-plugged", "status": "completed", "tag": "4048b5c2-0503-4995-afab-70346e3b8657", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:27.353884 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-064254db-5eb8-4832-a263-cc3b9ddb4a03 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:27.354261 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657', 'code': 200} Jul 06 18:33:27.357977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port e802db15-052a-46cb-9ef8-218eb4044e48 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:27.378168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41c63c2-7b5c-4e76-8766-3fcd1560fe66,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:27.449480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port e802db15-052a-46cb-9ef8-218eb4044e48 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:27.449901 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:27.483362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] Set router 14ba7b33-9f81-439d-ba81-d639b2ce3692 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:27.578706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:27.580986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:33:27Z', 'revision_number': 7, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:27.621567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc35aa-ec69-4312-8469-efc74e8087fe None None] The sync data for ids ['14ba7b33-9f81-439d-ba81-d639b2ce3692'] in n-d-799684-2 is: [{'id': '14ba7b33-9f81-439d-ba81-d639b2ce3692', 'name': 'tempest-ServersTestJSON-1322148578-router', 'tenant_id': 'd45f12f5c4274e779e6a04e58079a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:30:43Z', 'updated_at': '2021-07-06T18:33:27Z', 'revision_number': 7, 'project_id': 'd45f12f5c4274e779e6a04e58079a161', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:33:27.696490 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:27.782307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port e802db15-052a-46cb-9ef8-218eb4044e48, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e802db15-052a-46cb-9ef8-218eb4044e48,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:27.789980 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:27.921766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=e802db15-052a-46cb-9ef8-218eb4044e48,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:28.134316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b6967-ac81-4539-8d37-b58d3d54fd32 req-ba82d69a-48dc-40b1-979e-9425243b3030 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:28.143579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-601b6967-ac81-4539-8d37-b58d3d54fd32 req-ba82d69a-48dc-40b1-979e-9425243b3030 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 946 time: 0.1487532 Jul 06 18:33:28.232793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-601b6967-ac81-4539-8d37-b58d3d54fd32 req-cd009613-b347-4e48-b4dd-84756bd0a6d1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877702 Jul 06 18:33:28.238939 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.291461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41888) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:28.452180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-314250041'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:28.480471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6591e1c-b7d8-4eca-816c-5dd331b93605 req-fde3cf13-360c-426f-a1ad-b229c50c3732 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:28.489974 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6591e1c-b7d8-4eca-816c-5dd331b93605 req-fde3cf13-360c-426f-a1ad-b229c50c3732 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 1.1408532 Jul 06 18:33:28.520577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.533237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.538169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Made reservation on behalf of dc35161518614cddab543cbab06610ca for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:28.544870 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.580915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.591317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6591e1c-b7d8-4eca-816c-5dd331b93605 req-9d8e1e20-5a82-4a76-a0c9-49b0fcdb82e7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003063 Jul 06 18:33:28.677832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.679226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ba7b33-9f81-439d-ba81-d639b2ce3692 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:33:28.684419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.688792 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6d0f185d-b3b8-42ae-a310-fffed02cb1f7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/14ba7b33-9f81-439d-ba81-d639b2ce3692 HTTP/1.1" status: 204 len: 168 time: 2.7336190 Jul 06 18:33:28.689457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41902) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:28.747370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc881cd3-e656-4074-a02c-5c833ac150d5 admin admin] Deleting subnet 2a321a80-bda8-421e-bca7-f430eb1d196e {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:33:28.751313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc881cd3-e656-4074-a02c-5c833ac150d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.831801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc881cd3-e656-4074-a02c-5c833ac150d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.860973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.876643 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.900393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:33:28.922113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.922794 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Added segment 69fa5fcf-5f71-4263-bf80-7b267e27cedb of type vlan for network efe8776f-399e-4183-9b63-7bce3d32658e Jul 06 18:33:28.975622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:28.999289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc881cd3-e656-4074-a02c-5c833ac150d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.054962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac1f240-a094-4ea9-837b-255178060e6b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:29.077930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.089406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:29.090580 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.111331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc881cd3-e656-4074-a02c-5c833ac150d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.152857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc881cd3-e656-4074-a02c-5c833ac150d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a321a80-bda8-421e-bca7-f430eb1d196e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:29.166461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc881cd3-e656-4074-a02c-5c833ac150d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.170012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bc881cd3-e656-4074-a02c-5c833ac150d5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2a321a80-bda8-421e-bca7-f430eb1d196e HTTP/1.1" status: 204 len: 168 time: 0.4793963 Jul 06 18:33:29.174854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fbda5-3b0b-463c-82ea-0c22d8f0d96b None None] Network ccaa8897-d99a-45af-83df-bd656aff15f4 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:33:29.176036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41906) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:29.339431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.386436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e802db15-052a-46cb-9ef8-218eb4044e48'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:29.388737 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07304d44-6fcf-4d82-810b-dd8f2a01a6b1" -d '{"events": [{"server_uuid": "7dd8a62f-9c59-458e-b98c-72df9fe6479c", "name": "network-vif-plugged", "status": "completed", "tag": "e802db15-052a-46cb-9ef8-218eb4044e48"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:29.425590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 422303ad-7972-4ccd-bcf2-c183032962b9 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:29.475702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Deleting port ef4192a2-715c-4d54-aa14-a630eaeabab7 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:29.476237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.489701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 422303ad-7972-4ccd-bcf2-c183032962b9 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:33:29.490106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 422303ad-7972-4ccd-bcf2-c183032962b9 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:29.490545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f41c63c2-7b5c-4e76-8766-3fcd1560fe66 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:29.548108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f41c63c2-7b5c-4e76-8766-3fcd1560fe66 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:33:29.548460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f41c63c2-7b5c-4e76-8766-3fcd1560fe66 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:29.744574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] For port ef4192a2-715c-4d54-aa14-a630eaeabab7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ef4192a2-715c-4d54-aa14-a630eaeabab7,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:29.745052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.769769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] DHCP port deletion for ccaa8897-d99a-45af-83df-bd656aff15f4 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:33:29.771677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8debbf-4fd2-4842-9d63-d1ecacf02c47 req-bc2f1d7f-7d87-4dca-8530-e811b13c3b1e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:29.780182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a8debbf-4fd2-4842-9d63-d1ecacf02c47 req-bc2f1d7f-7d87-4dca-8530-e811b13c3b1e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 1.1954513 Jul 06 18:33:29.782707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Calling delete_port for ef4192a2-715c-4d54-aa14-a630eaeabab7 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:29.816084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b930071-0277-4893-b170-efb258938d91 req-ac80ebc6-ac47-42dc-aa19-7f8d034b9760 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:29.824323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b930071-0277-4893-b170-efb258938d91 req-ac80ebc6-ac47-42dc-aa19-7f8d034b9760 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 946 time: 0.2522638 Jul 06 18:33:29.848556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5559437 Jul 06 18:33:29.879653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] Deleting port ef4192a2-715c-4d54-aa14-a630eaeabab7 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:29.880426 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.914619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a8debbf-4fd2-4842-9d63-d1ecacf02c47 req-1fcba288-f346-4e0e-bb11-624c1ca341c3 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328995 Jul 06 18:33:29.940762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9f4d3-26b2-4446-8892-7a341259db6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Pushing event updated for resources: {'Network': ['ID=efe8776f-399e-4183-9b63-7bce3d32658e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:29.958977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network efe8776f-399e-4183-9b63-7bce3d32658e details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:33:30.014667 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b930071-0277-4893-b170-efb258938d91 req-c41640a2-5667-4182-bf35-fb2a19572e0f tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103170 Jul 06 18:33:30.092394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.107907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] For port ef4192a2-715c-4d54-aa14-a630eaeabab7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ef4192a2-715c-4d54-aa14-a630eaeabab7,segment=NetworkSegment(4cd9ae07-b770-4ab3-beb1-7a0136ff929b),segment_id=4cd9ae07-b770-4ab3-beb1-7a0136ff929b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:30.110281 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.133987 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e536c-971f-4690-ae4f-ca65705b1d4d x-openstack-request-id: req-072e536c-971f-4690-ae4f-ca65705b1d4d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:30.134615 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd8a62f-9c59-458e-b98c-72df9fe6479c", "name": "network-vif-plugged", "status": "completed", "tag": "e802db15-052a-46cb-9ef8-218eb4044e48", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:30.155640 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-072e536c-971f-4690-ae4f-ca65705b1d4d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:30.157466 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'code': 200} Jul 06 18:33:30.160763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] Calling delete_port for ef4192a2-715c-4d54-aa14-a630eaeabab7 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:30.163515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4192a2-715c-4d54-aa14-a630eaeabab7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:30.180682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] No DVR routers for this DVR port ef4192a2-715c-4d54-aa14-a630eaeabab7 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: from cryptography.utils import int_from_bytes Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: from cryptography.utils import int_from_bytes Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.301798 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:33:30.306874 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:33:30.315005 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.348979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] Pushing event deleted for resources: {'Port': ['ID=ef4192a2-715c-4d54-aa14-a630eaeabab7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:30.349696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.360091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec34d08-7236-4382-a1f0-92938cf2f01d None None] No DVR routers for this DVR port ef4192a2-715c-4d54-aa14-a630eaeabab7 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:30.388091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccaa8897-d99a-45af-83df-bd656aff15f4']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:30.404812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd9ae07-b770-4ab3-beb1-7a0136ff929b') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:30.405113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd9ae07-b770-4ab3-beb1-7a0136ff929b') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:30.426394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.453125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205af32-321a-4350-8818-7e5d63dd1b72 req-538bcf42-d779-4af0-bec2-ffcc47c229f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:30.455190 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c205af32-321a-4350-8818-7e5d63dd1b72 req-538bcf42-d779-4af0-bec2-ffcc47c229f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 1097 time: 0.2124355 Jul 06 18:33:30.464328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.468022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e006c65-1bcf-4672-a446-dfdcb4ac09fb req-dc2f0e31-07f7-4526-8e95-93e122744617 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:30.469890 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e006c65-1bcf-4672-a446-dfdcb4ac09fb req-dc2f0e31-07f7-4526-8e95-93e122744617 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.2410915 Jul 06 18:33:30.484507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:33:30.485096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:33:30.487191 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:33:30.547480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c205af32-321a-4350-8818-7e5d63dd1b72 req-c1eae00b-76e2-4d79-9ec1-f78165f60db6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765619 Jul 06 18:33:30.550610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41936) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:30.568256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e006c65-1bcf-4672-a446-dfdcb4ac09fb req-2666b3be-dc92-4b65-87e6-c2e5671db577 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861552 Jul 06 18:33:30.579811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Request body: {'port': {'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e', 'binding:host_id': 'n-h2-799684-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1557922970'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:30.619168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Made reservation on behalf of eeb6aec080014439885a0859659525af for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:30.629181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.633598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.637105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.642562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ccaa8897-d99a-45af-83df-bd656aff15f4 HTTP/1.1" status: 204 len: 168 time: 1.4627705 Jul 06 18:33:30.659476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.672848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f944-8fc8-4c18-adac-b09e80d9bb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccaa8897-d99a-45af-83df-bd656aff15f4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:30.857130 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.866911 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.900991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] device_id is not set on port 01f68e7d-5d52-43c4-8e63-11a51b321976 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:33:30.906495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea59828-df5f-4358-920f-1f0eaa9dbe32,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:30.936807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41942) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:31.023164 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a0a5ef0e-45eb-4b1e-9c12-e75f562b578d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d45f12f5c4274e779e6a04e58079a161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773745 Jul 06 18:33:31.026248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41946) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:31.140955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c456156-88d5-4ed4-8ce0-dfc36758bcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:31.205389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c456156-88d5-4ed4-8ce0-dfc36758bcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:31.320598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef4192a2-715c-4d54-aa14-a630eaeabab7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:31.381983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ef4192a2-715c-4d54-aa14-a630eaeabab7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:33:31.384708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef4192a2-715c-4d54-aa14-a630eaeabab7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:31.442708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413a8f-1f5f-4848-ae29-4221726581e3 req-3088df44-090c-4817-b068-5db02917121c tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:31.459806 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e413a8f-1f5f-4848-ae29-4221726581e3 req-3088df44-090c-4817-b068-5db02917121c tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 946 time: 0.1777558 Jul 06 18:33:31.479730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c456156-88d5-4ed4-8ce0-dfc36758bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:31.482855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c456156-88d5-4ed4-8ce0-dfc36758bcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:31.499840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9c456156-88d5-4ed4-8ce0-dfc36758bcf5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6e11707-202b-44fa-85b0-d16fb671f278 HTTP/1.1" status: 204 len: 168 time: 0.4721689 Jul 06 18:33:31.548322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c456156-88d5-4ed4-8ce0-dfc36758bcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e11707-202b-44fa-85b0-d16fb671f278,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:31.564090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63514060-f1f9-40d5-9a23-efbac948d9cc req-c15cb08c-4271-491d-96de-63ba4c189f55 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:31.565806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-63514060-f1f9-40d5-9a23-efbac948d9cc req-c15cb08c-4271-491d-96de-63ba4c189f55 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.3876669 Jul 06 18:33:31.567915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] device_id is not set on port 01f68e7d-5d52-43c4-8e63-11a51b321976 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:33:31.590035 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:31.634470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e413a8f-1f5f-4848-ae29-4221726581e3 req-9bcf8ba4-b7ab-462d-b0f5-41205ead94be tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734684 Jul 06 18:33:31.707359 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-63514060-f1f9-40d5-9a23-efbac948d9cc req-523a47c9-a1d4-4f28-899f-7227fbb56be8 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326497 Jul 06 18:33:31.709256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Transition to ACTIVE for port object 01f68e7d-5d52-43c4-8e63-11a51b321976 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:31.749738 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:31.899455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=01f68e7d-5d52-43c4-8e63-11a51b321976,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:32.017657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Checking segment: {'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:32.017957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Network hostable DHCP agents. Network: efe8776f-399e-4183-9b63-7bce3d32658e, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:33:32.089826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9a17a-a70e-4650-bc81-388177e442ca req-74355b92-c17a-4547-a339-32ef910be0eb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:32.098101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dfe9a17a-a70e-4650-bc81-388177e442ca req-74355b92-c17a-4547-a339-32ef910be0eb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1644974 Jul 06 18:33:32.105784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Network efe8776f-399e-4183-9b63-7bce3d32658e is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:33:32.150366 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dfe9a17a-a70e-4650-bc81-388177e442ca req-19f2f915-6ee9-4953-bd65-3f56b11893bb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488524 Jul 06 18:33:32.151137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, efe8776f-399e-4183-9b63-7bce3d32658e) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:32.166915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:32.172700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.173058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.173383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.175121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5833fd-58e9-4165-b14f-1e276516fd23 None None] Network efe8776f-399e-4183-9b63-7bce3d32658e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:33:32.178444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.178790 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.179182 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 2 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.191950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.192330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.192592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.198242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.198624 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.199092 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 3 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.214273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.214621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.214944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.220302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.220698 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.221018 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 4 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.235627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.236130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.236465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.241183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.241506 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.241922 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 5 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.255908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.256429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.256761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.261461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.261905 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.262305 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 6 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.280326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.280697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.280997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.286464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.286794 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.287350 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 7 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.307821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.308207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.308478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.315342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.315801 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.316193 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 8 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.330634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.331460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.331802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.340852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.341212 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.342101 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 9 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.357071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.357446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.357768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.363766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.364563 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.364961 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 10 to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 Jul 06 18:33:32.381610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:32.382001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:32.382284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:32.389198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 01f68e7d-5d52-43c4-8e63-11a51b321976 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:32.389524 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 01f68e7d-5d52-43c4-8e63-11a51b321976 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:32.389938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:32.473736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] For port 01f68e7d-5d52-43c4-8e63-11a51b321976, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:32.474605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempted to set empty binding levels {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:33:32.501255 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:32.582408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:32.583196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:32.598165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=01f68e7d-5d52-43c4-8e63-11a51b321976,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:32.611334 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2ae047a3-faa9-48d6-ba08-fed51c564469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.0588064 Jul 06 18:33:32.613346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42000) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:32.746036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Deleting port 01f68e7d-5d52-43c4-8e63-11a51b321976 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:32.746773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:32.831071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] For port 01f68e7d-5d52-43c4-8e63-11a51b321976, host n-h2-799684-2, got binding levels [] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:32.831446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:32.869850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Calling delete_port for 01f68e7d-5d52-43c4-8e63-11a51b321976 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:32.934473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:32.977063 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b2786-e492-4c73-8f01-2b4050dc7cf4 req-381e201d-d1d7-417d-83d2-8af1e39decfc tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:32.985225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a9b2786-e492-4c73-8f01-2b4050dc7cf4 req-381e201d-d1d7-417d-83d2-8af1e39decfc tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1330068 Jul 06 18:33:33.061811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a9b2786-e492-4c73-8f01-2b4050dc7cf4 req-82aa7ffd-e2a6-48b7-8964-d3d317c05ed5 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645549 Jul 06 18:33:33.093872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1984705127-network', 'tenant_id': 'fa321cf2940a4656b3af9586d5b14340'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:33.127621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Made reservation on behalf of fa321cf2940a4656b3af9586d5b14340 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:33.137609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.149451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.186761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc44038-c3fa-40eb-9859-72d2a04b5814 req-a5a52cbf-624a-4038-a70b-712c076288df tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:33.195109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dc44038-c3fa-40eb-9859-72d2a04b5814 req-a5a52cbf-624a-4038-a70b-712c076288df tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 946 time: 0.2119935 Jul 06 18:33:33.202105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.235935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event deleted for resources: {'Port': ['ID=01f68e7d-5d52-43c4-8e63-11a51b321976,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:33.252382 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.257140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d380dee4-6e57-45df-bcaf-226b561bad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "DELETE /v2.0/ports/01f68e7d-5d52-43c4-8e63-11a51b321976 HTTP/1.1" status: 204 len: 168 time: 0.6421330 Jul 06 18:33:33.258050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42034) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:33.295446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.305278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.307369 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e6fb7e-00c1-480d-aa77-7a506a011cc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:33:33.324161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:33:33.325192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-05e6fb7e-00c1-480d-aa77-7a506a011cc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "GET /v2.0/ports/01f68e7d-5d52-43c4-8e63-11a51b321976 HTTP/1.1" status: 404 len: 333 time: 0.0660691 Jul 06 18:33:33.325895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42036) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:33.331178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Request body: {'port': {'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-579786050'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:33.337157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.337662 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Added segment 4b95d866-dfe8-4827-9443-a206710a8b9b of type vlan for network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 Jul 06 18:33:33.369640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Made reservation on behalf of eeb6aec080014439885a0859659525af for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:33.373108 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.394119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] device_id is not set on port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:33:33.430288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.501953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85684a0-865e-4727-8bc3-85c6854a9433,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:33.508060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.509263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:33.510125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.542092 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6dc44038-c3fa-40eb-9859-72d2a04b5814 req-1e5baae3-6c88-4e99-b740-3f7a1b02b609 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431320 Jul 06 18:33:33.626919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6902754 Jul 06 18:33:33.628034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42044) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:33.635811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Request body: {'subnet': {'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1984705127-subnet', 'tenant_id': 'fa321cf2940a4656b3af9586d5b14340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:33.664556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d7304-298f-4673-99e0-f6be5fa41dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:33.668935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Made reservation on behalf of fa321cf2940a4656b3af9586d5b14340 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:33.672716 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.675845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:33:33.683102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24121f82-4f98-4b21-a86b-08baf8b24c3a req-36fcd1a5-c138-43ad-973c-5f28abab439b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:33.691469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24121f82-4f98-4b21-a86b-08baf8b24c3a req-36fcd1a5-c138-43ad-973c-5f28abab439b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1987522 Jul 06 18:33:33.817365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24121f82-4f98-4b21-a86b-08baf8b24c3a req-e5dcfb1d-6e38-42f3-8e58-17666d561541 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248910 Jul 06 18:33:33.834372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.966290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8af784-e2a0-4f9b-8e18-e7c00ea3f113 req-121abb57-4f8b-49b1-a7c5-fdd2d3f25759 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:33.968350 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d8af784-e2a0-4f9b-8e18-e7c00ea3f113 req-121abb57-4f8b-49b1-a7c5-fdd2d3f25759 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 946 time: 0.1924903 Jul 06 18:33:33.982743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42050) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:33.989095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Request body: {'floatingip': {'port_id': 'e802db15-052a-46cb-9ef8-218eb4044e48'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:34.025205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:34.079380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:34.113277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Network efe8776f-399e-4183-9b63-7bce3d32658e is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:34.122340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:34.153348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:34.154361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:34.154973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:34.157599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=080af7e6-d0e2-4fab-bcba-ae75fbd98389,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:34.213293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.213630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.214026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.214348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.215719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.215719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.215719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.215719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.216156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.216668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.216771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.218965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:34.244149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5f31a4c8-fc65-43ac-89ef-098a86bb73b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9171305 Jul 06 18:33:34.247627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42066) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:34.257677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:34.265190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:34.456160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f526973f-e038-49f8-817b-cc0138b64600,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:34.481966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Checking segment: {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:34.482318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Network hostable DHCP agents. Network: fe37bb03-31b0-45c4-a4e0-63fff68bdcb0, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:33:34.530000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efda43-951a-4d31-b7df-92365d9f0eea req-6754ad2a-2edc-42c6-bc5f-95ad15240d08 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:34.531769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40efda43-951a-4d31-b7df-92365d9f0eea req-6754ad2a-2edc-42c6-bc5f-95ad15240d08 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1824753 Jul 06 18:33:34.558258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:33:34.607414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:34.621948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, fe37bb03-31b0-45c4-a4e0-63fff68bdcb0) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:34.621948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40efda43-951a-4d31-b7df-92365d9f0eea req-a044be99-1551-4a8c-bb93-9a2ba21c463e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788448 Jul 06 18:33:34.632519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:34.634542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:34.659854 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6faf8335-0afb-450e-a27c-3681952f2ed4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0296133 Jul 06 18:33:34.673803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c89d3-f7f0-4d0e-9082-439fb3652a2a None None] Network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:33:34.940765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-e5eae82f-56c6-41ab-be4c-8ed1838ab3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:34.942728 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-e5eae82f-56c6-41ab-be4c-8ed1838ab3eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1095 time: 0.5212674 Jul 06 18:33:34.965493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8aeef8-58c1-488f-9713-3ff5b5600390 None None] Network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:33:35.024897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a12d71-e006-46f7-9b55-caa3ffb96dda req-9e42824c-574a-4d1e-8722-9a705ad68b30 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:35.032122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77a12d71-e006-46f7-9b55-caa3ffb96dda req-9e42824c-574a-4d1e-8722-9a705ad68b30 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.6078761 Jul 06 18:33:35.145926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] device_id is not set on port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:33:35.200909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:35.350575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77a12d71-e006-46f7-9b55-caa3ffb96dda req-46f78a2d-65d8-4a88-b589-7d1ff5185cc0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172941 Jul 06 18:33:35.383436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Transition to ACTIVE for port object 080af7e6-d0e2-4fab-bcba-ae75fbd98389 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:35.414002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-73132236-ca40-43e4-ab8c-901726d4f0e0 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:35.416455 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-73132236-ca40-43e4-ab8c-901726d4f0e0 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 815 time: 0.1466258 Jul 06 18:33:35.420965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-d116eb3f-ea7c-47fc-933d-952ebf30ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:35.422553 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-d116eb3f-ea7c-47fc-933d-952ebf30ee65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.4464827 Jul 06 18:33:35.423193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:35.458275 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-3d293096-241a-499c-bfe0-797abda364cb tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/quotas/fa321cf2940a4656b3af9586d5b14340 HTTP/1.1" status: 200 len: 375 time: 0.0326900 Jul 06 18:33:35.520526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-6a8ac82d-fb20-42d3-8c73-30075842ef7f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609941 Jul 06 18:33:35.634293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=080af7e6-d0e2-4fab-bcba-ae75fbd98389,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:35.654350 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-87e6a9c4-379a-4a94-946d-6b3fbcba84d9 service neutron] 10.222.0.53 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328731 Jul 06 18:33:35.684380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-6ee57e63-f321-4336-a363-0037a188c5ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 999 time: 0.2271838 Jul 06 18:33:35.768589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:35.774407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:35.775192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:35.806725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-1d6271e7-7bed-4efb-a069-5d6a045de6fc service neutron] 10.222.0.53 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491060 Jul 06 18:33:35.844815 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:33:35.847920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:35.847920 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:35.852289 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 2 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:35.941192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:35.941536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:35.941915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:35.950804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-b480d3d0-7cf8-42e4-bd3a-6d5adf55cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:35.952301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-b480d3d0-7cf8-42e4-bd3a-6d5adf55cd89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.2165265 Jul 06 18:33:35.958442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:35.960863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:35.961200 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:35.963663 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 3 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:35.978896 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:36.195349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:36.199129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:36.201273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:36.252546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:36.274731 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:36.277179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e1f14f84-93b6-47aa-94c7-feb10b5e2b89 req-d41b7dca-a4d0-48b7-af82-2363c05226a7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 210 time: 0.0470941 Jul 06 18:33:36.283521 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 4 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:36.297386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8afdab-5c42-4f8c-b773-4b797eef734d req-7b68934d-b58d-4759-885a-fd839f23d38e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:36.299068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d8afdab-5c42-4f8c-b773-4b797eef734d req-7b68934d-b58d-4759-885a-fd839f23d38e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.4693332 Jul 06 18:33:36.776352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35dd3-64a5-4181-a5af-0cc4890cb44f req-793d62e0-1748-4d21-85c2-08c0aab87df3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:36.778800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72d35dd3-64a5-4181-a5af-0cc4890cb44f req-793d62e0-1748-4d21-85c2-08c0aab87df3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1433864 Jul 06 18:33:36.781906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:36.782253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:36.782652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:36.832646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:36.832980 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:36.842882 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 5 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:36.847695 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72d35dd3-64a5-4181-a5af-0cc4890cb44f req-dab18be1-f22d-4b66-9877-6cd557b889eb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467205 Jul 06 18:33:36.850193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-c2ad7062-8244-4b5f-83a7-0f48be30183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:36.852434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-c2ad7062-8244-4b5f-83a7-0f48be30183e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8903944 Jul 06 18:33:36.860399 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Floating IP 2c7f60a1-3390-4419-8621-79d39fa16dce associated. External IP: 172.25.4.70, port: e802db15-052a-46cb-9ef8-218eb4044e48. Jul 06 18:33:36.889110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d8afdab-5c42-4f8c-b773-4b797eef734d req-02d1a335-3be9-437f-b6bb-59a3fa38cb13 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451579 Jul 06 18:33:37.146030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:37.147008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:37.147312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:37.196503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:37.198372 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:37.203036 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 6 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:37.289571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:37.290042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:37.290370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:37.311544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:37.311974 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:37.317608 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 7 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:37.324716 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-8a6d1a8e-6d47-472e-ad3b-09baa41d3b9a service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610379 Jul 06 18:33:37.411272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:37.411617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:37.411958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:37.458895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:37.459234 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:37.466085 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 8 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:37.506831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3351a5c2-227f-4e7d-b49e-551d1f4ff8d4 req-8063bc6e-204d-40b1-ae6f-c0d1e8724476 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 210 time: 0.0679271 Jul 06 18:33:37.523435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:37.523783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:37.524127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:37.586849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:37.587186 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:37.591996 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 9 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:37.609850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:37.610200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:37.610540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:37.634815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:37.634815 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:37.638909 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 10 to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 Jul 06 18:33:37.668950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:37.669320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:37.669665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:37.682572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:37.682572 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:37.682973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:37.699501 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b8a2ded-888b-4ba9-9b54-392da09b0b06 req-cc0b8ae5-3baf-4013-89a0-0448fce72357 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026042 Jul 06 18:33:37.701441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:33:37.987244 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:33:38.001166 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] Sync routers for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:33:38.020316 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:38.021347 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:38.109808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] For port 080af7e6-d0e2-4fab-bcba-ae75fbd98389, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:38.110230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempted to set empty binding levels {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:33:38.130801 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:38.198357 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:38.248951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c63f3183-de4c-4e98-8a5d-8ecbf488e254 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "PUT /v2.0/floatingips/2c7f60a1-3390-4419-8621-79d39fa16dce HTTP/1.1" status: 200 len: 991 time: 4.2623088 Jul 06 18:33:38.261108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'tag': 'e802db15-052a-46cb-9ef8-218eb4044e48'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:38.264151 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd8a62f-9c59-458e-b98c-72df9fe6479c", "tag": "e802db15-052a-46cb-9ef8-218eb4044e48"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:38.268866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fafd8-7fee-460f-bd5b-f74a24994bcc req-2f0d8061-78cd-4371-9f76-41fbdc242816 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.281338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b2fafd8-7fee-460f-bd5b-f74a24994bcc req-2f0d8061-78cd-4371-9f76-41fbdc242816 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1423059 Jul 06 18:33:38.304208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:38.378151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b2fafd8-7fee-460f-bd5b-f74a24994bcc req-898aa821-cb2d-4c72-af36-0a2022a4b632 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952079 Jul 06 18:33:38.413757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=080af7e6-d0e2-4fab-bcba-ae75fbd98389,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:38.542193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] In _notify_port_updated(), no bound segment for port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:33:38.543102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.544221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:38.547930 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "PUT /v2.0/ports/080af7e6-d0e2-4fab-bcba-ae75fbd98389 HTTP/1.1" status: 200 len: 978 time: 4.2973595 Jul 06 18:33:38.548298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42200) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:38.554913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.554913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.554913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.554913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.554913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.554913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.554913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.555768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.555768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.555768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.556337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.556455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80ccab-8c22-47a0-92d4-dfcdcb2a376c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:38.575235 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2c7f60a1-3390-4419-8621-79d39fa16dce', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'port_id': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'mac_address': 'fa:16:3e:74:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:33:13Z', 'updated_at': '2021-07-06T18:33:35Z', 'revision_number': 1, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:38.613341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b5f22-4ea0-49b3-b1ba-a333feebe01f req-46e080b1-e9f9-4552-9060-ddc7218c3a6e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.615107 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-242b5f22-4ea0-49b3-b1ba-a333feebe01f req-46e080b1-e9f9-4552-9060-ddc7218c3a6e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.3672707 Jul 06 18:33:38.615827 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] Checking router: 5b814481-d686-4fe9-8e28-7f633d2dd0a0 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:33:38.630539 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:38.631647 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:38.668577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-89f31c78-091c-4cc7-805a-1b9cb00034e4 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.686314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-89f31c78-091c-4cc7-805a-1b9cb00034e4 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.41 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 815 time: 0.7056000 Jul 06 18:33:38.726128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Request body: {'port': {'device_id': 'bafe7242-7d84-4760-985e-f987b7b45005', 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'admin_state_up': True, 'tenant_id': 'fa321cf2940a4656b3af9586d5b14340'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:38.783572 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:38.802359 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83490bb-baff-4c75-bbad-fc07fc5ac0bf x-openstack-request-id: req-d83490bb-baff-4c75-bbad-fc07fc5ac0bf {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:38.802799 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd8a62f-9c59-458e-b98c-72df9fe6479c", "tag": "e802db15-052a-46cb-9ef8-218eb4044e48", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:38.803427 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d83490bb-baff-4c75-bbad-fc07fc5ac0bf {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:38.804255 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'tag': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'status': 'completed', 'code': 200} Jul 06 18:33:38.822902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-242b5f22-4ea0-49b3-b1ba-a333feebe01f req-4d378ff2-b152-4d36-80c8-008296f051e4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994123 Jul 06 18:33:38.860264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.860760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.861229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.861694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.862188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.862662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.865370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.869510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.870985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.872464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.873920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.875532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.877120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.879111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.879763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.882432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.883074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.885375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.886256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.886880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.888326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.889675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.894461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.895166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.895950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.896573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.898169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.898818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.899582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.904611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.905309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.906129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.906785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.907406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.913267 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fde8a8ce-c93b-419f-a5a0-a5e219a607d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30566 time: 0.3636198 Jul 06 18:33:38.919132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42206) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:39.187709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Deleting port 080af7e6-d0e2-4fab-bcba-ae75fbd98389 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:39.191672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:39.213549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-5bf12ba1-fb7c-4a8d-98f3-b9ea8942ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:39.215754 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-5bf12ba1-fb7c-4a8d-98f3-b9ea8942ef77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 1097 time: 0.3844278 Jul 06 18:33:39.219103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Made reservation on behalf of fa321cf2940a4656b3af9586d5b14340 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:39.224111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:39.321843 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2c7f60a1-3390-4419-8621-79d39fa16dce', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'port_id': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'mac_address': 'fa:16:3e:74:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:33:13Z', 'updated_at': '2021-07-06T18:33:35Z', 'revision_number': 1, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:39.352136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] For port 080af7e6-d0e2-4fab-bcba-ae75fbd98389, host n-h2-799684-2, got binding levels [] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:39.352593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:39.373325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Calling delete_port for 080af7e6-d0e2-4fab-bcba-ae75fbd98389 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:39.388915 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867fed54-0d9f-4563-bd65-d0ef212c8810 None None] The sync data for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 is: [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2c7f60a1-3390-4419-8621-79d39fa16dce', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'port_id': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'mac_address': 'fa:16:3e:74:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:33:13Z', 'updated_at': '2021-07-06T18:33:35Z', 'revision_number': 1, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:33:39.562174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:39.606318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event deleted for resources: {'Port': ['ID=080af7e6-d0e2-4fab-bcba-ae75fbd98389,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:39.613703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:39.616983 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-79107503-76a3-4002-b057-f9479b7fb7ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "DELETE /v2.0/ports/080af7e6-d0e2-4fab-bcba-ae75fbd98389 HTTP/1.1" status: 204 len: 168 time: 0.6964860 Jul 06 18:33:39.619763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42218) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:39.655328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-b834c62b-354b-4a46-8979-cebf190c2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:39.659550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-b834c62b-354b-4a46-8979-cebf190c2dbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 912 time: 0.3969419 Jul 06 18:33:39.664125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16f02863-60c4-48b8-8bbf-1fefa59b21d0 req-a2dad397-0585-44d7-9be1-978a0f0dff33 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 210 time: 0.5357225 Jul 06 18:33:39.690420 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c4ce03-17c4-435f-b340-fb636c777615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:33:39.695013 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-58c4ce03-17c4-435f-b340-fb636c777615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "GET /v2.0/ports/080af7e6-d0e2-4fab-bcba-ae75fbd98389 HTTP/1.1" status: 404 len: 333 time: 0.0722439 Jul 06 18:33:39.699210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42222) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:39.715122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Allocated IP 172.20.0.10 (fe37bb03-31b0-45c4-a4e0-63fff68bdcb0/f526973f-e038-49f8-817b-cc0138b64600/bf8b9dab-0af3-4558-ac15-5c3f0cac99e0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:39.786735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-522218802', 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:39.846242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Made reservation on behalf of eeb6aec080014439885a0859659525af for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:39.853117 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:39.897171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9581928-8e18-48be-aefe-70c55ff3e983 None None] New status for floating IP 2c7f60a1-3390-4419-8621-79d39fa16dce: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:33:39.907453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] device_id is not set on port ca4ff828-a388-48d3-9627-4748971eb8ff yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:33:39.953161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dfe94-436a-4d25-9583-5d1081ea41c1 req-9fd40c4f-dce6-49e7-8bd9-1b4d872fd306 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:39.961572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-971dfe94-436a-4d25-9583-5d1081ea41c1 req-9fd40c4f-dce6-49e7-8bd9-1b4d872fd306 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.3260555 Jul 06 18:33:40.049464 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:33:40.084053 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-79234f50-4229-4d60-80e7-7bcfa9b023df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e802db15-052a-46cb-9ef8-218eb4044e48 HTTP/1.1" status: 200 len: 999 time: 0.1523037 Jul 06 18:33:40.203972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-9cdeb409-832f-4a90-a922-92a14da19313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:40.207140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-9cdeb409-832f-4a90-a922-92a14da19313 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.1159205 Jul 06 18:33:40.409869 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:40.461347 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:40.466527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:40.489031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-186b70f0-0a27-45b8-81b2-8e6ff9984f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:40.494065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-186b70f0-0a27-45b8-81b2-8e6ff9984f12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2770405 Jul 06 18:33:40.507096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1adab-29af-475d-8f31-04b3b6afc22a req-dde8d190-0f92-447f-8494-dd680d9632dd tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:40.514453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21b1adab-29af-475d-8f31-04b3b6afc22a req-dde8d190-0f92-447f-8494-dd680d9632dd tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.2590933 Jul 06 18:33:40.519607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=ca4ff828-a388-48d3-9627-4748971eb8ff,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:40.552888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Network efe8776f-399e-4183-9b63-7bce3d32658e is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:40.571693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-971dfe94-436a-4d25-9583-5d1081ea41c1 req-6bfdd6c4-a2e2-414e-812b-0c55ac038392 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006515 Jul 06 18:33:40.573221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:40.588013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:40.589828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:40.589828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:40.629666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-808dfbf0-fd9b-4f10-95bf-5eb2ebc15bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8563187 Jul 06 18:33:40.630682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42246) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:40.700553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622cce6-21fe-40bc-869c-cdf18e244a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:40.705697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2622cce6-21fe-40bc-869c-cdf18e244a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "GET /v2.0/ports/ca4ff828-a388-48d3-9627-4748971eb8ff HTTP/1.1" status: 200 len: 958 time: 0.0735161 Jul 06 18:33:40.705921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42250) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:40.738387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21b1adab-29af-475d-8f31-04b3b6afc22a req-bb43c2e6-0d2c-4b46-a7ff-7b68c82fc012 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229483 Jul 06 18:33:40.784827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:40.842299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-ce23290e-899b-4242-be00-108a6cde4cb2 service neutron] 10.222.0.41 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197417 Jul 06 18:33:40.977352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Pushing event updated for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:40.981592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:40.990101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:40.995593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:41.138591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:41.139394 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:41.185824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-a7ad2182-abc6-4e81-9a26-c72ace17eb5e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4659600 Jul 06 18:33:41.189264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e6e1e2f-af66-459c-9096-a3a7d443f7dc req-cbab821b-3e77-4214-a1cb-cc78c2973250 service neutron] 10.222.0.41 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319511 Jul 06 18:33:41.215008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Request body: {'port': {'device_id': 'bafe7242-7d84-4760-985e-f987b7b45005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:41.221009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-87c612b6-18ad-4251-a3da-5e0c06d663d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Deleting port ca4ff828-a388-48d3-9627-4748971eb8ff {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:41.221607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87c612b6-18ad-4251-a3da-5e0c06d663d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:41.282341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051e221-e330-4894-8e47-2e5d09481f04 req-0c8f9808-e5f7-44bd-a182-a31d0e745035 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:41.285254 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2051e221-e330-4894-8e47-2e5d09481f04 req-0c8f9808-e5f7-44bd-a182-a31d0e745035 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1802678 Jul 06 18:33:41.334783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121e0c-5bba-4912-adc3-86f05679377a req-8825eebb-afb7-402b-b22e-d5f0c4808d13 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:41.336520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f121e0c-5bba-4912-adc3-86f05679377a req-8825eebb-afb7-402b-b22e-d5f0c4808d13 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 932 time: 0.2902431 Jul 06 18:33:41.367171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87c612b6-18ad-4251-a3da-5e0c06d663d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:41.391000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2051e221-e330-4894-8e47-2e5d09481f04 req-83962f22-5ce3-49a7-907b-e9c8df01c600 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984929 Jul 06 18:33:41.395444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-87c612b6-18ad-4251-a3da-5e0c06d663d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Calling delete_port for ca4ff828-a388-48d3-9627-4748971eb8ff owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:41.506029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f121e0c-5bba-4912-adc3-86f05679377a req-19009557-7214-488c-b5c0-f5ed5268fccb tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528542 Jul 06 18:33:41.506029 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:41.797647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87c612b6-18ad-4251-a3da-5e0c06d663d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:42.423121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:42.432178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:42.448551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Transition to ACTIVE for port object bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:42.457147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c612b6-18ad-4251-a3da-5e0c06d663d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca4ff828-a388-48d3-9627-4748971eb8ff,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:42.460307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994091c4-81d1-4fb6-9ea4-d3fe767fd7ca req-8d8049b8-a722-4eb7-bd44-96734b88c274 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:42.460936 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:42.463922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-994091c4-81d1-4fb6-9ea4-d3fe767fd7ca req-8d8049b8-a722-4eb7-bd44-96734b88c274 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0895209 Jul 06 18:33:42.476643 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-87c612b6-18ad-4251-a3da-5e0c06d663d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:42.480633 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-87c612b6-18ad-4251-a3da-5e0c06d663d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ca4ff828-a388-48d3-9627-4748971eb8ff HTTP/1.1" status: 204 len: 168 time: 1.7679396 Jul 06 18:33:42.489676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42300) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:42.531105 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cadd5a-e1b6-4e4c-bcf3-0b4994f10e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:33:42.536164 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-23cadd5a-e1b6-4e4c-bcf3-0b4994f10e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "GET /v2.0/ports/ca4ff828-a388-48d3-9627-4748971eb8ff HTTP/1.1" status: 404 len: 333 time: 0.0419984 Jul 06 18:33:42.536918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42302) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:42.543161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Request body: {'port': {'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478413186'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:42.554378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:42.569917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb191b-97f1-4909-865d-411b73da8d9e req-0f1b973c-c0e1-4df0-a0be-839e82399ca5 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:42.574342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16bb191b-97f1-4909-865d-411b73da8d9e req-0f1b973c-c0e1-4df0-a0be-839e82399ca5 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.7808971 Jul 06 18:33:42.584464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Made reservation on behalf of eeb6aec080014439885a0859659525af for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:42.594529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:42.625026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-994091c4-81d1-4fb6-9ea4-d3fe767fd7ca req-02dc3930-4cde-4942-8916-83be1232b1a6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493447 Jul 06 18:33:42.646491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] device_id is not set on port 37a885f2-76fb-4a2f-90cb-166167e0920e yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:33:42.754013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16bb191b-97f1-4909-865d-411b73da8d9e req-1f1e6774-6572-47fb-b846-0e5abd596f31 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735435 Jul 06 18:33:42.812333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Attempting to bind port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:42.813517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Attempting to bind port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:42.814143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Attempting to bind port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:42.829250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:42.830157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Attempting to bind port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:42.849637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:33:42.850079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Checking segment: {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:42.850468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Bound using segment: {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:33:42.850902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Bound port: bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:33:42.851260 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:42.923933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:42.980984 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:43.025940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:43.044706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Network efe8776f-399e-4183-9b63-7bce3d32658e is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:43.048882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:43.049596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:33:43.053461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:43.054871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:43.055710 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:43.061014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:43.085971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=37a885f2-76fb-4a2f-90cb-166167e0920e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:43.113400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42316) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:43.114039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-824cf924-495d-4e19-8395-29f2d94e224c tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5755820 Jul 06 18:33:43.132548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:43.165639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:43.166412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:43.169100 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 HTTP/1.1" status: 200 len: 1092 time: 1.9655235 Jul 06 18:33:43.174077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:43.177539 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69b3927-a704-4abf-a581-5fb1dbba1a98" -d '{"events": [{"name": "network-changed", "server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:43.196315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f7311-bed2-44ee-ac2f-35a6a5360255 req-9f3e639e-438b-434f-9357-e0b78224f03c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:43.205810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f0f7311-bed2-44ee-ac2f-35a6a5360255 req-9f3e639e-438b-434f-9357-e0b78224f03c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 944 time: 0.2124147 Jul 06 18:33:43.270893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350491d-8d41-4025-9841-a9d0ccd38d14 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:43.407544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f0f7311-bed2-44ee-ac2f-35a6a5360255 req-dbb8cace-bdc4-4625-8de6-07d0a42ddfda tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006960 Jul 06 18:33:43.428051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:43.489399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd9aa2-2fd2-450e-a45b-a4c9cb0e522a req-8d56685b-91ea-4767-9f7d-abceeae55302 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:43.500829 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbfd9aa2-2fd2-450e-a45b-a4c9cb0e522a req-8d56685b-91ea-4767-9f7d-abceeae55302 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1642785 Jul 06 18:33:43.587649 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbfd9aa2-2fd2-450e-a45b-a4c9cb0e522a req-7e07ce13-76cb-43f7-83d5-0f9543f927c6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858192 Jul 06 18:33:43.626295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-d3a25a61-6323-4c2a-94bd-f5361233a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:43.628018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-d3a25a61-6323-4c2a-94bd-f5361233a2b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 1095 time: 0.3785944 Jul 06 18:33:43.705421 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35edbacc-889c-4911-8e0f-68e6c8041b30 x-openstack-request-id: req-35edbacc-889c-4911-8e0f-68e6c8041b30 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:43.705746 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:43.705994 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35edbacc-889c-4911-8e0f-68e6c8041b30 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:43.706398 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'status': 'completed', 'code': 200} Jul 06 18:33:43.713209 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-463317e5-8211-4fa4-af4e-d5567fe251ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 HTTP/1.1" status: 200 len: 217 time: 0.0736778 Jul 06 18:33:43.827107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-06462a34-1ce8-4a1e-91da-2be4f63c3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:43.828681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-06462a34-1ce8-4a1e-91da-2be4f63c3bca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f526973f-e038-49f8-817b-cc0138b64600 HTTP/1.1" status: 200 len: 855 time: 0.1046128 Jul 06 18:33:43.877853 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-8c32d13a-9a72-47c4-b697-46f9243ab52a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411692 Jul 06 18:33:43.884043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] device_id is not set on port 37a885f2-76fb-4a2f-90cb-166167e0920e yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:33:43.896783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:43.991123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Transition to ACTIVE for port object 37a885f2-76fb-4a2f-90cb-166167e0920e will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:44.010254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:44.154041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=37a885f2-76fb-4a2f-90cb-166167e0920e,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:44.162105 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-3143f3eb-049c-456c-b3e6-e521867b83f9 service neutron] 10.222.0.41 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679784 Jul 06 18:33:44.178823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a85407-864f-478b-a177-6636b404f619 req-2fafc81d-6c3a-4839-8ae4-42ef48c46f63 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:44.180309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1a85407-864f-478b-a177-6636b404f619 req-2fafc81d-6c3a-4839-8ae4-42ef48c46f63 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.2705653 Jul 06 18:33:44.236331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.236738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.237197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.267143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.267359 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.273602 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 2 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.293381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1a85407-864f-478b-a177-6636b404f619 req-8b23a75c-a014-44e3-9bc6-b97d2c3b57ec tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991361 Jul 06 18:33:44.305754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.306116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.306452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.326668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.327015 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.328657 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 3 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.338564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fe21f7a-eeea-4534-a362-f29144e49360 req-f18d1157-86d6-4cc9-b83f-34135fc96b1f service neutron] 10.222.0.41 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572931 Jul 06 18:33:44.343180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.343523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.343856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.349755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.350213 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.350685 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 4 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.371673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.372268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.372806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.378310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.378680 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.379072 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 5 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.395661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.395973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.396330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.401142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.401487 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.401896 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 6 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.415522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.416820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.417172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.450435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.450768 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.452510 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 7 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.467373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.467707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.468044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.475515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.475948 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.476600 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 8 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.491624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.491960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.492275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.499095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.499414 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.502679 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 9 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.518349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.518723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.519004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.524539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-aef35dbd-f0ce-4ade-a484-643214bdef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:44.526198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-aef35dbd-f0ce-4ade-a484-643214bdef5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 1095 time: 0.1045203 Jul 06 18:33:44.528168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.528496 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.528880 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempt 10 to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e Jul 06 18:33:44.597730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd686fe-b1aa-4950-bbfe-570640c37fb7 req-0f4e0904-652b-4cb0-95e9-074160c65085 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:44.601309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4fd686fe-b1aa-4950-bbfe-570640c37fb7 req-0f4e0904-652b-4cb0-95e9-074160c65085 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 944 time: 0.0797577 Jul 06 18:33:44.621845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:44.626156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:44.626609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempting to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:44.646590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:44.652262 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Failed to bind port 37a885f2-76fb-4a2f-90cb-166167e0920e on host n-h2-799684-2 for vnic_type normal using segments [{'id': '69fa5fcf-5f71-4263-bf80-7b267e27cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'efe8776f-399e-4183-9b63-7bce3d32658e'}] Jul 06 18:33:44.652910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:44.704384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4fd686fe-b1aa-4950-bbfe-570640c37fb7 req-8934e504-ca24-4c82-a395-cacc08c05314 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961850 Jul 06 18:33:44.729159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-d47fb9c1-6fd3-4c88-baf5-c42108319b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:44.730866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-d47fb9c1-6fd3-4c88-baf5-c42108319b14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 916 time: 0.1927571 Jul 06 18:33:44.791971 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-8c2f822e-2fa0-4cf1-8f8d-74c6a9ec6a1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 HTTP/1.1" status: 200 len: 217 time: 0.0483305 Jul 06 18:33:44.796903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] For port 37a885f2-76fb-4a2f-90cb-166167e0920e, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:44.797415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attempted to set empty binding levels {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:33:44.810867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:44.878929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] In _notify_port_updated(), no bound segment for port 37a885f2-76fb-4a2f-90cb-166167e0920e on network efe8776f-399e-4183-9b63-7bce3d32658e {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:33:44.882105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:44.883001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:44.887116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "PUT /v2.0/ports/37a885f2-76fb-4a2f-90cb-166167e0920e HTTP/1.1" status: 200 len: 979 time: 1.7683868 Jul 06 18:33:44.887116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-4b791b0a-13c4-475d-8583-1896b7723e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:44.890767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-4b791b0a-13c4-475d-8583-1896b7723e79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f526973f-e038-49f8-817b-cc0138b64600 HTTP/1.1" status: 200 len: 855 time: 0.0918477 Jul 06 18:33:44.891482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42398) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:44.961706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7909aea-521c-41fe-9853-478a59957001 req-a06487a1-5fd2-442c-8bd5-adffd0237d48 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:44.963755 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7909aea-521c-41fe-9853-478a59957001 req-a06487a1-5fd2-442c-8bd5-adffd0237d48 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0997481 Jul 06 18:33:44.974620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58b3f4-e954-4069-a977-ab2a5b454b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event updated for resources: {'Port': ['ID=37a885f2-76fb-4a2f-90cb-166167e0920e,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:44.981945 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-08a8d330-c470-4071-9f59-3fc084998f65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781569 Jul 06 18:33:45.023162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7909aea-521c-41fe-9853-478a59957001 req-903f67a5-331c-475f-8be0-3dabb781b726 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500352 Jul 06 18:33:45.154042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-5009ecc6-2d46-4583-b68f-4bbd0b2f87fd service neutron] 10.222.0.41 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584454 Jul 06 18:33:45.160728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Deleting port 37a885f2-76fb-4a2f-90cb-166167e0920e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:45.161077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.281225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] For port 37a885f2-76fb-4a2f-90cb-166167e0920e, host n-h2-799684-2, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:45.281598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.304654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Calling delete_port for 37a885f2-76fb-4a2f-90cb-166167e0920e owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:45.335324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c69b3927-a704-4abf-a581-5fb1dbba1a98 req-955efec8-2056-42df-a471-c8e383cbee31 service neutron] 10.222.0.41 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612675 Jul 06 18:33:45.411153 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.460924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Pushing event deleted for resources: {'Port': ['ID=37a885f2-76fb-4a2f-90cb-166167e0920e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:45.473411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.479270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42442) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:45.481403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7ed30498-6769-47d1-bf3e-defca4e92c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "DELETE /v2.0/ports/37a885f2-76fb-4a2f-90cb-166167e0920e HTTP/1.1" status: 204 len: 168 time: 0.5839038 Jul 06 18:33:45.515758 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c8963d-ea78-4d0a-9642-f49d1695f96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:33:45.515944 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-84b6a668-bc4c-4ee1-a298-608be26110ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.521755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42446) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:45.535085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-96c8963d-ea78-4d0a-9642-f49d1695f96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437035516-project-admin] 10.222.0.53 "GET /v2.0/ports/37a885f2-76fb-4a2f-90cb-166167e0920e HTTP/1.1" status: 404 len: 333 time: 0.0546544 Jul 06 18:33:45.634300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.657564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fee5be-15fd-41de-9041-4b3d571023c4 req-8a3b8e4b-b386-4955-afff-2399bd223c59 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:45.676951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05fee5be-15fd-41de-9041-4b3d571023c4 req-8a3b8e4b-b386-4955-afff-2399bd223c59 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1265118 Jul 06 18:33:45.733922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05fee5be-15fd-41de-9041-4b3d571023c4 req-bb3d2a16-51b1-4912-96aa-a14efe43a6ec tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558915 Jul 06 18:33:45.791660 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.805361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe8776f-399e-4183-9b63-7bce3d32658e']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:45.822153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fa5fcf-5f71-4263-bf80-7b267e27cedb') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:45.822446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fa5fcf-5f71-4263-bf80-7b267e27cedb') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:45.839795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.857062 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.864691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:33:45.865144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:33:45.868578 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:33:45.933640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.941336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:45.945325 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] 10.222.0.53 "DELETE /v2.0/networks/efe8776f-399e-4183-9b63-7bce3d32658e HTTP/1.1" status: 204 len: 168 time: 0.4217987 Jul 06 18:33:45.966272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584cd6d-39f3-426a-9831-c6aa66f8b93e req-6c2de94d-8035-47e3-a9e6-9fb7100ded19 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:45.968581 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a584cd6d-39f3-426a-9831-c6aa66f8b93e req-6c2de94d-8035-47e3-a9e6-9fb7100ded19 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1059854 Jul 06 18:33:45.981780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8ec14-804f-4a52-924a-b150ba102072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281950315-project] Pushing event deleted for resources: {'Network': ['ID=efe8776f-399e-4183-9b63-7bce3d32658e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:46.029525 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a584cd6d-39f3-426a-9831-c6aa66f8b93e req-ea59e925-a7bc-454a-bbbc-ecfce7a51ade tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535390 Jul 06 18:33:46.230134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc4a79-8779-408d-a1b6-8570703743cd req-2e536050-40f7-4670-be2a-8db24430036c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:46.231981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42490) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:46.232318 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9dc4a79-8779-408d-a1b6-8570703743cd req-2e536050-40f7-4670-be2a-8db24430036c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 944 time: 0.1684132 Jul 06 18:33:46.272648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78766e-bc26-4132-89ab-10528a25c28b req-8a6c53f3-2e36-460d-a0f0-99fabb609b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:46.274663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c78766e-bc26-4132-89ab-10528a25c28b req-8a6c53f3-2e36-460d-a0f0-99fabb609b1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1096 time: 0.1170907 Jul 06 18:33:46.315969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9dc4a79-8779-408d-a1b6-8570703743cd req-6acb9698-df28-4f6d-bf14-ec75adc81d7c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689075 Jul 06 18:33:46.332194 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c78766e-bc26-4132-89ab-10528a25c28b req-da8cf2b0-9e9a-4bc2-95fb-9e825317c943 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459213 Jul 06 18:33:46.516122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a83f3c4d-3a76-4ac3-82ab-e3a8acd9ea07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc35161518614cddab543cbab06610ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820008 Jul 06 18:33:46.518046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42504) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:46.542309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a7d5-5c38-4615-ae05-98efe84e600f req-8fa9658a-c379-4ea6-8ca1-0f70b665daad tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:46.546183 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f549a7d5-5c38-4615-ae05-98efe84e600f req-8fa9658a-c379-4ea6-8ca1-0f70b665daad tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0995939 Jul 06 18:33:46.595423 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f549a7d5-5c38-4615-ae05-98efe84e600f req-f9634110-dc71-4c5f-a1e9-60539e00dd47 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447414 Jul 06 18:33:46.640423 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd6d3-7da4-4c63-9223-fa871c6a596b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:46.691192 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd6d3-7da4-4c63-9223-fa871c6a596b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:46.737241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ccc1dede-cdf7-4a3c-ab03-95460930ce13 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:46.738887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ccc1dede-cdf7-4a3c-ab03-95460930ce13 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 804 time: 0.1640294 Jul 06 18:33:46.757133 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-d5e871ee-4136-4b60-9531-b15fddb8917c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/quotas/1aeac1349e4145e1a4d31c88b911ca1a HTTP/1.1" status: 200 len: 375 time: 0.0101635 Jul 06 18:33:46.799034 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd6d3-7da4-4c63-9223-fa871c6a596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:46.801667 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd6d3-7da4-4c63-9223-fa871c6a596b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:46.805369 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bc4fd6d3-7da4-4c63-9223-fa871c6a596b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bac1f240-a094-4ea9-837b-255178060e6b HTTP/1.1" status: 204 len: 168 time: 0.2838888 Jul 06 18:33:46.805526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3476a7-8a81-41fb-a5b1-1dcf53cf36ea req-e9364092-ba57-41d8-a18c-d3b3e7d965a5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:46.814648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a3476a7-8a81-41fb-a5b1-1dcf53cf36ea req-e9364092-ba57-41d8-a18c-d3b3e7d965a5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0973177 Jul 06 18:33:46.822463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fd6d3-7da4-4c63-9223-fa871c6a596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac1f240-a094-4ea9-837b-255178060e6b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:46.851056 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-6d354fb4-6fdc-4896-9830-8468cb518119 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866344 Jul 06 18:33:46.887614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a3476a7-8a81-41fb-a5b1-1dcf53cf36ea req-34fd4507-3c59-4067-a77f-f2d3d839dc4d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653942 Jul 06 18:33:46.960112 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-20216c1e-d716-47f8-934d-cdfa48b40726 service neutron] 10.222.0.53 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036696 Jul 06 18:33:47.066331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-141988e7-6e97-4c5c-8a1e-8fb0402eb5fa service neutron] 10.222.0.53 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051798 Jul 06 18:33:47.142208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bddfb-516e-4915-ab9d-b09bf4f7282b req-47e6f6de-42e2-4b10-b507-73b42d998008 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:47.142662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:47.150693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec6bddfb-516e-4915-ab9d-b09bf4f7282b req-47e6f6de-42e2-4b10-b507-73b42d998008 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.0942173 Jul 06 18:33:47.198562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec6bddfb-516e-4915-ab9d-b09bf4f7282b req-d3f5c35f-d820-452c-b7de-12d706917213 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Jul 06 18:33:47.227646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42532) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:47.376558 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8bb931be-e378-4a89-be95-0c37732b54ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eeb6aec080014439885a0859659525af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279447 Jul 06 18:33:47.386564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42540) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:47.456309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65306f5-05ff-42b3-8025-41248e812a6e req-e3472d4a-9129-48e1-ad40-5bbc46dfd28b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:47.464378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e65306f5-05ff-42b3-8025-41248e812a6e req-e3472d4a-9129-48e1-ad40-5bbc46dfd28b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1343844 Jul 06 18:33:47.499717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5f50456e-fc63-481d-a40d-b7b21a5cbcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.525832 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e65306f5-05ff-42b3-8025-41248e812a6e req-af0f2610-3168-4380-b7f5-a21985f29625 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593014 Jul 06 18:33:47.553779 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5f50456e-fc63-481d-a40d-b7b21a5cbcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.619276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5f50456e-fc63-481d-a40d-b7b21a5cbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.622338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5f50456e-fc63-481d-a40d-b7b21a5cbcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.623975 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ae28de7-b636-4d0f-9424-d545ad9bbda2 req-e993567c-e466-4ff2-932d-278791fe7ca7 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 210 time: 0.0441699 Jul 06 18:33:47.627230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5f50456e-fc63-481d-a40d-b7b21a5cbcb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bea59828-df5f-4358-920f-1f0eaa9dbe32 HTTP/1.1" status: 204 len: 168 time: 0.2392871 Jul 06 18:33:47.637146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50456e-fc63-481d-a40d-b7b21a5cbcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea59828-df5f-4358-920f-1f0eaa9dbe32,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:47.637951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:47.660330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'port_id': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'mac_address': 'fa:16:3e:d2:6f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f526973f-e038-49f8-817b-cc0138b64600', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:47.705692 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.722082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:47.776623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:47.787452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.854143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:47.862489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.862919 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.863252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.863776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.864103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.864603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.865069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.865423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.865938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.866480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.866993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:47.867494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:48.000792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be167f-ae57-4fd3-a355-2b3005136e6a req-28834fc3-b156-433d-a2d3-6692db210aaa tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:48.002672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80be167f-ae57-4fd3-a355-2b3005136e6a req-28834fc3-b156-433d-a2d3-6692db210aaa tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 945 time: 0.1011679 Jul 06 18:33:48.059515 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80be167f-ae57-4fd3-a355-2b3005136e6a req-a7f9d9f0-237e-4501-939c-c24baaa2a31b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474200 Jul 06 18:33:48.061822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['bf8b9dab-0af3-4558-ac15-5c3f0cac99e0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:48.215353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4048b5c2-0503-4995-afab-70346e3b8657 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:48.231943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-11e6709d-7178-4a0c-8a9d-8857c58f85d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.299895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-136dec2f-1b8e-43d2-9db6-57a13553775e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:48.301914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-136dec2f-1b8e-43d2-9db6-57a13553775e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9884271a-3397-4cb8-bd52-0f1699b302ab HTTP/1.1" status: 200 len: 945 time: 0.1402662 Jul 06 18:33:48.390994 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.468909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f37a7-e78d-45e9-9b28-621296c90330 req-a6bf60e5-4f08-40d2-8ef9-dc15b3b3b240 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:48.484281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf2f37a7-e78d-45e9-9b28-621296c90330 req-a6bf60e5-4f08-40d2-8ef9-dc15b3b3b240 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1298413 Jul 06 18:33:48.487486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Deleting port 4048b5c2-0503-4995-afab-70346e3b8657 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:48.488062 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.508420 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.536251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:48.540236 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b32bcd-8ef2-4290-b2f4-da61c35215ec" -d '{"events": [{"server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "name": "network-vif-unplugged", "status": "completed", "tag": "4048b5c2-0503-4995-afab-70346e3b8657"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:48.558812 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf2f37a7-e78d-45e9-9b28-621296c90330 req-11bbe98e-5143-400b-b941-195754322cb6 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731354 Jul 06 18:33:48.593327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:48.598895 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.613945 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a2554b-1cdc-4e40-8d48-341466fdadd7 x-openstack-request-id: req-77a2554b-1cdc-4e40-8d48-341466fdadd7 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:48.615125 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "name": "network-vif-unplugged", "status": "completed", "tag": "4048b5c2-0503-4995-afab-70346e3b8657", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:48.616089 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77a2554b-1cdc-4e40-8d48-341466fdadd7 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:48.617484 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657', 'code': 200} Jul 06 18:33:48.655224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-aae439f6-dea6-44cc-b421-0f375deb05fd req-b04e298b-bda5-45d5-b439-13800e97935d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-52750676', 'description': 'tempest-description-1947779640'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:48.686632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae439f6-dea6-44cc-b421-0f375deb05fd req-b04e298b-bda5-45d5-b439-13800e97935d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.689135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:48.710060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] For port 4048b5c2-0503-4995-afab-70346e3b8657, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4048b5c2-0503-4995-afab-70346e3b8657,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:48.710060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.731925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Calling delete_port for 4048b5c2-0503-4995-afab-70346e3b8657 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:48.877337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae439f6-dea6-44cc-b421-0f375deb05fd req-b04e298b-bda5-45d5-b439-13800e97935d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.886573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae439f6-dea6-44cc-b421-0f375deb05fd req-b04e298b-bda5-45d5-b439-13800e97935d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.967708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-aae439f6-dea6-44cc-b421-0f375deb05fd req-b04e298b-bda5-45d5-b439-13800e97935d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.980977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aae439f6-dea6-44cc-b421-0f375deb05fd req-b04e298b-bda5-45d5-b439-13800e97935d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3449187 Jul 06 18:33:48.984509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e298b-bda5-45d5-b439-13800e97935d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a184e27-df51-41a8-b891-a66079e1ecd3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:49.015418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.016055 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-feb07451-3858-4108-a3cc-8d318232ada7 req-c1e2f8e0-e9cf-4cb7-a13d-5817a5fc6889 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 210 time: 0.0621893 Jul 06 18:33:49.079128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Pushing event deleted for resources: {'Port': ['ID=4048b5c2-0503-4995-afab-70346e3b8657,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:49.161182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] No DVR routers for this DVR port 4048b5c2-0503-4995-afab-70346e3b8657 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:49.165353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.168634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1fa15b00-2838-4f7e-ac49-5870100c55b4 req-d7844b69-e1e0-44ee-a1fa-aeedca9218b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.24 "DELETE /v2.0/ports/4048b5c2-0503-4995-afab-70346e3b8657 HTTP/1.1" status: 204 len: 173 time: 0.8579612 Jul 06 18:33:49.178367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:49.193931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'name': 'network-vif-deleted', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:49.201670 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ad7636-c3f8-4794-8e2d-97dce0733853" -d '{"events": [{"server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "name": "network-vif-deleted", "tag": "4048b5c2-0503-4995-afab-70346e3b8657"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:49.234996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-694b967a-e165-421b-9934-ce9ae2c91d54 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-52750676&fields=id&tenant_id=4f94b54e42f543f9a269004d596510f2 HTTP/1.1" status: 200 len: 267 time: 0.0642445 Jul 06 18:33:49.311232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:49.316062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:49.316491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.350610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-9344774f-fe5e-4532-adba-47557d5861da tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:49.353123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-9344774f-fe5e-4532-adba-47557d5861da tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1165342 Jul 06 18:33:49.369545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Request body: {'port': {'security_groups': ['a709403f-4bb4-4df4-9418-854becf50906', '1a184e27-df51-41a8-b891-a66079e1ecd3']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:49.394950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d78aa-f29a-465e-b754-a33672211723 req-3bde41cd-7f30-4644-ba0b-d547da5c6353 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:49.397432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-698d78aa-f29a-465e-b754-a33672211723 req-3bde41cd-7f30-4644-ba0b-d547da5c6353 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 945 time: 0.1313457 Jul 06 18:33:49.398852 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.477881 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-698d78aa-f29a-465e-b754-a33672211723 req-dd513104-2125-4024-b0b6-0ac70ad6f4d7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673339 Jul 06 18:33:49.488029 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.542803 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.577097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:49.588929 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.663884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:49.788797 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7daf39-c76b-4015-bb16-54526764b5fe x-openstack-request-id: req-be7daf39-c76b-4015-bb16-54526764b5fe {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:49.788797 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9884271a-3397-4cb8-bd52-0f1699b302ab", "name": "network-vif-deleted", "tag": "4048b5c2-0503-4995-afab-70346e3b8657", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:49.789162 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be7daf39-c76b-4015-bb16-54526764b5fe {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:49.790378 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9884271a-3397-4cb8-bd52-0f1699b302ab', 'name': 'network-vif-deleted', 'tag': '4048b5c2-0503-4995-afab-70346e3b8657', 'status': 'completed', 'code': 200} Jul 06 18:33:49.807970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-f6fe7769-b8a0-47fd-8fea-323913ab1f6f tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:49.810263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-f6fe7769-b8a0-47fd-8fea-323913ab1f6f tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.24 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 804 time: 0.2490675 Jul 06 18:33:49.824718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] For port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:49.835399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Request body: {'port': {'device_id': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'admin_state_up': True, 'tenant_id': '1aeac1349e4145e1a4d31c88b911ca1a'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:49.870649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.877534 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.891629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3dcb4a51-0282-4a42-b3a5-347bf6b5031a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:49.969457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:49.970758 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:49.972371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af88ab1f-1a84-4dad-b575-25a058f37c5f req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "PUT /v2.0/ports/3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 981 time: 0.6100931 Jul 06 18:33:49.972965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:49.976475 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaca1a1-7d86-44cc-869e-65349b3bb919" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:50.073429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3a144-60c1-477f-9536-cea51ffa5bd4 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event updated for resources: {'Port': ['ID=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:50.081841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3dcb4a51-0282-4a42-b3a5-347bf6b5031a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:50.090697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42642) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:50.096909 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16ba39a-4176-4658-bfe5-78e3ebfdd4c4 x-openstack-request-id: req-a16ba39a-4176-4658-bfe5-78e3ebfdd4c4 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:50.097339 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:50.097471 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a16ba39a-4176-4658-bfe5-78e3ebfdd4c4 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:50.114120 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'status': 'completed', 'code': 200} Jul 06 18:33:50.246910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-e43d062c-4cf8-4e03-9637-0520fcbcdf18 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-52750676&fields=id&tenant_id=4f94b54e42f543f9a269004d596510f2 HTTP/1.1" status: 200 len: 267 time: 0.0570250 Jul 06 18:33:50.329466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-090c25b0-da6e-45b6-9f6c-7248902fc76a tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-812372080'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:50.344589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-9de954d9-90a2-481b-b295-5654c8ca6a6d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.347371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-9de954d9-90a2-481b-b295-5654c8ca6a6d tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 984 time: 0.0996635 Jul 06 18:33:50.364979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Request body: {'port': {'security_groups': ['a709403f-4bb4-4df4-9418-854becf50906']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:50.424127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-090c25b0-da6e-45b6-9f6c-7248902fc76a tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.425818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-090c25b0-da6e-45b6-9f6c-7248902fc76a tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.560392 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-090c25b0-da6e-45b6-9f6c-7248902fc76a tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.562779 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.576172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-090c25b0-da6e-45b6-9f6c-7248902fc76a tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.602829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f0fe36f5-9f55-4bc7-962f-0877fe35ee59 req-5bf8c418-eaac-4ad7-8faf-09d5068de1bf tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 210 time: 0.0723624 Jul 06 18:33:50.618329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:50.622107 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f6c9c6-79be-47af-8735-0dcf6669eb0b" -d '{"events": [{"server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:50.625277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-090c25b0-da6e-45b6-9f6c-7248902fc76a tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.629001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-090c25b0-da6e-45b6-9f6c-7248902fc76a tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5349982 Jul 06 18:33:50.630162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42654) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:50.715261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-363d7564-b135-4e21-81f2-1a667493b414 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.796224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-fb1d20d4-9f18-4440-9666-342e7b6e8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.796639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] For port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:50.797800 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-fb1d20d4-9f18-4440-9666-342e7b6e8df8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1135 time: 0.2686298 Jul 06 18:33:50.831139 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.838492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.850863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3dcb4a51-0282-4a42-b3a5-347bf6b5031a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:50.900130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-5b7347c6-0ec5-4003-a2ba-10fc1dd8eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.902171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-5b7347c6-0ec5-4003-a2ba-10fc1dd8eef3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 921 time: 0.0971005 Jul 06 18:33:50.907870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.908652 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.910534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b62fea17-270f-46c9-8a2a-e48d73c08b99 req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "PUT /v2.0/ports/3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 942 time: 0.5549092 Jul 06 18:33:50.950428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75a20c-4985-49d4-8207-3d646512f47c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event updated for resources: {'Port': ['ID=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:50.969161 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-eb4cb7c5-50e9-4a8c-85a3-a2cad93486fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 217 time: 0.0530634 Jul 06 18:33:50.982597 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74e9bed-4ec1-47d1-bd4d-96e2c9007829 x-openstack-request-id: req-d74e9bed-4ec1-47d1-bd4d-96e2c9007829 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:50.983051 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:50.983429 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d74e9bed-4ec1-47d1-bd4d-96e2c9007829 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:50.984132 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'code': 200} Jul 06 18:33:51.004564 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.019331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3dcb4a51-0282-4a42-b3a5-347bf6b5031a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:51.088962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-363d7564-b135-4e21-81f2-1a667493b414 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.091109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-363d7564-b135-4e21-81f2-1a667493b414 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.159028 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-363d7564-b135-4e21-81f2-1a667493b414 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.159531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363d7564-b135-4e21-81f2-1a667493b414 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7adf448e-5412-47eb-bebd-8473363cf25b {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:33:51.202272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-363d7564-b135-4e21-81f2-1a667493b414 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.203498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-363d7564-b135-4e21-81f2-1a667493b414 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7adf448e-5412-47eb-bebd-8473363cf25b HTTP/1.1" status: 204 len: 168 time: 0.5725014 Jul 06 18:33:51.212661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42660) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:51.222082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c359a58c-eee5-40dd-b23c-7bc5f1b05cb1 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Request body: {'router': {'name': 'tempest-router-1196876786', 'distributed': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:51.255135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Made reservation on behalf of 1aeac1349e4145e1a4d31c88b911ca1a for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:51.258922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.307875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-d4e0323c-e8af-4f50-881f-654257703355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:51.309409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-d4e0323c-e8af-4f50-881f-654257703355 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.1637299 Jul 06 18:33:51.377628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c359a58c-eee5-40dd-b23c-7bc5f1b05cb1 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.378444 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c359a58c-eee5-40dd-b23c-7bc5f1b05cb1 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.389534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-5a60716d-49ee-4d2d-be12-8c0ec08efc7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718820 Jul 06 18:33:51.414722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb64359-7b75-4d3a-a37e-1418ff5e6758 req-51df334e-6c45-47c8-9167-772518875d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:51.416251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbb64359-7b75-4d3a-a37e-1418ff5e6758 req-51df334e-6c45-47c8-9167-772518875d81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 1097 time: 0.2810493 Jul 06 18:33:51.445067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8693d-dea7-4253-bcd7-7fbf66ca9f56 req-98c5db66-2d61-4b56-a750-f23355233406 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:51.446768 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-def8693d-dea7-4253-bcd7-7fbf66ca9f56 req-98c5db66-2d61-4b56-a750-f23355233406 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.5421326 Jul 06 18:33:51.566054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-38190b42-42b1-4956-8260-30f3d84aae8c tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5675297 Jul 06 18:33:51.575916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:51.600789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c359a58c-eee5-40dd-b23c-7bc5f1b05cb1 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.603162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.626283 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c359a58c-eee5-40dd-b23c-7bc5f1b05cb1 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.650669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cbb64359-7b75-4d3a-a37e-1418ff5e6758 req-734ea70f-15d4-40d0-b462-18fad2ff1019 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230606 Jul 06 18:33:51.658976 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-def8693d-dea7-4253-bcd7-7fbf66ca9f56 req-1d6d6eb1-9b6b-488a-8627-a015c7deae7d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688511 Jul 06 18:33:51.668593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Allocated IP 172.20.0.12 (5d56454b-7299-4273-84ce-77ced7325f27/6064755e-d560-4a6a-924c-19066694f3f4/86e2dd52-0f58-4a60-8ad9-e0b42c3600cb) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:51.683680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c359a58c-eee5-40dd-b23c-7bc5f1b05cb1 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.687958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c359a58c-eee5-40dd-b23c-7bc5f1b05cb1 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4663515 Jul 06 18:33:51.689187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42666) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:51.691453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-125b451b-b265-4e72-b012-994afaacac58 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939687 Jul 06 18:33:51.748872 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.862317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67d57ecd-24c0-4adc-a823-0ca430b68383 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:51.894203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Allocated IP 172.25.4.214 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/7f70f295-d79f-4594-b507-754402f14f23) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:51.994180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e63d70ea-decb-4aff-8761-463974ec5f57 req-923ec6aa-628a-4d80-bb1b-f8affbe72624 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 210 time: 0.0531819 Jul 06 18:33:52.022562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.074708 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.114349 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.129553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:52.132503 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79439451-c573-444b-b914-aba353d967cf" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:52.144005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:52.147219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:52.156850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:52.184170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67d57ecd-24c0-4adc-a823-0ca430b68383 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.188803 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176197c4-aeb4-4ee8-9507-b357f8426b04 x-openstack-request-id: req-176197c4-aeb4-4ee8-9507-b357f8426b04 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:52.189100 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:52.189342 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-176197c4-aeb4-4ee8-9507-b357f8426b04 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:52.189451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67d57ecd-24c0-4adc-a823-0ca430b68383 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.189762 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'status': 'completed', 'code': 200} Jul 06 18:33:52.192671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event updated for resources: {'Port': ['ID=7f70f295-d79f-4594-b507-754402f14f23,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:52.210426 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebaca1a1-7d86-44cc-869e-65349b3bb919 req-b79e40e0-2b04-4c84-a7c1-2e3f1b7cac02 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066938 Jul 06 18:33:52.231306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4048b5c2-0503-4995-afab-70346e3b8657 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:52.258027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 4048b5c2-0503-4995-afab-70346e3b8657 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:33:52.258732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4048b5c2-0503-4995-afab-70346e3b8657 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:52.265231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.312027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.329801 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67d57ecd-24c0-4adc-a823-0ca430b68383 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.330288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d57ecd-24c0-4adc-a823-0ca430b68383 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0d15324-5ce0-4381-b170-7b4dc63cf5b4 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:33:52.341277 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67d57ecd-24c0-4adc-a823-0ca430b68383 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.345997 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-67d57ecd-24c0-4adc-a823-0ca430b68383 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d0d15324-5ce0-4381-b170-7b4dc63cf5b4 HTTP/1.1" status: 204 len: 168 time: 0.6500893 Jul 06 18:33:52.345997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.349560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42672) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:52.356194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1dfb97fe-e6a2-4a43-befd-dbcf563d9c0f tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Request body: {'router': {'name': 'tempest-router-1068327835', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a265fa6415304a2083ce6242b3cb7557'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:52.390074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.411431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfb97fe-e6a2-4a43-befd-dbcf563d9c0f tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.412496 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfb97fe-e6a2-4a43-befd-dbcf563d9c0f tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.420655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79439451-c573-444b-b914-aba353d967cf req-a65b20b6-960d-4186-9a31-e9da34b9c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.422467 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79439451-c573-444b-b914-aba353d967cf req-a65b20b6-960d-4186-9a31-e9da34b9c810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1096 time: 0.1357057 Jul 06 18:33:52.496438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.501433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.515771 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.521161 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfb97fe-e6a2-4a43-befd-dbcf563d9c0f tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.568695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event updated for resources: {'Port': ['ID=7f70f295-d79f-4594-b507-754402f14f23,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:52.575908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Pushing event updated for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:52.583911 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfb97fe-e6a2-4a43-befd-dbcf563d9c0f tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.605866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Network 5d56454b-7299-4273-84ce-77ced7325f27 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:52.609829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:52.617963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:52.624749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dfb97fe-e6a2-4a43-befd-dbcf563d9c0f tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.626000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1dfb97fe-e6a2-4a43-befd-dbcf563d9c0f tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2753732 Jul 06 18:33:52.631065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42674) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:52.638445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:52.677701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79439451-c573-444b-b914-aba353d967cf req-8d70c197-3856-474b-a43d-9a5670dd18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.679324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79439451-c573-444b-b914-aba353d967cf req-8d70c197-3856-474b-a43d-9a5670dd18e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 921 time: 0.2453661 Jul 06 18:33:52.688076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.688746 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.727997 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.740392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-ba72d44c-0491-4345-b945-2d0b74b4b4e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9134369 Jul 06 18:33:52.742205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79439451-c573-444b-b914-aba353d967cf req-14329eee-f4e8-4cfb-980a-415934fe4924 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 217 time: 0.0463769 Jul 06 18:33:52.803774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79439451-c573-444b-b914-aba353d967cf req-f5db840d-ebbb-4e12-967a-08c2fc9c8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.805345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79439451-c573-444b-b914-aba353d967cf req-f5db840d-ebbb-4e12-967a-08c2fc9c8dea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.0519660 Jul 06 18:33:52.834754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.836568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-b597a489-9372-413e-8e88-6fea95dc8c71 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2644744 Jul 06 18:33:52.853862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Request body: {'port': {'device_id': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:52.858765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79439451-c573-444b-b914-aba353d967cf req-68a7cc73-5467-42ef-bf73-3488388a5ba2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455697 Jul 06 18:33:52.950743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-9955d7d5-638c-4582-bc43-0b865b322a72 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.214 HTTP/1.1" status: 200 len: 696 time: 0.0869935 Jul 06 18:33:52.993109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.993632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.047503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.062101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79439451-c573-444b-b914-aba353d967cf req-05053301-47ae-48c8-8de4-483a1ce1cf9c service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831775 Jul 06 18:33:53.073827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c830-2bfe-43c4-832b-09b448f5bba4 req-3e0e86ee-0b97-47b0-9506-47f28d9314cf tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:53.075422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60b3c830-2bfe-43c4-832b-09b448f5bba4 req-3e0e86ee-0b97-47b0-9506-47f28d9314cf tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.2190638 Jul 06 18:33:53.136008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93966) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 06 18:33:53.136409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Router 1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4 migrating from provider to provider. {{(pid=93966) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 06 18:33:53.136724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.149214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.161277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.174893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-314361b7-8257-4290-b53b-6c55d6d137d6 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:53.176400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-314361b7-8257-4290-b53b-6c55d6d137d6 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1998758 Jul 06 18:33:53.215863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-93dc6c8b-2105-48a2-ab07-44b895bc8b75 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:33:53.216885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62621ea8-774f-4e3d-ae85-119b2b8b1bf4 req-93dc6c8b-2105-48a2-ab07-44b895bc8b75 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077496 Jul 06 18:33:53.264038 n-d-799684-2 neutron-server[93966]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] No L3 agents can host the router 1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4 Jul 06 18:33:53.388214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Hosts for router 1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4: [] {{(pid=93966) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 06 18:33:53.414266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Hosts for other DVR routers connected to router 1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4: set() {{(pid=93966) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 06 18:33:53.416808 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.418061 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c009bcab-cdde-4006-b80f-c2f8d2fbcf0b tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "PUT /v2.0/routers/1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4 HTTP/1.1" status: 200 len: 717 time: 0.7859359 Jul 06 18:33:53.420775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42692) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:53.516078 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60b3c830-2bfe-43c4-832b-09b448f5bba4 req-68887c7b-85d9-4ff2-8c56-74060c31614d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129796 Jul 06 18:33:53.527568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8acdbec6-3a37-4c65-bd71-542f2bb5d1b9 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "GET /v2.0/routers/1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4 HTTP/1.1" status: 200 len: 717 time: 0.1053934 Jul 06 18:33:53.531640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42694) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:53.607083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465aefa-55e6-4a7e-9913-5985761068c8 req-2998bcea-3683-49c2-8286-d7f2eb1416ed tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:53.608371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b465aefa-55e6-4a7e-9913-5985761068c8 req-2998bcea-3683-49c2-8286-d7f2eb1416ed tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 932 time: 0.1149728 Jul 06 18:33:53.612672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79439451-c573-444b-b914-aba353d967cf req-17e881c9-7ba7-43d9-bfac-62bc739a8f65 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331767 Jul 06 18:33:53.786685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b465aefa-55e6-4a7e-9913-5985761068c8 req-93868883-0acc-4b80-bb64-7e64a23d074c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700757 Jul 06 18:33:53.819575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6d1e9c7b-3249-4f5c-bf89-6f02ca95f4ca tempest-RoutersTestDVR-883381399 tempest-RoutersTestDVR-883381399-project] 10.222.0.53 "GET /v2.0/routers/1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4 HTTP/1.1" status: 200 len: 683 time: 0.2867315 Jul 06 18:33:53.823826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42702) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:53.906276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:53.915168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11734424-c130-41aa-8acf-431d08b457cc tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.919577 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.944900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Transition to ACTIVE for port object 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:53.954103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.022778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-2b603565-fc2b-4caf-ac7a-fa25d7db3794 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:54.024308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-2b603565-fc2b-4caf-ac7a-fa25d7db3794 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1768110 Jul 06 18:33:54.061138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Pushing event updated for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:54.097371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11734424-c130-41aa-8acf-431d08b457cc tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.101799 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11734424-c130-41aa-8acf-431d08b457cc tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.121458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49b17b-d19f-4f0c-bf06-5daf2ae6215e req-92241152-197d-43a0-afbd-eb71253d44e2 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:54.123819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e49b17b-d19f-4f0c-bf06-5daf2ae6215e req-92241152-197d-43a0-afbd-eb71253d44e2 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.2233493 Jul 06 18:33:54.147501 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f9f76f8f-7059-439d-98e3-c3d7cbee8c78 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.214 HTTP/1.1" status: 200 len: 696 time: 0.1169338 Jul 06 18:33:54.165204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Request body: {'floatingip': {'port_id': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:54.184464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11734424-c130-41aa-8acf-431d08b457cc tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.184924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11734424-c130-41aa-8acf-431d08b457cc tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:33:54.193569 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11734424-c130-41aa-8acf-431d08b457cc tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.195224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-11734424-c130-41aa-8acf-431d08b457cc tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1ff5eaa3-5659-4ff1-8f78-fd7c565e0ad4 HTTP/1.1" status: 204 len: 168 time: 0.3703613 Jul 06 18:33:54.199473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42704) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:54.203351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-14f31450-36f2-48d2-b511-977a86e281ce tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Request body: {'router': {'name': 'tempest-router-74267972', 'distributed': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:54.214185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e49b17b-d19f-4f0c-bf06-5daf2ae6215e req-407d1325-066f-45ae-97aa-f4cc8ecd88d7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533266 Jul 06 18:33:54.227862 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.242541 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14f31450-36f2-48d2-b511-977a86e281ce tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.242541 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14f31450-36f2-48d2-b511-977a86e281ce tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.275601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Attempting to bind port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:54.275890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Attempting to bind port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:54.275995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Attempting to bind port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb on network 5d56454b-7299-4273-84ce-77ced7325f27 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:54.295768 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14f31450-36f2-48d2-b511-977a86e281ce tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.301400 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14f31450-36f2-48d2-b511-977a86e281ce tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.304542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb on network 5d56454b-7299-4273-84ce-77ced7325f27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:54.304876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Attempting to bind port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb on network 5d56454b-7299-4273-84ce-77ced7325f27 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:54.313789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:33:54.314188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Checking segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:54.314581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Bound using segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:33:54.315149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Bound port: 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:33:54.315595 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.317019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14f31450-36f2-48d2-b511-977a86e281ce tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.321285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-14f31450-36f2-48d2-b511-977a86e281ce tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.1184568 Jul 06 18:33:54.322869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42708) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:54.392560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ef4755d-5988-444d-a481-533cb2088108 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.466071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:54.508212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:33:54.513971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.568394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:54.569079 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.570818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] 10.222.0.24 "PUT /v2.0/ports/86e2dd52-0f58-4a60-8ad9-e0b42c3600cb HTTP/1.1" status: 200 len: 1092 time: 1.8230834 Jul 06 18:33:54.571297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:54.573828 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:54.596820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ef4755d-5988-444d-a481-533cb2088108 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.601512 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ef4755d-5988-444d-a481-533cb2088108 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.668821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df00ad-4848-444b-bf3d-81b157a1ca4c service neutron] Pushing event updated for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:54.685772 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ef4755d-5988-444d-a481-533cb2088108 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.685772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef4755d-5988-444d-a481-533cb2088108 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdab4dd7-0c69-4d61-8f56-7fa83451feb0 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:33:54.690921 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ef4755d-5988-444d-a481-533cb2088108 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.692108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7ef4755d-5988-444d-a481-533cb2088108 tempest-RoutersTestDVR-556166560 tempest-RoutersTestDVR-556166560-project-admin] 10.222.0.53 "DELETE /v2.0/routers/cdab4dd7-0c69-4d61-8f56-7fa83451feb0 HTTP/1.1" status: 204 len: 168 time: 0.3695347 Jul 06 18:33:54.814348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-235ff3ea-1382-48f3-8961-b3ea5cfda530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:54.815889 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-235ff3ea-1382-48f3-8961-b3ea5cfda530 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 1095 time: 0.1893969 Jul 06 18:33:54.883001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-fc96c09a-9847-4707-a3d0-fd129e554c78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb HTTP/1.1" status: 200 len: 217 time: 0.0586956 Jul 06 18:33:54.886241 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b86cf4c-88bb-4ebd-9d49-a4f8e56cb807 x-openstack-request-id: req-4b86cf4c-88bb-4ebd-9d49-a4f8e56cb807 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:54.886592 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:54.886777 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b86cf4c-88bb-4ebd-9d49-a4f8e56cb807 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:54.887172 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'status': 'completed', 'code': 200} Jul 06 18:33:54.927451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:33:54.984471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-cdcce4c9-5567-47e1-b01e-4579eff9739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:54.986100 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-cdcce4c9-5567-47e1-b01e-4579eff9739a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 200 len: 844 time: 0.0963314 Jul 06 18:33:54.996412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.029446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-087749d4-bf22-4eb9-b52a-2d1417e60039 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d56454b-7299-4273-84ce-77ced7325f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357327 Jul 06 18:33:55.036888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.076497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42742) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:55.098041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abf32b-2ee2-440f-8d54-20050de384e1 req-cefd06e2-c0e8-4a40-8d55-0935a42e4060 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:55.099792 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33abf32b-2ee2-440f-8d54-20050de384e1 req-cefd06e2-c0e8-4a40-8d55-0935a42e4060 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.0866647 Jul 06 18:33:55.154274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33abf32b-2ee2-440f-8d54-20050de384e1 req-73d25858-3419-41b8-81b8-571beca8e570 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480464 Jul 06 18:33:55.222354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-d93b5dea-9418-4e63-9686-183ffdea0848 service neutron] 10.222.0.24 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808038 Jul 06 18:33:55.223426 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Floating IP fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b associated. External IP: 172.25.4.214, port: 3dcb4a51-0282-4a42-b3a5-347bf6b5031a. Jul 06 18:33:55.259085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70de589e-5488-48ec-bc98-373a7b603727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.377785 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70de589e-5488-48ec-bc98-373a7b603727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.385474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70de589e-5488-48ec-bc98-373a7b603727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.427788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e138b48a-4ce8-4ca5-aade-a1bbfdc9a032 req-1dee6e81-8fd9-4d52-a2f9-e26d7043c0cb service neutron] 10.222.0.24 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623669 Jul 06 18:33:55.430736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-70de589e-5488-48ec-bc98-373a7b603727 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a265fa6415304a2083ce6242b3cb7557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531051 Jul 06 18:33:55.436142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42750) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:55.468439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de589e-5488-48ec-bc98-373a7b603727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee94a8b0-ea16-4172-af95-3d4d9b8f6342,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:55.513890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a994f-404d-452e-ba5d-ffd15610ad12 req-94237a82-b867-4983-873d-2089e67ae898 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:55.515473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b70a994f-404d-452e-ba5d-ffd15610ad12 req-94237a82-b867-4983-873d-2089e67ae898 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 944 time: 0.1048758 Jul 06 18:33:55.575763 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b70a994f-404d-452e-ba5d-ffd15610ad12 req-5bf1e20b-437b-439b-94c7-f8947264d4f5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530386 Jul 06 18:33:55.612796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de2e4d4-505a-405b-a4ec-6abbda780669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.636275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Router 21354477-23b6-4224-a68b-04837bb7144a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:33:55.649701 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de2e4d4-505a-405b-a4ec-6abbda780669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.664686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-5c6e6357-c234-484b-994f-2fc51e90467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:55.666181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-5c6e6357-c234-484b-994f-2fc51e90467b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 1095 time: 0.1637318 Jul 06 18:33:55.842809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de2e4d4-505a-405b-a4ec-6abbda780669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.845368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de2e4d4-505a-405b-a4ec-6abbda780669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.847013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0de2e4d4-505a-405b-a4ec-6abbda780669 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee94a8b0-ea16-4172-af95-3d4d9b8f6342 HTTP/1.1" status: 204 len: 168 time: 0.4091036 Jul 06 18:33:55.895700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2e4d4-505a-405b-a4ec-6abbda780669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee94a8b0-ea16-4172-af95-3d4d9b8f6342,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:55.898900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:33:55.904047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-21dd782d-be61-42e0-a86c-f90512f977bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:55.904047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-21dd782d-be61-42e0-a86c-f90512f977bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 905 time: 0.2229850 Jul 06 18:33:55.905975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:55.930975 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] Sync routers for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:33:55.948876 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:55.950990 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:55.992980 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-df9b9bbb-95af-4d25-b415-c9822c5ea19b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb HTTP/1.1" status: 200 len: 217 time: 0.0595992 Jul 06 18:33:56.050286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f7c500bf-381d-4e73-8ce2-677d2de6d182 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "PUT /v2.0/floatingips/fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b HTTP/1.1" status: 200 len: 996 time: 1.8949976 Jul 06 18:33:56.059939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-0104131f-78bb-43fd-9824-908b98b66458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:56.061662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-0104131f-78bb-43fd-9824-908b98b66458 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 200 len: 844 time: 0.0570781 Jul 06 18:33:56.096356 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:56.124067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-7d039fa8-9c30-49a5-bdfd-428a13487ef0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d56454b-7299-4273-84ce-77ced7325f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556252 Jul 06 18:33:56.252468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42760) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:56.272247 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe193-5fc7-4c85-95f7-65dee617e3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.402279 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '21354477-23b6-4224-a68b-04837bb7144a', 'port_id': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'mac_address': 'fa:16:3e:ed:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:33:52Z', 'updated_at': '2021-07-06T18:33:54Z', 'revision_number': 1, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:33:02Z', 'revision_number': 5, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:56.440561 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] Checking router: 21354477-23b6-4224-a68b-04837bb7144a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:33:56.450834 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:56.452127 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:56.465534 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe193-5fc7-4c85-95f7-65dee617e3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.476618 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe193-5fc7-4c85-95f7-65dee617e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.528349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5bcfe193-5fc7-4c85-95f7-65dee617e3ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=871727f48ac64ac39643716cf7359f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735236 Jul 06 18:33:56.536706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fa2a6-440a-4469-b4bf-919669c36139 req-d3d79703-809c-4f99-8408-ad67ae687917 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:56.538421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-929fa2a6-440a-4469-b4bf-919669c36139 req-d3d79703-809c-4f99-8408-ad67ae687917 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1309612 Jul 06 18:33:56.539090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfe193-5fc7-4c85-95f7-65dee617e3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716859b7-eaf0-47ef-99eb-c0666625a7f3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:56.541440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42766) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:56.607122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-e5974df6-91d8-4171-9451-4d4dfaeefe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:56.608936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-e5974df6-91d8-4171-9451-4d4dfaeefe96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1096 time: 0.5318892 Jul 06 18:33:56.615681 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:56.634626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-929fa2a6-440a-4469-b4bf-919669c36139 req-28b9b2c5-af48-48f7-b1e3-5346bfef205d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757387 Jul 06 18:33:56.650403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b3a08eb-52a3-46c4-9f4e-050ffc5cb8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.689658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-8a1dc54d-9e9d-4b45-9c25-387942e6008a service neutron] 10.222.0.24 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572541 Jul 06 18:33:56.697985 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b3a08eb-52a3-46c4-9f4e-050ffc5cb8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.757220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b3a08eb-52a3-46c4-9f4e-050ffc5cb8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.760440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b3a08eb-52a3-46c4-9f4e-050ffc5cb8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.761919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3b3a08eb-52a3-46c4-9f4e-050ffc5cb8a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/716859b7-eaf0-47ef-99eb-c0666625a7f3 HTTP/1.1" status: 204 len: 168 time: 0.2195084 Jul 06 18:33:56.788232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a08eb-52a3-46c4-9f4e-050ffc5cb8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716859b7-eaf0-47ef-99eb-c0666625a7f3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:56.817421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-af555edc-4ced-46c7-8ed1-b2ebc39223c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:56.819711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-af555edc-4ced-46c7-8ed1-b2ebc39223c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 921 time: 0.1978478 Jul 06 18:33:56.925862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:56.928954 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae561d0-41f6-407f-907d-c936183e63a5" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:56.940217 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-7f0914ea-e4bc-48ce-bae3-0883239c3e11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 999 time: 0.1080260 Jul 06 18:33:56.965315 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '21354477-23b6-4224-a68b-04837bb7144a', 'port_id': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'mac_address': 'fa:16:3e:ed:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:33:52Z', 'updated_at': '2021-07-06T18:33:54Z', 'revision_number': 1, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:33:02Z', 'revision_number': 5, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:56.970249 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d1e6d0c-d6bc-49bf-a634-3d21b426a250 req-a1f11ff0-7961-43da-a6a2-2da2db5a0a1b service neutron] 10.222.0.24 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713680 Jul 06 18:33:57.007449 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f34a62-aaf0-4733-ba3d-48579a648f37 None None] The sync data for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 is: [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '21354477-23b6-4224-a68b-04837bb7144a', 'port_id': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'mac_address': 'fa:16:3e:ed:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:33:52Z', 'updated_at': '2021-07-06T18:33:54Z', 'revision_number': 1, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:33:02Z', 'revision_number': 5, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:33:57.028323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-7256e8e5-5a7f-467b-b39f-801e30001a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:57.039745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-7256e8e5-5a7f-467b-b39f-801e30001a21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.0871708 Jul 06 18:33:57.075506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-5ef5c247-9db9-4764-a30c-fcd5e0412990 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362523 Jul 06 18:33:57.085689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f0503714-6ce6-4ca3-a884-73cd9602605f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:33:57.087125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-f0503714-6ce6-4ca3-a884-73cd9602605f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056207 Jul 06 18:33:57.137402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7758980-325e-4d32-8bec-fa245ad59f81 req-3fb80758-80c5-4a42-93fb-be255abf4c2b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:57.139341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7758980-325e-4d32-8bec-fa245ad59f81 req-3fb80758-80c5-4a42-93fb-be255abf4c2b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 944 time: 0.0927994 Jul 06 18:33:57.180145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7758980-325e-4d32-8bec-fa245ad59f81 req-31b2675c-3aa1-44e6-965f-23914de16f2e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349867 Jul 06 18:33:57.231928 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-ec47be02-7704-43ba-bf2e-f4a270951bf2 service neutron] 10.222.0.53 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392066 Jul 06 18:33:57.399320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa51d5-26cb-41a3-8308-bc9bbd9fc59e None None] New status for floating IP fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:33:57.406638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6101dfe-a48f-4339-bb2a-768dc98fd594 req-ce37fa73-7bd0-4a73-9053-1ffb0ad395f7 service neutron] 10.222.0.53 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648595 Jul 06 18:33:57.433648 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df51fd-3ef6-423e-bca4-cddca90266a8 x-openstack-request-id: req-08df51fd-3ef6-423e-bca4-cddca90266a8 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:57.434055 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:57.434315 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08df51fd-3ef6-423e-bca4-cddca90266a8 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:57.434740 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'status': 'completed', 'code': 200} Jul 06 18:33:57.560654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae561d0-41f6-407f-907d-c936183e63a5 req-ce19d91c-6e68-4821-b36f-28cdee7802cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:57.565769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae561d0-41f6-407f-907d-c936183e63a5 req-ce19d91c-6e68-4821-b36f-28cdee7802cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1096 time: 0.1027927 Jul 06 18:33:57.685780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-28bf2eb2-bc08-4cfb-9222-9eb2512cfb42 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.214 HTTP/1.1" status: 200 len: 999 time: 0.2238116 Jul 06 18:33:57.692264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae561d0-41f6-407f-907d-c936183e63a5 req-0da2ae04-bd15-4e02-b216-a5a1338247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:57.693866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae561d0-41f6-407f-907d-c936183e63a5 req-0da2ae04-bd15-4e02-b216-a5a1338247b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 921 time: 0.1215868 Jul 06 18:33:57.786967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae561d0-41f6-407f-907d-c936183e63a5 req-582786a5-d0e3-4c50-b731-fbca77cbde29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 1001 time: 0.0761623 Jul 06 18:33:57.792642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77352e-6955-4491-8724-70c46eb95d59 req-7cdac617-623f-4f31-9ed0-5aa64c614aca tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:57.794123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-7cdac617-623f-4f31-9ed0-5aa64c614aca tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports/3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 942 time: 0.1036630 Jul 06 18:33:57.878004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae561d0-41f6-407f-907d-c936183e63a5 req-77d5ef34-6a9e-4e03-8052-0a47bb798650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:57.879518 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae561d0-41f6-407f-907d-c936183e63a5 req-77d5ef34-6a9e-4e03-8052-0a47bb798650 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.0836720 Jul 06 18:33:57.930163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae561d0-41f6-407f-907d-c936183e63a5 req-d32969c4-c7cc-456f-88eb-65d55ba9e70f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398283 Jul 06 18:33:57.961360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbf024-63d3-4286-b70c-de6b9fdf60c4 req-575536bb-5b6f-463f-88be-d56c1220e1fd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:57.963634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3cbf024-63d3-4286-b70c-de6b9fdf60c4 req-575536bb-5b6f-463f-88be-d56c1220e1fd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1341629 Jul 06 18:33:58.020719 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-6184d059-d124-4109-905d-4122a1e12c49 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.214 HTTP/1.1" status: 200 len: 1001 time: 0.1019948 Jul 06 18:33:58.060169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3cbf024-63d3-4286-b70c-de6b9fdf60c4 req-4d12f716-6609-49f5-a16e-4db989af5e9e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836024 Jul 06 18:33:58.083311 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae561d0-41f6-407f-907d-c936183e63a5 req-58392577-927f-46ee-b982-ad9d36f6014a service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456916 Jul 06 18:33:58.191653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77352e-6955-4491-8724-70c46eb95d59 req-3843d5a1-c61d-4ee7-9b58-94a163f19d50 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:58.193292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-3843d5a1-c61d-4ee7-9b58-94a163f19d50 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.1717210 Jul 06 18:33:58.206373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-c79f0a69-9852-4874-aba8-26b4fc4a4cef tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:33:58.207631 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-c79f0a69-9852-4874-aba8-26b4fc4a4cef tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065989 Jul 06 18:33:58.226132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bae561d0-41f6-407f-907d-c936183e63a5 req-14265908-8424-498f-a861-7bef5c995bf2 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187458 Jul 06 18:33:58.318546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-49ab8bcc-b587-4818-82b1-160cc8d37bf3 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.214 HTTP/1.1" status: 200 len: 1001 time: 0.0980275 Jul 06 18:33:58.324317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:58.387488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.418127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a5449-84c6-46db-a9f0-a22afb929f53 req-0e4a01ce-5277-42c0-b086-40effd7cd851 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:58.426116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e5a5449-84c6-46db-a9f0-a22afb929f53 req-0e4a01ce-5277-42c0-b086-40effd7cd851 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 944 time: 0.0965819 Jul 06 18:33:58.477423 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e5a5449-84c6-46db-a9f0-a22afb929f53 req-0359f3f8-988a-45be-8fc3-3aac1407e5b0 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503089 Jul 06 18:33:58.621962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:58.727359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-706430286', 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:58.754318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Made reservation on behalf of 9f299893b3634052a073a4219bdb659c for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:58.756977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.767232 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.866539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.872443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.902974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c35c64-d972-4c02-abc7-9f639fb944d1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:58.908760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] device_id is not set on port dd130347-3167-4ae3-b8af-eb2b8f4273d0 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:33:58.953957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.960629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.961004 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Floating IP fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b disassociated. External IP: 172.25.4.214, port: 3dcb4a51-0282-4a42-b3a5-347bf6b5031a. Jul 06 18:33:59.025043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Allocated IP 172.25.4.202 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/dd130347-3167-4ae3-b8af-eb2b8f4273d0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:59.175041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.190901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Router 21354477-23b6-4224-a68b-04837bb7144a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:33:59.249753 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.303159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:59.311948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:59.312180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:33:59.318370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:59.320370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.323817 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Pushing event updated for resources: {'Port': ['ID=dd130347-3167-4ae3-b8af-eb2b8f4273d0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:59.336194 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] Sync routers for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:33:59.354967 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:59.357000 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:59.365357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999a05b-20e4-4d94-adea-55c3f29f8801 req-e920123a-3480-4f88-9e83-736232e8a681 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:59.366952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a999a05b-20e4-4d94-adea-55c3f29f8801 req-e920123a-3480-4f88-9e83-736232e8a681 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1510379 Jul 06 18:33:59.368946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-5a36522d-f90d-4716-8363-37c07c508bd2 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "PUT /v2.0/floatingips/fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b HTTP/1.1" status: 200 len: 695 time: 1.0494795 Jul 06 18:33:59.369674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:59.372725 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21a02da-f66e-4fae-9f43-902c5f8c751c" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:59.377492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:59.378365 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.459325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77352e-6955-4491-8724-70c46eb95d59 req-3bfeccbb-1168-48c9-a0c0-fa6acb964cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:59.462118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a999a05b-20e4-4d94-adea-55c3f29f8801 req-77fe0622-e7e6-4b35-bb21-852adbdf2125 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784039 Jul 06 18:33:59.467281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-3bfeccbb-1168-48c9-a0c0-fa6acb964cee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1096 time: 0.0801592 Jul 06 18:33:59.468012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4f7e2b42-3e66-4fc1-917f-312d271cfcb6 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8449333 Jul 06 18:33:59.468950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42834) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:59.476921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202'}]}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:59.517293 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.520561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.596456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.607657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77352e-6955-4491-8724-70c46eb95d59 req-ebc5f43a-a8b7-40f3-b498-b5cf61dc8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:59.621122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-ebc5f43a-a8b7-40f3-b498-b5cf61dc8069 service neutron] 10.222.0.53 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 921 time: 0.1529853 Jul 06 18:33:59.623879 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:33:59.708745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-faeedb25-6a3d-4e97-b13d-a60fe2bdd246 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 217 time: 0.0867233 Jul 06 18:33:59.718401 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94cb723-1ac2-41d6-baa1-90ee28a80b14 x-openstack-request-id: req-d94cb723-1ac2-41d6-baa1-90ee28a80b14 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:59.718642 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:59.718896 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d94cb723-1ac2-41d6-baa1-90ee28a80b14 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:59.720132 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'status': 'completed', 'code': 200} Jul 06 18:33:59.775234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77352e-6955-4491-8724-70c46eb95d59 req-3f231d1e-a209-4aa4-9a86-99b44dde138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:59.783093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-3f231d1e-a209-4aa4-9a86-99b44dde138d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.0665648 Jul 06 18:33:59.794581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.821746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-c96d6834-3de0-48cf-9ebe-2f0ec9656d0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372512 Jul 06 18:33:59.926710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-36e8a298-4080-4054-8507-1700d5b3a10c service neutron] 10.222.0.53 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037436 Jul 06 18:33:59.940959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-7b3c3b96-d22b-4a6f-a8cf-512f60b99914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:59.942549 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-7b3c3b96-d22b-4a6f-a8cf-512f60b99914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f94b54e42f543f9a269004d596510f2&device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 1096 time: 0.1969798 Jul 06 18:33:59.949487 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:33:02Z', 'revision_number': 5, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:59.976481 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] Checking router: 21354477-23b6-4224-a68b-04837bb7144a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:33:59.987206 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:33:59.988076 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:00.039099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf77352e-6955-4491-8724-70c46eb95d59 req-e505efc5-a5b0-4e56-83f2-9c9e37b6f1fb service neutron] 10.222.0.53 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111317 Jul 06 18:34:00.098099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f22e-7012-4ac4-aa03-4a1bd5bf3d92 req-fcd2fb8f-4882-463b-905a-eae02fabdf84 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.099687 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9df0f22e-7012-4ac4-aa03-4a1bd5bf3d92 req-fcd2fb8f-4882-463b-905a-eae02fabdf84 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 944 time: 0.1845272 Jul 06 18:34:00.128014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-fb1153aa-f824-4007-a042-48f303a350b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.129599 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-fb1153aa-f824-4007-a042-48f303a350b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 200 len: 921 time: 0.1651208 Jul 06 18:34:00.143635 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:00.164247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9df0f22e-7012-4ac4-aa03-4a1bd5bf3d92 req-3565ce45-1583-4752-8d42-6be4e68049c3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577011 Jul 06 18:34:00.229562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:34:00.357593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:00.370302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'port_id': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'mac_address': 'fa:16:3e:29:18:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064755e-d560-4a6a-924c-19066694f3f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:34:00.387665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-1095c3b6-9ead-4e2c-9719-3b8a0e06d1d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 200 len: 217 time: 0.2465267 Jul 06 18:34:00.394126 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-704afcb5-3a80-4848-90d0-16842454ca49 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/floatingips/fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b HTTP/1.1" status: 200 len: 695 time: 0.1795373 Jul 06 18:34:00.416953 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:33:02Z', 'revision_number': 5, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:00.421707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.436370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:00.449962 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d65a9b-0624-4678-8896-aafbd3e20f9f None None] The sync data for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 is: [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:32:55Z', 'revision_number': 4, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1', 'name': '', 'network_id': '677bd3c8-ded4-428e-95c4-f286aa1058e3', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'mac_address': 'fa:16:3e:c8:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:54Z', 'updated_at': '2021-07-06T18:33:02Z', 'revision_number': 5, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'subnets': [{'id': '84a71afe-bda0-4d0b-9856-78ac67104d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:00.460722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:00.469676 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.533991 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:00.590469 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.614213 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.620117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-5b55e51f-1036-472b-8853-47caacf1be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.621921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-5b55e51f-1036-472b-8853-47caacf1be83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 200 len: 860 time: 0.2067428 Jul 06 18:34:00.681665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-3e64507d-21f7-4622-9927-d8096c3d7e31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=677bd3c8-ded4-428e-95c4-f286aa1058e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368533 Jul 06 18:34:00.693403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833aed9-873a-4022-8b3a-0514b320a703 req-42066218-618a-427a-ae15-977853d22c36 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.695401 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d833aed9-873a-4022-8b3a-0514b320a703 req-42066218-618a-427a-ae15-977853d22c36 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.0801642 Jul 06 18:34:00.749630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d833aed9-873a-4022-8b3a-0514b320a703 req-24bf4f5a-a86c-4500-a834-212e4c36f9d0 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Jul 06 18:34:00.801507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-6742c178-8b70-4fbc-a023-774c0a0a76a5 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.809225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-6742c178-8b70-4fbc-a023-774c0a0a76a5 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 784 time: 0.3951035 Jul 06 18:34:00.816395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['86e2dd52-0f58-4a60-8ad9-e0b42c3600cb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:34:00.825347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-8363cf57-947a-40bf-b53a-c601b827e367 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:34:00.832555 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-8363cf57-947a-40bf-b53a-c601b827e367 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222387 Jul 06 18:34:00.885449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b084f-ea20-4637-aa31-22fd4a34c796 None None] New status for floating IP fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:34:00.929570 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-bd6b978d-aca0-47e3-aba4-85e274f3a08b tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.214 HTTP/1.1" status: 200 len: 698 time: 0.0959239 Jul 06 18:34:00.995645 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-968695d0-c82e-4246-b193-3879085f34fd service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672145 Jul 06 18:34:01.006253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-cb467bab-8ffd-4c4d-b6af-59152479ba80 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.214 HTTP/1.1" status: 200 len: 698 time: 0.0616031 Jul 06 18:34:01.149993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.387583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf6f7e-151c-47cc-90e3-f6c455353a30 req-349e96aa-bc4e-41c8-91e2-4af53eee403b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:01.389635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0bf6f7e-151c-47cc-90e3-f6c455353a30 req-349e96aa-bc4e-41c8-91e2-4af53eee403b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 945 time: 0.0843816 Jul 06 18:34:01.442161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0bf6f7e-151c-47cc-90e3-f6c455353a30 req-28c9e993-67aa-4672-8b24-de4982eafa6e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461006 Jul 06 18:34:01.731061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.733981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e21a02da-f66e-4fae-9f43-902c5f8c751c req-ed8d7c9c-28a1-4c09-92b8-56a82f5240a8 service neutron] 10.222.0.41 "GET /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097926 Jul 06 18:34:01.735066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.783185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Deleting port 7f70f295-d79f-4594-b507-754402f14f23 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:01.783528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.786408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.786922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b695165-6efe-4d8a-bdd2-e9020b617cbb {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:34:01.846435 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:34:01.847517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0990cee0-75df-4ee0-b7ad-2aca3f3f39a4 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3743570 Jul 06 18:34:01.850851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42864) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:01.877123 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.877448 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.889156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Calling delete_port for 7f70f295-d79f-4594-b507-754402f14f23 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:01.990473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdaf4-3697-4a3d-8b71-dbbc06ad09b4 req-c4bb98e2-4857-4827-ac0c-8aab7249854f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:01.991795 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a81cdaf4-3697-4a3d-8b71-dbbc06ad09b4 req-c4bb98e2-4857-4827-ac0c-8aab7249854f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1086147 Jul 06 18:34:01.994239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ee559708-cfc1-422e-ae98-e90c705411c1 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Deleting port dd130347-3167-4ae3-b8af-eb2b8f4273d0 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:01.994585 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee559708-cfc1-422e-ae98-e90c705411c1 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.028608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.055280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event deleted for resources: {'Port': ['ID=7f70f295-d79f-4594-b507-754402f14f23,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:02.078760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a81cdaf4-3697-4a3d-8b71-dbbc06ad09b4 req-aa140035-f43d-4b58-acc0-39738319d52b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722692 Jul 06 18:34:02.108480 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee559708-cfc1-422e-ae98-e90c705411c1 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.120592 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.122746 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.123928 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d92b5ca-ec53-470c-b278-85adc36f997f req-0a76773d-0e9b-4b94-a26f-0431a410ed33 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "DELETE /v2.0/floatingips/fe689fe1-0c0b-4daf-9d40-2fc02ba6ef1b HTTP/1.1" status: 204 len: 173 time: 1.0986664 Jul 06 18:34:02.124632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ee559708-cfc1-422e-ae98-e90c705411c1 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Calling delete_port for dd130347-3167-4ae3-b8af-eb2b8f4273d0 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:02.191226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22568df8-2f23-4e93-9caf-2dd14581f8e5 req-a25e3b3f-dd01-437b-a984-efb215bcf3bc tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups/1a184e27-df51-41a8-b891-a66079e1ecd3 HTTP/1.1" status: 200 len: 1808 time: 0.0481243 Jul 06 18:34:02.245841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:02.266821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee559708-cfc1-422e-ae98-e90c705411c1 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.271770 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22568df8-2f23-4e93-9caf-2dd14581f8e5 req-0af35335-b555-4204-9d84-d19d02e0ea26 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.301586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22568df8-2f23-4e93-9caf-2dd14581f8e5 req-0af35335-b555-4204-9d84-d19d02e0ea26 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.303946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:02.311197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:02.311532 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.345629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee559708-cfc1-422e-ae98-e90c705411c1 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd130347-3167-4ae3-b8af-eb2b8f4273d0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:02.360134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22568df8-2f23-4e93-9caf-2dd14581f8e5 req-0af35335-b555-4204-9d84-d19d02e0ea26 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.363840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-22568df8-2f23-4e93-9caf-2dd14581f8e5 req-0af35335-b555-4204-9d84-d19d02e0ea26 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.368522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22568df8-2f23-4e93-9caf-2dd14581f8e5 req-0af35335-b555-4204-9d84-d19d02e0ea26 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a184e27-df51-41a8-b891-a66079e1ecd3 HTTP/1.1" status: 204 len: 173 time: 0.1646779 Jul 06 18:34:02.389010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af35335-b555-4204-9d84-d19d02e0ea26 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a184e27-df51-41a8-b891-a66079e1ecd3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:02.457327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee559708-cfc1-422e-ae98-e90c705411c1 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.459480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ee559708-cfc1-422e-ae98-e90c705411c1 tempest-RoutersAdminNegativeTest-411240624 tempest-RoutersAdminNegativeTest-411240624-project-admin] 10.222.0.53 "DELETE /v2.0/ports/dd130347-3167-4ae3-b8af-eb2b8f4273d0 HTTP/1.1" status: 204 len: 168 time: 0.6074901 Jul 06 18:34:02.545992 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.637580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:02.638781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:02.641291 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e58d0-aeb9-4abd-812f-e7849bf86eeb" -d '{"events": [{"server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "name": "network-vif-plugged", "status": "completed", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:02.646645 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.716310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:02.774984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf430718-2a42-467a-9d03-044dad9b92e9 req-9a976978-d5d2-43b0-9b6d-c61b26ba0de3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:02.777312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf430718-2a42-467a-9d03-044dad9b92e9 req-9a976978-d5d2-43b0-9b6d-c61b26ba0de3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1034706 Jul 06 18:34:02.822951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf430718-2a42-467a-9d03-044dad9b92e9 req-25a35622-56c0-4dab-b87e-aa4138a2f1e3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Jul 06 18:34:02.869006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42888) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:03.120902 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75af1d54-9b5c-4076-b5a1-f659855679e6 x-openstack-request-id: req-75af1d54-9b5c-4076-b5a1-f659855679e6 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:03.120902 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "name": "network-vif-plugged", "status": "completed", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:03.120902 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75af1d54-9b5c-4076-b5a1-f659855679e6 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:03.120902 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'code': 200} Jul 06 18:34:03.125458 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ab63dd00-6fa3-4e43-8d0b-a9e0d05529bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.125458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fbe6b-35e1-4e40-aa6c-027fc4dd4696 req-b63bdb0d-5762-4f29-8a0b-47030402a772 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:03.125458 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b9fbe6b-35e1-4e40-aa6c-027fc4dd4696 req-b63bdb0d-5762-4f29-8a0b-47030402a772 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1319697 Jul 06 18:34:03.190001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b9fbe6b-35e1-4e40-aa6c-027fc4dd4696 req-fea76643-8abe-4780-9700-84192f007a87 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949686 Jul 06 18:34:03.223742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5da06-d70e-4009-8ce3-b07d3b73bc23 req-e6db89cb-a2f3-4d5d-a2ea-f66b42f90abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:03.225523 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67c5da06-d70e-4009-8ce3-b07d3b73bc23 req-e6db89cb-a2f3-4d5d-a2ea-f66b42f90abd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 1097 time: 0.1411524 Jul 06 18:34:03.268072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ab63dd00-6fa3-4e43-8d0b-a9e0d05529bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.285065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ab63dd00-6fa3-4e43-8d0b-a9e0d05529bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.293264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67c5da06-d70e-4009-8ce3-b07d3b73bc23 req-5a00a9d5-ac8e-4111-9190-80dc2e68a968 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554473 Jul 06 18:34:03.322329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74bf00-6bdf-44e8-aaef-e381138fe00b req-dfa288ed-ff43-47be-990d-8e75c348ed95 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:03.325018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e74bf00-6bdf-44e8-aaef-e381138fe00b req-dfa288ed-ff43-47be-990d-8e75c348ed95 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1044767 Jul 06 18:34:03.334508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63dd00-6fa3-4e43-8d0b-a9e0d05529bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9fd41a-2cbd-4319-b36c-c9d8b219a032,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:03.341390 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ab63dd00-6fa3-4e43-8d0b-a9e0d05529bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52fd80ba083e48e6808b6d360359fb8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688122 Jul 06 18:34:03.341606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42912) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:03.389186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e74bf00-6bdf-44e8-aaef-e381138fe00b req-c78c3363-8fe1-4eed-9288-76bb62308dd4 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575926 Jul 06 18:34:03.398838 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56a10dda-78ac-4693-8874-ecf4d787ab35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.430373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56a10dda-78ac-4693-8874-ecf4d787ab35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.486651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56a10dda-78ac-4693-8874-ecf4d787ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.490084 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56a10dda-78ac-4693-8874-ecf4d787ab35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.493837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-56a10dda-78ac-4693-8874-ecf4d787ab35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e9fd41a-2cbd-4319-b36c-c9d8b219a032 HTTP/1.1" status: 204 len: 168 time: 0.1489379 Jul 06 18:34:03.501743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a10dda-78ac-4693-8874-ecf4d787ab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9fd41a-2cbd-4319-b36c-c9d8b219a032,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:03.790885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42926) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:03.833527 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-848d3476-e23f-48fb-8377-0ba96b31e3fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f299893b3634052a073a4219bdb659c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414467 Jul 06 18:34:03.836029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42930) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:03.892586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cc2279a-d35e-45fe-8a0c-a95c1ba4de7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.925834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cc2279a-d35e-45fe-8a0c-a95c1ba4de7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.984408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cc2279a-d35e-45fe-8a0c-a95c1ba4de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.987640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cc2279a-d35e-45fe-8a0c-a95c1ba4de7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.990855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5cc2279a-d35e-45fe-8a0c-a95c1ba4de7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12c35c64-d972-4c02-abc7-9f639fb944d1 HTTP/1.1" status: 204 len: 168 time: 0.1514859 Jul 06 18:34:03.997330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2279a-d35e-45fe-8a0c-a95c1ba4de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c35c64-d972-4c02-abc7-9f639fb944d1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:04.052484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545e699-0495-47b8-b0dd-757cec817e5d req-b5f9b682-a824-4fb7-8fa2-ad4c088d6581 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:04.054151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8545e699-0495-47b8-b0dd-757cec817e5d req-b5f9b682-a824-4fb7-8fa2-ad4c088d6581 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.0817556 Jul 06 18:34:04.098871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8545e699-0495-47b8-b0dd-757cec817e5d req-20803dc7-1759-4f9a-bf2f-8ad3401a2193 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361140 Jul 06 18:34:04.428728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fc677-23d2-4a72-a33e-2e0697ea363b req-c4f2b656-222a-4fac-a3fa-bc371b633a58 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:04.430503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-944fc677-23d2-4a72-a33e-2e0697ea363b req-c4f2b656-222a-4fac-a3fa-bc371b633a58 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1090050 Jul 06 18:34:04.486395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-944fc677-23d2-4a72-a33e-2e0697ea363b req-d2f2cb09-c932-43af-b2bb-43282362834e tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494840 Jul 06 18:34:04.683778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb61c6-867c-455b-a1ab-14e00c695226 req-ad141b67-a93d-4fb5-84df-a333c7bdbb31 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:04.691951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93bb61c6-867c-455b-a1ab-14e00c695226 req-ad141b67-a93d-4fb5-84df-a333c7bdbb31 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.0762846 Jul 06 18:34:04.736289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93bb61c6-867c-455b-a1ab-14e00c695226 req-fdae1a00-2cf3-4ba0-b6d3-0f279889cd56 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 Jul 06 18:34:04.856464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:04.970799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-166289384'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:04.993761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:04.997297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.006177 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.112334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.117858 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.144796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:34:05.153970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a502da-6440-4fe6-88a7-dde238ee68a5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:05.160388 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.160793 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Added segment 635e3114-4b04-40f4-8a64-9f3558d0470e of type vlan for network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 Jul 06 18:34:05.208823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.274040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.279811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:05.280424 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.322092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85ca8-b20e-4e4e-97d7-9729374a528e req-0229627d-4c8a-48b0-ae13-218c710ea73e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:05.324280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6de85ca8-b20e-4e4e-97d7-9729374a528e req-0229627d-4c8a-48b0-ae13-218c710ea73e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.0847268 Jul 06 18:34:05.362595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5012953 Jul 06 18:34:05.364419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6de85ca8-b20e-4e4e-97d7-9729374a528e req-bb0f57b5-3e88-447b-acb7-be26dba7de0a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Jul 06 18:34:05.364954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42992) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:05.370632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:05.373087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8724bc-50a9-463f-9bc6-3502229c8392 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Network': ['ID=1155fe0f-cf73-44cf-856d-cc5f5570ca01,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:05.383934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:34:05.398085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-6b8e7ed3-a8e6-42e1-a62a-080eefae8faa tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:05.399750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-6b8e7ed3-a8e6-42e1-a62a-080eefae8faa tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.41 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.1536293 Jul 06 18:34:05.516859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:05.526785 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.677179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Deleting port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:05.682826 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.839426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.931712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:05.932257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network hostable DHCP agents. Network: 1155fe0f-cf73-44cf-856d-cc5f5570ca01, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:34:05.936060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=04e0cb23-6381-4313-a354-f41d8b476c14,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:05.958740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:34:05.963730 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-0584b0f2-3ee7-4333-8ed5-d20320e0f930 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4363234 Jul 06 18:34:05.970030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 1155fe0f-cf73-44cf-856d-cc5f5570ca01) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:05.982709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16b150-f083-480e-896b-5033cdc39863 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:05.984146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:05.984783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.017963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a9880f70-4537-4c79-bf84-63c9682ee7d8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6513062 Jul 06 18:34:06.019769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43012) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:06.026655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'name': 'tempest-NetworksTestDHCPv6-1436471773'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:06.054685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] For port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:06.055324 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.089782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Calling delete_port for 3dcb4a51-0282-4a42-b3a5-347bf6b5031a owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:06.101608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-b2fe84aa-014b-45d4-b90c-7757b9e81398 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2831039 Jul 06 18:34:06.185887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '04e0cb23-6381-4313-a354-f41d8b476c14'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:06.187504 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.271767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5204b-7131-4664-9a10-a3e49178cbea req-a1ca56b5-8c94-4b26-aff2-01206e667992 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:06.288595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16f5204b-7131-4664-9a10-a3e49178cbea req-a1ca56b5-8c94-4b26-aff2-01206e667992 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 945 time: 0.3353233 Jul 06 18:34:06.302652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-baeab125-da4d-4822-8408-f7396ab1faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:06.304617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-baeab125-da4d-4822-8408-f7396ab1faf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1095 time: 0.2900732 Jul 06 18:34:06.309407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b655e3-00e0-433a-bedf-8666eca3b9ad req-c619793d-0147-42cb-9fd3-32cf861ac6df tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:06.316772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22b655e3-00e0-433a-bedf-8666eca3b9ad req-c619793d-0147-42cb-9fd3-32cf861ac6df tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1276181 Jul 06 18:34:06.372396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:06.376007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.385542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/04e0cb23-6381-4313-a354-f41d8b476c14/16922910-2c0d-4287-bddd-2f33a735dc1a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:06.402861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22b655e3-00e0-433a-bedf-8666eca3b9ad req-da1d2111-8d9f-4e5f-b93e-9d87df2abfae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Jul 06 18:34:06.421087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 376c32c4-66b4-436d-8c0e-e20312a21dd4 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:06.494775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16f5204b-7131-4664-9a10-a3e49178cbea req-f213031a-17d1-4d95-9bb7-b15a982e9e74 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/security-groups?id=a709403f-4bb4-4df4-9418-854becf50906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048626 Jul 06 18:34:06.621078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-488d92cd-895e-46e9-94e7-9b7d0aff8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:06.622736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-488d92cd-895e-46e9-94e7-9b7d0aff8f95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 1096 time: 0.4053283 Jul 06 18:34:06.623375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.627477 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.642473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Transition to ACTIVE for port object 16922910-2c0d-4287-bddd-2f33a735dc1a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:06.648412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8a8ec-5a36-4258-b47b-45e3df3e1fc5 req-7b408b0f-1801-4a2d-8839-0676b0a9c4d0 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:06.657635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ac8a8ec-5a36-4258-b47b-45e3df3e1fc5 req-7b408b0f-1801-4a2d-8839-0676b0a9c4d0 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.0892258 Jul 06 18:34:06.661807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Transition to ACTIVE for port object 16922910-2c0d-4287-bddd-2f33a735dc1a will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:06.669167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3dcb4a51-0282-4a42-b3a5-347bf6b5031a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:34:06.725619 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.726379 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Pushing event deleted for resources: {'Port': ['ID=3dcb4a51-0282-4a42-b3a5-347bf6b5031a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:06.766912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::a9 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/04e0cb23-6381-4313-a354-f41d8b476c14/376c32c4-66b4-436d-8c0e-e20312a21dd4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:06.789928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:06.794547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:06.812126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:06.818175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ac8a8ec-5a36-4258-b47b-45e3df3e1fc5 req-68c38af2-bfaf-4b9f-81c5-3d05925a4e87 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591969 Jul 06 18:34:06.824335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-86f25a67-1399-47ed-8c93-02baf3661dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:06.825876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-86f25a67-1399-47ed-8c93-02baf3661dc8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.4951675 Jul 06 18:34:06.828979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] No DVR routers for this DVR port 3dcb4a51-0282-4a42-b3a5-347bf6b5031a on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:06.832336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Pushing event updated for resources: {'Port': ['ID=16922910-2c0d-4287-bddd-2f33a735dc1a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:06.841916 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.843925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bccd5d7-1203-4e15-b36d-9e065cd4d09c req-72dec47e-46d5-45b3-98a6-f3252f3ce0e1 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.41 "DELETE /v2.0/ports/3dcb4a51-0282-4a42-b3a5-347bf6b5031a HTTP/1.1" status: 204 len: 173 time: 1.4380748 Jul 06 18:34:06.846445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'name': 'network-vif-deleted', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:06.848774 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ac603-1d01-4deb-a068-a8e8851b5e34" -d '{"events": [{"server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "name": "network-vif-deleted", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:06.911705 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b3b110-0b6a-4d7d-aaac-9be1f7a40d47 x-openstack-request-id: req-51b3b110-0b6a-4d7d-aaac-9be1f7a40d47 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:06.912052 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ba2c52-6efd-4826-94ae-ce4a9b908e16", "name": "network-vif-deleted", "tag": "3dcb4a51-0282-4a42-b3a5-347bf6b5031a", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:06.912314 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51b3b110-0b6a-4d7d-aaac-9be1f7a40d47 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:06.912741 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ba2c52-6efd-4826-94ae-ce4a9b908e16', 'name': 'network-vif-deleted', 'tag': '3dcb4a51-0282-4a42-b3a5-347bf6b5031a', 'status': 'completed', 'code': 200} Jul 06 18:34:06.943101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-9e555555-1dba-4812-924c-7c2313839772 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 999 time: 0.1095533 Jul 06 18:34:06.943918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Attempting to bind port 16922910-2c0d-4287-bddd-2f33a735dc1a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:06.944536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-71ccc82b-51c9-4df9-a9b5-d44351475213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:06.944982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Attempting to bind port 16922910-2c0d-4287-bddd-2f33a735dc1a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:06.945515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Attempting to bind port 16922910-2c0d-4287-bddd-2f33a735dc1a on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:06.945970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-71ccc82b-51c9-4df9-a9b5-d44351475213 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.2930701 Jul 06 18:34:06.951362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:06.952031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:06.952648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.953257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:06.954146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Bound port: 16922910-2c0d-4287-bddd-2f33a735dc1a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:06.954528 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.048923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-1016ece1-ecd9-4799-9a2f-018120ba6711 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5 HTTP/1.1" status: 200 len: 217 time: 0.0816100 Jul 06 18:34:07.062665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.083018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 376c32c4-66b4-436d-8c0e-e20312a21dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:07.103625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-5d38d88f-b5b9-4b5a-a594-c6624f1bae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.104656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] For port 16922910-2c0d-4287-bddd-2f33a735dc1a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:07.105919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-5d38d88f-b5b9-4b5a-a594-c6624f1bae33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1542480 Jul 06 18:34:07.112113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] For port 16922910-2c0d-4287-bddd-2f33a735dc1a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=16922910-2c0d-4287-bddd-2f33a735dc1a,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:07.120278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.133647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.197234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=376c32c4-66b4-436d-8c0e-e20312a21dd4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:07.216542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:07.216542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:07.216781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a66d1-244a-4657-8736-6e5a90369dbb None None] Pushing event updated for resources: {'Port': ['ID=16922910-2c0d-4287-bddd-2f33a735dc1a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:07.219317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:07.221566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-6315e455-595c-4791-9bbb-f5b4875e7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.223851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-6315e455-595c-4791-9bbb-f5b4875e7b4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1651990 Jul 06 18:34:07.233126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.235228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.266639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fc2f08e5-ea39-485e-b4d9-4fe837e00fbc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2457144 Jul 06 18:34:07.270194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43034) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:07.314934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-b31b45a5-9915-4268-8891-ecffa2cf12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.318521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-b31b45a5-9915-4268-8891-ecffa2cf12ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972470 Jul 06 18:34:07.346564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-62aa5b5b-a67c-42b7-953b-6f9107c7ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.348381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-62aa5b5b-a67c-42b7-953b-6f9107c7ee6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178100 Jul 06 18:34:07.389385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0236cf-f695-4d2d-bf61-21b4f75180be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.395941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0236cf-f695-4d2d-bf61-21b4f75180be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.400438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2f0236cf-f695-4d2d-bf61-21b4f75180be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1286728 Jul 06 18:34:07.401064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43038) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:07.542305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-dfcfe426-8f73-40d5-97a6-08ee008101d6 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169492 Jul 06 18:34:07.567616 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-f7c67b6e-3da8-4aec-9e05-2b074cc797f4 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929202 Jul 06 18:34:07.677524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba67b3-4952-43d4-8199-9a3190e218b1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 376c32c4-66b4-436d-8c0e-e20312a21dd4 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:07.677861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2ba67b3-4952-43d4-8199-9a3190e218b1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.839008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2ba67b3-4952-43d4-8199-9a3190e218b1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.862716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0b3c4-e429-4784-9a06-71152e3363ed req-4901c6b0-02d1-4cb1-b67b-8bf8d6604767 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.864281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5d0b3c4-e429-4784-9a06-71152e3363ed req-4901c6b0-02d1-4cb1-b67b-8bf8d6604767 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1728475 Jul 06 18:34:07.868381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3e47c51-fd22-4a74-93ab-ace3c64038cf req-bc6a5dfd-01d7-4ea6-91be-4e828c5703a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882240 Jul 06 18:34:07.870615 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ee036f1-e8b6-49d1-a944-097c1f7681a9 req-85f8d379-4e6e-4d05-ae79-094aeb92a433 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167858 Jul 06 18:34:07.882998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9dc6791d-168a-4c3f-abc2-4dea169db939 req-a51f684c-b2ec-43f1-a785-8ba871819a10 tempest-ServerRescueTestJSONUnderV235-238049978 tempest-ServerRescueTestJSONUnderV235-238049978-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ba2c52-6efd-4826-94ae-ce4a9b908e16 HTTP/1.1" status: 200 len: 210 time: 0.0478053 Jul 06 18:34:07.883902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba67b3-4952-43d4-8199-9a3190e218b1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 376c32c4-66b4-436d-8c0e-e20312a21dd4 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:07.930440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5d0b3c4-e429-4784-9a06-71152e3363ed req-922dbb09-0f06-4f29-865d-3f0ff915fc1b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588353 Jul 06 18:34:08.072157 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2ba67b3-4952-43d4-8199-9a3190e218b1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.108618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba67b3-4952-43d4-8199-9a3190e218b1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=376c32c4-66b4-436d-8c0e-e20312a21dd4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:08.132823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bf817-d772-4a08-b092-f716d7f6d53c req-f1d35076-8ee2-418b-b725-71bbfe1b66b2 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:08.134563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c23bf817-d772-4a08-b092-f716d7f6d53c req-f1d35076-8ee2-418b-b725-71bbfe1b66b2 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.0794106 Jul 06 18:34:08.139355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2ba67b3-4952-43d4-8199-9a3190e218b1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.141760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a2ba67b3-4952-43d4-8199-9a3190e218b1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/376c32c4-66b4-436d-8c0e-e20312a21dd4 HTTP/1.1" status: 204 len: 168 time: 0.7392156 Jul 06 18:34:08.143911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43056) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:08.195479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c23bf817-d772-4a08-b092-f716d7f6d53c req-05ec0c47-2350-42f8-a1e0-f3637f0f6c99 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490544 Jul 06 18:34:08.255261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a6f83-27d8-4122-ac93-64fe4b88a693 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:08.257463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a6f83-27d8-4122-ac93-64fe4b88a693 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:08.262728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43060) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:08.270756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-338a6f83-27d8-4122-ac93-64fe4b88a693 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1257498 Jul 06 18:34:08.586450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b018932-c4b7-405c-990b-16c24ef1738f None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:08.688994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-134edfa6-b689-4b76-8983-3c02a38aeda6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 04e0cb23-6381-4313-a354-f41d8b476c14 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:08.693944 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-134edfa6-b689-4b76-8983-3c02a38aeda6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.719818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1a88325f-df78-4c99-bd9b-17cc3ff66456 None None] Provisioning for port 16922910-2c0d-4287-bddd-2f33a735dc1a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:08.738416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-134edfa6-b689-4b76-8983-3c02a38aeda6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.856797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-134edfa6-b689-4b76-8983-3c02a38aeda6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.927855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-134edfa6-b689-4b76-8983-3c02a38aeda6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.973490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134edfa6-b689-4b76-8983-3c02a38aeda6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=04e0cb23-6381-4313-a354-f41d8b476c14,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:08.975898 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-134edfa6-b689-4b76-8983-3c02a38aeda6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.977846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-134edfa6-b689-4b76-8983-3c02a38aeda6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/04e0cb23-6381-4313-a354-f41d8b476c14 HTTP/1.1" status: 204 len: 168 time: 0.7140815 Jul 06 18:34:08.980565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43076) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:09.042241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43080) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:09.108481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a6b184-c797-4ba7-a81f-a7cb2def1f59 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:09.253125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3dcb4a51-0282-4a42-b3a5-347bf6b5031a no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:09.334379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 3dcb4a51-0282-4a42-b3a5-347bf6b5031a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:09.335015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3dcb4a51-0282-4a42-b3a5-347bf6b5031a not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:09.426479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1a1e8da1-07d5-4f34-a92a-f683b211f8ad tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4412072 Jul 06 18:34:09.429330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43090) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:09.430560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 16922910-2c0d-4287-bddd-2f33a735dc1a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:09.438594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:09.511409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 16922910-2c0d-4287-bddd-2f33a735dc1a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:09.518915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 16922910-2c0d-4287-bddd-2f33a735dc1a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:09.519426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2e633-c76b-4921-a858-0d03b1290938 req-8f31a712-f59a-45a5-8ff3-0c5314e8231e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:09.519613 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:09.539337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-48e2e633-c76b-4921-a858-0d03b1290938 req-8f31a712-f59a-45a5-8ff3-0c5314e8231e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1138351 Jul 06 18:34:09.594498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-48e2e633-c76b-4921-a858-0d03b1290938 req-a9fba13e-8a8c-4370-956a-298d65d1ff09 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538876 Jul 06 18:34:09.676278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8284670-afc4-487f-9ef1-4a2d3396a15b req-7947ca14-7b24-4462-a313-066409a13912 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:09.685043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8284670-afc4-487f-9ef1-4a2d3396a15b req-7947ca14-7b24-4462-a313-066409a13912 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.2909362 Jul 06 18:34:09.716465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:09.720160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:09.727005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:09.821734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] Deleting port 16922910-2c0d-4287-bddd-2f33a735dc1a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:09.822115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:09.831397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8284670-afc4-487f-9ef1-4a2d3396a15b req-5e6d9f41-3fe7-4ce4-ae90-a124d340db03 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466041 Jul 06 18:34:09.875737 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:09.929337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] For port 16922910-2c0d-4287-bddd-2f33a735dc1a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=16922910-2c0d-4287-bddd-2f33a735dc1a,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:09.929701 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:09.944654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 16922910-2c0d-4287-bddd-2f33a735dc1a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=16922910-2c0d-4287-bddd-2f33a735dc1a,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:09.951181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] Calling delete_port for 16922910-2c0d-4287-bddd-2f33a735dc1a owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:09.953527 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.041807 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.047550 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=16922910-2c0d-4287-bddd-2f33a735dc1a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:10.084140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.090034 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.118785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] Pushing event deleted for resources: {'Port': ['ID=16922910-2c0d-4287-bddd-2f33a735dc1a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:10.120730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ddbfc-ce2c-49bf-94f2-f8787777d928 None None] No DVR routers for this DVR port 16922910-2c0d-4287-bddd-2f33a735dc1a on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:10.133363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:10.140390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:10.143440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:10.144031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.149444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a9d8f-4aea-44b3-9f66-252f4d68c965 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:10.221860 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7891304 Jul 06 18:34:10.222733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca97623-73a9-4ec5-8b6c-3503581a2af0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=d509c041-5dd8-4fd2-9414-535c47b8b3c4,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:10.227273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43102) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:10.239254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'name': 'tempest-NetworksTestDHCPv6-228682683'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:10.347068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': 'd509c041-5dd8-4fd2-9414-535c47b8b3c4'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:10.348006 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.474294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:10.477941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.504762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 9e71807d-1067-4433-bcf6-7f49196df304 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:10.508829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/d509c041-5dd8-4fd2-9414-535c47b8b3c4/7311cca3-434c-4e48-8d15-1bc8afbd9848) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:10.611475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Deleting port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:10.612534 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.672028 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.682683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Transition to ACTIVE for port object 7311cca3-434c-4e48-8d15-1bc8afbd9848 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:10.700360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Transition to ACTIVE for port object 7311cca3-434c-4e48-8d15-1bc8afbd9848 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:10.710173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] For port 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,segment=NetworkSegment(b7785d45-e5a8-4fbf-81e9-fe4910127be4),segment_id=b7785d45-e5a8-4fbf-81e9-fe4910127be4)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:10.711228 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.716796 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.738038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Calling delete_port for 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:10.762604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:10.765651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:10.769312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:10.787487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Pushing event updated for resources: {'Port': ['ID=7311cca3-434c-4e48-8d15-1bc8afbd9848,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:10.866996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::55 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/d509c041-5dd8-4fd2-9414-535c47b8b3c4/9e71807d-1067-4433-bcf6-7f49196df304) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:10.876673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Attempting to bind port 7311cca3-434c-4e48-8d15-1bc8afbd9848 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:10.877184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Attempting to bind port 7311cca3-434c-4e48-8d15-1bc8afbd9848 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:10.877642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Attempting to bind port 7311cca3-434c-4e48-8d15-1bc8afbd9848 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:10.890604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:10.892470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:10.893119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.893768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:10.894616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Bound port: 7311cca3-434c-4e48-8d15-1bc8afbd9848, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:10.895217 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:10.976894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] For port 7311cca3-434c-4e48-8d15-1bc8afbd9848, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:10.981895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] For port 7311cca3-434c-4e48-8d15-1bc8afbd9848, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7311cca3-434c-4e48-8d15-1bc8afbd9848,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:10.989895 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:11.018643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5821f-ebf7-491e-8a2a-7b20d4e869c0 req-10d8d6d3-6857-4d88-b7a9-2dd2add21fbc tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:11.027055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90c5821f-ebf7-491e-8a2a-7b20d4e869c0 req-10d8d6d3-6857-4d88-b7a9-2dd2add21fbc tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.2660758 Jul 06 18:34:11.084114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df634ff-df67-49ad-977d-99f2c0eddf7c None None] Pushing event updated for resources: {'Port': ['ID=7311cca3-434c-4e48-8d15-1bc8afbd9848,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:11.123028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d06a0-5428-4923-b2f2-648e61467c21 req-0eed239b-f77b-484d-8265-438456260b99 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:11.124818 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-086d06a0-5428-4923-b2f2-648e61467c21 req-0eed239b-f77b-484d-8265-438456260b99 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1185818 Jul 06 18:34:11.163417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90c5821f-ebf7-491e-8a2a-7b20d4e869c0 req-b742bdfb-9498-457c-98c6-88400ce22ff1 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334383 Jul 06 18:34:11.182646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-086d06a0-5428-4923-b2f2-648e61467c21 req-b828a2cf-2095-46dc-8640-155074aa0f1e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510941 Jul 06 18:34:11.245270 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:11.269771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 9e71807d-1067-4433-bcf6-7f49196df304 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:11.346470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:11.379082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 16922910-2c0d-4287-bddd-2f33a735dc1a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:11.389025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:11.432450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 16922910-2c0d-4287-bddd-2f33a735dc1a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:11.433219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 16922910-2c0d-4287-bddd-2f33a735dc1a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:11.464496 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:11.525610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:11.533401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:11.544091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:11.549939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:11.550556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:11.602217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=9e71807d-1067-4433-bcf6-7f49196df304,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:11.621928 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0128f940-6719-4a34-a81b-0d9785237433 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3870728 Jul 06 18:34:11.622397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43132) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:11.730248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:11.814101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216734f3-b303-4bde-a65f-8590595665cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:11.820403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216734f3-b303-4bde-a65f-8590595665cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:11.822134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-216734f3-b303-4bde-a65f-8590595665cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1987340 Jul 06 18:34:11.825083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43138) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:12.079986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-95b12f07-27b1-4c63-8fcc-547a124a39ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 9e71807d-1067-4433-bcf6-7f49196df304 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:12.080321 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-95b12f07-27b1-4c63-8fcc-547a124a39ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:12.420710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c1104f1b-b486-4886-9de5-46376004e1d3 None None] Provisioning for port 7311cca3-434c-4e48-8d15-1bc8afbd9848 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:12.447022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dc5e2-4391-4052-b898-4f2dfb97d970 req-7489cbbf-71de-41e7-b033-4933451698b1 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:12.454921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-117dc5e2-4391-4052-b898-4f2dfb97d970 req-7489cbbf-71de-41e7-b033-4933451698b1 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.0945101 Jul 06 18:34:12.502586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-117dc5e2-4391-4052-b898-4f2dfb97d970 req-733ec645-ae4b-4181-922a-7c54010da9b3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463088 Jul 06 18:34:12.637133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Router 21354477-23b6-4224-a68b-04837bb7144a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:34:12.643115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-95b12f07-27b1-4c63-8fcc-547a124a39ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:12.663385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-95b12f07-27b1-4c63-8fcc-547a124a39ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 9e71807d-1067-4433-bcf6-7f49196df304 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:12.764283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f2401cde-6230-4701-b3bd-456313af8456 None None] Provisioning for port 9e71807d-1067-4433-bcf6-7f49196df304 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:12.768892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f2401cde-6230-4701-b3bd-456313af8456 None None] Provisioning complete for port 9e71807d-1067-4433-bcf6-7f49196df304 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:12.769169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0fe9b-15ba-47ae-8688-7737f75fb28f req-dacfc327-b925-47aa-9fcc-0295f7838952 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:12.769354 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2401cde-6230-4701-b3bd-456313af8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:12.770829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c1d0fe9b-15ba-47ae-8688-7737f75fb28f req-dacfc327-b925-47aa-9fcc-0295f7838952 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.2757185 Jul 06 18:34:12.814275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f2401cde-6230-4701-b3bd-456313af8456 None None] Port 9e71807d-1067-4433-bcf6-7f49196df304 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:34:12.889051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c1d0fe9b-15ba-47ae-8688-7737f75fb28f req-a1976c41-5a01-48dd-be0a-d4a46a009c82 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098270 Jul 06 18:34:12.908372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:12.936218 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] Sync routers for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:12.943616 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e825adc5-36c9-4f23-ada0-86c42fdc99ab admin admin] 10.222.0.53 "PUT /v2.0/routers/21354477-23b6-4224-a68b-04837bb7144a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9001384 Jul 06 18:34:12.947002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43170) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:12.949620 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:12.950366 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:13.025677 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-95b12f07-27b1-4c63-8fcc-547a124a39ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.068737 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:13.094784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b12f07-27b1-4c63-8fcc-547a124a39ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=9e71807d-1067-4433-bcf6-7f49196df304,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:13.140038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-95b12f07-27b1-4c63-8fcc-547a124a39ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.142964 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-95b12f07-27b1-4c63-8fcc-547a124a39ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/9e71807d-1067-4433-bcf6-7f49196df304 HTTP/1.1" status: 204 len: 168 time: 1.3169072 Jul 06 18:34:13.146469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43178) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:13.163722 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.279593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505868b0-b368-4cc3-aece-95c61e01e2f5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:13.281118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505868b0-b368-4cc3-aece-95c61e01e2f5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:13.282829 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-505868b0-b368-4cc3-aece-95c61e01e2f5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1350899 Jul 06 18:34:13.289651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43182) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:13.366832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-99155f96-6ed7-4de8-bce7-88c5a2871016 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet d509c041-5dd8-4fd2-9414-535c47b8b3c4 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:13.370612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99155f96-6ed7-4de8-bce7-88c5a2871016 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.381148 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:34:11Z', 'revision_number': 5, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port': {'id': '7eb33602-d306-4fab-a3b7-986fc145a604', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:05:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21354477-23b6-4224-a68b-04837bb7144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:32:51Z', 'updated_at': '2021-07-06T18:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:13.422813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.449091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99155f96-6ed7-4de8-bce7-88c5a2871016 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.450567 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] Checking router: 21354477-23b6-4224-a68b-04837bb7144a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:13.478913 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] Routers {'21354477-23b6-4224-a68b-04837bb7144a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:13.479731 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:33:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21354477-23b6-4224-a68b-04837bb7144a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:13.502253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7311cca3-434c-4e48-8d15-1bc8afbd9848 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:13.566978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99155f96-6ed7-4de8-bce7-88c5a2871016 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.568067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Deleting port 7eb33602-d306-4fab-a3b7-986fc145a604 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:13.568576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.580169 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] Set router 21354477-23b6-4224-a68b-04837bb7144a gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:13.644555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7311cca3-434c-4e48-8d15-1bc8afbd9848 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:13.645777 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:34:13Z', 'revision_number': 6, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:13.649443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7311cca3-434c-4e48-8d15-1bc8afbd9848 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:13.650119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.691125 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96a5a4-416b-48a2-8c9b-14f393f9a052 None None] The sync data for ids ['21354477-23b6-4224-a68b-04837bb7144a'] in n-d-799684-2 is: [{'id': '21354477-23b6-4224-a68b-04837bb7144a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1151791402-router', 'tenant_id': '4f94b54e42f543f9a269004d596510f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:32:50Z', 'updated_at': '2021-07-06T18:34:13Z', 'revision_number': 6, 'project_id': '4f94b54e42f543f9a269004d596510f2', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:13.725410 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99155f96-6ed7-4de8-bce7-88c5a2871016 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.763477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] For port 7eb33602-d306-4fab-a3b7-986fc145a604, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7eb33602-d306-4fab-a3b7-986fc145a604,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:13.764028 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.770243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3b7d8-db2e-4f3b-92e6-f4246c57f71b None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:13.773122 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99155f96-6ed7-4de8-bce7-88c5a2871016 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.778315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-99155f96-6ed7-4de8-bce7-88c5a2871016 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/d509c041-5dd8-4fd2-9414-535c47b8b3c4 HTTP/1.1" status: 204 len: 168 time: 0.4873693 Jul 06 18:34:13.786559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Calling delete_port for 7eb33602-d306-4fab-a3b7-986fc145a604 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:13.815979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43192) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:13.858537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99155f96-6ed7-4de8-bce7-88c5a2871016 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=d509c041-5dd8-4fd2-9414-535c47b8b3c4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:13.906666 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:13.909985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-57e143f2-5ee5-45f9-8124-e17f4724103a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916429 Jul 06 18:34:13.910378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43196) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:13.916264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:14.040712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7311cca3-434c-4e48-8d15-1bc8afbd9848, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7311cca3-434c-4e48-8d15-1bc8afbd9848,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:14.068399 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.075024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.169915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb33602-d306-4fab-a3b7-986fc145a604,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:14.230623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:14.235085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.246560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7311cca3-434c-4e48-8d15-1bc8afbd9848,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:14.290585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23808032-dced-49b7-93f9-c2724a9674bd req-a08df991-91bb-4aef-80db-5c484e65209e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:14.292913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23808032-dced-49b7-93f9-c2724a9674bd req-a08df991-91bb-4aef-80db-5c484e65209e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.5219038 Jul 06 18:34:14.312397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:14.324024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.372786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] Deleting port 7311cca3-434c-4e48-8d15-1bc8afbd9848 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:14.374284 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.381611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4c735-9d6a-4773-a2b6-35111cb11f20 req-e5ff0a5e-5891-4ea3-9bbe-6402d257c526 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:14.389771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33d4c735-9d6a-4773-a2b6-35111cb11f20 req-e5ff0a5e-5891-4ea3-9bbe-6402d257c526 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.2610281 Jul 06 18:34:14.453262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33d4c735-9d6a-4773-a2b6-35111cb11f20 req-fcb35b9f-de8d-47bf-855e-e3bc3a53c17a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624847 Jul 06 18:34:14.479969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] For port 7311cca3-434c-4e48-8d15-1bc8afbd9848, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7311cca3-434c-4e48-8d15-1bc8afbd9848,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:14.479969 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.516768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] Calling delete_port for 7311cca3-434c-4e48-8d15-1bc8afbd9848 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:14.538661 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23808032-dced-49b7-93f9-c2724a9674bd req-97cc3c9b-c90d-438f-94fc-f04fe2deec12 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274427 Jul 06 18:34:14.540481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.570707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.623261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.648668 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.649490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21354477-23b6-4224-a68b-04837bb7144a {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:34:14.654767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.655488 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.661127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-565a99ad-8e7c-47bb-b866-6775b5561ee0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/21354477-23b6-4224-a68b-04837bb7144a HTTP/1.1" status: 204 len: 168 time: 1.7130649 Jul 06 18:34:14.662038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43212) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:14.691388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] Pushing event deleted for resources: {'Port': ['ID=7311cca3-434c-4e48-8d15-1bc8afbd9848,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:14.707743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258f27a-92f6-49f7-8ea8-d429b64ff6da None None] No DVR routers for this DVR port 7311cca3-434c-4e48-8d15-1bc8afbd9848 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:14.724720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-7208f00a-ca0c-4310-aed6-2e66c75e4c5f admin admin] Deleting subnet 84a71afe-bda0-4d0b-9856-78ac67104d54 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:14.742784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7208f00a-ca0c-4310-aed6-2e66c75e4c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.765688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:14.773750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:14.777076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:14.777683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.783032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2160af9b-2816-4b7f-9501-47d4f4c172c5 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:14.792836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=23378df4-717a-489c-b2d9-3448c0719922,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:14.803607 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7208f00a-ca0c-4310-aed6-2e66c75e4c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.829007 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-498405cc-91d1-453a-9229-2293da3b80fb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9171693 Jul 06 18:34:14.831824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43216) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:14.840476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'name': 'tempest-NetworksTestDHCPv6-2043768467'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:14.861091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7208f00a-ca0c-4310-aed6-2e66c75e4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.977821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7208f00a-ca0c-4310-aed6-2e66c75e4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.022776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '23378df4-717a-489c-b2d9-3448c0719922'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:15.023746 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.060260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208f00a-ca0c-4310-aed6-2e66c75e4c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a71afe-bda0-4d0b-9856-78ac67104d54,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:15.062564 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7208f00a-ca0c-4310-aed6-2e66c75e4c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.064617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7208f00a-ca0c-4310-aed6-2e66c75e4c5f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/84a71afe-bda0-4d0b-9856-78ac67104d54 HTTP/1.1" status: 204 len: 168 time: 0.4015775 Jul 06 18:34:15.068205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43224) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:15.132861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:15.136464 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.171644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.174652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port c5761570-405e-4c4a-85ce-a40d7cdb6f3d yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:15.229442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/23378df4-717a-489c-b2d9-3448c0719922/ffc2b081-c143-46ba-9a96-72e092aa08d5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:15.323985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:15.330756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.341457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677bd3c8-ded4-428e-95c4-f286aa1058e3']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:15.353095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7785d45-e5a8-4fbf-81e9-fe4910127be4') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:15.353524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7785d45-e5a8-4fbf-81e9-fe4910127be4') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:15.355744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:15.356044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d1d4f0a-6f42-4b0d-b1dc-f903fdf66bf1 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:15.356497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7eb33602-d306-4fab-a3b7-986fc145a604 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:15.365441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.380361 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.386501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7eb33602-d306-4fab-a3b7-986fc145a604 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:15.386836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7eb33602-d306-4fab-a3b7-986fc145a604 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:15.387255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7311cca3-434c-4e48-8d15-1bc8afbd9848 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:15.387569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:34:15.388069 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:34:15.389771 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:34:15.408924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7311cca3-434c-4e48-8d15-1bc8afbd9848 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:15.409268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7311cca3-434c-4e48-8d15-1bc8afbd9848 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:15.456227 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.463107 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.464895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] 10.222.0.53 "DELETE /v2.0/networks/677bd3c8-ded4-428e-95c4-f286aa1058e3 HTTP/1.1" status: 204 len: 168 time: 0.3956294 Jul 06 18:34:15.475201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921440-4871-4a73-b944-43cf844eda99 admin admin] Pushing event deleted for resources: {'Network': ['ID=677bd3c8-ded4-428e-95c4-f286aa1058e3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:15.488684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.496308 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-053f31c1-0169-4691-bc57-1681cfeddb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.504461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Transition to ACTIVE for port object ffc2b081-c143-46ba-9a96-72e092aa08d5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:15.531186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Transition to ACTIVE for port object ffc2b081-c143-46ba-9a96-72e092aa08d5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:15.546871 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.612905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::225 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/23378df4-717a-489c-b2d9-3448c0719922/c5761570-405e-4c4a-85ce-a40d7cdb6f3d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:15.638737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:15.640689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:15.644012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:15.730316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Pushing event updated for resources: {'Port': ['ID=ffc2b081-c143-46ba-9a96-72e092aa08d5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:15.750958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Attempting to bind port ffc2b081-c143-46ba-9a96-72e092aa08d5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:15.750958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Attempting to bind port ffc2b081-c143-46ba-9a96-72e092aa08d5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:15.750958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Attempting to bind port ffc2b081-c143-46ba-9a96-72e092aa08d5 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:15.762452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db0a73-5951-4260-8334-51a614dbdf47 req-316a9d3c-2811-459e-9e11-775b43136769 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:15.768593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:15.769005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:15.769393 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.769855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:15.770311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Bound port: ffc2b081-c143-46ba-9a96-72e092aa08d5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:15.770702 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.771608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3db0a73-5951-4260-8334-51a614dbdf47 req-316a9d3c-2811-459e-9e11-775b43136769 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.0947070 Jul 06 18:34:15.801358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43246) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:15.830418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3db0a73-5951-4260-8334-51a614dbdf47 req-40447dbc-95f9-4894-baa1-71c5c5030bf1 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578079 Jul 06 18:34:15.857487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] For port ffc2b081-c143-46ba-9a96-72e092aa08d5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:15.861203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] For port ffc2b081-c143-46ba-9a96-72e092aa08d5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ffc2b081-c143-46ba-9a96-72e092aa08d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:15.870469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.873204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8d98dc0b-0c98-4a8c-b016-ec64c9065483 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f94b54e42f543f9a269004d596510f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703762 Jul 06 18:34:15.876343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43250) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:15.916277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c88e0-d733-4165-94a6-dc5de19ae571 req-d9ac58af-4f6b-4c08-b1bd-d4fe1f2d8891 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:15.924656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b68c88e0-d733-4165-94a6-dc5de19ae571 req-d9ac58af-4f6b-4c08-b1bd-d4fe1f2d8891 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.2032375 Jul 06 18:34:15.963295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa09d7-9da8-486e-ba46-90912269e1ad None None] Pushing event updated for resources: {'Port': ['ID=ffc2b081-c143-46ba-9a96-72e092aa08d5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:15.991104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:15.995486 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6aecf6d8-c915-4e90-a774-be54cd6b8081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.017225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b68c88e0-d733-4165-94a6-dc5de19ae571 req-ac74e58b-2f39-45b0-b56f-5b9ffbd95b3b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915656 Jul 06 18:34:16.021177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6aecf6d8-c915-4e90-a774-be54cd6b8081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.043248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object c5761570-405e-4c4a-85ce-a40d7cdb6f3d will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:16.100332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6aecf6d8-c915-4e90-a774-be54cd6b8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.103122 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.109846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6aecf6d8-c915-4e90-a774-be54cd6b8081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.111101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6aecf6d8-c915-4e90-a774-be54cd6b8081 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a709403f-4bb4-4df4-9418-854becf50906 HTTP/1.1" status: 204 len: 168 time: 0.2317266 Jul 06 18:34:16.121459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecf6d8-c915-4e90-a774-be54cd6b8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a709403f-4bb4-4df4-9418-854becf50906,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:16.181217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=c5761570-405e-4c4a-85ce-a40d7cdb6f3d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:16.197973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:16.201663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:16.208548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:16.217637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:16.218726 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.244329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-15b92940-39e0-4588-97a6-32efd92fc13e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4107385 Jul 06 18:34:16.247142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43264) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:16.390156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c54da-2f9c-432c-8580-17d4b1a5e8d5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:16.415065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c54da-2f9c-432c-8580-17d4b1a5e8d5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:16.419178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9f4c54da-2f9c-432c-8580-17d4b1a5e8d5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1683588 Jul 06 18:34:16.419424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:16.538067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4c39f6f8-7633-43e7-8406-387994f850e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port c5761570-405e-4c4a-85ce-a40d7cdb6f3d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:16.538428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c39f6f8-7633-43e7-8406-387994f850e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.641254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c39f6f8-7633-43e7-8406-387994f850e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.654622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4c39f6f8-7633-43e7-8406-387994f850e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for c5761570-405e-4c4a-85ce-a40d7cdb6f3d owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:16.816075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c39f6f8-7633-43e7-8406-387994f850e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.860089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39f6f8-7633-43e7-8406-387994f850e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=c5761570-405e-4c4a-85ce-a40d7cdb6f3d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:16.892892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c39f6f8-7633-43e7-8406-387994f850e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.895948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4c39f6f8-7633-43e7-8406-387994f850e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/c5761570-405e-4c4a-85ce-a40d7cdb6f3d HTTP/1.1" status: 204 len: 168 time: 0.4754682 Jul 06 18:34:16.898513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43294) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:16.997980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e7b85-c369-4d5c-83e9-e68a5cb6c032 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:16.999661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e7b85-c369-4d5c-83e9-e68a5cb6c032 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:17.002388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0f0e7b85-c369-4d5c-83e9-e68a5cb6c032 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0989668 Jul 06 18:34:17.005670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43302) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:17.052162 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:34:17.113844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843567-3689-4654-a316-c331b31afb16 req-8f67b840-1b37-4098-82b4-4f0edd6fced3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:17.117487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04843567-3689-4654-a316-c331b31afb16 req-8f67b840-1b37-4098-82b4-4f0edd6fced3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1076913 Jul 06 18:34:17.178804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56607ff-ae71-4201-872e-8b65e2b2fc58 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 23378df4-717a-489c-b2d9-3448c0719922 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:17.190409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04843567-3689-4654-a316-c331b31afb16 req-c1a63915-9ce1-467a-bd96-ff093f338fc0 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664194 Jul 06 18:34:17.194791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c56607ff-ae71-4201-872e-8b65e2b2fc58 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.255674 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c56607ff-ae71-4201-872e-8b65e2b2fc58 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.393696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ffc2b081-c143-46ba-9a96-72e092aa08d5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:17.424253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c56607ff-ae71-4201-872e-8b65e2b2fc58 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.437573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a7a1-4b08-4c3d-9f6d-64e5973c2f75 req-7aa37ea2-9ce1-43e0-8adf-08b831bbd573 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:17.439389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1308a7a1-4b08-4c3d-9f6d-64e5973c2f75 req-7aa37ea2-9ce1-43e0-8adf-08b831bbd573 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1572134 Jul 06 18:34:17.527268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ffc2b081-c143-46ba-9a96-72e092aa08d5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:17.535310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1308a7a1-4b08-4c3d-9f6d-64e5973c2f75 req-27d8fc2a-82d9-40bc-a940-62cb9a9ab982 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743837 Jul 06 18:34:17.554272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c56607ff-ae71-4201-872e-8b65e2b2fc58 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.572626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fe067f98-2a6f-42ab-bdda-8351a91d48f4 None None] Provisioning for port ffc2b081-c143-46ba-9a96-72e092aa08d5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:17.586475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fe067f98-2a6f-42ab-bdda-8351a91d48f4 None None] Provisioning complete for port ffc2b081-c143-46ba-9a96-72e092aa08d5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:17.586875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe067f98-2a6f-42ab-bdda-8351a91d48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.622564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56607ff-ae71-4201-872e-8b65e2b2fc58 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=23378df4-717a-489c-b2d9-3448c0719922,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:17.629536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c56607ff-ae71-4201-872e-8b65e2b2fc58 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.641766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c56607ff-ae71-4201-872e-8b65e2b2fc58 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/23378df4-717a-489c-b2d9-3448c0719922 HTTP/1.1" status: 204 len: 168 time: 0.6347811 Jul 06 18:34:17.644170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43326) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:17.704713 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7bd70678-3775-45d1-8cf9-f55018705657 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569491 Jul 06 18:34:17.705244 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43328) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:17.736210 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe067f98-2a6f-42ab-bdda-8351a91d48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.805969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fe067f98-2a6f-42ab-bdda-8351a91d48f4 None None] For port ffc2b081-c143-46ba-9a96-72e092aa08d5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ffc2b081-c143-46ba-9a96-72e092aa08d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:17.813557 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe067f98-2a6f-42ab-bdda-8351a91d48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.822303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470d39d-9ccb-4cfd-a382-aac0b346bfaa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:17.824225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7470d39d-9ccb-4cfd-a382-aac0b346bfaa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1178975 Jul 06 18:34:17.827154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43336) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:17.901707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe067f98-2a6f-42ab-bdda-8351a91d48f4 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b081-c143-46ba-9a96-72e092aa08d5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:17.902213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37386acc-07b7-430e-8d58-12d3bf5431a5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:17.903904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-37386acc-07b7-430e-8d58-12d3bf5431a5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756533 Jul 06 18:34:17.906448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0ae8b-854b-4d71-a8b6-aa2d7068e18f None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:17.906629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43344) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:17.967191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1b816714-9b17-4155-ab07-012924593f88 None None] Could not find standard attr ID for object c5761570-405e-4c4a-85ce-a40d7cdb6f3d. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:34:17.979507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fd8637c1-d294-49c9-8d02-d9ee59c2f424 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672078 Jul 06 18:34:17.979882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43346) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:17.985330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:18.113543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14053a9f-edb1-494f-b4c3-60b3766a13b0 req-762307ef-4b93-44cc-b929-1bb3cdc60eac tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=842ec29b-0878-4e01-86b3-ddda5ca28a26 HTTP/1.1" status: 200 len: 210 time: 0.0556586 Jul 06 18:34:18.175124 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42dd5aee-cb5c-4d49-90eb-f6a36b30e7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:18.207744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:18.213615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:18.230994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:18.332099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:18.336923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] Deleting port ffc2b081-c143-46ba-9a96-72e092aa08d5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:18.337369 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:18.458890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] For port ffc2b081-c143-46ba-9a96-72e092aa08d5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ffc2b081-c143-46ba-9a96-72e092aa08d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:18.463244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:18.494818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] Calling delete_port for ffc2b081-c143-46ba-9a96-72e092aa08d5 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:18.588306 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:18.696869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:18.710768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:18.719147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:18.731804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:18.732505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:18.768742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7b780-7813-40ec-bb5a-d72b19d48267 req-089ce618-1ccf-4ae0-b251-68a233bcb7e4 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:18.776175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8c7b780-7813-40ec-bb5a-d72b19d48267 req-089ce618-1ccf-4ae0-b251-68a233bcb7e4 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.2626331 Jul 06 18:34:18.776871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=0ebfac17-8678-4fe1-a733-ff2c39290660,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:18.790598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] Pushing event deleted for resources: {'Port': ['ID=ffc2b081-c143-46ba-9a96-72e092aa08d5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:18.794579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c0db5-9c7a-41a3-a2d2-55fdbc079897 None None] No DVR routers for this DVR port ffc2b081-c143-46ba-9a96-72e092aa08d5 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:18.799026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-56f66520-e518-4f81-883f-3df642b056a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8178632 Jul 06 18:34:18.801816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43396) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:18.824230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '0ebfac17-8678-4fe1-a733-ff2c39290660', 'ip_address': '2001:db8::a4bd:5682:ae3d:4ced'}], 'name': 'tempest-NetworksTestDHCPv6-736316117'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:18.824647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a8363-41aa-47cc-a1a4-60fd78d4a7bd None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:18.882719 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8c7b780-7813-40ec-bb5a-d72b19d48267 req-f74d28b7-4471-41d3-a182-328aec725aeb tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957711 Jul 06 18:34:19.106777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19025e74-1376-479b-b8ea-ca5b5204b71c req-dc7d82bd-4b4c-4af3-9e1a-a963c129b8f3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:19.109020 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19025e74-1376-479b-b8ea-ca5b5204b71c req-dc7d82bd-4b4c-4af3-9e1a-a963c129b8f3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1223562 Jul 06 18:34:19.132518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:19.213463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19025e74-1376-479b-b8ea-ca5b5204b71c req-8f978ae1-2fbc-4183-8019-4247e0f80ed2 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974073 Jul 06 18:34:19.307194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9287173e-b449-4004-8735-602ac3006f68 req-c46cac46-8dec-4e16-9f81-5e403a0f346e tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0616407 Jul 06 18:34:19.312515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.361279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 931e1ee0-65fa-4a78-a9f3-b9a41d150788 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:19.377331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ffc2b081-c143-46ba-9a96-72e092aa08d5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:19.412265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ffc2b081-c143-46ba-9a96-72e092aa08d5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:19.412922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ffc2b081-c143-46ba-9a96-72e092aa08d5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:19.434848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.546057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '0ebfac17-8678-4fe1-a733-ff2c39290660'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:19.547077 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.645995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::a4bd:5682:ae3d:4ced (1155fe0f-cf73-44cf-856d-cc5f5570ca01/0ebfac17-8678-4fe1-a733-ff2c39290660/931e1ee0-65fa-4a78-a9f3-b9a41d150788) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:19.897569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.913559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 931e1ee0-65fa-4a78-a9f3-b9a41d150788 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:19.970861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.007572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/0ebfac17-8678-4fe1-a733-ff2c39290660/95689f6f-07c9-45ae-8902-cbaa425c69d5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:20.027935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:20.031658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:20.039551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:20.045849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:20.046695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.051530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=931e1ee0-65fa-4a78-a9f3-b9a41d150788,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:20.076230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-144bd113-3869-404c-a2d9-aed5f5930294 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2720423 Jul 06 18:34:20.079104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:20.163836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9545ee-6e43-40ff-b8e8-cd2ba4b2d5ea req-713718ef-4753-4be2-a789-afdde315dad4 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:20.165426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c9545ee-6e43-40ff-b8e8-cd2ba4b2d5ea req-713718ef-4753-4be2-a789-afdde315dad4 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1086030 Jul 06 18:34:20.182362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6478ff-83cf-41b6-8316-22f76f025eeb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:20.186903 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6b6478ff-83cf-41b6-8316-22f76f025eeb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1053412 Jul 06 18:34:20.187612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43436) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:20.274328 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c9545ee-6e43-40ff-b8e8-cd2ba4b2d5ea req-5e727b2e-d7bb-47b4-be40-d39ef31b2aa5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024377 Jul 06 18:34:20.330788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77db40b7-562a-4869-b100-96e433a4ad61 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 931e1ee0-65fa-4a78-a9f3-b9a41d150788 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:20.331639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77db40b7-562a-4869-b100-96e433a4ad61 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.337777 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.375760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Transition to ACTIVE for port object 95689f6f-07c9-45ae-8902-cbaa425c69d5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:20.422427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Transition to ACTIVE for port object 95689f6f-07c9-45ae-8902-cbaa425c69d5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:20.435894 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.569473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:20.573053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77db40b7-562a-4869-b100-96e433a4ad61 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.580662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:20.585041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:20.593290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Pushing event updated for resources: {'Port': ['ID=95689f6f-07c9-45ae-8902-cbaa425c69d5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:20.614069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cfd7e-488f-4afb-828b-c599df35b0ee req-e18e25bb-42c9-4438-b17f-2328ee9f6658 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:20.615707 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f07cfd7e-488f-4afb-828b-c599df35b0ee req-e18e25bb-42c9-4438-b17f-2328ee9f6658 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1679275 Jul 06 18:34:20.620685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4111a66-d0d3-483e-8181-362377408f2f req-c386015a-1f48-4055-990f-76e7eb49c675 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0914278 Jul 06 18:34:20.626028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77db40b7-562a-4869-b100-96e433a4ad61 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 931e1ee0-65fa-4a78-a9f3-b9a41d150788 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:20.720827 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f07cfd7e-488f-4afb-828b-c599df35b0ee req-e8ebb2da-8597-410e-8ca6-3fc095101d15 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884647 Jul 06 18:34:20.752989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Attempting to bind port 95689f6f-07c9-45ae-8902-cbaa425c69d5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:20.753737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Attempting to bind port 95689f6f-07c9-45ae-8902-cbaa425c69d5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:20.754870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Attempting to bind port 95689f6f-07c9-45ae-8902-cbaa425c69d5 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:20.765892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:20.766564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:20.767648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.768304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:20.769820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Bound port: 95689f6f-07c9-45ae-8902-cbaa425c69d5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:20.770791 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.854036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] For port 95689f6f-07c9-45ae-8902-cbaa425c69d5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:20.858478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] For port 95689f6f-07c9-45ae-8902-cbaa425c69d5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95689f6f-07c9-45ae-8902-cbaa425c69d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:20.879646 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:21.053123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:21.059741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a9bae-925a-43ee-bb8a-6613f2f2b363 None None] Pushing event updated for resources: {'Port': ['ID=95689f6f-07c9-45ae-8902-cbaa425c69d5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:21.322180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87764f57-6923-4c08-a240-20bdaf42a763 req-151bb39e-2c0c-4972-bdcb-c2677a8c0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:21.324306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87764f57-6923-4c08-a240-20bdaf42a763 req-151bb39e-2c0c-4972-bdcb-c2677a8c0ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1095 time: 0.1691070 Jul 06 18:34:21.332864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d7106-093c-4f83-98f2-18a60fe09e62 req-dc6a675c-f1cc-4d49-89d4-55dacb210a27 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:21.340181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b7d7106-093c-4f83-98f2-18a60fe09e62 req-dc6a675c-f1cc-4d49-89d4-55dacb210a27 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1823893 Jul 06 18:34:21.349680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77db40b7-562a-4869-b100-96e433a4ad61 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:21.441892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95689f6f-07c9-45ae-8902-cbaa425c69d5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:21.516407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db40b7-562a-4869-b100-96e433a4ad61 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=931e1ee0-65fa-4a78-a9f3-b9a41d150788,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:21.527954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 95689f6f-07c9-45ae-8902-cbaa425c69d5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:21.566471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-891bf921-4765-4e71-b3a5-1a957c137b05 req-7f222834-a133-4670-8fde-38c72ca17a5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=842ec29b-0878-4e01-86b3-ddda5ca28a26 HTTP/1.1" status: 200 len: 210 time: 0.0573416 Jul 06 18:34:21.570297 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b7d7106-093c-4f83-98f2-18a60fe09e62 req-88ebfd11-67a6-4665-b7e2-946db3f64b8f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280438 Jul 06 18:34:21.578311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77db40b7-562a-4869-b100-96e433a4ad61 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:21.579931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a60d83-37b3-4dfe-aa39-1bb4ec4770dd req-694a4fab-7383-4b62-8e8f-617e42b6f9b2 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:21.580233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-77db40b7-562a-4869-b100-96e433a4ad61 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/931e1ee0-65fa-4a78-a9f3-b9a41d150788 HTTP/1.1" status: 204 len: 168 time: 1.3916168 Jul 06 18:34:21.587178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81a60d83-37b3-4dfe-aa39-1bb4ec4770dd req-694a4fab-7383-4b62-8e8f-617e42b6f9b2 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1694937 Jul 06 18:34:21.597369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43456) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:21.641064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81a60d83-37b3-4dfe-aa39-1bb4ec4770dd req-f3031546-1772-4bca-b888-742f729afa1e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528595 Jul 06 18:34:21.688671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87764f57-6923-4c08-a240-20bdaf42a763 req-794d5047-867c-4f3a-b4d6-fbc58a6b807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:21.690477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87764f57-6923-4c08-a240-20bdaf42a763 req-794d5047-867c-4f3a-b4d6-fbc58a6b807f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.3419268 Jul 06 18:34:21.732056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05d00b-6301-4c83-a82c-b7a7564f33b7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:21.733698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05d00b-6301-4c83-a82c-b7a7564f33b7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:21.739476 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc05d00b-6301-4c83-a82c-b7a7564f33b7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1367996 Jul 06 18:34:21.739697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43460) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:21.816407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87764f57-6923-4c08-a240-20bdaf42a763 req-80c772fc-7547-4e91-9f36-482a0446dfa6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 999 time: 0.1063948 Jul 06 18:34:21.855469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cb14fd-4aec-4503-bad3-27939b2dda1f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 0ebfac17-8678-4fe1-a733-ff2c39290660 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:21.860567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4cb14fd-4aec-4503-bad3-27939b2dda1f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:21.876069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87764f57-6923-4c08-a240-20bdaf42a763 req-ffe79dca-b7c7-4c46-ad97-fa35c2e2be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:21.878119 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87764f57-6923-4c08-a240-20bdaf42a763 req-ffe79dca-b7c7-4c46-ad97-fa35c2e2be4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.0494962 Jul 06 18:34:21.904861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3414467-0a50-42a7-80e0-f26165661cb5 req-8405d5d7-8dee-44e7-bdf6-87e702586105 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0749047 Jul 06 18:34:21.932998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4cb14fd-4aec-4503-bad3-27939b2dda1f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.037296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84c5e-ca43-4ec8-ab26-b63dde5f80e2 req-dbf38837-1238-4bd9-96c9-582427b59ec9 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:22.039026 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cd84c5e-ca43-4ec8-ab26-b63dde5f80e2 req-dbf38837-1238-4bd9-96c9-582427b59ec9 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1600223 Jul 06 18:34:22.041144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4cb14fd-4aec-4503-bad3-27939b2dda1f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.042411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87764f57-6923-4c08-a240-20bdaf42a763 req-597aefd7-0b42-475a-ac2b-f5baba35cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:22.044123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87764f57-6923-4c08-a240-20bdaf42a763 req-597aefd7-0b42-475a-ac2b-f5baba35cc75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536472 Jul 06 18:34:22.116183 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.156503 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75d7f9aa-50af-4399-8489-14e1e5d3900f req-35dd1e04-2403-44dc-85d8-a89a0ddd947d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0550895 Jul 06 18:34:22.166348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cd84c5e-ca43-4ec8-ab26-b63dde5f80e2 req-59a5c583-f6fc-4674-ae09-4f0777af0507 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211123 Jul 06 18:34:22.191300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4cb14fd-4aec-4503-bad3-27939b2dda1f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.230400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87764f57-6923-4c08-a240-20bdaf42a763 req-e1a99372-7734-4e47-887e-6ee88b73e3ca service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767507 Jul 06 18:34:22.255345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb14fd-4aec-4503-bad3-27939b2dda1f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebfac17-8678-4fe1-a733-ff2c39290660,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:22.268085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4cb14fd-4aec-4503-bad3-27939b2dda1f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.270196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f4cb14fd-4aec-4503-bad3-27939b2dda1f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/0ebfac17-8678-4fe1-a733-ff2c39290660 HTTP/1.1" status: 204 len: 168 time: 0.5305924 Jul 06 18:34:22.272721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43466) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:22.318474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8b72d4c4-51e2-4765-9957-6db2d3b9a78f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442700 Jul 06 18:34:22.321493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43470) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:22.327119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:22.381113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87764f57-6923-4c08-a240-20bdaf42a763 req-a1f89424-b557-4db7-91d9-0f4396e00c2c service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398504 Jul 06 18:34:22.392948 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.420816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d9d3f-d433-4b24-8d05-b225d586d32f None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:22.436288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:22.440591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.550403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-289d28b0-ee78-42c4-b8c3-b2c79923f088 None None] Provisioning for port 95689f6f-07c9-45ae-8902-cbaa425c69d5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:22.555507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-289d28b0-ee78-42c4-b8c3-b2c79923f088 None None] Provisioning complete for port 95689f6f-07c9-45ae-8902-cbaa425c69d5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:22.556296 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-289d28b0-ee78-42c4-b8c3-b2c79923f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.694425 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-289d28b0-ee78-42c4-b8c3-b2c79923f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.728542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.738224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:22.746980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-289d28b0-ee78-42c4-b8c3-b2c79923f088 None None] For port 95689f6f-07c9-45ae-8902-cbaa425c69d5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95689f6f-07c9-45ae-8902-cbaa425c69d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:22.772158 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-289d28b0-ee78-42c4-b8c3-b2c79923f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.803413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:22.832810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:22.840814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d28b0-ee78-42c4-b8c3-b2c79923f088 None None] Pushing event updated for resources: {'Port': ['ID=95689f6f-07c9-45ae-8902-cbaa425c69d5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:22.842032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:22.842643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.859328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=9e04c793-675d-41fd-a496-af37a6a8d02f,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:22.873406 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f45b9742-1433-40bc-bab1-c63081d885fd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5488439 Jul 06 18:34:22.874934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:22.877388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] Deleting port 95689f6f-07c9-45ae-8902-cbaa425c69d5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:22.877795 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.883560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '9e04c793-675d-41fd-a496-af37a6a8d02f', 'ip_address': '2001:db8::358f:2e5f:d854:1c42'}], 'name': 'tempest-NetworksTestDHCPv6-2005279399'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:22.942064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74813738-4c87-49d5-b049-ba6202943752 req-c3ff26bb-5066-4ecc-94ae-b8dd282d84e4 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:22.944313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-74813738-4c87-49d5-b049-ba6202943752 req-c3ff26bb-5066-4ecc-94ae-b8dd282d84e4 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1173930 Jul 06 18:34:22.974125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01035f-f0f1-4c8a-96df-30e396f64a9e req-70e072cb-77dc-4c5d-9496-dfc42f31e930 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:22.976552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b01035f-f0f1-4c8a-96df-30e396f64a9e req-70e072cb-77dc-4c5d-9496-dfc42f31e930 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1974847 Jul 06 18:34:22.990651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] For port 95689f6f-07c9-45ae-8902-cbaa425c69d5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95689f6f-07c9-45ae-8902-cbaa425c69d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:22.991181 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:23.008017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-74813738-4c87-49d5-b049-ba6202943752 req-f9fb2ab6-323e-4409-8aa3-adc40ff95969 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Jul 06 18:34:23.008634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] Calling delete_port for 95689f6f-07c9-45ae-8902-cbaa425c69d5 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:23.065978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b01035f-f0f1-4c8a-96df-30e396f64a9e req-bc3c37c1-2aea-413b-ad3d-3cd17af1cacb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780818 Jul 06 18:34:23.068200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:23.140896 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:23.191846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] No DVR routers for this DVR port 95689f6f-07c9-45ae-8902-cbaa425c69d5 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:23.213157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f3d79-4e8d-4c51-87e0-cf7d9d105b0d None None] Pushing event deleted for resources: {'Port': ['ID=95689f6f-07c9-45ae-8902-cbaa425c69d5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:23.214085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:23.219597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e592031-3361-4572-b799-30b6afb7c998 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:23.276251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:23.380023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-dd0c1cfa-fcc3-41f4-9325-4389fc07d3a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.388766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-dd0c1cfa-fcc3-41f4-9325-4389fc07d3a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.399495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-dd0c1cfa-fcc3-41f4-9325-4389fc07d3a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.406478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95689f6f-07c9-45ae-8902-cbaa425c69d5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:23.425536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-dd0c1cfa-fcc3-41f4-9325-4389fc07d3a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.432661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-dd0c1cfa-fcc3-41f4-9325-4389fc07d3a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.439640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-dd0c1cfa-fcc3-41f4-9325-4389fc07d3a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.440471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 95689f6f-07c9-45ae-8902-cbaa425c69d5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:23.440826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95689f6f-07c9-45ae-8902-cbaa425c69d5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:23.451267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-dd0c1cfa-fcc3-41f4-9325-4389fc07d3a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.460720 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-dd0c1cfa-fcc3-41f4-9325-4389fc07d3a2 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.2070606 Jul 06 18:34:23.495498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '9e04c793-675d-41fd-a496-af37a6a8d02f'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:23.496394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:23.504782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d09e033f-4cdb-4198-9f06-ba9f4038ff15 req-7220dbb2-d4ad-40f0-9650-67d6c91e441d tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0416989 Jul 06 18:34:23.523040 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1862eb0c-4e44-474e-bdb8-0944ef103eb5 req-f5dfa456-45b9-46a2-baab-ed684d888aa8 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617251 Jul 06 18:34:23.681659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/9e04c793-675d-41fd-a496-af37a6a8d02f/45e8b69d-ed21-4c2a-9102-d1369beb6642) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:23.787203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbfe9-170c-46ab-ad4b-644079b7ed6a req-00153f97-09e3-463f-95b1-ac8763d4c2b3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.798211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-537bbfe9-170c-46ab-ad4b-644079b7ed6a req-00153f97-09e3-463f-95b1-ac8763d4c2b3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.0895925 Jul 06 18:34:23.843875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491ac95-b743-4b68-9dc5-8f3383b6ddc7 req-4acf6ba4-fc39-46d7-8e16-39a7fc8146de tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.850231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491ac95-b743-4b68-9dc5-8f3383b6ddc7 req-4acf6ba4-fc39-46d7-8e16-39a7fc8146de tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.852454 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-537bbfe9-170c-46ab-ad4b-644079b7ed6a req-df3d5f7c-a29d-4874-8739-75609a7b907e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531330 Jul 06 18:34:23.855621 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:23.856865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491ac95-b743-4b68-9dc5-8f3383b6ddc7 req-4acf6ba4-fc39-46d7-8e16-39a7fc8146de tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.863098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491ac95-b743-4b68-9dc5-8f3383b6ddc7 req-4acf6ba4-fc39-46d7-8e16-39a7fc8146de tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.869512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Transition to ACTIVE for port object 45e8b69d-ed21-4c2a-9102-d1369beb6642 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:23.870177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491ac95-b743-4b68-9dc5-8f3383b6ddc7 req-4acf6ba4-fc39-46d7-8e16-39a7fc8146de tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.876379 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491ac95-b743-4b68-9dc5-8f3383b6ddc7 req-4acf6ba4-fc39-46d7-8e16-39a7fc8146de tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.882325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491ac95-b743-4b68-9dc5-8f3383b6ddc7 req-4acf6ba4-fc39-46d7-8e16-39a7fc8146de tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:23.884453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a491ac95-b743-4b68-9dc5-8f3383b6ddc7 req-4acf6ba4-fc39-46d7-8e16-39a7fc8146de tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.1185915 Jul 06 18:34:23.885089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Transition to ACTIVE for port object 45e8b69d-ed21-4c2a-9102-d1369beb6642 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:23.898950 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:23.942491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:23.946534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::358f:2e5f:d854:1c42 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/9e04c793-675d-41fd-a496-af37a6a8d02f/9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:23.950712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:23.953638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:23.962055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Pushing event updated for resources: {'Port': ['ID=45e8b69d-ed21-4c2a-9102-d1369beb6642,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:24.021307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Attempting to bind port 45e8b69d-ed21-4c2a-9102-d1369beb6642 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:24.021746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Attempting to bind port 45e8b69d-ed21-4c2a-9102-d1369beb6642 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:24.022973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Attempting to bind port 45e8b69d-ed21-4c2a-9102-d1369beb6642 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:24.027766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:24.028139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:24.028541 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:24.029013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:24.029627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Bound port: 45e8b69d-ed21-4c2a-9102-d1369beb6642, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:24.030123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:24.143260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] For port 45e8b69d-ed21-4c2a-9102-d1369beb6642, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:24.151353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] For port 45e8b69d-ed21-4c2a-9102-d1369beb6642, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=45e8b69d-ed21-4c2a-9102-d1369beb6642,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:24.161983 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:24.242358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1a258-dd2f-410e-9664-bf3dd537a002 None None] Pushing event updated for resources: {'Port': ['ID=45e8b69d-ed21-4c2a-9102-d1369beb6642,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:24.322374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aa48e-89ba-4ba1-b931-2122492b55c6 req-a1727875-7612-45fe-bd9b-9610463000bf tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:24.324018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-276aa48e-89ba-4ba1-b931-2122492b55c6 req-a1727875-7612-45fe-bd9b-9610463000bf tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.0892394 Jul 06 18:34:24.386781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-276aa48e-89ba-4ba1-b931-2122492b55c6 req-73c4340a-3ce1-4d61-bc75-0e810070ee6d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560846 Jul 06 18:34:24.465363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b05b69-ad09-4c4c-b61f-17e49cd50d09 req-4c6f5c15-a80d-47fb-802a-27fa61d09b4b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:24.466811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e2b05b69-ad09-4c4c-b61f-17e49cd50d09 req-4c6f5c15-a80d-47fb-802a-27fa61d09b4b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1332510 Jul 06 18:34:24.472946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:24.538083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:24.571198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e2b05b69-ad09-4c4c-b61f-17e49cd50d09 req-30701ee5-31f2-413f-9af9-3cb31c63dded tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621715 Jul 06 18:34:24.615670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:24.685894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:24.700962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:24.705397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:24.711301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:24.712058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:24.723137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:24.737200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ef905e5d-6223-4a45-a164-36f93de70f09 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8583705 Jul 06 18:34:24.739545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43506) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:24.743995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9e4b8e8-1860-4ba7-94bb-4a4f7272ca2d req-5eb53416-63e4-474e-931e-97c319af3c8d tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0386467 Jul 06 18:34:24.824633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b7649-d49e-4331-ac58-69de5c68e813 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:24.831272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b7649-d49e-4331-ac58-69de5c68e813 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:24.833019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-640b7649-d49e-4331-ac58-69de5c68e813 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0915959 Jul 06 18:34:24.835988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43510) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:24.952025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-47519047-42f4-49e9-82ec-55be52d84c4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:24.952376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47519047-42f4-49e9-82ec-55be52d84c4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.054603 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47519047-42f4-49e9-82ec-55be52d84c4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.068558 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-47519047-42f4-49e9-82ec-55be52d84c4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:25.093064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d1d69-d732-40ad-93cb-a7ec0d1b11f2 req-7c5d0998-cae1-4494-8a61-c02437f468e5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:25.094684 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd5d1d69-d732-40ad-93cb-a7ec0d1b11f2 req-7c5d0998-cae1-4494-8a61-c02437f468e5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.0785456 Jul 06 18:34:25.187233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd5d1d69-d732-40ad-93cb-a7ec0d1b11f2 req-983c7f86-e2a7-408d-9447-ecdeec8519ce tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716548 Jul 06 18:34:25.269969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47519047-42f4-49e9-82ec-55be52d84c4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.314677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47519047-42f4-49e9-82ec-55be52d84c4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:25.348626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47519047-42f4-49e9-82ec-55be52d84c4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.351625 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-47519047-42f4-49e9-82ec-55be52d84c4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87 HTTP/1.1" status: 204 len: 168 time: 0.5143073 Jul 06 18:34:25.354083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:25.428891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-281b447d-ca16-4c79-8132-9f9d28f466ea req-cd32ff81-e075-4ce9-9396-035d4d1cf030 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0450978 Jul 06 18:34:25.434140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 45e8b69d-ed21-4c2a-9102-d1369beb6642 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:25.442962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36062ad4-bc46-45fe-823f-41df6fcdd0fa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:25.445237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36062ad4-bc46-45fe-823f-41df6fcdd0fa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:25.447194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-36062ad4-bc46-45fe-823f-41df6fcdd0fa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0916362 Jul 06 18:34:25.450024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43532) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:25.519340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-34be4ce7-ac11-44ef-89d4-185dad9f6b29 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 9e04c793-675d-41fd-a496-af37a6a8d02f {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:25.523364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34be4ce7-ac11-44ef-89d4-185dad9f6b29 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.542303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 45e8b69d-ed21-4c2a-9102-d1369beb6642 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:25.626425 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34be4ce7-ac11-44ef-89d4-185dad9f6b29 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.728809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34be4ce7-ac11-44ef-89d4-185dad9f6b29 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.808723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76973c2-b4b1-4f08-a904-edaae54b7df3 req-207676e6-812a-454c-b00f-b153b43a0298 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:25.816714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e76973c2-b4b1-4f08-a904-edaae54b7df3 req-207676e6-812a-454c-b00f-b153b43a0298 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.0913670 Jul 06 18:34:25.854050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-917ce993-c0a3-480a-97e5-3e5c092ec72e None None] Provisioning for port 45e8b69d-ed21-4c2a-9102-d1369beb6642 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:25.860797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34be4ce7-ac11-44ef-89d4-185dad9f6b29 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.865889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-917ce993-c0a3-480a-97e5-3e5c092ec72e None None] Provisioning complete for port 45e8b69d-ed21-4c2a-9102-d1369beb6642 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:25.866511 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-917ce993-c0a3-480a-97e5-3e5c092ec72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.924594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be4ce7-ac11-44ef-89d4-185dad9f6b29 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=9e04c793-675d-41fd-a496-af37a6a8d02f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:25.927074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34be4ce7-ac11-44ef-89d4-185dad9f6b29 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:25.930199 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e76973c2-b4b1-4f08-a904-edaae54b7df3 req-05ad3683-b205-4bdc-8bab-480466441cbe tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062505 Jul 06 18:34:25.933986 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-34be4ce7-ac11-44ef-89d4-185dad9f6b29 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/9e04c793-675d-41fd-a496-af37a6a8d02f HTTP/1.1" status: 204 len: 168 time: 0.4825978 Jul 06 18:34:25.934175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43542) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:26.029187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2d56a-1c0c-495f-b150-eea5d927686f None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:26.064030 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1c9cc919-8e86-431f-a742-8007bd1657c3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1285639 Jul 06 18:34:26.068342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43550) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:26.077765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:26.125881 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-917ce993-c0a3-480a-97e5-3e5c092ec72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:26.193022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:26.199841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:26.202166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-917ce993-c0a3-480a-97e5-3e5c092ec72e None None] For port 45e8b69d-ed21-4c2a-9102-d1369beb6642, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=45e8b69d-ed21-4c2a-9102-d1369beb6642,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:26.222820 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-917ce993-c0a3-480a-97e5-3e5c092ec72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:26.392313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43564) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:26.531809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4e76604b-1db3-49f3-9347-c683b8f6a5a7 None None] Could not find standard attr ID for object 931e1ee0-65fa-4a78-a9f3-b9a41d150788. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:34:26.532441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21ca81-fa08-4eff-8d58-85c4500d81f4 req-67c4ec1b-9def-49e4-a627-479d120c0473 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.541976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b21ca81-fa08-4eff-8d58-85c4500d81f4 req-67c4ec1b-9def-49e4-a627-479d120c0473 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1414750 Jul 06 18:34:26.565802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759382-810a-413f-b02b-b8a873f73f52 req-db0c4fc1-81a5-4a11-b828-d52dfbda7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.566294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759382-810a-413f-b02b-b8a873f73f52 req-db0c4fc1-81a5-4a11-b828-d52dfbda7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.566769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759382-810a-413f-b02b-b8a873f73f52 req-db0c4fc1-81a5-4a11-b828-d52dfbda7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.567283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759382-810a-413f-b02b-b8a873f73f52 req-db0c4fc1-81a5-4a11-b828-d52dfbda7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.567804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759382-810a-413f-b02b-b8a873f73f52 req-db0c4fc1-81a5-4a11-b828-d52dfbda7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.568333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759382-810a-413f-b02b-b8a873f73f52 req-db0c4fc1-81a5-4a11-b828-d52dfbda7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.569121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759382-810a-413f-b02b-b8a873f73f52 req-db0c4fc1-81a5-4a11-b828-d52dfbda7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.571602 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10759382-810a-413f-b02b-b8a873f73f52 req-db0c4fc1-81a5-4a11-b828-d52dfbda7760 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6493 time: 0.1778941 Jul 06 18:34:26.594853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ce993-c0a3-480a-97e5-3e5c092ec72e None None] Pushing event updated for resources: {'Port': ['ID=45e8b69d-ed21-4c2a-9102-d1369beb6642,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:26.633174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10759382-810a-413f-b02b-b8a873f73f52 req-2b9e3689-2485-4508-af6e-08d65b4f8aab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552325 Jul 06 18:34:26.682415 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b21ca81-fa08-4eff-8d58-85c4500d81f4 req-377eb65e-ee90-4e07-baa9-a3a504710391 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365898 Jul 06 18:34:26.684464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:26.693244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:26.749764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:26.760556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:26.769265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:26.770029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:26.784229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=d9745055-3161-4894-9435-85746f51490c,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:26.793493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bd26549-0751-49e6-b6c1-472faa7f44ab req-88b9cc30-f138-4a34-ad95-c75925e70b39 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0791345 Jul 06 18:34:26.795514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] Deleting port 45e8b69d-ed21-4c2a-9102-d1369beb6642 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:26.795910 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:26.805375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f463cc3d-ca93-47a7-971b-519d10b1278c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7331393 Jul 06 18:34:26.808862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43580) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:26.814204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': 'd9745055-3161-4894-9435-85746f51490c', 'ip_address': '2001:db8::e1ad:bf26:b91f:2e3a'}], 'name': 'tempest-NetworksTestDHCPv6-827675018'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:26.929079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] For port 45e8b69d-ed21-4c2a-9102-d1369beb6642, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=45e8b69d-ed21-4c2a-9102-d1369beb6642,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:26.929479 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:26.944391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] Calling delete_port for 45e8b69d-ed21-4c2a-9102-d1369beb6642 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:26.984918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:27.052360 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.077061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] Pushing event deleted for resources: {'Port': ['ID=45e8b69d-ed21-4c2a-9102-d1369beb6642,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:27.090622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556585f8-90b6-406c-b032-2de1c24f2f67 None None] No DVR routers for this DVR port 45e8b69d-ed21-4c2a-9102-d1369beb6642 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:27.114680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.122113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b32d8d-48d0-42ee-9a77-e9273f85f5d2 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:27.135692 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:27.178666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17bc8e-6e5a-42b7-b8a9-da6e21a7dca2 req-a283cdef-60e7-4a0d-a204-6b7f162cbbd5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:27.181208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d17bc8e-6e5a-42b7-b8a9-da6e21a7dca2 req-a283cdef-60e7-4a0d-a204-6b7f162cbbd5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.0865996 Jul 06 18:34:27.238991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8d17bc8e-6e5a-42b7-b8a9-da6e21a7dca2 req-4db90129-4c90-4dec-b774-e8b11e875cc2 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520430 Jul 06 18:34:27.343757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 45e8b69d-ed21-4c2a-9102-d1369beb6642 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:27.355485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::e1ad:bf26:b91f:2e3a (1155fe0f-cf73-44cf-856d-cc5f5570ca01/d9745055-3161-4894-9435-85746f51490c/f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:27.367860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': 'd9745055-3161-4894-9435-85746f51490c'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:27.368789 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.371252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 45e8b69d-ed21-4c2a-9102-d1369beb6642 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:27.371691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 45e8b69d-ed21-4c2a-9102-d1369beb6642 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:27.508769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.523185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:27.558534 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.602836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:27.608185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:27.612197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:27.616029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/d9745055-3161-4894-9435-85746f51490c/a62a31c4-f262-44d6-9503-84ef354a2a89) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:27.618026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:27.618695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.626006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:27.646500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:27.649054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7f4b9e85-a9fa-40cb-9dc4-c28e4da041a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8366468 Jul 06 18:34:27.722780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db39a752-709d-4ecb-b02e-936fdd7165df tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:27.725950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-db39a752-709d-4ecb-b02e-936fdd7165df tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0765917 Jul 06 18:34:27.726961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43596) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:27.796870 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.806619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Transition to ACTIVE for port object a62a31c4-f262-44d6-9503-84ef354a2a89 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:27.824513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Transition to ACTIVE for port object a62a31c4-f262-44d6-9503-84ef354a2a89 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:27.836264 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.845693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-82cb2a5b-f7ee-4da8-8a8d-cbb9e0a4b4f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:27.846108 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82cb2a5b-f7ee-4da8-8a8d-cbb9e0a4b4f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.880697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:27.883950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:27.886574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:27.901663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Pushing event updated for resources: {'Port': ['ID=a62a31c4-f262-44d6-9503-84ef354a2a89,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:27.957974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Attempting to bind port a62a31c4-f262-44d6-9503-84ef354a2a89 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:27.958398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Attempting to bind port a62a31c4-f262-44d6-9503-84ef354a2a89 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:27.960048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Attempting to bind port a62a31c4-f262-44d6-9503-84ef354a2a89 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:27.965165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:27.965165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:27.965786 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.966431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:27.967009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Bound port: a62a31c4-f262-44d6-9503-84ef354a2a89, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:27.968836 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.996735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b57610e7-4c83-4971-913d-08773315b297 req-98fc1b9e-58b1-471c-bbde-c14abbf04bbe tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0394681 Jul 06 18:34:27.999331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82cb2a5b-f7ee-4da8-8a8d-cbb9e0a4b4f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.014349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-82cb2a5b-f7ee-4da8-8a8d-cbb9e0a4b4f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:28.054764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] For port a62a31c4-f262-44d6-9503-84ef354a2a89, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:28.067407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] For port a62a31c4-f262-44d6-9503-84ef354a2a89, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a62a31c4-f262-44d6-9503-84ef354a2a89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:28.077175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.126626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc9cb-6f77-42ab-b598-cce5679f829e req-0b5d872c-548b-45db-809d-d2be964e202c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:28.128220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ccfc9cb-6f77-42ab-b598-cce5679f829e req-0b5d872c-548b-45db-809d-d2be964e202c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.2366669 Jul 06 18:34:28.138824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99746416-f7a9-4797-a99a-069d9660d528 None None] Pushing event updated for resources: {'Port': ['ID=a62a31c4-f262-44d6-9503-84ef354a2a89,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:28.205936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3ccfc9cb-6f77-42ab-b598-cce5679f829e req-eb10362f-7244-489f-a944-dee855f80b04 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707235 Jul 06 18:34:28.236732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82cb2a5b-f7ee-4da8-8a8d-cbb9e0a4b4f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.269933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb2a5b-f7ee-4da8-8a8d-cbb9e0a4b4f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:28.302907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82cb2a5b-f7ee-4da8-8a8d-cbb9e0a4b4f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.306624 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-82cb2a5b-f7ee-4da8-8a8d-cbb9e0a4b4f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff HTTP/1.1" status: 204 len: 168 time: 0.5784540 Jul 06 18:34:28.307685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43606) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:28.383498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047006ba-a76c-4feb-b2f1-08c0e8dcfd84 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:28.385018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047006ba-a76c-4feb-b2f1-08c0e8dcfd84 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:28.387088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-047006ba-a76c-4feb-b2f1-08c0e8dcfd84 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0757976 Jul 06 18:34:28.389421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43608) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:28.470898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-533ac5c9-b751-479d-bb1e-e0179f9ecfcc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet d9745055-3161-4894-9435-85746f51490c {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:28.476302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-533ac5c9-b751-479d-bb1e-e0179f9ecfcc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.535907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-533ac5c9-b751-479d-bb1e-e0179f9ecfcc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.558196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbab8c-6df0-4679-91e8-6e8fbb6a0165 req-13476286-5b88-45c6-ad92-f36d08a5cf94 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:28.560023 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-76fbab8c-6df0-4679-91e8-6e8fbb6a0165 req-13476286-5b88-45c6-ad92-f36d08a5cf94 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.0941069 Jul 06 18:34:28.608727 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-76fbab8c-6df0-4679-91e8-6e8fbb6a0165 req-4614f494-5a90-40a1-8200-75d50f0da4cd tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Jul 06 18:34:28.640410 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-533ac5c9-b751-479d-bb1e-e0179f9ecfcc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.706735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-533ac5c9-b751-479d-bb1e-e0179f9ecfcc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.737281 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-533ac5c9-b751-479d-bb1e-e0179f9ecfcc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:28.739224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-533ac5c9-b751-479d-bb1e-e0179f9ecfcc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/d9745055-3161-4894-9435-85746f51490c HTTP/1.1" status: 204 len: 168 time: 0.3487284 Jul 06 18:34:28.740714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ac5c9-b751-479d-bb1e-e0179f9ecfcc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=d9745055-3161-4894-9435-85746f51490c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:28.741944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43610) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:28.780209 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7fa2ce51-d5c7-47d2-b816-d7cefb3c4173 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369570 Jul 06 18:34:28.783538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43612) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:28.876852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693226de-04ba-4044-9124-bef8a98f6333 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:28.878505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-693226de-04ba-4044-9124-bef8a98f6333 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0939307 Jul 06 18:34:28.881343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43614) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:28.934556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9f9e8-88cf-492b-8166-cff2f164da80 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:28.938564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-11f9f9e8-88cf-492b-8166-cff2f164da80 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537741 Jul 06 18:34:28.938810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43616) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:28.986606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0b3b3c7a-5cbe-42bc-add6-2c89e9cb74f3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427222 Jul 06 18:34:28.986983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43618) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:28.992374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:29.103016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:29.106914 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.227247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe2664-5f5b-475b-898d-396d13fb5a6c None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:29.230831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-792605ca-1a56-4177-82f9-387440e5ec71 req-f2904bd5-dacd-48a0-b88f-b507e9f17e12 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0408111 Jul 06 18:34:29.313994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8af7f13c-72f7-45ba-823f-fbbaf576ab9d None None] Provisioning for port a62a31c4-f262-44d6-9503-84ef354a2a89 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:29.383031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:34:29.411941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:29.420032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.446591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a62a31c4-f262-44d6-9503-84ef354a2a89 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:29.476721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:29.480405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:29.485563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:29.486277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.502422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=7640cb4b-b369-45b7-b7c5-3d73b3d66d45,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:29.512062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-abf4b980-7bb2-45ea-b7b5-da1a3703ab32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5239356 Jul 06 18:34:29.514758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43628) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:29.520137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '7640cb4b-b369-45b7-b7c5-3d73b3d66d45', 'ip_address': '2001:db8::318e:505f:f972:e2f1'}], 'name': 'tempest-NetworksTestDHCPv6-922042764'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:29.521200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4d113-99e8-4f87-92d0-1be575d0a854 req-5c37f1d8-a02c-4799-a81b-b2113e5e4af2 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:29.536417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fb4d113-99e8-4f87-92d0-1be575d0a854 req-5c37f1d8-a02c-4799-a81b-b2113e5e4af2 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1382508 Jul 06 18:34:29.623065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fb4d113-99e8-4f87-92d0-1be575d0a854 req-30b7caf0-c6a6-441a-980f-a17ab363d65a tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843611 Jul 06 18:34:29.646512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port a62a31c4-f262-44d6-9503-84ef354a2a89 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:29.684120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a62a31c4-f262-44d6-9503-84ef354a2a89 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:29.684503 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.707789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:29.726212 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.728161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:29.749052 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:29.798194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'port_id': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'mac_address': 'fa:16:3e:d2:6f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f526973f-e038-49f8-817b-cc0138b64600', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:34:29.807508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:29.809960 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e2d058-f2f6-449f-9b79-4c8a23dfaa8f" -d '{"events": [{"server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:29.832954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:29.838777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.863438 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.867861 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef937060-d117-463a-bee1-691d21cc06bc x-openstack-request-id: req-ef937060-d117-463a-bee1-691d21cc06bc {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:29.868226 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:29.868887 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef937060-d117-463a-bee1-691d21cc06bc {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:29.868887 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'code': 200} Jul 06 18:34:29.882942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port d8ab938a-9762-4bce-99bc-f14dab70e650 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:29.919933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.940049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] Deleting port a62a31c4-f262-44d6-9503-84ef354a2a89 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:29.940424 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.988136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb3a2-4386-4099-8585-b861d88a0839 req-345c89f8-344e-4b2b-be9c-aa80db9ddbec tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:29.990107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-92dcb3a2-4386-4099-8585-b861d88a0839 req-345c89f8-344e-4b2b-be9c-aa80db9ddbec tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1712277 Jul 06 18:34:30.013054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:30.029039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:30.039748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.078400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-92dcb3a2-4386-4099-8585-b861d88a0839 req-b2bdbec8-965a-43d7-9c1a-4d2a0238f3ef tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741477 Jul 06 18:34:30.097163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::318e:505f:f972:e2f1 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/7640cb4b-b369-45b7-b7c5-3d73b3d66d45/d8ab938a-9762-4bce-99bc-f14dab70e650) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:30.123585 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:34:30.123859 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:34:30.128492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port a62a31c4-f262-44d6-9503-84ef354a2a89, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a62a31c4-f262-44d6-9503-84ef354a2a89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:30.130763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] For port a62a31c4-f262-44d6-9503-84ef354a2a89, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a62a31c4-f262-44d6-9503-84ef354a2a89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:30.131176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.134326 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.164935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] Calling delete_port for a62a31c4-f262-44d6-9503-84ef354a2a89 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:30.235093 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=a62a31c4-f262-44d6-9503-84ef354a2a89,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:30.278056 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.285184 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.301315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object d8ab938a-9762-4bce-99bc-f14dab70e650 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:30.317323 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] Pushing event deleted for resources: {'Port': ['ID=a62a31c4-f262-44d6-9503-84ef354a2a89,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:30.320883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a2383-27fd-42d3-88d4-cdedba67016f None None] No DVR routers for this DVR port a62a31c4-f262-44d6-9503-84ef354a2a89 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:30.351797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f043df3-5d52-4285-8ac8-8c7c290d0ce9 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:30.353767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.441310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=d8ab938a-9762-4bce-99bc-f14dab70e650,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:30.467041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:30.467041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:30.471702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:30.479346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:30.480329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.508126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-90c5c5aa-1a77-4a2c-92c4-1f41c3f3f774 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9895408 Jul 06 18:34:30.508687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43660) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:30.522617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-824ab8fa-ca06-4252-a4d8-9a7f750cd1e5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '7640cb4b-b369-45b7-b7c5-3d73b3d66d45', 'ip_address': '2001:db8::318e:505f:f972:e2f1'}], 'name': 'tempest-NetworksTestDHCPv6-1848652320'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:30.558623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5599365-dbc4-4309-be56-304b15ab8de8 req-98aa6c3e-8494-457e-af80-5849e64e529a tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0622950 Jul 06 18:34:30.600798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '7640cb4b-b369-45b7-b7c5-3d73b3d66d45'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:30.602266 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.673083 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.691914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ab8fa-ca06-4252-a4d8-9a7f750cd1e5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:30.696880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:30.700296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-824ab8fa-ca06-4252-a4d8-9a7f750cd1e5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.728341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-824ab8fa-ca06-4252-a4d8-9a7f750cd1e5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 49a7fe81-498d-4405-87d8-064b7349452f yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:30.795709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:30.806776 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.900425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860f892-4f38-49f7-a6e2-f90b4dafe16d req-609dd5c0-17c6-4c5a-8ac1-461e306c8b30 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:30.902073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5860f892-4f38-49f7-a6e2-f90b4dafe16d req-609dd5c0-17c6-4c5a-8ac1-461e306c8b30 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 945 time: 0.0719826 Jul 06 18:34:30.920118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:30.923303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/7640cb4b-b369-45b7-b7c5-3d73b3d66d45/70d70623-9232-4686-a7d0-94e0bffa563b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:30.942593 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5860f892-4f38-49f7-a6e2-f90b4dafe16d req-99a6ca2c-6ee2-4045-a904-2cf8e41e8df7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340657 Jul 06 18:34:31.163061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['bf8b9dab-0af3-4558-ac15-5c3f0cac99e0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:34:31.285218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42f27d-f1ed-4475-a6f9-c3d5d27f8a6f req-14b87f15-c5e5-4c01-a11f-227174db7ff3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:31.287196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e42f27d-f1ed-4475-a6f9-c3d5d27f8a6f req-14b87f15-c5e5-4c01-a11f-227174db7ff3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.0786362 Jul 06 18:34:31.330378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a62a31c4-f262-44d6-9503-84ef354a2a89 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:31.335196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:31.342570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e42f27d-f1ed-4475-a6f9-c3d5d27f8a6f req-f9fe2e3f-49ec-4266-8081-2a321b2a562a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Jul 06 18:34:31.367905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Transition to ACTIVE for port object 70d70623-9232-4686-a7d0-94e0bffa563b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:31.378404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: a62a31c4-f262-44d6-9503-84ef354a2a89 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:31.378772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a62a31c4-f262-44d6-9503-84ef354a2a89 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:31.402160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Transition to ACTIVE for port object 70d70623-9232-4686-a7d0-94e0bffa563b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:31.410130 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:31.464768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:31.471561 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-824ab8fa-ca06-4252-a4d8-9a7f750cd1e5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 18:34:31.472171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824ab8fa-ca06-4252-a4d8-9a7f750cd1e5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:34:31.472422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:31.475440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Pushing event updated for resources: {'Port': ['ID=70d70623-9232-4686-a7d0-94e0bffa563b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:31.478602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:31.501168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43780) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:31.501598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-824ab8fa-ca06-4252-a4d8-9a7f750cd1e5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9911497 Jul 06 18:34:31.558508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Attempting to bind port 70d70623-9232-4686-a7d0-94e0bffa563b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:31.558968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Attempting to bind port 70d70623-9232-4686-a7d0-94e0bffa563b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:31.559400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Attempting to bind port 70d70623-9232-4686-a7d0-94e0bffa563b on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:31.565934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:31.566183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:31.566615 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:31.567118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:31.567654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Bound port: 70d70623-9232-4686-a7d0-94e0bffa563b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:31.568604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:31.582709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5feb7d-ce61-4df7-a358-9898da2a8b85 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:31.590324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5feb7d-ce61-4df7-a358-9898da2a8b85 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:31.592107 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fd5feb7d-ce61-4df7-a358-9898da2a8b85 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0887239 Jul 06 18:34:31.595137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43794) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:31.651417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] For port 70d70623-9232-4686-a7d0-94e0bffa563b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:31.655538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] For port 70d70623-9232-4686-a7d0-94e0bffa563b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=70d70623-9232-4686-a7d0-94e0bffa563b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:31.663466 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:31.730267 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ad575f98-8ccc-4aa2-89a0-3834c6fb6931 req-da1b39dd-319d-441e-a21f-6e6e55a47e92 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0401781 Jul 06 18:34:31.736332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5d44a153-7197-4c1c-8e17-c2247bbd7922 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port d8ab938a-9762-4bce-99bc-f14dab70e650 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:31.736332 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d44a153-7197-4c1c-8e17-c2247bbd7922 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:31.738434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb9422-7ae1-4764-8aaf-921470611836 None None] Pushing event updated for resources: {'Port': ['ID=70d70623-9232-4686-a7d0-94e0bffa563b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:31.834502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d44a153-7197-4c1c-8e17-c2247bbd7922 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:31.856461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5d44a153-7197-4c1c-8e17-c2247bbd7922 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for d8ab938a-9762-4bce-99bc-f14dab70e650 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:32.043188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d44a153-7197-4c1c-8e17-c2247bbd7922 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.077124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a153-7197-4c1c-8e17-c2247bbd7922 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=d8ab938a-9762-4bce-99bc-f14dab70e650,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:32.134199 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d44a153-7197-4c1c-8e17-c2247bbd7922 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.136186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5d44a153-7197-4c1c-8e17-c2247bbd7922 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/d8ab938a-9762-4bce-99bc-f14dab70e650 HTTP/1.1" status: 204 len: 168 time: 0.5399630 Jul 06 18:34:32.138586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43860) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:32.182327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f11de5-216f-4578-ad2b-4e05bc0e1dd7 req-7a0e4003-6ea4-49dd-b958-5019924b68b8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:32.183910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15f11de5-216f-4578-ad2b-4e05bc0e1dd7 req-7a0e4003-6ea4-49dd-b958-5019924b68b8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 945 time: 0.1001282 Jul 06 18:34:32.201174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265f9462-fb77-43e8-99e0-2ffb24c4e71b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:32.202882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265f9462-fb77-43e8-99e0-2ffb24c4e71b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:32.204428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-265f9462-fb77-43e8-99e0-2ffb24c4e71b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0648410 Jul 06 18:34:32.207287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43870) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:32.225180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15f11de5-216f-4578-ad2b-4e05bc0e1dd7 req-d9e20bb6-4e99-46e3-b7b8-82de1d44c3a8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354476 Jul 06 18:34:32.269010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-39309b48-ba8b-47e1-b824-6bbf0d923d64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 7640cb4b-b369-45b7-b7c5-3d73b3d66d45 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:32.272576 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39309b48-ba8b-47e1-b824-6bbf0d923d64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.316583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39309b48-ba8b-47e1-b824-6bbf0d923d64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.408979 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39309b48-ba8b-47e1-b824-6bbf0d923d64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.500807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39309b48-ba8b-47e1-b824-6bbf0d923d64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.551403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39309b48-ba8b-47e1-b824-6bbf0d923d64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=7640cb4b-b369-45b7-b7c5-3d73b3d66d45,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:32.562466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39309b48-ba8b-47e1-b824-6bbf0d923d64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.564385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-39309b48-ba8b-47e1-b824-6bbf0d923d64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/7640cb4b-b369-45b7-b7c5-3d73b3d66d45 HTTP/1.1" status: 204 len: 168 time: 0.3557782 Jul 06 18:34:32.567431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43920) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:32.611610 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-53c233a2-d770-4c5c-bee0-5e6911a62356 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428107 Jul 06 18:34:32.615499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43928) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:32.619800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f8902-f404-4a22-b80f-f53dafe8b4e4 req-8205985f-6aea-4492-b12b-c9212e0ee72c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:32.621579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-149f8902-f404-4a22-b80f-f53dafe8b4e4 req-8205985f-6aea-4492-b12b-c9212e0ee72c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1332898 Jul 06 18:34:32.624744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:32.670173 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-149f8902-f404-4a22-b80f-f53dafe8b4e4 req-3867ad25-308b-42c2-a7b5-d3e6382b7ff3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Jul 06 18:34:32.727290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:32.731682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.926754 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6118c16d-ee6c-49da-b984-9c763b1df106 req-8c1aef21-398b-4df7-9309-2294e3a144a6 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0424895 Jul 06 18:34:32.962010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6028477-da9d-4978-a90d-c25759dde7bf None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:33.018029 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.026806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-64ee4dc7-030a-4705-93cc-f35778686931 None None] Could not find standard attr ID for object d8ab938a-9762-4bce-99bc-f14dab70e650. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:34:33.058302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:33.063088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:33.067908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-64ee4dc7-030a-4705-93cc-f35778686931 None None] Provisioning for port 70d70623-9232-4686-a7d0-94e0bffa563b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:33.071082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:33.071677 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.097123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=4636b169-8eae-4609-8b90-e5a46ad9a632,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:33.102236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ee0161f5-934f-4590-a913-97b2a1c37549 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4856267 Jul 06 18:34:33.105572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43990) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:33.112003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b64e5ec2-4f40-4c40-b9a5-6a19330f9606 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '4636b169-8eae-4609-8b90-e5a46ad9a632', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1871952603'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:33.233443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64e5ec2-4f40-4c40-b9a5-6a19330f9606 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:33.352283 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b64e5ec2-4f40-4c40-b9a5-6a19330f9606 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.375296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-b64e5ec2-4f40-4c40-b9a5-6a19330f9606 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port c43c5d2c-c07a-48fd-8320-ee6f39514b53 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:33.394939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 70d70623-9232-4686-a7d0-94e0bffa563b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:33.426791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:33.434610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40e1c1-f4b2-433b-984e-c3c7cb80e563 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:33.559869 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64e5ec2-4f40-4c40-b9a5-6a19330f9606 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:34:33.560327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64e5ec2-4f40-4c40-b9a5-6a19330f9606 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:34:33.575029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 70d70623-9232-4686-a7d0-94e0bffa563b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:33.586338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365e1a4-f429-4110-9fd3-8fdd4c7e8545 req-88ba5f7a-54d5-41e5-af6e-2e21022ad9ac tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:33.588307 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d365e1a4-f429-4110-9fd3-8fdd4c7e8545 req-88ba5f7a-54d5-41e5-af6e-2e21022ad9ac tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 945 time: 0.1563239 Jul 06 18:34:33.594275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 70d70623-9232-4686-a7d0-94e0bffa563b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:33.594789 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.597221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:33.597517 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.599195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b64e5ec2-4f40-4c40-b9a5-6a19330f9606 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4921932 Jul 06 18:34:33.602491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44050) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:33.641370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d365e1a4-f429-4110-9fd3-8fdd4c7e8545 req-08b6946f-931b-45b5-b4a4-e33b43e02ce6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Jul 06 18:34:33.683413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e65842d-127c-47f7-82e4-4c0be34460d2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:33.685023 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4e65842d-127c-47f7-82e4-4c0be34460d2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0812867 Jul 06 18:34:33.687726 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44062) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:33.741095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b759f-9da3-41be-989e-7ad8f6d76c7c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:33.742783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b759f-9da3-41be-989e-7ad8f6d76c7c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:33.744666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8c2b759f-9da3-41be-989e-7ad8f6d76c7c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0559635 Jul 06 18:34:33.747964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44074) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:33.850427 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.857667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 4636b169-8eae-4609-8b90-e5a46ad9a632 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:33.861598 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.863678 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.900333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:33.903819 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c15915-5a6b-4b7a-838d-3b1fd2b3dace" -d '{"events": [{"server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:33.926439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.928549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:33.936132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.946310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 70d70623-9232-4686-a7d0-94e0bffa563b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=70d70623-9232-4686-a7d0-94e0bffa563b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:33.977774 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:33.990475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216e83b-c258-4c4e-8778-ac17d756d37f req-df42f6b5-7daa-4a7b-8034-c1bbd9064ab7 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:33.998642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d216e83b-c258-4c4e-8778-ac17d756d37f req-df42f6b5-7daa-4a7b-8034-c1bbd9064ab7 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1800895 Jul 06 18:34:34.007777 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbd0fce-3d21-4a3c-977d-79a12b6a87cb x-openstack-request-id: req-dfbd0fce-3d21-4a3c-977d-79a12b6a87cb {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:34.008285 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:34.008697 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfbd0fce-3d21-4a3c-977d-79a12b6a87cb {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:34.009833 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'code': 200} Jul 06 18:34:34.027788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:34.065829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.134199 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d216e83b-c258-4c4e-8778-ac17d756d37f req-6c2f371e-9ee1-4cbb-8f5e-bcb122683f5a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295047 Jul 06 18:34:34.137967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=70d70623-9232-4686-a7d0-94e0bffa563b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:34.216537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.255390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=4636b169-8eae-4609-8b90-e5a46ad9a632,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:34.261562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.266361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/4636b169-8eae-4609-8b90-e5a46ad9a632 HTTP/1.1" status: 204 len: 168 time: 0.5171652 Jul 06 18:34:34.272546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44128) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:34.276421 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9332fab-9047-4835-92f1-1c9339845ca4 req-eddb7cfc-541f-4255-b828-8fbe369528c6 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0666909 Jul 06 18:34:34.278138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082f985-3157-4e93-930f-6edde7d4c76c None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:34.296288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994e228-5bb5-4197-b465-b3f4fa7edfe9 req-2d9cc17b-f393-439a-9afd-7a8cfcfb2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:34.298543 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0994e228-5bb5-4197-b465-b3f4fa7edfe9 req-2d9cc17b-f393-439a-9afd-7a8cfcfb2510 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 1097 time: 0.1652093 Jul 06 18:34:34.328529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-32dabca2-0f7f-4511-b4fd-95c5183a70d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535996 Jul 06 18:34:34.332415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.332852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44130) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:34.332980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.333207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.333827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.334354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.334739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.335140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.335507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.336034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.336402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.336946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.337279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72643678-b8cf-4a7c-9e83-82eb3c121319 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:34.345738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:34.391355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0994e228-5bb5-4197-b465-b3f4fa7edfe9 req-5d433c61-7c6f-434e-b6a7-a81ebd753495 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856671 Jul 06 18:34:34.400293 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4110b84a-e62e-4137-9360-5369f0d6498f None None] Provisioning complete for port 70d70623-9232-4686-a7d0-94e0bffa563b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:34.400668 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4110b84a-e62e-4137-9360-5369f0d6498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.440828 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:34.445085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.563957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:34.613470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] Deleting port 70d70623-9232-4686-a7d0-94e0bffa563b {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:34.613914 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.664438 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.688013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] For port 70d70623-9232-4686-a7d0-94e0bffa563b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=70d70623-9232-4686-a7d0-94e0bffa563b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:34.688406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.704220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] Calling delete_port for 70d70623-9232-4686-a7d0-94e0bffa563b owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:34.715419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:34.730437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:34.745027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:34.745939 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.770070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=d18fc13f-e993-43df-bfdc-ff64d2f53876,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:34.777684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fcdd9c3a-534f-4d2a-94a8-f4a5d4e0db01 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4428070 Jul 06 18:34:34.780693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44142) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:34.787706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-28b701fd-4667-4090-8390-328fd7b70738 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1805591556', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:34.834149 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.870335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28b701fd-4667-4090-8390-328fd7b70738 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.871365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28b701fd-4667-4090-8390-328fd7b70738 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.871879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] No DVR routers for this DVR port 70d70623-9232-4686-a7d0-94e0bffa563b on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:34.876174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9bdfb-6dc0-4134-bfdf-6c28789f8be2 None None] Pushing event deleted for resources: {'Port': ['ID=70d70623-9232-4686-a7d0-94e0bffa563b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:34.901114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81550434-aa7a-4043-b81c-9fde45eba5b0 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:34.920797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6568a58-e983-4b01-98b6-3d768fb4d85d req-14f75eda-bbf4-458a-88a0-b3952e736c7e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:34.928932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6568a58-e983-4b01-98b6-3d768fb4d85d req-14f75eda-bbf4-458a-88a0-b3952e736c7e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1241393 Jul 06 18:34:34.964881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28b701fd-4667-4090-8390-328fd7b70738 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:34.973753 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28b701fd-4667-4090-8390-328fd7b70738 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.005113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6568a58-e983-4b01-98b6-3d768fb4d85d req-fd5e2831-537d-4c27-a63c-c1bb6770b86b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748391 Jul 06 18:34:35.005667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28b701fd-4667-4090-8390-328fd7b70738 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.009924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44146) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:35.010209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-28b701fd-4667-4090-8390-328fd7b70738 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2280204 Jul 06 18:34:35.088760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': 'd18fc13f-e993-43df-bfdc-ff64d2f53876'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:35.089820 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.354893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/d18fc13f-e993-43df-bfdc-ff64d2f53876/1d4762fb-5450-4e54-8068-b96b3c73df9d) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:35.368568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 70d70623-9232-4686-a7d0-94e0bffa563b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:35.393633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 70d70623-9232-4686-a7d0-94e0bffa563b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:35.394411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 70d70623-9232-4686-a7d0-94e0bffa563b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:35.626710 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.636829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Transition to ACTIVE for port object 1d4762fb-5450-4e54-8068-b96b3c73df9d will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:35.654914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Transition to ACTIVE for port object 1d4762fb-5450-4e54-8068-b96b3c73df9d will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:35.666196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.688090 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b61c6c6e-9b00-49cc-8db6-ca6e598efb41 req-0e978ec3-7906-4874-a30b-0b8dd726d62c tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0346625 Jul 06 18:34:35.706341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:35.710331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:35.713463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:35.752708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Pushing event updated for resources: {'Port': ['ID=1d4762fb-5450-4e54-8068-b96b3c73df9d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:35.756411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92f70-64c8-4797-b926-5a745a9472b0 req-2c7e250b-2cf9-41e6-b515-5ba8dd3aae09 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:35.762675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23c92f70-64c8-4797-b926-5a745a9472b0 req-2c7e250b-2cf9-41e6-b515-5ba8dd3aae09 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.2008874 Jul 06 18:34:35.787040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Attempting to bind port 1d4762fb-5450-4e54-8068-b96b3c73df9d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:35.787411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Attempting to bind port 1d4762fb-5450-4e54-8068-b96b3c73df9d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:35.787766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Attempting to bind port 1d4762fb-5450-4e54-8068-b96b3c73df9d on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:35.792806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:35.793170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:35.793563 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.793980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:35.794439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Bound port: 1d4762fb-5450-4e54-8068-b96b3c73df9d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:35.794810 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.816718 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.832074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23c92f70-64c8-4797-b926-5a745a9472b0 req-e37c0fba-365c-4ee2-925b-f3b95d1e1d60 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683248 Jul 06 18:34:35.863108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] For port 1d4762fb-5450-4e54-8068-b96b3c73df9d, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:35.867252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] For port 1d4762fb-5450-4e54-8068-b96b3c73df9d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1d4762fb-5450-4e54-8068-b96b3c73df9d,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:35.873900 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.941924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28705a98-e879-4aee-81a8-2cbfe33ff76a None None] Pushing event updated for resources: {'Port': ['ID=1d4762fb-5450-4e54-8068-b96b3c73df9d,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:36.087827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::1 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/d18fc13f-e993-43df-bfdc-ff64d2f53876/42c68f9f-1b79-4aa4-98af-0b2588a5e30d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:36.296256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:36.312921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8be981-41cf-4868-a977-c279e500e663 req-56a26127-df61-41ef-81c1-4931d04519b5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:36.315515 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8be981-41cf-4868-a977-c279e500e663 req-56a26127-df61-41ef-81c1-4931d04519b5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1143732 Jul 06 18:34:36.324686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 42c68f9f-1b79-4aa4-98af-0b2588a5e30d will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:36.369248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:36.378458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8be981-41cf-4868-a977-c279e500e663 req-a7ef7eaf-7b4f-48ec-85a7-67c20ec887ab tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456505 Jul 06 18:34:36.430118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:36.433625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:36.444989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:36.445691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:36.527226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=42c68f9f-1b79-4aa4-98af-0b2588a5e30d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:36.641086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b2b61-0d7c-4e92-896c-001c3c685d78 req-e8ef9906-1353-4b23-8fee-810075189fea tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:36.642750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-433b2b61-0d7c-4e92-896c-001c3c685d78 req-e8ef9906-1353-4b23-8fee-810075189fea tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.1548531 Jul 06 18:34:36.648759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:36.718565 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-433b2b61-0d7c-4e92-896c-001c3c685d78 req-8e5db959-5d4c-4475-8d46-497f78e3ea0c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672576 Jul 06 18:34:36.886315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f535029a-51db-437d-9971-8e295b8436b5 req-d34c0d03-652f-4e90-93f1-64bc5d477e43 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0401669 Jul 06 18:34:37.013661 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:37.025011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:37.025791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:37.131622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=42c68f9f-1b79-4aa4-98af-0b2588a5e30d,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:37.179943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd896-e149-41ba-a969-db0284d10a30 req-75904843-7110-4f83-bb40-b4b31cd7fad9 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:37.189441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47ecd896-e149-41ba-a969-db0284d10a30 req-75904843-7110-4f83-bb40-b4b31cd7fad9 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.1653833 Jul 06 18:34:37.195466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:37.197097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:37.243286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47ecd896-e149-41ba-a969-db0284d10a30 req-ddaa32e6-8e33-41b5-ad4a-c706f618e2e8 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Jul 06 18:34:37.291319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9c46bd04-d64d-405c-906e-f966f4dfaddd None None] Provisioning for port 1d4762fb-5450-4e54-8068-b96b3c73df9d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:37.421458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1d4762fb-5450-4e54-8068-b96b3c73df9d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:37.445930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Router 217bbed1-90ee-46ee-9ce2-b810147b6900 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:34:37.539732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1d4762fb-5450-4e54-8068-b96b3c73df9d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:37.543983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1d4762fb-5450-4e54-8068-b96b3c73df9d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:37.544393 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:37.597636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-7c10c41d-e4f4-41d4-add4-745aabfcdf9d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:37.599979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-7c10c41d-e4f4-41d4-add4-745aabfcdf9d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 815 time: 0.1806698 Jul 06 18:34:37.618401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-99198ef5-8d5e-42db-99ff-37b71cfcf64c None None] Could not find standard attr ID for object 9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:34:37.623037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-d1f04875-15f1-4d06-a28b-6b624ac1f671 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/quotas/fa321cf2940a4656b3af9586d5b14340 HTTP/1.1" status: 200 len: 375 time: 0.0168467 Jul 06 18:34:37.628824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:37.641670 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6ab80e55-6631-435e-bfc0-0ae7a4ce3bed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "PUT /v2.0/routers/217bbed1-90ee-46ee-9ce2-b810147b6900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6305437 Jul 06 18:34:37.643068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Sync routers for ids ['217bbed1-90ee-46ee-9ce2-b810147b6900'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:37.644301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44194) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:37.667409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Routers {'217bbed1-90ee-46ee-9ce2-b810147b6900'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:37.671423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:34:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['217bbed1-90ee-46ee-9ce2-b810147b6900'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:37.715329 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:37.762399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-bbe36856-3e07-4838-b482-4c489fcac149 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1380882 Jul 06 18:34:37.776504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54442e-35fa-45a0-b0c1-42b3b91333fc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:37.778389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8d54442e-35fa-45a0-b0c1-42b3b91333fc tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports/42c68f9f-1b79-4aa4-98af-0b2588a5e30d HTTP/1.1" status: 200 len: 911 time: 0.1328976 Jul 06 18:34:37.780794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44200) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:37.881950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-99192568-86bb-4b20-bf83-697b3c5744b8 service neutron] 10.222.0.53 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178770 Jul 06 18:34:37.916576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Set router 217bbed1-90ee-46ee-9ce2-b810147b6900 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:37.931754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2bca2a-59e7-4933-92e3-6c771498c33f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:37.949383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2bca2a-59e7-4933-92e3-6c771498c33f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:37.953808 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ae2bca2a-59e7-4933-92e3-6c771498c33f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1707442 Jul 06 18:34:37.957076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44204) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:37.973048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-28b12410-7248-4799-ade7-bd33f1f1f090 None None] Could not find standard attr ID for object f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:34:38.098724 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-757dfcf3-d444-4362-8ff5-c6837aac18a4 service neutron] 10.222.0.53 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886511 Jul 06 18:34:38.176602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1d4762fb-5450-4e54-8068-b96b3c73df9d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1d4762fb-5450-4e54-8068-b96b3c73df9d,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:38.243479 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:38.563216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b904cf22-940e-418a-951c-1cb3321ec5c0 req-1717ac84-0509-43d1-bc27-25739a8cfb95 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 210 time: 0.0481153 Jul 06 18:34:38.576180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9968b0a0-0a30-44b2-b261-473c3cf79b23 req-89c8c26d-517f-464e-bc8c-2bb1bf73969f tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.1641731 Jul 06 18:34:38.727849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36210e00-ccb9-40f4-b340-928ae94d94da req-f7e41d01-89f4-4872-b528-979534821541 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:38.729566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36210e00-ccb9-40f4-b340-928ae94d94da req-f7e41d01-89f4-4872-b528-979534821541 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7242-7d84-4760-985e-f987b7b45005 HTTP/1.1" status: 200 len: 946 time: 0.2977524 Jul 06 18:34:38.848897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9bfcd0f4-53b6-487b-9af0-e0e7eb179a96 None None] Could not find standard attr ID for object d8ab938a-9762-4bce-99bc-f14dab70e650. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:34:38.868844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1d4762fb-5450-4e54-8068-b96b3c73df9d,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:38.949582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'name': 'tempest-NetworksTestDHCPv6-router-1805591556', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:34Z', 'updated_at': '2021-07-06T18:34:36Z', 'revision_number': 2, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None, '_interfaces': [{'id': '42c68f9f-1b79-4aa4-98af-0b2588a5e30d', 'name': '', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'mac_address': 'fa:16:3e:14:6d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'd18fc13f-e993-43df-bfdc-ff64d2f53876', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:35Z', 'updated_at': '2021-07-06T18:34:36Z', 'revision_number': 2, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'subnets': [{'id': 'd18fc13f-e993-43df-bfdc-ff64d2f53876', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:38.979438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Deleting port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:38.979807 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:38.988356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Checking router: 217bbed1-90ee-46ee-9ce2-b810147b6900 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:38.988709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Updating router 217bbed1-90ee-46ee-9ce2-b810147b6900 port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:34:39.022940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-596b54bc-469c-40d9-8e9f-f6aa4702ed64 None None] Provisioning for port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:39.032886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-596b54bc-469c-40d9-8e9f-f6aa4702ed64 None None] Provisioning complete for port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:39.033329 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-596b54bc-469c-40d9-8e9f-f6aa4702ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:39.067328 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:39.139204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:39.140850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-596b54bc-469c-40d9-8e9f-f6aa4702ed64 None None] Port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:34:39.404200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] For port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:39.407445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:39.437918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1d4762fb-5450-4e54-8068-b96b3c73df9d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:39.548099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Calling delete_port for bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:39.604444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1d4762fb-5450-4e54-8068-b96b3c73df9d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:39.604869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:39.758371 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:39.800979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f0b91f7-a0c3-4b4a-8ab9-d4be3f1f2a11 req-c4442828-513c-465d-b1a0-37d587dee1e3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 210 time: 0.0492730 Jul 06 18:34:39.815570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Transition to ACTIVE for port object 42c68f9f-1b79-4aa4-98af-0b2588a5e30d will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:39.858416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:39.865931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:39.866505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:39.988039 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:40.025661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1e648-826e-47ac-a1d9-2eba9db24bdd None None] Pushing event updated for resources: {'Port': ['ID=42c68f9f-1b79-4aa4-98af-0b2588a5e30d,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:40.042816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53366e01-896d-4756-b6a1-1247aaca8fd8 req-39002bb8-5e35-4c38-8a58-85279079928b tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0963066 Jul 06 18:34:40.062254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 42c68f9f-1b79-4aa4-98af-0b2588a5e30d owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:40.074944 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:40.128578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Attempting to bind port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:40.129180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Attempting to bind port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:40.129555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Attempting to bind port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:40.141273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:40.141697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:40.142132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:40.142578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:40.150146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Bound port: 42c68f9f-1b79-4aa4-98af-0b2588a5e30d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:40.150742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:40.185245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Pushing event deleted for resources: {'Port': ['ID=bf8b9dab-0af3-4558-ac15-5c3f0cac99e0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:40.253277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.253635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.254014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.254415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.254785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.255047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.255532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.255845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.256371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.256524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.256934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.257421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:40.260681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] No DVR routers for this DVR port bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:40.272846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:40.275628 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36210e00-ccb9-40f4-b340-928ae94d94da req-02b78307-6627-4be0-941a-08c60445c3ba tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.41 "DELETE /v2.0/ports/bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 HTTP/1.1" status: 204 len: 173 time: 1.5393844 Jul 06 18:34:40.280226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'name': 'network-vif-deleted', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:40.284461 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f7bb90-2bfa-4c04-a63b-4865c32c4cc9" -d '{"events": [{"server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "name": "network-vif-deleted", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:40.306237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] For port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:40.313017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] For port 42c68f9f-1b79-4aa4-98af-0b2588a5e30d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=42c68f9f-1b79-4aa4-98af-0b2588a5e30d,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:40.328417 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:40.382944 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc2ba3-c1d7-4d55-8448-bfee10e6a776 x-openstack-request-id: req-7fbc2ba3-c1d7-4d55-8448-bfee10e6a776 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:40.383236 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe7242-7d84-4760-985e-f987b7b45005", "name": "network-vif-deleted", "tag": "bf8b9dab-0af3-4558-ac15-5c3f0cac99e0", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:40.383715 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fbc2ba3-c1d7-4d55-8448-bfee10e6a776 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:40.384114 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7242-7d84-4760-985e-f987b7b45005', 'name': 'network-vif-deleted', 'tag': 'bf8b9dab-0af3-4558-ac15-5c3f0cac99e0', 'status': 'completed', 'code': 200} Jul 06 18:34:40.464127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Routers {'217bbed1-90ee-46ee-9ce2-b810147b6900'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:40.489295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:34:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['217bbed1-90ee-46ee-9ce2-b810147b6900'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:40.622977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1e648-826e-47ac-a1d9-2eba9db24bdd None None] Pushing event updated for resources: {'Port': ['ID=42c68f9f-1b79-4aa4-98af-0b2588a5e30d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:40.665704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] Set router 217bbed1-90ee-46ee-9ce2-b810147b6900 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:41.023150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'name': 'tempest-NetworksTestDHCPv6-router-1805591556', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:34Z', 'updated_at': '2021-07-06T18:34:36Z', 'revision_number': 2, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None, '_interfaces': [{'id': '42c68f9f-1b79-4aa4-98af-0b2588a5e30d', 'name': '', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'mac_address': 'fa:16:3e:14:6d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'd18fc13f-e993-43df-bfdc-ff64d2f53876', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:35Z', 'updated_at': '2021-07-06T18:34:40Z', 'revision_number': 4, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'subnets': [{'id': 'd18fc13f-e993-43df-bfdc-ff64d2f53876', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:41.062240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1603d96-dbc1-4d74-9fa1-f350173f0fa9 None None] The sync data for ids ['217bbed1-90ee-46ee-9ce2-b810147b6900'] in n-d-799684-2 is: [{'id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'name': 'tempest-NetworksTestDHCPv6-router-1805591556', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:34Z', 'updated_at': '2021-07-06T18:34:36Z', 'revision_number': 2, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None, '_interfaces': [{'id': '42c68f9f-1b79-4aa4-98af-0b2588a5e30d', 'name': '', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'mac_address': 'fa:16:3e:14:6d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'd18fc13f-e993-43df-bfdc-ff64d2f53876', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:35Z', 'updated_at': '2021-07-06T18:34:40Z', 'revision_number': 4, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'subnets': [{'id': 'd18fc13f-e993-43df-bfdc-ff64d2f53876', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:41.123048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b665afe-79d8-44e5-92aa-99517fabb95b req-8cf0e0b2-057b-4285-903b-2744700a7436 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 210 time: 0.0625901 Jul 06 18:34:41.170217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e4f3cb1e-0607-406c-b5b5-530cdc851002 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:41.172104 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e4f3cb1e-0607-406c-b5b5-530cdc851002 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.41 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 815 time: 1.0179238 Jul 06 18:34:41.186555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Request body: {'port': {'device_id': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'admin_state_up': True, 'tenant_id': 'fa321cf2940a4656b3af9586d5b14340'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:41.287356 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:41.350231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=42c68f9f-1b79-4aa4-98af-0b2588a5e30d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:41.451774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:41.484695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f16be94-38e6-463b-a060-50aab7012ced req-2fe76f4f-7706-4a20-a17e-fec3905db355 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.1447690 Jul 06 18:34:41.521358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:41.526921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bf8b9dab-0af3-4558-ac15-5c3f0cac99e0 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:41.537996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:41.660509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Made reservation on behalf of fa321cf2940a4656b3af9586d5b14340 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:41.665322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:41.907519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Router 217bbed1-90ee-46ee-9ce2-b810147b6900 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:34:42.033199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Allocated IP 172.20.0.8 (fe37bb03-31b0-45c4-a4e0-63fff68bdcb0/f526973f-e038-49f8-817b-cc0138b64600/14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:42.048470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:42.057970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9a149506-f766-42e3-92fc-edf83db1366e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "PUT /v2.0/routers/217bbed1-90ee-46ee-9ce2-b810147b6900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0983832 Jul 06 18:34:42.061691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44306) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:42.166412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75048583-2681-47ce-b729-49d8c88f9c9c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:42.167949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75048583-2681-47ce-b729-49d8c88f9c9c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:42.169603 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75048583-2681-47ce-b729-49d8c88f9c9c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1066170 Jul 06 18:34:42.173056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44310) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:42.299090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-20048e60-226c-4852-b4b3-c81d34f774ae tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet d18fc13f-e993-43df-bfdc-ff64d2f53876 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:42.304293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20048e60-226c-4852-b4b3-c81d34f774ae tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:42.348696 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:42.436915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:42.455768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:34:42.554601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Pushing event updated for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:42.586805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:42.589323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:42.594141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:42.686767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:42.688321 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:42.743820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:42.754542 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0b00aff-ffde-44d1-86d0-0231d2bc6248 req-4079be2b-2f86-415f-97a8-2c16aef72548 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0610573 Jul 06 18:34:42.775568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'port_id': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'mac_address': 'fa:16:3e:29:18:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064755e-d560-4a6a-924c-19066694f3f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:34:42.776825 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-56ee4903-259b-433d-b45f-6cc33992c563 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5949779 Jul 06 18:34:42.807566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Request body: {'port': {'device_id': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:42.866734 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:42.894854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:42.925823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:42.936127 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:42.976128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20048e60-226c-4852-b4b3-c81d34f774ae tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.016740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:43.040289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.121113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['86e2dd52-0f58-4a60-8ad9-e0b42c3600cb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:34:43.161530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20048e60-226c-4852-b4b3-c81d34f774ae tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.264655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20048e60-226c-4852-b4b3-c81d34f774ae tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.374215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20048e60-226c-4852-b4b3-c81d34f774ae tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=d18fc13f-e993-43df-bfdc-ff64d2f53876,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:43.382346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20048e60-226c-4852-b4b3-c81d34f774ae tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.389374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-20048e60-226c-4852-b4b3-c81d34f774ae tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/d18fc13f-e993-43df-bfdc-ff64d2f53876 HTTP/1.1" status: 204 len: 168 time: 1.2125971 Jul 06 18:34:43.389789 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] Sync routers for ids ['217bbed1-90ee-46ee-9ce2-b810147b6900'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:43.390601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44330) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:43.401662 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] Routers {'217bbed1-90ee-46ee-9ce2-b810147b6900'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:43.402309 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:34:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['217bbed1-90ee-46ee-9ce2-b810147b6900'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:43.405135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e3d89-4aba-4d88-a0c7-5fb1a72280b6 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:43.406911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2814c-a018-428f-af4e-ec96eaa3242d req-7fe22a9c-7f2e-4da6-aef4-d5437131a0d1 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:43.416091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91c2814c-a018-428f-af4e-ec96eaa3242d req-7fe22a9c-7f2e-4da6-aef4-d5437131a0d1 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 931 time: 0.3256545 Jul 06 18:34:43.476067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:43.493799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.510211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Transition to ACTIVE for port object 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:43.519381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.589243 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91c2814c-a018-428f-af4e-ec96eaa3242d req-a0d7b892-99ea-400d-adf9-1fec0d3d7c71 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721368 Jul 06 18:34:43.608147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b7efa78d-6007-47cd-83fd-3fe635c65ff2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2162712 Jul 06 18:34:43.622148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44332) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:43.703332 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] Set router 217bbed1-90ee-46ee-9ce2-b810147b6900 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:43.756763 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42c700e9-7264-40c4-9947-98f6ee9b01d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.772730 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'name': 'tempest-NetworksTestDHCPv6-router-1805591556', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:34Z', 'updated_at': '2021-07-06T18:34:41Z', 'revision_number': 3, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:43.809796 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] Checking router: 217bbed1-90ee-46ee-9ce2-b810147b6900 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:43.826077 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] Routers {'217bbed1-90ee-46ee-9ce2-b810147b6900'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:43.827679 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:34:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['217bbed1-90ee-46ee-9ce2-b810147b6900'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:43.893893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:43.918494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Attempting to bind port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:43.921205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Attempting to bind port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:43.921641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Attempting to bind port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:43.924288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Pushing event updated for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:43.939775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:34:43.941485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Attempting to bind port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:43.954220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:43.955746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Checking segment: {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:43.957939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Bound using segment: {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:43.958548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Bound port: 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:43.959837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.993223 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] Set router 217bbed1-90ee-46ee-9ce2-b810147b6900 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:44.011199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] Deleting port 1d4762fb-5450-4e54-8068-b96b3c73df9d {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:44.012223 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.139614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'name': 'tempest-NetworksTestDHCPv6-router-1805591556', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:34Z', 'updated_at': '2021-07-06T18:34:41Z', 'revision_number': 3, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:44.210746 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a6c65-18fc-4465-b32c-60ca4adcaa91 None None] The sync data for ids ['217bbed1-90ee-46ee-9ce2-b810147b6900'] in n-d-799684-2 is: [{'id': '217bbed1-90ee-46ee-9ce2-b810147b6900', 'name': 'tempest-NetworksTestDHCPv6-router-1805591556', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:34Z', 'updated_at': '2021-07-06T18:34:41Z', 'revision_number': 3, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:44.220688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-930820f1-3f4e-4452-805a-a75eb9e5b5da req-9e4710ad-3924-4aac-8ef8-0eb73d739f85 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.1265688 Jul 06 18:34:44.230219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] For port 1d4762fb-5450-4e54-8068-b96b3c73df9d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1d4762fb-5450-4e54-8068-b96b3c73df9d,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:44.230845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.236842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:44.241240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:44.253049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] Calling delete_port for 1d4762fb-5450-4e54-8068-b96b3c73df9d owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:44.256745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.265170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42c700e9-7264-40c4-9947-98f6ee9b01d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.269073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42c700e9-7264-40c4-9947-98f6ee9b01d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.324333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:44.325100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.326559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] 10.222.0.41 "PUT /v2.0/ports/14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b HTTP/1.1" status: 200 len: 1091 time: 1.5416074 Jul 06 18:34:44.327015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:44.329378 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:44.347765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711ea8-8595-4f25-aebf-f65da2164639 service neutron] Pushing event updated for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:44.369014 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.394446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42c700e9-7264-40c4-9947-98f6ee9b01d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.396088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c700e9-7264-40c4-9947-98f6ee9b01d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Fanout notify agent at l3_agent the message router_deleted on router 217bbed1-90ee-46ee-9ce2-b810147b6900 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:34:44.422027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42c700e9-7264-40c4-9947-98f6ee9b01d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.427377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-42c700e9-7264-40c4-9947-98f6ee9b01d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/routers/217bbed1-90ee-46ee-9ce2-b810147b6900 HTTP/1.1" status: 204 len: 168 time: 0.8039730 Jul 06 18:34:44.430421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44354) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:44.432148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] Pushing event deleted for resources: {'Port': ['ID=1d4762fb-5450-4e54-8068-b96b3c73df9d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:44.434830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650fedd-4371-4ff6-9cf8-9b723f278208 None None] No DVR routers for this DVR port 1d4762fb-5450-4e54-8068-b96b3c73df9d on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:44.452833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:44.464905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:44.465197 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7372974c-0065-429f-bf34-87515de8b9ee x-openstack-request-id: req-7372974c-0065-429f-bf34-87515de8b9ee {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:44.465559 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:44.465902 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7372974c-0065-429f-bf34-87515de8b9ee {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:44.466375 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'status': 'completed', 'code': 200} Jul 06 18:34:44.507530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-fcd8627d-e5f6-41fb-a91c-c5b6fd7103c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:44.509469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-fcd8627d-e5f6-41fb-a91c-c5b6fd7103c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 1094 time: 0.1249881 Jul 06 18:34:44.546599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:44.547407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.581631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-f06ee23c-a275-4e46-b906-f0319da1d4a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b HTTP/1.1" status: 200 len: 217 time: 0.0639484 Jul 06 18:34:44.657012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-f8563a1e-2e9c-4908-9d8e-453439a9f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:44.658697 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-f8563a1e-2e9c-4908-9d8e-453439a9f582 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f526973f-e038-49f8-817b-cc0138b64600 HTTP/1.1" status: 200 len: 855 time: 0.0695763 Jul 06 18:34:44.700435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-d661ea15-83a8-4e9c-8891-52f773c4bc4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332694 Jul 06 18:34:44.718362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:44.722482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.736993 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.774933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:44.778969 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a74eaea-5e4a-4aa3-86bd-fd89d6f85a42" -d '{"events": [{"server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "name": "network-vif-plugged", "status": "completed", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:44.795415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:44.803761 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.835583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-967ae213-6fcd-46d9-bcd4-1d6847b49247 service neutron] 10.222.0.41 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259851 Jul 06 18:34:44.851427 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddec0ea-09fc-4850-974d-cd4f4b810e29 x-openstack-request-id: req-5ddec0ea-09fc-4850-974d-cd4f4b810e29 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:44.851750 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "name": "network-vif-plugged", "status": "completed", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:44.851971 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ddec0ea-09fc-4850-974d-cd4f4b810e29 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:44.852400 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'code': 200} Jul 06 18:34:44.885819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:45.013203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b667e-d8d4-454d-8f4e-dd2ad338aae9 req-f7cfa167-9c7f-4e47-92b4-c015a7402747 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:45.014925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac7b667e-d8d4-454d-8f4e-dd2ad338aae9 req-f7cfa167-9c7f-4e47-92b4-c015a7402747 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 943 time: 0.1783288 Jul 06 18:34:45.020146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-60923e0f-02dc-4abd-bcfd-1601d4fd2a56 req-3e46066d-1c06-4245-b939-3f47a0c30666 service neutron] 10.222.0.41 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721246 Jul 06 18:34:45.140924 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac7b667e-d8d4-454d-8f4e-dd2ad338aae9 req-7d58c6ef-eaff-4cc8-bb93-8f879adaefde tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194291 Jul 06 18:34:45.174751 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.200987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-fa9bd50e-22d6-48d6-85d6-f4e6541f8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:45.202625 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-fa9bd50e-22d6-48d6-85d6-f4e6541f8029 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 1094 time: 0.1147597 Jul 06 18:34:45.271619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=651bcab0-16a4-4b7e-a88a-3a89c7e242f3,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:45.307026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:45.311278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:45.316944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:45.321545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.323279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058b61b1-15d8-4814-adb6-bbaa86f4a066 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:45.347536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13fade50-191a-4a2a-a015-a7d88088c6e6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9140668 Jul 06 18:34:45.349218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44374) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:45.373260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ccf3403b-ad36-4f2c-8c08-fc4bb65b1d76 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1585154214', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:45.468332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-c22ec7ba-f55d-454c-a8dc-940c5cf25561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:45.469888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-c22ec7ba-f55d-454c-a8dc-940c5cf25561 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 916 time: 0.2590058 Jul 06 18:34:45.497752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 42c68f9f-1b79-4aa4-98af-0b2588a5e30d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:45.546318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 42c68f9f-1b79-4aa4-98af-0b2588a5e30d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:45.546318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 42c68f9f-1b79-4aa4-98af-0b2588a5e30d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:45.546819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1d4762fb-5450-4e54-8068-b96b3c73df9d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:45.548380 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7d3e-ab54-4f6c-8e2d-3d62aab5bb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.573850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccf3403b-ad36-4f2c-8c08-fc4bb65b1d76 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.574877 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccf3403b-ad36-4f2c-8c08-fc4bb65b1d76 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.596374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1d4762fb-5450-4e54-8068-b96b3c73df9d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:45.596685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1d4762fb-5450-4e54-8068-b96b3c73df9d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:45.615551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-f2cfdd6e-9b68-47f8-a9ac-006b3e2565f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b HTTP/1.1" status: 200 len: 217 time: 0.1341617 Jul 06 18:34:45.640186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b8b9c8b9-8382-46f4-b763-48119f442ecf req-0ece4c62-870e-44f9-a0d3-599aec62047a tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0400469 Jul 06 18:34:45.737067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccf3403b-ad36-4f2c-8c08-fc4bb65b1d76 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.745599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-5c35422e-3854-4d83-b49e-39403f683c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:45.747224 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-5c35422e-3854-4d83-b49e-39403f683c01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f526973f-e038-49f8-817b-cc0138b64600 HTTP/1.1" status: 200 len: 855 time: 0.1109240 Jul 06 18:34:45.757823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccf3403b-ad36-4f2c-8c08-fc4bb65b1d76 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.799406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '651bcab0-16a4-4b7e-a88a-3a89c7e242f3'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:45.800767 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.804070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-53e83b7c-dd5d-492e-a412-2e8d58cef459 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406408 Jul 06 18:34:45.809631 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccf3403b-ad36-4f2c-8c08-fc4bb65b1d76 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.813701 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ccf3403b-ad36-4f2c-8c08-fc4bb65b1d76 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4569640 Jul 06 18:34:45.814000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44388) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:45.941835 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-084dba7a-fbf8-422d-86c2-6a686387e887 service neutron] 10.222.0.41 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297972 Jul 06 18:34:46.063985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/651bcab0-16a4-4b7e-a88a-3a89c7e242f3/e97837ab-df3c-425f-a806-2c58991bb4ec) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:46.121984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e67bcaa-2174-41ba-af9a-fe5575f8caa3 req-108121d0-c440-4888-8aba-b14b9f75d325 service neutron] 10.222.0.41 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703775 Jul 06 18:34:46.276730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:46.292881 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:46.303662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Transition to ACTIVE for port object e97837ab-df3c-425f-a806-2c58991bb4ec will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:46.328476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Transition to ACTIVE for port object e97837ab-df3c-425f-a806-2c58991bb4ec will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:46.339318 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:46.411531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:46.413265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Pushing event updated for resources: {'Port': ['ID=e97837ab-df3c-425f-a806-2c58991bb4ec,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:46.416963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:46.423642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:46.530492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Attempting to bind port e97837ab-df3c-425f-a806-2c58991bb4ec on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:46.530867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Attempting to bind port e97837ab-df3c-425f-a806-2c58991bb4ec by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:46.531232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Attempting to bind port e97837ab-df3c-425f-a806-2c58991bb4ec on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:46.548065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:46.548659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:46.553622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:46.554167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:46.554690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Bound port: e97837ab-df3c-425f-a806-2c58991bb4ec, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:46.555148 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:46.677686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] For port e97837ab-df3c-425f-a806-2c58991bb4ec, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:46.681881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] For port e97837ab-df3c-425f-a806-2c58991bb4ec, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e97837ab-df3c-425f-a806-2c58991bb4ec,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:46.691854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:46.838749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::1 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/651bcab0-16a4-4b7e-a88a-3a89c7e242f3/f1182683-b9de-4d2e-8f8b-cc6691bbc829) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:46.868936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353d391-eb13-4744-b157-90388cde63f9 None None] Pushing event updated for resources: {'Port': ['ID=e97837ab-df3c-425f-a806-2c58991bb4ec,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:46.877040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2980f-033d-42cd-8fce-6b941028d03f req-1a57aa4f-5297-41af-8481-830fcef9de33 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:46.896209 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2e2980f-033d-42cd-8fce-6b941028d03f req-1a57aa4f-5297-41af-8481-830fcef9de33 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 943 time: 0.2214098 Jul 06 18:34:46.994314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab3659dd-7da7-45d3-8854-f8813463e206 req-77a5abaa-0227-4411-b81f-2fdbd8f0c127 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0336874 Jul 06 18:34:47.013034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2e2980f-033d-42cd-8fce-6b941028d03f req-e73d073b-bc6f-4518-bfbe-6ef0a2a224ce tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158769 Jul 06 18:34:47.060572 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:47.077993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object f1182683-b9de-4d2e-8f8b-cc6691bbc829 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:47.127891 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:47.269031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:47.273943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:47.279979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=f1182683-b9de-4d2e-8f8b-cc6691bbc829,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:47.282861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:47.283642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:47.469733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:34:47.509928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e97837ab-df3c-425f-a806-2c58991bb4ec up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:47.580759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:47.717449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e97837ab-df3c-425f-a806-2c58991bb4ec completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:47.754949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:47.780690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'port_id': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'mac_address': 'fa:16:3e:f1:f1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f526973f-e038-49f8-817b-cc0138b64600', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:34:47.882046 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:47.920860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:47.962383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:47.983718 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:48.119314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.230861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:48.232813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:48.262857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:48.263757 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:48.273781 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e4607617-6b4e-4c12-8276-7f738006f8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:48.321046 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:48.336449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:34:48.474151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8665f0-2dd6-4b47-80c4-24ceb0f2af96 req-1c33492f-8066-4704-a49f-d68139c3ed7f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:48.477266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e8665f0-2dd6-4b47-80c4-24ceb0f2af96 req-1c33492f-8066-4704-a49f-d68139c3ed7f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 944 time: 0.1731920 Jul 06 18:34:48.531263 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8358545b-230f-4fd4-abef-836f1004f5c5 req-32e60812-af4a-483f-9222-19fb402b7657 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.1963420 Jul 06 18:34:48.542892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:48.546896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:48.670498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e8665f0-2dd6-4b47-80c4-24ceb0f2af96 req-64957df1-01bd-42ff-9cf5-727cef9e8c02 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867912 Jul 06 18:34:49.025668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b1451f3b-8270-4cf0-9a4c-06c65499fc89 None None] Provisioning for port e97837ab-df3c-425f-a806-2c58991bb4ec completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:49.035110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b1451f3b-8270-4cf0-9a4c-06c65499fc89 None None] Provisioning complete for port e97837ab-df3c-425f-a806-2c58991bb4ec triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:49.035899 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1451f3b-8270-4cf0-9a4c-06c65499fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:49.057702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=f1182683-b9de-4d2e-8f8b-cc6691bbc829,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:49.172318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Router 8ee567c1-3682-4cb0-98f1-3b542db6ff7e is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:34:49.203024 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1451f3b-8270-4cf0-9a4c-06c65499fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:49.255181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b1451f3b-8270-4cf0-9a4c-06c65499fc89 None None] For port e97837ab-df3c-425f-a806-2c58991bb4ec, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e97837ab-df3c-425f-a806-2c58991bb4ec,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:49.263123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1451f3b-8270-4cf0-9a4c-06c65499fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:49.326747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:49.334885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a3591dac-5b9f-4574-a08b-72239d92ed64 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "PUT /v2.0/routers/8ee567c1-3682-4cb0-98f1-3b542db6ff7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5196719 Jul 06 18:34:49.337399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:49.350042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Sync routers for ids ['8ee567c1-3682-4cb0-98f1-3b542db6ff7e'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:49.398218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Routers {'8ee567c1-3682-4cb0-98f1-3b542db6ff7e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:49.399210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:34:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8ee567c1-3682-4cb0-98f1-3b542db6ff7e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:49.408725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1451f3b-8270-4cf0-9a4c-06c65499fc89 None None] Pushing event updated for resources: {'Port': ['ID=e97837ab-df3c-425f-a806-2c58991bb4ec,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:49.429797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61de16e-a419-45d0-b733-9c08e4ae79cb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:49.431769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d61de16e-a419-45d0-b733-9c08e4ae79cb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports/f1182683-b9de-4d2e-8f8b-cc6691bbc829 HTTP/1.1" status: 200 len: 911 time: 0.0927830 Jul 06 18:34:49.434410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44480) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:49.587381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138ceb6-5732-4a08-84df-955e40df96c4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:49.609284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138ceb6-5732-4a08-84df-955e40df96c4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:49.616138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44484) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:49.630055 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b138ceb6-5732-4a08-84df-955e40df96c4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1937594 Jul 06 18:34:49.724933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:49.766369 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:49.787650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9a0857b6-6851-4542-bda1-db46dba36747 None None] Provisioning for port f1182683-b9de-4d2e-8f8b-cc6691bbc829 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:49.803987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9a0857b6-6851-4542-bda1-db46dba36747 None None] Provisioning complete for port f1182683-b9de-4d2e-8f8b-cc6691bbc829 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:49.804537 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a0857b6-6851-4542-bda1-db46dba36747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:49.874264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Set router 8ee567c1-3682-4cb0-98f1-3b542db6ff7e gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:49.913205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9a0857b6-6851-4542-bda1-db46dba36747 None None] Port f1182683-b9de-4d2e-8f8b-cc6691bbc829 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:34:49.971858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6524c2e4-b6c9-4c6e-89c9-995ef4601fba req-ab98fe8a-1ae0-4f91-9705-6d0932492494 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0626445 Jul 06 18:34:49.974399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:49.980739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:49.981410 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.118910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7cec-eacf-42fb-a63e-6d6f264a903a req-00ad2f9c-48d3-4704-b87a-f91d701aff40 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:50.127198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b3e7cec-eacf-42fb-a63e-6d6f264a903a req-00ad2f9c-48d3-4704-b87a-f91d701aff40 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 944 time: 0.1704729 Jul 06 18:34:50.174188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b3e7cec-eacf-42fb-a63e-6d6f264a903a req-98786eef-74fc-43e4-831e-c0a7a8a4b358 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Jul 06 18:34:50.240176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d1fcb1ef-da28-4fd1-8135-f1555d88ca0b None None] Provisioning complete for port f1182683-b9de-4d2e-8f8b-cc6691bbc829 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:50.240655 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb1ef-da28-4fd1-8135-f1555d88ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.287371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.304754 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.383170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:50.399071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:50.402990 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a0d1ed-abf6-483b-bb75-52b5ec579de1" -d '{"events": [{"server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "name": "network-vif-plugged", "status": "completed", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:50.405540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d1fcb1ef-da28-4fd1-8135-f1555d88ca0b None None] Port f1182683-b9de-4d2e-8f8b-cc6691bbc829 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:34:50.416231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.452136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee567c1-3682-4cb0-98f1-3b542db6ff7e', 'name': 'tempest-NetworksTestDHCPv6-router-1585154214', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:45Z', 'updated_at': '2021-07-06T18:34:47Z', 'revision_number': 2, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None, '_interfaces': [{'id': 'f1182683-b9de-4d2e-8f8b-cc6691bbc829', 'name': '', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'mac_address': 'fa:16:3e:b4:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee567c1-3682-4cb0-98f1-3b542db6ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '651bcab0-16a4-4b7e-a88a-3a89c7e242f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:46Z', 'updated_at': '2021-07-06T18:34:47Z', 'revision_number': 2, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'subnets': [{'id': '651bcab0-16a4-4b7e-a88a-3a89c7e242f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:50.488279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Checking router: 8ee567c1-3682-4cb0-98f1-3b542db6ff7e for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:50.488638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Updating router 8ee567c1-3682-4cb0-98f1-3b542db6ff7e port f1182683-b9de-4d2e-8f8b-cc6691bbc829 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:34:50.493789 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303a02ec-02c9-4347-b0d6-f83b7834fd90 x-openstack-request-id: req-303a02ec-02c9-4347-b0d6-f83b7834fd90 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:50.494086 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "name": "network-vif-plugged", "status": "completed", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:50.494342 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-303a02ec-02c9-4347-b0d6-f83b7834fd90 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:50.494911 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'code': 200} Jul 06 18:34:50.573314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:50.577124 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.714650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda2289-bc92-4ec1-9964-823fc524b70c req-e289f49b-da75-485c-a49c-cff90c36824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:50.716166 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dbda2289-bc92-4ec1-9964-823fc524b70c req-e289f49b-da75-485c-a49c-cff90c36824c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 1096 time: 0.1358118 Jul 06 18:34:50.750845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port f1182683-b9de-4d2e-8f8b-cc6691bbc829 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:50.751238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.840607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.853504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for f1182683-b9de-4d2e-8f8b-cc6691bbc829 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:50.900855 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.911840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Transition to ACTIVE for port object f1182683-b9de-4d2e-8f8b-cc6691bbc829 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:50.924776 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.950789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dbda2289-bc92-4ec1-9964-823fc524b70c req-4fe7ca23-7431-4282-8a33-2cf8f1f087fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247019 Jul 06 18:34:51.008513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:51.014553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98455a-f22f-44a7-a911-12a8e7c4de60 None None] Pushing event updated for resources: {'Port': ['ID=f1182683-b9de-4d2e-8f8b-cc6691bbc829,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:51.143235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Attempting to bind port f1182683-b9de-4d2e-8f8b-cc6691bbc829 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:51.143697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Attempting to bind port f1182683-b9de-4d2e-8f8b-cc6691bbc829 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:51.144041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Attempting to bind port f1182683-b9de-4d2e-8f8b-cc6691bbc829 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:51.158469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:51.158839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:51.159254 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:51.159872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:51.176776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Bound port: f1182683-b9de-4d2e-8f8b-cc6691bbc829, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:51.177225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:51.233253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15b064f9-ee19-4f03-bdb6-4adaba3cf15c req-7e6fa42f-8ebb-4017-83d6-f6e96b2eb8d7 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0526047 Jul 06 18:34:51.247436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:51.295181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Port f1182683-b9de-4d2e-8f8b-cc6691bbc829 has been deleted concurrently {{(pid=93968) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 18:34:51.318298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Routers {'8ee567c1-3682-4cb0-98f1-3b542db6ff7e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:51.319732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:34:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8ee567c1-3682-4cb0-98f1-3b542db6ff7e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:51.409644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=f1182683-b9de-4d2e-8f8b-cc6691bbc829,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:51.442757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e97837ab-df3c-425f-a806-2c58991bb4ec up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:51.496939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5b000594-0b84-4f64-815a-dcfcd3b4ee76 None None] Could not find standard attr ID for object f1182683-b9de-4d2e-8f8b-cc6691bbc829. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:34:51.515661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] Set router 8ee567c1-3682-4cb0-98f1-3b542db6ff7e gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:51.586272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:51.626272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee567c1-3682-4cb0-98f1-3b542db6ff7e', 'name': 'tempest-NetworksTestDHCPv6-router-1585154214', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:45Z', 'updated_at': '2021-07-06T18:34:51Z', 'revision_number': 3, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:51.628577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e97837ab-df3c-425f-a806-2c58991bb4ec triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:51.629535 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:51.705060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade92d17-13b7-40e7-ada2-a2339b174802 None None] The sync data for ids ['8ee567c1-3682-4cb0-98f1-3b542db6ff7e'] in n-d-799684-2 is: [{'id': '8ee567c1-3682-4cb0-98f1-3b542db6ff7e', 'name': 'tempest-NetworksTestDHCPv6-router-1585154214', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:45Z', 'updated_at': '2021-07-06T18:34:51Z', 'revision_number': 3, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:52.150071 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.233311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4df38-ccd0-47ce-8169-ef203977914c req-bfcb1a12-6090-468c-a5e2-4ea5cc4f48d8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:52.240230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cc4df38-ccd0-47ce-8169-ef203977914c req-bfcb1a12-6090-468c-a5e2-4ea5cc4f48d8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.7719004 Jul 06 18:34:52.340171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cc4df38-ccd0-47ce-8169-ef203977914c req-8950d43b-107f-4848-b5e4-5f76945106a4 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973365 Jul 06 18:34:52.396421 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.411290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Router 8ee567c1-3682-4cb0-98f1-3b542db6ff7e has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:34:52.471421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ada963d-70b2-49d4-8043-862842740184 req-8531ad56-e5cf-4146-ab8d-039033c17495 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0411673 Jul 06 18:34:52.520096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:52.527525 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-39bcca9d-5f1e-47ca-a702-5770543eea68 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "PUT /v2.0/routers/8ee567c1-3682-4cb0-98f1-3b542db6ff7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9095237 Jul 06 18:34:52.529476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44564) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:52.620686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169c3c2-1fa4-42f6-96ce-d267dc8c8109 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:52.622929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169c3c2-1fa4-42f6-96ce-d267dc8c8109 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:52.627850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44568) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:52.629282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6169c3c2-1fa4-42f6-96ce-d267dc8c8109 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0985940 Jul 06 18:34:52.726467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a652c69-9fd7-472c-9b75-0624efdb718c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 651bcab0-16a4-4b7e-a88a-3a89c7e242f3 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:52.730470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a652c69-9fd7-472c-9b75-0624efdb718c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.794530 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a652c69-9fd7-472c-9b75-0624efdb718c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.920666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a652c69-9fd7-472c-9b75-0624efdb718c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.018415 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a652c69-9fd7-472c-9b75-0624efdb718c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.057116 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] Sync routers for ids ['8ee567c1-3682-4cb0-98f1-3b542db6ff7e'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:53.072883 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] Routers {'8ee567c1-3682-4cb0-98f1-3b542db6ff7e'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:53.073796 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:34:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8ee567c1-3682-4cb0-98f1-3b542db6ff7e'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:53.098634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a652c69-9fd7-472c-9b75-0624efdb718c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=651bcab0-16a4-4b7e-a88a-3a89c7e242f3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:53.103261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a652c69-9fd7-472c-9b75-0624efdb718c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.105222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5a652c69-9fd7-472c-9b75-0624efdb718c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/651bcab0-16a4-4b7e-a88a-3a89c7e242f3 HTTP/1.1" status: 204 len: 168 time: 0.4757390 Jul 06 18:34:53.108387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44576) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:53.122453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272da8b6-bfff-4ec4-8233-9d2df7ee08f9 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:53.173048 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] Set router 8ee567c1-3682-4cb0-98f1-3b542db6ff7e gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:53.235438 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee567c1-3682-4cb0-98f1-3b542db6ff7e', 'name': 'tempest-NetworksTestDHCPv6-router-1585154214', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:45Z', 'updated_at': '2021-07-06T18:34:51Z', 'revision_number': 3, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:53.276738 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] Checking router: 8ee567c1-3682-4cb0-98f1-3b542db6ff7e for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:53.288632 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] Routers {'8ee567c1-3682-4cb0-98f1-3b542db6ff7e'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:53.289566 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:34:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8ee567c1-3682-4cb0-98f1-3b542db6ff7e'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:53.376022 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] Set router 8ee567c1-3682-4cb0-98f1-3b542db6ff7e gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:53.429126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:34:53.466303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee567c1-3682-4cb0-98f1-3b542db6ff7e', 'name': 'tempest-NetworksTestDHCPv6-router-1585154214', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:45Z', 'updated_at': '2021-07-06T18:34:51Z', 'revision_number': 3, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:53.533111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44596) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:53.533700 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-88f04f92-5c1d-4d6c-ba6f-eb36ad9cf5ac tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4227479 Jul 06 18:34:53.535964 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87f51b-1e1f-411f-8855-51863a86749e None None] The sync data for ids ['8ee567c1-3682-4cb0-98f1-3b542db6ff7e'] in n-d-799684-2 is: [{'id': '8ee567c1-3682-4cb0-98f1-3b542db6ff7e', 'name': 'tempest-NetworksTestDHCPv6-router-1585154214', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:34:45Z', 'updated_at': '2021-07-06T18:34:51Z', 'revision_number': 3, 'project_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:53.676676 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3be8c54-b6e5-419d-abf5-9d47d6636fed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.682756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] Deleting port e97837ab-df3c-425f-a806-2c58991bb4ec {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:53.683294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.756961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4585e244-e152-4c5d-82c2-8b55ab765cc2 req-36ad704d-b008-4cb5-ae61-990673d94385 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0526404 Jul 06 18:34:53.862648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] For port e97837ab-df3c-425f-a806-2c58991bb4ec, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e97837ab-df3c-425f-a806-2c58991bb4ec,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:53.863199 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.886650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] Calling delete_port for e97837ab-df3c-425f-a806-2c58991bb4ec owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:54.039150 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:54.051840 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:34:54.085670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc32171-1574-4539-8891-4a25edadc351 req-c8f7be16-df57-4084-b3eb-d9a3a3234eaf tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.087323 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] Pushing event deleted for resources: {'Port': ['ID=e97837ab-df3c-425f-a806-2c58991bb4ec,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:54.093601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fb903-0a0b-4a78-9fa9-a695f3f89c6e None None] No DVR routers for this DVR port e97837ab-df3c-425f-a806-2c58991bb4ec on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:54.095040 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0fc32171-1574-4539-8891-4a25edadc351 req-c8f7be16-df57-4084-b3eb-d9a3a3234eaf tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.3969691 Jul 06 18:34:54.105374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3be8c54-b6e5-419d-abf5-9d47d6636fed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:54.119326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3be8c54-b6e5-419d-abf5-9d47d6636fed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:54.189753 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0fc32171-1574-4539-8891-4a25edadc351 req-ef5b25df-3c71-4ec8-9ef2-2cc7f0fc2885 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874808 Jul 06 18:34:54.191086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3be8c54-b6e5-419d-abf5-9d47d6636fed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:54.200547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3be8c54-b6e5-419d-abf5-9d47d6636fed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee567c1-3682-4cb0-98f1-3b542db6ff7e {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:34:54.206501 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3be8c54-b6e5-419d-abf5-9d47d6636fed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:54.207946 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d3be8c54-b6e5-419d-abf5-9d47d6636fed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/routers/8ee567c1-3682-4cb0-98f1-3b542db6ff7e HTTP/1.1" status: 204 len: 168 time: 0.6733563 Jul 06 18:34:54.210608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44610) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:54.266648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8b9eb89d-651d-43d7-a909-49f5d41ba8f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0498402 Jul 06 18:34:54.267499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44616) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:54.360852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a045e4-cfa6-48e0-9880-69b33090e2cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.363069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-30a045e4-cfa6-48e0-9880-69b33090e2cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0944352 Jul 06 18:34:54.365901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44620) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:54.425694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-067df08a-592d-4b14-a894-3d6b6aeb1893 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582814 Jul 06 18:34:54.431469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44622) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:54.449280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:54.468622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2982f5-e3be-4968-948e-2f7546616f81 req-8392f5a8-3c95-4652-b5f4-390a47ccaab8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.470312 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ee2982f5-e3be-4968-948e-2f7546616f81 req-8392f5a8-3c95-4652-b5f4-390a47ccaab8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1086245 Jul 06 18:34:54.533921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ee2982f5-e3be-4968-948e-2f7546616f81 req-d0aa849b-d668-4796-8f4a-53868bfeb1f5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561209 Jul 06 18:34:54.670180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:54.677006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:55.065103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba8e49-7618-49b0-a1b0-121ddc59f0f6 req-ac989190-f7ff-4e5c-948c-756a080e4c93 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:55.066757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dba8e49-7618-49b0-a1b0-121ddc59f0f6 req-ac989190-f7ff-4e5c-948c-756a080e4c93 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1068168 Jul 06 18:34:55.120072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aaf51f8b-6464-480e-8fb6-fe0a38fcac0e req-a24c7fe3-c56e-4c67-b582-975dfddd5cd4 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0565262 Jul 06 18:34:55.131653 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dba8e49-7618-49b0-a1b0-121ddc59f0f6 req-6c663649-ca47-4801-a0e5-1f2109e095b6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581975 Jul 06 18:34:55.257830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:34:55.260002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:55.306920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:55.310475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:55.317647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:55.318923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:55.322947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b0cd3-dff1-47a6-8d71-f72474db88f1 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:55.437776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0045936 Jul 06 18:34:55.440307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44654) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:55.444840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2b5c-6a6d-4c36-a478-3554de9007be tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=634a154a-e1c8-47f6-a1a6-b4f19f697d6e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:55.447563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:55.482444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f677923-da3a-4f03-a756-81b56ccf3ae0 req-c583beb8-d2ef-4daf-bc0b-e6f1383dc4ae tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:55.490133 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f677923-da3a-4f03-a756-81b56ccf3ae0 req-c583beb8-d2ef-4daf-bc0b-e6f1383dc4ae tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1537893 Jul 06 18:34:55.500496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e97837ab-df3c-425f-a806-2c58991bb4ec no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:55.547893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f677923-da3a-4f03-a756-81b56ccf3ae0 req-6c22f8ac-dc36-494e-8964-905a3034e2cd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Jul 06 18:34:55.626063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e97837ab-df3c-425f-a806-2c58991bb4ec {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:55.626410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e97837ab-df3c-425f-a806-2c58991bb4ec not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:55.646957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '634a154a-e1c8-47f6-a1a6-b4f19f697d6e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:34:55.648722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:55.706647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:55.711162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:55.936390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Allocated IP 2001:db8::f816:3eff:febb:5d07 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/634a154a-e1c8-47f6-a1a6-b4f19f697d6e/62e1447f-acae-493f-b6bf-6a0ee517011e) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:56.238003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.265129 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.296875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Transition to ACTIVE for port object 62e1447f-acae-493f-b6bf-6a0ee517011e will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:56.326449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=9e5c800c-83e3-490d-bb1a-d9ee57d73f79,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:56.341634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:56.343987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:56.348341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Transition to ACTIVE for port object 62e1447f-acae-493f-b6bf-6a0ee517011e will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:56.355997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:56.356803 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.381266 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.382417 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-89d2d450-009b-4ce9-90e4-1c7349b6585c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9407756 Jul 06 18:34:56.383412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44698) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:56.391574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:8e:c4:b8', 'name': 'tempest-NetworksTestDHCPv6-287098790'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:56.470397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:56.481532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:56.490549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:56.498648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62d3b-922d-4871-a76c-9df2c36eadf6 req-b9b54051-7647-4d66-899d-fe11ae801ab6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:56.513529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ea62d3b-922d-4871-a76c-9df2c36eadf6 req-b9b54051-7647-4d66-899d-fe11ae801ab6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1442833 Jul 06 18:34:56.515136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1dc357ef-7379-4931-9e03-156b2e0ac821 req-9019a74f-1b2d-4271-be14-0bf7bb20cc1e tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0939307 Jul 06 18:34:56.525149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Pushing event updated for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:56.609558 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ea62d3b-922d-4871-a76c-9df2c36eadf6 req-7f731223-7aaf-48ac-baad-23f7cecf05f1 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939424 Jul 06 18:34:56.647379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Attempting to bind port 62e1447f-acae-493f-b6bf-6a0ee517011e on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:56.648109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Attempting to bind port 62e1447f-acae-493f-b6bf-6a0ee517011e by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:56.648720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Attempting to bind port 62e1447f-acae-493f-b6bf-6a0ee517011e on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:56.655206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:56.655840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:56.656562 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.657411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:56.658095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Bound port: 62e1447f-acae-493f-b6bf-6a0ee517011e, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:56.658672 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.670143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:56.780017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:56.790577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=62e1447f-acae-493f-b6bf-6a0ee517011e,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:56.800959 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.844177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.875557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 176fd0ce-b978-48f8-b028-6a6242b58c00 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:34:56.931292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f4f77-4a9e-4f62-b223-55e95ec39597 None None] Pushing event updated for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:57.115749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 172.20.0.4 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/9e5c800c-83e3-490d-bb1a-d9ee57d73f79/176fd0ce-b978-48f8-b028-6a6242b58c00) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:57.124707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fe8e:c4b8 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/634a154a-e1c8-47f6-a1a6-b4f19f697d6e/176fd0ce-b978-48f8-b028-6a6242b58c00) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:57.447587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:57.463659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 62e1447f-acae-493f-b6bf-6a0ee517011e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:57.504558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 176fd0ce-b978-48f8-b028-6a6242b58c00 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:57.598008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 62e1447f-acae-493f-b6bf-6a0ee517011e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:57.601072 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:57.742984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a1d6c6c-243e-4741-921a-4007f65ef9e2 req-4952d6d5-363d-4e48-9062-8991cd748eac tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0313673 Jul 06 18:34:57.759347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:57.761523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:57.766491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:57.798350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=176fd0ce-b978-48f8-b028-6a6242b58c00,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:57.831189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:57.831855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:57.872562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d15f686a-37c8-4fd0-8147-667beaa80307 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4833205 Jul 06 18:34:57.882996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44734) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:58.042053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b49e-f9fd-4de6-ba85-051a0e72f202 req-07ceca3e-6baf-4658-8180-df700a744bda tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:58.069829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3727b49e-f9fd-4de6-ba85-051a0e72f202 req-07ceca3e-6baf-4658-8180-df700a744bda tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2718439 Jul 06 18:34:58.103208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2adbf36-7a97-428e-b6e4-45c30792d316 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:58.117414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2adbf36-7a97-428e-b6e4-45c30792d316 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:58.121848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a2adbf36-7a97-428e-b6e4-45c30792d316 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2480292 Jul 06 18:34:58.123766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44742) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:58.155343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3727b49e-f9fd-4de6-ba85-051a0e72f202 req-3fb4d270-9d04-4279-99a6-79c6f09bcda1 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843580 Jul 06 18:34:58.309160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8e9e4-66a4-43ab-9f1d-43c19e43a792 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 176fd0ce-b978-48f8-b028-6a6242b58c00 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:58.309668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9e4-66a4-43ab-9f1d-43c19e43a792 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:58.405110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51396739-9e81-4ddf-80cf-86d74b2a7431 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:58.448082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9e4-66a4-43ab-9f1d-43c19e43a792 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:58.467660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8e9e4-66a4-43ab-9f1d-43c19e43a792 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 176fd0ce-b978-48f8-b028-6a6242b58c00 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:58.585498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f07cca8c-a11c-46f4-9728-8dda45f2d55f None None] Provisioning for port 62e1447f-acae-493f-b6bf-6a0ee517011e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:58.597808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f07cca8c-a11c-46f4-9728-8dda45f2d55f None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:58.598255 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f07cca8c-a11c-46f4-9728-8dda45f2d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:58.801320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9e4-66a4-43ab-9f1d-43c19e43a792 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:58.925869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8e9e4-66a4-43ab-9f1d-43c19e43a792 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=176fd0ce-b978-48f8-b028-6a6242b58c00,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:58.982519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f07cca8c-a11c-46f4-9728-8dda45f2d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.028407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f07cca8c-a11c-46f4-9728-8dda45f2d55f None None] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=62e1447f-acae-493f-b6bf-6a0ee517011e,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:59.074025 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f07cca8c-a11c-46f4-9728-8dda45f2d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.141609 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e9e4-66a4-43ab-9f1d-43c19e43a792 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.151867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f6a8e9e4-66a4-43ab-9f1d-43c19e43a792 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/176fd0ce-b978-48f8-b028-6a6242b58c00 HTTP/1.1" status: 204 len: 168 time: 1.0195067 Jul 06 18:34:59.152356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44770) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:59.180009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15bab5f2-2f52-4096-8836-e79460ced43d req-c3d21c02-818d-4f42-a7c7-4268293b658c tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.1160357 Jul 06 18:34:59.260654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85301b10-0301-40d3-8809-3015473cdc79 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:59.263652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85301b10-0301-40d3-8809-3015473cdc79 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:59.266170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85301b10-0301-40d3-8809-3015473cdc79 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:59.271114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44782) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:59.289380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-85301b10-0301-40d3-8809-3015473cdc79 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1312747 Jul 06 18:34:59.322557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cca8c-a11c-46f4-9728-8dda45f2d55f None None] Pushing event updated for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:59.350213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bec8ea-a2eb-45c9-b7af-f19a31547daf None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '634a154a-e1c8-47f6-a1a6-b4f19f697d6e', 'ip_address': '2001:db8::f816:3eff:febb:5d07'}, {'subnet_id': '9e5c800c-83e3-490d-bb1a-d9ee57d73f79'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '62e1447f-acae-493f-b6bf-6a0ee517011e'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:34:59.430367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fb2f15-00d3-4cc3-8912-45bbbe52ffa9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 634a154a-e1c8-47f6-a1a6-b4f19f697d6e {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:59.437178 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-51bec8ea-a2eb-45c9-b7af-f19a31547daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.442375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2f15-00d3-4cc3-8912-45bbbe52ffa9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.493871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e4cb-e0e5-4d2d-9f07-781910a47abb req-c02075a8-8a74-45db-a604-8cc231a718e8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:59.495787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c90e4cb-e0e5-4d2d-9f07-781910a47abb req-c02075a8-8a74-45db-a604-8cc231a718e8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.0956428 Jul 06 18:34:59.521210 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2f15-00d3-4cc3-8912-45bbbe52ffa9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.566014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c90e4cb-e0e5-4d2d-9f07-781910a47abb req-6b9aa8a7-db90-479e-8ed9-e994d9d97a90 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622921 Jul 06 18:34:59.644590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2f15-00d3-4cc3-8912-45bbbe52ffa9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.723652 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2f15-00d3-4cc3-8912-45bbbe52ffa9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-51bec8ea-a2eb-45c9-b7af-f19a31547daf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 634a154a-e1c8-47f6-a1a6-b4f19f697d6e: This subnet is being modified by another concurrent operation. Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:34:59.726285 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 634a154a-e1c8-47f6-a1a6-b4f19f697d6e: This subnet is being modified by another concurrent operation. Jul 06 18:34:59.731311 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:34:59.745435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2f15-00d3-4cc3-8912-45bbbe52ffa9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.749877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d8fb2f15-00d3-4cc3-8912-45bbbe52ffa9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/634a154a-e1c8-47f6-a1a6-b4f19f697d6e HTTP/1.1" status: 204 len: 168 time: 0.4777093 Jul 06 18:34:59.752367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44792) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:59.774945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb2f15-00d3-4cc3-8912-45bbbe52ffa9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=634a154a-e1c8-47f6-a1a6-b4f19f697d6e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:59.836320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe29b1a6-2596-459d-b681-0439ded2bd6d None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:59.843536 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4788fa1-0461-48b8-af46-37662467c6cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 9e5c800c-83e3-490d-bb1a-d9ee57d73f79 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:34:59.855947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4788fa1-0461-48b8-af46-37662467c6cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.924560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4788fa1-0461-48b8-af46-37662467c6cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.940862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0b81e227-da38-4e5f-b691-81a407a51b95 None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:59.942541 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b81e227-da38-4e5f-b691-81a407a51b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.002345 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4788fa1-0461-48b8-af46-37662467c6cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.077699 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4788fa1-0461-48b8-af46-37662467c6cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.108265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4788fa1-0461-48b8-af46-37662467c6cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5c800c-83e3-490d-bb1a-d9ee57d73f79,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:00.112816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4788fa1-0461-48b8-af46-37662467c6cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.116993 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e4788fa1-0461-48b8-af46-37662467c6cd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/9e5c800c-83e3-490d-bb1a-d9ee57d73f79 HTTP/1.1" status: 204 len: 168 time: 0.3614242 Jul 06 18:35:00.118555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44810) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:00.120861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0b81e227-da38-4e5f-b691-81a407a51b95 None None] Could not find standard attr ID for object 176fd0ce-b978-48f8-b028-6a6242b58c00. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:00.177891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc9e637b-6624-4e9d-b9eb-fbf857912cb3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548728 Jul 06 18:35:00.180717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44812) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:00.186924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:00.206189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4021a1-ddd7-4d39-8279-1dd63a3a41da None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '9e5c800c-83e3-490d-bb1a-d9ee57d73f79'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '62e1447f-acae-493f-b6bf-6a0ee517011e'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:35:00.250645 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c4021a1-ddd7-4d39-8279-1dd63a3a41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.324614 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-95b93494-aa9b-4066-8b0c-db587ae46813 req-22fc6cb3-0d83-457c-9514-4f34583ae58f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0417254 Jul 06 18:35:00.339003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:00.342752 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.366547 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7553e44-61ee-49fc-a9e4-85010798c29a req-172ed7f6-bbfa-40a2-9965-c45f4d1377ff tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0384359 Jul 06 18:35:00.572470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-355c89a6-f51b-4c04-a023-e8a08de4e25b None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:00.572843 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-355c89a6-f51b-4c04-a023-e8a08de4e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.771342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a356f62-e2b6-49de-9a70-82fa09fe91ad None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:35:00.889682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c91039-5608-4bc6-921e-1e9e3d150356 req-58808215-4b19-460c-a631-4d55018722b4 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:00.891253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c91039-5608-4bc6-921e-1e9e3d150356 req-58808215-4b19-460c-a631-4d55018722b4 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1695180 Jul 06 18:35:00.898229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-29db8539-a6ae-4f30-8b09-099892467943 None None] Could not find standard attr ID for object 176fd0ce-b978-48f8-b028-6a6242b58c00. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:00.924172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.objects.ports [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93966) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:35:00.958471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31c91039-5608-4bc6-921e-1e9e3d150356 req-f470ab4c-2941-4f06-918a-58d5188c0864 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576992 Jul 06 18:35:00.973164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a356f62-e2b6-49de-9a70-82fa09fe91ad None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:35:01.236674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:01.384456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 62e1447f-acae-493f-b6bf-6a0ee517011e no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:01.496296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=62e1447f-acae-493f-b6bf-6a0ee517011e,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:01.585476 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:01.588366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:01.620257 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:01.621202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:01.715459 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5bb777a8-54ea-43a5-b301-1934e8373f3e req-bc572cc4-8616-41aa-810b-7be119ccee2e tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0652473 Jul 06 18:35:01.725388 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:35:01.726964 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:35:01.809356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:01.820883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:01.830164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:01.830987 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:01.840727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=7655aacb-2868-4135-9fdf-e3ff68c0537a,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:01.855071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:01.867511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b38b5a74-129a-484e-bbed-3a2948acb41b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6856282 Jul 06 18:35:01.870415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44908) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:01.893569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:02.147115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467ca6e-cbad-4427-999b-62cd23030381 req-9ca4d762-6ec9-47e7-8ee0-82f578fc46ec tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:02.148945 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-9ca4d762-6ec9-47e7-8ee0-82f578fc46ec tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 804 time: 0.1718926 Jul 06 18:35:02.171040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:02.174857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.214867 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-f6f27ad4-535f-4988-9ecb-86d4c96b71c9 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/quotas/1aeac1349e4145e1a4d31c88b911ca1a HTTP/1.1" status: 200 len: 375 time: 0.0582950 Jul 06 18:35:02.220594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70016e2-0960-4c98-a61d-cddbde533aba req-2043c7f9-f136-467e-aef2-135521110e3c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:02.222316 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b70016e2-0960-4c98-a61d-cddbde533aba req-2043c7f9-f136-467e-aef2-135521110e3c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1066968 Jul 06 18:35:02.266963 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.312460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=62e1447f-acae-493f-b6bf-6a0ee517011e,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:02.319547 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.331000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b70016e2-0960-4c98-a61d-cddbde533aba req-6196b459-9242-4159-b2f3-1cd046618ec6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022511 Jul 06 18:35:02.355278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc120ea-750c-4836-8dcc-ed41ff906e70 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:35:02.423004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:02.429315 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-e27d79df-93af-49ec-bddf-ef1b7a4428f1 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2135329 Jul 06 18:35:02.464156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c66295b5-ff34-4de7-aa36-46ade5c8a55a None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:02.464424 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c66295b5-ff34-4de7-aa36-46ade5c8a55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.547740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc120ea-750c-4836-8dcc-ed41ff906e70 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:35:02.612370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3702be8a-c4c4-47e1-aca5-8bdcf97bdaa6 service neutron] 10.222.0.53 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670804 Jul 06 18:35:02.638845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c66295b5-ff34-4de7-aa36-46ade5c8a55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.711081 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-b8f9997e-7d14-48f5-b212-db4db120a1b7 service neutron] 10.222.0.53 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899303 Jul 06 18:35:02.765900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.797114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c66295b5-ff34-4de7-aa36-46ade5c8a55a None None] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=62e1447f-acae-493f-b6bf-6a0ee517011e,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:02.805684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c66295b5-ff34-4de7-aa36-46ade5c8a55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.904551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=9f5f2ff4-d015-4799-85a3-530ebccaa093,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:02.912899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:02.937520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:02.954833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:02.956498 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.970610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66295b5-ff34-4de7-aa36-46ade5c8a55a None None] Pushing event updated for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:02.989346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e10a790d-3720-47fc-9181-7aefefce2742 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1164379 Jul 06 18:35:02.994646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44946) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:03.001979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:e4:04:0d', 'name': 'tempest-NetworksTestDHCPv6-853303411'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:03.096734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-495694a0-faf1-4fc9-993b-9a11c7e96041 req-66e0aa2c-ce3e-4d56-95ad-c22370639423 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.1718063 Jul 06 18:35:03.184114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a89ca3ae-e9c2-4dd0-aa54-a12ff48bdbb3 req-ae6e4f9a-8887-46f0-8bc4-7c52b3760863 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 210 time: 0.0305715 Jul 06 18:35:03.261110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe61e1-e564-438f-943d-6008001e6a1b None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '7655aacb-2868-4135-9fdf-e3ff68c0537a', 'ip_address': '2001:db8::f816:3eff:febb:5d07'}, {'subnet_id': '9f5f2ff4-d015-4799-85a3-530ebccaa093'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '62e1447f-acae-493f-b6bf-6a0ee517011e'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:35:03.303304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:03.370743 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2dbe61e1-e564-438f-943d-6008001e6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:03.533915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:03.565525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 6cd7866e-8ad8-4180-bcf3-57c10f885c2e yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:35:03.644332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7db3-6e49-4782-a58f-f96ecbdaefbc req-2058c662-e5e1-47db-b8cb-7fbf6142f75a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:03.651326 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3da7db3-6e49-4782-a58f-f96ecbdaefbc req-2058c662-e5e1-47db-b8cb-7fbf6142f75a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1503153 Jul 06 18:35:03.657587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 62e1447f-acae-493f-b6bf-6a0ee517011e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:03.678192 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5574f00c-18c0-41d8-beda-cf0c34139649 req-6b7541f8-d201-42b5-9441-ec497f53899c tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758&device_id=842ec29b-0878-4e01-86b3-ddda5ca28a26 HTTP/1.1" status: 200 len: 210 time: 0.0504506 Jul 06 18:35:03.721126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3da7db3-6e49-4782-a58f-f96ecbdaefbc req-421e9c66-a70a-42c0-9303-582d19913bca tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661821 Jul 06 18:35:03.844318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:03.845408 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:03.983742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-3c4b3b20-1dc4-43d8-9f27-c44bfa7f795a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:03.985286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-3c4b3b20-1dc4-43d8-9f27-c44bfa7f795a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6 HTTP/1.1" status: 200 len: 946 time: 0.2786748 Jul 06 18:35:04.065869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 172.20.0.7 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/9f5f2ff4-d015-4799-85a3-530ebccaa093/6cd7866e-8ad8-4180-bcf3-57c10f885c2e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:04.102097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fee4:40d (1155fe0f-cf73-44cf-856d-cc5f5570ca01/7655aacb-2868-4135-9fdf-e3ff68c0537a/6cd7866e-8ad8-4180-bcf3-57c10f885c2e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:04.121854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388189-0d26-4342-a2ab-2063efe748e5 req-6d77c9bb-8efd-498d-aa93-0de797718216 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:04.129323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57388189-0d26-4342-a2ab-2063efe748e5 req-6d77c9bb-8efd-498d-aa93-0de797718216 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2805352 Jul 06 18:35:04.194650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57388189-0d26-4342-a2ab-2063efe748e5 req-5a732e3c-b21b-4fea-93bc-c7f9fc65250c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638714 Jul 06 18:35:04.293734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81f0c4f4-575b-4f92-96ce-adacaf35244a req-6afab23d-5ffb-463a-94fd-b6b75aa86eea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35bd89485366449cb6b6888e0c36da54&device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0680058 Jul 06 18:35:04.298382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Deleting port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:04.298731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:04.360529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81f0c4f4-575b-4f92-96ce-adacaf35244a req-f8daeec2-d71a-4601-9629-0dc4f8588d28 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=35bd89485366449cb6b6888e0c36da54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659022 Jul 06 18:35:04.580609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:04.684440 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:04.711819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:04.714504 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ef87ac-4597-4b12-94a6-18135b3afdfd" -d '{"events": [{"server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "name": "network-vif-unplugged", "status": "completed", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:04.729020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:04.737826 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:04.794853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:04.839181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44b742e9-58ed-4db2-8ab9-4a1f090de95c req-cecbf572-6ff2-47b1-9201-700bb07377cd tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.4954851 Jul 06 18:35:04.934271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6abc1-d144-4e9e-b629-b96e18a7b1f8 req-1e0f0c30-b4d8-47c4-85ed-9b87c8233440 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:04.940439 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:04.944599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ca6abc1-d144-4e9e-b629-b96e18a7b1f8 req-1e0f0c30-b4d8-47c4-85ed-9b87c8233440 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.6633632 Jul 06 18:35:04.959879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 6cd7866e-8ad8-4180-bcf3-57c10f885c2e will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:05.050438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ca6abc1-d144-4e9e-b629-b96e18a7b1f8 req-407dc499-613b-4989-a3e0-eb105fba4e5a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045361 Jul 06 18:35:05.073748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:05.122848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c4f4-575b-4f92-96ce-adacaf35244a req-f4b2b037-814b-4de8-bb8c-c2cbe36da55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:05.125933 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81f0c4f4-575b-4f92-96ce-adacaf35244a req-f4b2b037-814b-4de8-bb8c-c2cbe36da55e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7569981 Jul 06 18:35:05.152489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2dbe61e1-e564-438f-943d-6008001e6a1b None None] Allocated IP 172.20.0.2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/9f5f2ff4-d015-4799-85a3-530ebccaa093/62e1447f-acae-493f-b6bf-6a0ee517011e) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:05.159153 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d3780-04d6-4f0c-b136-a86cd856311d x-openstack-request-id: req-b42d3780-04d6-4f0c-b136-a86cd856311d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:05.159676 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "name": "network-vif-unplugged", "status": "completed", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:05.160109 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b42d3780-04d6-4f0c-b136-a86cd856311d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:05.160666 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'code': 200} Jul 06 18:35:05.180535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] For port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:05.181002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:05.235493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467ca6e-cbad-4427-999b-62cd23030381 req-46837555-97a7-4f13-83fd-e0ab84a40618 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:05.235493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-46837555-97a7-4f13-83fd-e0ab84a40618 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.41 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 804 time: 0.3987427 Jul 06 18:35:05.266779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Request body: {'port': {'device_id': '6703ca51-77de-4899-ac55-fada0673266e', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'admin_state_up': True, 'tenant_id': '1aeac1349e4145e1a4d31c88b911ca1a'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:05.270027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Calling delete_port for 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:05.273323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-baf5645a-a6de-42ec-b1d8-ba0bf130a08f req-106a51f4-29ef-4a65-b4de-dbcd72b9ad33 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 210 time: 0.0683072 Jul 06 18:35:05.277447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:05.314153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2dbe61e1-e564-438f-943d-6008001e6a1b None None] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=62e1447f-acae-493f-b6bf-6a0ee517011e,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:05.317468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:05.353295 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2dbe61e1-e564-438f-943d-6008001e6a1b None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:05.359894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:05.372519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2dbe61e1-e564-438f-943d-6008001e6a1b None None] Transition to ACTIVE for port object 62e1447f-acae-493f-b6bf-6a0ee517011e will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:05.381183 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2dbe61e1-e564-438f-943d-6008001e6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:05.388718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=6cd7866e-8ad8-4180-bcf3-57c10f885c2e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:05.448394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-1d19ef13-fb1e-4ee6-a5b4-cd225ffb25f6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:05.455290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-1d19ef13-fb1e-4ee6-a5b4-cd225ffb25f6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.1291444 Jul 06 18:35:05.472442 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-48b446e0-9411-4f78-86bd-1482c4ad3de5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/quotas/417662f6c44c44258a959db8ff552ba0 HTTP/1.1" status: 200 len: 375 time: 0.0161841 Jul 06 18:35:05.536251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe61e1-e564-438f-943d-6008001e6a1b None None] Pushing event updated for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:05.581585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:05.582422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:05.629541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-9432ab2b-3647-4443-9ca5-e00f9a0bb87e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1556683 Jul 06 18:35:05.652526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d2fd0888-4d93-4d46-8798-70b91338be4f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.6563697 Jul 06 18:35:05.655735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45028) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:05.742024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d53cd-a67d-47ea-a61f-3b4689322001 req-82c7071e-cbe4-4bad-9e44-30f981dab785 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:05.743626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-716d53cd-a67d-47ea-a61f-3b4689322001 req-82c7071e-cbe4-4bad-9e44-30f981dab785 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2532082 Jul 06 18:35:05.746977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Made reservation on behalf of 1aeac1349e4145e1a4d31c88b911ca1a for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:05.750809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:05.805147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-b2a23833-9a37-4ce8-9ef9-966f56072690 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743908 Jul 06 18:35:05.821042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-2b8fea48-9f57-4fbf-ba05-eaab93404b01 service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711371 Jul 06 18:35:05.900105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:05.963640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Pushing event deleted for resources: {'Port': ['ID=86e2dd52-0f58-4a60-8ad9-e0b42c3600cb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:05.980017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-4f1ab754-80ab-4fad-a238-06e2554c4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:05.981580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-4f1ab754-80ab-4fad-a238-06e2554c4375 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 1096 time: 0.1342123 Jul 06 18:35:05.983627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-f2475f47-b207-441a-970d-e6fa2c72283a service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617823 Jul 06 18:35:05.984370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-716d53cd-a67d-47ea-a61f-3b4689322001 req-38b39d7f-7592-48be-968c-d3904e6ed388 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271194 Jul 06 18:35:06.024188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b7b80-ff52-493b-97eb-10b2d8ee19b0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:06.036258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b7b80-ff52-493b-97eb-10b2d8ee19b0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:06.046001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-231b7b80-ff52-493b-97eb-10b2d8ee19b0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3861976 Jul 06 18:35:06.100706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45038) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:06.153829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-b680ea6c-4362-4041-bc09-55d4262805c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:06.155374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-b680ea6c-4362-4041-bc09-55d4262805c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.1501815 Jul 06 18:35:06.246180 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-99af668a-19e2-4b51-94bd-cb8c3b7b682c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29345595-d556-4aec-8de8-3492b1e3286d HTTP/1.1" status: 200 len: 217 time: 0.0807271 Jul 06 18:35:06.249079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] No DVR routers for this DVR port 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:35:06.256844 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:06.258988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d240018e-fcd4-4996-be08-8dc274eb0d97 req-b898f248-008e-40b8-9865-96463a30716c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.24 "DELETE /v2.0/ports/86e2dd52-0f58-4a60-8ad9-e0b42c3600cb HTTP/1.1" status: 204 len: 173 time: 2.2647369 Jul 06 18:35:06.267676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'name': 'network-vif-deleted', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:06.271710 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc71bd5-7377-4b8c-b459-6e3a1cb93543" -d '{"events": [{"server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "name": "network-vif-deleted", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:06.341483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-86c174d6-aaa5-4de6-bc55-27e5db3926e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:06.345841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-86c174d6-aaa5-4de6-bc55-27e5db3926e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.0834997 Jul 06 18:35:06.419075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-73c79374-5c60-44c1-9be6-af872596e3ea req-41e1885f-b244-4067-9dd9-e02c722f487c tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.1562047 Jul 06 18:35:06.473972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Allocated IP 172.20.0.9 (5d56454b-7299-4273-84ce-77ced7325f27/6064755e-d560-4a6a-924c-19066694f3f4/618fc385-afd5-40c3-ad1f-1edeff103518) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:06.517798 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb2a66d-2c0e-4d10-aab9-c9405ae68a13 x-openstack-request-id: req-0cb2a66d-2c0e-4d10-aab9-c9405ae68a13 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:06.518080 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6", "name": "network-vif-deleted", "tag": "86e2dd52-0f58-4a60-8ad9-e0b42c3600cb", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:06.518337 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cb2a66d-2c0e-4d10-aab9-c9405ae68a13 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:06.518903 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd8653b-6b1e-4bdb-b2ef-ccb3a93634b6', 'name': 'network-vif-deleted', 'tag': '86e2dd52-0f58-4a60-8ad9-e0b42c3600cb', 'status': 'completed', 'code': 200} Jul 06 18:35:06.572511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7a7e9-d9ba-4963-bd0e-f7376f0ab68a None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:06.617827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81f0c4f4-575b-4f92-96ce-adacaf35244a req-aad0608b-62d5-40d9-93e4-8a3360fded7f tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e804cc-3283-4b7e-bdcf-7c1590d8a758 HTTP/1.1" status: 200 len: 210 time: 0.0338645 Jul 06 18:35:06.626966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e409e708-664c-4040-96a2-b2807161ffa5 req-4a21f937-c28a-4f03-9ece-35b6967a329a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 210 time: 0.1595170 Jul 06 18:35:06.698114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-bd6da33c-a92e-4439-b3f3-81a75dbbe168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:06.700104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-bd6da33c-a92e-4439-b3f3-81a75dbbe168 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3432374 Jul 06 18:35:06.740624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2b2b3111-2b3a-433f-83d2-87382567c245 None None] Provisioning for port 62e1447f-acae-493f-b6bf-6a0ee517011e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:06.750346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2b2b3111-2b3a-433f-83d2-87382567c245 None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:06.752367 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3111-2b3a-433f-83d2-87382567c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:06.833965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3a7687f-adec-4ce2-a53f-2ebdaad2287d req-73a05f65-2e73-488c-95ff-bfb0f9085cf3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 210 time: 0.1502049 Jul 06 18:35:06.846776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-417a9959-b854-4d8f-80d2-9300d9bb3d3c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 6cd7866e-8ad8-4180-bcf3-57c10f885c2e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:06.847131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-417a9959-b854-4d8f-80d2-9300d9bb3d3c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:06.918194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-26892bba-e316-423d-b404-9df441b5809f service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065012 Jul 06 18:35:07.053254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:07.064586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-417a9959-b854-4d8f-80d2-9300d9bb3d3c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:07.150898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-417a9959-b854-4d8f-80d2-9300d9bb3d3c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 6cd7866e-8ad8-4180-bcf3-57c10f885c2e owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:07.316039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b324f2e-38d4-4271-8aab-05cc90333226 req-c793aeba-6760-493b-bbaa-5d827318a720 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760858 Jul 06 18:35:07.349010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:07.396933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf170-ee02-4cd6-8158-45a5d95a7536 req-934533c1-d99d-47e9-8388-e0c64974c61c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:07.406919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-afcbf170-ee02-4cd6-8158-45a5d95a7536 req-934533c1-d99d-47e9-8388-e0c64974c61c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1862867 Jul 06 18:35:07.426491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 62e1447f-acae-493f-b6bf-6a0ee517011e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:07.451215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Pushing event updated for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:07.505984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Network 5d56454b-7299-4273-84ce-77ced7325f27 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:07.511083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:07.522028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:07.576440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:07.577451 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:07.585380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:07.586251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:07.607173 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-afcbf170-ee02-4cd6-8158-45a5d95a7536 req-a965887e-70e4-4e6f-ab39-87a2d6adc029 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977258 Jul 06 18:35:07.617292 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-2146bb3c-d854-4233-9e97-04fc8e43a70c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3539920 Jul 06 18:35:07.652641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Request body: {'port': {'device_id': '6703ca51-77de-4899-ac55-fada0673266e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:07.721827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb92b54-573c-4b12-b65e-42aeb5461528 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:07.789296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-417a9959-b854-4d8f-80d2-9300d9bb3d3c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:07.928542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a9959-b854-4d8f-80d2-9300d9bb3d3c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=6cd7866e-8ad8-4180-bcf3-57c10f885c2e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:07.970134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3f3c6889-0b1f-4b69-bca1-9f30dcecca5f None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:07.971733 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3f3c6889-0b1f-4b69-bca1-9f30dcecca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.064063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.075850 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3246d0a-c568-4a17-bf84-84e51c61bd04 req-732be6f0-155c-41ab-859e-f9c2df8c68e4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 210 time: 0.1028552 Jul 06 18:35:08.206543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-417a9959-b854-4d8f-80d2-9300d9bb3d3c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.208817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-417a9959-b854-4d8f-80d2-9300d9bb3d3c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/6cd7866e-8ad8-4180-bcf3-57c10f885c2e HTTP/1.1" status: 204 len: 168 time: 2.0395379 Jul 06 18:35:08.211944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:08.249473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-7fe3dbdb-bf4e-4542-86fc-f2b6c7ad932b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3618171 Jul 06 18:35:08.263511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3f3c6889-0b1f-4b69-bca1-9f30dcecca5f None None] Could not find standard attr ID for object 6cd7866e-8ad8-4180-bcf3-57c10f885c2e. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:08.322316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13303609-856b-4769-beb1-9e6aaa9f1342 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.328333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13303609-856b-4769-beb1-9e6aaa9f1342 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.330900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13303609-856b-4769-beb1-9e6aaa9f1342 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.335220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13303609-856b-4769-beb1-9e6aaa9f1342 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1197433 Jul 06 18:35:08.342733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45100) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:08.395971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-860d853b-0201-4f4e-8307-3461424d791f req-ad54ca0f-b111-4cc6-b849-7875c7bb2534 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35bd89485366449cb6b6888e0c36da54&device_id=842ec29b-0878-4e01-86b3-ddda5ca28a26 HTTP/1.1" status: 200 len: 210 time: 0.0621343 Jul 06 18:35:08.464480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61f4155-ea4c-4573-bff2-1c7db6ad6e9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 7655aacb-2868-4135-9fdf-e3ff68c0537a {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:08.505792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61f4155-ea4c-4573-bff2-1c7db6ad6e9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.528085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-860d853b-0201-4f4e-8307-3461424d791f req-734f6fa0-b9ff-4d99-81c0-01ebb8ed3901 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=35bd89485366449cb6b6888e0c36da54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604630 Jul 06 18:35:08.597194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:08.606076 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15be31ce-194d-46cc-b5f9-1dfdfbd6270c req-48345220-21d6-4399-840f-762379aa0399 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=842ec29b-0878-4e01-86b3-ddda5ca28a26 HTTP/1.1" status: 200 len: 210 time: 0.0364566 Jul 06 18:35:08.642787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:35:08.643275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 86e2dd52-0f58-4a60-8ad9-e0b42c3600cb not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:35:08.647390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482004b7-5804-4951-bf20-684663524e33 req-a479ef78-9fd1-49a8-891b-578f0733f821 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.649040 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-482004b7-5804-4951-bf20-684663524e33 req-a479ef78-9fd1-49a8-891b-578f0733f821 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 931 time: 0.4146552 Jul 06 18:35:08.735306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-96b25c54-95af-4568-91e8-e67146f416a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.737250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-96b25c54-95af-4568-91e8-e67146f416a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbde2309a05648ab9f265a8daad73d4d&device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 1097 time: 0.3740177 Jul 06 18:35:08.810090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4bf186c8-cb62-49e7-a882-454db59b12cd None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:08.810090 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4bf186c8-cb62-49e7-a882-454db59b12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.895007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-f4a747ef-d849-4d72-8189-cda2dac5123c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.906434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-f4a747ef-d849-4d72-8189-cda2dac5123c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.41 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.2804527 Jul 06 18:35:08.909319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61f4155-ea4c-4573-bff2-1c7db6ad6e9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.946333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'port': {'device_id': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'admin_state_up': True, 'tenant_id': '417662f6c44c44258a959db8ff552ba0'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:08.970046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-482004b7-5804-4951-bf20-684663524e33 req-a8eed8d9-f50c-4086-b749-71a13e5fec03 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703769 Jul 06 18:35:08.987659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-96483576-1a5a-43d6-8dc5-d6fe06c071f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.989202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-96483576-1a5a-43d6-8dc5-d6fe06c071f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 200 len: 912 time: 0.2232316 Jul 06 18:35:09.061820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618fc385-afd5-40c3-ad1f-1edeff103518 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:09.078956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.107773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Transition to ACTIVE for port object 618fc385-afd5-40c3-ad1f-1edeff103518 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:09.119890 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-59017de5-a218-4b70-a3ba-dd7a6fd46f8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e802db15-052a-46cb-9ef8-218eb4044e48 HTTP/1.1" status: 200 len: 1001 time: 0.1163549 Jul 06 18:35:09.120799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.222479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d853b-0201-4f4e-8307-3461424d791f req-36f0287b-796c-45c2-9b71-1f343bcf2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:09.224160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-860d853b-0201-4f4e-8307-3461424d791f req-36f0287b-796c-45c2-9b71-1f343bcf2d51 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6848660 Jul 06 18:35:09.284023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1cd66a56-f235-4520-bd81-582cb1162a16 None None] Could not find standard attr ID for object 6cd7866e-8ad8-4180-bcf3-57c10f885c2e. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:09.290707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bd9c5-eabe-4fe8-9898-882122d03791 req-62b1bc3c-33aa-4337-8f97-c2f8e41d9cda tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:09.293697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Pushing event updated for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:09.298917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e90bd9c5-eabe-4fe8-9898-882122d03791 req-62b1bc3c-33aa-4337-8f97-c2f8e41d9cda tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.3843057 Jul 06 18:35:09.320783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61f4155-ea4c-4573-bff2-1c7db6ad6e9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.357768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Made reservation on behalf of 417662f6c44c44258a959db8ff552ba0 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:09.362029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.419595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5072374-6ed2-4978-83d3-a8543c068b77 req-02324340-deaa-4e67-b09f-b382b57edc09 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 210 time: 0.0611370 Jul 06 18:35:09.423359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-a0a344f7-eed1-4a9c-b149-17b1101cc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:09.424944 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-a0a344f7-eed1-4a9c-b149-17b1101cc2c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 200 len: 850 time: 0.2574275 Jul 06 18:35:09.443756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e90bd9c5-eabe-4fe8-9898-882122d03791 req-71c008a6-1fd9-4a9e-99a2-614b18d8c1e4 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418262 Jul 06 18:35:09.534030 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61f4155-ea4c-4573-bff2-1c7db6ad6e9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.551270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Attempting to bind port 618fc385-afd5-40c3-ad1f-1edeff103518 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:09.552056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Attempting to bind port 618fc385-afd5-40c3-ad1f-1edeff103518 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:09.552770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Attempting to bind port 618fc385-afd5-40c3-ad1f-1edeff103518 on network 5d56454b-7299-4273-84ce-77ced7325f27 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:09.574650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Port 618fc385-afd5-40c3-ad1f-1edeff103518 on network 5d56454b-7299-4273-84ce-77ced7325f27 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:35:09.574650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Attempting to bind port 618fc385-afd5-40c3-ad1f-1edeff103518 on network 5d56454b-7299-4273-84ce-77ced7325f27 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:09.582267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:09.582593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Checking segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:09.583143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Bound using segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:09.583558 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Bound port: 618fc385-afd5-40c3-ad1f-1edeff103518, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:09.583921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.588923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-c0c8257e-6090-4518-a2dd-257544c6dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:09.590495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-c0c8257e-6090-4518-a2dd-257544c6dedc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9be16e80-e473-4b9d-9575-cbae61e2da3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554325 Jul 06 18:35:09.593927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f4155-ea4c-4573-bff2-1c7db6ad6e9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=7655aacb-2868-4135-9fdf-e3ff68c0537a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:09.603103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61f4155-ea4c-4573-bff2-1c7db6ad6e9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.605009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b61f4155-ea4c-4573-bff2-1c7db6ad6e9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/7655aacb-2868-4135-9fdf-e3ff68c0537a HTTP/1.1" status: 204 len: 168 time: 1.2610626 Jul 06 18:35:09.607707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45124) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:09.611073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d23975-0edc-4444-a073-a726d8b9d349 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:09.625658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Allocated IP 172.20.0.14 (d0a09b5a-f663-4630-8067-f035b53d07ae/e56b845b-d88a-4527-bbca-fe13b0079875/a42fca21-186a-45cc-a3f8-524a161e0b9c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:09.845642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.850296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4edb4076-7ac9-4bd8-b8d2-f131a5bc6d80 req-526fcbaf-ab50-449f-a10b-bc6e6eb000fd tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=842ec29b-0878-4e01-86b3-ddda5ca28a26 HTTP/1.1" status: 200 len: 210 time: 0.0726101 Jul 06 18:35:09.863760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Transition to ACTIVE for port object a42fca21-186a-45cc-a3f8-524a161e0b9c will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:09.892040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb813fe9-a061-4c82-b775-d26f95ad6201 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 9f5f2ff4-d015-4799-85a3-530ebccaa093 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:09.901656 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.906817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb813fe9-a061-4c82-b775-d26f95ad6201 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.916335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29345595-d556-4aec-8de8-3492b1e3286d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:09.918682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['fd7c5397-89a5-4f44-acd3-e81ddca343b5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:09.939750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-98b197f4-8d0d-4145-ac9a-2f595d46a56a service neutron] 10.222.0.41 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410368 Jul 06 18:35:09.965255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Network d0a09b5a-f663-4630-8067-f035b53d07ae is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:09.973752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:10.029361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:10.081036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:10.111187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:10.149380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'Port': ['ID=a42fca21-186a-45cc-a3f8-524a161e0b9c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:10.164150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.182489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-03b868b8-ddfd-4491-a2ba-d34b3c719888 service neutron] 10.222.0.41 "GET /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323818 Jul 06 18:35:10.190559 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb813fe9-a061-4c82-b775-d26f95ad6201 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.220948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.221643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.284909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-fe08b70a-3f54-4a3e-8599-2d24c5fdeaa2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3453128 Jul 06 18:35:10.310975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Request body: {'port': {'device_id': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:10.321322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.322813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.326246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] 10.222.0.41 "PUT /v2.0/ports/618fc385-afd5-40c3-ad1f-1edeff103518 HTTP/1.1" status: 200 len: 1091 time: 2.6843915 Jul 06 18:35:10.327358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:10.329970 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1" -d '{"events": [{"name": "network-changed", "server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:10.441679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359364e-3334-4760-86aa-51c52faec843 req-0bade888-649a-4ebb-86d5-d34a0ddbb084 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.451459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b359364e-3334-4760-86aa-51c52faec843 req-0bade888-649a-4ebb-86d5-d34a0ddbb084 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 943 time: 0.2202168 Jul 06 18:35:10.477413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c419c18-f645-486a-91b3-602b00283d73 service neutron] Pushing event updated for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:10.522584 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236a3bc4-92a7-4b81-9e3f-b55b6b538f81 x-openstack-request-id: req-236a3bc4-92a7-4b81-9e3f-b55b6b538f81 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:10.523195 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:10.523610 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-236a3bc4-92a7-4b81-9e3f-b55b6b538f81 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:10.524170 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518', 'status': 'completed', 'code': 200} Jul 06 18:35:10.543370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ada3b4ad-fca9-41fb-9b9c-a7cf6c9114f4 None None] Provisioning for port a42fca21-186a-45cc-a3f8-524a161e0b9c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:10.559423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ada3b4ad-fca9-41fb-9b9c-a7cf6c9114f4 None None] Provisioning complete for port a42fca21-186a-45cc-a3f8-524a161e0b9c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:10.560034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b359364e-3334-4760-86aa-51c52faec843 req-63f9b93b-bbc3-489c-ab9d-833eb8a59821 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075976 Jul 06 18:35:10.562376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb813fe9-a061-4c82-b775-d26f95ad6201 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.567594 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ada3b4ad-fca9-41fb-9b9c-a7cf6c9114f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.578437 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.617121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467ca6e-cbad-4427-999b-62cd23030381 req-c19b33df-6bb5-4275-b527-0321d7c43711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.622425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-c19b33df-6bb5-4275-b527-0321d7c43711 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 1094 time: 0.2303643 Jul 06 18:35:10.670212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ada3b4ad-fca9-41fb-9b9c-a7cf6c9114f4 None None] Port a42fca21-186a-45cc-a3f8-524a161e0b9c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:35:10.678252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-3d714c6f-5ce9-4ad3-af79-f65481e42f50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=618fc385-afd5-40c3-ad1f-1edeff103518 HTTP/1.1" status: 200 len: 217 time: 0.0473051 Jul 06 18:35:10.709018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-860d853b-0201-4f4e-8307-3461424d791f req-739fc2f8-75f2-4ceb-9cc4-880d136dcf8f tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.24 "GET /v2.0/ports?device_id=842ec29b-0878-4e01-86b3-ddda5ca28a26 HTTP/1.1" status: 200 len: 210 time: 0.0544813 Jul 06 18:35:10.772461 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb813fe9-a061-4c82-b775-d26f95ad6201 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.856563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb813fe9-a061-4c82-b775-d26f95ad6201 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5f2ff4-d015-4799-85a3-530ebccaa093,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:10.872667 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb813fe9-a061-4c82-b775-d26f95ad6201 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.874759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cb813fe9-a061-4c82-b775-d26f95ad6201 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/9f5f2ff4-d015-4799-85a3-530ebccaa093 HTTP/1.1" status: 204 len: 168 time: 1.2658231 Jul 06 18:35:10.878953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45154) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:10.882860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5f8bf-759a-4276-93a1-c2301e2f6e15 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:10.970563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467ca6e-cbad-4427-999b-62cd23030381 req-0f4c2529-3b64-451a-82f2-09adce03556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.972344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-0f4c2529-3b64-451a-82f2-09adce03556a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 200 len: 844 time: 0.2694347 Jul 06 18:35:10.974541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9e88b3c3-ca73-4343-a9e6-157a664209f7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916348 Jul 06 18:35:10.977180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45156) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:11.002761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa926d8-6d0a-4295-ab26-42405dc9d22b req-4985d899-cf70-4d85-b194-f4037a70d6f3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:11.003904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:11.005607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-578514c1-fdac-4ade-80ec-e09c78862933 None None] Provisioning complete for port 62e1447f-acae-493f-b6bf-6a0ee517011e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:11.006123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-578514c1-fdac-4ade-80ec-e09c78862933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.012923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fa926d8-6d0a-4295-ab26-42405dc9d22b req-4985d899-cf70-4d85-b194-f4037a70d6f3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2047427 Jul 06 18:35:11.088674 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-b1c733ce-e02c-48fb-939b-be20e06d3423 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d56454b-7299-4273-84ce-77ced7325f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947073 Jul 06 18:35:11.097838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fa926d8-6d0a-4295-ab26-42405dc9d22b req-e7523e32-65cd-4919-8a2a-d1a1bb7efd83 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838559 Jul 06 18:35:11.138642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86f2a1-4579-4a36-ad45-fa816e0e2d28 req-012980ff-9313-4483-a081-7703f6f8bd3e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:11.140505 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d86f2a1-4579-4a36-ad45-fa816e0e2d28 req-012980ff-9313-4483-a081-7703f6f8bd3e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 932 time: 0.4655490 Jul 06 18:35:11.299026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:35:11.304110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3c951fd-101a-4432-8c9a-de27ef0ad7f3 req-2be48a8f-6b11-41b7-884f-2208a94d97a9 tempest-ServerShowV247Test-1585945055 tempest-ServerShowV247Test-1585945055-project] 10.222.0.53 "GET /v2.0/ports?device_id=842ec29b-0878-4e01-86b3-ddda5ca28a26 HTTP/1.1" status: 200 len: 210 time: 0.0597050 Jul 06 18:35:11.314059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42fca21-186a-45cc-a3f8-524a161e0b9c {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:11.331326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.358383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Transition to ACTIVE for port object a42fca21-186a-45cc-a3f8-524a161e0b9c will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:11.365743 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.428259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 62e1447f-acae-493f-b6bf-6a0ee517011e no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:11.451874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Pushing event updated for resources: {'Port': ['ID=a42fca21-186a-45cc-a3f8-524a161e0b9c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:11.499625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] Deleting port 62e1447f-acae-493f-b6bf-6a0ee517011e {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:11.499625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.604082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Attempting to bind port a42fca21-186a-45cc-a3f8-524a161e0b9c on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:11.604525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Attempting to bind port a42fca21-186a-45cc-a3f8-524a161e0b9c by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:11.604925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Attempting to bind port a42fca21-186a-45cc-a3f8-524a161e0b9c on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:11.616222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Port a42fca21-186a-45cc-a3f8-524a161e0b9c on network d0a09b5a-f663-4630-8067-f035b53d07ae not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:35:11.616649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Attempting to bind port a42fca21-186a-45cc-a3f8-524a161e0b9c on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:11.625640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:11.632666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Checking segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:11.633199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Bound using segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:11.633793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Bound port: a42fca21-186a-45cc-a3f8-524a161e0b9c, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:11.634235 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.717728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] For port a42fca21-186a-45cc-a3f8-524a161e0b9c, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:11.722616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] For port a42fca21-186a-45cc-a3f8-524a161e0b9c, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:11.738917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=62e1447f-acae-493f-b6bf-6a0ee517011e,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:11.739824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.740270 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.765122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] Calling delete_port for 62e1447f-acae-493f-b6bf-6a0ee517011e owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:11.767954 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.819489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 62e1447f-acae-493f-b6bf-6a0ee517011e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=62e1447f-acae-493f-b6bf-6a0ee517011e,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:11.865382 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.866616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:11.867951 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:11.870076 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] 10.222.0.41 "PUT /v2.0/ports/a42fca21-186a-45cc-a3f8-524a161e0b9c HTTP/1.1" status: 200 len: 1092 time: 1.5641205 Jul 06 18:35:11.873118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'tag': 'a42fca21-186a-45cc-a3f8-524a161e0b9c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:11.888869 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459b26e8-d81b-489f-86d4-623fea30280a" -d '{"events": [{"name": "network-changed", "server_uuid": "45f764e1-dd35-4e08-ba0e-39e48e858c91", "tag": "a42fca21-186a-45cc-a3f8-524a161e0b9c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:11.915357 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d86f2a1-4579-4a36-ad45-fa816e0e2d28 req-a020b287-23c0-4e98-b9b6-9af74174ad07 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7608008 Jul 06 18:35:11.975233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=12']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:11.996539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38c594-ee23-46d7-93e8-0ab6c5153371 service neutron] Pushing event updated for resources: {'Port': ['ID=a42fca21-186a-45cc-a3f8-524a161e0b9c,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:12.026906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:12.032778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:12.086152 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:12.105969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-b0cb0b2d-c337-4d6e-b618-b1d222f7f04a service neutron] 10.222.0.41 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9773345 Jul 06 18:35:12.140245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef3f6d-cdbf-407e-b0e8-3889f6686a47 req-3cacb3ca-ab11-452c-a6d4-c843460d89bd tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:12.147681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cef3f6d-cdbf-407e-b0e8-3889f6686a47 req-3cacb3ca-ab11-452c-a6d4-c843460d89bd tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 943 time: 0.2069361 Jul 06 18:35:12.153218 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac12d48-31b4-4b2f-a78a-dbbc6a425f31 x-openstack-request-id: req-4ac12d48-31b4-4b2f-a78a-dbbc6a425f31 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:12.154150 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f764e1-dd35-4e08-ba0e-39e48e858c91", "tag": "a42fca21-186a-45cc-a3f8-524a161e0b9c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:12.154594 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ac12d48-31b4-4b2f-a78a-dbbc6a425f31 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:12.155098 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'tag': 'a42fca21-186a-45cc-a3f8-524a161e0b9c', 'status': 'completed', 'code': 200} Jul 06 18:35:12.179805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] Pushing event deleted for resources: {'Port': ['ID=62e1447f-acae-493f-b6bf-6a0ee517011e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:12.183693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279c5c8-6f04-47f0-aa2b-cd14ba9f0fd2 None None] No DVR routers for this DVR port 62e1447f-acae-493f-b6bf-6a0ee517011e on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:35:12.208389 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cef3f6d-cdbf-407e-b0e8-3889f6686a47 req-53be87c7-8137-4c54-9e63-d37a3d396751 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501041 Jul 06 18:35:12.233314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-ef0dd548-4c32-43f8-a4b0-930a2e1cce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:12.235527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-ef0dd548-4c32-43f8-a4b0-930a2e1cce32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 1095 time: 0.1716812 Jul 06 18:35:12.293755 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-917af39d-3357-4a8d-8517-3c09ca33d5c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c HTTP/1.1" status: 200 len: 217 time: 0.0465443 Jul 06 18:35:12.313485 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f467ca6e-cbad-4427-999b-62cd23030381 req-b61a0cb0-7bf5-4064-a538-b5e8fbf6a43f service neutron] 10.222.0.41 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975079 Jul 06 18:35:12.388706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-673f4183-73fa-4e7b-8380-c7f7a37f4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:12.390371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-673f4183-73fa-4e7b-8380-c7f7a37f4e5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.0880740 Jul 06 18:35:12.471779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-2275d087-a54f-4d9a-8b01-ec5a7166bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:12.474560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-2275d087-a54f-4d9a-8b01-ec5a7166bee1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754056 Jul 06 18:35:12.518598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af916c57-20eb-475a-9ac9-cb7eebe058a0 req-d1c88ccd-dbd3-4ddd-ad7b-e5e55f63f67f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:12.525488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af916c57-20eb-475a-9ac9-cb7eebe058a0 req-d1c88ccd-dbd3-4ddd-ad7b-e5e55f63f67f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2093801 Jul 06 18:35:12.549451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:12.575893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-fe314ee3-a945-4e35-85b4-3b96e3091bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:12.577484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-fe314ee3-a945-4e35-85b4-3b96e3091bba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 1094 time: 0.1876080 Jul 06 18:35:12.674695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af916c57-20eb-475a-9ac9-cb7eebe058a0 req-a585d1d0-46b5-4158-a707-a9d2c368a419 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482902 Jul 06 18:35:12.685181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:12.699272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:12.713868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8117565-8585-428b-a48e-424510cbb278 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:12.714660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:12.715262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:12.719309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=2fa4d917-1fbd-4e09-a37c-1ddf23a13730,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:12.758356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c6b0f832-adca-481c-9244-ef53419541d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7630556 Jul 06 18:35:12.761578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45200) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:12.766739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:12.839435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-7985f634-543a-41c7-9e82-e5a85b038fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:12.841582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-7985f634-543a-41c7-9e82-e5a85b038fa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 905 time: 0.2541592 Jul 06 18:35:12.906116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-b487ddbd-fe39-4ddc-9390-460fc52ad27d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=618fc385-afd5-40c3-ad1f-1edeff103518 HTTP/1.1" status: 200 len: 217 time: 0.0568135 Jul 06 18:35:12.906597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45202) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:12.994680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '2fa4d917-1fbd-4e09-a37c-1ddf23a13730'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:35:12.995575 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:13.034144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-e4088173-3128-4c3c-b6e3-1e3ea3d5e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:13.035827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-e4088173-3128-4c3c-b6e3-1e3ea3d5e03a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 200 len: 844 time: 0.0765936 Jul 06 18:35:13.036733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:13.040381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:13.046900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-f61bac77-d5f2-41e9-99df-de61b6da8c3f service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655763 Jul 06 18:35:13.171388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0722cc81-3306-4059-b4a7-aac2fa22a560 req-00562e17-b9ba-4851-b7e6-e2e41398f747 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052535 Jul 06 18:35:13.194983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Allocated IP 172.20.0.2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/2fa4d917-1fbd-4e09-a37c-1ddf23a13730/6bfe90f5-fc08-47d8-a0db-417718d86e89) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:13.216978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-649fa982-561d-4090-afcd-362a381c250f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d56454b-7299-4273-84ce-77ced7325f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657553 Jul 06 18:35:13.243398 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5d324ca-2b13-4572-914a-fb94bd3d28b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:13.323384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b26e8-d81b-489f-86d4-623fea30280a req-ca3aa6b2-cd58-422e-adb9-b9068b0369e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:13.327702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-459b26e8-d81b-489f-86d4-623fea30280a req-ca3aa6b2-cd58-422e-adb9-b9068b0369e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 1095 time: 0.0942712 Jul 06 18:35:13.380167 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:13.403892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Transition to ACTIVE for port object 6bfe90f5-fc08-47d8-a0db-417718d86e89 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:13.447701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Transition to ACTIVE for port object 6bfe90f5-fc08-47d8-a0db-417718d86e89 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:13.471631 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:13.510499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b26e8-d81b-489f-86d4-623fea30280a req-bb6a00d7-c413-4a22-9e28-e48941c85512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:13.511166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f652-de39-4cb5-8856-ac824ac1e853 req-5667afbc-efdb-4185-ad63-ddc09a4fe9ca tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:13.512541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec12f652-de39-4cb5-8856-ac824ac1e853 req-5667afbc-efdb-4185-ad63-ddc09a4fe9ca tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 944 time: 0.3497694 Jul 06 18:35:13.512685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-459b26e8-d81b-489f-86d4-623fea30280a req-bb6a00d7-c413-4a22-9e28-e48941c85512 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.1753607 Jul 06 18:35:13.521746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e41291-d12e-474f-b66a-5660fc4fcb32 req-6dbaae9b-4d40-44e6-b1d8-367ef25d8f12 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:13.523580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-45e41291-d12e-474f-b66a-5660fc4fcb32 req-6dbaae9b-4d40-44e6-b1d8-367ef25d8f12 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 943 time: 0.1148894 Jul 06 18:35:13.525007 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-b70979f5-cae4-4312-a00a-c394cad1a29c service neutron] 10.222.0.41 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793465 Jul 06 18:35:13.579568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Pushing event updated for resources: {'Port': ['ID=6bfe90f5-fc08-47d8-a0db-417718d86e89,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:13.597448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:13.599464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:13.602348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-459b26e8-d81b-489f-86d4-623fea30280a req-de62a921-3dfc-422d-8307-d046e9119829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c HTTP/1.1" status: 200 len: 217 time: 0.0765271 Jul 06 18:35:13.605329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:13.646491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 618fc385-afd5-40c3-ad1f-1edeff103518 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:35:13.698927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-45e41291-d12e-474f-b66a-5660fc4fcb32 req-796f48c9-d2c2-4798-be8d-9dd2a7b644b6 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666358 Jul 06 18:35:13.733042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b26e8-d81b-489f-86d4-623fea30280a req-bcd57219-7c4b-4f45-8a0f-6d4a4f712ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:13.735332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-459b26e8-d81b-489f-86d4-623fea30280a req-bcd57219-7c4b-4f45-8a0f-6d4a4f712ee2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1256928 Jul 06 18:35:13.812063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Attempting to bind port 6bfe90f5-fc08-47d8-a0db-417718d86e89 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:13.815092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Attempting to bind port 6bfe90f5-fc08-47d8-a0db-417718d86e89 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:13.819178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Attempting to bind port 6bfe90f5-fc08-47d8-a0db-417718d86e89 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:13.825000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec12f652-de39-4cb5-8856-ac824ac1e853 req-c71c175e-fac1-41a6-b355-657c29f7d8e4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966914 Jul 06 18:35:13.855689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:13.856068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:13.862869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:13.863447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:13.864017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Bound port: 6bfe90f5-fc08-47d8-a0db-417718d86e89, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:13.864444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:13.874935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b26e8-d81b-489f-86d4-623fea30280a req-fc269070-385d-4a15-9e08-1ac766440e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:13.893381 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-459b26e8-d81b-489f-86d4-623fea30280a req-fc269070-385d-4a15-9e08-1ac766440e32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462209 Jul 06 18:35:13.902822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:13.910579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5d324ca-2b13-4572-914a-fb94bd3d28b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:13.918496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6fee8a4-f0f1-4508-ac74-cbb141a9dad1 req-e99b2668-71ac-409c-abf4-6b833f774dcd service neutron] 10.222.0.41 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829012 Jul 06 18:35:13.927721 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d5d324ca-2b13-4572-914a-fb94bd3d28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.013344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '618fc385-afd5-40c3-ad1f-1edeff103518', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'port_id': '618fc385-afd5-40c3-ad1f-1edeff103518', 'mac_address': 'fa:16:3e:d7:67:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064755e-d560-4a6a-924c-19066694f3f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:35:14.044418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d5d324ca-2b13-4572-914a-fb94bd3d28b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35bd89485366449cb6b6888e0c36da54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0908952 Jul 06 18:35:14.046384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45232) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:14.082500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d324ca-2b13-4572-914a-fb94bd3d28b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69623df1-764e-4cb7-bf07-6eb20b4cda57,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:14.091722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] For port 6bfe90f5-fc08-47d8-a0db-417718d86e89, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:14.105752 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.122756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] For port 6bfe90f5-fc08-47d8-a0db-417718d86e89, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6bfe90f5-fc08-47d8-a0db-417718d86e89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:14.126979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618fc385-afd5-40c3-ad1f-1edeff103518 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:14.134028 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.156787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-459b26e8-d81b-489f-86d4-623fea30280a req-64dfe0af-1e87-4757-8d0b-35c94c6932f8 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572227 Jul 06 18:35:14.195085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:35:14.208979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eb2d7-cd1e-432c-888c-41edca03364f None None] Pushing event updated for resources: {'Port': ['ID=6bfe90f5-fc08-47d8-a0db-417718d86e89,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:14.224896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:14.233441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.276324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b1f2-8399-4270-8fa3-efdb481254dc req-d52d1f8b-5554-421c-981f-c04a609073b5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:14.278010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88d4b1f2-8399-4270-8fa3-efdb481254dc req-d52d1f8b-5554-421c-981f-c04a609073b5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1716418 Jul 06 18:35:14.302403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:14.334103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-459b26e8-d81b-489f-86d4-623fea30280a req-cebfc870-a430-4b61-a0cf-f5f1e90c6a83 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697686 Jul 06 18:35:14.358662 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88d4b1f2-8399-4270-8fa3-efdb481254dc req-03ac587c-b6c0-4c7c-916f-f1586a0fff29 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735373 Jul 06 18:35:14.505298 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9eb85746-1375-4574-9a1a-9e237933e481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.509508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['618fc385-afd5-40c3-ad1f-1edeff103518'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:14.597191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9eb85746-1375-4574-9a1a-9e237933e481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.683319 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.740971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9eb85746-1375-4574-9a1a-9e237933e481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.744511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9eb85746-1375-4574-9a1a-9e237933e481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:14.745862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9eb85746-1375-4574-9a1a-9e237933e481 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69623df1-764e-4cb7-bf07-6eb20b4cda57 HTTP/1.1" status: 204 len: 168 time: 0.6984134 Jul 06 18:35:14.771758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb85746-1375-4574-9a1a-9e237933e481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69623df1-764e-4cb7-bf07-6eb20b4cda57,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:14.894870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] For port 6bfe90f5-fc08-47d8-a0db-417718d86e89, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6bfe90f5-fc08-47d8-a0db-417718d86e89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:15.013878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:15.026041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:15.027339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:15.081921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317758eb-5c91-4f94-811a-00bf3d750e3d req-f396ff98-6fde-402e-b9c6-9a117bea753a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:15.087571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=d04c21c0-fac7-4c6e-b0b4-85ff81f448aa,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:15.096708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-317758eb-5c91-4f94-811a-00bf3d750e3d req-f396ff98-6fde-402e-b9c6-9a117bea753a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 944 time: 0.0980458 Jul 06 18:35:15.131488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:15.135280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:15.139372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:15.140244 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:15.151875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab159-2c7d-4446-bca0-838212cdc1ef req-f61ac955-5cf4-4708-95b4-4875630dc637 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:15.151875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e29ab159-2c7d-4446-bca0-838212cdc1ef req-f61ac955-5cf4-4708-95b4-4875630dc637 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 944 time: 0.2473178 Jul 06 18:35:15.190074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-317758eb-5c91-4f94-811a-00bf3d750e3d req-34f70277-9f21-4fd5-955b-8f35332bc100 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918133 Jul 06 18:35:15.239991 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4747436 Jul 06 18:35:15.240509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45264) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:15.243410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a73d1-f551-4955-ae14-b06f373e6c98 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=6bfe90f5-fc08-47d8-a0db-417718d86e89,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:15.247303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:a0:85:ff', 'name': 'tempest-NetworksTestDHCPv6-1296624768'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:15.258602 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e29ab159-2c7d-4446-bca0-838212cdc1ef req-af465ede-8444-4b51-92dc-6b55aab8985f tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887744 Jul 06 18:35:15.431754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6bfe90f5-fc08-47d8-a0db-417718d86e89 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:15.519176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b67109d0-8189-441f-927a-d5bfcaf3539b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:15.560612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:15.576044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:15.642640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd664ec-41e0-424b-a632-79fb5c87914a None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:15.646601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a42fca21-186a-45cc-a3f8-524a161e0b9c details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:35:15.753480 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:15.780141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 618fc385-afd5-40c3-ad1f-1edeff103518 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:15.800894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port fa824fe6-8754-447f-a055-a1459c394222 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:35:15.822351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e8ef0-a5d4-45ea-a06d-872be6c4ae47 req-52d609a5-da38-48e9-bfdc-57f72c828f8b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:15.830591 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e4e8ef0-a5d4-45ea-a06d-872be6c4ae47 req-52d609a5-da38-48e9-bfdc-57f72c828f8b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2042723 Jul 06 18:35:15.913235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e4e8ef0-a5d4-45ea-a06d-872be6c4ae47 req-2617a819-13aa-49fb-9f73-a9c054093479 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817239 Jul 06 18:35:16.013616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a42fca21-186a-45cc-a3f8-524a161e0b9c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:16.043036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2edddc9-819e-4b4d-802c-af4a2dfd00c8 None None] Provisioning for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:16.073331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2edddc9-819e-4b4d-802c-af4a2dfd00c8 None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:16.073731 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2edddc9-819e-4b4d-802c-af4a2dfd00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:16.075519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'a42fca21-186a-45cc-a3f8-524a161e0b9c', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': 'a42fca21-186a-45cc-a3f8-524a161e0b9c', 'mac_address': 'fa:16:3e:cf:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:35:16.179546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 172.20.0.6 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/2fa4d917-1fbd-4e09-a37c-1ddf23a13730/fa824fe6-8754-447f-a055-a1459c394222) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:16.187874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fea0:85ff (1155fe0f-cf73-44cf-856d-cc5f5570ca01/d04c21c0-fac7-4c6e-b0b4-85ff81f448aa/fa824fe6-8754-447f-a055-a1459c394222) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:16.278564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 618fc385-afd5-40c3-ad1f-1edeff103518 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:16.283798 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:16.303185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42fca21-186a-45cc-a3f8-524a161e0b9c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:16.321877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 618fc385-afd5-40c3-ad1f-1edeff103518 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:16.322597 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:16.357431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a42fca21-186a-45cc-a3f8-524a161e0b9c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:16.393004 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:16.453309 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:16.488229 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2edddc9-819e-4b4d-802c-af4a2dfd00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:16.517036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object fa824fe6-8754-447f-a055-a1459c394222 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:16.549455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ff370-7745-462e-82be-6292544aa8ba req-d5e3255d-1d73-456b-b646-6c1515d6485c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:16.551281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf0ff370-7745-462e-82be-6292544aa8ba req-d5e3255d-1d73-456b-b646-6c1515d6485c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 945 time: 0.1346626 Jul 06 18:35:16.578230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=a42fca21-186a-45cc-a3f8-524a161e0b9c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:16.615246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:16.620114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf0ff370-7745-462e-82be-6292544aa8ba req-c6dc25eb-4717-4260-9cd1-ff8bd1e51c69 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620096 Jul 06 18:35:16.690115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:16.696022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:16.704862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:16.726638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['a42fca21-186a-45cc-a3f8-524a161e0b9c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:16.770582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=fa824fe6-8754-447f-a055-a1459c394222,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:16.836905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:16.838930 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:16.881949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-691955e7-c198-4195-b212-a1790139a5e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6400447 Jul 06 18:35:16.884455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45332) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:16.997932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-36059b28-1030-4197-b5c2-6ccebb06224f req-8112c372-1729-44b3-83a6-7ef4f3e36fed tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.1094201 Jul 06 18:35:17.004486 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:17.030129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d2edddc9-819e-4b4d-802c-af4a2dfd00c8 None None] For port 6bfe90f5-fc08-47d8-a0db-417718d86e89, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6bfe90f5-fc08-47d8-a0db-417718d86e89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:17.052624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde6c8-6942-4f93-a0b8-b9839d9298a7 req-6b97d28e-1478-4c31-b75d-abdae1a88bdf tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:17.053760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2edddc9-819e-4b4d-802c-af4a2dfd00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:17.066339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-63bde6c8-6942-4f93-a0b8-b9839d9298a7 req-6b97d28e-1478-4c31-b75d-abdae1a88bdf tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 944 time: 0.2333841 Jul 06 18:35:17.124029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:17.128535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11119ecf-c750-4b14-9b84-b0017ba13121 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:17.143960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11119ecf-c750-4b14-9b84-b0017ba13121 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:17.151737 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-11119ecf-c750-4b14-9b84-b0017ba13121 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2604537 Jul 06 18:35:17.152643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45342) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:17.153368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-63bde6c8-6942-4f93-a0b8-b9839d9298a7 req-d2336f56-7502-45e5-9807-3b823260ab03 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860608 Jul 06 18:35:17.168099 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8640b17d-0e6d-4cc6-b656-e4695053ab0d" -d '{"events": [{"server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "name": "network-vif-plugged", "status": "completed", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:17.234069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:17.299490 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:17.316960 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5845809-e42f-45c3-9732-729d535c4946 x-openstack-request-id: req-e5845809-e42f-45c3-9732-729d535c4946 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:17.317440 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "name": "network-vif-plugged", "status": "completed", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:17.317790 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5845809-e42f-45c3-9732-729d535c4946 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:17.318744 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518', 'code': 200} Jul 06 18:35:17.326590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edddc9-819e-4b4d-802c-af4a2dfd00c8 None None] Pushing event updated for resources: {'Port': ['ID=6bfe90f5-fc08-47d8-a0db-417718d86e89,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:17.454383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:17.595475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-41e37905-dc25-450b-ac32-327536641b0e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port fa824fe6-8754-447f-a055-a1459c394222 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:17.596057 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e37905-dc25-450b-ac32-327536641b0e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:17.608776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a2ff-66c7-4364-9960-b939f2c1a18f req-9f6d88c4-535f-43df-913e-ada731c65d28 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:17.610641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c991a2ff-66c7-4364-9960-b939f2c1a18f req-9f6d88c4-535f-43df-913e-ada731c65d28 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2985048 Jul 06 18:35:17.743185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a462702-3c10-4b58-bc73-e5d1cd2c35f4 req-ee8adcfc-15ba-4cdf-a0f7-4cb98a00b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:17.745659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a462702-3c10-4b58-bc73-e5d1cd2c35f4 req-ee8adcfc-15ba-4cdf-a0f7-4cb98a00b9c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 1096 time: 0.2613564 Jul 06 18:35:17.821537 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c991a2ff-66c7-4364-9960-b939f2c1a18f req-aaf7865b-9f50-4740-8628-ef18ad015194 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987276 Jul 06 18:35:17.866745 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e37905-dc25-450b-ac32-327536641b0e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:17.896751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-41e37905-dc25-450b-ac32-327536641b0e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for fa824fe6-8754-447f-a055-a1459c394222 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:17.912074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a462702-3c10-4b58-bc73-e5d1cd2c35f4 req-8a7a6479-61f5-4bd8-9722-463937fcd9e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299527 Jul 06 18:35:17.923938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cd5b5-c9f2-45de-8b61-0c472491aad7 req-98c8f726-4dbc-4b4a-b8c6-5d4e6666a503 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:17.931502 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e5cd5b5-c9f2-45de-8b61-0c472491aad7 req-98c8f726-4dbc-4b4a-b8c6-5d4e6666a503 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 945 time: 0.1043549 Jul 06 18:35:17.996045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e5cd5b5-c9f2-45de-8b61-0c472491aad7 req-4de819ab-ad23-4b68-abe3-f7ec067c14f8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Jul 06 18:35:18.105271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-50c9ca26-b57a-49ea-9105-7854346657fc None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:18.106960 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50c9ca26-b57a-49ea-9105-7854346657fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.140975 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e37905-dc25-450b-ac32-327536641b0e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.220085 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28547b97-2e45-488c-b7e3-3e563f884e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.253899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e37905-dc25-450b-ac32-327536641b0e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=fa824fe6-8754-447f-a055-a1459c394222,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:18.315139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.336485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e59409dd-b5d2-47a0-9b1a-d7178038f39e req-5a3e1d99-df79-4121-9b50-2e4a73a03764 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.1711597 Jul 06 18:35:18.386486 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e37905-dc25-450b-ac32-327536641b0e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.388984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-41e37905-dc25-450b-ac32-327536641b0e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/fa824fe6-8754-447f-a055-a1459c394222 HTTP/1.1" status: 204 len: 168 time: 1.2353551 Jul 06 18:35:18.395406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45376) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:18.460034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7636ac-c3d8-408d-bff0-77f3cf428215 req-cc64045d-2b0c-4ea8-af6d-df2518748023 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:18.462737 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db7636ac-c3d8-408d-bff0-77f3cf428215 req-cc64045d-2b0c-4ea8-af6d-df2518748023 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 945 time: 0.0876584 Jul 06 18:35:18.487970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f050d69-3804-4a4e-9f56-0691c1395c84 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:18.490256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f050d69-3804-4a4e-9f56-0691c1395c84 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:18.490907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a2b3222f-35f7-4d1e-bdac-34831ff256b0 None None] Could not find standard attr ID for object fa824fe6-8754-447f-a055-a1459c394222. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:18.491658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f050d69-3804-4a4e-9f56-0691c1395c84 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:18.496817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4f050d69-3804-4a4e-9f56-0691c1395c84 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1003046 Jul 06 18:35:18.497436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45380) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:18.532231 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db7636ac-c3d8-408d-bff0-77f3cf428215 req-fb9903bf-b182-439e-b4e2-462701b65da3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630195 Jul 06 18:35:18.604608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd363ce-c9da-4651-b043-d497fc99e9d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 2fa4d917-1fbd-4e09-a37c-1ddf23a13730 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:18.609593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bd363ce-c9da-4651-b043-d497fc99e9d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.676090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bd363ce-c9da-4651-b043-d497fc99e9d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.788714 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bd363ce-c9da-4651-b043-d497fc99e9d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.888276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bd363ce-c9da-4651-b043-d497fc99e9d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.926266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd363ce-c9da-4651-b043-d497fc99e9d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa4d917-1fbd-4e09-a37c-1ddf23a13730,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:18.928913 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bd363ce-c9da-4651-b043-d497fc99e9d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:18.931065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2bd363ce-c9da-4651-b043-d497fc99e9d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/2fa4d917-1fbd-4e09-a37c-1ddf23a13730 HTTP/1.1" status: 204 len: 168 time: 0.4325902 Jul 06 18:35:18.933843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45398) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:18.951043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d42bff-5956-4eaf-beed-17f3a8f0d956 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:19.073634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7d1488-68ce-4419-a555-81c6ec39608b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet d04c21c0-fac7-4c6e-b0b4-85ff81f448aa {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:19.084268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1488-68ce-4419-a555-81c6ec39608b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.165042 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1488-68ce-4419-a555-81c6ec39608b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.278157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46f360-18d5-4de0-995c-858b4ec35e4f req-9e4409ca-34bf-46b6-804d-3b08a3496738 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:19.287085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd46f360-18d5-4de0-995c-858b4ec35e4f req-9e4409ca-34bf-46b6-804d-3b08a3496738 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1647687 Jul 06 18:35:19.322683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1488-68ce-4419-a555-81c6ec39608b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.341143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0c058-a802-4a8c-973f-c327db409451 req-1b1fa3dd-8532-402c-982f-c2881d31ddb5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:19.355911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40c0c058-a802-4a8c-973f-c327db409451 req-1b1fa3dd-8532-402c-982f-c2881d31ddb5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 945 time: 0.1184967 Jul 06 18:35:19.406598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd46f360-18d5-4de0-995c-858b4ec35e4f req-fadc8bb6-9be4-409d-88e9-b4fe2e63bd4b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103928 Jul 06 18:35:19.417457 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.461423 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40c0c058-a802-4a8c-973f-c327db409451 req-4579bac8-4dad-42d9-88f0-67c350e03097 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041868 Jul 06 18:35:19.495022 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1488-68ce-4419-a555-81c6ec39608b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.510399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6bfe90f5-fc08-47d8-a0db-417718d86e89 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:19.529446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d1488-68ce-4419-a555-81c6ec39608b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=d04c21c0-fac7-4c6e-b0b4-85ff81f448aa,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:19.533579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1488-68ce-4419-a555-81c6ec39608b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.536447 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8a7d1488-68ce-4419-a555-81c6ec39608b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/d04c21c0-fac7-4c6e-b0b4-85ff81f448aa HTTP/1.1" status: 204 len: 168 time: 0.5990114 Jul 06 18:35:19.538627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45412) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:19.619693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5b0740a5-7604-4a17-8434-ad8a1341aa0b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796940 Jul 06 18:35:19.622521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45416) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:19.627932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:19.628139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:19.628456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.680059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a42fca21-186a-45cc-a3f8-524a161e0b9c up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:19.695358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db8f3805-0fba-4f82-82e4-1e79aeda3fc5 req-24b11fa3-1632-43ee-8916-8c65b3013ae7 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0833154 Jul 06 18:35:19.768450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:19.772867 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.871046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port a42fca21-186a-45cc-a3f8-524a161e0b9c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:19.876299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port a42fca21-186a-45cc-a3f8-524a161e0b9c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:19.877520 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.951049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13636-48ed-443d-b279-e15f6e1e2011 req-8bc371d0-25b1-4f49-8c60-0e464b960594 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:19.952665 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28d13636-48ed-443d-b279-e15f6e1e2011 req-8bc371d0-25b1-4f49-8c60-0e464b960594 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 945 time: 0.1517603 Jul 06 18:35:19.994519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.032140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42fca21-186a-45cc-a3f8-524a161e0b9c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:20.035302 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de643f26-4624-4d51-9304-064cdbc80e9e" -d '{"events": [{"server_uuid": "45f764e1-dd35-4e08-ba0e-39e48e858c91", "name": "network-vif-plugged", "status": "completed", "tag": "a42fca21-186a-45cc-a3f8-524a161e0b9c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:20.064858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a42fca21-186a-45cc-a3f8-524a161e0b9c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:20.079073 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.094553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28d13636-48ed-443d-b279-e15f6e1e2011 req-5ca6ca20-1c89-4dd8-9818-49ae6c4bdd3d tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344557 Jul 06 18:35:20.163278 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8d7411-7854-4816-9f9e-bc3b0dd9bf8f x-openstack-request-id: req-9c8d7411-7854-4816-9f9e-bc3b0dd9bf8f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:20.163685 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f764e1-dd35-4e08-ba0e-39e48e858c91", "name": "network-vif-plugged", "status": "completed", "tag": "a42fca21-186a-45cc-a3f8-524a161e0b9c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:20.168522 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c8d7411-7854-4816-9f9e-bc3b0dd9bf8f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:20.168963 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42fca21-186a-45cc-a3f8-524a161e0b9c', 'code': 200} Jul 06 18:35:20.219961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=a42fca21-186a-45cc-a3f8-524a161e0b9c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:20.257080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.273406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e41333-dd79-4e52-b92c-80b0c22c3e02 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:20.314585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:20.320307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:20.327869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4032b-e210-4d8a-b82d-6c2f0b317db9 req-75074540-a66b-4074-81a5-601c922444cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:20.330233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16d4032b-e210-4d8a-b82d-6c2f0b317db9 req-75074540-a66b-4074-81a5-601c922444cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 1097 time: 0.1441209 Jul 06 18:35:20.333882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:20.334859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.376719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=98740136-3526-40aa-ad2c-8b410f7be6d8,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:20.395260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-16d4032b-e210-4d8a-b82d-6c2f0b317db9 req-a7d2da67-eafd-42a2-bf06-a47bec6d5110 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550764 Jul 06 18:35:20.400119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45436) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:20.401365 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d6d79b09-6216-4b6a-8db2-c29328d4e0a0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7768297 Jul 06 18:35:20.411040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:20.431200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8d1f676e-48e6-4eea-9ade-1e1d89c9dcd1 None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:20.431818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d1f676e-48e6-4eea-9ade-1e1d89c9dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.524367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eaf2f0d8-f491-40b5-ad9e-fa64cb4e815e req-3ad1d9f9-308d-4f4c-84ec-58a8c65ae4db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0869114 Jul 06 18:35:20.622196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:20.630756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.731513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e7343-05ca-4f53-b5e4-808f496fe6b3 req-8bc9db45-376b-440d-b443-4e7bf334c962 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:20.741400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-535e7343-05ca-4f53-b5e4-808f496fe6b3 req-8bc9db45-376b-440d-b443-4e7bf334c962 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1274240 Jul 06 18:35:20.847059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4d11bd-ab9a-4321-a627-2afc323ef9be None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '98740136-3526-40aa-ad2c-8b410f7be6d8'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '6bfe90f5-fc08-47d8-a0db-417718d86e89'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:35:20.847854 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-535e7343-05ca-4f53-b5e4-808f496fe6b3 req-f5ab82c2-9ad1-4ab0-9e26-105c5172b242 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964634 Jul 06 18:35:20.905869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4d11bd-ab9a-4321-a627-2afc323ef9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.906672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa580a-f6db-4d7e-9af4-d010843b69d0 req-918d5be6-71ed-4e41-b803-306eb2ed2542 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:20.914992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11fa580a-f6db-4d7e-9af4-d010843b69d0 req-918d5be6-71ed-4e41-b803-306eb2ed2542 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 945 time: 0.1664188 Jul 06 18:35:20.999293 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11fa580a-f6db-4d7e-9af4-d010843b69d0 req-db7d76ec-ed0c-49a9-91db-aaab4ebcb7d3 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795584 Jul 06 18:35:21.147595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5a4d11bd-ab9a-4321-a627-2afc323ef9be None None] Allocated IP 172.20.0.2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/98740136-3526-40aa-ad2c-8b410f7be6d8/6bfe90f5-fc08-47d8-a0db-417718d86e89) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:21.206815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1c6f-bbd3-45c0-94d1-330115066684 req-c9909f3d-37ca-409d-bd61-2bcd3623286a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:21.226341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ecc1c6f-bbd3-45c0-94d1-330115066684 req-c9909f3d-37ca-409d-bd61-2bcd3623286a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 946 time: 0.1648924 Jul 06 18:35:21.299211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ecc1c6f-bbd3-45c0-94d1-330115066684 req-0f443319-c589-4fb6-99c9-d4739c3c39b0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719676 Jul 06 18:35:21.305257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-475792a2-f952-449e-84d0-a65649810184 req-45f5ebb3-a7b7-40fb-9f55-426c7579b232 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.1036825 Jul 06 18:35:21.349092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5a4d11bd-ab9a-4321-a627-2afc323ef9be None None] For port 6bfe90f5-fc08-47d8-a0db-417718d86e89, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6bfe90f5-fc08-47d8-a0db-417718d86e89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:21.392516 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4d11bd-ab9a-4321-a627-2afc323ef9be None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:21.415644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5a4d11bd-ab9a-4321-a627-2afc323ef9be None None] Transition to ACTIVE for port object 6bfe90f5-fc08-47d8-a0db-417718d86e89 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:21.429002 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a4d11bd-ab9a-4321-a627-2afc323ef9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:21.459762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:35:21.464403 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:21.533439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d11bd-ab9a-4321-a627-2afc323ef9be None None] Pushing event updated for resources: {'Port': ['ID=6bfe90f5-fc08-47d8-a0db-417718d86e89,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:21.751466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:21.972841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] For port 6bfe90f5-fc08-47d8-a0db-417718d86e89, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6bfe90f5-fc08-47d8-a0db-417718d86e89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:22.016336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.023043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.024244 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.085240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:22.135698 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.146137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2795a-65ac-4eed-ac6f-8cb0251c9bf2 req-eabdd92b-cb73-4f56-b5aa-13a7dba22a82 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:22.154940 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9a2795a-65ac-4eed-ac6f-8cb0251c9bf2 req-eabdd92b-cb73-4f56-b5aa-13a7dba22a82 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1455626 Jul 06 18:35:22.156983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:22.160536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:22.161276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.215320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8099222 Jul 06 18:35:22.222185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45472) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:22.229709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:d2:41:a4', 'name': 'tempest-NetworksTestDHCPv6-933635755'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:22.232864 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9a2795a-65ac-4eed-ac6f-8cb0251c9bf2 req-d37ae8e1-aed0-4bf3-90a4-991447070d45 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756500 Jul 06 18:35:22.309380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=8ac49ab8-904c-438b-8a21-35592cf20dac,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:22.317480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982799-1b12-4dd9-ab4a-03c228188691 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=6bfe90f5-fc08-47d8-a0db-417718d86e89,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:22.396889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.482479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7d462-bf45-41f3-85cc-3db98725abc6 req-d95165dd-7347-4dc2-acbe-851214ab6995 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:22.490052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba7d462-bf45-41f3-85cc-3db98725abc6 req-d95165dd-7347-4dc2-acbe-851214ab6995 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 945 time: 0.1776102 Jul 06 18:35:22.530201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930165e6-bccb-4e94-8910-2e0b18255108 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:22.559876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba7d462-bf45-41f3-85cc-3db98725abc6 req-2f9ed096-c27f-49c9-82a4-05a714c1e913 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 Jul 06 18:35:22.561430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:22.626542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb9cc0-59ad-4732-9970-04a6005bc5c5 req-b01964d5-3413-4a0b-a1e6-2362d4867bb1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:22.643709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5cb9cc0-59ad-4732-9970-04a6005bc5c5 req-b01964d5-3413-4a0b-a1e6-2362d4867bb1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 946 time: 0.1162856 Jul 06 18:35:22.693761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f6fece03-2858-4ba1-8da2-af0f2720e183 None None] Provisioning for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:22.713800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f6fece03-2858-4ba1-8da2-af0f2720e183 None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:22.713800 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6fece03-2858-4ba1-8da2-af0f2720e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.719353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5cb9cc0-59ad-4732-9970-04a6005bc5c5 req-267eec20-f194-4ada-a731-5d4f6e46161d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746326 Jul 06 18:35:22.723888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.778182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 1c34bfed-b0eb-4841-b3db-e4a72a5b43cf yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:35:22.915044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90469f14-886a-459e-8a08-5183deaa82df req-d577184d-4ba5-472e-b9cf-def83b527fc3 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.1259181 Jul 06 18:35:23.137749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 172.20.0.11 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/98740136-3526-40aa-ad2c-8b410f7be6d8/1c34bfed-b0eb-4841-b3db-e4a72a5b43cf) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:23.146650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fed2:41a4 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/8ac49ab8-904c-438b-8a21-35592cf20dac/1c34bfed-b0eb-4841-b3db-e4a72a5b43cf) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:23.426411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:23.453587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-5e0f2470-4eaa-42a5-8724-3cb7008b5903 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=417662f6c44c44258a959db8ff552ba0 HTTP/1.1" status: 200 len: 267 time: 0.3471296 Jul 06 18:35:23.458166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6bfe90f5-fc08-47d8-a0db-417718d86e89 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:23.489696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 1c34bfed-b0eb-4841-b3db-e4a72a5b43cf will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:23.604727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-c136440d-181b-4dfb-a047-ba37e30f0b54 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:23.612733 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-c136440d-181b-4dfb-a047-ba37e30f0b54 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 946 time: 0.1577997 Jul 06 18:35:23.619831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'port': {'security_groups': []}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:23.629817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:23.639119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:23.640284 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:23.725949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:23.764639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:23.799058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:23.852036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=1c34bfed-b0eb-4841-b3db-e4a72a5b43cf,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:23.881536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:23.925220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:23.926733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:23.974699 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bcad98db-509b-4e8e-864c-170b430e668e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7507749 Jul 06 18:35:23.975836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45520) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:24.050562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf523908-c205-4591-ba3f-a6147263d46c None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:24.104181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61d6ef-3f50-4992-b146-dbc64cd66645 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:24.119126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61d6ef-3f50-4992-b146-dbc64cd66645 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:24.122227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4e61d6ef-3f50-4992-b146-dbc64cd66645 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1439645 Jul 06 18:35:24.125848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:24.176868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3fee5b93-9231-423e-b020-c1fd3bde3d13 None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:24.177367 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3fee5b93-9231-423e-b020-c1fd3bde3d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:24.275721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] For port a42fca21-186a-45cc-a3f8-524a161e0b9c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:24.334134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:24.343275 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:24.359638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29345595-d556-4aec-8de8-3492b1e3286d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:24.369344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['fd7c5397-89a5-4f44-acd3-e81ddca343b5', 'a42fca21-186a-45cc-a3f8-524a161e0b9c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:24.415180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:24.418412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:24.437617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1da9ab4b-be9b-4601-829d-3bbc9223b57e req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "PUT /v2.0/ports/a42fca21-186a-45cc-a3f8-524a161e0b9c HTTP/1.1" status: 200 len: 905 time: 0.8088899 Jul 06 18:35:24.437617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'tag': 'a42fca21-186a-45cc-a3f8-524a161e0b9c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:24.437617 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50463965-95c0-4dd8-a4de-667074e17be5" -d '{"events": [{"name": "network-changed", "server_uuid": "45f764e1-dd35-4e08-ba0e-39e48e858c91", "tag": "a42fca21-186a-45cc-a3f8-524a161e0b9c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:24.517065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-37994ff7-8bf9-4bd6-afe0-21ec04664cb9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 1c34bfed-b0eb-4841-b3db-e4a72a5b43cf {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:24.517676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37994ff7-8bf9-4bd6-afe0-21ec04664cb9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:24.554623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d87d7-b373-4394-b3fc-c89380044fb0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'Port': ['ID=a42fca21-186a-45cc-a3f8-524a161e0b9c,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:24.665277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37994ff7-8bf9-4bd6-afe0-21ec04664cb9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:24.670521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['a42fca21-186a-45cc-a3f8-524a161e0b9c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:24.682084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-37994ff7-8bf9-4bd6-afe0-21ec04664cb9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 1c34bfed-b0eb-4841-b3db-e4a72a5b43cf owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:24.755744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f832c-e176-4360-b6fd-ef3d8e901925 req-a51c1d9e-5b5b-4966-ab2a-56e6f401f2f6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:24.773870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae4f832c-e176-4360-b6fd-ef3d8e901925 req-a51c1d9e-5b5b-4966-ab2a-56e6f401f2f6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.5143130 Jul 06 18:35:24.877186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae4f832c-e176-4360-b6fd-ef3d8e901925 req-b78c11b4-88b7-4e1e-9f0a-560700dee82f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017728 Jul 06 18:35:24.942683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9722c74-fc61-41db-bc25-28a5f1ffa21c None None] Provisioning for port 1c34bfed-b0eb-4841-b3db-e4a72a5b43cf completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:24.958946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9722c74-fc61-41db-bc25-28a5f1ffa21c None None] Provisioning complete for port 1c34bfed-b0eb-4841-b3db-e4a72a5b43cf triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:24.959329 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9722c74-fc61-41db-bc25-28a5f1ffa21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:24.980993 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb36756-7601-4d3e-b6af-cde992806bed x-openstack-request-id: req-cfb36756-7601-4d3e-b6af-cde992806bed {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:24.981285 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f764e1-dd35-4e08-ba0e-39e48e858c91", "tag": "a42fca21-186a-45cc-a3f8-524a161e0b9c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:24.981536 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfb36756-7601-4d3e-b6af-cde992806bed {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:24.982231 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'tag': 'a42fca21-186a-45cc-a3f8-524a161e0b9c', 'status': 'completed', 'code': 200} Jul 06 18:35:25.097736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e9722c74-fc61-41db-bc25-28a5f1ffa21c None None] Port 1c34bfed-b0eb-4841-b3db-e4a72a5b43cf cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:35:25.127271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9722c74-fc61-41db-bc25-28a5f1ffa21c None None] Provisioning complete for port a42fca21-186a-45cc-a3f8-524a161e0b9c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:25.127919 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9722c74-fc61-41db-bc25-28a5f1ffa21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:25.275932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9722c74-fc61-41db-bc25-28a5f1ffa21c None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:25.277274 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9722c74-fc61-41db-bc25-28a5f1ffa21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:25.379576 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37994ff7-8bf9-4bd6-afe0-21ec04664cb9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:25.492907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37994ff7-8bf9-4bd6-afe0-21ec04664cb9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=1c34bfed-b0eb-4841-b3db-e4a72a5b43cf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:25.536580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3bc2cd1b-7134-40e9-9447-6faebe63359b None None] Could not find standard attr ID for object 1c34bfed-b0eb-4841-b3db-e4a72a5b43cf. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:25.537515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50463965-95c0-4dd8-a4de-667074e17be5 req-1ebbd230-1a3d-4006-8744-fb7e3ba185c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:25.539229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50463965-95c0-4dd8-a4de-667074e17be5 req-1ebbd230-1a3d-4006-8744-fb7e3ba185c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 1059 time: 0.4989481 Jul 06 18:35:25.584805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6a2113a0-50b7-462c-b844-1910de1c36ad req-c5cc6840-7e14-4aee-875c-bd90500c22f5 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0493879 Jul 06 18:35:25.713380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 618fc385-afd5-40c3-ad1f-1edeff103518 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:35:25.785258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b2a6-22c6-4a88-b9fa-73ee6f0385fb req-958e0a32-cf1d-49b8-9106-891bd3e71238 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:25.792797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d335b2a6-22c6-4a88-b9fa-73ee6f0385fb req-958e0a32-cf1d-49b8-9106-891bd3e71238 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 908 time: 0.5795465 Jul 06 18:35:25.830623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37994ff7-8bf9-4bd6-afe0-21ec04664cb9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:25.843990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45586) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:25.882328 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-37994ff7-8bf9-4bd6-afe0-21ec04664cb9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/1c34bfed-b0eb-4841-b3db-e4a72a5b43cf HTTP/1.1" status: 204 len: 168 time: 1.7550080 Jul 06 18:35:25.943769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50463965-95c0-4dd8-a4de-667074e17be5 req-8bae9c16-8793-4d3c-b1c6-7ab2d2a359f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:25.945153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50463965-95c0-4dd8-a4de-667074e17be5 req-8bae9c16-8793-4d3c-b1c6-7ab2d2a359f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.3770261 Jul 06 18:35:25.971883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:25.996443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '618fc385-afd5-40c3-ad1f-1edeff103518', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'port_id': '618fc385-afd5-40c3-ad1f-1edeff103518', 'mac_address': 'fa:16:3e:d7:67:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064755e-d560-4a6a-924c-19066694f3f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:35:26.022565 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50463965-95c0-4dd8-a4de-667074e17be5 req-8107f9d5-2b41-41db-ba9a-9858f7c84b36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c HTTP/1.1" status: 200 len: 217 time: 0.0658453 Jul 06 18:35:26.041045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68407eea-ab70-4fef-b719-3cd67df83ace tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:26.044356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68407eea-ab70-4fef-b719-3cd67df83ace tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:26.050360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68407eea-ab70-4fef-b719-3cd67df83ace tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:26.055078 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-68407eea-ab70-4fef-b719-3cd67df83ace tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2151296 Jul 06 18:35:26.055611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45592) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:26.055757 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:26.091943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 618fc385-afd5-40c3-ad1f-1edeff103518 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:26.135686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:26.142484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50463965-95c0-4dd8-a4de-667074e17be5 req-21026633-780d-469a-9a1d-242859e7616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:26.144903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:26.158754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50463965-95c0-4dd8-a4de-667074e17be5 req-21026633-780d-469a-9a1d-242859e7616a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1240435 Jul 06 18:35:26.229120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:26.257225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['618fc385-afd5-40c3-ad1f-1edeff103518'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:26.352489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebff27-0085-4bcb-8891-c46d9a49b2fa req-593a982c-3d54-47ba-9945-577b57dcb50e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:26.362441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0ebff27-0085-4bcb-8891-c46d9a49b2fa req-593a982c-3d54-47ba-9945-577b57dcb50e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2022808 Jul 06 18:35:26.377982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50463965-95c0-4dd8-a4de-667074e17be5 req-642a1ea7-867b-4402-acdc-b270fb3bc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:26.380092 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50463965-95c0-4dd8-a4de-667074e17be5 req-642a1ea7-867b-4402-acdc-b270fb3bc857 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654437 Jul 06 18:35:26.587296 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50463965-95c0-4dd8-a4de-667074e17be5 req-9ca3b899-79e4-4426-ac4b-0c35958150f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977527 Jul 06 18:35:26.593917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0ebff27-0085-4bcb-8891-c46d9a49b2fa req-52c1ea62-bb00-4391-a6d8-e6f6f774892f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231643 Jul 06 18:35:26.765816 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50463965-95c0-4dd8-a4de-667074e17be5 req-40c4b855-b04f-468e-8af6-93839715ba7a service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705618 Jul 06 18:35:26.783640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b01c6a-6df8-478a-9bf5-58c953874c97 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 8ac49ab8-904c-438b-8a21-35592cf20dac {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:26.792246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4b01c6a-6df8-478a-9bf5-58c953874c97 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:26.843693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a6ed77e-c2d5-4894-858c-6d560411b0d3 req-5856b440-c666-4c82-917d-c8dbe1c96d7b tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0418165 Jul 06 18:35:26.851152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0b801-0758-42bd-889e-bb1119944ce5 req-d9b36e71-ea21-4ee1-b203-cac57190215b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:26.859592 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5c0b801-0758-42bd-889e-bb1119944ce5 req-d9b36e71-ea21-4ee1-b203-cac57190215b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.7843676 Jul 06 18:35:26.873888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4b01c6a-6df8-478a-9bf5-58c953874c97 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:26.979736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5c0b801-0758-42bd-889e-bb1119944ce5 req-d94f6ddf-7f36-480e-8b6f-49a6545bcde1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192360 Jul 06 18:35:27.086573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4b01c6a-6df8-478a-9bf5-58c953874c97 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:27.215381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4b01c6a-6df8-478a-9bf5-58c953874c97 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:27.240254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4b01c6a-6df8-478a-9bf5-58c953874c97 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:27.245910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f4b01c6a-6df8-478a-9bf5-58c953874c97 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/8ac49ab8-904c-438b-8a21-35592cf20dac HTTP/1.1" status: 204 len: 168 time: 1.1890152 Jul 06 18:35:27.246749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45648) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:27.247924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3aaace-1419-4a80-ac58-18db79727efc None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:27.276774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b01c6a-6df8-478a-9bf5-58c953874c97 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac49ab8-904c-438b-8a21-35592cf20dac,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:27.299159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961bc26-0b06-472b-a9f4-ed82f24962f0 req-dea0ddf9-df89-4168-960f-ba529cd769c2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:27.309504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7961bc26-0b06-472b-a9f4-ed82f24962f0 req-dea0ddf9-df89-4168-960f-ba529cd769c2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1435249 Jul 06 18:35:27.335895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc7d9ee-2749-4671-9a8d-6add40ab7bfa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 98740136-3526-40aa-ad2c-8b410f7be6d8 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:27.348058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d9ee-2749-4671-9a8d-6add40ab7bfa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:27.401073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7961bc26-0b06-472b-a9f4-ed82f24962f0 req-8e340d70-7b63-4adc-b7f0-c1dd55ca8210 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905049 Jul 06 18:35:27.417351 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d9ee-2749-4671-9a8d-6add40ab7bfa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:27.573655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d9ee-2749-4671-9a8d-6add40ab7bfa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:27.678081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d9ee-2749-4671-9a8d-6add40ab7bfa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:27.721447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7d9ee-2749-4671-9a8d-6add40ab7bfa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=98740136-3526-40aa-ad2c-8b410f7be6d8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:27.723638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d9ee-2749-4671-9a8d-6add40ab7bfa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:27.725695 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6bc7d9ee-2749-4671-9a8d-6add40ab7bfa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/98740136-3526-40aa-ad2c-8b410f7be6d8 HTTP/1.1" status: 204 len: 168 time: 0.4597788 Jul 06 18:35:27.729021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45664) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:27.751622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 618fc385-afd5-40c3-ad1f-1edeff103518 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:27.842045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b24cea99-980d-49b8-bfa2-74b1b99485a9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123383 Jul 06 18:35:27.844570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45674) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:27.879764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c1fb9-3b3b-4abb-9d50-4a931fdf2576 None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '98740136-3526-40aa-ad2c-8b410f7be6d8'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '6bfe90f5-fc08-47d8-a0db-417718d86e89'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:35:28.110170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d349c423-9778-462a-bce8-2de1e9758c18 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:28.115015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d349c423-9778-462a-bce8-2de1e9758c18 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2692714 Jul 06 18:35:28.118229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45686) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:28.134465 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d1c1fb9-3b3b-4abb-9d50-4a931fdf2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:28.173622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdbedb-a96e-45f0-af36-a839cf6597e3 req-2856a583-b5ea-4bac-849d-602dfb997728 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:28.177785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90fdbedb-a96e-45f0-af36-a839cf6597e3 req-2856a583-b5ea-4bac-849d-602dfb997728 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1684890 Jul 06 18:35:28.224854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ea2607-ac78-422f-8dec-93c1e61f4458 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:28.226757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-00ea2607-ac78-422f-8dec-93c1e61f4458 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1077461 Jul 06 18:35:28.227477 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-fba36dd9-b552-414e-9aef-f3170e319c5d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:28.229397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45692) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:28.234640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-fba36dd9-b552-414e-9aef-f3170e319c5d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.4003413 Jul 06 18:35:28.251697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-f08d4785-5610-43e1-ae56-031b9e48f581 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/quotas/417662f6c44c44258a959db8ff552ba0 HTTP/1.1" status: 200 len: 375 time: 0.0160646 Jul 06 18:35:28.270750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 618fc385-afd5-40c3-ad1f-1edeff103518 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:28.271502 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:28.277833 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eab623ec-ce9d-4a78-a44d-668622818c45 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469913 Jul 06 18:35:28.311430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45696) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:28.324125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90fdbedb-a96e-45f0-af36-a839cf6597e3 req-d4ea4556-1015-44ad-a1e6-e1883563578d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376653 Jul 06 18:35:28.345405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7ef182f8-6f7e-4a75-b4c5-685b67a8e31d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:28.448081 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-d5940c85-a1f0-4e11-b357-56ad76fe3aed tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1900623 Jul 06 18:35:28.523900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f24c4-98b6-4700-a570-a32db49d7db9 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:28.560311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef182f8-6f7e-4a75-b4c5-685b67a8e31d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:28.569247 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ef182f8-6f7e-4a75-b4c5-685b67a8e31d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:28.572960 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef182f8-6f7e-4a75-b4c5-685b67a8e31d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:35:28.575412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef182f8-6f7e-4a75-b4c5-685b67a8e31d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:35:28.615431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7ef182f8-6f7e-4a75-b4c5-685b67a8e31d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2874620 Jul 06 18:35:28.615937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45702) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:28.622004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-085bd429-3919-4c46-aa1f-bd96a9b433e9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:28.649360 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:28.713509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1fcff44b-9c62-4743-977d-1d8257f9f84c None None] Provisioning complete for port 6bfe90f5-fc08-47d8-a0db-417718d86e89 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:28.714087 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1fcff44b-9c62-4743-977d-1d8257f9f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:28.783021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-585a94da-e18d-47d3-bc0d-5d86f823f82b req-40b35f32-40ed-4e3e-a2a6-0eea067e92b3 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0492303 Jul 06 18:35:28.798523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085bd429-3919-4c46-aa1f-bd96a9b433e9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:28.804006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-085bd429-3919-4c46-aa1f-bd96a9b433e9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:28.806080 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-085bd429-3919-4c46-aa1f-bd96a9b433e9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:35:28.806709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085bd429-3919-4c46-aa1f-bd96a9b433e9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:35:28.828712 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-085bd429-3919-4c46-aa1f-bd96a9b433e9 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2114301 Jul 06 18:35:28.844061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45706) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:28.873214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0bb131f9-30b1-48b1-ba4c-0b0800420cd2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:28.916913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:28.923516 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539555b7-6754-4904-b8e4-302cc43364d0" -d '{"events": [{"server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "name": "network-vif-plugged", "status": "completed", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:29.030316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:29.083550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb131f9-30b1-48b1-ba4c-0b0800420cd2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:29.087172 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de414e-b4b1-4ad3-af20-ef9d10b0161c x-openstack-request-id: req-36de414e-b4b1-4ad3-af20-ef9d10b0161c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:29.087956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bb131f9-30b1-48b1-ba4c-0b0800420cd2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.088300 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "name": "network-vif-plugged", "status": "completed", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:29.088565 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36de414e-b4b1-4ad3-af20-ef9d10b0161c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:29.089417 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb131f9-30b1-48b1-ba4c-0b0800420cd2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:35:29.090391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb131f9-30b1-48b1-ba4c-0b0800420cd2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:35:29.090549 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518', 'code': 200} Jul 06 18:35:29.115943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.143527 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0bb131f9-30b1-48b1-ba4c-0b0800420cd2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2942600 Jul 06 18:35:29.143833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45718) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:29.149546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bb472c2d-127d-45ca-8375-9e0761de1d0f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:29.192353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ec8ac7e6-df84-40cb-8105-20e359ec568e service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415876 Jul 06 18:35:29.239063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:29.336925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-7ee61973-1f57-48ca-9cbf-3f3997a5dbb4 service neutron] 10.222.0.53 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435828 Jul 06 18:35:29.355250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:35:29.415873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb472c2d-127d-45ca-8375-9e0761de1d0f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:29.423567 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb472c2d-127d-45ca-8375-9e0761de1d0f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.427276 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb472c2d-127d-45ca-8375-9e0761de1d0f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:35:29.427631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb472c2d-127d-45ca-8375-9e0761de1d0f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:35:29.439464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6bfe90f5-fc08-47d8-a0db-417718d86e89 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:29.471037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bb472c2d-127d-45ca-8375-9e0761de1d0f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3258941 Jul 06 18:35:29.475319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45724) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:29.482279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-649ecb85-deac-4a7a-90fc-e76585d5b452 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:29.533702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] Deleting port 6bfe90f5-fc08-47d8-a0db-417718d86e89 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:29.534123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.605649 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.675304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 6bfe90f5-fc08-47d8-a0db-417718d86e89, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6bfe90f5-fc08-47d8-a0db-417718d86e89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:29.687543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] For port 6bfe90f5-fc08-47d8-a0db-417718d86e89, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6bfe90f5-fc08-47d8-a0db-417718d86e89,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:29.687673 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.697382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5b820-2eb2-4d5a-bc96-f0facdd4c516 req-0ae6678c-30a9-47c8-bf25-c6f9decf38b8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:29.711634 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.714136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1ce5b820-2eb2-4d5a-bc96-f0facdd4c516 req-0ae6678c-30a9-47c8-bf25-c6f9decf38b8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1697977 Jul 06 18:35:29.755421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649ecb85-deac-4a7a-90fc-e76585d5b452 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:29.757459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] Calling delete_port for 6bfe90f5-fc08-47d8-a0db-417718d86e89 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:29.763397 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-649ecb85-deac-4a7a-90fc-e76585d5b452 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.767650 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-649ecb85-deac-4a7a-90fc-e76585d5b452 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:35:29.768524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649ecb85-deac-4a7a-90fc-e76585d5b452 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:35:29.820295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1ce5b820-2eb2-4d5a-bc96-f0facdd4c516 req-13c6cf2f-b998-4455-932f-9e23b2830171 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035564 Jul 06 18:35:29.842532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-649ecb85-deac-4a7a-90fc-e76585d5b452 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3631086 Jul 06 18:35:29.843727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45732) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:29.850259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-888c98eb-525b-4c3f-bdf8-925526532cfe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:29.869168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=6bfe90f5-fc08-47d8-a0db-417718d86e89,revision_number=13']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:29.921573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf9c19c9-9a79-4154-81db-9e7e9d1ea130 req-7178a907-dc3c-43eb-aa55-d74057af5b6b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 210 time: 0.1238577 Jul 06 18:35:29.950226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:30.009065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] Pushing event deleted for resources: {'Port': ['ID=6bfe90f5-fc08-47d8-a0db-417718d86e89,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:30.011960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269d8dd-cc0d-4a3a-a4d3-7f705ec44d52 None None] No DVR routers for this DVR port 6bfe90f5-fc08-47d8-a0db-417718d86e89 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:35:30.085434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c98eb-525b-4c3f-bdf8-925526532cfe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:30.090185 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-888c98eb-525b-4c3f-bdf8-925526532cfe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:30.092247 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-888c98eb-525b-4c3f-bdf8-925526532cfe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:35:30.092799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888c98eb-525b-4c3f-bdf8-925526532cfe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:35:30.176419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3eb95ccc-f84e-4c2e-9da3-edb2b551bb45 req-533e1085-90e0-46f4-88d0-82f72fd15073 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0673292 Jul 06 18:35:30.176619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-888c98eb-525b-4c3f-bdf8-925526532cfe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3318288 Jul 06 18:35:30.179425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45748) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:30.270166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45756) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:30.275035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-be75c878-1e7e-4b34-acea-7fab22cc6e1c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0937290 Jul 06 18:35:30.351033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83cd1b1-7afd-4759-9040-f070f5212a53 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:30.352532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b83cd1b1-7afd-4759-9040-f070f5212a53 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813706 Jul 06 18:35:30.355745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:30.423230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7488c77a-7443-47dc-addd-cb978f756d7a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659897 Jul 06 18:35:30.427120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45760) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:30.432986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:30.572303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:30.582397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:31.051305 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:35:31.062868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b498-f6eb-445c-8db6-886d9639a132 req-0b7698fa-46c5-49f0-ab6f-303ec3fea2c5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:31.070677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-49b6b498-f6eb-445c-8db6-886d9639a132 req-0b7698fa-46c5-49f0-ab6f-303ec3fea2c5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.0994291 Jul 06 18:35:31.095472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:35:31.098656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:31.142766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-49b6b498-f6eb-445c-8db6-886d9639a132 req-4ec9b792-b73a-4359-ad00-12fdd4dcf4f9 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710692 Jul 06 18:35:31.221572 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fbd03786-0406-46bb-b2ea-1104f7980801 req-8309a97b-6309-4d08-bd54-ccacf8d439be tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 210 time: 0.0486903 Jul 06 18:35:31.270616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:31.274047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:31.282135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:31.282733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:31.288298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc29d7-2530-4f37-aa28-da724246e9a7 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:31.344909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=29ea477c-7456-4a7a-8dca-b7e6578d05c8,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:31.365910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2c6d1afd-4b84-45dc-9c09-71341d6a6218 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9373832 Jul 06 18:35:31.367177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45782) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:31.380713 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b083ab95-1573-44fa-b740-831715bd072c req-553899a6-123d-4803-98e8-1ca8184e4409 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0485325 Jul 06 18:35:31.386262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:b2:d2:83', 'name': 'tempest-NetworksTestDHCPv6-51187310'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:31.705130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-fa4855c2-9c6e-47ea-8b85-7270b64d3fc9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:31.709202 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-fa4855c2-9c6e-47ea-8b85-7270b64d3fc9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 811 time: 0.2574313 Jul 06 18:35:31.714717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '29ea477c-7456-4a7a-8dca-b7e6578d05c8'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:35:31.715646 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:31.723611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Request body: {'port': {'device_id': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'admin_state_up': True, 'tenant_id': '417662f6c44c44258a959db8ff552ba0'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:31.749567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:35:31.756817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:31.824118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:31.982925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:32.018993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:32.019552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port cf6b3e0e-7d04-4dcb-9696-4789105b29f3 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:35:32.032748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'port_id': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'mac_address': 'fa:16:3e:f1:f1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f526973f-e038-49f8-817b-cc0138b64600', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:35:32.128518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Made reservation on behalf of 417662f6c44c44258a959db8ff552ba0 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:32.134694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:32.150490 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:32.199032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Allocated IP 2001:db8::f816:3eff:fe5d:1ff4 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/29ea477c-7456-4a7a-8dca-b7e6578d05c8/243b68e5-ce1a-40b3-9a25-33c1d7a6c99b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:32.207020 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:32.225859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:32.238856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:32.241863 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7922845e-a28d-4791-a6e1-526df54d8632" -d '{"events": [{"server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "name": "network-vif-unplugged", "status": "completed", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:32.270285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:32.392028 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:32.439987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Allocated IP 172.20.0.11 (d0a09b5a-f663-4630-8067-f035b53d07ae/e56b845b-d88a-4527-bbca-fe13b0079875/f43432a3-251c-4840-a316-45ea816d353f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:32.594253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:35:32.599600 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:35:32.677245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:32.690746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c345950-c5cf-496a-b70f-320bc9c38bcb req-97ca5f31-2b72-44b4-87b7-c52059383581 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:32.697357 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c345950-c5cf-496a-b70f-320bc9c38bcb req-97ca5f31-2b72-44b4-87b7-c52059383581 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 943 time: 0.1631193 Jul 06 18:35:32.753864 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1c345950-c5cf-496a-b70f-320bc9c38bcb req-1e078fa8-e091-4e2c-8e7d-a3cbab138b48 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501513 Jul 06 18:35:32.810327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ca2b0337-79c2-4bfc-b009-455b82a6f6f5 req-b661f4df-4340-4ac0-ab86-f33e11d61ffe tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 210 time: 0.1535411 Jul 06 18:35:32.845171 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:32.858324 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e707870-ee52-4dba-8787-ab1cf071f614 x-openstack-request-id: req-1e707870-ee52-4dba-8787-ab1cf071f614 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:32.858708 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "name": "network-vif-unplugged", "status": "completed", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:32.859213 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e707870-ee52-4dba-8787-ab1cf071f614 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:32.859940 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'code': 200} Jul 06 18:35:32.869198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Transition to ACTIVE for port object 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:32.905355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Transition to ACTIVE for port object 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:32.923684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.011112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:33.025850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:33.035635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:33.082273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.101027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Transition to ACTIVE for port object f43432a3-251c-4840-a316-45ea816d353f will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:33.165121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:feb2:d283 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/29ea477c-7456-4a7a-8dca-b7e6578d05c8/cf6b3e0e-7d04-4dcb-9696-4789105b29f3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:33.345260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Pushing event updated for resources: {'Port': ['ID=243b68e5-ce1a-40b3-9a25-33c1d7a6c99b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:33.355669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Attempting to bind port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:33.358387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Attempting to bind port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:33.358680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Attempting to bind port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:33.376639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:33.377019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:33.377816 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.378566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:33.378778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Bound port: 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:33.379151 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.410390 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.429911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object cf6b3e0e-7d04-4dcb-9696-4789105b29f3 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:33.430127 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.519270 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.544623 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e7f06c6-abf9-44aa-b018-d9e87bb20038 req-64799e49-e7a0-4134-b561-5b68f886a19e tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0809557 Jul 06 18:35:33.550492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] For port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:33.554106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] For port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=243b68e5-ce1a-40b3-9a25-33c1d7a6c99b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:33.557213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:33.575510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29345595-d556-4aec-8de8-3492b1e3286d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:33.583048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['fd7c5397-89a5-4f44-acd3-e81ddca343b5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:33.603665 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.632454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:33.686747 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.753265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Network d0a09b5a-f663-4630-8067-f035b53d07ae is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:33.762276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:33.764514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:33.769107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:33.778581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event updated for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:33.954539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac8dd5-f523-40a3-af4b-2b367947d900 None None] Pushing event updated for resources: {'Port': ['ID=243b68e5-ce1a-40b3-9a25-33c1d7a6c99b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:33.959149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:33.970725 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:33.994587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:34.007399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:34.010663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:34.056684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:34.057943 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:34.100705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:34.114121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=cf6b3e0e-7d04-4dcb-9696-4789105b29f3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:34.143734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8e82b7e8-0830-4688-a511-ca8415787137 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7588694 Jul 06 18:35:34.143734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-23f6c5f7-de4f-412a-8d5c-a7791f31f73a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4262369 Jul 06 18:35:34.145254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45838) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:34.174091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Request body: {'port': {'device_id': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:34.354707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ac9d9-0c68-4e91-9a1b-cab07619113d req-7b8f43cf-6029-44e9-af21-b37185fd4f12 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:34.366288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c07ac9d9-0c68-4e91-9a1b-cab07619113d req-7b8f43cf-6029-44e9-af21-b37185fd4f12 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 944 time: 0.2164054 Jul 06 18:35:34.474475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c07ac9d9-0c68-4e91-9a1b-cab07619113d req-ab1dd12f-312f-4044-beee-fa092c42814a tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036522 Jul 06 18:35:34.484792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:34.607022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5560e4-fba3-4751-ad46-95486779af56 req-0060157b-07c8-4807-8df3-815e22443611 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:34.633573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f5560e4-fba3-4751-ad46-95486779af56 req-0060157b-07c8-4807-8df3-815e22443611 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 932 time: 0.4113820 Jul 06 18:35:34.679308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a10d6f22-5ebd-4ac8-826a-b3321986a4e5 None None] Provisioning for port f43432a3-251c-4840-a316-45ea816d353f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:34.779437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a10d6f22-5ebd-4ac8-826a-b3321986a4e5 None None] Provisioning complete for port f43432a3-251c-4840-a316-45ea816d353f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:34.780120 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a10d6f22-5ebd-4ac8-826a-b3321986a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:34.843414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a10d6f22-5ebd-4ac8-826a-b3321986a4e5 None None] Port f43432a3-251c-4840-a316-45ea816d353f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:35:34.859740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0be5e-601d-4e38-ae96-caf1728705fe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:34.878921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0be5e-601d-4e38-ae96-caf1728705fe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:34.880811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5ab0be5e-601d-4e38-ae96-caf1728705fe tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.7340355 Jul 06 18:35:34.896189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:34.908289 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27f1114e-aaf1-4f33-aa11-96c836168fe6 req-741fefc5-0e95-4210-9f21-3019cba769be tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0600445 Jul 06 18:35:34.908777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45856) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:34.971332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f5560e4-fba3-4751-ad46-95486779af56 req-e51b2212-4103-41aa-bbac-ddfb42f447ed tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371813 Jul 06 18:35:35.252444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-36a83422-ea20-4a85-a7f1-eb15cb243756 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port cf6b3e0e-7d04-4dcb-9696-4789105b29f3 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:35.260367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36a83422-ea20-4a85-a7f1-eb15cb243756 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:35.271793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43432a3-251c-4840-a316-45ea816d353f {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:35.281672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:35.308175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Transition to ACTIVE for port object f43432a3-251c-4840-a316-45ea816d353f will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:35.314600 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:35.430849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36a83422-ea20-4a85-a7f1-eb15cb243756 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:35.466736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-36a83422-ea20-4a85-a7f1-eb15cb243756 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for cf6b3e0e-7d04-4dcb-9696-4789105b29f3 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:35.487586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Pushing event updated for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:35.505180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.505541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.505913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.506542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.506888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.507226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.507561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.507895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.508590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.508777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.509130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.509432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:35.586815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:35.596820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Attempting to bind port f43432a3-251c-4840-a316-45ea816d353f on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:35.597206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Attempting to bind port f43432a3-251c-4840-a316-45ea816d353f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:35.597503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Attempting to bind port f43432a3-251c-4840-a316-45ea816d353f on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:35.615471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Port f43432a3-251c-4840-a316-45ea816d353f on network d0a09b5a-f663-4630-8067-f035b53d07ae not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:35:35.623771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Attempting to bind port f43432a3-251c-4840-a316-45ea816d353f on network d0a09b5a-f663-4630-8067-f035b53d07ae {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:35.633752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:35.636152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Checking segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:35.637605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Bound using segment: {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:35.641866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Bound port: f43432a3-251c-4840-a316-45ea816d353f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3877cb-5173-458f-86b0-72c3c50b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:35.643629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:35.771170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:35.799691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36a83422-ea20-4a85-a7f1-eb15cb243756 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:35.845756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:35.850084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:35.859596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:35.936841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a83422-ea20-4a85-a7f1-eb15cb243756 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=cf6b3e0e-7d04-4dcb-9696-4789105b29f3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:35.945431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3b826eda-958c-420a-8e22-7c2102cb148a None None] Provisioning for port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:35.962644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3b826eda-958c-420a-8e22-7c2102cb148a None None] Provisioning complete for port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:35.963021 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b826eda-958c-420a-8e22-7c2102cb148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:36.019777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36a83422-ea20-4a85-a7f1-eb15cb243756 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:36.034772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-36a83422-ea20-4a85-a7f1-eb15cb243756 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/cf6b3e0e-7d04-4dcb-9696-4789105b29f3 HTTP/1.1" status: 204 len: 168 time: 1.1118994 Jul 06 18:35:36.035567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45876) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:36.084049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Pushing event updated for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:36.109174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:36.109967 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:36.111666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-ae986b68-a566-40ea-b27f-72b7550b0a83 service neutron] 10.222.0.24 "PUT /v2.0/ports/f43432a3-251c-4840-a316-45ea816d353f HTTP/1.1" status: 200 len: 1092 time: 1.9419522 Jul 06 18:35:36.112179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:36.121963 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05df8f95-6634-4cb6-94c9-c55abae56951" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "tag": "f43432a3-251c-4840-a316-45ea816d353f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:36.244011 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b826eda-958c-420a-8e22-7c2102cb148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:36.274242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c35f3c-33d1-450e-af0f-5da881535895 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:36.281929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c35f3c-33d1-450e-af0f-5da881535895 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:36.289531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-79c35f3c-33d1-450e-af0f-5da881535895 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2457583 Jul 06 18:35:36.290810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45884) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:36.322988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398ecd8-d0f0-4162-a09d-7fd68b6abf2a req-7786f1f3-b055-497e-90e0-a3c42e1bd543 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:36.324690 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9398ecd8-d0f0-4162-a09d-7fd68b6abf2a req-7786f1f3-b055-497e-90e0-a3c42e1bd543 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 944 time: 0.4805415 Jul 06 18:35:36.339736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3b826eda-958c-420a-8e22-7c2102cb148a None None] For port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=243b68e5-ce1a-40b3-9a25-33c1d7a6c99b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:36.346680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b826eda-958c-420a-8e22-7c2102cb148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:36.403422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9398ecd8-d0f0-4162-a09d-7fd68b6abf2a req-8f4c2646-a593-4e41-aaf6-29f590c2c8f6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662060 Jul 06 18:35:36.412529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-2cbe623f-2f97-4f81-8763-a8a3e58ac092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:36.414115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-2cbe623f-2f97-4f81-8763-a8a3e58ac092 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 1095 time: 0.2582796 Jul 06 18:35:36.487737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9b2088ce-c099-478b-8c42-a07843585c5b None None] Could not find standard attr ID for object cf6b3e0e-7d04-4dcb-9696-4789105b29f3. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:36.523362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71392e52-4758-4198-8413-6a9c5344b980 req-3c80e5f8-4712-49a1-b569-a5d2ef3ac160 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.2194149 Jul 06 18:35:36.543006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b826eda-958c-420a-8e22-7c2102cb148a None None] Pushing event updated for resources: {'Port': ['ID=243b68e5-ce1a-40b3-9a25-33c1d7a6c99b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:36.593058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-9b4520ae-0bf8-4b3b-ade4-a9f3d16bace1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f43432a3-251c-4840-a316-45ea816d353f HTTP/1.1" status: 200 len: 217 time: 0.0961602 Jul 06 18:35:36.667319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a003700-ed01-4ae8-9c70-5aa460a24790 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 29ea477c-7456-4a7a-8dca-b7e6578d05c8 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:36.678680 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a003700-ed01-4ae8-9c70-5aa460a24790 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:36.779967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-890deaca-8bfa-4421-a16c-0bcc498a1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:36.781448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-890deaca-8bfa-4421-a16c-0bcc498a1cd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1809571 Jul 06 18:35:36.809263 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a003700-ed01-4ae8-9c70-5aa460a24790 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:36.852182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06228037-afae-4c37-8768-ee995420aadc req-20af7709-c39a-42a2-b9dc-c2ce462987c4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:36.854074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-06228037-afae-4c37-8768-ee995420aadc req-20af7709-c39a-42a2-b9dc-c2ce462987c4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 944 time: 0.1786551 Jul 06 18:35:36.970389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-06228037-afae-4c37-8768-ee995420aadc req-9a81ab6b-0216-4be0-aa10-408c607d129d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104581 Jul 06 18:35:36.971359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-715d3368-e5fa-4d15-855c-af85c1bb8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:36.973189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-715d3368-e5fa-4d15-855c-af85c1bb8f7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837361 Jul 06 18:35:36.979533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a003700-ed01-4ae8-9c70-5aa460a24790 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:37.098500 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa704169-828c-4180-8121-875f4050ce8c x-openstack-request-id: req-fa704169-828c-4180-8121-875f4050ce8c {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:37.098847 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "tag": "f43432a3-251c-4840-a316-45ea816d353f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:37.099370 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa704169-828c-4180-8121-875f4050ce8c {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:37.100367 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f', 'status': 'completed', 'code': 200} Jul 06 18:35:37.114964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a003700-ed01-4ae8-9c70-5aa460a24790 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:37.244830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a003700-ed01-4ae8-9c70-5aa460a24790 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=29ea477c-7456-4a7a-8dca-b7e6578d05c8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:37.247106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a003700-ed01-4ae8-9c70-5aa460a24790 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:37.251794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45906) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:37.252075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9a003700-ed01-4ae8-9c70-5aa460a24790 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/29ea477c-7456-4a7a-8dca-b7e6578d05c8 HTTP/1.1" status: 204 len: 168 time: 0.9576104 Jul 06 18:35:37.263055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da6557-cda8-4f01-8328-8016833a97b2 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:37.334626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-a9349f71-1195-479b-b4e6-4e256cc90566 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507183 Jul 06 18:35:37.386705 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-52011938-6293-401e-9b88-68eaffe53096 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334858 Jul 06 18:35:37.395074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45908) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:37.414456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:37.509310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:37.617973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2ba6b6-1793-4b64-8004-4ccb989e750d req-3505f0bd-ff8a-46ad-a1cd-280cf3dd0ee9 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757800 Jul 06 18:35:37.709894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:37.717795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:37.800866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:37.873739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:37.874103 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:38.009386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:38.010146 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:38.030629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-5e58e4b3-9f23-4f73-b206-a01f20df459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:38.039639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-5e58e4b3-9f23-4f73-b206-a01f20df459f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 1095 time: 0.3344498 Jul 06 18:35:38.076069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e9018bd-fdc5-4297-8e53-686e01a95969 req-268bcf0c-ca7f-48d8-80dd-5a76565c1375 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.1247249 Jul 06 18:35:38.132587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:35:38.276296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb37880-34b5-4b83-9b2d-5f5eb9cbc601 req-462c1cb7-c054-419d-9b17-8c660929a9fa tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:38.301394 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-edb37880-34b5-4b83-9b2d-5f5eb9cbc601 req-462c1cb7-c054-419d-9b17-8c660929a9fa tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 944 time: 0.5098310 Jul 06 18:35:38.354954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] Deleting port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:38.355999 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:38.411068 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:38.419052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-9714bc2d-f06b-41e7-bf80-c40b256eca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:38.420564 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-9714bc2d-f06b-41e7-bf80-c40b256eca65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.3685560 Jul 06 18:35:38.466612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:38.472773 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e1f589-c1de-4d5f-b712-de2e830563d9" -d '{"events": [{"server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "name": "network-vif-plugged", "status": "completed", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:38.479219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-edb37880-34b5-4b83-9b2d-5f5eb9cbc601 req-9330906c-6935-4f90-9569-372c70872a8c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735170 Jul 06 18:35:38.524646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:38.552299 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:38.574475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e686-09f4-49a5-8ceb-69590225950d req-6abe814d-e1a8-442e-9d98-9be9c2680b58 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:38.581868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5212e686-09f4-49a5-8ceb-69590225950d req-6abe814d-e1a8-442e-9d98-9be9c2680b58 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 944 time: 0.2321053 Jul 06 18:35:38.586813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-23cf36cd-67f4-4246-b60c-62a0487ecffe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f43432a3-251c-4840-a316-45ea816d353f HTTP/1.1" status: 200 len: 217 time: 0.1538844 Jul 06 18:35:38.594579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] For port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=243b68e5-ce1a-40b3-9a25-33c1d7a6c99b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:38.595076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:38.615958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] Calling delete_port for 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:38.716634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-50dbd0f1-771d-43ea-9379-07943d883dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:38.718558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-50dbd0f1-771d-43ea-9379-07943d883dfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1217577 Jul 06 18:35:38.718786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:35:38.837747 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4599fbf2-e7e0-4e27-9f8b-5d89abb6fb17 x-openstack-request-id: req-4599fbf2-e7e0-4e27-9f8b-5d89abb6fb17 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:38.838240 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "name": "network-vif-plugged", "status": "completed", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:38.840167 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4599fbf2-e7e0-4e27-9f8b-5d89abb6fb17 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:38.841082 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'code': 200} Jul 06 18:35:38.841939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:38.843867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-e26878fd-10e2-47f3-add3-220dd9f4cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:38.845946 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:38.861846 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-e26878fd-10e2-47f3-add3-220dd9f4cc36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351154 Jul 06 18:35:38.876127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] Pushing event deleted for resources: {'Port': ['ID=243b68e5-ce1a-40b3-9a25-33c1d7a6c99b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:38.889532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef6afb-2ea1-4125-80f9-65412fd6327f None None] No DVR routers for this DVR port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:35:38.890956 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5212e686-09f4-49a5-8ceb-69590225950d req-18f2a203-b219-4fba-a426-55584d6290e1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078547 Jul 06 18:35:38.951655 n-d-799684-2 neutron-server[93967]: WARNING neutron.services.revisions.revision_plugin [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Could not find related port for resource to bump revision. Jul 06 18:35:38.970060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_pluggable_backend [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Port 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93967) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 18:35:38.970433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_pluggable_backend [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5d:1ff4 {{(pid=93967) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 18:35:38.975806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_pluggable_backend [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5d:1ff4 {{(pid=93967) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 18:35:38.978043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:39.003224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:39.006678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:39.015804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a528247-8ca8-4bae-b14f-0079a1f85b4a None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:39.052135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:39.055320 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:39.126214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7272480 Jul 06 18:35:39.130021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45946) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:39.132584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22340eec-babd-4215-b729-9df497641070 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=8f42dfdd-71b4-44f9-b6c1-3dc979de1b1e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:39.149599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:a8:99:8b', 'name': 'tempest-NetworksTestDHCPv6-942965541'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:39.231650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4525c5-7a16-4974-b44f-cc77516d6d5d req-031c8522-169f-4521-88af-1a6e213519c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:39.242579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f4525c5-7a16-4974-b44f-cc77516d6d5d req-031c8522-169f-4521-88af-1a6e213519c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 1096 time: 0.3575079 Jul 06 18:35:39.361517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-8a582f6f-1f6d-4ffd-ab73-4052538658b1 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918926 Jul 06 18:35:39.457830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:39.494523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '8f42dfdd-71b4-44f9-b6c1-3dc979de1b1e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:35:39.495082 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:39.574056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f4525c5-7a16-4974-b44f-cc77516d6d5d req-d6866a32-a6a7-4dfd-b50c-62b320685825 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228045 Jul 06 18:35:39.608045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:35:39.608398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 243b68e5-ce1a-40b3-9a25-33c1d7a6c99b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:35:39.901284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274b22-fe10-4ee5-a7b9-916d0fcf9b4f req-e4df6489-c41c-45ab-a9c5-ba4f64da6e20 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:39.910347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e274b22-fe10-4ee5-a7b9-916d0fcf9b4f req-e4df6489-c41c-45ab-a9c5-ba4f64da6e20 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1695759 Jul 06 18:35:40.035864 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e274b22-fe10-4ee5-a7b9-916d0fcf9b4f req-e9137d0c-333a-4f12-be03-e1282a15cb6b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186521 Jul 06 18:35:40.154541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Allocated IP 2001:db8::f816:3eff:fe32:1ce5 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/8f42dfdd-71b4-44f9-b6c1-3dc979de1b1e/d83331f5-74a9-4c11-a0e8-7810c0fa349b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:40.342833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05df8f95-6634-4cb6-94c9-c55abae56951 req-892d17aa-53c8-4c0e-b64b-0fadb60249c5 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521270 Jul 06 18:35:40.415463 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7ca05b58-32a5-4056-a14c-c8bd7f14595e req-0e7f839e-0af1-40a5-9279-46667235d314 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0677195 Jul 06 18:35:40.440364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:40.634552 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:40.652030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Transition to ACTIVE for port object d83331f5-74a9-4c11-a0e8-7810c0fa349b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:40.654004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e26e31-b077-439d-a49e-532e60badb37 req-9ed1eee8-18f5-4ee3-9ace-5899e2f28a3c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:40.664265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b8e26e31-b077-439d-a49e-532e60badb37 req-9ed1eee8-18f5-4ee3-9ace-5899e2f28a3c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 944 time: 0.1746356 Jul 06 18:35:40.696591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Transition to ACTIVE for port object d83331f5-74a9-4c11-a0e8-7810c0fa349b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:40.718062 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:40.782399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:40.798242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b8e26e31-b077-439d-a49e-532e60badb37 req-55a897d3-4d99-434a-ac9a-a13a2a457fcb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330769 Jul 06 18:35:40.802504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:40.814750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:40.838775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:40.856833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f43432a3-251c-4840-a316-45ea816d353f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:35:40.883329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Pushing event updated for resources: {'Port': ['ID=d83331f5-74a9-4c11-a0e8-7810c0fa349b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:40.896250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 2b2e2660-ec9e-4f8e-a564-48de1c38d50c yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:35:40.961034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Attempting to bind port d83331f5-74a9-4c11-a0e8-7810c0fa349b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:40.961315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Attempting to bind port d83331f5-74a9-4c11-a0e8-7810c0fa349b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:40.961682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Attempting to bind port d83331f5-74a9-4c11-a0e8-7810c0fa349b on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:41.045173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:41.046009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:41.046271 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:41.046667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:41.047166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Bound port: d83331f5-74a9-4c11-a0e8-7810c0fa349b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:41.047550 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:41.136965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fea8:998b (1155fe0f-cf73-44cf-856d-cc5f5570ca01/8f42dfdd-71b4-44f9-b6c1-3dc979de1b1e/2b2e2660-ec9e-4f8e-a564-48de1c38d50c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:41.167865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:41.196801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'f43432a3-251c-4840-a316-45ea816d353f', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': 'f43432a3-251c-4840-a316-45ea816d353f', 'mac_address': 'fa:16:3e:69:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:35:41.259630 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:41.278988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43432a3-251c-4840-a316-45ea816d353f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:41.310012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] For port d83331f5-74a9-4c11-a0e8-7810c0fa349b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:41.319918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] For port d83331f5-74a9-4c11-a0e8-7810c0fa349b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d83331f5-74a9-4c11-a0e8-7810c0fa349b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:41.326727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:41.346744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:41.367770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:41.457022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe93f-6b5d-468b-8310-df91080e342b None None] Pushing event updated for resources: {'Port': ['ID=d83331f5-74a9-4c11-a0e8-7810c0fa349b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:41.534467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:41.576933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 2b2e2660-ec9e-4f8e-a564-48de1c38d50c will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:41.639457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:41.708350 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:41.726540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ff51a935-2614-4898-b970-cf498e6ac1c8 req-7c698216-9630-4caa-a36c-bf87b4ba18d5 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0767007 Jul 06 18:35:41.732457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['f43432a3-251c-4840-a316-45ea816d353f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:41.834578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=2b2e2660-ec9e-4f8e-a564-48de1c38d50c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:41.877945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:41.893519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:41.900100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:41.923684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:41.924378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:41.990553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7b01-544b-4979-aad5-4abe6b2282f1 req-4133a232-8c64-4e9f-9db0-39136592755f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:41.993200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-242e7b01-544b-4979-aad5-4abe6b2282f1 req-4133a232-8c64-4e9f-9db0-39136592755f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.5836530 Jul 06 18:35:41.996299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fb7f4a31-58e0-4f20-9478-629166bcfc2e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8506489 Jul 06 18:35:41.998504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45988) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:42.076678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-242e7b01-544b-4979-aad5-4abe6b2282f1 req-932e234d-3634-4e54-a34b-1f00c8d523b3 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728495 Jul 06 18:35:42.150071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41ff13-4906-422c-8f43-75c551137978 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:42.156787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41ff13-4906-422c-8f43-75c551137978 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:42.158631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7a41ff13-4906-422c-8f43-75c551137978 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1585481 Jul 06 18:35:42.161563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45992) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:42.234128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d597add-05b7-46f4-908f-30fe1d6e9c15 req-531cbb1f-a728-41bd-a9c0-efd6b86e2cff tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:42.235711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d597add-05b7-46f4-908f-30fe1d6e9c15 req-531cbb1f-a728-41bd-a9c0-efd6b86e2cff tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 945 time: 0.1552877 Jul 06 18:35:42.295230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d597add-05b7-46f4-908f-30fe1d6e9c15 req-1f107f4a-eaa3-48ed-a5e0-35d98640b918 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536151 Jul 06 18:35:42.391211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1bb7e-5136-4ae8-953b-b1e0d06b1e4c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 2b2e2660-ec9e-4f8e-a564-48de1c38d50c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:42.394276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bb7e-5136-4ae8-953b-b1e0d06b1e4c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:42.471885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d876bd-c64c-4624-afc7-18c884409574 req-b57ab764-af3f-41ed-8d7d-7185c2f7f10e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:42.482883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69d876bd-c64c-4624-afc7-18c884409574 req-b57ab764-af3f-41ed-8d7d-7185c2f7f10e tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.2288344 Jul 06 18:35:42.591384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69d876bd-c64c-4624-afc7-18c884409574 req-619f21f5-8f74-4b8e-a62d-5565943acdd1 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067877 Jul 06 18:35:42.620738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bb7e-5136-4ae8-953b-b1e0d06b1e4c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:42.639292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1bb7e-5136-4ae8-953b-b1e0d06b1e4c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 2b2e2660-ec9e-4f8e-a564-48de1c38d50c owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:42.950163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bb7e-5136-4ae8-953b-b1e0d06b1e4c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.028921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1bb7e-5136-4ae8-953b-b1e0d06b1e4c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=2b2e2660-ec9e-4f8e-a564-48de1c38d50c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:43.094820 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9edf2f2a-fcfa-455c-a615-e46874a98cbf req-a2932518-9e89-461b-852f-c637e995e40c tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0910485 Jul 06 18:35:43.151778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bb7e-5136-4ae8-953b-b1e0d06b1e4c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.156761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fbe1bb7e-5136-4ae8-953b-b1e0d06b1e4c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/2b2e2660-ec9e-4f8e-a564-48de1c38d50c HTTP/1.1" status: 204 len: 168 time: 0.9938402 Jul 06 18:35:43.159895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46014) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:43.229694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-caa4b092-0c82-45e2-bfa2-3480735dadd7 None None] Provisioning for port d83331f5-74a9-4c11-a0e8-7810c0fa349b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:43.267602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1dc49f-807f-4e2e-acf8-b46369886de7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:43.270506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1dc49f-807f-4e2e-acf8-b46369886de7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:43.272374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cb1dc49f-807f-4e2e-acf8-b46369886de7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1109674 Jul 06 18:35:43.276079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46016) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:43.372071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 8f42dfdd-71b4-44f9-b6c1-3dc979de1b1e {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:43.377507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.436791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.547884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d83331f5-74a9-4c11-a0e8-7810c0fa349b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:43.651949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d83331f5-74a9-4c11-a0e8-7810c0fa349b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:43.658434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d83331f5-74a9-4c11-a0e8-7810c0fa349b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:43.658823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.702979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f6120185-ba2e-44b1-b08e-a6a1fdb1a379 None None] Could not find standard attr ID for object 2b2e2660-ec9e-4f8e-a564-48de1c38d50c. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:43.724769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.772371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-eeee83bc-94e1-4d4a-aeab-b868c2822887 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:43.781538 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-eeee83bc-94e1-4d4a-aeab-b868c2822887 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 815 time: 0.2682712 Jul 06 18:35:43.809549 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-486d419e-efc2-4fad-b171-74b7de4df002 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/quotas/fa321cf2940a4656b3af9586d5b14340 HTTP/1.1" status: 200 len: 375 time: 0.0195913 Jul 06 18:35:43.811502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da3a7-bc32-4670-823b-abb8fce4b184 req-aa10fb43-a4ee-4e0d-8822-93426be508c2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:43.814221 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e0da3a7-bc32-4670-823b-abb8fce4b184 req-aa10fb43-a4ee-4e0d-8822-93426be508c2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 945 time: 0.2092717 Jul 06 18:35:43.834909 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.903518 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e0da3a7-bc32-4670-823b-abb8fce4b184 req-cd95d7fb-cb83-4dec-bb5d-a43fbe3a2278 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796692 Jul 06 18:35:43.923765 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.971871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=8f42dfdd-71b4-44f9-b6c1-3dc979de1b1e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:43.981821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.982254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.982620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.982799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.983129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.983465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.983805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.984139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.984552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.984955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.985290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.985616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:43.990800 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.995957 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-699b270d-db86-457f-845a-3fde312adfff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/8f42dfdd-71b4-44f9-b6c1-3dc979de1b1e HTTP/1.1" status: 204 len: 168 time: 0.7187521 Jul 06 18:35:43.996602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46040) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:44.042070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-c12400b7-b382-4087-90e4-25aff55bae4d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2310629 Jul 06 18:35:44.086161 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2ec7d004-ab82-4967-87cf-8873311d03f6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881526 Jul 06 18:35:44.094911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46046) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:44.099348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86deddb-d3ba-4411-8595-7d90bca95778 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:44.103204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:35:44.103782 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:35:44.216701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-f11de68b-fac4-4b06-a61f-4ddd6df805a3 service neutron] 10.222.0.53 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665487 Jul 06 18:35:44.232375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f365f05d-989c-4c01-ab2b-c7a6608b592a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:44.234216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f365f05d-989c-4c01-ab2b-c7a6608b592a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1382122 Jul 06 18:35:44.236717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46050) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:44.342996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ca580-2c9f-4624-8c5b-24466b1b2520 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:44.345486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eb7ca580-2c9f-4624-8c5b-24466b1b2520 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078172 Jul 06 18:35:44.348141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46052) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:44.391067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:35:44.408389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-caeaed11-8ce5-43f9-9321-3362636eb9a6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588148 Jul 06 18:35:44.419343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46054) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:44.426665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:44.459557 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ddb0fa7-ed9d-457a-b572-b6f23ce9171a req-01bb4833-9882-41be-a615-4e9e23156b97 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0535483 Jul 06 18:35:44.513167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] Deleting port d83331f5-74a9-4c11-a0e8-7810c0fa349b {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:44.514237 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:44.556939 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-08a5c4ce-7b5d-48c4-a20e-8bf5fa00d318 service neutron] 10.222.0.53 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325117 Jul 06 18:35:44.559221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:44.564684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:44.662635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] For port d83331f5-74a9-4c11-a0e8-7810c0fa349b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d83331f5-74a9-4c11-a0e8-7810c0fa349b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:44.663174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:44.686674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] Calling delete_port for d83331f5-74a9-4c11-a0e8-7810c0fa349b owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:44.690988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:44.783797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a9212-0119-46b4-8566-14808869859b req-edd5331d-cab5-4252-984c-7e987603d08a tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:44.785412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-729a9212-0119-46b4-8566-14808869859b req-edd5331d-cab5-4252-984c-7e987603d08a tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6d2488-2605-4877-a6d1-2f1ec5dd8f39 HTTP/1.1" status: 200 len: 945 time: 0.1439984 Jul 06 18:35:44.795877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d83331f5-74a9-4c11-a0e8-7810c0fa349b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d83331f5-74a9-4c11-a0e8-7810c0fa349b,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:44.810648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:44.896786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f43432a3-251c-4840-a316-45ea816d353f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:45.073089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d83331f5-74a9-4c11-a0e8-7810c0fa349b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:45.087676 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-441b2345-cca8-43f4-b357-23a54db5ff2c req-ece9f4e7-eed3-45be-aea5-fdab78bace71 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 210 time: 0.0877702 Jul 06 18:35:45.116206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Deleting port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:45.116885 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:45.211841 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:45.277218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] Pushing event deleted for resources: {'Port': ['ID=d83331f5-74a9-4c11-a0e8-7810c0fa349b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:45.284113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port f43432a3-251c-4840-a316-45ea816d353f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:45.293517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port f43432a3-251c-4840-a316-45ea816d353f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:45.294104 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:45.313484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac4028b-de74-4726-9089-1c5dcf0f5c78 None None] No DVR routers for this DVR port d83331f5-74a9-4c11-a0e8-7810c0fa349b on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:35:45.437529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.objects.ports [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93966) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:35:45.457590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:45.576275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d83331f5-74a9-4c11-a0e8-7810c0fa349b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:45.604284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c94431-c8f5-4c26-b9c3-1ce00d67e0be req-28b9e48e-defc-4d6e-837f-7ca7199731b6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:45.609623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27c94431-c8f5-4c26-b9c3-1ce00d67e0be req-28b9e48e-defc-4d6e-837f-7ca7199731b6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 945 time: 0.3051231 Jul 06 18:35:45.658801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] For port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:45.659449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:45.676928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:45.690570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d83331f5-74a9-4c11-a0e8-7810c0fa349b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:35:45.692407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:45.694655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d83331f5-74a9-4c11-a0e8-7810c0fa349b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:35:45.717589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:45.718583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:45.727177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Calling delete_port for 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:45.746871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=6b46cf2e-1d5c-470d-bc3d-e8417465beaf,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:45.747227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0331d929-b108-4c45-b63d-eb4599829bc1 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:45.778030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27c94431-c8f5-4c26-b9c3-1ce00d67e0be req-9550b1a6-d145-4dfd-9cc9-dc9abda9019f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609700 Jul 06 18:35:45.861775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2bc77237-df65-4d75-8be7-d1f5a28f9dde tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4406109 Jul 06 18:35:45.864565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46084) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:45.875507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:34:21:65', 'name': 'tempest-NetworksTestDHCPv6-1247420139'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:45.906619 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3fbab859-3731-4101-955c-5b6bd4077404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:45.924512 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:46.015423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:46.029955 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac45bc9-9cd1-46d7-8633-33725edcd100" -d '{"events": [{"server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "name": "network-vif-plugged", "status": "completed", "tag": "f43432a3-251c-4840-a316-45ea816d353f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:46.078092 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9a2ad95-09a1-47d1-a8d9-025e90f0196c req-f5e66bc7-3d49-4528-a543-46bb40e9067d tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.1239965 Jul 06 18:35:46.083946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:46.093932 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:46.110926 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e1958e-b5d2-4c6a-82d4-38554212aa3f x-openstack-request-id: req-61e1958e-b5d2-4c6a-82d4-38554212aa3f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:46.111253 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "name": "network-vif-plugged", "status": "completed", "tag": "f43432a3-251c-4840-a316-45ea816d353f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:46.111482 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61e1958e-b5d2-4c6a-82d4-38554212aa3f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:46.117432 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f', 'code': 200} Jul 06 18:35:46.276804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:46.311397 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:46.395655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Pushing event deleted for resources: {'Port': ['ID=14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:46.419810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:46.489328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4eabf502-ebb2-467c-ba9f-3ef70ee2da7a req-f9919fe1-9fea-4074-94fa-903a301b8032 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 210 time: 0.0863783 Jul 06 18:35:46.512414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '6b46cf2e-1d5c-470d-bc3d-e8417465beaf'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:35:46.513591 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:46.547022 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:46.608872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port ee69c777-b72f-4d20-960d-a5a8be03411c yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:35:46.719806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] No DVR routers for this DVR port 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:35:46.725192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:46.727397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-729a9212-0119-46b4-8566-14808869859b req-60e28633-d937-447b-89be-f8a02d3771dd tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.41 "DELETE /v2.0/ports/14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b HTTP/1.1" status: 204 len: 173 time: 1.9346406 Jul 06 18:35:46.727896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'name': 'network-vif-deleted', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:46.746404 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5265e9-54e7-43ac-bda9-b27d4d411827" -d '{"events": [{"server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "name": "network-vif-deleted", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:46.831817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadd78d-584d-4cb4-bba6-1d06cbeaab14 req-1fc7e65c-d3ec-4605-b675-902c93c0eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:46.843988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2eadd78d-584d-4cb4-bba6-1d06cbeaab14 req-1fc7e65c-d3ec-4605-b675-902c93c0eed8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 1097 time: 0.3901632 Jul 06 18:35:46.847095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fe34:2165 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/6b46cf2e-1d5c-470d-bc3d-e8417465beaf/ee69c777-b72f-4d20-960d-a5a8be03411c) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:46.862375 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facfb882-711d-4da8-ab7c-ad4a69b557d8 x-openstack-request-id: req-facfb882-711d-4da8-ab7c-ad4a69b557d8 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:46.862713 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d2488-2605-4877-a6d1-2f1ec5dd8f39", "name": "network-vif-deleted", "tag": "14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:46.862936 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-facfb882-711d-4da8-ab7c-ad4a69b557d8 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:46.863363 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d2488-2605-4877-a6d1-2f1ec5dd8f39', 'name': 'network-vif-deleted', 'tag': '14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b', 'status': 'completed', 'code': 200} Jul 06 18:35:46.915239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2eadd78d-584d-4cb4-bba6-1d06cbeaab14 req-aecd0f43-fe1b-4bfd-8dc4-3d218cb8d363 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630317 Jul 06 18:35:47.171072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066e283-e6ba-4abc-ba3b-a8b6422a0e5b req-ee1d11de-3cf6-4d31-a434-67b80f751a51 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:47.173342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8066e283-e6ba-4abc-ba3b-a8b6422a0e5b req-ee1d11de-3cf6-4d31-a434-67b80f751a51 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.1661711 Jul 06 18:35:47.430219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c30fb007-e7d7-4dfb-8f20-721fa927a211 req-29e7e95e-83e6-4701-8c88-0262e5ae06b4 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0835872 Jul 06 18:35:47.532911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-ca6a4361-853d-468a-9403-8a1ef3dece74 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:47.534901 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-ca6a4361-853d-468a-9403-8a1ef3dece74 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.24 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 815 time: 0.3220160 Jul 06 18:35:47.560911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Request body: {'port': {'device_id': '2292420d-9e70-4b72-a785-db134f4af72c', 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'admin_state_up': True, 'tenant_id': 'fa321cf2940a4656b3af9586d5b14340'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:47.700901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:47.741288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8066e283-e6ba-4abc-ba3b-a8b6422a0e5b req-c1888b3d-1b3d-4b92-b648-f6d64433a2f1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588312 Jul 06 18:35:47.762131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object ee69c777-b72f-4d20-960d-a5a8be03411c will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:47.819416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:47.854016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:47.858232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:47.884136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:47.885669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:47.892769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:47.893522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:47.935582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=ee69c777-b72f-4d20-960d-a5a8be03411c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:47.956987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:35:47.957412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 14b0985d-dd3b-439e-88ff-8dfbe2a4bb3b not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:35:47.976824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5bc1d029-a516-4824-a69f-0a547f40e684 req-d7df0083-3eb6-4504-bd7a-f4d2107dce3d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 210 time: 0.1626568 Jul 06 18:35:47.987681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Made reservation on behalf of fa321cf2940a4656b3af9586d5b14340 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:47.993402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Allocated IP 2001:db8::f816:3eff:fed6:2f69 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/6b46cf2e-1d5c-470d-bc3d-e8417465beaf/1f9486fb-5a72-4242-a2f3-b4e128d29b6a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:47.999784 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5cbb08c9-df15-4bca-892b-050a9b192d9d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1334600 Jul 06 18:35:48.002347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46132) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:48.014688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.161650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b0bca-cff8-4b9f-a606-2c6130348c12 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:48.166900 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-211b0bca-cff8-4b9f-a606-2c6130348c12 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1613955 Jul 06 18:35:48.171234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46136) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:48.197640 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-57f2f020-03f0-4abd-92b0-12b13b2d388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.349163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Allocated IP 172.20.0.10 (fe37bb03-31b0-45c4-a4e0-63fff68bdcb0/f526973f-e038-49f8-817b-cc0138b64600/7f4e146e-9b5c-4d4e-a628-71efcd83fc11) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:48.438241 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.447626 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.462751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Transition to ACTIVE for port object 1f9486fb-5a72-4242-a2f3-b4e128d29b6a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:48.473937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-fddda372-7014-491e-8640-d0708e0a8faf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port ee69c777-b72f-4d20-960d-a5a8be03411c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:48.474341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fddda372-7014-491e-8640-d0708e0a8faf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.516144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Transition to ACTIVE for port object 1f9486fb-5a72-4242-a2f3-b4e128d29b6a will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:48.535770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.594885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:48.599494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:48.611546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:48.649327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Pushing event updated for resources: {'Port': ['ID=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:48.675575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.678879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.679461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.680034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.680625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.681385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.682273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.683129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.688589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.691778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.693367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.694223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:48.695802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fddda372-7014-491e-8640-d0708e0a8faf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.747440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-fddda372-7014-491e-8640-d0708e0a8faf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for ee69c777-b72f-4d20-960d-a5a8be03411c owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:48.750608 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.796715 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.815451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Attempting to bind port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:48.819728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Attempting to bind port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:48.820591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Attempting to bind port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:48.834703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:48.835467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:48.836086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.836705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:48.837389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Bound port: 1f9486fb-5a72-4242-a2f3-b4e128d29b6a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:48.838118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.855666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40f940d6-95a6-438a-94fa-2fd8ffc065e4 req-f55a130e-26a5-42e9-b0b1-87cc8531de40 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0930800 Jul 06 18:35:48.919772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:48.945891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:48.955439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:48.977387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] For port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:48.982124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] For port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:48.995708 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:48.996319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Pushing event updated for resources: {'Port': ['ID=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:49.026411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fddda372-7014-491e-8640-d0708e0a8faf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.041512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:49.042371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.064124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508893c-092a-4e20-9868-688fe7ac648d req-37e6c665-9f36-44f7-9341-e3c442c9f3c8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:49.065925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2508893c-092a-4e20-9868-688fe7ac648d req-37e6c665-9f36-44f7-9341-e3c442c9f3c8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.1780481 Jul 06 18:35:49.082410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-09e6187b-b580-4380-bc4e-f97f447fddd7 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5331542 Jul 06 18:35:49.087907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddda372-7014-491e-8640-d0708e0a8faf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=ee69c777-b72f-4d20-960d-a5a8be03411c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:49.089887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e485a8-051a-48c5-8d24-0cdbc42b2230 None None] Pushing event updated for resources: {'Port': ['ID=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:49.099995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Request body: {'port': {'device_id': '2292420d-9e70-4b72-a785-db134f4af72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:49.112448 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fddda372-7014-491e-8640-d0708e0a8faf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.120744 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fddda372-7014-491e-8640-d0708e0a8faf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/ee69c777-b72f-4d20-960d-a5a8be03411c HTTP/1.1" status: 204 len: 168 time: 0.9477329 Jul 06 18:35:49.123032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46168) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:49.190121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2508893c-092a-4e20-9868-688fe7ac648d req-b68d7b5e-3f48-4862-bfbc-f381f58a1efb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172268 Jul 06 18:35:49.205694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.255330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aff1af-cb44-4bd7-9e3f-f4a7195dd17a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:49.257833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aff1af-cb44-4bd7-9e3f-f4a7195dd17a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:49.260660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-16aff1af-cb44-4bd7-9e3f-f4a7195dd17a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1362934 Jul 06 18:35:49.263702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46172) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:49.393155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a21547-15e1-4858-b5bf-8ad933b49d93 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 6b46cf2e-1d5c-470d-bc3d-e8417465beaf {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:49.398363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14a21547-15e1-4858-b5bf-8ad933b49d93 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.414300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.454330 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14a21547-15e1-4858-b5bf-8ad933b49d93 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.527105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c8e28-c0b2-4134-bd1f-8a8d74d0adb0 req-3062b796-3603-4f9b-9068-520a1039e28d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:49.537320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-714c8e28-c0b2-4134-bd1f-8a8d74d0adb0 req-3062b796-3603-4f9b-9068-520a1039e28d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 932 time: 0.3521225 Jul 06 18:35:49.683047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14a21547-15e1-4858-b5bf-8ad933b49d93 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.689586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-714c8e28-c0b2-4134-bd1f-8a8d74d0adb0 req-bae3d24b-270f-446a-a061-6470eb513e31 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511636 Jul 06 18:35:49.764098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14a21547-15e1-4858-b5bf-8ad933b49d93 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.772862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:49.803723 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.805697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a21547-15e1-4858-b5bf-8ad933b49d93 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=6b46cf2e-1d5c-470d-bc3d-e8417465beaf,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:49.828452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Transition to ACTIVE for port object 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:49.834013 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14a21547-15e1-4858-b5bf-8ad933b49d93 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.837411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.839550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-14a21547-15e1-4858-b5bf-8ad933b49d93 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/6b46cf2e-1d5c-470d-bc3d-e8417465beaf HTTP/1.1" status: 204 len: 168 time: 0.5702314 Jul 06 18:35:49.840478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46196) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:49.889987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8b5a8a7a-8214-472b-aa95-25a3145584f7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483191 Jul 06 18:35:49.892756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46206) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:49.899490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:49.945060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45367-3c6f-4683-a78f-7568aaed302a req-3e8bd473-610b-4756-ba76-78ac187e081e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:49.952855 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52f45367-3c6f-4683-a78f-7568aaed302a req-3e8bd473-610b-4756-ba76-78ac187e081e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.2487984 Jul 06 18:35:49.974147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:50.025125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:50.030181 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:50.084570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52f45367-3c6f-4683-a78f-7568aaed302a req-a62ffcff-17db-46c1-aee7-2b505db968df tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305208 Jul 06 18:35:50.162870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Attempting to bind port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:50.163375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Attempting to bind port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:50.163635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Attempting to bind port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:50.173874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:35:50.174288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Attempting to bind port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 on network fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:50.187008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:50.187355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Checking segment: {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:50.187731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Bound using segment: {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:50.188168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Bound port: 7f4e146e-9b5c-4d4e-a628-71efcd83fc11, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b95d866-dfe8-4827-9443-a206710a8b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:50.188528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:50.321162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-150bf251-91ab-481d-b050-b11be193ceff req-d7d3c863-0b2e-4d73-bac6-94577e0986dd tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0618215 Jul 06 18:35:50.325779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] For port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:50.339561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] For port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:50.351799 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:50.426094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:50.426723 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:50.428147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] 10.222.0.24 "PUT /v2.0/ports/7f4e146e-9b5c-4d4e-a628-71efcd83fc11 HTTP/1.1" status: 200 len: 1092 time: 1.3341677 Jul 06 18:35:50.428630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2292420d-9e70-4b72-a785-db134f4af72c', 'tag': '7f4e146e-9b5c-4d4e-a628-71efcd83fc11'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:50.430943 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efe6979-9bd3-43a4-9410-f557096994ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2292420d-9e70-4b72-a785-db134f4af72c", "tag": "7f4e146e-9b5c-4d4e-a628-71efcd83fc11"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:50.436665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d8a05-f4ba-4dec-a3c5-f76dbca4b646 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:50.482177 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f96ce4-a2e2-4c76-ac2b-4eb4e949be05 x-openstack-request-id: req-36f96ce4-a2e2-4c76-ac2b-4eb4e949be05 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:50.482468 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2292420d-9e70-4b72-a785-db134f4af72c", "tag": "7f4e146e-9b5c-4d4e-a628-71efcd83fc11", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:50.482714 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36f96ce4-a2e2-4c76-ac2b-4eb4e949be05 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:50.483115 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2292420d-9e70-4b72-a785-db134f4af72c', 'tag': '7f4e146e-9b5c-4d4e-a628-71efcd83fc11', 'status': 'completed', 'code': 200} Jul 06 18:35:50.554552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-326833ce-e1b9-4dbc-bd2f-bccba2386235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:50.556768 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-326833ce-e1b9-4dbc-bd2f-bccba2386235 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 1095 time: 0.0774477 Jul 06 18:35:50.604538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:35:50.629583 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-e2942993-2990-4852-af89-f7936624c47a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4e146e-9b5c-4d4e-a628-71efcd83fc11 HTTP/1.1" status: 200 len: 217 time: 0.0644927 Jul 06 18:35:50.675986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99bfad-1a56-4bcf-a497-464b07f26bd9 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:50.717579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-166299c7-e3f9-4415-b8b0-a5612e77d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:50.733123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-166299c7-e3f9-4415-b8b0-a5612e77d4ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f526973f-e038-49f8-817b-cc0138b64600 HTTP/1.1" status: 200 len: 855 time: 0.0941293 Jul 06 18:35:50.822045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-182dbe52-4f50-467b-9cab-28b21007897c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800238 Jul 06 18:35:50.866959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9b380e79-a3e9-4be5-84fa-b99da3c9fc6b None None] Provisioning for port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:50.951187 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-54c0869c-611b-4538-900e-193d05c9a52d service neutron] 10.222.0.24 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205945 Jul 06 18:35:50.999290 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.012812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.100965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd0d6a-b372-4073-a2a2-34a37886423e req-66a80622-7e22-495c-a3ba-2057173bde8f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:51.102738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a7dd0d6a-b372-4073-a2a2-34a37886423e req-66a80622-7e22-495c-a3ba-2057173bde8f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 944 time: 0.2135170 Jul 06 18:35:51.122744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b24506b2-8702-48b7-9210-25d68ccf11cb req-bb91e731-2046-4fc3-927d-f0c7110c5113 service neutron] 10.222.0.24 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609528 Jul 06 18:35:51.230827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a7dd0d6a-b372-4073-a2a2-34a37886423e req-0e67eaee-0868-4b6b-b86a-c1a4299b14f8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196148 Jul 06 18:35:51.289467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] For port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:51.337594 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.346839 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.347669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.459009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=5563574e-ebae-419b-a730-6e8451239ff0,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:51.505826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:51.510210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:51.515689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:51.516616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.564720 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6696413 Jul 06 18:35:51.575942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1f9486fb-5a72-4242-a2f3-b4e128d29b6a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:51.581134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46272) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:51.588278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:6e:3e:f9', 'name': 'tempest-NetworksTestDHCPv6-16847408'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:51.615283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825e479-20d9-44df-a61e-3c47c1f3a88c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:51.660299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:51.672803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:51.675949 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.757641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39224535-afc4-49cc-804f-77284ebb67a4 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:51.775850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-fb385f85-a486-43a0-a296-2d956362306d tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:51.777414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-fb385f85-a486-43a0-a296-2d956362306d tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 804 time: 0.6071544 Jul 06 18:35:51.784381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddc7cc-97e9-4a50-81fe-382ce80df250 req-e91d0ca8-f7a1-4ca3-b649-e72b20c1b9be tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:51.794078 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-73ddc7cc-97e9-4a50-81fe-382ce80df250 req-e91d0ca8-f7a1-4ca3-b649-e72b20c1b9be tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.2408230 Jul 06 18:35:51.794772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe6979-9bd3-43a4-9410-f557096994ec req-217f7150-fdad-4fc5-87dc-68f7f363a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:51.796209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efe6979-9bd3-43a4-9410-f557096994ec req-217f7150-fdad-4fc5-87dc-68f7f363a778 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa321cf2940a4656b3af9586d5b14340&device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 1095 time: 0.5664997 Jul 06 18:35:51.830681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-ccf0aeed-7612-4858-b366-f991ef4e576f tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/quotas/1aeac1349e4145e1a4d31c88b911ca1a HTTP/1.1" status: 200 len: 375 time: 0.0343227 Jul 06 18:35:51.846906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 618fc385-afd5-40c3-ad1f-1edeff103518 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:51.862938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-79368a7e-617f-4072-92a3-d2092148cd0f None None] Could not find standard attr ID for object ee69c777-b72f-4d20-960d-a5a8be03411c. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:35:51.896814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-73ddc7cc-97e9-4a50-81fe-382ce80df250 req-5fdde76c-515d-40e1-8b3a-ac9637a19f47 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993626 Jul 06 18:35:51.897935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:51.939382 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.976231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:51.988189 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:51.997666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-2d2fcc78-4c96-446c-a694-db4ee5300200 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1658359 Jul 06 18:35:52.012098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe6979-9bd3-43a4-9410-f557096994ec req-a8945653-41c0-4781-bf5c-99d8a4114cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:52.014022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efe6979-9bd3-43a4-9410-f557096994ec req-a8945653-41c0-4781-bf5c-99d8a4114cd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 200 len: 916 time: 0.2095692 Jul 06 18:35:52.063293 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:52.096638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.122542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 387a9ed4-a3fc-4a3f-bec9-78b51883a032 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:35:52.123300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efe6979-9bd3-43a4-9410-f557096994ec req-e2c9bbef-46c6-47d8-a65e-881d716334c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f4e146e-9b5c-4d4e-a628-71efcd83fc11 HTTP/1.1" status: 200 len: 217 time: 0.0884876 Jul 06 18:35:52.146118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.150289 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.183540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe6979-9bd3-43a4-9410-f557096994ec req-e32f9a41-361b-4b60-b1b4-63a14fbf37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:52.185468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efe6979-9bd3-43a4-9410-f557096994ec req-e32f9a41-361b-4b60-b1b4-63a14fbf37f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f526973f-e038-49f8-817b-cc0138b64600 HTTP/1.1" status: 200 len: 855 time: 0.0543430 Jul 06 18:35:52.224623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:52.225700 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-647b8139-3c16-4f6a-9a38-2f8b3f0f0856 req-01683c32-873e-4c7d-8157-91321143424c tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0621281 Jul 06 18:35:52.226946 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ec009b-694e-483e-875b-f2af0c410ddd" -d '{"events": [{"server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "name": "network-vif-unplugged", "status": "completed", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:52.240107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efe6979-9bd3-43a4-9410-f557096994ec req-a7c99717-14a9-4acf-902d-4a3e7ccff923 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451963 Jul 06 18:35:52.247808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:52.259988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.278413 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-4749407b-ca43-4702-93c3-f2c1fb1f0a22 service neutron] 10.222.0.53 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763660 Jul 06 18:35:52.337375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fe6e:3ef9 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/5563574e-ebae-419b-a730-6e8451239ff0/387a9ed4-a3fc-4a3f-bec9-78b51883a032) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:52.337820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:52.409081 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.515646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-5d2e8905-4014-42df-b0a0-3248438c6c9c service neutron] 10.222.0.53 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259853 Jul 06 18:35:52.540675 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efe6979-9bd3-43a4-9410-f557096994ec req-e78e1aa8-c7b3-4054-a56e-65d491106e0b service neutron] 10.222.0.24 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815781 Jul 06 18:35:52.704503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.706014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f469e84d-a9e7-4561-813e-6ed3a3d79112 None None] Provisioning complete for port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:52.706604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f469e84d-a9e7-4561-813e-6ed3a3d79112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.738208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 387a9ed4-a3fc-4a3f-bec9-78b51883a032 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:52.788894 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8efe6979-9bd3-43a4-9410-f557096994ec req-d530a7b4-f5d6-4fcd-8287-8478d6720bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384553 Jul 06 18:35:52.815341 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4160dd18-218c-4bab-98e0-022ff32dc9f5 x-openstack-request-id: req-4160dd18-218c-4bab-98e0-022ff32dc9f5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:52.815977 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "name": "network-vif-unplugged", "status": "completed", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:52.816113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.816266 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4160dd18-218c-4bab-98e0-022ff32dc9f5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:52.816434 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518', 'code': 200} Jul 06 18:35:52.836014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-a42cf93a-239f-4abc-a7b1-d88323f750cc tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:52.848697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-a42cf93a-239f-4abc-a7b1-d88323f750cc tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.41 "GET /v2.0/ports?device_id=6703ca51-77de-4899-ac55-fada0673266e HTTP/1.1" status: 200 len: 943 time: 0.2478344 Jul 06 18:35:52.981315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:52.988676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:52.994289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:53.000507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:53.001457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:53.008653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=387a9ed4-a3fc-4a3f-bec9-78b51883a032,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:53.023353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b9c5f532-8280-4f75-9a4d-eb9a87159534 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4409151 Jul 06 18:35:53.026105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46302) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:53.093612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bba19cfb-1aca-4b0b-abf1-098ddd8f2c2b req-7f2afbdb-a2d9-4cdf-84ac-ab125da5457c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 210 time: 0.0358548 Jul 06 18:35:53.173934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3acbf-8b6e-4142-b5ae-4f362a792912 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:53.181241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3acbf-8b6e-4142-b5ae-4f362a792912 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:53.186743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46308) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:53.194955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-36c3acbf-8b6e-4142-b5ae-4f362a792912 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1563299 Jul 06 18:35:53.273327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140fd6f-3988-43f5-a29f-c12f4f00520d req-7f168b6d-4971-4dc9-85a9-f56c794a3533 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:53.277100 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d140fd6f-3988-43f5-a29f-c12f4f00520d req-7f168b6d-4971-4dc9-85a9-f56c794a3533 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 944 time: 0.3185074 Jul 06 18:35:53.367106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Deleting port 618fc385-afd5-40c3-ad1f-1edeff103518 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:53.367460 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:53.407987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0020e729-e300-4832-939b-b2fb4127dc93 None None] Provisioning for port 387a9ed4-a3fc-4a3f-bec9-78b51883a032 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:53.413972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0020e729-e300-4832-939b-b2fb4127dc93 None None] Provisioning complete for port 387a9ed4-a3fc-4a3f-bec9-78b51883a032 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:53.415131 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0020e729-e300-4832-939b-b2fb4127dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:53.419365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516114a8-7873-4d0e-8eb3-50fc241eb743 req-037bbfda-e7ff-45f9-b2c0-92aea42b9019 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:53.428981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-516114a8-7873-4d0e-8eb3-50fc241eb743 req-037bbfda-e7ff-45f9-b2c0-92aea42b9019 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.1139815 Jul 06 18:35:53.452928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d140fd6f-3988-43f5-a29f-c12f4f00520d req-aa9cc1aa-3d4a-4918-9c92-585baaf4a261 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703393 Jul 06 18:35:53.474261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0020e729-e300-4832-939b-b2fb4127dc93 None None] Port 387a9ed4-a3fc-4a3f-bec9-78b51883a032 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:35:53.480706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-516114a8-7873-4d0e-8eb3-50fc241eb743 req-13689cab-283b-482d-9541-8aae22453dde tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 Jul 06 18:35:53.481609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1f9486fb-5a72-4242-a2f3-b4e128d29b6a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:53.534951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-568a66a5-5968-4001-a202-de565868ac49 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 387a9ed4-a3fc-4a3f-bec9-78b51883a032 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:53.535229 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-568a66a5-5968-4001-a202-de565868ac49 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:53.546749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:53.547466 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:53.618857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] For port 618fc385-afd5-40c3-ad1f-1edeff103518, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=618fc385-afd5-40c3-ad1f-1edeff103518,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:53.619383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:53.665978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3626bce8-e3a3-45bc-b384-08a3aeb8ee3c req-84061912-b3ba-4e1e-b14f-6f84cbd834ab tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0580184 Jul 06 18:35:53.672231 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Calling delete_port for 618fc385-afd5-40c3-ad1f-1edeff103518 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:53.749382 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-568a66a5-5968-4001-a202-de565868ac49 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:53.766253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-568a66a5-5968-4001-a202-de565868ac49 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 387a9ed4-a3fc-4a3f-bec9-78b51883a032 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:53.811147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89f35e88-324c-4d87-a1bb-56704e134989 req-0dfb2d41-0027-4605-a525-4f38d514fde5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0310731 Jul 06 18:35:53.953613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.024531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Pushing event deleted for resources: {'Port': ['ID=618fc385-afd5-40c3-ad1f-1edeff103518,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:54.092158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] No DVR routers for this DVR port 618fc385-afd5-40c3-ad1f-1edeff103518 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:35:54.092158 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-568a66a5-5968-4001-a202-de565868ac49 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.096133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.098782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e2d4249-7bf6-4e42-9bd1-b239b60069bd req-46f682ee-beed-4685-bfb4-a220ddcb2cae tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.41 "DELETE /v2.0/ports/618fc385-afd5-40c3-ad1f-1edeff103518 HTTP/1.1" status: 204 len: 173 time: 1.2470162 Jul 06 18:35:54.103338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'name': 'network-vif-deleted', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:54.106054 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7632ff8e-35bd-47af-aeed-e0638b0f8ef7" -d '{"events": [{"server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "name": "network-vif-deleted", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:54.142309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a66a5-5968-4001-a202-de565868ac49 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=387a9ed4-a3fc-4a3f-bec9-78b51883a032,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:54.170648 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-568a66a5-5968-4001-a202-de565868ac49 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.175400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46324) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:54.176451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-568a66a5-5968-4001-a202-de565868ac49 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/387a9ed4-a3fc-4a3f-bec9-78b51883a032 HTTP/1.1" status: 204 len: 168 time: 0.9770653 Jul 06 18:35:54.199946 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978d26c-a0d9-42e6-8dc5-10b82841d364 x-openstack-request-id: req-1978d26c-a0d9-42e6-8dc5-10b82841d364 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:54.201867 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703ca51-77de-4899-ac55-fada0673266e", "name": "network-vif-deleted", "tag": "618fc385-afd5-40c3-ad1f-1edeff103518", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:54.202178 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1978d26c-a0d9-42e6-8dc5-10b82841d364 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:54.202624 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703ca51-77de-4899-ac55-fada0673266e', 'name': 'network-vif-deleted', 'tag': '618fc385-afd5-40c3-ad1f-1edeff103518', 'status': 'completed', 'code': 200} Jul 06 18:35:54.254824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f1a66e-b5dd-41b4-ad28-b1f32378c7e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:54.258417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f1a66e-b5dd-41b4-ad28-b1f32378c7e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:54.260325 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-34f1a66e-b5dd-41b4-ad28-b1f32378c7e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0827763 Jul 06 18:35:54.263566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46326) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:54.295543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1fb25b85-d02e-4cf8-a9ac-7a444ba9410d req-93a6f681-b209-462a-a0d7-b35e6734d2ac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 210 time: 0.0460708 Jul 06 18:35:54.358272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-9638d849-2ae5-4681-9fe9-582409964be5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 5563574e-ebae-419b-a730-6e8451239ff0 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:35:54.363858 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9638d849-2ae5-4681-9fe9-582409964be5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.414752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9638d849-2ae5-4681-9fe9-582409964be5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.494719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-e3b72263-c360-418b-b69b-42ea760a54a5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:54.510442 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-e3b72263-c360-418b-b69b-42ea760a54a5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.41 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 804 time: 0.1248009 Jul 06 18:35:54.512890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9638d849-2ae5-4681-9fe9-582409964be5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.520346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Request body: {'port': {'device_id': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'admin_state_up': True, 'tenant_id': '1aeac1349e4145e1a4d31c88b911ca1a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:54.636633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9638d849-2ae5-4681-9fe9-582409964be5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.671800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638d849-2ae5-4681-9fe9-582409964be5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=5563574e-ebae-419b-a730-6e8451239ff0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:54.681441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9638d849-2ae5-4681-9fe9-582409964be5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.682288 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d082172-c1d2-4ec5-b459-89b56638838e None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:54.686034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9638d849-2ae5-4681-9fe9-582409964be5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/5563574e-ebae-419b-a730-6e8451239ff0 HTTP/1.1" status: 204 len: 168 time: 0.4186525 Jul 06 18:35:54.686034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46332) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:54.708538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e7d36-d90c-42ae-85df-1f02182c5305 req-1ee4e083-359a-4293-9e50-a7493f92cb21 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:54.708984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d26e7d36-d90c-42ae-85df-1f02182c5305 req-1ee4e083-359a-4293-9e50-a7493f92cb21 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 944 time: 0.1200895 Jul 06 18:35:54.744865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-34c7e42c-be6a-48b8-9002-9be9448d9c4d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554938 Jul 06 18:35:54.745337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46336) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:54.782796 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5440a-5158-4292-a733-a798ae1786ad req-de30c7ee-bf59-45db-87d6-c38e2cfd9f1b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:54.789964 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ec5440a-5158-4292-a733-a798ae1786ad req-de30c7ee-bf59-45db-87d6-c38e2cfd9f1b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.1595464 Jul 06 18:35:54.810218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Made reservation on behalf of 1aeac1349e4145e1a4d31c88b911ca1a for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:54.814333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:54.872821 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d26e7d36-d90c-42ae-85df-1f02182c5305 req-1af3dd44-b435-4949-89c8-dfd510f2e2d5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324580 Jul 06 18:35:54.882260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ec5440a-5158-4292-a733-a798ae1786ad req-f6dcbabe-19b5-46a4-b35c-76f5b17b02be tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912499 Jul 06 18:35:54.927971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:35:54.935123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff48ca-e028-4c2c-9e1c-dff54549ada0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:54.936813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-77ff48ca-e028-4c2c-9e1c-dff54549ada0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1907053 Jul 06 18:35:54.939532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46340) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:54.989280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:35:55.074133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d269b-b3c3-4502-be29-abbd0e286aaf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:55.076076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-585d269b-b3c3-4502-be29-abbd0e286aaf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1304636 Jul 06 18:35:55.080769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46344) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:55.142552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8f7cbfc7-d4ad-403c-96e4-36ceb64e08f0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591316 Jul 06 18:35:55.147133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46346) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:55.152259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:55.155096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-499af331-9758-487e-b610-255159ae4554 req-0b2d1a4d-7417-4f72-80ac-5e58b4ce98e7 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0819724 Jul 06 18:35:55.186608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Allocated IP 172.20.0.14 (5d56454b-7299-4273-84ce-77ced7325f27/6064755e-d560-4a6a-924c-19066694f3f4/f590f4fa-3d84-4984-93f1-b29fe665ebd8) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:55.208565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:55.223331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] Deleting port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:55.223687 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.238917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '7f4e146e-9b5c-4d4e-a628-71efcd83fc11', 'network_id': 'fe37bb03-31b0-45c4-a4e0-63fff68bdcb0', 'port_id': '7f4e146e-9b5c-4d4e-a628-71efcd83fc11', 'mac_address': 'fa:16:3e:96:c3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f526973f-e038-49f8-817b-cc0138b64600', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:35:55.299434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:55.304849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.332027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] For port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:55.332456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.378210 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.380249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] Calling delete_port for 1f9486fb-5a72-4242-a2f3-b4e128d29b6a owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:55.414782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.421567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:55.480462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.500795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1f9486fb-5a72-4242-a2f3-b4e128d29b6a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:55.541382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:55.557884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.558508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f43432a3-251c-4840-a316-45ea816d353f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:35:55.628110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Network 5d56454b-7299-4273-84ce-77ced7325f27 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:55.632975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:55.641356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:55.684998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Pushing event updated for resources: {'Port': ['ID=f590f4fa-3d84-4984-93f1-b29fe665ebd8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:55.685211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.734906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:55.735751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:55.736455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.738512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:55.746046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:55.746800 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:55.748158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66a728-0939-425d-af8d-657cf303c089 req-9ccd0f05-c4dd-438f-a612-0018c8fc45e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:55.749776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac66a728-0939-425d-af8d-657cf303c089 req-9ccd0f05-c4dd-438f-a612-0018c8fc45e5 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 932 time: 0.2487788 Jul 06 18:35:56.005896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:56.016177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-b009f769-153e-488e-b291-79c69118876c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2806110 Jul 06 18:35:56.018246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=e9ed561c-9eaf-4a88-b297-c3bcd73779e4,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:56.018724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Request body: {'port': {'device_id': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:56.019299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0d91f6f1-1ea3-412e-8c14-3e6b5e5fba21 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6678386 Jul 06 18:35:56.019299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46374) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:56.019818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:56.020148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:7c:25:2e', 'name': 'tempest-NetworksTestDHCPv6-1473497399'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:56.020468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 618fc385-afd5-40c3-ad1f-1edeff103518 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:35:56.020768 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac66a728-0939-425d-af8d-657cf303c089 req-f242d987-1d11-4fec-a72a-2b38c98cb04a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310458 Jul 06 18:35:56.021087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 618fc385-afd5-40c3-ad1f-1edeff103518 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:35:56.021087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 618fc385-afd5-40c3-ad1f-1edeff103518 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:35:56.021087 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:56.036765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] Pushing event deleted for resources: {'Port': ['ID=1f9486fb-5a72-4242-a2f3-b4e128d29b6a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:56.039021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60c6de-b8f3-42bb-a46f-28aa8ce22bd2 None None] No DVR routers for this DVR port 1f9486fb-5a72-4242-a2f3-b4e128d29b6a on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:35:56.049875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:56.154749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85406c3a-9c98-44e7-abc0-bf7ad2765413 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:35:56.205699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:35:56.211251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:56.291427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:35:56.549521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:56.568299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'f43432a3-251c-4840-a316-45ea816d353f', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'port_id': 'f43432a3-251c-4840-a316-45ea816d353f', 'mac_address': 'fa:16:3e:69:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:35:56.573869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a640f-3753-4b68-bce5-2d2bf3b2b82a req-d9a838f8-db05-4c46-b9fb-629bb2d4e23f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:56.583533 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d0a640f-3753-4b68-bce5-2d2bf3b2b82a req-d9a838f8-db05-4c46-b9fb-629bb2d4e23f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.3330224 Jul 06 18:35:56.672252 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:56.686730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d0a640f-3753-4b68-bce5-2d2bf3b2b82a req-30320de3-ba8d-4194-9d42-ac1b6193f267 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017213 Jul 06 18:35:56.730459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': 'e9ed561c-9eaf-4a88-b297-c3bcd73779e4'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:35:56.731356 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:56.748423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f43432a3-251c-4840-a316-45ea816d353f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:56.924000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f590f4fa-3d84-4984-93f1-b29fe665ebd8 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:56.944878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::8d (1155fe0f-cf73-44cf-856d-cc5f5570ca01/e9ed561c-9eaf-4a88-b297-c3bcd73779e4/cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:56.955910 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.013164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Transition to ACTIVE for port object f590f4fa-3d84-4984-93f1-b29fe665ebd8 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:57.028255 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.039454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:57.052744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.153442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:57.154190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ad5d-c9e1-46ca-9fc0-a08454348dd9 req-74eab204-72d7-493b-be4a-9c38f566455b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:57.155880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ad45ad5d-c9e1-46ca-9fc0-a08454348dd9 req-74eab204-72d7-493b-be4a-9c38f566455b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 945 time: 0.6960592 Jul 06 18:35:57.179326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Pushing event updated for resources: {'Port': ['ID=f590f4fa-3d84-4984-93f1-b29fe665ebd8,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:57.233556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ad45ad5d-c9e1-46ca-9fc0-a08454348dd9 req-b18af1e2-72ec-43f2-8027-8786f73d5ced tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Jul 06 18:35:57.240201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.276049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:57.289495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['f43432a3-251c-4840-a316-45ea816d353f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:57.346779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74fa44fb-b02d-4343-8548-7a8c33934f4a req-c0e9f665-b47f-4ccd-9f09-d5ca94284984 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc1b40a51e3744dea670271142728775&device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0595312 Jul 06 18:35:57.363029 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.432635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/e9ed561c-9eaf-4a88-b297-c3bcd73779e4/1cd6aac4-2a3f-442f-98b3-6e2273d3ef76) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:57.481113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74fa44fb-b02d-4343-8548-7a8c33934f4a req-2210f9af-457d-4c89-ba79-0d35538d796f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cc1b40a51e3744dea670271142728775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764360 Jul 06 18:35:57.585034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:57.591018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.598770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Attempting to bind port f590f4fa-3d84-4984-93f1-b29fe665ebd8 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:57.599390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Attempting to bind port f590f4fa-3d84-4984-93f1-b29fe665ebd8 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:57.599390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Attempting to bind port f590f4fa-3d84-4984-93f1-b29fe665ebd8 on network 5d56454b-7299-4273-84ce-77ced7325f27 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:57.601744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Transition to ACTIVE for port object 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:57.613950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:57.614613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Port f590f4fa-3d84-4984-93f1-b29fe665ebd8 on network 5d56454b-7299-4273-84ce-77ced7325f27 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:35:57.615215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Attempting to bind port f590f4fa-3d84-4984-93f1-b29fe665ebd8 on network 5d56454b-7299-4273-84ce-77ced7325f27 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:57.618729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:57.620500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Transition to ACTIVE for port object 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:35:57.628165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['7f4e146e-9b5c-4d4e-a628-71efcd83fc11'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:57.638188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:57.638734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Checking segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:57.639431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Bound using segment: {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:57.639946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Bound port: f590f4fa-3d84-4984-93f1-b29fe665ebd8, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0853bbed-bda8-487f-a04a-5cd792c25fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:57.640560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.655926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:57.656570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.680224 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:57.683746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:57.754684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3a0f2108-7be2-49a7-b041-fc5b007056d4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9191048 Jul 06 18:35:57.770685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46434) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:57.775363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f310508-b4e5-4501-842f-cbdf120dae40 req-940f82eb-9fd7-4584-837f-e920f2554bf9 tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0608521 Jul 06 18:35:57.811107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa44fb-b02d-4343-8548-7a8c33934f4a req-36cd50f1-8bbf-4f2a-bc2f-85a679bd7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:57.812614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74fa44fb-b02d-4343-8548-7a8c33934f4a req-36cd50f1-8bbf-4f2a-bc2f-85a679bd7bef service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3168585 Jul 06 18:35:57.832496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:57.878415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:57.889009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2c286-adbe-4ce4-af3e-3465fd42b4c1 req-e2e64a04-b6ac-4772-9c0f-2a2ea0065376 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:57.890897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Pushing event updated for resources: {'Port': ['ID=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:57.892576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-44b2c286-adbe-4ce4-af3e-3465fd42b4c1 req-e2e64a04-b6ac-4772-9c0f-2a2ea0065376 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 944 time: 0.2263610 Jul 06 18:35:57.899055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:57.916261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:57.917110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a160ef9-7e1e-4261-b57b-4bdeb08c44f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:57.933969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a160ef9-7e1e-4261-b57b-4bdeb08c44f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:57.935588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5a160ef9-7e1e-4261-b57b-4bdeb08c44f8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1633184 Jul 06 18:35:57.938985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46438) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:57.996848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-44b2c286-adbe-4ce4-af3e-3465fd42b4c1 req-e34ad50c-30f2-49e1-8e32-2745627a5f9e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947928 Jul 06 18:35:58.025982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:58.036522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:58.122918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Pushing event updated for resources: {'Port': ['ID=f590f4fa-3d84-4984-93f1-b29fe665ebd8,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:58.148711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:58.148711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:58.150838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-90c855dc-02bf-4abe-8954-15fd19b61849 service neutron] 10.222.0.41 "PUT /v2.0/ports/f590f4fa-3d84-4984-93f1-b29fe665ebd8 HTTP/1.1" status: 200 len: 1092 time: 2.3412807 Jul 06 18:35:58.152332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'tag': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:58.167985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Attempting to bind port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:35:58.168657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Attempting to bind port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:35:58.168964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Attempting to bind port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:35:58.184077 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db08bc9-94f6-4b7a-b643-930f6f242d73" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0c80b-df8b-4465-9e4b-94b465cc2312", "tag": "f590f4fa-3d84-4984-93f1-b29fe665ebd8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:58.233980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:35:58.234361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:35:58.234773 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:58.235178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:35:58.235748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Bound port: 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:35:58.236392 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:58.365102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-dbbabe2d-ab5e-4192-8cdb-0bb02ae6bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:58.367575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-dbbabe2d-ab5e-4192-8cdb-0bb02ae6bbfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 1095 time: 0.1234694 Jul 06 18:35:58.374029 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ab73f817-b50f-4c20-bef3-1f05794a170b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:35:58.375128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab73f817-b50f-4c20-bef3-1f05794a170b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:58.390787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] For port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:35:58.391079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd1a53-a534-4622-977d-491bf5d2b01a req-d2653081-f148-4688-a2a1-7f9a79e680b6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:58.399182 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] For port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:35:58.399555 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8dd1a53-a534-4622-977d-491bf5d2b01a req-d2653081-f148-4688-a2a1-7f9a79e680b6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 945 time: 0.1930330 Jul 06 18:35:58.407595 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:58.453475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8dd1a53-a534-4622-977d-491bf5d2b01a req-752d3529-67d3-40cf-b3a1-bc49a8b403f2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Jul 06 18:35:58.623994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f1260-164d-4836-8d73-0750c0cca04c None None] Pushing event updated for resources: {'Port': ['ID=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:58.760606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4991-d849-463c-9dba-ad63ac418b42 req-33417c46-2170-42e7-8c48-4d4ab247fcb9 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:58.762682 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17bc4991-d849-463c-9dba-ad63ac418b42 req-33417c46-2170-42e7-8c48-4d4ab247fcb9 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 945 time: 0.1369994 Jul 06 18:35:58.895849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17bc4991-d849-463c-9dba-ad63ac418b42 req-56970f44-6e25-4666-8c31-5fa0279a2123 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246684 Jul 06 18:35:59.070676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f43432a3-251c-4840-a316-45ea816d353f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:59.135833 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66d96bf-af65-4f30-8cb5-6ab8ab088677 x-openstack-request-id: req-d66d96bf-af65-4f30-8cb5-6ab8ab088677 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:59.138039 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0c80b-df8b-4465-9e4b-94b465cc2312", "tag": "f590f4fa-3d84-4984-93f1-b29fe665ebd8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:59.140533 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d66d96bf-af65-4f30-8cb5-6ab8ab088677 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:59.141207 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'tag': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8', 'status': 'completed', 'code': 200} Jul 06 18:35:59.187762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-056b6568-c4a2-4632-ab05-55edd2e9b358 req-63e0fe6a-5aab-40ad-bbbe-f0a17cd2c61b tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.53 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0748928 Jul 06 18:35:59.269342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port f43432a3-251c-4840-a316-45ea816d353f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:59.270086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:59.301104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-fecb9bbb-4070-4ba8-9fcb-4606a61390e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8 HTTP/1.1" status: 200 len: 217 time: 0.1586626 Jul 06 18:35:59.364714 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab73f817-b50f-4c20-bef3-1f05794a170b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:59.393471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ab73f817-b50f-4c20-bef3-1f05794a170b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:35:59.413048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74fa44fb-b02d-4343-8548-7a8c33934f4a req-4d268128-9c28-4d34-8204-f162125bd78f tempest-ServerShowV254Test-76371409 tempest-ServerShowV254Test-76371409-project] 10.222.0.24 "GET /v2.0/ports?device_id=235cb3ad-a80d-4e68-b650-4fe3e89cd8b1 HTTP/1.1" status: 200 len: 210 time: 0.2691855 Jul 06 18:35:59.453858 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:59.521290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-d944fc5d-c688-444a-81ce-9cd6b2a816e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:59.524739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-d944fc5d-c688-444a-81ce-9cd6b2a816e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 200 len: 844 time: 0.1146557 Jul 06 18:35:59.570058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:59.572934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:59.578890 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2469f401-cf1d-498c-9303-8ba8a9c62700" -d '{"events": [{"server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "name": "network-vif-plugged", "status": "completed", "tag": "f43432a3-251c-4840-a316-45ea816d353f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:59.582015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:59.589392 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:59.727766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:59.768225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:59.828550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-ef66e852-f85d-4e8b-a39e-255903442bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d56454b-7299-4273-84ce-77ced7325f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2409632 Jul 06 18:35:59.874610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f5fc-2189-4a07-ba9b-6d0741009e59 req-0cd90c6d-fa87-49e0-81d0-e0e3589e78c5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:59.884172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d878f5fc-2189-4a07-ba9b-6d0741009e59 req-0cd90c6d-fa87-49e0-81d0-e0e3589e78c5 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.1056814 Jul 06 18:35:59.955046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d878f5fc-2189-4a07-ba9b-6d0741009e59 req-1c6b7772-fefe-46d0-bbc5-f8131163885c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697088 Jul 06 18:36:00.052583 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97706f4c-72d9-4e54-8858-5a6260e70b83 x-openstack-request-id: req-97706f4c-72d9-4e54-8858-5a6260e70b83 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:00.052935 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "name": "network-vif-plugged", "status": "completed", "tag": "f43432a3-251c-4840-a316-45ea816d353f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:00.053226 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97706f4c-72d9-4e54-8858-5a6260e70b83 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:00.053630 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f', 'code': 200} Jul 06 18:36:00.061698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec1b96-a72b-478d-8682-cfafb39a5f1f req-bc13146b-4dd6-46af-a125-f9d89aabddd1 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:00.091960 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39ec1b96-a72b-478d-8682-cfafb39a5f1f req-bc13146b-4dd6-46af-a125-f9d89aabddd1 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 944 time: 0.7326438 Jul 06 18:36:00.237677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-d7d14b42-feca-4ad2-8ffe-c6f93ba6f05d service neutron] 10.222.0.41 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938823 Jul 06 18:36:00.394058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39ec1b96-a72b-478d-8682-cfafb39a5f1f req-93c8921c-2208-4865-afd1-b7682ce65394 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005564 Jul 06 18:36:00.438584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8e649eed-ee91-42fe-bb68-0aa2e78dccef None None] Provisioning for port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:00.465939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8e649eed-ee91-42fe-bb68-0aa2e78dccef None None] Provisioning complete for port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:00.467164 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e649eed-ee91-42fe-bb68-0aa2e78dccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:00.523739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab73f817-b50f-4c20-bef3-1f05794a170b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:00.595320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631db42b-2c53-4e26-82fc-5a80c5ad7a05 req-f2c9437e-577f-40e5-80b1-701d6638e8a5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:00.603230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-631db42b-2c53-4e26-82fc-5a80c5ad7a05 req-f2c9437e-577f-40e5-80b1-701d6638e8a5 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 945 time: 0.1670663 Jul 06 18:36:00.629592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73f817-b50f-4c20-bef3-1f05794a170b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:00.704425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-631db42b-2c53-4e26-82fc-5a80c5ad7a05 req-5993f9ac-1b7b-4199-827f-4353642f8a52 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982733 Jul 06 18:36:00.769982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab73f817-b50f-4c20-bef3-1f05794a170b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:00.779381 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ab73f817-b50f-4c20-bef3-1f05794a170b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52 HTTP/1.1" status: 204 len: 168 time: 2.8305550 Jul 06 18:36:00.782079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46508) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:00.783593 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e649eed-ee91-42fe-bb68-0aa2e78dccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:00.819978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7d73a82-4f99-4c90-ab8a-de0e70b6d30d req-c02c5f91-957b-4ae0-ad72-80be8dd05cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071688 Jul 06 18:36:00.912099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c66875-1ef9-43df-8cfd-9bea4f808058 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:00.913814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c66875-1ef9-43df-8cfd-9bea4f808058 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:00.926847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8e649eed-ee91-42fe-bb68-0aa2e78dccef None None] For port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:00.934818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e649eed-ee91-42fe-bb68-0aa2e78dccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:00.937889 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-96c66875-1ef9-43df-8cfd-9bea4f808058 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1429911 Jul 06 18:36:00.938841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46512) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:01.082674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-25abcc52-d95b-48df-b1e1-ef8790643af8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet e9ed561c-9eaf-4a88-b297-c3bcd73779e4 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:01.091156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:01.094053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-25abcc52-d95b-48df-b1e1-ef8790643af8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:01.104243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-2bceddac-386d-48fb-a9ed-0329309755fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:01.107970 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-2bceddac-386d-48fb-a9ed-0329309755fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 1095 time: 0.2176847 Jul 06 18:36:01.221160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a44aa7d1-bb13-4fb1-911c-5d898300556b None None] Could not find standard attr ID for object cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:36:01.223925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-25abcc52-d95b-48df-b1e1-ef8790643af8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:01.276046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e649eed-ee91-42fe-bb68-0aa2e78dccef None None] Pushing event updated for resources: {'Port': ['ID=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:01.427681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:01.434860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:01.436694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:01.540904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-25abcc52-d95b-48df-b1e1-ef8790643af8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:01.581810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-2746911d-ec27-4952-9aef-80267c03d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:01.584886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-2746911d-ec27-4952-9aef-80267c03d91d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 200 len: 905 time: 0.4671867 Jul 06 18:36:01.602382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:01.610681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364da2-86c8-4626-9e33-704f3df35173 req-949265cd-46c5-4d69-9dc2-779d449357a1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:01.658666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-44364da2-86c8-4626-9e33-704f3df35173 req-949265cd-46c5-4d69-9dc2-779d449357a1 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.3108499 Jul 06 18:36:01.660533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46530) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:01.769230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:01.769904 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:01.787039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-5b5e0c6c-f0b8-44cb-b503-b9b8ceca2cf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8 HTTP/1.1" status: 200 len: 217 time: 0.1656833 Jul 06 18:36:01.834922 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:01.853750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-99bbab79-b344-4819-b84d-0654ac512ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:01.855550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-99bbab79-b344-4819-b84d-0654ac512ae7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 200 len: 844 time: 0.0601754 Jul 06 18:36:01.871442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1183bc-d260-44a3-a9ea-a581837f943d req-f79d8894-ef69-4d7c-a97d-280222c8786e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:01.873085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f1183bc-d260-44a3-a9ea-a581837f943d req-f79d8894-ef69-4d7c-a97d-280222c8786e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 944 time: 0.2258735 Jul 06 18:36:01.891705 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-25abcc52-d95b-48df-b1e1-ef8790643af8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:01.907030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f590f4fa-3d84-4984-93f1-b29fe665ebd8 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:36:01.958665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:01.968845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:01.976104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-4b60d516-351c-4e70-8f6e-86752780a261 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d56454b-7299-4273-84ce-77ced7325f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101701 Jul 06 18:36:02.027561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-44364da2-86c8-4626-9e33-704f3df35173 req-53cf23b2-d0dc-4d24-a4f9-314ca268ee1e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645144 Jul 06 18:36:02.031280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-25abcc52-d95b-48df-b1e1-ef8790643af8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.033217 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-25abcc52-d95b-48df-b1e1-ef8790643af8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/e9ed561c-9eaf-4a88-b297-c3bcd73779e4 HTTP/1.1" status: 204 len: 168 time: 1.0932419 Jul 06 18:36:02.036141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46540) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:02.050203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f1183bc-d260-44a3-a9ea-a581837f943d req-0a14e5e8-9699-4a88-944f-af4cd1ad1d0b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534052 Jul 06 18:36:02.054129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abcc52-d95b-48df-b1e1-ef8790643af8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ed561c-9eaf-4a88-b297-c3bcd73779e4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:02.060928 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.resource_extend [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:36:02.066813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2292420d-9e70-4b72-a785-db134f4af72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4e146e-9b5c-4d4e-a628-71efcd83fc11'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:02.074841 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa979240-1afe-4ce9-92ad-b526978d3104" -d '{"events": [{"server_uuid": "2292420d-9e70-4b72-a785-db134f4af72c", "name": "network-vif-plugged", "status": "completed", "tag": "7f4e146e-9b5c-4d4e-a628-71efcd83fc11"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:02.077265 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4faeeea-f844-4e05-8892-40de15f12b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.080577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a6eec8-424f-48c5-8806-7929556961bd None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:02.294815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0b5e99b7-7d61-4673-a2a3-ae59189fca52 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2572331 Jul 06 18:36:02.295722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46546) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:02.341470 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0db9d1-8c83-44a9-9fa2-07eb79b523cc x-openstack-request-id: req-fe0db9d1-8c83-44a9-9fa2-07eb79b523cc {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:02.342013 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2292420d-9e70-4b72-a785-db134f4af72c", "name": "network-vif-plugged", "status": "completed", "tag": "7f4e146e-9b5c-4d4e-a628-71efcd83fc11", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:02.342437 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe0db9d1-8c83-44a9-9fa2-07eb79b523cc {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:02.343063 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2292420d-9e70-4b72-a785-db134f4af72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4e146e-9b5c-4d4e-a628-71efcd83fc11', 'code': 200} Jul 06 18:36:02.457861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4faeeea-f844-4e05-8892-40de15f12b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.467442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b239c1d-5d73-4da1-a4d4-28a91bb8d327 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:02.468678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5b239c1d-5d73-4da1-a4d4-28a91bb8d327 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1717300 Jul 06 18:36:02.470018 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4faeeea-f844-4e05-8892-40de15f12b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.494049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46550) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:02.504914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a4faeeea-f844-4e05-8892-40de15f12b94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc1b40a51e3744dea670271142728775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8432817 Jul 06 18:36:02.511768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46552) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:02.584585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faeeea-f844-4e05-8892-40de15f12b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d2712-23d1-48ed-9ac3-4e2d45039b41,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:02.612543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:02.668161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-410e5ac3-f25b-475e-8497-980fad81ddda service neutron] 10.222.0.41 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823828 Jul 06 18:36:02.671443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c390491-bfa5-4eb7-8a6e-62ab22ddd1d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:02.676404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6c390491-bfa5-4eb7-8a6e-62ab22ddd1d7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1585441 Jul 06 18:36:02.683232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46560) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:02.732274 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e80af685-f14d-415c-9bb7-69a548d1c97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.745117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21497c-5337-43e3-a056-0d7dc53135c0 req-21f2385e-abc5-4e55-9011-3ad86c1bb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:02.746703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21497c-5337-43e3-a056-0d7dc53135c0 req-21f2385e-abc5-4e55-9011-3ad86c1bb38c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 1097 time: 0.4439685 Jul 06 18:36:02.771612 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e80af685-f14d-415c-9bb7-69a548d1c97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.814667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:02.854671 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e80af685-f14d-415c-9bb7-69a548d1c97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.857857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e80af685-f14d-415c-9bb7-69a548d1c97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.861789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e80af685-f14d-415c-9bb7-69a548d1c97a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b8d2712-23d1-48ed-9ac3-4e2d45039b41 HTTP/1.1" status: 204 len: 168 time: 0.3468232 Jul 06 18:36:02.867825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'port_id': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8', 'mac_address': 'fa:16:3e:79:d6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064755e-d560-4a6a-924c-19066694f3f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:36:02.870387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80af685-f14d-415c-9bb7-69a548d1c97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d2712-23d1-48ed-9ac3-4e2d45039b41,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:02.892526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-24e15164-6ec6-473d-8cff-02fc700a7dc6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2060523 Jul 06 18:36:02.896323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46566) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:02.912992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:02.933940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:36:02.948068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cf0e-8b20-466c-9342-47a117f63763 req-ea344bad-b628-468a-b57f-1c77e165837b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:02.960821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0005cf0e-8b20-466c-9342-47a117f63763 req-ea344bad-b628-468a-b57f-1c77e165837b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.6277483 Jul 06 18:36:02.982106 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:03.001330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f590f4fa-3d84-4984-93f1-b29fe665ebd8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:03.032745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:03.041185 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:03.103431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] Deleting port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:03.103813 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:03.369007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f590f4fa-3d84-4984-93f1-b29fe665ebd8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:36:03.463081 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0005cf0e-8b20-466c-9342-47a117f63763 req-60007a0e-eb13-4621-9605-441a7e8bf6fc tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010974 Jul 06 18:36:03.502663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:03.523772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21497c-5337-43e3-a056-0d7dc53135c0 req-4aa28fa7-f16b-45db-bb29-ebff4f094634 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322371 Jul 06 18:36:03.524966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:03.624178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3db08bc9-94f6-4b7a-b643-930f6f242d73 req-a301a351-cfbf-4f76-9e17-dd81910c3a39 service neutron] 10.222.0.41 "GET /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400570 Jul 06 18:36:03.730427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f590f4fa-3d84-4984-93f1-b29fe665ebd8,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:03.745399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:03.929769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500529bb-f56f-4cff-a97a-a5a8e6483513 req-7d51c7a3-b5ad-4ec8-bd59-6bdbaa089902 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:03.933991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-500529bb-f56f-4cff-a97a-a5a8e6483513 req-7d51c7a3-b5ad-4ec8-bd59-6bdbaa089902 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 945 time: 0.1655562 Jul 06 18:36:03.959831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] For port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:03.978290 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:04.014474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-500529bb-f56f-4cff-a97a-a5a8e6483513 req-64e285c2-e59c-4d49-8fac-8293906d3a80 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Jul 06 18:36:04.084810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] Calling delete_port for 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:04.095450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717a69b-c427-455d-ab8e-27b227abf87c req-738da069-6cb9-4f38-85a7-fcefed277866 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:04.108365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e717a69b-c427-455d-ab8e-27b227abf87c req-738da069-6cb9-4f38-85a7-fcefed277866 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.7355130 Jul 06 18:36:04.249111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e717a69b-c427-455d-ab8e-27b227abf87c req-ee473b0c-d2ec-482f-b3f2-4c1c0ff1df3c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353214 Jul 06 18:36:04.328261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:36:04.371598 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:04.453316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:04.464637 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:04.497143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:04.525450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] No DVR routers for this DVR port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:04.591850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:04.637376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b9059-ca92-41e1-bf8f-4c63bcd2ef69 None None] Pushing event deleted for resources: {'Port': ['ID=1cd6aac4-2a3f-442f-98b3-6e2273d3ef76,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:04.792216 n-d-799684-2 neutron-server[93967]: WARNING neutron.services.revisions.revision_plugin [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Could not find related port for resource to bump revision. Jul 06 18:36:04.808718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_pluggable_backend [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Port 1cd6aac4-2a3f-442f-98b3-6e2273d3ef76 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93967) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 18:36:04.809213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_pluggable_backend [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Reverting IP allocation for 2001:db8::f816:3eff:fe97:1008 {{(pid=93967) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 18:36:04.822951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_pluggable_backend [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe97:1008 {{(pid=93967) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 18:36:04.829199 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:04.934900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb15e4-2022-403d-bf3b-b78658b7405c req-c1495dd1-e5f8-4c48-9b62-e26671e47eb8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:04.945478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:04.946840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5eb15e4-2022-403d-bf3b-b78658b7405c req-c1495dd1-e5f8-4c48-9b62-e26671e47eb8 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.2261877 Jul 06 18:36:04.949376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:04.955636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:04.956493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:04.961313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23811a63-c1b1-415e-9c03-1fe936e63edf None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:04.972932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=71f4885a-d96c-4aaf-8755-bb2ee812ee14,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:04.985016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c7d89275-9319-429c-9b32-7102f0994bf1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0874789 Jul 06 18:36:04.988056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46622) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:04.993806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ec28ac5e-c8c9-4131-8200-42f8562e61d6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:05.096264 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5eb15e4-2022-403d-bf3b-b78658b7405c req-72bd37bf-6d88-452b-b040-2774e8a2e30d tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457431 Jul 06 18:36:05.300097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec28ac5e-c8c9-4131-8200-42f8562e61d6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:05.306880 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec28ac5e-c8c9-4131-8200-42f8562e61d6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:05.470375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '71f4885a-d96c-4aaf-8755-bb2ee812ee14'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:36:05.471318 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:05.511745 n-d-799684-2 neutron-server[93967]: INFO neutron.db.ipam_backend_mixin [None req-ec28ac5e-c8c9-4131-8200-42f8562e61d6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71f4885a-d96c-4aaf-8755-bb2ee812ee14 (CIDR: 2001:db8::/64) Jul 06 18:36:05.532159 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec28ac5e-c8c9-4131-8200-42f8562e61d6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:36:05.532626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec28ac5e-c8c9-4131-8200-42f8562e61d6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:36:05.665320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-931f7d0b-df1f-4a5c-8cd5-c113e7950684 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2457964 Jul 06 18:36:05.695600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e36da-c833-458c-a04f-2826466def90 req-dd1a3a59-0c07-450a-9daa-c6f2a81e6a9d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.704858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-312e36da-c833-458c-a04f-2826466def90 req-dd1a3a59-0c07-450a-9daa-c6f2a81e6a9d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.1970909 Jul 06 18:36:05.722807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46642) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:05.766623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ec28ac5e-c8c9-4131-8200-42f8562e61d6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7770040 Jul 06 18:36:05.770884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46648) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:05.779096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:05.811148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-312e36da-c833-458c-a04f-2826466def90 req-85d45ace-181f-402f-8b86-826b5790763b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051414 Jul 06 18:36:05.848780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Allocated IP 2001:db8::f816:3eff:fe67:bbf1 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/71f4885a-d96c-4aaf-8755-bb2ee812ee14/ef8a3b64-81c1-4259-8042-dabbc738f8d5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:05.885954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b74a8501-edda-45bb-85b8-d3adb9ac5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.886774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b74a8501-edda-45bb-85b8-d3adb9ac5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.887444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b74a8501-edda-45bb-85b8-d3adb9ac5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.895274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b74a8501-edda-45bb-85b8-d3adb9ac5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.896071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b74a8501-edda-45bb-85b8-d3adb9ac5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.896721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b74a8501-edda-45bb-85b8-d3adb9ac5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.897377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b74a8501-edda-45bb-85b8-d3adb9ac5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.899866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b74a8501-edda-45bb-85b8-d3adb9ac5433 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 6493 time: 0.1390352 Jul 06 18:36:05.907132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f590f4fa-3d84-4984-93f1-b29fe665ebd8 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:05.946283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93765d-913a-46a3-a807-bbcb57ec6db2 req-2aecd19e-c552-4302-9dd1-f988a0bb9c06 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:05.949969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d93765d-913a-46a3-a807-bbcb57ec6db2 req-2aecd19e-c552-4302-9dd1-f988a0bb9c06 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 945 time: 0.4362690 Jul 06 18:36:05.996501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:06.000711 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.173235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-a8224d73-c9c1-4300-9024-36ab8bea83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:06.173873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-a8224d73-c9c1-4300-9024-36ab8bea83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:06.178645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-a8224d73-c9c1-4300-9024-36ab8bea83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:06.180741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-a8224d73-c9c1-4300-9024-36ab8bea83f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=1590ea67-5222-419d-8864-b9e276bc3158&id=adfbd81e-3739-44cd-a772-2d14ed047aa8&id=adfbd81e-3739-44cd-a772-2d14ed047aa8 HTTP/1.1" status: 200 len: 2293 time: 0.2472453 Jul 06 18:36:06.307018 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4371af8f-10b2-467a-97ce-2cdf409e63b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.336771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d93765d-913a-46a3-a807-bbcb57ec6db2 req-17494465-078f-4c21-afa8-7f9ca743a284 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804121 Jul 06 18:36:06.410018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-d6849003-5261-46e2-b765-ce9ac6cdba6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6074d0a6-febd-4f85-b86d-265a11209255 HTTP/1.1" status: 200 len: 1001 time: 0.2210464 Jul 06 18:36:06.456243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4371af8f-10b2-467a-97ce-2cdf409e63b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.465868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port f590f4fa-3d84-4984-93f1-b29fe665ebd8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:06.469289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4371af8f-10b2-467a-97ce-2cdf409e63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.487272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port f590f4fa-3d84-4984-93f1-b29fe665ebd8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:06.487759 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.511482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-9692417a-d266-498c-92b1-b20438c289cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:06.513118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-9692417a-d266-498c-92b1-b20438c289cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=520aece6-1643-47a3-bf1c-edc6270091c7 HTTP/1.1" status: 200 len: 850 time: 0.0665226 Jul 06 18:36:06.576124 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.595511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371af8f-10b2-467a-97ce-2cdf409e63b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f0b4b-425f-4759-9f95-25c85ee17d40,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:06.597782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b643-c621-4d6a-bf3b-91eb9e3eac8d req-05ca3690-32e0-4726-b22e-30f07a14f803 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:06.601730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Transition to ACTIVE for port object ef8a3b64-81c1-4259-8042-dabbc738f8d5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:06.607435 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32a8b643-c621-4d6a-bf3b-91eb9e3eac8d req-05ca3690-32e0-4726-b22e-30f07a14f803 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.1939266 Jul 06 18:36:06.609666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4371af8f-10b2-467a-97ce-2cdf409e63b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc1a38896f88435f88c48042613629e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8699381 Jul 06 18:36:06.611017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46662) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:06.653191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Transition to ACTIVE for port object ef8a3b64-81c1-4259-8042-dabbc738f8d5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:06.672234 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.676106 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32a8b643-c621-4d6a-bf3b-91eb9e3eac8d req-64969d01-aad3-45db-a08c-a00270042026 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695240 Jul 06 18:36:06.692617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-e760714a-3556-4e02-bdd3-a1ef2cd7cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:06.694756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-e760714a-3556-4e02-bdd3-a1ef2cd7cd81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c97f7bee-4d6f-4331-a536-ecf46e04d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706653 Jul 06 18:36:06.773595 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.836574 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.866328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:06.891863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:06.898259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:06.904108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:06.906623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:06.917435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Pushing event updated for resources: {'Port': ['ID=ef8a3b64-81c1-4259-8042-dabbc738f8d5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:06.931129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:06.932050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.945087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09b334d-83b2-4610-bb06-701b5d8f9e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:06.947789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:06.950244 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29f2b6e-ba19-49e7-bef5-756096c732da" -d '{"events": [{"server_uuid": "11a0c80b-df8b-4465-9e4b-94b465cc2312", "name": "network-vif-plugged", "status": "completed", "tag": "f590f4fa-3d84-4984-93f1-b29fe665ebd8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:07.001687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-6d4430d8-0375-4c51-a370-bb54d87b5bc8 service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989674 Jul 06 18:36:07.075984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3035817 Jul 06 18:36:07.077760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46674) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:07.084650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc73d3-f050-41ed-9317-bce507510b91 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=24d4fbf7-4caf-4ef2-ac79-9a22e6a5bb9a,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:07.090683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09b334d-83b2-4610-bb06-701b5d8f9e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:07.092569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:07.107849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:63:e7:7e', 'name': 'tempest-NetworksTestDHCPv6-961215232'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:07.135988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:07.163912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Attempting to bind port ef8a3b64-81c1-4259-8042-dabbc738f8d5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:07.164276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Attempting to bind port ef8a3b64-81c1-4259-8042-dabbc738f8d5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:07.164639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Attempting to bind port ef8a3b64-81c1-4259-8042-dabbc738f8d5 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:07.190696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:07.191857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:07.191857 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:07.191857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:07.193497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Bound port: ef8a3b64-81c1-4259-8042-dabbc738f8d5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:07.193497 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:07.205917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a33eac-1a89-4feb-b004-bc130a6775ff req-a2f60806-19cd-4621-8559-5623f967e347 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:07.214784 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8a33eac-1a89-4feb-b004-bc130a6775ff req-a2f60806-19cd-4621-8559-5623f967e347 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.2081757 Jul 06 18:36:07.249855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f590f4fa-3d84-4984-93f1-b29fe665ebd8,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:07.291347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] For port ef8a3b64-81c1-4259-8042-dabbc738f8d5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:07.301860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] For port ef8a3b64-81c1-4259-8042-dabbc738f8d5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ef8a3b64-81c1-4259-8042-dabbc738f8d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:36:07.311156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:07.351696 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8a33eac-1a89-4feb-b004-bc130a6775ff req-776d943d-8320-424f-871a-b730c853d6c6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357660 Jul 06 18:36:07.356910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09b334d-83b2-4610-bb06-701b5d8f9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:07.360680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c09b334d-83b2-4610-bb06-701b5d8f9e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:07.360680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c09b334d-83b2-4610-bb06-701b5d8f9e42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d17f0b4b-425f-4759-9f95-25c85ee17d40 HTTP/1.1" status: 204 len: 168 time: 0.7463753 Jul 06 18:36:07.405502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b334d-83b2-4610-bb06-701b5d8f9e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f0b4b-425f-4759-9f95-25c85ee17d40,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:07.507181 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd077771-a219-4ae8-99b6-29e23959db19 x-openstack-request-id: req-dd077771-a219-4ae8-99b6-29e23959db19 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:07.507719 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0c80b-df8b-4465-9e4b-94b465cc2312", "name": "network-vif-plugged", "status": "completed", "tag": "f590f4fa-3d84-4984-93f1-b29fe665ebd8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:07.508473 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd077771-a219-4ae8-99b6-29e23959db19 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:07.508898 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8', 'code': 200} Jul 06 18:36:07.567779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e46abc-863b-410f-b419-f3a0e3546a31 None None] Pushing event updated for resources: {'Port': ['ID=ef8a3b64-81c1-4259-8042-dabbc738f8d5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:07.688523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:07.888399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373a8a-d2f8-4518-b925-5d74a01908da req-99327747-d537-4d68-9dc2-5a9331581bbc tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:07.897808 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e373a8a-d2f8-4518-b925-5d74a01908da req-99327747-d537-4d68-9dc2-5a9331581bbc tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 946 time: 0.1440840 Jul 06 18:36:07.926966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-284d0c6d-a980-4092-ae54-0dfd10e0396a service neutron] 10.222.0.24 "GET /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9181595 Jul 06 18:36:07.959785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e373a8a-d2f8-4518-b925-5d74a01908da req-604d3edb-e216-4ca1-b11e-840e84d484b0 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610282 Jul 06 18:36:08.051374 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:36:08.100853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c213fa-f2f9-462f-bfd2-278c4b5cee36 req-60041f14-6cf4-4a89-80f0-825203371194 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:08.112884 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56c213fa-f2f9-462f-bfd2-278c4b5cee36 req-60041f14-6cf4-4a89-80f0-825203371194 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.9556248 Jul 06 18:36:08.130383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-9f22f25e-dcfe-4d55-aae4-41c909e6e787 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 200 len: 217 time: 0.1877077 Jul 06 18:36:08.656208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe46d5-700e-452e-a09d-50997b28dab5 req-e18ff7fe-f039-45ba-9cca-f2467e332202 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:08.672657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75fe46d5-700e-452e-a09d-50997b28dab5 req-e18ff7fe-f039-45ba-9cca-f2467e332202 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.1634686 Jul 06 18:36:08.786943 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75fe46d5-700e-452e-a09d-50997b28dab5 req-ac10ce46-ca8e-4d22-965a-d4d278b0bbd0 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131961 Jul 06 18:36:08.926710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c123782-14b6-4d47-997e-caa4a9652bc0 req-9e55f110-dcd9-4b80-955f-f361b2bade04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:08.928361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c123782-14b6-4d47-997e-caa4a9652bc0 req-9e55f110-dcd9-4b80-955f-f361b2bade04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 1097 time: 1.3128896 Jul 06 18:36:08.952709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56c213fa-f2f9-462f-bfd2-278c4b5cee36 req-2e36db6c-4e28-4e3a-81aa-098d1ebcfe9d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8386483 Jul 06 18:36:09.025002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b1ba0069-b8df-4b55-bf4e-9525d9dea5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:09.034772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b1ba0069-b8df-4b55-bf4e-9525d9dea5df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.8803720 Jul 06 18:36:09.084687 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:09.314105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851b2d-8072-4346-b72a-cd956b496568 req-e146160e-4cdd-4982-a74b-6fc63f73054c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:09.314448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c123782-14b6-4d47-997e-caa4a9652bc0 req-554d1fec-6607-4f55-b2fc-82822cfb8fac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607063 Jul 06 18:36:09.319360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port f42ae061-5d50-48f7-99d4-3330d1512c40 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:36:09.324237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-56851b2d-8072-4346-b72a-cd956b496568 req-e146160e-4cdd-4982-a74b-6fc63f73054c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 946 time: 0.1129825 Jul 06 18:36:09.398746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-56851b2d-8072-4346-b72a-cd956b496568 req-c20fd768-af5a-4ceb-9edb-bd2a2cc4377d tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734980 Jul 06 18:36:09.400990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9607445b-bb8c-4fbc-b1ea-de389d8d0262 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:09.533593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb4331c8-7870-4f16-8bc1-033530c81e5d None None] Provisioning for port ef8a3b64-81c1-4259-8042-dabbc738f8d5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:09.542861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef8a3b64-81c1-4259-8042-dabbc738f8d5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:09.697753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ef8a3b64-81c1-4259-8042-dabbc738f8d5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:09.703152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8:0:1::186 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/24d4fbf7-4caf-4ef2-ac79-9a22e6a5bb9a/f42ae061-5d50-48f7-99d4-3330d1512c40) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:09.712061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fe63:e77e (1155fe0f-cf73-44cf-856d-cc5f5570ca01/71f4885a-d96c-4aaf-8755-bb2ee812ee14/f42ae061-5d50-48f7-99d4-3330d1512c40) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:09.760623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ef8a3b64-81c1-4259-8042-dabbc738f8d5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:09.760983 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:09.974022 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:10.054137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:10.109049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port ef8a3b64-81c1-4259-8042-dabbc738f8d5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ef8a3b64-81c1-4259-8042-dabbc738f8d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:10.113511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object f42ae061-5d50-48f7-99d4-3330d1512c40 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:10.129575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152915b5-1986-4ffe-8cfb-84e4ae99603a None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '71f4885a-d96c-4aaf-8755-bb2ee812ee14', 'ip_address': '2001:db8::f816:3eff:fe67:bbf1'}, {'subnet_id': '24d4fbf7-4caf-4ef2-ac79-9a22e6a5bb9a'}], 'binding:host_id': 'n-d-799684-2'}, 'id': 'ef8a3b64-81c1-4259-8042-dabbc738f8d5'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:36:10.160998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-5db446ec-5fe3-4299-9941-06f372a3f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:10.165794 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-5db446ec-5fe3-4299-9941-06f372a3f2b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1073940 Jul 06 18:36:10.189690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:10.190221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8b8f-33cf-46ac-8590-3dc545c3264d req-d4d2e7c4-5c44-4cae-aa7c-beef02877205 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:10.199505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d2f8b8f-33cf-46ac-8590-3dc545c3264d req-d4d2e7c4-5c44-4cae-aa7c-beef02877205 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 1.0084519 Jul 06 18:36:10.298895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=ef8a3b64-81c1-4259-8042-dabbc738f8d5,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:10.348839 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-152915b5-1986-4ffe-8cfb-84e4ae99603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:10.386623 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d2f8b8f-33cf-46ac-8590-3dc545c3264d req-7d47f3db-272f-446b-b724-8fd0d5d5b6e1 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663017 Jul 06 18:36:10.451667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:10.600259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=f42ae061-5d50-48f7-99d4-3330d1512c40,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:10.635168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-4455c2dc-7c35-49f4-b1cc-e73ef2545f83 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322619 Jul 06 18:36:10.664043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:10.697025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:10.861226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:10.887426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:10.888128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:10.892064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-152915b5-1986-4ffe-8cfb-84e4ae99603a None None] Allocated IP 2001:db8:0:1::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/24d4fbf7-4caf-4ef2-ac79-9a22e6a5bb9a/ef8a3b64-81c1-4259-8042-dabbc738f8d5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:11.062027 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bb88d235-de2b-4f8d-b5ea-dea8f6452918 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9830866 Jul 06 18:36:11.064678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46788) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:11.153911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-152915b5-1986-4ffe-8cfb-84e4ae99603a None None] For port ef8a3b64-81c1-4259-8042-dabbc738f8d5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ef8a3b64-81c1-4259-8042-dabbc738f8d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:11.194866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19959be-708f-4470-b2da-13b305deeb79 req-d381f0d2-9e3d-4818-a83e-efa4d3380d22 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:11.201642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c19959be-708f-4470-b2da-13b305deeb79 req-d381f0d2-9e3d-4818-a83e-efa4d3380d22 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.5361538 Jul 06 18:36:11.215188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-fab43a38-e5e9-4dde-8b85-7d5002610da3 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725849 Jul 06 18:36:11.243921 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-152915b5-1986-4ffe-8cfb-84e4ae99603a None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:11.275131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-152915b5-1986-4ffe-8cfb-84e4ae99603a None None] Transition to ACTIVE for port object ef8a3b64-81c1-4259-8042-dabbc738f8d5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:11.302231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-152915b5-1986-4ffe-8cfb-84e4ae99603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:11.386363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-17a51705-dd4a-4fa6-bbfc-6e47d05e1ed3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 200 len: 217 time: 0.1385205 Jul 06 18:36:11.388644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-38fd209e-a7ee-4919-9875-2b35aec67355 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port f42ae061-5d50-48f7-99d4-3330d1512c40 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:11.389173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38fd209e-a7ee-4919-9875-2b35aec67355 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:11.465616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152915b5-1986-4ffe-8cfb-84e4ae99603a None None] Pushing event updated for resources: {'Port': ['ID=ef8a3b64-81c1-4259-8042-dabbc738f8d5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:11.588134 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c19959be-708f-4470-b2da-13b305deeb79 req-b4b699ad-58fa-4b0f-b409-e041e352441d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718188 Jul 06 18:36:11.595015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef8a3b64-81c1-4259-8042-dabbc738f8d5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:11.618854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-8ede90a3-fca2-4299-aafd-e06120efc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:11.620867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-8ede90a3-fca2-4299-aafd-e06120efc2e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.2148039 Jul 06 18:36:11.665607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38fd209e-a7ee-4919-9875-2b35aec67355 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:11.711606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-38fd209e-a7ee-4919-9875-2b35aec67355 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for f42ae061-5d50-48f7-99d4-3330d1512c40 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:11.838662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-a8d9d55f-7023-454d-97c5-219ccea060d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:11.840215 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-a8d9d55f-7023-454d-97c5-219ccea060d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2095878 Jul 06 18:36:12.165503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38fd209e-a7ee-4919-9875-2b35aec67355 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:12.261004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd209e-a7ee-4919-9875-2b35aec67355 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=f42ae061-5d50-48f7-99d4-3330d1512c40,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:12.276666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-40b3688b-a2e3-4466-8f7c-3c1962fbeea2 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276087 Jul 06 18:36:12.366385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38fd209e-a7ee-4919-9875-2b35aec67355 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:12.368811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-38fd209e-a7ee-4919-9875-2b35aec67355 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/f42ae061-5d50-48f7-99d4-3330d1512c40 HTTP/1.1" status: 204 len: 168 time: 1.3030660 Jul 06 18:36:12.371881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46810) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:12.437756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99cacb-9b05-4298-b969-b22b1624f207 req-aa5d2962-30e7-41a5-8840-503f3dcbb83c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:12.440419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a2acd-b274-435b-849c-4e067a9dd666 req-dd34281b-fd37-4864-becf-1f78e0bbfdf6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:12.455003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef99cacb-9b05-4298-b969-b22b1624f207 req-aa5d2962-30e7-41a5-8840-503f3dcbb83c tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 946 time: 0.5058630 Jul 06 18:36:12.463451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed6a2acd-b274-435b-849c-4e067a9dd666 req-dd34281b-fd37-4864-becf-1f78e0bbfdf6 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.4155035 Jul 06 18:36:12.536123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed6a2acd-b274-435b-849c-4e067a9dd666 req-b929c8d9-c3e6-4c7c-b1aa-3b46d37cf584 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711851 Jul 06 18:36:12.559301 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-8a4efecc-20df-4efa-a5ed-2b9022af169b service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743127 Jul 06 18:36:12.579088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef99cacb-9b05-4298-b969-b22b1624f207 req-3137a1f4-e69a-4bbc-ae8c-806792d6a129 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212640 Jul 06 18:36:12.657160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152a4a8-ec33-412c-b90c-4c9f0e63f60e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:12.677738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8152a4a8-ec33-412c-b90c-4c9f0e63f60e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2959476 Jul 06 18:36:12.678545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46820) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:12.697390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-d3408280-cbde-473d-ba1c-abc84122f5a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=486e63c4-6d83-4b3b-ab15-e089065418dc HTTP/1.1" status: 200 len: 217 time: 0.1300602 Jul 06 18:36:12.803632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b8d16085-296c-4008-a14f-6a9e02908d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:12.805167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-b8d16085-296c-4008-a14f-6a9e02908d0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.1011074 Jul 06 18:36:12.917557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f743470d-124e-4c26-b216-915015fd3f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:12.921572 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f743470d-124e-4c26-b216-915015fd3f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2396042 Jul 06 18:36:12.921847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46832) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:13.019736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e01b6-22de-472c-a89c-6feea91842bd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:13.021682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e01b6-22de-472c-a89c-6feea91842bd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:13.023924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e01b6-22de-472c-a89c-6feea91842bd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:13.025794 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc1e01b6-22de-472c-a89c-6feea91842bd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1027403 Jul 06 18:36:13.035616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46836) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:13.069366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f3c56f76-23fe-4366-9e95-cf83656b9bd6 None None] Provisioning for port ef8a3b64-81c1-4259-8042-dabbc738f8d5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:13.074659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f3c56f76-23fe-4366-9e95-cf83656b9bd6 None None] Provisioning complete for port ef8a3b64-81c1-4259-8042-dabbc738f8d5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:13.075212 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f3c56f76-23fe-4366-9e95-cf83656b9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:13.292969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7b4ff9-11b0-4413-8c29-872d678bc46f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 24d4fbf7-4caf-4ef2-ac79-9a22e6a5bb9a {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:13.331856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-51c45faa-d425-4cff-af73-8c518a1b4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:13.334001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-51c45faa-d425-4cff-af73-8c518a1b4e48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4009390 Jul 06 18:36:13.334653 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4ff9-11b0-4413-8c29-872d678bc46f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:13.414454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79593-74f3-44fc-bd01-7daa8959d818 req-98b539e3-df2b-4a0a-a69f-45d9560c3b3a tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:13.422738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a79593-74f3-44fc-bd01-7daa8959d818 req-98b539e3-df2b-4a0a-a69f-45d9560c3b3a tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.6163044 Jul 06 18:36:13.580117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef8a3b64-81c1-4259-8042-dabbc738f8d5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:13.610093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a79593-74f3-44fc-bd01-7daa8959d818 req-478d27a7-57f0-4947-9d8b-9fffbff58227 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831238 Jul 06 18:36:13.625227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4ff9-11b0-4413-8c29-872d678bc46f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:13.629542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-31cd9e41-f0f2-4fb7-8ebd-1d4aebdfc851 None None] Could not find standard attr ID for object f42ae061-5d50-48f7-99d4-3330d1512c40. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:36:13.705780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ef8a3b64-81c1-4259-8042-dabbc738f8d5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:13.706527 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:13.778680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-49bc1c3f-7e42-4cff-836e-447729f8225d service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024091 Jul 06 18:36:14.087518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4ff9-11b0-4413-8c29-872d678bc46f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:14.106553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68ddcc-007f-4cfd-92fc-3268d8b587ac req-341ad102-7223-4b82-a5f0-b97e8e3ab851 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:14.117582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5e68ddcc-007f-4cfd-92fc-3268d8b587ac req-341ad102-7223-4b82-a5f0-b97e8e3ab851 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.2059007 Jul 06 18:36:14.212127 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-1698fdac-ed08-4117-97d9-d218bf1ba193 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268372 Jul 06 18:36:14.221476 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5e68ddcc-007f-4cfd-92fc-3268d8b587ac req-d6d364d0-7572-4f91-8443-456115aafcab tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923686 Jul 06 18:36:14.328471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-98d17010-5ab7-4898-9472-025e87917785 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e HTTP/1.1" status: 200 len: 217 time: 0.0562797 Jul 06 18:36:14.430976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-bb0ac97c-37a2-4a31-8a69-f7babae65c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:14.436265 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-bb0ac97c-37a2-4a31-8a69-f7babae65c65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 200 len: 797 time: 0.0971625 Jul 06 18:36:14.579833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4ff9-11b0-4413-8c29-872d678bc46f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:14.622905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-9320a810-7f80-45bc-ba82-942e189f56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:14.624714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-9320a810-7f80-45bc-ba82-942e189f56c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1590ea67-5222-419d-8864-b9e276bc3158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1755216 Jul 06 18:36:14.626311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b4ff9-11b0-4413-8c29-872d678bc46f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=24d4fbf7-4caf-4ef2-ac79-9a22e6a5bb9a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:14.632833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4ff9-11b0-4413-8c29-872d678bc46f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:14.637261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ce7b4ff9-11b0-4413-8c29-872d678bc46f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/24d4fbf7-4caf-4ef2-ac79-9a22e6a5bb9a HTTP/1.1" status: 204 len: 168 time: 1.5756063 Jul 06 18:36:14.637645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:14.643639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d390212-05dd-43ff-867c-9902d513b04d None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:14.759015 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-c611624a-58dd-4944-bec6-8e5fd1dc0840 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227019 Jul 06 18:36:14.926761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-e345c2f9-61f7-4b6d-becf-17c9d7a03048 service neutron] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572371 Jul 06 18:36:14.938907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e690ca9-9cab-452a-993b-2fe02ff69f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 71f4885a-d96c-4aaf-8755-bb2ee812ee14 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:14.988318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e690ca9-9cab-452a-993b-2fe02ff69f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:15.084498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-254c52ea-237b-4283-b729-ce9fc242f6bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 HTTP/1.1" status: 200 len: 217 time: 0.1441889 Jul 06 18:36:15.204965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e690ca9-9cab-452a-993b-2fe02ff69f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:15.236020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-798c417c-15f6-4bec-9894-f62e9d099058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:15.252904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-798c417c-15f6-4bec-9894-f62e9d099058 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.1649992 Jul 06 18:36:15.505530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ea58-34dc-4d79-b99a-3dc554d3487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:15.527445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-3eeb5470-584e-4edf-95b1-6492c4c108d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:15.535282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-3eeb5470-584e-4edf-95b1-6492c4c108d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2734122 Jul 06 18:36:15.552925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e690ca9-9cab-452a-993b-2fe02ff69f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:15.775906 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e690ca9-9cab-452a-993b-2fe02ff69f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:15.875426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e690ca9-9cab-452a-993b-2fe02ff69f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=71f4885a-d96c-4aaf-8755-bb2ee812ee14,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:15.892206 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e690ca9-9cab-452a-993b-2fe02ff69f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:15.903979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7e690ca9-9cab-452a-993b-2fe02ff69f32 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/71f4885a-d96c-4aaf-8755-bb2ee812ee14 HTTP/1.1" status: 204 len: 168 time: 1.2648082 Jul 06 18:36:15.905016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:15.908870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-68f8aeac-9888-4f23-b470-2fa63341689c service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633888 Jul 06 18:36:15.975631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-18e9bb5b-4ca8-419d-baf7-d704f883dab1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694366 Jul 06 18:36:15.976269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46942) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:15.988775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:16.162061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:16.166707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:16.266887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-f5d474dd-f9f7-481b-92e3-400282e02773 service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467627 Jul 06 18:36:16.368260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a8cc9-b02e-4f16-9a8e-59f559826a72 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:16.404680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-f699d500-7aa8-4426-98f1-f030fe2c1587 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f HTTP/1.1" status: 200 len: 217 time: 0.1249292 Jul 06 18:36:16.476337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873ebd0-d901-4d2b-ac98-3249f83218c2 req-bc9acde7-ca1c-4000-83d2-cfa8ac0da7e0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:16.483668 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9873ebd0-d901-4d2b-ac98-3249f83218c2 req-bc9acde7-ca1c-4000-83d2-cfa8ac0da7e0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.8593023 Jul 06 18:36:16.524239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-4ec88a10-1fd2-4570-b3a6-08dd3d002842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:16.526059 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-4ec88a10-1fd2-4570-b3a6-08dd3d002842 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 200 len: 797 time: 0.1111054 Jul 06 18:36:16.636190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d7d95505-19aa-411e-a86e-d66a5f6bf559 None None] Provisioning complete for port ef8a3b64-81c1-4259-8042-dabbc738f8d5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:16.640255 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d7d95505-19aa-411e-a86e-d66a5f6bf559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:16.664121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9873ebd0-d901-4d2b-ac98-3249f83218c2 req-bb0fb85b-ce30-4ffc-bf64-cb386adef33d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791763 Jul 06 18:36:16.785016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-25b29913-e963-4bb8-a143-8b66686a7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:16.793428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-25b29913-e963-4bb8-a143-8b66686a7e3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=adfbd81e-3739-44cd-a772-2d14ed047aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2525275 Jul 06 18:36:17.133549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:36:17.221580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-2f4266a7-5a68-4070-8dc5-4a39da031b73 service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211509 Jul 06 18:36:17.289896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] Deleting port ef8a3b64-81c1-4259-8042-dabbc738f8d5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:17.290304 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:17.411935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] For port ef8a3b64-81c1-4259-8042-dabbc738f8d5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ef8a3b64-81c1-4259-8042-dabbc738f8d5,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:17.412728 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:17.428258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] Calling delete_port for ef8a3b64-81c1-4259-8042-dabbc738f8d5 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:17.513377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-7292b956-b650-4df0-8b90-756068b22e35 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:17.517649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-7292b956-b650-4df0-8b90-756068b22e35 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.24 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.3555918 Jul 06 18:36:17.521932 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:17.602622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] Pushing event deleted for resources: {'Port': ['ID=ef8a3b64-81c1-4259-8042-dabbc738f8d5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:17.604834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef8a3b64-81c1-4259-8042-dabbc738f8d5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:17.656377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3c6b6-cb21-4712-a6c1-b01ed8d866f4 req-d5c42e41-2551-462a-b71b-ecdcc04b2c1f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:17.665043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-adb3c6b6-cb21-4712-a6c1-b01ed8d866f4 req-d5c42e41-2551-462a-b71b-ecdcc04b2c1f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 946 time: 0.6017842 Jul 06 18:36:17.699256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ef8a3b64-81c1-4259-8042-dabbc738f8d5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:36:17.702748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ef8a3b64-81c1-4259-8042-dabbc738f8d5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:36:17.719941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-572fca4a-6dd7-4b70-8a46-462da85aeb77 req-719fa9f0-509a-4e75-af35-ffa26887618e service neutron] 10.222.0.24 "GET /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469914 Jul 06 18:36:17.727452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647447a6-20a5-4f17-acfc-8b2d84a55f3c None None] No DVR routers for this DVR port ef8a3b64-81c1-4259-8042-dabbc738f8d5 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:17.837076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28493bc4-fc86-49a3-9908-735fe8153649 req-6cce239c-525a-4b33-bbf0-cb43eb3f1686 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:17.841113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28493bc4-fc86-49a3-9908-735fe8153649 req-6cce239c-525a-4b33-bbf0-cb43eb3f1686 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 946 time: 0.8685644 Jul 06 18:36:17.946149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f590f4fa-3d84-4984-93f1-b29fe665ebd8 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:36:17.987402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-adb3c6b6-cb21-4712-a6c1-b01ed8d866f4 req-929919be-d1b0-426b-af13-dbfff534fc0c tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85684a0-865e-4727-8bc3-85c6854a9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210611 Jul 06 18:36:18.025459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-28493bc4-fc86-49a3-9908-735fe8153649 req-3a4f6c5d-f08c-4965-af5b-0fbd6db57ecb tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796160 Jul 06 18:36:18.159592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Deleting port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:18.160141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:18.234328 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5202-cca8-4363-a1ac-a8332c0faa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:18.331507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:18.344987 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:18.360283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8', 'network_id': '5d56454b-7299-4273-84ce-77ced7325f27', 'port_id': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8', 'mac_address': 'fa:16:3e:79:d6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064755e-d560-4a6a-924c-19066694f3f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:36:18.454591 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:18.493217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f590f4fa-3d84-4984-93f1-b29fe665ebd8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:18.559147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:18.562567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de8415-1c5a-46fa-a5a8-9bda2c8a1547 req-b3f1eda0-4864-4591-92f1-0ed43043495e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:18.571061 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:18.576116 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42de8415-1c5a-46fa-a5a8-9bda2c8a1547 req-b3f1eda0-4864-4591-92f1-0ed43043495e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.2051487 Jul 06 18:36:18.708691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:36:18.726674 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:18.758439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f590f4fa-3d84-4984-93f1-b29fe665ebd8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:36:18.766133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42de8415-1c5a-46fa-a5a8-9bda2c8a1547 req-2c61afb7-bc9b-4e17-a841-8e76e911e82a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889691 Jul 06 18:36:18.842532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f590f4fa-3d84-4984-93f1-b29fe665ebd8,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:18.880621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=31e67114-5c02-45fb-9427-06c78552c911,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:18.919916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:18.924434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:18.928807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:18.929740 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:18.951619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-35c4be27-15d3-4293-8536-7906e03c8162 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9740963 Jul 06 18:36:18.955650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46990) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:18.957536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40142ba4-5ba8-43bb-9e04-0b1406e3a2a7 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:18.960151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6c94fb48-cac1-4337-870b-a7568ce7b89d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:18.969871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] For port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,segment=NetworkSegment(4b95d866-dfe8-4827-9443-a206710a8b9b),segment_id=4b95d866-dfe8-4827-9443-a206710a8b9b)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:18.970655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:18.992090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Calling delete_port for 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:19.211264 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:19.278020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Pushing event deleted for resources: {'Port': ['ID=7f4e146e-9b5c-4d4e-a628-71efcd83fc11,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:19.448197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c94fb48-cac1-4337-870b-a7568ce7b89d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:19.456042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1fb6a153-7eae-4df3-9772-2407a7639817 req-305e359d-af3a-4e18-b2a9-f654b6b6ec3f tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 210 time: 0.1175628 Jul 06 18:36:19.460453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c94fb48-cac1-4337-870b-a7568ce7b89d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:19.502836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] No DVR routers for this DVR port 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:19.505281 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:19.507480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dda18a37-95f1-4abd-a2ae-7c9c1223f1f1 req-bd98e640-bd80-47c1-9268-4a5ab1c01801 tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.24 "DELETE /v2.0/ports/7f4e146e-9b5c-4d4e-a628-71efcd83fc11 HTTP/1.1" status: 204 len: 173 time: 1.9788029 Jul 06 18:36:19.507951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2292420d-9e70-4b72-a785-db134f4af72c', 'name': 'network-vif-deleted', 'tag': '7f4e146e-9b5c-4d4e-a628-71efcd83fc11'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:19.510512 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d251b-e8ba-4390-b08c-414f1bb7ac75" -d '{"events": [{"server_uuid": "2292420d-9e70-4b72-a785-db134f4af72c", "name": "network-vif-deleted", "tag": "7f4e146e-9b5c-4d4e-a628-71efcd83fc11"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:19.653034 n-d-799684-2 neutron-server[93966]: INFO neutron.db.ipam_backend_mixin [None req-6c94fb48-cac1-4337-870b-a7568ce7b89d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31e67114-5c02-45fb-9427-06c78552c911 (CIDR: 2001:db8::/64) Jul 06 18:36:19.658397 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c94fb48-cac1-4337-870b-a7568ce7b89d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:36:19.658855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c94fb48-cac1-4337-870b-a7568ce7b89d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:36:19.684045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6c94fb48-cac1-4337-870b-a7568ce7b89d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7284553 Jul 06 18:36:19.686859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47008) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:19.693658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:19.743993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f4521-1009-49c1-b557-dbe4b360dc4d req-799e50c5-edf6-4d5d-9ac9-d892a36fe7df tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:19.766847 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c22ba2b-9639-44d0-99bc-d25f2fa1ff14 x-openstack-request-id: req-5c22ba2b-9639-44d0-99bc-d25f2fa1ff14 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:19.767376 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2292420d-9e70-4b72-a785-db134f4af72c", "name": "network-vif-deleted", "tag": "7f4e146e-9b5c-4d4e-a628-71efcd83fc11", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:19.767376 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c22ba2b-9639-44d0-99bc-d25f2fa1ff14 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:19.770336 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2292420d-9e70-4b72-a785-db134f4af72c', 'name': 'network-vif-deleted', 'tag': '7f4e146e-9b5c-4d4e-a628-71efcd83fc11', 'status': 'completed', 'code': 200} Jul 06 18:36:19.781680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e7f4521-1009-49c1-b557-dbe4b360dc4d req-799e50c5-edf6-4d5d-9ac9-d892a36fe7df tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 945 time: 0.3896086 Jul 06 18:36:19.808815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '31e67114-5c02-45fb-9427-06c78552c911'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:36:19.814012 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:19.865164 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:19.983598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e7f4521-1009-49c1-b557-dbe4b360dc4d req-d123b594-6934-4272-86a0-c2c0d4d21a7a tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968458 Jul 06 18:36:20.329674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bfc79-5aa5-45b0-968b-3dd55f691f61 req-2d0b85e8-c16c-4637-b69f-9d75b60cdd21 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:20.342497 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-337bfc79-5aa5-45b0-968b-3dd55f691f61 req-2d0b85e8-c16c-4637-b69f-9d75b60cdd21 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.2294796 Jul 06 18:36:20.363107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Allocated IP 2001:db8::f816:3eff:fef5:25cb (1155fe0f-cf73-44cf-856d-cc5f5570ca01/31e67114-5c02-45fb-9427-06c78552c911/bd759de9-4d34-4d90-ae0d-63f4392ec85c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:20.465851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47020) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:20.538894 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-337bfc79-5aa5-45b0-968b-3dd55f691f61 req-e0b570da-c0f5-4d22-b180-c95dae7b789a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953621 Jul 06 18:36:20.594807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:20.603277 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:20.767875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05d3629b-df06-48d1-bb8b-40a1a84dafa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.030005 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.053449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05d3629b-df06-48d1-bb8b-40a1a84dafa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.054225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.062617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05d3629b-df06-48d1-bb8b-40a1a84dafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.063716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Transition to ACTIVE for port object bd759de9-4d34-4d90-ae0d-63f4392ec85c will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:21.110468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Transition to ACTIVE for port object bd759de9-4d34-4d90-ae0d-63f4392ec85c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:21.127290 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.180538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3629b-df06-48d1-bb8b-40a1a84dafa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3220cac5-bf20-420f-92e5-f73e730b68bb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:21.191213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-05d3629b-df06-48d1-bb8b-40a1a84dafa7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c79d0422d1fb4ce9a77d4d9d5de61e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236295 Jul 06 18:36:21.196800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47034) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:21.279502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Pushing event updated for resources: {'Port': ['ID=bd759de9-4d34-4d90-ae0d-63f4392ec85c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:21.291884 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7b2c134b-b493-4632-87ad-9aa21f4fc5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.295469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:21.335685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:36:21.336499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7f4e146e-9b5c-4d4e-a628-71efcd83fc11 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:36:21.348465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:21.350112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:21.364499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7b2c134b-b493-4632-87ad-9aa21f4fc5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.368684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:21.423200 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6cd2a80f-2aa2-4abb-b855-50711649cb26 req-c09c5cac-5179-493d-b3b7-534b63c7368b tempest-ServerDiskConfigTestJSON-2067410370 tempest-ServerDiskConfigTestJSON-2067410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=2292420d-9e70-4b72-a785-db134f4af72c HTTP/1.1" status: 200 len: 210 time: 0.1489413 Jul 06 18:36:21.439385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Attempting to bind port bd759de9-4d34-4d90-ae0d-63f4392ec85c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:21.440207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Attempting to bind port bd759de9-4d34-4d90-ae0d-63f4392ec85c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:21.441210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Attempting to bind port bd759de9-4d34-4d90-ae0d-63f4392ec85c on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:21.466022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:21.466408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:21.466926 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.467167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:21.467646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Bound port: bd759de9-4d34-4d90-ae0d-63f4392ec85c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:21.468024 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.498077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.530339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7b2c134b-b493-4632-87ad-9aa21f4fc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.537338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7b2c134b-b493-4632-87ad-9aa21f4fc5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.554903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7b2c134b-b493-4632-87ad-9aa21f4fc5e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3220cac5-bf20-420f-92e5-f73e730b68bb HTTP/1.1" status: 204 len: 168 time: 0.3560452 Jul 06 18:36:21.577744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c134b-b493-4632-87ad-9aa21f4fc5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3220cac5-bf20-420f-92e5-f73e730b68bb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:21.641532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:21.654446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:21.668773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:21.669382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.678819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] For port bd759de9-4d34-4d90-ae0d-63f4392ec85c, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:21.685135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=c0c31bdc-6d04-4572-8d7e-e17e57cdcbca,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:21.686661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] For port bd759de9-4d34-4d90-ae0d-63f4392ec85c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd759de9-4d34-4d90-ae0d-63f4392ec85c,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:36:21.713627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:21.721534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47050) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:21.722345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f4e4d5b6-db76-4a6e-9fdf-5df984ee67b8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0338221 Jul 06 18:36:21.726724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:3c:12:83', 'name': 'tempest-NetworksTestDHCPv6-1505334378'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:21.783252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dd1cd-17d0-4239-878d-cd6b41a13286 None None] Pushing event updated for resources: {'Port': ['ID=bd759de9-4d34-4d90-ae0d-63f4392ec85c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:21.971739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f590f4fa-3d84-4984-93f1-b29fe665ebd8 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:22.092257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port f590f4fa-3d84-4984-93f1-b29fe665ebd8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:22.092882 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:22.141233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdd63e-088a-4e29-bb5f-4fa57de2a238 req-a07cf529-3fe0-4468-b069-17067def06d3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:22.189324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e6cdd63e-088a-4e29-bb5f-4fa57de2a238 req-a07cf529-3fe0-4468-b069-17067def06d3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.2282434 Jul 06 18:36:22.206056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ac42c-a221-4948-ba27-95b3790a0f6a req-c84cec55-9404-4962-8311-e8217ad7501e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:22.220018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-672ac42c-a221-4948-ba27-95b3790a0f6a req-c84cec55-9404-4962-8311-e8217ad7501e tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 945 time: 0.4193194 Jul 06 18:36:22.251033 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:22.354620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e6cdd63e-088a-4e29-bb5f-4fa57de2a238 req-dd49081a-928e-4d04-90bd-b56379f5e899 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638842 Jul 06 18:36:22.429109 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:22.467002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-672ac42c-a221-4948-ba27-95b3790a0f6a req-9335a5fb-ef63-4d1f-9211-8a95104650cf tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458842 Jul 06 18:36:22.477455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:22.602307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:22.604581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:22.610117 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df41623-3259-402b-af8b-7af781b5139f" -d '{"events": [{"server_uuid": "11a0c80b-df8b-4465-9e4b-94b465cc2312", "name": "network-vif-plugged", "status": "completed", "tag": "f590f4fa-3d84-4984-93f1-b29fe665ebd8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:22.626916 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:22.665169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:22.967590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40531a56-5511-4106-875c-f65ff610dd6f req-bd034653-bcac-464f-85f4-a929b4b0c61b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:22.969248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40531a56-5511-4106-875c-f65ff610dd6f req-bd034653-bcac-464f-85f4-a929b4b0c61b tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.41 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 945 time: 0.5316951 Jul 06 18:36:23.037037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f590f4fa-3d84-4984-93f1-b29fe665ebd8,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:23.041846 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01baa5a-3143-4b56-8a79-a027cbf711a5 x-openstack-request-id: req-e01baa5a-3143-4b56-8a79-a027cbf711a5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:23.046433 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0c80b-df8b-4465-9e4b-94b465cc2312", "name": "network-vif-plugged", "status": "completed", "tag": "f590f4fa-3d84-4984-93f1-b29fe665ebd8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:23.046858 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e01baa5a-3143-4b56-8a79-a027cbf711a5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:23.047385 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8', 'code': 200} Jul 06 18:36:23.235921 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:23.330455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port e9c83c4e-bd2b-4764-a63e-df383e70960b yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:36:23.339669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f2816-f7f3-4e4c-9968-034fc58e2010 req-dfd4c971-0f64-4fc8-8834-871646b876d1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:23.371483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-196f2816-f7f3-4e4c-9968-034fc58e2010 req-dfd4c971-0f64-4fc8-8834-871646b876d1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 946 time: 0.1718743 Jul 06 18:36:23.375110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Deleting port f590f4fa-3d84-4984-93f1-b29fe665ebd8 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:23.375462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:23.511414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-196f2816-f7f3-4e4c-9968-034fc58e2010 req-89ea3db7-da72-453f-8548-9033551d7f69 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350119 Jul 06 18:36:23.693735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47104) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:23.732308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd759de9-4d34-4d90-ae0d-63f4392ec85c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:23.862504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082a7f8-299e-4a1b-982c-fff1b6a09f42 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:23.912476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0795df-35f3-437e-bc59-1c1e16239638 admin admin] Deleting subnet f526973f-e038-49f8-817b-cc0138b64600 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:23.918300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c0795df-35f3-437e-bc59-1c1e16239638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.011496 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c0795df-35f3-437e-bc59-1c1e16239638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.015687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-81237fee-6d9f-45c7-a794-e9c6d1f24a3e None None] Provisioning for port bd759de9-4d34-4d90-ae0d-63f4392ec85c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:24.034655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port bd759de9-4d34-4d90-ae0d-63f4392ec85c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:24.041104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:24.041487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.106556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c0795df-35f3-437e-bc59-1c1e16239638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.157859 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.230646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c0795df-35f3-437e-bc59-1c1e16239638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.232926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port bd759de9-4d34-4d90-ae0d-63f4392ec85c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd759de9-4d34-4d90-ae0d-63f4392ec85c,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:24.246831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.280278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c0795df-35f3-437e-bc59-1c1e16239638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.286709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6c0795df-35f3-437e-bc59-1c1e16239638 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f526973f-e038-49f8-817b-cc0138b64600 HTTP/1.1" status: 204 len: 168 time: 0.5908256 Jul 06 18:36:24.287816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47116) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:24.289763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0795df-35f3-437e-bc59-1c1e16239638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f526973f-e038-49f8-817b-cc0138b64600,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:24.313332 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=bd759de9-4d34-4d90-ae0d-63f4392ec85c,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:24.385964 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.538543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.550052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe37bb03-31b0-45c4-a4e0-63fff68bdcb0']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:24.563322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b95d866-dfe8-4827-9443-a206710a8b9b') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:24.563613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b95d866-dfe8-4827-9443-a206710a8b9b') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:24.564724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] For port f590f4fa-3d84-4984-93f1-b29fe665ebd8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f590f4fa-3d84-4984-93f1-b29fe665ebd8,segment=NetworkSegment(0853bbed-bda8-487f-a04a-5cd792c25fa9),segment_id=0853bbed-bda8-487f-a04a-5cd792c25fa9)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:24.565227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.571146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054f54a-2bed-4316-b5e7-a1a2c035d8b9 None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '31e67114-5c02-45fb-9427-06c78552c911', 'ip_address': '2001:db8::f816:3eff:fef5:25cb'}, {'subnet_id': 'c0c31bdc-6d04-4572-8d7e-e17e57cdcbca'}], 'binding:host_id': 'n-d-799684-2'}, 'id': 'bd759de9-4d34-4d90-ae0d-63f4392ec85c'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:36:24.573839 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.584118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Calling delete_port for f590f4fa-3d84-4984-93f1-b29fe665ebd8 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:24.590381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.597627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:36:24.598163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.685094 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c054f54a-2bed-4316-b5e7-a1a2c035d8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: items = [ Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:36:24.696788 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:36:24.710953 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.721556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:24.727664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fe37bb03-31b0-45c4-a4e0-63fff68bdcb0 HTTP/1.1" status: 204 len: 168 time: 0.4338005 Jul 06 18:36:24.753471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c05f-4c04-4a31-8e2f-5fba6cf3cc8f req-cd3d1e7e-c8f0-4dc6-ae5b-14aa5a201f62 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:24.762766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a82c05f-4c04-4a31-8e2f-5fba6cf3cc8f req-cd3d1e7e-c8f0-4dc6-ae5b-14aa5a201f62 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 946 time: 0.5823839 Jul 06 18:36:24.774651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe73be-4cc2-4f39-a73d-104ea978cbe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe37bb03-31b0-45c4-a4e0-63fff68bdcb0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:24.815359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-35218b69-b35e-4bef-917c-c948bd99f87a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:24.817916 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-35218b69-b35e-4bef-917c-c948bd99f87a tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 946 time: 0.1562610 Jul 06 18:36:24.855025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a82c05f-4c04-4a31-8e2f-5fba6cf3cc8f req-f0275e8f-fb0b-40c3-a993-f8fba8c8f245 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/security-groups?id=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909724 Jul 06 18:36:24.918501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8:0:1::79 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/c0c31bdc-6d04-4572-8d7e-e17e57cdcbca/e9c83c4e-bd2b-4764-a63e-df383e70960b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:24.927586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::f816:3eff:fe3c:1283 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/31e67114-5c02-45fb-9427-06c78552c911/e9c83c4e-bd2b-4764-a63e-df383e70960b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:25.058663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.188496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Pushing event deleted for resources: {'Port': ['ID=f590f4fa-3d84-4984-93f1-b29fe665ebd8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:25.257898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Deleting port e802db15-052a-46cb-9ef8-218eb4044e48 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:25.258246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.295533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47146) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:25.355037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] No DVR routers for this DVR port f590f4fa-3d84-4984-93f1-b29fe665ebd8 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:25.358356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.361249 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40531a56-5511-4106-875c-f65ff610dd6f req-48c8ac07-c220-4364-b447-c1a882564dac tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.41 "DELETE /v2.0/ports/f590f4fa-3d84-4984-93f1-b29fe665ebd8 HTTP/1.1" status: 204 len: 173 time: 2.3820226 Jul 06 18:36:25.375018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'name': 'network-vif-deleted', 'tag': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:25.377225 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba895f26-55a7-4579-9646-60b1a3bab961" -d '{"events": [{"server_uuid": "11a0c80b-df8b-4465-9e4b-94b465cc2312", "name": "network-vif-deleted", "tag": "f590f4fa-3d84-4984-93f1-b29fe665ebd8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:25.437405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d08d0-9b54-47f9-8771-86d05dac75dc req-19694eec-e959-4ba2-ad33-60dc4750ff93 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:25.439241 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2d08d0-9b54-47f9-8771-86d05dac75dc req-19694eec-e959-4ba2-ad33-60dc4750ff93 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 1.1294537 Jul 06 18:36:25.445430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4fb1c796-9507-4d65-8995-308331e0f4c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa321cf2940a4656b3af9586d5b14340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469913 Jul 06 18:36:25.460858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47154) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:25.472010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd759de9-4d34-4d90-ae0d-63f4392ec85c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:25.511132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.537167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object e9c83c4e-bd2b-4764-a63e-df383e70960b will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:25.568189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f2d08d0-9b54-47f9-8771-86d05dac75dc req-881ffb8a-fa69-4878-a625-f22003d28367 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090429 Jul 06 18:36:25.568881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d166d8c4-5d99-4122-8b04-c143cd4d0344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.591916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:25.592330 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.635657 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.643300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] For port e802db15-052a-46cb-9ef8-218eb4044e48, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=e802db15-052a-46cb-9ef8-218eb4044e48,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:25.643684 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.648131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d166d8c4-5d99-4122-8b04-c143cd4d0344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.720387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:25.723247 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8d0830-684d-45ba-9c12-00a7ce7ed5ce x-openstack-request-id: req-5b8d0830-684d-45ba-9c12-00a7ce7ed5ce {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:25.723816 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0c80b-df8b-4465-9e4b-94b465cc2312", "name": "network-vif-deleted", "tag": "f590f4fa-3d84-4984-93f1-b29fe665ebd8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:25.724319 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b8d0830-684d-45ba-9c12-00a7ce7ed5ce {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:25.724976 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0c80b-df8b-4465-9e4b-94b465cc2312', 'name': 'network-vif-deleted', 'tag': 'f590f4fa-3d84-4984-93f1-b29fe665ebd8', 'status': 'completed', 'code': 200} Jul 06 18:36:25.725978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=e9c83c4e-bd2b-4764-a63e-df383e70960b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:25.752763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:25.761420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:25.769308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:25.770027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.796321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0975931-112a-4417-9fee-b1da857f7e82 req-330fd982-b01a-4d2f-a85e-0b7c3b43261b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:25.798107 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c0975931-112a-4417-9fee-b1da857f7e82 req-330fd982-b01a-4d2f-a85e-0b7c3b43261b tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 946 time: 0.3386919 Jul 06 18:36:25.810974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47164) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:25.813096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-96bce683-3bdc-43cd-8f5f-f9a43fbb88bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0906391 Jul 06 18:36:25.848273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c054f54a-2bed-4316-b5e7-a1a2c035d8b9 None None] Allocated IP 2001:db8:0:1::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/c0c31bdc-6d04-4572-8d7e-e17e57cdcbca/bd759de9-4d34-4d90-ae0d-63f4392ec85c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:25.998883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f590f4fa-3d84-4984-93f1-b29fe665ebd8 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:26.052847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: f590f4fa-3d84-4984-93f1-b29fe665ebd8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:36:26.053531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f590f4fa-3d84-4984-93f1-b29fe665ebd8 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:36:26.245068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c054f54a-2bed-4316-b5e7-a1a2c035d8b9 None None] For port bd759de9-4d34-4d90-ae0d-63f4392ec85c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd759de9-4d34-4d90-ae0d-63f4392ec85c,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:26.293605 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c054f54a-2bed-4316-b5e7-a1a2c035d8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:26.313911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69bb1be1-ea60-408c-af06-56e00cc55913 req-09555510-9506-429c-9a48-3db2b4c53e30 tempest-ImagesTestJSON-276423762 tempest-ImagesTestJSON-276423762-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a0c80b-df8b-4465-9e4b-94b465cc2312 HTTP/1.1" status: 200 len: 210 time: 0.1109285 Jul 06 18:36:26.320399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c054f54a-2bed-4316-b5e7-a1a2c035d8b9 None None] Transition to ACTIVE for port object bd759de9-4d34-4d90-ae0d-63f4392ec85c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:26.373675 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c054f54a-2bed-4316-b5e7-a1a2c035d8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:26.416620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c0975931-112a-4417-9fee-b1da857f7e82 req-5eb7b947-da93-4af9-aec8-9cba8481d714 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups?id=dffed786-dbb8-409a-b0ef-76c2f8ded298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6066656 Jul 06 18:36:26.458162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d166d8c4-5d99-4122-8b04-c143cd4d0344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:26.460908 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d166d8c4-5d99-4122-8b04-c143cd4d0344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:26.462142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d166d8c4-5d99-4122-8b04-c143cd4d0344 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a85684a0-865e-4727-8bc3-85c6854a9433 HTTP/1.1" status: 204 len: 168 time: 1.0000272 Jul 06 18:36:26.479653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166d8c4-5d99-4122-8b04-c143cd4d0344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85684a0-865e-4727-8bc3-85c6854a9433,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:26.511396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054f54a-2bed-4316-b5e7-a1a2c035d8b9 None None] Pushing event updated for resources: {'Port': ['ID=bd759de9-4d34-4d90-ae0d-63f4392ec85c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:26.707788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:26.708168 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:26.708485 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Floating IP 2c7f60a1-3390-4419-8621-79d39fa16dce disassociated. External IP: 172.25.4.70, port: e802db15-052a-46cb-9ef8-218eb4044e48. Jul 06 18:36:26.708824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Calling delete_port for e802db15-052a-46cb-9ef8-218eb4044e48 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:26.888005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-9d884f34-fd12-4b76-acee-2148b8db0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:26.890210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-9d884f34-fd12-4b76-acee-2148b8db0c75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 1097 time: 0.6352303 Jul 06 18:36:26.899091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:26.911877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47190) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:26.984506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b2d0-4765-4f1d-8e31-58ae2d8c8439 req-de7d3c06-d51a-4983-9a35-5cf22aa652ca tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:26.986478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e96b2d0-4765-4f1d-8e31-58ae2d8c8439 req-de7d3c06-d51a-4983-9a35-5cf22aa652ca tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.1553063 Jul 06 18:36:27.043185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-354399c1-78de-437f-aa38-f9933febda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:27.044992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-354399c1-78de-437f-aa38-f9933febda0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.1426165 Jul 06 18:36:27.090792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event deleted for resources: {'Port': ['ID=e802db15-052a-46cb-9ef8-218eb4044e48,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:27.092948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e96b2d0-4765-4f1d-8e31-58ae2d8c8439 req-9ea314fe-1466-4edd-ac93-7edc059cf837 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006510 Jul 06 18:36:27.186594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-5e284189-4edd-43d0-9711-c886f20369e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f43432a3-251c-4840-a316-45ea816d353f HTTP/1.1" status: 200 len: 217 time: 0.1095252 Jul 06 18:36:27.275836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6dc99f6-de30-40fc-9a6b-dfdc8e7c81bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.304018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c735f29e-8264-43c0-a97a-1ddd4a0d266a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port e9c83c4e-bd2b-4764-a63e-df383e70960b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:27.304377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c735f29e-8264-43c0-a97a-1ddd4a0d266a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.407212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-22443415-7594-4e09-9395-9a6a7ebcb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:27.416478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-22443415-7594-4e09-9395-9a6a7ebcb012 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1857526 Jul 06 18:36:27.471633 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6dc99f6-de30-40fc-9a6b-dfdc8e7c81bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.479119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6dc99f6-de30-40fc-9a6b-dfdc8e7c81bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.550440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47212) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:27.554824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd759de9-4d34-4d90-ae0d-63f4392ec85c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:27.576139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc99f6-de30-40fc-9a6b-dfdc8e7c81bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95053c1b-3928-43c6-bd97-2bcc4da406c7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:27.602894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:36:27.612572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a6dc99f6-de30-40fc-9a6b-dfdc8e7c81bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=226fe5ffe9214b84aff49d7899a6e5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6965930 Jul 06 18:36:27.616302 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47222) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:27.630246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c735f29e-8264-43c0-a97a-1ddd4a0d266a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.780998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:36:27.784657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7bc6fe8a-c480-4c50-adb9-81962fe79d56 None None] Provisioning for port bd759de9-4d34-4d90-ae0d-63f4392ec85c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:27.795337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:27.798086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.800268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7bc6fe8a-c480-4c50-adb9-81962fe79d56 None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:27.804548 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fe8a-c480-4c50-adb9-81962fe79d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.817634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] Sync routers for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:36:27.828960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c735f29e-8264-43c0-a97a-1ddd4a0d266a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for e9c83c4e-bd2b-4764-a63e-df383e70960b owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:27.853287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1262fb6e-cbc6-4de6-b512-c604ba5d31d3 req-6e76afea-04ea-441a-a9a7-089ecda1b757 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd8a62f-9c59-458e-b98c-72df9fe6479c HTTP/1.1" status: 200 len: 210 time: 0.1345778 Jul 06 18:36:27.858107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] No DVR routers for this DVR port e802db15-052a-46cb-9ef8-218eb4044e48 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:27.867881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.869992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6dc9564c-28d7-43d3-8c10-aed581377aa0 req-1fe44eff-b13b-4254-b5f2-6ef526a7b5e1 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.41 "DELETE /v2.0/ports/e802db15-052a-46cb-9ef8-218eb4044e48 HTTP/1.1" status: 204 len: 173 time: 3.0360177 Jul 06 18:36:27.876456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'name': 'network-vif-deleted', 'tag': 'e802db15-052a-46cb-9ef8-218eb4044e48'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:27.879900 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902fd32a-f0ac-4ffa-be92-4b1d9c376f4e" -d '{"events": [{"server_uuid": "7dd8a62f-9c59-458e-b98c-72df9fe6479c", "name": "network-vif-deleted", "tag": "e802db15-052a-46cb-9ef8-218eb4044e48"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:27.914715 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5157cdba-ef78-44f8-81b3-a9716187dd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:27.951727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-527244696-network', 'tenant_id': 'eb1f65a22b5743969d94be8e890df513'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:27.977031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-c0c1f693-c0a7-483f-b2e3-edecdc6abf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:27.985245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-c0c1f693-c0a7-483f-b2e3-edecdc6abf79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5584590 Jul 06 18:36:28.007161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:36:28.010177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:28.041838 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5157cdba-ef78-44f8-81b3-a9716187dd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.086928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Made reservation on behalf of eb1f65a22b5743969d94be8e890df513 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:28.090517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.114802 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.153563 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcb5c26-7e34-44dc-bb46-69ac37912d92 x-openstack-request-id: req-ddcb5c26-7e34-44dc-bb46-69ac37912d92 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:28.154098 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd8a62f-9c59-458e-b98c-72df9fe6479c", "name": "network-vif-deleted", "tag": "e802db15-052a-46cb-9ef8-218eb4044e48", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:28.154594 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddcb5c26-7e34-44dc-bb46-69ac37912d92 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:28.155301 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd8a62f-9c59-458e-b98c-72df9fe6479c', 'name': 'network-vif-deleted', 'tag': 'e802db15-052a-46cb-9ef8-218eb4044e48', 'status': 'completed', 'code': 200} Jul 06 18:36:28.163848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e802db15-052a-46cb-9ef8-218eb4044e48 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:28.178938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5157cdba-ef78-44f8-81b3-a9716187dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.188413 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5157cdba-ef78-44f8-81b3-a9716187dd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.189623 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5157cdba-ef78-44f8-81b3-a9716187dd7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95053c1b-3928-43c6-bd97-2bcc4da406c7 HTTP/1.1" status: 204 len: 168 time: 0.5723326 Jul 06 18:36:28.210254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: e802db15-052a-46cb-9ef8-218eb4044e48 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:36:28.210745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device e802db15-052a-46cb-9ef8-218eb4044e48 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:36:28.236933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-105bb977-5251-4b81-ba43-0f01bbfbed62 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427716 Jul 06 18:36:28.242822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157cdba-ef78-44f8-81b3-a9716187dd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95053c1b-3928-43c6-bd97-2bcc4da406c7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:28.254065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:36:28.448038 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.457576 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.514540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a900242c-4c71-41ef-b37a-7f5895fb27de req-df831a37-0f35-44a1-8b44-48598952b5d9 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700682 Jul 06 18:36:28.529566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c735f29e-8264-43c0-a97a-1ddd4a0d266a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.595902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:36:28.617071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d09c4a9-d1dc-4828-b870-43c0a72ee93a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:28.660624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.662587 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Added segment b11b5bee-e1f8-4199-81b0-e89a06d29002 of type vlan for network d054863f-553d-40ce-886d-39f57f23a6c9 Jul 06 18:36:28.668117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f29e-8264-43c0-a97a-1ddd4a0d266a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=e9c83c4e-bd2b-4764-a63e-df383e70960b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:28.778801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.820265 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c735f29e-8264-43c0-a97a-1ddd4a0d266a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.824413 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c735f29e-8264-43c0-a97a-1ddd4a0d266a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/e9c83c4e-bd2b-4764-a63e-df383e70960b HTTP/1.1" status: 204 len: 168 time: 3.0010307 Jul 06 18:36:28.831427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:28.859916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.861241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:28.864402 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.957758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47260) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:28.973972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a907a-f8b8-46ce-a4a9-63c216c96c2b req-264eecc2-11d6-4261-a474-07e77e902c1e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:28.975508 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac1a907a-f8b8-46ce-a4a9-63c216c96c2b req-264eecc2-11d6-4261-a474-07e77e902c1e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 946 time: 0.5274148 Jul 06 18:36:28.998654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] Pushing event updated for resources: {'Network': ['ID=d054863f-553d-40ce-886d-39f57f23a6c9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:29.012202 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-89f5be35-3358-46b7-aea9-53b91e5a7d91 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4545717 Jul 06 18:36:29.015504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47262) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.021863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Request body: {'subnet': {'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-527244696-subnet', 'tenant_id': 'eb1f65a22b5743969d94be8e890df513', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:29.054092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Made reservation on behalf of eb1f65a22b5743969d94be8e890df513 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:29.057186 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-890dee25-184c-499c-afa5-3c6f44b6854e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.057644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.066653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d054863f-553d-40ce-886d-39f57f23a6c9 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:36:29.069626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac1a907a-f8b8-46ce-a4a9-63c216c96c2b req-4b9038ce-0b4c-4628-a123-50fbd74693d4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Jul 06 18:36:29.128592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c37ffbc5-fc06-403a-b815-0200a633a85b None None] Could not find standard attr ID for object e9c83c4e-bd2b-4764-a63e-df383e70960b. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:36:29.134993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d120a295-1da5-4b5c-bffd-a64d20a7a58b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.136912 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d120a295-1da5-4b5c-bffd-a64d20a7a58b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2874458 Jul 06 18:36:29.142145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.209386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f43432a3-251c-4840-a316-45ea816d353f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:29.278389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6c5f3-cefe-455d-b406-d788d797ed3b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.280486 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e6d6c5f3-cefe-455d-b406-d788d797ed3b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1366239 Jul 06 18:36:29.283346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47272) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.318964 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-890dee25-184c-499c-afa5-3c6f44b6854e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.329262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-890dee25-184c-499c-afa5-3c6f44b6854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.428957 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.434018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47280) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.445449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dee25-184c-499c-afa5-3c6f44b6854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e8cb6-4dd5-4637-b9b0-ed1f771b6f11,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:29.458413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:29.461857 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96456fe-f981-4915-9f31-5fd07f197f99" -d '{"events": [{"server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "name": "network-vif-unplugged", "status": "completed", "tag": "f43432a3-251c-4840-a316-45ea816d353f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:29.478146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb7626-e23c-46f0-a70e-5ab9d310c8bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.478503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:29.480538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb7626-e23c-46f0-a70e-5ab9d310c8bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.482408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb7626-e23c-46f0-a70e-5ab9d310c8bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.484474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8ddb7626-e23c-46f0-a70e-5ab9d310c8bb tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1998608 Jul 06 18:36:29.488622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47284) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.492963 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.499569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:29.530289 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-890dee25-184c-499c-afa5-3c6f44b6854e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0ac0357b36d418a947fcfc6e693a0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5398741 Jul 06 18:36:29.532673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47286) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.555598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47288) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.555857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] Checking router: 5b814481-d686-4fe9-8e28-7f633d2dd0a0 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:36:29.568468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:36:29.569120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:29.601683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e6c13f-ae54-4948-9e72-6db5658004ef tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.608090 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94fa30f-36b0-4ca0-815a-655f59961b11 x-openstack-request-id: req-e94fa30f-36b0-4ca0-815a-655f59961b11 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:29.608344 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "name": "network-vif-unplugged", "status": "completed", "tag": "f43432a3-251c-4840-a316-45ea816d353f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:29.608583 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e94fa30f-36b0-4ca0-815a-655f59961b11 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:29.608978 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f', 'code': 200} Jul 06 18:36:29.629398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:29.636949 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e6c13f-ae54-4948-9e72-6db5658004ef tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.653558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c059b6e-f155-49bf-ad22-3a905bcca310 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 31e67114-5c02-45fb-9427-06c78552c911 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:29.666324 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c059b6e-f155-49bf-ad22-3a905bcca310 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.672850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-90afc2b2-b59b-4457-a560-54eb83ab9d60 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.679555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-90afc2b2-b59b-4457-a560-54eb83ab9d60 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.685542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-90afc2b2-b59b-4457-a560-54eb83ab9d60 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.691717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-90afc2b2-b59b-4457-a560-54eb83ab9d60 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.697960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-90afc2b2-b59b-4457-a560-54eb83ab9d60 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.700034 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.703887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-90afc2b2-b59b-4457-a560-54eb83ab9d60 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.709927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-90afc2b2-b59b-4457-a560-54eb83ab9d60 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:29.712438 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-90afc2b2-b59b-4457-a560-54eb83ab9d60 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.2807603 Jul 06 18:36:29.718092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:36:29.761615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9be485c-f0fe-43ff-98c3-a52c7c7d8d5c admin admin] Deleting subnet 6064755e-d560-4a6a-924c-19066694f3f4 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:29.766532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eb2f86fb-a5eb-4691-8a00-1f8445d217df req-caf01923-7f68-49bf-ba0c-bd2fb13ead21 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384991 Jul 06 18:36:29.775086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e6c13f-ae54-4948-9e72-6db5658004ef tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.777828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00e6c13f-ae54-4948-9e72-6db5658004ef tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.777969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c059b6e-f155-49bf-ad22-3a905bcca310 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.783719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-00e6c13f-ae54-4948-9e72-6db5658004ef tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "DELETE /v2.0/security-groups/dffed786-dbb8-409a-b0ef-76c2f8ded298 HTTP/1.1" status: 204 len: 168 time: 0.3481839 Jul 06 18:36:29.784381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47290) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.786683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9be485c-f0fe-43ff-98c3-a52c7c7d8d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.809361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6c13f-ae54-4948-9e72-6db5658004ef tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffed786-dbb8-409a-b0ef-76c2f8ded298,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:29.813449 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-d59164c5-3084-4392-9dc7-7b81fa7c6b2c tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] show failed (client error): The resource could not be found. Jul 06 18:36:29.818140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d59164c5-3084-4392-9dc7-7b81fa7c6b2c tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "GET /v2.0/security-groups/dffed786-dbb8-409a-b0ef-76c2f8ded298 HTTP/1.1" status: 404 len: 347 time: 0.0194016 Jul 06 18:36:29.818268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47292) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:29.850387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce58ce4d-828b-40a3-af69-0a0e30e7509c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.878008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc412fbd-75e6-4bcb-a2e1-273743b82dde,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:29.896495 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9be485c-f0fe-43ff-98c3-a52c7c7d8d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.930825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce58ce4d-828b-40a3-af69-0a0e30e7509c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.958380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Deleting port 5ebfae15-eacb-41a9-bb83-acd386100c52 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:29.958706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.966450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Checking segment: {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:29.966817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Network hostable DHCP agents. Network: d054863f-553d-40ce-886d-39f57f23a6c9, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:36:29.983864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:30.013097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c059b6e-f155-49bf-ad22-3a905bcca310 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.034342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1341a-d608-4c5d-a16a-a6bbecabca2a None None] The sync data for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 is: [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:29Z', 'revision_number': 4, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '87f2bad3-01b1-4000-8018-bc8398379af4', 'name': '', 'network_id': '9be16e80-e473-4b9d-9575-cbae61e2da3b', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'mac_address': 'fa:16:3e:6d:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:27Z', 'updated_at': '2021-07-06T18:28:40Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'subnets': [{'id': '567c2cbd-4fda-49ea-b366-4f54ae9058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:36:30.047115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9be485c-f0fe-43ff-98c3-a52c7c7d8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.054644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.055125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.073196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Calling delete_port for 5ebfae15-eacb-41a9-bb83-acd386100c52 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:30.122231 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Network d054863f-553d-40ce-886d-39f57f23a6c9 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:36:30.155201 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce58ce4d-828b-40a3-af69-0a0e30e7509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.157784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce58ce4d-828b-40a3-af69-0a0e30e7509c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.158983 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ce58ce4d-828b-40a3-af69-0a0e30e7509c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/685e8cb6-4dd5-4637-b9b0-ed1f771b6f11 HTTP/1.1" status: 204 len: 168 time: 0.6252718 Jul 06 18:36:30.159712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d054863f-553d-40ce-886d-39f57f23a6c9) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:30.177055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35424591-a7de-4e1a-baec-5ce75d0919da None None] Network d054863f-553d-40ce-886d-39f57f23a6c9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:30.177656 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:30.177791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.182275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58ce4d-828b-40a3-af69-0a0e30e7509c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e8cb6-4dd5-4637-b9b0-ed1f771b6f11,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:30.184479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c059b6e-f155-49bf-ad22-3a905bcca310 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.262127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9be485c-f0fe-43ff-98c3-a52c7c7d8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.275801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c059b6e-f155-49bf-ad22-3a905bcca310 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=31e67114-5c02-45fb-9427-06c78552c911,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:30.285366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c059b6e-f155-49bf-ad22-3a905bcca310 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.287407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c059b6e-f155-49bf-ad22-3a905bcca310 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/31e67114-5c02-45fb-9427-06c78552c911 HTTP/1.1" status: 204 len: 168 time: 0.7968724 Jul 06 18:36:30.289123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b962b30b-7e18-4e79-be9c-88b496c0d283 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2723427 Jul 06 18:36:30.297384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47306) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:30.312495 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9be485c-f0fe-43ff-98c3-a52c7c7d8d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.319214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4565cfe5-b684-4c2d-9da3-2d61f9880ee3 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:30.323630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c9be485c-f0fe-43ff-98c3-a52c7c7d8d5c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6064755e-d560-4a6a-924c-19066694f3f4 HTTP/1.1" status: 204 len: 168 time: 0.7679327 Jul 06 18:36:30.331659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47310) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:30.444553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be485c-f0fe-43ff-98c3-a52c7c7d8d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6064755e-d560-4a6a-924c-19066694f3f4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:30.520790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed350a1a-1f05-4dd4-913d-87844f537923 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet c0c31bdc-6d04-4572-8d7e-e17e57cdcbca {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:30.533228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed350a1a-1f05-4dd4-913d-87844f537923 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.629849 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20460e3a-4ed8-4d23-a409-653d42b5026f None None] New status for floating IP 2c7f60a1-3390-4419-8621-79d39fa16dce: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:36:30.699391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed350a1a-1f05-4dd4-913d-87844f537923 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.777173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41ec681-e905-4bb3-a623-be3cff3e1aca None None] Network d054863f-553d-40ce-886d-39f57f23a6c9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:30.783158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510c4d-f076-41c3-a24e-5b5c63d17a07 req-78120225-e712-4f9f-a5a5-d176b536783d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:30.794757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f510c4d-f076-41c3-a24e-5b5c63d17a07 req-78120225-e712-4f9f-a5a5-d176b536783d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 944 time: 0.4116132 Jul 06 18:36:30.972974 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f510c4d-f076-41c3-a24e-5b5c63d17a07 req-d0bf9801-3e24-47c9-bbc7-4c006ae2ab50 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772118 Jul 06 18:36:31.027932 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.033335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed350a1a-1f05-4dd4-913d-87844f537923 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.122996 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.db.api [None req-20460e3a-4ed8-4d23-a409-653d42b5026f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:36:31.123567 n-d-799684-2 neutron-server[93969]: DEBUG oslo_db.api [None req-20460e3a-4ed8-4d23-a409-653d42b5026f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:36:31.178584 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.183756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed350a1a-1f05-4dd4-913d-87844f537923 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.258129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed350a1a-1f05-4dd4-913d-87844f537923 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.262419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ed350a1a-1f05-4dd4-913d-87844f537923 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/c0c31bdc-6d04-4572-8d7e-e17e57cdcbca HTTP/1.1" status: 204 len: 168 time: 0.9539411 Jul 06 18:36:31.275393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed350a1a-1f05-4dd4-913d-87844f537923 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c31bdc-6d04-4572-8d7e-e17e57cdcbca,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:31.284272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47338) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:31.297997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Pushing event deleted for resources: {'Port': ['ID=5ebfae15-eacb-41a9-bb83-acd386100c52,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:31.370228 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.415491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d56454b-7299-4273-84ce-77ced7325f27']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:31.442564 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-974fe4af-350c-48d6-8cdc-f5afebd90061 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1530175 Jul 06 18:36:31.443207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47350) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:31.443801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-f5626f35-d89e-4a94-a15c-95d8515383ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.450568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-f5626f35-d89e-4a94-a15c-95d8515383ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.451874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:31.457283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-f5626f35-d89e-4a94-a15c-95d8515383ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.464166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-f5626f35-d89e-4a94-a15c-95d8515383ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.471658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-f5626f35-d89e-4a94-a15c-95d8515383ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.478724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-f5626f35-d89e-4a94-a15c-95d8515383ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.490447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-f5626f35-d89e-4a94-a15c-95d8515383ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.492780 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-f5626f35-d89e-4a94-a15c-95d8515383ea tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.5975740 Jul 06 18:36:31.500540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0853bbed-bda8-487f-a04a-5cd792c25fa9') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:31.500829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0853bbed-bda8-487f-a04a-5cd792c25fa9') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:31.617931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.626353 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20460e3a-4ed8-4d23-a409-653d42b5026f None None] New status for floating IP 2c7f60a1-3390-4419-8621-79d39fa16dce: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:36:31.658263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.661045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.662285 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0d9b363c-95da-4035-a09b-e5e3245d8f92 tempest-AttachVolumeTestJSON-1134948216 tempest-AttachVolumeTestJSON-1134948216-project] 10.222.0.53 "DELETE /v2.0/floatingips/2c7f60a1-3390-4419-8621-79d39fa16dce HTTP/1.1" status: 204 len: 168 time: 1.8427579 Jul 06 18:36:31.666058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.681040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-48639401-be31-4100-b061-8016f5ca376e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.696144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-d29d23cf-6e12-4563-9fce-f005733dd461 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.697550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-d29d23cf-6e12-4563-9fce-f005733dd461 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "GET /v2.0/ports/ee7536de-a6c9-4f5b-93c9-fc2101fb07d9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1916039 Jul 06 18:36:31.701016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:36:31.701433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:36:31.711106 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:36:31.728737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-48639401-be31-4100-b061-8016f5ca376e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.749260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-48639401-be31-4100-b061-8016f5ca376e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.770788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-48639401-be31-4100-b061-8016f5ca376e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.782345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-48639401-be31-4100-b061-8016f5ca376e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.817201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-48639401-be31-4100-b061-8016f5ca376e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.839528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-48639401-be31-4100-b061-8016f5ca376e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:31.848681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-48639401-be31-4100-b061-8016f5ca376e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 5436 time: 0.5944819 Jul 06 18:36:31.959631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-095a0974-0cc0-4db4-8861-13a006cb263c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "GET /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2369020 Jul 06 18:36:31.962358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:31.969442 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:31.978165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:31.991019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-2493360d-7c77-46d8-8910-efab0c13b979 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:32.000165 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-2493360d-7c77-46d8-8910-efab0c13b979 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/networks?id=d054863f-553d-40ce-886d-39f57f23a6c9 HTTP/1.1" status: 200 len: 817 time: 0.5059743 Jul 06 18:36:32.040598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5c5c3472-63dd-4d69-97e6-5d6ee64d24c5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/quotas/eb1f65a22b5743969d94be8e890df513 HTTP/1.1" status: 200 len: 375 time: 0.0393500 Jul 06 18:36:32.043662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.069470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.074013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] 10.222.0.53 "DELETE /v2.0/networks/5d56454b-7299-4273-84ce-77ced7325f27 HTTP/1.1" status: 204 len: 168 time: 1.7386363 Jul 06 18:36:32.074013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047eff-8983-48a8-ab3f-af6202c35e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d56454b-7299-4273-84ce-77ced7325f27,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:32.156227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-bc3fc4ce-4b49-4b15-a63c-f8323e35c016 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb1f65a22b5743969d94be8e890df513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029000 Jul 06 18:36:32.269937 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4376ec9-7d63-4032-a0ca-2e3e98122146 req-34fb0484-6a83-4f79-9233-d1885230ac79 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4189320 Jul 06 18:36:32.276379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.312702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:32.325333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1f933-bcee-4ddb-9885-49e37e858e7c None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:32.332080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:32.336609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:32.337211 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.355168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47372) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:32.447363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9996119 Jul 06 18:36:32.451346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.455324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47376) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:32.467898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-068d64db-cecf-455b-85c7-b6a062843913 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:32.472356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8d4f8208-fecf-4fbd-86cd-a86d8ed35b42 None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:32.473140 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8208-fecf-4fbd-86cd-a86d8ed35b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.495856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757bd9e-51a5-4829-a3d2-ec6cea797a5a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=a6f1fcf2-516e-4a4b-a915-86e06a888394,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:32.514950 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-639f15a1-9739-45e7-856f-3f70e4ab7f5e service neutron] 10.222.0.53 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498116 Jul 06 18:36:32.766642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f1473369-7690-473e-af9f-8ff947b4b29f service neutron] 10.222.0.53 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438743 Jul 06 18:36:32.788351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b0505-ecdf-4966-966a-66144b6032d2 req-a069733a-b4e8-4485-a7a6-c42e3916de90 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:32.793239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080b0505-ecdf-4966-966a-66144b6032d2 req-a069733a-b4e8-4485-a7a6-c42e3916de90 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 944 time: 0.2656095 Jul 06 18:36:32.848328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068d64db-cecf-455b-85c7-b6a062843913 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:32.853474 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b63426c7-f135-4b65-9536-2f243c91d7c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1aeac1349e4145e1a4d31c88b911ca1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4951346 Jul 06 18:36:32.857451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47386) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:32.861829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-068d64db-cecf-455b-85c7-b6a062843913 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.970605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354fbe0d-29fe-452e-9c48-4e183b3c5703 None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': 'a6f1fcf2-516e-4a4b-a915-86e06a888394'}], 'binding:host_id': 'n-d-799684-2'}, 'id': 'bd759de9-4d34-4d90-ae0d-63f4392ec85c'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:36:33.058507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080b0505-ecdf-4966-966a-66144b6032d2 req-ead92fa5-95bc-4ed5-9d36-576d086ff5bb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229409 Jul 06 18:36:33.061039 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e133380-e86f-45d7-b632-df2a20bd69de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:33.085665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e133380-e86f-45d7-b632-df2a20bd69de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:33.086494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-354fbe0d-29fe-452e-9c48-4e183b3c5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:33.148186 n-d-799684-2 neutron-server[93966]: INFO neutron.db.ipam_backend_mixin [None req-068d64db-cecf-455b-85c7-b6a062843913 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6f1fcf2-516e-4a4b-a915-86e06a888394 (CIDR: 2001:db8::/64) Jul 06 18:36:33.157151 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-068d64db-cecf-455b-85c7-b6a062843913 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:36:33.157322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068d64db-cecf-455b-85c7-b6a062843913 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:36:33.164169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e133380-e86f-45d7-b632-df2a20bd69de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:33.166894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e133380-e86f-45d7-b632-df2a20bd69de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:33.168201 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8e133380-e86f-45d7-b632-df2a20bd69de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23d6a88c-2897-4eee-b57f-8a0c84e6ee6d HTTP/1.1" status: 204 len: 168 time: 0.3028264 Jul 06 18:36:33.177894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] For port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:33.191588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e133380-e86f-45d7-b632-df2a20bd69de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6a88c-2897-4eee-b57f-8a0c84e6ee6d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:33.211838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47396) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:33.215223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-068d64db-cecf-455b-85c7-b6a062843913 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7564158 Jul 06 18:36:33.230023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:33.495514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defc5-edde-4363-a324-5f635e3b1fe7 req-49ccde7b-9a82-4168-bbb9-63d340e5fd3e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:33.505301 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-999defc5-edde-4363-a324-5f635e3b1fe7 req-49ccde7b-9a82-4168-bbb9-63d340e5fd3e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1708078 Jul 06 18:36:33.535666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] For port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:33.594069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-999defc5-edde-4363-a324-5f635e3b1fe7 req-f7bf75a4-78a8-4599-980f-63ade1f2c047 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813022 Jul 06 18:36:33.606474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-354fbe0d-29fe-452e-9c48-4e183b3c5703 None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/a6f1fcf2-516e-4a4b-a915-86e06a888394/bd759de9-4d34-4d90-ae0d-63f4392ec85c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:33.610209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] device_id is not set on port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:36:33.631096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:33.652259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:33.878319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:33.882560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:33.894298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9905662a-30ac-4b85-96d0-e07ec73164ec req-b634cb09-7811-4ce5-8083-4371bc6a0b6e tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 210 time: 0.1239762 Jul 06 18:36:33.968909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-354fbe0d-29fe-452e-9c48-4e183b3c5703 None None] For port bd759de9-4d34-4d90-ae0d-63f4392ec85c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd759de9-4d34-4d90-ae0d-63f4392ec85c,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:34.049183 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-354fbe0d-29fe-452e-9c48-4e183b3c5703 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:34.132926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-354fbe0d-29fe-452e-9c48-4e183b3c5703 None None] Transition to ACTIVE for port object bd759de9-4d34-4d90-ae0d-63f4392ec85c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:34.140897 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-354fbe0d-29fe-452e-9c48-4e183b3c5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:34.298543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fbe0d-29fe-452e-9c48-4e183b3c5703 None None] Pushing event updated for resources: {'Port': ['ID=bd759de9-4d34-4d90-ae0d-63f4392ec85c,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:34.363143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0187c-7a23-4a01-8229-d45324f8b955 req-b0b25edf-6348-4466-b80e-dabdb046bbf8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:34.374441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fa0187c-7a23-4a01-8229-d45324f8b955 req-b0b25edf-6348-4466-b80e-dabdb046bbf8 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.1780391 Jul 06 18:36:34.397489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2c373cdd-15cc-424e-94c7-f3075252f5a3 None None] Provisioning complete for port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:34.397889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2c373cdd-15cc-424e-94c7-f3075252f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:34.454854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] No DVR routers for this DVR port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:34.459842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fa0187c-7a23-4a01-8229-d45324f8b955 req-e49d65b8-f656-4177-acce-b3bf0771ad2c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843842 Jul 06 18:36:34.502851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2c373cdd-15cc-424e-94c7-f3075252f5a3 None None] Port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:36:34.544690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] In _notify_port_updated(), no bound segment for port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:36:34.546157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:34.547046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:34.549665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 200 len: 1028 time: 2.5796297 Jul 06 18:36:34.553188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b3b58-26d2-4f0a-8794-163bf7720135 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:34.747818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-7c0811d3-3f7f-4417-bb71-b69984024c2a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:34.749305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-7c0811d3-3f7f-4417-bb71-b69984024c2a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "GET /v2.0/ports/b5f874e8-217a-45ea-9f8a-053aa727ac40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1860101 Jul 06 18:36:34.827388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:34.937788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c763-708e-4ec5-80fa-8c895045c6cd req-a561cadf-a28f-4aba-9970-b817f2bd76ef tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:34.952014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c763-708e-4ec5-80fa-8c895045c6cd req-a561cadf-a28f-4aba-9970-b817f2bd76ef tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:34.979887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c763-708e-4ec5-80fa-8c895045c6cd req-a561cadf-a28f-4aba-9970-b817f2bd76ef tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:35.002262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c763-708e-4ec5-80fa-8c895045c6cd req-a561cadf-a28f-4aba-9970-b817f2bd76ef tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:35.013633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c763-708e-4ec5-80fa-8c895045c6cd req-a561cadf-a28f-4aba-9970-b817f2bd76ef tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:35.022256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c763-708e-4ec5-80fa-8c895045c6cd req-a561cadf-a28f-4aba-9970-b817f2bd76ef tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:35.034893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccc5c763-708e-4ec5-80fa-8c895045c6cd req-a561cadf-a28f-4aba-9970-b817f2bd76ef tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 4661 time: 0.6158381 Jul 06 18:36:35.203211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:35.270989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:36:35.341595 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402dee8-bb7b-42c2-9908-758471c6ff96 req-9a66f0e4-ea79-4a8c-a012-c56f99250bcf tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:35.375814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c402dee8-bb7b-42c2-9908-758471c6ff96 req-9a66f0e4-ea79-4a8c-a012-c56f99250bcf tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.2581255 Jul 06 18:36:35.376839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:36:35.377292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 486e63c4-6d83-4b3b-ab15-e089065418dc no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:35.537015 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c402dee8-bb7b-42c2-9908-758471c6ff96 req-af22ecf0-7b24-4937-a02f-51638406c022 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593287 Jul 06 18:36:35.637567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd759de9-4d34-4d90-ae0d-63f4392ec85c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:35.791399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93375ec-769f-4943-bd50-400e650e1f32 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:35.860266 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbfa132d-e29b-4401-a488-c4f2031652e9 req-5e7effbf-57d0-4911-9824-2bd7784232a0 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 210 time: 0.0685399 Jul 06 18:36:35.901750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccc5c763-708e-4ec5-80fa-8c895045c6cd req-a01cd637-00df-490c-87f1-2cc5306b3f40 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cad99f4-9ea7-467e-8ae3-feed62f17a39&id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8657031 Jul 06 18:36:35.947210 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.008220 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.018567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47476) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:36.104753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-41d306eb-fa87-4069-bc18-1c6fdebba84a None None] Provisioning for port bd759de9-4d34-4d90-ae0d-63f4392ec85c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:36.120284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-41d306eb-fa87-4069-bc18-1c6fdebba84a None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:36.121277 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-41d306eb-fa87-4069-bc18-1c6fdebba84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.187719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486e63c4-6d83-4b3b-ab15-e089065418dc'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:36.192246 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231ac865-0d59-4498-82c0-7ce1ca413484" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "486e63c4-6d83-4b3b-ab15-e089065418dc"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:36.259349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 486e63c4-6d83-4b3b-ab15-e089065418dc, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=486e63c4-6d83-4b3b-ab15-e089065418dc,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:36.288723 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c2142-0932-49a7-81f0-7c038a58a86a x-openstack-request-id: req-bd5c2142-0932-49a7-81f0-7c038a58a86a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:36.289286 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "486e63c4-6d83-4b3b-ab15-e089065418dc", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:36.289822 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd5c2142-0932-49a7-81f0-7c038a58a86a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:36.290457 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486e63c4-6d83-4b3b-ab15-e089065418dc', 'code': 200} Jul 06 18:36:36.295146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:36.295880 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.300841 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.302107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f43432a3-251c-4840-a316-45ea816d353f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:36.359220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.469241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] For port b5f874e8-217a-45ea-9f8a-053aa727ac40, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b5f874e8-217a-45ea-9f8a-053aa727ac40,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:36.587395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.596590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.647883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] For port b5f874e8-217a-45ea-9f8a-053aa727ac40, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:36.671177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdcbad0-9c07-4e17-bd38-2be64e901dd0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:36.677433 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3e4a97c82b74edcbd91eb666f879033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6576934 Jul 06 18:36:36.685422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47532) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:36.792044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.792688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.793204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.793787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.794301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.794949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.795451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.796320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.796997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.797649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.798203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.799148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091491e-e16e-459a-b3ab-acd954e44a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:36.807599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6494831-0fde-401f-be32-0d14e6414735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:36.843211 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6494831-0fde-401f-be32-0d14e6414735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:37.057606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aa5b1-c8fa-47fc-84fe-f8f41eb94fc5 req-459f4135-6a6e-4748-917d-f5e5b9803919 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:37.074034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec8aa5b1-c8fa-47fc-84fe-f8f41eb94fc5 req-459f4135-6a6e-4748-917d-f5e5b9803919 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.2674494 Jul 06 18:36:37.080636 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6494831-0fde-401f-be32-0d14e6414735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:37.101582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6494831-0fde-401f-be32-0d14e6414735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:37.104351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b6494831-0fde-401f-be32-0d14e6414735 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cdcbad0-9c07-4e17-bd38-2be64e901dd0 HTTP/1.1" status: 204 len: 168 time: 0.4175670 Jul 06 18:36:37.187180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] device_id is not set on port b5f874e8-217a-45ea-9f8a-053aa727ac40 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:36:37.206196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6494831-0fde-401f-be32-0d14e6414735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdcbad0-9c07-4e17-bd38-2be64e901dd0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:37.271525 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec8aa5b1-c8fa-47fc-84fe-f8f41eb94fc5 req-88d29ea9-6ed3-4b88-bce8-88a2594f257e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966007 Jul 06 18:36:37.369189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21962acc-5050-4a96-a578-91043f94482a req-13861ae4-521f-4152-831d-26f0a6f257f9 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 210 time: 0.1361842 Jul 06 18:36:37.393336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:37.440382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=486e63c4-6d83-4b3b-ab15-e089065418dc,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:37.492666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-faa3d38d-8121-48c1-b39a-00a7d66ec7e2 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:37.495876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-faa3d38d-8121-48c1-b39a-00a7d66ec7e2 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.24 "GET /v2.0/networks?id=d054863f-553d-40ce-886d-39f57f23a6c9 HTTP/1.1" status: 200 len: 817 time: 0.1777384 Jul 06 18:36:37.496566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:37.511691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Request body: {'port': {'device_id': '3416ce15-21db-4c29-948a-d6d1ab08a914', 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9', 'admin_state_up': True, 'tenant_id': 'eb1f65a22b5743969d94be8e890df513'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:37.521082 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:37.639382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47634) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:37.930618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47662) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:38.062972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device df391ba3-1fc3-41b5-b4d7-14e813b5be9e no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:38.086519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] No DVR routers for this DVR port b5f874e8-217a-45ea-9f8a-053aa727ac40 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:38.230689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-d72645fe-a3c5-4a65-8c14-ee6b65209280 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:38.232470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-d72645fe-a3c5-4a65-8c14-ee6b65209280 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.41 "GET /v2.0/networks?id=d054863f-553d-40ce-886d-39f57f23a6c9 HTTP/1.1" status: 200 len: 817 time: 1.6431451 Jul 06 18:36:38.262842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] In _notify_port_updated(), no bound segment for port b5f874e8-217a-45ea-9f8a-053aa727ac40 on network 1590ea67-5222-419d-8864-b9e276bc3158 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:36:38.265227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:38.267091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:38.268923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-fe38ca30-5a96-4b40-ae98-1f33ac3331f8 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:38.271334 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 200 len: 1028 time: 3.4650781 Jul 06 18:36:38.279512 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-fe38ca30-5a96-4b40-ae98-1f33ac3331f8 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.41 "GET /v2.0/networks?id=d054863f-553d-40ce-886d-39f57f23a6c9 HTTP/1.1" status: 200 len: 817 time: 0.3030584 Jul 06 18:36:38.289301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Request body: {'port': {'device_id': '1f6537e1-f43f-4312-9942-71b3febd0552', 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9', 'admin_state_up': True, 'tenant_id': 'eb1f65a22b5743969d94be8e890df513'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:38.298995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2903ea5-594a-433b-87bf-c7fc819be5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:38.332875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Request body: {'port': {'device_id': '1ca94aca-c0f5-4619-86da-cd770c003ffa', 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9', 'admin_state_up': True, 'tenant_id': 'eb1f65a22b5743969d94be8e890df513'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:38.351788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-201ecfc4-bf24-4f03-bbe2-64cf22a67f00 None None] Provisioning complete for port b5f874e8-217a-45ea-9f8a-053aa727ac40 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:38.352171 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-201ecfc4-bf24-4f03-bbe2-64cf22a67f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:38.355042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:38.445291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f2b15-01a1-40d7-9b52-f9baac26e0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f874e8-217a-45ea-9f8a-053aa727ac40,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:38.498100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:38.508238 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6860f74b-d544-4715-91d3-e352e031cc3d" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "df391ba3-1fc3-41b5-b4d7-14e813b5be9e"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:38.569455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0e543-f17c-4d7b-9cd9-1035c67f0ebe req-7df9537f-1c8c-4746-9245-fb07fab7ed37 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:38.579830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port df391ba3-1fc3-41b5-b4d7-14e813b5be9e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:38.593050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-201ecfc4-bf24-4f03-bbe2-64cf22a67f00 None None] Port b5f874e8-217a-45ea-9f8a-053aa727ac40 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:36:38.594374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0e543-f17c-4d7b-9cd9-1035c67f0ebe req-7df9537f-1c8c-4746-9245-fb07fab7ed37 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:38.598433 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:38.599544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6074d0a6-febd-4f85-b86d-265a11209255 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:38.670164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0e543-f17c-4d7b-9cd9-1035c67f0ebe req-7df9537f-1c8c-4746-9245-fb07fab7ed37 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:38.670164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0e543-f17c-4d7b-9cd9-1035c67f0ebe req-7df9537f-1c8c-4746-9245-fb07fab7ed37 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:38.670164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0e543-f17c-4d7b-9cd9-1035c67f0ebe req-7df9537f-1c8c-4746-9245-fb07fab7ed37 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:38.679664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98b0e543-f17c-4d7b-9cd9-1035c67f0ebe req-7df9537f-1c8c-4746-9245-fb07fab7ed37 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 3884 time: 1.0378006 Jul 06 18:36:39.004521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:39.169807 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:39.263257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6074d0a6-febd-4f85-b86d-265a11209255, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6074d0a6-febd-4f85-b86d-265a11209255,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:39.272962 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:39.273840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:39.500307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-70c1f4ed-24b2-41d4-ac07-4064806fbbbf None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:39.500920 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-70c1f4ed-24b2-41d4-ac07-4064806fbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:39.593344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6074d0a6-febd-4f85-b86d-265a11209255,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:39.671951 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-a2903ea5-594a-433b-87bf-c7fc819be5b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:36:39.671951 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:36:39.671951 n-d-799684-2 neutron-server[93966]: [parameters: {'project_id_1': '3c1f53b59bf6462d924bb931505f2b98', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 36, 38, 430738)}] Jul 06 18:36:39.671951 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:36:39.672734 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-a2903ea5-594a-433b-87bf-c7fc819be5b5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:36:39.703902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1235fe1b-bb64-4d31-b174-3afcafc017b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:39.707119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:39.719267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Made reservation on behalf of eb1f65a22b5743969d94be8e890df513 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:39.739337 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:39.851424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98b0e543-f17c-4d7b-9cd9-1035c67f0ebe req-288a1d97-d9cd-4d8d-af4e-15e2bbba3531 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1236100 Jul 06 18:36:39.892403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fa060-90e5-4121-88de-8e53a87c3db3 req-ca2585b3-6fbd-47ca-9c7e-c569a79e82f4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:39.907850 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7c2fa060-90e5-4121-88de-8e53a87c3db3 req-ca2585b3-6fbd-47ca-9c7e-c569a79e82f4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 1.2978032 Jul 06 18:36:39.912139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:39.927383 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:39.928121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b5f874e8-217a-45ea-9f8a-053aa727ac40 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:40.059906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] For port bd759de9-4d34-4d90-ae0d-63f4392ec85c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd759de9-4d34-4d90-ae0d-63f4392ec85c,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:40.157406 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7c2fa060-90e5-4121-88de-8e53a87c3db3 req-465242da-09a5-4113-8466-dafb4f0bcb80 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461224 Jul 06 18:36:40.166094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:40.169089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b5f874e8-217a-45ea-9f8a-053aa727ac40 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:36:40.169732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device bdc3fb11-4a3b-4582-98ef-56a59469161f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:40.172552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting port 6074d0a6-febd-4f85-b86d-265a11209255 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:40.172897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.185418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2903ea5-594a-433b-87bf-c7fc819be5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.256292 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d591e-5339-46af-9c33-df53502afb4c x-openstack-request-id: req-c41d591e-5339-46af-9c33-df53502afb4c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:40.256674 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "df391ba3-1fc3-41b5-b4d7-14e813b5be9e", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:40.256930 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c41d591e-5339-46af-9c33-df53502afb4c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:40.257332 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e', 'code': 200} Jul 06 18:36:40.263960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Allocated IP 172.20.0.12 (d054863f-553d-40ce-886d-39f57f23a6c9/fc412fbd-75e6-4bcb-a2e1-273743b82dde/feecb1b8-788a-4c4b-951a-e0de2e305782) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:40.336240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.384648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.387817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.389666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.400165 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-985a0ca8-a8ad-41d3-a6c1-8d7b85890453 req-5cb4a73f-bc97-43e5-9d60-1e2806786668 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 210 time: 0.2020705 Jul 06 18:36:40.439451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port bdc3fb11-4a3b-4582-98ef-56a59469161f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:40.445247 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.515944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=bdc3fb11-4a3b-4582-98ef-56a59469161f,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:40.567998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:40.578718 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1235fe1b-bb64-4d31-b174-3afcafc017b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.579382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:40.595403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:40.595604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9f2d0-d68c-4b9c-9d3f-d6d61417ef69 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:40.596316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.636874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] For port 6074d0a6-febd-4f85-b86d-265a11209255, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6074d0a6-febd-4f85-b86d-265a11209255,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:40.637810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.655700 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1235fe1b-bb64-4d31-b174-3afcafc017b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.668801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=31515f93-d778-4bd7-bc35-e5876e6b1a54,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:40.675730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=bd759de9-4d34-4d90-ae0d-63f4392ec85c,revision_number=9']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:40.720924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Made reservation on behalf of eb1f65a22b5743969d94be8e890df513 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:40.726206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.741578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1235fe1b-bb64-4d31-b174-3afcafc017b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0edba2e9bbdf4bde9dfbd24671cfd75d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0977960 Jul 06 18:36:40.744248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:40.760758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235fe1b-bb64-4d31-b174-3afcafc017b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d476d6-f578-4f03-8967-5c1ccfb7bbd2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:40.760954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-891f811f-16f3-4ded-984c-1a58dc62b9b5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 7.5419667 Jul 06 18:36:40.765363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47902) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:40.779098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:3d:d8:c5', 'name': 'tempest-NetworksTestDHCPv6-729868428'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:40.917787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Made reservation on behalf of eb1f65a22b5743969d94be8e890df513 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:40.923351 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.924210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:40.992044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42f341e1-fde5-49b9-971c-a8d9732572a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.153880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Allocated IP 172.20.0.11 (d054863f-553d-40ce-886d-39f57f23a6c9/fc412fbd-75e6-4bcb-a2e1-273743b82dde/5c0bafbf-a82c-4872-962e-e979fe52821e) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:41.200194 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42f341e1-fde5-49b9-971c-a8d9732572a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.266126 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.266411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.266729 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Floating IP 757a6e5e-0346-4c5e-ad44-fb79def4fb42 disassociated. External IP: 172.25.4.178, port: 6074d0a6-febd-4f85-b86d-265a11209255. Jul 06 18:36:41.266983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Calling delete_port for 6074d0a6-febd-4f85-b86d-265a11209255 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:41.466824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-72db75e2-68a1-4b01-ab6d-b178ef7cf3b6 None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:41.467343 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72db75e2-68a1-4b01-ab6d-b178ef7cf3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.513634 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.532353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.574001 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.604888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134081f-cff9-4403-8309-299e2b8a6756 req-6d202d9e-43bb-44a1-bbe2-a7cb10009c77 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:41.610936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134081f-cff9-4403-8309-299e2b8a6756 req-6d202d9e-43bb-44a1-bbe2-a7cb10009c77 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:41.617819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134081f-cff9-4403-8309-299e2b8a6756 req-6d202d9e-43bb-44a1-bbe2-a7cb10009c77 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:41.625450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134081f-cff9-4403-8309-299e2b8a6756 req-6d202d9e-43bb-44a1-bbe2-a7cb10009c77 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:41.631409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134081f-cff9-4403-8309-299e2b8a6756 req-6d202d9e-43bb-44a1-bbe2-a7cb10009c77 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:41.631537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.639457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8134081f-cff9-4403-8309-299e2b8a6756 req-6d202d9e-43bb-44a1-bbe2-a7cb10009c77 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 3798 time: 0.4804127 Jul 06 18:36:41.641572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42f341e1-fde5-49b9-971c-a8d9732572a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.644142 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42f341e1-fde5-49b9-971c-a8d9732572a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.645238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-42f341e1-fde5-49b9-971c-a8d9732572a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15d476d6-f578-4f03-8967-5c1ccfb7bbd2 HTTP/1.1" status: 204 len: 168 time: 0.9000335 Jul 06 18:36:41.646174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Port': ['ID=6074d0a6-febd-4f85-b86d-265a11209255,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:41.699486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f341e1-fde5-49b9-971c-a8d9732572a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d476d6-f578-4f03-8967-5c1ccfb7bbd2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:41.781076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Pushing event updated for resources: {'Port': ['ID=feecb1b8-788a-4c4b-951a-e0de2e305782,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:41.867642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Pushing event updated for resources: {'Port': ['ID=5c0bafbf-a82c-4872-962e-e979fe52821e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:41.884016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2903ea5-594a-433b-87bf-c7fc819be5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.900632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Network d054863f-553d-40ce-886d-39f57f23a6c9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:41.903046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Network d054863f-553d-40ce-886d-39f57f23a6c9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:41.905009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:41.907364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8134081f-cff9-4403-8309-299e2b8a6756 req-94828914-c705-43a4-a7a1-e48d919cca3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657919 Jul 06 18:36:41.910319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:41.911731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Router 3d5bf8e0-5d42-417d-a757-aa91de075eff has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:36:41.913429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Allocated IP 172.20.0.5 (d054863f-553d-40ce-886d-39f57f23a6c9/fc412fbd-75e6-4bcb-a2e1-273743b82dde/d4aec668-b74f-46ec-8b36-3f48337127ab) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:41.915803 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2903ea5-594a-433b-87bf-c7fc819be5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:41.939953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:41.980260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:42.047908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a2903ea5-594a-433b-87bf-c7fc819be5b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c1f53b59bf6462d924bb931505f2b98&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1111052 Jul 06 18:36:42.060241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48012) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:42.103852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2903ea5-594a-433b-87bf-c7fc819be5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b98b059-8093-481f-bf86-6b534ca0fb70,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:42.136118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:42.137099 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.148009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:42.175462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f386d-eefc-4903-98ec-81e5742f8a6f req-d184ea34-6dd6-46d7-b9a2-65e09cca9234 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:42.176990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd759de9-4d34-4d90-ae0d-63f4392ec85c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:42.177645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-954f386d-eefc-4903-98ec-81e5742f8a6f req-d184ea34-6dd6-46d7-b9a2-65e09cca9234 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.7401528 Jul 06 18:36:42.279677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255'}, {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5'}, {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc3fb11-4a3b-4582-98ef-56a59469161f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:42.282052 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fa7350-ace7-428d-9b88-29c393f1a172" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "6074d0a6-febd-4f85-b86d-265a11209255"}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "d8948fd1-d4f5-485c-a91b-19efdf4fe2d5"}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc3fb11-4a3b-4582-98ef-56a59469161f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:42.299512 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.320580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:42.321193 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.331596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:42.332850 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.370134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.420640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.440980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-afb0b804-fe60-4609-827f-b8ff1d114acf tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1366644 Jul 06 18:36:42.454937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 9a8baa18-0fad-433a-b686-6fc94da1d9a5 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:36:42.461630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-9328fe34-d9f0-4295-bff2-0d876b1a97b5 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9556301 Jul 06 18:36:42.488338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Request body: {'port': {'device_id': '1ca94aca-c0f5-4619-86da-cd770c003ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:42.501028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Request body: {'port': {'device_id': '3416ce15-21db-4c29-948a-d6d1ab08a914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:42.503781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889b9854-0ceb-474d-a0aa-fabe89bc046a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.543202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:36:42.568141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] Sync routers for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:36:42.588084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:36:42.588953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:42.601236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-954f386d-eefc-4903-98ec-81e5742f8a6f req-ecaf8a0e-01fb-4cc7-a9ec-ce92a2211fe7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876809 Jul 06 18:36:42.648346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889b9854-0ceb-474d-a0aa-fabe89bc046a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.693358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Network d054863f-553d-40ce-886d-39f57f23a6c9 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:42.698794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Pushing event updated for resources: {'Port': ['ID=d4aec668-b74f-46ec-8b36-3f48337127ab,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:42.707937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:42.756055 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d29317d-28d1-4e66-809d-6da916ffef91 x-openstack-request-id: req-3d29317d-28d1-4e66-809d-6da916ffef91 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:42.758128 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "6074d0a6-febd-4f85-b86d-265a11209255", "code": 200}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "d8948fd1-d4f5-485c-a91b-19efdf4fe2d5", "code": 200}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc3fb11-4a3b-4582-98ef-56a59469161f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:42.759240 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d29317d-28d1-4e66-809d-6da916ffef91 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:42.759830 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255', 'code': 200} Jul 06 18:36:42.760235 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5', 'code': 200} Jul 06 18:36:42.760371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:42.760740 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc3fb11-4a3b-4582-98ef-56a59469161f', 'code': 200} Jul 06 18:36:42.785000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] No DVR routers for this DVR port 6074d0a6-febd-4f85-b86d-265a11209255 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:42.839943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.847798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-a9921efd-a727-4fce-8311-eb2e5036e52d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "DELETE /v2.0/ports/6074d0a6-febd-4f85-b86d-265a11209255 HTTP/1.1" status: 204 len: 173 time: 4.5447481 Jul 06 18:36:42.849355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:42.851892 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71052d5-803f-4f8d-8fcb-114ff1215919" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "6074d0a6-febd-4f85-b86d-265a11209255"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:42.886502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.918519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:36:42.935536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48040) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:42.936009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:42.972647 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454b0c34-302c-4ea8-bec3-f388e5b10394 x-openstack-request-id: req-454b0c34-302c-4ea8-bec3-f388e5b10394 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:42.972948 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "6074d0a6-febd-4f85-b86d-265a11209255", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:42.973210 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-454b0c34-302c-4ea8-bec3-f388e5b10394 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:42.973623 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': '6074d0a6-febd-4f85-b86d-265a11209255', 'status': 'completed', 'code': 200} Jul 06 18:36:42.993395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ca779-6e1c-4682-96ad-45e05ec4a1ad req-9fb92dbd-db69-4517-b392-aa86dc8de740 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:42.995089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ad4ca779-6e1c-4682-96ad-45e05ec4a1ad req-9fb92dbd-db69-4517-b392-aa86dc8de740 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 932 time: 0.7901525 Jul 06 18:36:43.037988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:43.038691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.089991 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889b9854-0ceb-474d-a0aa-fabe89bc046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.098171 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-889b9854-0ceb-474d-a0aa-fabe89bc046a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.103078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-889b9854-0ceb-474d-a0aa-fabe89bc046a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b98b059-8093-481f-bf86-6b534ca0fb70 HTTP/1.1" status: 204 len: 168 time: 1.0263104 Jul 06 18:36:43.136068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1651322930-network', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:43.164444 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ad4ca779-6e1c-4682-96ad-45e05ec4a1ad req-679eabc6-3061-4f8d-b1e9-2f3bad73b0be tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493814 Jul 06 18:36:43.170890 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-f54592f3-47e1-40ed-8daa-32e2811b217d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8923867 Jul 06 18:36:43.185006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Request body: {'port': {'device_id': '1f6537e1-f43f-4312-9942-71b3febd0552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:43.220265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::171 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/a6f1fcf2-516e-4a4b-a915-86e06a888394/9a8baa18-0fad-433a-b686-6fc94da1d9a5) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:43.230189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3d:d8c5 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/31515f93-d778-4bd7-bc35-e5876e6b1a54/9a8baa18-0fad-433a-b686-6fc94da1d9a5) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:43.249843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Made reservation on behalf of 9e415e130ca04a699e8c19edc9ecb284 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:43.253383 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.259373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting port 486e63c4-6d83-4b3b-ab15-e089065418dc {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:43.259711 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.400996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:55Z', 'revision_number': 5, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:43.421570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.427854 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.430085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.439305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] Checking router: 3d5bf8e0-5d42-417d-a757-aa91de075eff for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:36:43.448889 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 9a8baa18-0fad-433a-b686-6fc94da1d9a5 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:43.451923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:36:43.452598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:43.625051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b9854-0ceb-474d-a0aa-fabe89bc046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b98b059-8093-481f-bf86-6b534ca0fb70,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:43.639420 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.728530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:36:43.923097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] For port 486e63c4-6d83-4b3b-ab15-e089065418dc, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=486e63c4-6d83-4b3b-ab15-e089065418dc,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:43.923985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:43.931347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:44.034259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Calling delete_port for 486e63c4-6d83-4b3b-ab15-e089065418dc owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:44.036695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:44.043552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=9a8baa18-0fad-433a-b686-6fc94da1d9a5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:44.058510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:44.064545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:44.065252 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.199199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92fc7d-5388-456d-85cb-138f184370c9 req-48725598-8035-4d67-b8a6-cf407a4d00a1 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:44.216911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92fc7d-5388-456d-85cb-138f184370c9 req-48725598-8035-4d67-b8a6-cf407a4d00a1 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:44.238234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92fc7d-5388-456d-85cb-138f184370c9 req-48725598-8035-4d67-b8a6-cf407a4d00a1 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:44.250034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92fc7d-5388-456d-85cb-138f184370c9 req-48725598-8035-4d67-b8a6-cf407a4d00a1 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:44.251904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b92fc7d-5388-456d-85cb-138f184370c9 req-48725598-8035-4d67-b8a6-cf407a4d00a1 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 3143 time: 0.7577269 Jul 06 18:36:44.254246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:55Z', 'revision_number': 5, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:44.348584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3868657-dd1f-4899-98d7-961d1fe36c52 None None] The sync data for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 is: [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:25:40Z', 'revision_number': 4, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'abec07f4-dafd-465a-b666-2521ce2698cc', 'name': '', 'network_id': 'c97f7bee-4d6f-4331-a536-ecf46e04d16d', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'mac_address': 'fa:16:3e:e2:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:37Z', 'updated_at': '2021-07-06T18:25:55Z', 'revision_number': 5, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'subnets': [{'id': '520aece6-1643-47a3-bf1c-edc6270091c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:36:44.431290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b92fc7d-5388-456d-85cb-138f184370c9 req-ca8f2813-c8c7-490c-8471-792d025f5c3a tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160400 Jul 06 18:36:44.477079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea048fc-a9f6-4108-a1c8-5bc7f07ffcf0 req-0fa9f311-5d61-48b4-93ad-a33d9dfa91d3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:44.485782 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cea048fc-a9f6-4108-a1c8-5bc7f07ffcf0 req-0fa9f311-5d61-48b4-93ad-a33d9dfa91d3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.5689654 Jul 06 18:36:44.488821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.521178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7cdf0fa8-980e-47b2-b4fa-00a92e0f1135 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7518663 Jul 06 18:36:44.527622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.527799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48082) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:44.560660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-be00d687-d541-438c-99cd-d6bb19f499ff None None] Provisioning for port 9a8baa18-0fad-433a-b686-6fc94da1d9a5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:44.564629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feecb1b8-788a-4c4b-951a-e0de2e305782 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:44.566399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-be00d687-d541-438c-99cd-d6bb19f499ff None None] Provisioning complete for port 9a8baa18-0fad-433a-b686-6fc94da1d9a5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:44.568749 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-be00d687-d541-438c-99cd-d6bb19f499ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.595792 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cea048fc-a9f6-4108-a1c8-5bc7f07ffcf0 req-1392a560-748a-4b47-a859-de65d25df939 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032033 Jul 06 18:36:44.602614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:36:44.640606 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.641293 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Added segment 107cd60b-d4a2-49d5-a6d6-38f1088ea1eb of type vlan for network 32eebd69-66d3-4d34-b336-1ff6fd762341 Jul 06 18:36:44.655804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3025a49f-f0e3-4202-b414-229f9396807d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:44.656266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.678703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-be00d687-d541-438c-99cd-d6bb19f499ff None None] Port 9a8baa18-0fad-433a-b686-6fc94da1d9a5 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:36:44.708424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.709103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.709664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.710244 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.710776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.711455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.711987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.712549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.713090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.713620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.714248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.714798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:44.718801 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.767792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Transition to ACTIVE for port object feecb1b8-788a-4c4b-951a-e0de2e305782 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:44.793269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.809680 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:44.830574 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Port': ['ID=486e63c4-6d83-4b3b-ab15-e089065418dc,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:44.962694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:36:44.993812 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12302b-912e-48d4-8b0e-9e9336b0f77c None None] New status for floating IP 757a6e5e-0346-4c5e-ad44-fb79def4fb42: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:36:45.078022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Pushing event updated for resources: {'Port': ['ID=feecb1b8-788a-4c4b-951a-e0de2e305782,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:45.172201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] No DVR routers for this DVR port 486e63c4-6d83-4b3b-ab15-e089065418dc on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:45.176540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:45.178926 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-75bac522-7f8a-44b0-932e-0bc7b3fdb741 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "DELETE /v2.0/ports/486e63c4-6d83-4b3b-ab15-e089065418dc HTTP/1.1" status: 204 len: 173 time: 2.3236217 Jul 06 18:36:45.181575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': '486e63c4-6d83-4b3b-ab15-e089065418dc'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:45.184269 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e653961e-d764-4e0c-ba61-2584cbe52ac7" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "486e63c4-6d83-4b3b-ab15-e089065418dc"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:45.226318 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:36:45.273207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9ef92abb-54fc-448e-9b94-91faddf9e11c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 9a8baa18-0fad-433a-b686-6fc94da1d9a5 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:45.273594 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef92abb-54fc-448e-9b94-91faddf9e11c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:45.330530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a449d7f-7071-482d-ad40-98e95168a460 req-c2db8eb8-c083-4a20-8db7-ba7c861ca0d4 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:45.360012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a449d7f-7071-482d-ad40-98e95168a460 req-c2db8eb8-c083-4a20-8db7-ba7c861ca0d4 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 932 time: 0.6456466 Jul 06 18:36:45.480178 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-687871d8-2800-4db7-af6a-1d5f90e60159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:45.618373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0bafbf-a82c-4872-962e-e979fe52821e {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:45.637998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a449d7f-7071-482d-ad40-98e95168a460 req-e5e5a4bf-e04a-4b35-9e48-51fcb17cde7e tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718854 Jul 06 18:36:45.646178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Attempting to bind port feecb1b8-788a-4c4b-951a-e0de2e305782 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:45.646543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Attempting to bind port feecb1b8-788a-4c4b-951a-e0de2e305782 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:45.646855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Attempting to bind port feecb1b8-788a-4c4b-951a-e0de2e305782 on network d054863f-553d-40ce-886d-39f57f23a6c9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:45.662474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:45.688090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Port feecb1b8-788a-4c4b-951a-e0de2e305782 on network d054863f-553d-40ce-886d-39f57f23a6c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:36:45.688429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Attempting to bind port feecb1b8-788a-4c4b-951a-e0de2e305782 on network d054863f-553d-40ce-886d-39f57f23a6c9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:45.717425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:45.729965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Checking segment: {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:45.730452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Bound using segment: {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:45.730944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Bound port: feecb1b8-788a-4c4b-951a-e0de2e305782, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:45.731330 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:45.904797 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9cf332-5187-473b-90e3-10df5e6cdfea x-openstack-request-id: req-ec9cf332-5187-473b-90e3-10df5e6cdfea {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:45.905344 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "486e63c4-6d83-4b3b-ab15-e089065418dc", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:45.905344 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec9cf332-5187-473b-90e3-10df5e6cdfea {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:45.905750 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': '486e63c4-6d83-4b3b-ab15-e089065418dc', 'status': 'completed', 'code': 200} Jul 06 18:36:45.950586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:45.951863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:45.952493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.107869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1687698 Jul 06 18:36:46.125352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48114) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:46.132974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d65871-d172-40a5-a3f0-31228676329d admin admin] Pushing event updated for resources: {'Network': ['ID=32eebd69-66d3-4d34-b336-1ff6fd762341,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:46.138128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Request body: {'subnet': {'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1651322930-subnet', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:46.146232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:36:46.234834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d00a23-099d-4a0a-83fb-c3fe0225598c req-11c7ccf3-4d33-44dd-886c-1c60cbddfcdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:46.249950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d00a23-099d-4a0a-83fb-c3fe0225598c req-11c7ccf3-4d33-44dd-886c-1c60cbddfcdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:46.264366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d00a23-099d-4a0a-83fb-c3fe0225598c req-11c7ccf3-4d33-44dd-886c-1c60cbddfcdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:46.266825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Transition to ACTIVE for port object 5c0bafbf-a82c-4872-962e-e979fe52821e will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:46.274930 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15d00a23-099d-4a0a-83fb-c3fe0225598c req-11c7ccf3-4d33-44dd-886c-1c60cbddfcdd tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 2410 time: 0.3748608 Jul 06 18:36:46.275683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef92abb-54fc-448e-9b94-91faddf9e11c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.306007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.323945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9ef92abb-54fc-448e-9b94-91faddf9e11c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 9a8baa18-0fad-433a-b686-6fc94da1d9a5 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:46.399454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] For port feecb1b8-788a-4c4b-951a-e0de2e305782, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:46.457773 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0bafbf-a82c-4872-962e-e979fe52821e,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:46.468512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] For port feecb1b8-788a-4c4b-951a-e0de2e305782, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=feecb1b8-788a-4c4b-951a-e0de2e305782,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:36:46.493634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Made reservation on behalf of 9e415e130ca04a699e8c19edc9ecb284 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:46.496503 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.504167 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.575862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92af723-d093-4d01-9e46-604367fbc7ba req-987a0e9e-8a65-412f-b6bb-2df52b9bda46 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:46.577419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c92af723-d093-4d01-9e46-604367fbc7ba req-987a0e9e-8a65-412f-b6bb-2df52b9bda46 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.7967689 Jul 06 18:36:46.598467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4aec668-b74f-46ec-8b36-3f48337127ab {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:46.615765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:46.616399 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.617890 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/feecb1b8-788a-4c4b-951a-e0de2e305782 HTTP/1.1" status: 200 len: 1092 time: 4.1474869 Jul 06 18:36:46.622441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.633794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3416ce15-21db-4c29-948a-d6d1ab08a914', 'tag': 'feecb1b8-788a-4c4b-951a-e0de2e305782'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:46.636247 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292c3d2d-f822-458c-96f6-5d0cb271cd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "3416ce15-21db-4c29-948a-d6d1ab08a914", "tag": "feecb1b8-788a-4c4b-951a-e0de2e305782"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:46.679512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15d00a23-099d-4a0a-83fb-c3fe0225598c req-b97d8da4-15d2-43a4-8df0-7fd654b540b4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025269 Jul 06 18:36:46.689078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Transition to ACTIVE for port object d4aec668-b74f-46ec-8b36-3f48337127ab will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:46.693179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:46.694840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.718305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.882790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aec668-b74f-46ec-8b36-3f48337127ab,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:46.899093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Attempting to bind port 5c0bafbf-a82c-4872-962e-e979fe52821e on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:46.899450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Attempting to bind port 5c0bafbf-a82c-4872-962e-e979fe52821e by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:46.899793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Attempting to bind port 5c0bafbf-a82c-4872-962e-e979fe52821e on network d054863f-553d-40ce-886d-39f57f23a6c9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:46.920453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Port 5c0bafbf-a82c-4872-962e-e979fe52821e on network d054863f-553d-40ce-886d-39f57f23a6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:36:46.920822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Attempting to bind port 5c0bafbf-a82c-4872-962e-e979fe52821e on network d054863f-553d-40ce-886d-39f57f23a6c9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:46.959446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c92af723-d093-4d01-9e46-604367fbc7ba req-e1c5ae72-9f24-4a8e-96e4-2a3ea1233c7b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654633 Jul 06 18:36:46.962955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8d360-02c3-4bac-b95d-f1f51dec45c9 service neutron] Pushing event updated for resources: {'Port': ['ID=feecb1b8-788a-4c4b-951a-e0de2e305782,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:46.980148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:46.980499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Checking segment: {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:46.981156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Bound using segment: {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:46.981331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] For port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:46.981816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Bound port: 5c0bafbf-a82c-4872-962e-e979fe52821e, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:46.981898 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:46.982007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.062196 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2e12af-9e42-496c-bed1-5e5f7e8834a1 x-openstack-request-id: req-5a2e12af-9e42-496c-bed1-5e5f7e8834a1 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:47.062903 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3416ce15-21db-4c29-948a-d6d1ab08a914", "tag": "feecb1b8-788a-4c4b-951a-e0de2e305782", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:47.063182 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a2e12af-9e42-496c-bed1-5e5f7e8834a1 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:47.063576 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3416ce15-21db-4c29-948a-d6d1ab08a914', 'tag': 'feecb1b8-788a-4c4b-951a-e0de2e305782', 'status': 'completed', 'code': 200} Jul 06 18:36:47.131817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-67bca3c1-4b35-49e8-8504-a7cd3c3f7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:47.133382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-67bca3c1-4b35-49e8-8504-a7cd3c3f7ec8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb1f65a22b5743969d94be8e890df513&device_id=3416ce15-21db-4c29-948a-d6d1ab08a914 HTTP/1.1" status: 200 len: 1095 time: 0.4145014 Jul 06 18:36:47.135325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Calling delete_port for d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:47.219662 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-2e24c48c-c8ae-4ec6-aff4-6299a8747756 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feecb1b8-788a-4c4b-951a-e0de2e305782 HTTP/1.1" status: 200 len: 217 time: 0.0515213 Jul 06 18:36:47.232518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] For port 5c0bafbf-a82c-4872-962e-e979fe52821e, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:47.305925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] For port 5c0bafbf-a82c-4872-962e-e979fe52821e, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c0bafbf-a82c-4872-962e-e979fe52821e,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:36:47.320116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.354306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.365198 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef92abb-54fc-448e-9b94-91faddf9e11c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.373222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-0195bb2c-91c5-4f28-8946-e7efb07ad134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:47.374929 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-0195bb2c-91c5-4f28-8946-e7efb07ad134 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc412fbd-75e6-4bcb-a2e1-273743b82dde HTTP/1.1" status: 200 len: 857 time: 0.1444328 Jul 06 18:36:47.422972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Attempting to bind port d4aec668-b74f-46ec-8b36-3f48337127ab on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:47.425284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Attempting to bind port d4aec668-b74f-46ec-8b36-3f48337127ab by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:47.425694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Attempting to bind port d4aec668-b74f-46ec-8b36-3f48337127ab on network d054863f-553d-40ce-886d-39f57f23a6c9 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:47.434303 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-3b1ce656-7276-4a81-82ef-d1c11b57b036 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d054863f-553d-40ce-886d-39f57f23a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430689 Jul 06 18:36:47.435667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:47.436254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.437788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c0bafbf-a82c-4872-962e-e979fe52821e HTTP/1.1" status: 200 len: 1092 time: 4.9685760 Jul 06 18:36:47.555234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a562d-5824-4ad7-8d2d-c9b2869abbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0bafbf-a82c-4872-962e-e979fe52821e,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:47.707070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Port d4aec668-b74f-46ec-8b36-3f48337127ab on network d054863f-553d-40ce-886d-39f57f23a6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:36:47.709301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Attempting to bind port d4aec668-b74f-46ec-8b36-3f48337127ab on network d054863f-553d-40ce-886d-39f57f23a6c9 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:47.738150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:47.739383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Checking segment: {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:47.739783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Bound using segment: {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:47.740286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Bound port: d4aec668-b74f-46ec-8b36-3f48337127ab, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11b5bee-e1f8-4199-81b0-e89a06d29002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:47.744170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.785053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.827641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef92abb-54fc-448e-9b94-91faddf9e11c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=9a8baa18-0fad-433a-b686-6fc94da1d9a5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:47.860794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef92abb-54fc-448e-9b94-91faddf9e11c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.863355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9ef92abb-54fc-448e-9b94-91faddf9e11c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/9a8baa18-0fad-433a-b686-6fc94da1d9a5 HTTP/1.1" status: 204 len: 168 time: 3.3343475 Jul 06 18:36:47.870372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48154) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:47.871792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Port': ['ID=d8948fd1-d4f5-485c-a91b-19efdf4fe2d5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:47.911861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48156) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:47.994363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e691-63f9-4e8b-b206-9af9269132d7 req-36cf84a0-0b22-4782-8ba3-7df13f86a151 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:47.995940 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-cf875e85-ffc5-4582-a388-0c26d03097c0 service neutron] 10.222.0.24 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520368 Jul 06 18:36:47.996182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b033e691-63f9-4e8b-b206-9af9269132d7 req-36cf84a0-0b22-4782-8ba3-7df13f86a151 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 944 time: 1.0218251 Jul 06 18:36:47.997269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cfccb8-8291-43e2-bb9f-f51f2c970d0d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:48.090868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-95954996-9371-47f1-a702-72fb836124c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.093188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-95954996-9371-47f1-a702-72fb836124c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb1f65a22b5743969d94be8e890df513&device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 1095 time: 0.5346246 Jul 06 18:36:48.094271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] For port d4aec668-b74f-46ec-8b36-3f48337127ab, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:48.097973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] For port d4aec668-b74f-46ec-8b36-3f48337127ab, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d4aec668-b74f-46ec-8b36-3f48337127ab,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:36:48.102951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649c40-6788-45d9-bec8-b101e23ddbf2 req-f89a34e6-aa9f-40ca-8305-9772becf25c6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.104737 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0649c40-6788-45d9-bec8-b101e23ddbf2 req-f89a34e6-aa9f-40ca-8305-9772becf25c6 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.4492910 Jul 06 18:36:48.115185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-241b103f-5bf1-49ea-bfa9-7e0e7dd5e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.116873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-241b103f-5bf1-49ea-bfa9-7e0e7dd5e8e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1095 time: 0.5094018 Jul 06 18:36:48.117489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:48.153561 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7aac5724-e294-4049-8baa-9a97614e1d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:48.224084 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b44139c-0c72-4836-8e04-e007ac81e144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:48.227518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.228162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:48.229811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4aec668-b74f-46ec-8b36-3f48337127ab HTTP/1.1" status: 200 len: 1091 time: 5.0492861 Jul 06 18:36:48.243970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6537e1-f43f-4312-9942-71b3febd0552', 'tag': 'd4aec668-b74f-46ec-8b36-3f48337127ab'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:48.246763 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6537e1-f43f-4312-9942-71b3febd0552", "tag": "d4aec668-b74f-46ec-8b36-3f48337127ab"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:48.250453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] No DVR routers for this DVR port d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:48.259402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:48.279199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-4760e7f0-600d-414e-8022-f500ed2e6ac9 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "DELETE /v2.0/ports/d8948fd1-d4f5-485c-a91b-19efdf4fe2d5 HTTP/1.1" status: 204 len: 173 time: 3.0872688 Jul 06 18:36:48.314704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-8bdd3b82-9253-425e-80d3-3b6a7ff40d62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0bafbf-a82c-4872-962e-e979fe52821e HTTP/1.1" status: 200 len: 217 time: 0.2027016 Jul 06 18:36:48.326388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Checking segment: {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:48.327060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Network hostable DHCP agents. Network: 32eebd69-66d3-4d34-b336-1ff6fd762341, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:36:48.328251 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:48.389504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b033e691-63f9-4e8b-b206-9af9269132d7 req-f9c93c8f-5020-48dd-9a5a-d135fd5f873e tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650794 Jul 06 18:36:48.471860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251e8f9-6501-4592-a0be-3ea7bd1e5e94 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.474014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2251e8f9-6501-4592-a0be-3ea7bd1e5e94 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5996838 Jul 06 18:36:48.477146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-1ba03e5f-382e-46de-b63f-fbe3d2467f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.478133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-1ba03e5f-382e-46de-b63f-fbe3d2467f04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc412fbd-75e6-4bcb-a2e1-273743b82dde HTTP/1.1" status: 200 len: 857 time: 0.1481438 Jul 06 18:36:48.483356 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-933453cf-70fa-42bb-8e9d-d9adfe905c97 service neutron] 10.222.0.24 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722533 Jul 06 18:36:48.484139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48172) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:48.630270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd4c93-97c3-460e-9acd-ba7af8740394 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aec668-b74f-46ec-8b36-3f48337127ab,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:48.717226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b44139c-0c72-4836-8e04-e007ac81e144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:48.770804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:36:48.782276 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-71374efe-7e41-4be1-a694-2fe81361456b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d054863f-553d-40ce-886d-39f57f23a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454819 Jul 06 18:36:48.828777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 32eebd69-66d3-4d34-b336-1ff6fd762341) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:48.843072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa428ec-6b6a-4404-827a-afc004bc3cbe None None] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:48.859372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-8de01661-7a74-45ab-82b3-e540c0b5e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.861152 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-8de01661-7a74-45ab-82b3-e540c0b5e881 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb1f65a22b5743969d94be8e890df513&device_id=1f6537e1-f43f-4312-9942-71b3febd0552 HTTP/1.1" status: 200 len: 1094 time: 0.5024533 Jul 06 18:36:48.862694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.863418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:48.929089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-b14a79cd-7b28-41a6-b6a1-2eb5c42ef754 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4aec668-b74f-46ec-8b36-3f48337127ab HTTP/1.1" status: 200 len: 217 time: 0.0559742 Jul 06 18:36:48.940784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0649c40-6788-45d9-bec8-b101e23ddbf2 req-737ce2a8-5d99-44cc-a141-b65052e19efa tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8127513 Jul 06 18:36:48.942189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17031ef1-c9a6-4c8f-8ea4-afbad4c68c5f req-329cf504-34b6-430d-abad-2b422144e03b tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.949066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17031ef1-c9a6-4c8f-8ea4-afbad4c68c5f req-329cf504-34b6-430d-abad-2b422144e03b tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.951209 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17031ef1-c9a6-4c8f-8ea4-afbad4c68c5f req-329cf504-34b6-430d-abad-2b422144e03b tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 1677 time: 0.3413014 Jul 06 18:36:48.982290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c2b0a807-613a-4567-aee7-31c4c0223d31 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8495109 Jul 06 18:36:48.983717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48176) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:48.996053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:48.999010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b44139c-0c72-4836-8e04-e007ac81e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.027860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting port bdc3fb11-4a3b-4582-98ef-56a59469161f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:49.028394 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.033692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-ac327d79-c80c-4b33-a7cc-a106329de0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:49.034987 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-ac327d79-c80c-4b33-a7cc-a106329de0d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.8975923 Jul 06 18:36:49.044672 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9314cc-7276-40f1-adf6-caf275b38417 x-openstack-request-id: req-1e9314cc-7276-40f1-adf6-caf275b38417 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:49.044869 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6537e1-f43f-4312-9942-71b3febd0552", "tag": "d4aec668-b74f-46ec-8b36-3f48337127ab", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:49.045075 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e9314cc-7276-40f1-adf6-caf275b38417 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:49.045684 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6537e1-f43f-4312-9942-71b3febd0552', 'tag': 'd4aec668-b74f-46ec-8b36-3f48337127ab', 'status': 'completed', 'code': 200} Jul 06 18:36:49.082470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca94aca-c0f5-4619-86da-cd770c003ffa', 'tag': '5c0bafbf-a82c-4872-962e-e979fe52821e'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:49.084745 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c924b2a0-d61d-4e02-9037-09bd83d9910f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca94aca-c0f5-4619-86da-cd770c003ffa", "tag": "5c0bafbf-a82c-4872-962e-e979fe52821e"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:49.108413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-32eebd69-66d3-4d34-b336-1ff6fd762341', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:36:49.109465 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.157177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-de962cea-b206-4d01-81e8-bf3df23b4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:49.159433 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-de962cea-b206-4d01-81e8-bf3df23b4be2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc412fbd-75e6-4bcb-a2e1-273743b82dde HTTP/1.1" status: 200 len: 857 time: 0.2064204 Jul 06 18:36:49.184046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.185204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.206499 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac54486c-7b2b-4a5d-9e8b-cf645fc2aed8 x-openstack-request-id: req-ac54486c-7b2b-4a5d-9e8b-cf645fc2aed8 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:49.207029 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca94aca-c0f5-4619-86da-cd770c003ffa", "tag": "5c0bafbf-a82c-4872-962e-e979fe52821e", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:49.207438 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac54486c-7b2b-4a5d-9e8b-cf645fc2aed8 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:49.207987 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca94aca-c0f5-4619-86da-cd770c003ffa', 'tag': '5c0bafbf-a82c-4872-962e-e979fe52821e', 'status': 'completed', 'code': 200} Jul 06 18:36:49.250428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.254629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17031ef1-c9a6-4c8f-8ea4-afbad4c68c5f req-13ae8084-ee8d-4a4f-9b50-005e070d1d01 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854953 Jul 06 18:36:49.269868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44139c-0c72-4836-8e04-e007ac81e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4110af-77a1-4b4a-b789-fc35ade179e4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:49.277192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8b44139c-0c72-4836-8e04-e007ac81e144 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d089c1d5a8614321ba45e9641394270f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3606164 Jul 06 18:36:49.279528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-e6ac4c0a-2212-4977-8e46-883de3db15ad service neutron] 10.222.0.41 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770455 Jul 06 18:36:49.282246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48180) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:49.288259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-d8d397fe-7024-4fc4-8197-f3d77da406bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d054863f-553d-40ce-886d-39f57f23a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159129 Jul 06 18:36:49.375880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Allocated IP 172.20.0.2 (32eebd69-66d3-4d34-b336-1ff6fd762341/a6cfccb8-8291-43e2-bb9f-f51f2c970d0d/3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:49.387624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a40483f-c187-4ac0-9fed-3dc8cffb3fe3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:49.389181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9a40483f-c187-4ac0-9fed-3dc8cffb3fe3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8702290 Jul 06 18:36:49.415716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48182) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:49.435023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.436098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] For port bdc3fb11-4a3b-4582-98ef-56a59469161f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=bdc3fb11-4a3b-4582-98ef-56a59469161f,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:49.436473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.450673 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-8e03bde5-224d-42c9-9893-14c9816bd4c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 999 time: 0.4040153 Jul 06 18:36:49.457140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Calling delete_port for bdc3fb11-4a3b-4582-98ef-56a59469161f owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:49.562531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.626582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-45f60e84-5bbd-4082-b208-7820d48d078e service neutron] 10.222.0.41 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023551 Jul 06 18:36:49.737747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-f75f6e82-d149-4915-af3c-4fe1597c1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:49.740113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-f75f6e82-d149-4915-af3c-4fe1597c1ecc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb1f65a22b5743969d94be8e890df513&device_id=3416ce15-21db-4c29-948a-d6d1ab08a914 HTTP/1.1" status: 200 len: 1095 time: 1.0204327 Jul 06 18:36:49.753803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-edbb2fe4-359f-4539-8c4b-b529c3a5470c service neutron] 10.222.0.41 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169183 Jul 06 18:36:49.878045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48194) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:49.897233 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.908098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Transition to ACTIVE for port object 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:49.927095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Transition to ACTIVE for port object 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:49.939121 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.008713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:50.011987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:50.018716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:50.032184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857900e-63c4-43cd-8e08-7b1ab80714ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.034334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857900e-63c4-43cd-8e08-7b1ab80714ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.036198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857900e-63c4-43cd-8e08-7b1ab80714ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.038096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6857900e-63c4-43cd-8e08-7b1ab80714ff tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5903640 Jul 06 18:36:50.045884 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d2a214d-95a8-4ce1-adec-898be43e2c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.047692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48198) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:50.066897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-6940e6d3-e53f-4d6d-a7ea-25b71bc7744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.068765 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-6940e6d3-e53f-4d6d-a7ea-25b71bc7744c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.5486660 Jul 06 18:36:50.079602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be21aa78-2fd7-4d42-968e-530acfedb96e req-0a07328f-ad42-4242-b993-428609728efb service neutron] 10.222.0.41 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920351 Jul 06 18:36:50.115259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Pushing event updated for resources: {'Port': ['ID=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:50.141891 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.142691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.143206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.143829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.144356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.144930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.145432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.146079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.146797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.147527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.148224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.149180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.178552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Attempting to bind port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:50.179232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Attempting to bind port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:50.179898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Attempting to bind port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 on network 32eebd69-66d3-4d34-b336-1ff6fd762341 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:50.187586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:50.188232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Checking segment: {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:50.188820 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.189833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Bound using segment: {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:50.190552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Bound port: 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:50.191273 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.272926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] For port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:50.277174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] For port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:36:50.283179 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.353359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd3551-b5c1-47b8-b143-1a8e467c7217 None None] Pushing event updated for resources: {'Port': ['ID=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:50.585550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.617176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-e1b4a42e-6207-469a-8349-fb86fcf11b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.618969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-e1b4a42e-6207-469a-8349-fb86fcf11b23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb1f65a22b5743969d94be8e890df513&device_id=1f6537e1-f43f-4312-9942-71b3febd0552 HTTP/1.1" status: 200 len: 1094 time: 0.7451127 Jul 06 18:36:50.634368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d2a214d-95a8-4ce1-adec-898be43e2c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.751012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ed33a9-e8ac-4dda-a543-af7a4cde2684 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 31515f93-d778-4bd7-bc35-e5876e6b1a54 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:50.776179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61ed33a9-e8ac-4dda-a543-af7a4cde2684 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.800786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f70452-4180-4a0b-bc08-296456b16093 req-11302f64-675d-4e37-a72c-10ac2e5ac6e9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.803246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-93f70452-4180-4a0b-bc08-296456b16093 req-11302f64-675d-4e37-a72c-10ac2e5ac6e9 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.4240286 Jul 06 18:36:50.811617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Port': ['ID=bdc3fb11-4a3b-4582-98ef-56a59469161f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:50.857225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-2667c65d-10ae-4f9f-96fc-bf12e87c78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.858835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-2667c65d-10ae-4f9f-96fc-bf12e87c78e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d054863f-553d-40ce-886d-39f57f23a6c9 HTTP/1.1" status: 200 len: 918 time: 1.0589037 Jul 06 18:36:50.861325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] No DVR routers for this DVR port bdc3fb11-4a3b-4582-98ef-56a59469161f on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:50.867251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84e087-d390-4794-a088-27559c8b9914 req-6d8ebdc1-2f86-49e1-a4c3-ca5ca7a8d72d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.869034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b84e087-d390-4794-a088-27559c8b9914 req-6d8ebdc1-2f86-49e1-a4c3-ca5ca7a8d72d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 944 time: 1.1561081 Jul 06 18:36:50.876897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.878915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-5406d514-d32f-49b8-a0f4-7f63201c349f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "DELETE /v2.0/ports/bdc3fb11-4a3b-4582-98ef-56a59469161f HTTP/1.1" status: 204 len: 173 time: 2.5186937 Jul 06 18:36:50.944784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61ed33a9-e8ac-4dda-a543-af7a4cde2684 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.970783 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.971760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-11b5abbd-61a6-43b8-96b1-8545f21ee8d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feecb1b8-788a-4c4b-951a-e0de2e305782 HTTP/1.1" status: 200 len: 217 time: 0.1016974 Jul 06 18:36:50.973870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-e03d98c8-4ed3-463f-8d54-7de97a6deeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.975373 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-e03d98c8-4ed3-463f-8d54-7de97a6deeeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8420575 Jul 06 18:36:51.018333 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-93f70452-4180-4a0b-bc08-296456b16093 req-17c8f4ed-3c74-43ef-a7b2-a92f97498b99 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987290 Jul 06 18:36:51.031796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-9949c7e9-53a3-4a20-8715-adaf2a3e4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.033367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-9949c7e9-53a3-4a20-8715-adaf2a3e4f21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d054863f-553d-40ce-886d-39f57f23a6c9 HTTP/1.1" status: 200 len: 918 time: 0.3472118 Jul 06 18:36:51.047818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5'}, {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': 'bdc3fb11-4a3b-4582-98ef-56a59469161f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:51.050556 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1da961-5b66-4643-b2e7-645ff476493b" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "d8948fd1-d4f5-485c-a91b-19efdf4fe2d5"}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "bdc3fb11-4a3b-4582-98ef-56a59469161f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:51.143677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-b31251c5-8083-44cb-ac08-465b81cfd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.143906 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-adec0676-a575-4f1a-a67e-73f27856cbf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4aec668-b74f-46ec-8b36-3f48337127ab HTTP/1.1" status: 200 len: 217 time: 0.0968370 Jul 06 18:36:51.146746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-b31251c5-8083-44cb-ac08-465b81cfd668 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb1f65a22b5743969d94be8e890df513&device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 1095 time: 0.9736218 Jul 06 18:36:51.156598 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d2a214d-95a8-4ce1-adec-898be43e2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.159647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d2a214d-95a8-4ce1-adec-898be43e2c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.161008 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8d2a214d-95a8-4ce1-adec-898be43e2c5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d4110af-77a1-4b4a-b789-fc35ade179e4 HTTP/1.1" status: 204 len: 168 time: 1.8748796 Jul 06 18:36:51.206213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b84e087-d390-4794-a088-27559c8b9914 req-1c4c84e5-2d78-4f3e-9a00-018351a92fd8 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194916 Jul 06 18:36:51.296458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device feecb1b8-788a-4c4b-951a-e0de2e305782 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:36:51.353569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a214d-95a8-4ce1-adec-898be43e2c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4110af-77a1-4b4a-b789-fc35ade179e4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:51.367257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-c2f367fc-9c6e-46ae-8b12-0b65378fd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.369054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-c2f367fc-9c6e-46ae-8b12-0b65378fd9cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc412fbd-75e6-4bcb-a2e1-273743b82dde HTTP/1.1" status: 200 len: 857 time: 0.3859494 Jul 06 18:36:51.401929 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae7bbcf-4dfb-4b54-a6d8-2b691ab9df14 x-openstack-request-id: req-5ae7bbcf-4dfb-4b54-a6d8-2b691ab9df14 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:51.402402 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "d8948fd1-d4f5-485c-a91b-19efdf4fe2d5", "status": "completed", "code": 200}, {"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "bdc3fb11-4a3b-4582-98ef-56a59469161f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:51.402510 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ae7bbcf-4dfb-4b54-a6d8-2b691ab9df14 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:51.402845 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': 'd8948fd1-d4f5-485c-a91b-19efdf4fe2d5', 'status': 'completed', 'code': 200} Jul 06 18:36:51.403433 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': 'bdc3fb11-4a3b-4582-98ef-56a59469161f', 'status': 'completed', 'code': 200} Jul 06 18:36:51.467410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-530547e9-0106-4686-96f8-34c5c1163e7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d054863f-553d-40ce-886d-39f57f23a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710130 Jul 06 18:36:51.519017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-3de0f73d-aaf5-4a17-b5eb-f27dfa6ee39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.520688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-3de0f73d-aaf5-4a17-b5eb-f27dfa6ee39f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc412fbd-75e6-4bcb-a2e1-273743b82dde HTTP/1.1" status: 200 len: 857 time: 0.2971785 Jul 06 18:36:51.589916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-b91e74f0-1dbc-46ec-98d2-312e33e59e1e service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929956 Jul 06 18:36:51.634684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-3571a0db-2aa7-453d-b663-1477fcdc4415 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d054863f-553d-40ce-886d-39f57f23a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967591 Jul 06 18:36:51.640369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting port df391ba3-1fc3-41b5-b4d7-14e813b5be9e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:51.640943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.642975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port feecb1b8-788a-4c4b-951a-e0de2e305782, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=feecb1b8-788a-4c4b-951a-e0de2e305782,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:51.648020 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.671060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'feecb1b8-788a-4c4b-951a-e0de2e305782', 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9', 'port_id': 'feecb1b8-788a-4c4b-951a-e0de2e305782', 'mac_address': 'fa:16:3e:91:0a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc412fbd-75e6-4bcb-a2e1-273743b82dde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:36:51.732477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61ed33a9-e8ac-4dda-a543-af7a4cde2684 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.762701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-b073b16a-79dc-4fcd-b3a9-40db7ab5223a service neutron] 10.222.0.24 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665598 Jul 06 18:36:51.767231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.796396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feecb1b8-788a-4c4b-951a-e0de2e305782 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:51.846208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port feecb1b8-788a-4c4b-951a-e0de2e305782, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=feecb1b8-788a-4c4b-951a-e0de2e305782,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:51.853831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.875515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.942107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=feecb1b8-788a-4c4b-951a-e0de2e305782,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:51.954495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39256220-8061-4916-85f0-1109701196c1 None None] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:51.964833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-72008a68-7f38-4d0d-8e3c-4cb5ffd2bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.966550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-72008a68-7f38-4d0d-8e3c-4cb5ffd2bef8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d054863f-553d-40ce-886d-39f57f23a6c9 HTTP/1.1" status: 200 len: 918 time: 0.7861254 Jul 06 18:36:52.024467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73b7e1-3315-40b4-8d90-af8f6056dd19 req-47900d7d-6333-4d15-8e17-143a521a4eaf tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:52.026258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b73b7e1-3315-40b4-8d90-af8f6056dd19 req-47900d7d-6333-4d15-8e17-143a521a4eaf tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 943 time: 0.8015060 Jul 06 18:36:52.211060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-376e99b1-11fa-4bb4-9faa-d25bb575b71e service neutron] 10.222.0.41 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664175 Jul 06 18:36:52.224561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['feecb1b8-788a-4c4b-951a-e0de2e305782'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:36:52.251701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e251c7a8-4dc6-4784-8b91-624c5c5ef2ae None None] Provisioning for port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:52.253941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:52.261189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:52.297160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-22bdc30f-025c-47f9-a7a2-4cfc4d9b0481 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0bafbf-a82c-4872-962e-e979fe52821e HTTP/1.1" status: 200 len: 217 time: 0.2652309 Jul 06 18:36:52.437267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61ed33a9-e8ac-4dda-a543-af7a4cde2684 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:52.490152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61ed33a9-e8ac-4dda-a543-af7a4cde2684 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:52.492075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-61ed33a9-e8ac-4dda-a543-af7a4cde2684 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/31515f93-d778-4bd7-bc35-e5876e6b1a54 HTTP/1.1" status: 204 len: 168 time: 2.4375308 Jul 06 18:36:52.502610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48238) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:52.514486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfff728-5655-4b63-8358-9a37e1c40f2b None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:52.566455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed33a9-e8ac-4dda-a543-af7a4cde2684 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=31515f93-d778-4bd7-bc35-e5876e6b1a54,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:52.641790 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:52.642399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2f2ce09-54b5-4a01-84d6-c00e79e712b3 req-c792d6f8-e7ea-43d6-819a-68db1d1f0a30 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375709 Jul 06 18:36:52.657758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:52.660525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-9499e004-b51e-4f70-9c79-9e8432b5e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:52.662116 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-9499e004-b51e-4f70-9c79-9e8432b5e9fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc412fbd-75e6-4bcb-a2e1-273743b82dde HTTP/1.1" status: 200 len: 857 time: 0.3417709 Jul 06 18:36:52.676420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:52.676783 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:52.719767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-292c3d2d-f822-458c-96f6-5d0cb271cd5d req-d19450c1-e937-4a69-9920-82ad135ea300 service neutron] 10.222.0.24 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8991456 Jul 06 18:36:52.772744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-236513fd-97dd-48fd-a7f8-cbb1136aebb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d054863f-553d-40ce-886d-39f57f23a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892131 Jul 06 18:36:52.800500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d5a74a-1363-44d2-a192-7ad4b8b32244 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet a6f1fcf2-516e-4a4b-a915-86e06a888394 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:36:52.817152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07d5a74a-1363-44d2-a192-7ad4b8b32244 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:52.828370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a1c8-bb33-49a2-be1a-30480358760e req-6cb69e27-3a54-4518-ac17-4b2b9197c40c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:52.836297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72c0a1c8-bb33-49a2-be1a-30480358760e req-6cb69e27-3a54-4518-ac17-4b2b9197c40c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.4694507 Jul 06 18:36:52.871892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] For port df391ba3-1fc3-41b5-b4d7-14e813b5be9e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:52.872952 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:52.909389 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:52.916207 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b73b7e1-3315-40b4-8d90-af8f6056dd19 req-fad0a3b4-8d32-45fd-88e7-e33f4c72bf02 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups?id=760796ca-d84a-4f7d-a35a-b177300eb307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8689635 Jul 06 18:36:52.962704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Calling delete_port for df391ba3-1fc3-41b5-b4d7-14e813b5be9e owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:53.030435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:53.031421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Allocated IP 172.25.4.48 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/877ed729-5f4e-4c71-8b95-481b8e9ef15e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:53.060778 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.086063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07d5a74a-1363-44d2-a192-7ad4b8b32244 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.222256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-143c2a00-670f-4c75-b06d-ab1feaa6dfb2 req-5406012f-678c-48cd-be5c-5ddc097b0aa1 service neutron] 10.222.0.41 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9841952 Jul 06 18:36:53.225615 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-af9fdf99-2ed7-469b-b155-1eda4146453a None None] Provisioning complete for port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:53.226230 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-af9fdf99-2ed7-469b-b155-1eda4146453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.237895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72c0a1c8-bb33-49a2-be1a-30480358760e req-e708355c-8121-462e-b596-20fc48369413 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4004917 Jul 06 18:36:53.301479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:53.324474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-4f33dffa-8997-4365-8eca-3c673a56ae33 service neutron] 10.222.0.41 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424690 Jul 06 18:36:53.325048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device feecb1b8-788a-4c4b-951a-e0de2e305782 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:53.516674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port feecb1b8-788a-4c4b-951a-e0de2e305782 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:53.540368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port feecb1b8-788a-4c4b-951a-e0de2e305782 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:53.540743 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.563103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07d5a74a-1363-44d2-a192-7ad4b8b32244 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.629489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48268) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:53.672558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c924b2a0-d61d-4e02-9037-09bd83d9910f req-1a7f42f4-18b5-4bb5-a003-27a6ba1dfa91 service neutron] 10.222.0.41 "GET /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255093 Jul 06 18:36:53.696772 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07d5a74a-1363-44d2-a192-7ad4b8b32244 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.720257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.723038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.750094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a74a-1363-44d2-a192-7ad4b8b32244 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f1fcf2-516e-4a4b-a915-86e06a888394,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:53.766938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07d5a74a-1363-44d2-a192-7ad4b8b32244 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.770185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2d593-af53-4820-9890-25b2acb74872 req-36c701e1-5278-40d0-b2e5-8508f7ff9612 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:53.775468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-07d5a74a-1363-44d2-a192-7ad4b8b32244 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/a6f1fcf2-516e-4a4b-a915-86e06a888394 HTTP/1.1" status: 204 len: 168 time: 1.2378361 Jul 06 18:36:53.776441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48276) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:53.778651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ef2d593-af53-4820-9890-25b2acb74872 req-36c701e1-5278-40d0-b2e5-8508f7ff9612 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 944 time: 0.5258842 Jul 06 18:36:53.791870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3416ce15-21db-4c29-948a-d6d1ab08a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feecb1b8-788a-4c4b-951a-e0de2e305782'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:53.798067 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2cb2eb-d0b2-4e7f-acf2-4dababa07489" -d '{"events": [{"server_uuid": "3416ce15-21db-4c29-948a-d6d1ab08a914", "name": "network-vif-plugged", "status": "completed", "tag": "feecb1b8-788a-4c4b-951a-e0de2e305782"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:53.815458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port feecb1b8-788a-4c4b-951a-e0de2e305782, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=feecb1b8-788a-4c4b-951a-e0de2e305782,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:53.824930 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.871158 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-27219ef6-cf6c-4702-9eca-21a7ee0403bf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920415 Jul 06 18:36:53.873746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48280) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:53.881392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:53.898274 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afdaf08-ccfa-495d-ba60-e80966d165b9 x-openstack-request-id: req-7afdaf08-ccfa-495d-ba60-e80966d165b9 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:53.900025 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.901218 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3416ce15-21db-4c29-948a-d6d1ab08a914", "name": "network-vif-plugged", "status": "completed", "tag": "feecb1b8-788a-4c4b-951a-e0de2e305782", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:53.901510 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7afdaf08-ccfa-495d-ba60-e80966d165b9 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:53.902290 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3416ce15-21db-4c29-948a-d6d1ab08a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feecb1b8-788a-4c4b-951a-e0de2e305782', 'code': 200} Jul 06 18:36:53.967902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=feecb1b8-788a-4c4b-951a-e0de2e305782,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:54.067825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.079457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.111472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:54.119314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d4aec668-b74f-46ec-8b36-3f48337127ab details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:36:54.144792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d757fe4-e1b3-4f64-9608-ddf65ba3da19 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:54.165324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:54.168982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.177329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075d71f-2adf-4682-8674-1adfade1cb92 req-7968a79c-882a-4a3f-a8bb-dfd1a36ff199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:54.178885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1075d71f-2adf-4682-8674-1adfade1cb92 req-7968a79c-882a-4a3f-a8bb-dfd1a36ff199 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3416ce15-21db-4c29-948a-d6d1ab08a914 HTTP/1.1" status: 200 len: 1097 time: 0.1604996 Jul 06 18:36:54.182588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:54.196869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:54.223275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:54.236311 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ef2d593-af53-4820-9890-25b2acb74872 req-74a7f28b-190c-41f5-8086-b89346accc59 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563892 Jul 06 18:36:54.301528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b714465b-a571-4b13-a239-969e1d4bd04b req-71fb898b-b960-4aa8-81ac-02e02d302d38 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1265740 Jul 06 18:36:54.317983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Pushing event updated for resources: {'Port': ['ID=877ed729-5f4e-4c71-8b95-481b8e9ef15e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:54.372236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1075d71f-2adf-4682-8674-1adfade1cb92 req-15e05b31-9618-4fcd-b322-05efecd0da53 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571214 Jul 06 18:36:54.419210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] No DVR routers for this DVR port df391ba3-1fc3-41b5-b4d7-14e813b5be9e on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:54.425414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Port': ['ID=df391ba3-1fc3-41b5-b4d7-14e813b5be9e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:54.428201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.430401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86503e79-e418-42e7-96cb-aa3c30e9d337 req-27ccc1fa-f97f-49f0-8809-1ef72adb53b3 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.24 "DELETE /v2.0/ports/df391ba3-1fc3-41b5-b4d7-14e813b5be9e HTTP/1.1" status: 204 len: 173 time: 3.5447087 Jul 06 18:36:54.435894 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5760fdb2-6800-42e0-a55d-fa44e3a54688 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f631c7af02749659e1de5a78fe222ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7993438 Jul 06 18:36:54.436399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:54.438748 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f86423-9579-4cad-a523-f33cdaaa8771" -d '{"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "df391ba3-1fc3-41b5-b4d7-14e813b5be9e"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:54.442011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48312) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:54.506591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d4aec668-b74f-46ec-8b36-3f48337127ab, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d4aec668-b74f-46ec-8b36-3f48337127ab,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:54.523895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'd4aec668-b74f-46ec-8b36-3f48337127ab', 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9', 'port_id': 'd4aec668-b74f-46ec-8b36-3f48337127ab', 'mac_address': 'fa:16:3e:7d:df:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc412fbd-75e6-4bcb-a2e1-273743b82dde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:36:54.542127 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afec868-5f71-4439-a4cb-61d4bded4aba x-openstack-request-id: req-1afec868-5f71-4439-a4cb-61d4bded4aba {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:54.542700 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb126c9-a187-4327-bc8f-7315a2ab6e33", "name": "network-vif-deleted", "tag": "df391ba3-1fc3-41b5-b4d7-14e813b5be9e", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:54.543088 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1afec868-5f71-4439-a4cb-61d4bded4aba {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:54.543615 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb126c9-a187-4327-bc8f-7315a2ab6e33', 'name': 'network-vif-deleted', 'tag': 'df391ba3-1fc3-41b5-b4d7-14e813b5be9e', 'status': 'completed', 'code': 200} Jul 06 18:36:54.579602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.618922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:54.622965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:54.628469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:54.629294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.632738 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.652781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=985b8be6-a348-4850-8977-cce2e21bf737,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:54.654594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4aec668-b74f-46ec-8b36-3f48337127ab {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:54.658646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-856dae02-ac24-46f4-9450-1f9584dfbbed tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7833316 Jul 06 18:36:54.661585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48320) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:54.666262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cfe3df02-3389-4750-963d-15b0d39ce70f None None] Provisioning complete for port bd759de9-4d34-4d90-ae0d-63f4392ec85c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:54.666817 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfe3df02-3389-4750-963d-15b0d39ce70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.668012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-acc7bfd2-514d-4189-89b7-d754f6b8f555 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:54.729366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:54.730156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.755505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d4aec668-b74f-46ec-8b36-3f48337127ab, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d4aec668-b74f-46ec-8b36-3f48337127ab,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:54.774325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.775391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5c0bafbf-a82c-4872-962e-e979fe52821e details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:36:54.874412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc7bfd2-514d-4189-89b7-d754f6b8f555 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:54.893135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acc7bfd2-514d-4189-89b7-d754f6b8f555 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:54.912283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5c0bafbf-a82c-4872-962e-e979fe52821e, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c0bafbf-a82c-4872-962e-e979fe52821e,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:54.919146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:36:54.964621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d4aec668-b74f-46ec-8b36-3f48337127ab,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:55.031978 n-d-799684-2 neutron-server[93966]: INFO neutron.db.ipam_backend_mixin [None req-acc7bfd2-514d-4189-89b7-d754f6b8f555 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 985b8be6-a348-4850-8977-cce2e21bf737 (CIDR: 2001:db8::/64) Jul 06 18:36:55.038617 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc7bfd2-514d-4189-89b7-d754f6b8f555 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:36:55.039158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc7bfd2-514d-4189-89b7-d754f6b8f555 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:36:55.052743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '5c0bafbf-a82c-4872-962e-e979fe52821e', 'network_id': 'd054863f-553d-40ce-886d-39f57f23a6c9', 'port_id': '5c0bafbf-a82c-4872-962e-e979fe52821e', 'mac_address': 'fa:16:3e:28:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc412fbd-75e6-4bcb-a2e1-273743b82dde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:36:55.076251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.082684 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-acc7bfd2-514d-4189-89b7-d754f6b8f555 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4193952 Jul 06 18:36:55.085473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48332) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:55.102107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'subnet': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:55.156084 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.181317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0bafbf-a82c-4872-962e-e979fe52821e {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:55.206339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] Deleting port bd759de9-4d34-4d90-ae0d-63f4392ec85c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:55.206458 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.293569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] For port bd759de9-4d34-4d90-ae0d-63f4392ec85c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd759de9-4d34-4d90-ae0d-63f4392ec85c,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:55.294001 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.308044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] Calling delete_port for bd759de9-4d34-4d90-ae0d-63f4392ec85c owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:55.348196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bbbac4d4-9c2a-4a71-86d1-68dfcf9eaf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.394287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5c0bafbf-a82c-4872-962e-e979fe52821e, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c0bafbf-a82c-4872-962e-e979fe52821e,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:55.401301 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.411139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.456385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bbbac4d4-9c2a-4a71-86d1-68dfcf9eaf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.471930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] Pushing event deleted for resources: {'Port': ['ID=bd759de9-4d34-4d90-ae0d-63f4392ec85c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:55.487708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c157b-f483-4391-93e8-ba1409caa726 req-75194b4e-3aaa-4c24-aaf0-c3139807387e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:55.490101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed7c157b-f483-4391-93e8-ba1409caa726 req-75194b4e-3aaa-4c24-aaf0-c3139807387e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.9917147 Jul 06 18:36:55.560062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96afe98-8663-4d10-b3e4-9272c3d29243 None None] No DVR routers for this DVR port bd759de9-4d34-4d90-ae0d-63f4392ec85c on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:36:55.589296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db0446-1d9f-4568-8acf-142c7d985b95 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:55.590741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:55.605675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.618728 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.632863 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed7c157b-f483-4391-93e8-ba1409caa726 req-456b6507-bda9-4f6b-8a94-7f280a3ab185 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322153 Jul 06 18:36:55.891203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5c0bafbf-a82c-4872-962e-e979fe52821e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:36:55.893499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d4aec668-b74f-46ec-8b36-3f48337127ab'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:36:55.935006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bbbac4d4-9c2a-4a71-86d1-68dfcf9eaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.948198 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bbbac4d4-9c2a-4a71-86d1-68dfcf9eaf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.955518 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bbbac4d4-9c2a-4a71-86d1-68dfcf9eaf8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba HTTP/1.1" status: 204 len: 168 time: 1.5070336 Jul 06 18:36:55.971227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'tenant_id': '6b2ca6376faa4374b16a31ef81f6b1e6', 'fixed_ips': [{'subnet_id': '985b8be6-a348-4850-8977-cce2e21bf737'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:36:55.972161 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:56.016626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbac4d4-9c2a-4a71-86d1-68dfcf9eaf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1b608-a7ad-4136-b3e6-3c45fbdbe1ba,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:56.019516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5c0bafbf-a82c-4872-962e-e979fe52821e,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:56.135433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Deleting port 87f2bad3-01b1-4000-8018-bc8398379af4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:36:56.136058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:56.141883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-633f7478-1f36-4f60-b9bf-9ce87be24f8f req-a88dfbd0-cb89-4f22-b64f-2f04eb46de4e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.2167318 Jul 06 18:36:56.215785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Router f0a484a2-3649-4c96-9c5b-5f6e8257d985 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:36:56.293645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd759de9-4d34-4d90-ae0d-63f4392ec85c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:36:56.324678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6979f6-3276-4106-8700-b127e7f16e75 req-1f2a3bf0-61d2-483f-9174-6c5ba946ab6a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:56.335035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c6979f6-3276-4106-8700-b127e7f16e75 req-1f2a3bf0-61d2-483f-9174-6c5ba946ab6a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 945 time: 0.7741449 Jul 06 18:36:56.351903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: bd759de9-4d34-4d90-ae0d-63f4392ec85c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:36:56.352251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd759de9-4d34-4d90-ae0d-63f4392ec85c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:36:56.382857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Allocated IP 2001:db8::2 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/985b8be6-a348-4850-8977-cce2e21bf737/cd2c8038-297f-462e-8ca2-56fc70bcf622) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:56.435562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.objects.ports [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93966) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:36:56.444431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:56.483979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] For port 87f2bad3-01b1-4000-8018-bc8398379af4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=87f2bad3-01b1-4000-8018-bc8398379af4,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:56.484355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:56.532333 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c6979f6-3276-4106-8700-b127e7f16e75 req-9f138606-616c-4d4b-878e-a9ebf6e0e2bd tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960413 Jul 06 18:36:56.551307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:56.561047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:56.566378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:56.567503 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:56.585547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Calling delete_port for 87f2bad3-01b1-4000-8018-bc8398379af4 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:36:56.590711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4991155 Jul 06 18:36:56.600501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48398) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:56.605995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Request body: {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'mac_address': 'fa:16:3e:a2:38:83', 'name': 'tempest-NetworksTestDHCPv6-1117660882'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:56.609381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec31299-6e6f-4ee7-b226-4d60b46a8309 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Subnet': ['ID=6ef5c47a-5875-4440-9c21-4a6cc9bd28ba,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:56.705137 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:56.726950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Transition to ACTIVE for port object cd2c8038-297f-462e-8ca2-56fc70bcf622 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:56.759001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Transition to ACTIVE for port object cd2c8038-297f-462e-8ca2-56fc70bcf622 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:56.770737 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:56.825327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:56.830614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:56.834624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:56.842215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Pushing event updated for resources: {'Port': ['ID=cd2c8038-297f-462e-8ca2-56fc70bcf622,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:56.887820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870020a-4b81-429c-ae74-e4266136ce70 req-5abf8f1f-8541-4487-8bfa-22455b7bea2e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:56.889885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0870020a-4b81-429c-ae74-e4266136ce70 req-5abf8f1f-8541-4487-8bfa-22455b7bea2e tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.3767095 Jul 06 18:36:56.891137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:36:56.934490 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Sync routers for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:36:56.959140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:36:56.959793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:56.961963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Attempting to bind port cd2c8038-297f-462e-8ca2-56fc70bcf622 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:56.962330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Attempting to bind port cd2c8038-297f-462e-8ca2-56fc70bcf622 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:56.962688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Attempting to bind port cd2c8038-297f-462e-8ca2-56fc70bcf622 on network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:57.001609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:57.002024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Checking segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:57.002434 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:57.002878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Bound using segment: {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:57.003377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Bound port: cd2c8038-297f-462e-8ca2-56fc70bcf622, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635e3114-4b04-40f4-8a64-9f3558d0470e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:57.003760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:57.150991 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:36:57.166512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0870020a-4b81-429c-ae74-e4266136ce70 req-928f3305-0f42-40cc-bc31-c49a125d54b0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668786 Jul 06 18:36:57.175731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:57.179425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1b6f104b-8fd5-46c0-b4cd-37f120160a87 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1868002 Jul 06 18:36:57.180580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48436) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:57.337634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Made reservation on behalf of 6b2ca6376faa4374b16a31ef81f6b1e6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:57.361433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] For port cd2c8038-297f-462e-8ca2-56fc70bcf622, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:57.419757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:57.489834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] For port cd2c8038-297f-462e-8ca2-56fc70bcf622, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cd2c8038-297f-462e-8ca2-56fc70bcf622,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:36:57.499025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f2bad3-01b1-4000-8018-bc8398379af4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:57.508955 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:57.630490 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85866b-69a4-49cb-931a-51a27e90d730 None None] Pushing event updated for resources: {'Port': ['ID=cd2c8038-297f-462e-8ca2-56fc70bcf622,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:57.712015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-121fe82e-696a-4585-8847-99fa0da47bfc req-4513291a-60fa-42f5-8469-070661f74ea6 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.2046018 Jul 06 18:36:57.721150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:36:54Z', 'revision_number': 3, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:36:57.807731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:57.818970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Checking router: f0a484a2-3649-4c96-9c5b-5f6e8257d985 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:36:57.819314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Updating router f0a484a2-3649-4c96-9c5b-5f6e8257d985 port 877ed729-5f4e-4c71-8b95-481b8e9ef15e binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:36:57.896728 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:57.963916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9511748-4161-44c0-b104-570c5e0cfea2 req-90730a2d-5905-45f1-918a-68b6a0a7c11c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:57.979353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c9511748-4161-44c0-b104-570c5e0cfea2 req-90730a2d-5905-45f1-918a-68b6a0a7c11c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.5081680 Jul 06 18:36:58.012832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] device_id is not set on port 56cc9ec0-6cf1-4e59-9b72-9d1a4481e577 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:36:58.167059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d4aec668-b74f-46ec-8b36-3f48337127ab up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:58.255412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c9511748-4161-44c0-b104-570c5e0cfea2 req-f9fbcabc-9e32-44ba-a7e9-549e25281a05 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703614 Jul 06 18:36:58.449534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cd2c8038-297f-462e-8ca2-56fc70bcf622 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:58.600057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port d4aec668-b74f-46ec-8b36-3f48337127ab completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:58.623472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port d4aec668-b74f-46ec-8b36-3f48337127ab triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:58.623905 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:58.912864 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:58.954034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port cd2c8038-297f-462e-8ca2-56fc70bcf622 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:58.983375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.054345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6537e1-f43f-4312-9942-71b3febd0552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aec668-b74f-46ec-8b36-3f48337127ab'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:59.063907 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f01e25-4952-468b-9e13-2500ee778ed5" -d '{"events": [{"server_uuid": "1f6537e1-f43f-4312-9942-71b3febd0552", "name": "network-vif-plugged", "status": "completed", "tag": "d4aec668-b74f-46ec-8b36-3f48337127ab"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:59.065614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.072636 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.138335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d4aec668-b74f-46ec-8b36-3f48337127ab, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d4aec668-b74f-46ec-8b36-3f48337127ab,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:36:59.148251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Transition to ACTIVE for port object 877ed729-5f4e-4c71-8b95-481b8e9ef15e will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:59.155375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.164418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5c0bafbf-a82c-4872-962e-e979fe52821e up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:36:59.230300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8cae-78a9-4fec-816c-fc9fb6691a01 req-4e4b1273-823a-4484-b660-40aa462f2171 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:59.232277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-849a8cae-78a9-4fec-816c-fc9fb6691a01 req-4e4b1273-823a-4484-b660-40aa462f2171 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 945 time: 0.3419912 Jul 06 18:36:59.334552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48572) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:59.345646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d4aec668-b74f-46ec-8b36-3f48337127ab,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:59.367459 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.389530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3218e0eb-5c7d-45e2-9d9e-985fd0cf0ca1 req-09a0f5ba-74c0-441c-a667-3e145f7bd3c4 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1701300 Jul 06 18:36:59.399202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-849a8cae-78a9-4fec-816c-fc9fb6691a01 req-50e9d3f7-5622-40ce-a307-aca59ac8f81c tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544950 Jul 06 18:36:59.460182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8::105 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/985b8be6-a348-4850-8977-cce2e21bf737/56cc9ec0-6cf1-4e59-9b72-9d1a4481e577) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:59.489081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Allocated IP 2001:db8:0:1:f816:3eff:fea2:3883 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/6ef5c47a-5875-4440-9c21-4a6cc9bd28ba/56cc9ec0-6cf1-4e59-9b72-9d1a4481e577) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:59.583565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a8db7-bc0f-4359-abb8-bc2bd8e19c0a None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:36:59.629068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Allocated IP 172.20.0.1 (32eebd69-66d3-4d34-b336-1ff6fd762341/a6cfccb8-8291-43e2-bb9f-f51f2c970d0d/806b088e-d1b1-4bf7-8001-954bb357bdb3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:59.748477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a63eceb-0331-4877-b152-b86c182a1fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.762583 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8c5d00-2c5a-4a08-8b43-8845b176d2bf x-openstack-request-id: req-ee8c5d00-2c5a-4a08-8b43-8845b176d2bf {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:59.763804 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6537e1-f43f-4312-9942-71b3febd0552", "name": "network-vif-plugged", "status": "completed", "tag": "d4aec668-b74f-46ec-8b36-3f48337127ab", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:59.765794 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee8c5d00-2c5a-4a08-8b43-8845b176d2bf {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:59.768485 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6537e1-f43f-4312-9942-71b3febd0552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aec668-b74f-46ec-8b36-3f48337127ab', 'code': 200} Jul 06 18:36:59.836059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f8b28-501b-4940-9bce-a4ac6cc8039f None None] Pushing event updated for resources: {'Port': ['ID=877ed729-5f4e-4c71-8b95-481b8e9ef15e,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:59.848659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Attempting to bind port 877ed729-5f4e-4c71-8b95-481b8e9ef15e on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:59.849319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Attempting to bind port 877ed729-5f4e-4c71-8b95-481b8e9ef15e by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:59.849965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Attempting to bind port 877ed729-5f4e-4c71-8b95-481b8e9ef15e on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:59.883853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-18be3d63-efa9-47c2-9046-3fbe5a45b9f8 None None] Provisioning for port cd2c8038-297f-462e-8ca2-56fc70bcf622 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:59.891593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:59.892381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:59.893025 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.894007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:59.894709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Bound port: 877ed729-5f4e-4c71-8b95-481b8e9ef15e, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:59.895316 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.917299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-18be3d63-efa9-47c2-9046-3fbe5a45b9f8 None None] Provisioning complete for port cd2c8038-297f-462e-8ca2-56fc70bcf622 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:59.918055 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-18be3d63-efa9-47c2-9046-3fbe5a45b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.925054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 5c0bafbf-a82c-4872-962e-e979fe52821e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:59.952179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a63eceb-0331-4877-b152-b86c182a1fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.963461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 5c0bafbf-a82c-4872-962e-e979fe52821e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:59.966335 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:59.972145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:00.013525 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a63eceb-0331-4877-b152-b86c182a1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.052848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9a63eceb-0331-4877-b152-b86c182a1fdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9cb9a0a20724dc6b726aae761509c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7168798 Jul 06 18:37:00.057337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48578) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:00.148771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63eceb-0331-4877-b152-b86c182a1fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ed0b43-3470-4be2-9efd-4aad909f573f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:00.163101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f5116-a02d-4b2c-a3e4-d7767883655a req-1ed32729-af29-4a9c-97c1-aefbb86139e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:00.165022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b59f5116-a02d-4b2c-a3e4-d7767883655a req-1ed32729-af29-4a9c-97c1-aefbb86139e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f6537e1-f43f-4312-9942-71b3febd0552 HTTP/1.1" status: 200 len: 1096 time: 0.2113295 Jul 06 18:37:00.181036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59434ac3-c316-4452-8e7a-0e6ea7520daf req-4b65caae-9527-42e3-a57b-42d0c277ff24 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:00.182974 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59434ac3-c316-4452-8e7a-0e6ea7520daf req-4b65caae-9527-42e3-a57b-42d0c277ff24 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.3837972 Jul 06 18:37:00.220062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.229471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b59f5116-a02d-4b2c-a3e4-d7767883655a req-96c8db10-a622-46b9-a7d2-6afef54e2b9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534625 Jul 06 18:37:00.260344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Transition to ACTIVE for port object 56cc9ec0-6cf1-4e59-9b72-9d1a4481e577 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:00.264888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.294749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Transition to ACTIVE for port object 806b088e-d1b1-4bf7-8001-954bb357bdb3 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:00.327179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:00.340324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d78ce451-85f5-495b-8c57-eac67b68cae0 admin admin] 10.222.0.53 "PUT /v2.0/routers/5b814481-d686-4fe9-8e28-7f633d2dd0a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4465566 Jul 06 18:37:00.341258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48580) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:00.343839 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] Sync routers for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:00.346302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59434ac3-c316-4452-8e7a-0e6ea7520daf req-4ca552b2-5643-4e2d-9d25-9b68322c3764 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344821 Jul 06 18:37:00.347060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d211e4-1d6f-48a9-ac1d-ee36865eba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.353913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] For port 877ed729-5f4e-4c71-8b95-481b8e9ef15e, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:00.356528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.363426 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:00.364412 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:00.417389 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d211e4-1d6f-48a9-ac1d-ee36865eba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.422176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event updated for resources: {'Port': ['ID=56cc9ec0-6cf1-4e59-9b72-9d1a4481e577,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:00.427577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.456388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] For port 877ed729-5f4e-4c71-8b95-481b8e9ef15e, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=877ed729-5f4e-4c71-8b95-481b8e9ef15e,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:37:00.458937 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-18be3d63-efa9-47c2-9046-3fbe5a45b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.500946 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.540410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:00.545316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:00.572538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:00.592464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:00.594890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.607240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.668171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:00.669739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:00.682616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f8b28-501b-4940-9bce-a4ac6cc8039f None None] Pushing event updated for resources: {'Port': ['ID=877ed729-5f4e-4c71-8b95-481b8e9ef15e,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:00.696881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d211e4-1d6f-48a9-ac1d-ee36865eba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.703047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d211e4-1d6f-48a9-ac1d-ee36865eba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.714111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-86d211e4-1d6f-48a9-ac1d-ee36865eba39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79ed0b43-3470-4be2-9efd-4aad909f573f HTTP/1.1" status: 204 len: 168 time: 0.6538908 Jul 06 18:37:00.714753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:00.757558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Pushing event updated for resources: {'Port': ['ID=806b088e-d1b1-4bf7-8001-954bb357bdb3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:00.852464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d211e4-1d6f-48a9-ac1d-ee36865eba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ed0b43-3470-4be2-9efd-4aad909f573f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:00.900891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d22cb283-f830-47f8-b932-5287954673b6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2992237 Jul 06 18:37:00.903404 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48590) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:00.923528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7dc2f32d-273e-48c5-8c47-bcb179fdba68 req-d3bf2752-3915-43ac-8b67-e13411c76354 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1734450 Jul 06 18:37:00.953374 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:01.032050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.095804 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.134608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-18be3d63-efa9-47c2-9046-3fbe5a45b9f8 None None] For port cd2c8038-297f-462e-8ca2-56fc70bcf622, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cd2c8038-297f-462e-8ca2-56fc70bcf622,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:01.170486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Deleting port c3565aaa-0b8c-45fd-9faa-74a12ecea99a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:01.170486 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.173331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d812f2-db1c-4033-b6a4-817369a1436c None None] Update dhcp port {'port': {'network_id': '1155fe0f-cf73-44cf-856d-cc5f5570ca01', 'fixed_ips': [{'subnet_id': '985b8be6-a348-4850-8977-cce2e21bf737', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ef5c47a-5875-4440-9c21-4a6cc9bd28ba'}], 'binding:host_id': 'n-d-799684-2'}, 'id': 'cd2c8038-297f-462e-8ca2-56fc70bcf622'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:37:01.241638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.307328 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2d812f2-db1c-4033-b6a4-817369a1436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.344341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-18be3d63-efa9-47c2-9046-3fbe5a45b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.385393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] For port c3565aaa-0b8c-45fd-9faa-74a12ecea99a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c3565aaa-0b8c-45fd-9faa-74a12ecea99a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:01.385991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.434542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Calling delete_port for c3565aaa-0b8c-45fd-9faa-74a12ecea99a owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:01.449666 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:36:57Z', 'revision_number': 5, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port': {'id': 'c3565aaa-0b8c-45fd-9faa-74a12ecea99a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:01.495630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54804956-4b35-47ea-a2d4-1b26b37951ac req-f061537d-a811-49a0-94d7-e291d31ccf40 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:01.505218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54804956-4b35-47ea-a2d4-1b26b37951ac req-f061537d-a811-49a0-94d7-e291d31ccf40 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 945 time: 0.6663589 Jul 06 18:37:01.573049 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] Checking router: 5b814481-d686-4fe9-8e28-7f633d2dd0a0 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:01.582790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:01.582790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:01.588230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be3d63-efa9-47c2-9046-3fbe5a45b9f8 None None] Pushing event updated for resources: {'Port': ['ID=cd2c8038-297f-462e-8ca2-56fc70bcf622,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:01.611210 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] Routers {'5b814481-d686-4fe9-8e28-7f633d2dd0a0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:01.615747 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:01.744159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54804956-4b35-47ea-a2d4-1b26b37951ac req-596cb9b0-df61-41a2-8999-4c32a81a7274 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376075 Jul 06 18:37:01.758166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9763211e-e697-4e48-9541-153199aeafa7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting port 56cc9ec0-6cf1-4e59-9b72-9d1a4481e577 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:01.760168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9763211e-e697-4e48-9541-153199aeafa7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.805081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5c0bafbf-a82c-4872-962e-e979fe52821e, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c0bafbf-a82c-4872-962e-e979fe52821e,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:01.806119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca94aca-c0f5-4619-86da-cd770c003ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0bafbf-a82c-4872-962e-e979fe52821e'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:01.809067 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6529123-6db2-48e1-9f6a-fe7f166dcac3" -d '{"events": [{"server_uuid": "1ca94aca-c0f5-4619-86da-cd770c003ffa", "name": "network-vif-plugged", "status": "completed", "tag": "5c0bafbf-a82c-4872-962e-e979fe52821e"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:01.822331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-641744e8-8901-4a1a-afdb-e411d9e0e237 None None] Provisioning for port 806b088e-d1b1-4bf7-8001-954bb357bdb3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:01.830645 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.833941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.863288 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] Set router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:01.899591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-641744e8-8901-4a1a-afdb-e411d9e0e237 None None] Provisioning complete for port 806b088e-d1b1-4bf7-8001-954bb357bdb3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:01.899966 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-641744e8-8901-4a1a-afdb-e411d9e0e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.932979 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d3c086-bb9d-4eac-be7e-c046dd96bef2 x-openstack-request-id: req-70d3c086-bb9d-4eac-be7e-c046dd96bef2 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:01.933503 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca94aca-c0f5-4619-86da-cd770c003ffa", "name": "network-vif-plugged", "status": "completed", "tag": "5c0bafbf-a82c-4872-962e-e979fe52821e", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:01.933944 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70d3c086-bb9d-4eac-be7e-c046dd96bef2 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:01.934472 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca94aca-c0f5-4619-86da-cd770c003ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0bafbf-a82c-4872-962e-e979fe52821e', 'code': 200} Jul 06 18:37:01.939342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3565aaa-0b8c-45fd-9faa-74a12ecea99a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:01.989634 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:37:01Z', 'revision_number': 6, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:02.052010 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986e5c0-9d66-42f1-90a3-570657718d00 None None] The sync data for ids ['5b814481-d686-4fe9-8e28-7f633d2dd0a0'] in n-d-799684-2 is: [{'id': '5b814481-d686-4fe9-8e28-7f633d2dd0a0', 'name': 'tempest-AttachVolumeTestJSON-1879521395-router', 'tenant_id': 'fbde2309a05648ab9f265a8daad73d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:23Z', 'updated_at': '2021-07-06T18:37:01Z', 'revision_number': 6, 'project_id': 'fbde2309a05648ab9f265a8daad73d4d', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:02.134859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9763211e-e697-4e48-9541-153199aeafa7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.144336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:02.164091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-641744e8-8901-4a1a-afdb-e411d9e0e237 None None] Port 806b088e-d1b1-4bf7-8001-954bb357bdb3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:37:02.167509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70ed48-8b6a-4009-a2f3-33ede220220c req-7dd5a897-bcb7-4531-b6a3-3ffebf95f98f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:02.173760 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e70ed48-8b6a-4009-a2f3-33ede220220c req-7dd5a897-bcb7-4531-b6a3-3ffebf95f98f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.3585649 Jul 06 18:37:02.193316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9763211e-e697-4e48-9541-153199aeafa7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Calling delete_port for 56cc9ec0-6cf1-4e59-9b72-9d1a4481e577 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:02.194377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.266348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5c0bafbf-a82c-4872-962e-e979fe52821e,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:02.396556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d2d812f2-db1c-4033-b6a4-817369a1436c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe04:3954 (1155fe0f-cf73-44cf-856d-cc5f5570ca01/6ef5c47a-5875-4440-9c21-4a6cc9bd28ba/cd2c8038-297f-462e-8ca2-56fc70bcf622) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:02.495337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.498148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.623724 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e70ed48-8b6a-4009-a2f3-33ede220220c req-e2f2e5f8-952f-4101-a4a1-07d40ddb02eb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4367661 Jul 06 18:37:02.649586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.649586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b814481-d686-4fe9-8e28-7f633d2dd0a0 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:37:02.663343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.669188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-03f0a725-9323-46ec-9f6d-b1f776c63b36 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5b814481-d686-4fe9-8e28-7f633d2dd0a0 HTTP/1.1" status: 204 len: 168 time: 2.3264878 Jul 06 18:37:02.676839 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48626) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:02.736341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cd2c8038-297f-462e-8ca2-56fc70bcf622 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:02.815287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-6916998f-4f85-45c6-b3d3-fbbba6e69d9b admin admin] Deleting subnet 567c2cbd-4fda-49ea-b366-4f54ae9058ee {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:37:02.817702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d2d812f2-db1c-4033-b6a4-817369a1436c None None] For port cd2c8038-297f-462e-8ca2-56fc70bcf622, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cd2c8038-297f-462e-8ca2-56fc70bcf622,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:02.831510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916998f-4f85-45c6-b3d3-fbbba6e69d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.926460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2d812f2-db1c-4033-b6a4-817369a1436c None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.938971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916998f-4f85-45c6-b3d3-fbbba6e69d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.946985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2d812f2-db1c-4033-b6a4-817369a1436c None None] Transition to ACTIVE for port object cd2c8038-297f-462e-8ca2-56fc70bcf622 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:02.959132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2d812f2-db1c-4033-b6a4-817369a1436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:03.109632 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2aefe4f8-00ec-4a03-91bb-5df4c23c9cca req-72cad46e-94f5-47a1-95f6-b8f8169da1d5 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.8417649 Jul 06 18:37:03.160284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d812f2-db1c-4033-b6a4-817369a1436c None None] Pushing event updated for resources: {'Port': ['ID=cd2c8038-297f-462e-8ca2-56fc70bcf622,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:03.176810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:36:54Z', 'revision_number': 3, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:03.199551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:03.213753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31e04f-a64d-44ff-8236-48e2bf07a2af None None] The sync data for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 is: [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:36:54Z', 'revision_number': 3, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:03.256033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916998f-4f85-45c6-b3d3-fbbba6e69d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:03.281523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be581a-31e3-41fe-a050-328c5fc5902e req-bc9e0863-b6e9-4f37-99a3-c3a635f85d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:03.289197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93be581a-31e3-41fe-a050-328c5fc5902e req-bc9e0863-b6e9-4f37-99a3-c3a635f85d98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 1097 time: 1.1275675 Jul 06 18:37:03.464927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-1742dd11-5a70-4b68-9250-ff97a86dfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:03.467899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-1742dd11-5a70-4b68-9250-ff97a86dfa47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1095 time: 0.3159187 Jul 06 18:37:03.570489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93be581a-31e3-41fe-a050-328c5fc5902e req-dde80b68-e4b3-416c-b09d-9433d49b149e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753789 Jul 06 18:37:03.929977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916998f-4f85-45c6-b3d3-fbbba6e69d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:03.963649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f32ce-20f3-4a55-b34d-7af743a01cca req-bc3c2792-fe97-49c7-b223-1a13e5fd5181 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:03.972400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-590f32ce-20f3-4a55-b34d-7af743a01cca req-bc3c2792-fe97-49c7-b223-1a13e5fd5181 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.5580339 Jul 06 18:37:04.008459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916998f-4f85-45c6-b3d3-fbbba6e69d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567c2cbd-4fda-49ea-b366-4f54ae9058ee,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:04.052709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916998f-4f85-45c6-b3d3-fbbba6e69d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.055771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6916998f-4f85-45c6-b3d3-fbbba6e69d9b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/567c2cbd-4fda-49ea-b366-4f54ae9058ee HTTP/1.1" status: 204 len: 168 time: 1.3757339 Jul 06 18:37:04.057572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26bab5-8d93-4b31-bf25-10d867813a6f None None] Network 9be16e80-e473-4b9d-9575-cbae61e2da3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:04.079929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf82c5c-314e-4c66-81ec-e83ea9bb3adc req-47a49339-637e-4df5-8cfc-ecd6b3c75120 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:04.085464 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bf82c5c-314e-4c66-81ec-e83ea9bb3adc req-47a49339-637e-4df5-8cfc-ecd6b3c75120 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 946 time: 0.7466550 Jul 06 18:37:04.086015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48658) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:04.138573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.147038 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9763211e-e697-4e48-9541-153199aeafa7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.161021 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.189277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-de0a14f9-647b-427a-be70-e9d2d268a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:04.222493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-de0a14f9-647b-427a-be70-e9d2d268a754 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.7160408 Jul 06 18:37:04.225503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763211e-e697-4e48-9541-153199aeafa7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Port': ['ID=56cc9ec0-6cf1-4e59-9b72-9d1a4481e577,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:04.254383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-590f32ce-20f3-4a55-b34d-7af743a01cca req-754675c2-80ce-46b0-b9d8-5fc7f65ffb3f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805398 Jul 06 18:37:04.542811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.557555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 877ed729-5f4e-4c71-8b95-481b8e9ef15e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:04.754746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 877ed729-5f4e-4c71-8b95-481b8e9ef15e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:04.759640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 877ed729-5f4e-4c71-8b95-481b8e9ef15e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:04.760087 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.784409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bf82c5c-314e-4c66-81ec-e83ea9bb3adc req-f53d33cb-0b7a-407c-b875-d0f6cd6d14ff tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634610 Jul 06 18:37:04.805430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.821755 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-395661dd-2ba9-4d9d-8732-da94d1e84392 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 999 time: 0.5983114 Jul 06 18:37:04.901307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-008660af-25a6-4670-b07c-3c524a6c6644 req-593e833c-1968-4026-83dc-8ee945e2807c tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.2891927 Jul 06 18:37:04.968197 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.996077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] DHCP port deletion for 9be16e80-e473-4b9d-9575-cbae61e2da3b request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:37:05.035043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-0d4b73e6-7d97-4107-80d3-0f04529e9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:05.036556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-0d4b73e6-7d97-4107-80d3-0f04529e9d43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.2080166 Jul 06 18:37:05.108807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9763211e-e697-4e48-9541-153199aeafa7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:05.127071 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9763211e-e697-4e48-9541-153199aeafa7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/56cc9ec0-6cf1-4e59-9b72-9d1a4481e577 HTTP/1.1" status: 204 len: 168 time: 4.2137101 Jul 06 18:37:05.130845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48684) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:05.131528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Pushing event updated for resources: {'Port': ['ID=806b088e-d1b1-4bf7-8001-954bb357bdb3,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:05.143980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 877ed729-5f4e-4c71-8b95-481b8e9ef15e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=877ed729-5f4e-4c71-8b95-481b8e9ef15e,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:05.160018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:05.161967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cd2c8038-297f-462e-8ca2-56fc70bcf622 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:05.168752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e16ff264-9c05-4a03-8585-7f816e1a4501 None None] Provisioning for port cd2c8038-297f-462e-8ca2-56fc70bcf622 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:05.206430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Deleting port f3071ba4-c5de-43c6-ae56-cff5205a3278 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:05.209416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:05.242581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e16ff264-9c05-4a03-8585-7f816e1a4501 None None] Provisioning complete for port cd2c8038-297f-462e-8ca2-56fc70bcf622 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:05.243781 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e16ff264-9c05-4a03-8585-7f816e1a4501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:05.409877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:05.448509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab73db03-c181-4bc6-b166-d0fdc813c91a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:05.455167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48696) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:05.456851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ab73db03-c181-4bc6-b166-d0fdc813c91a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3218274 Jul 06 18:37:05.457105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] For port f3071ba4-c5de-43c6-ae56-cff5205a3278, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f3071ba4-c5de-43c6-ae56-cff5205a3278,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:05.457363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:05.463924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:05.535100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-4bbb95b7-8224-47c2-892d-250bf09c1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:05.537315 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-4bbb95b7-8224-47c2-892d-250bf09c1f3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4923663 Jul 06 18:37:05.570127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] Deleting port f3071ba4-c5de-43c6-ae56-cff5205a3278 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:05.570692 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:05.687223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=877ed729-5f4e-4c71-8b95-481b8e9ef15e,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:05.723226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Calling delete_port for f3071ba4-c5de-43c6-ae56-cff5205a3278 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:05.809026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] For port f3071ba4-c5de-43c6-ae56-cff5205a3278, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f3071ba4-c5de-43c6-ae56-cff5205a3278,segment=NetworkSegment(6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31),segment_id=6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:05.809432 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:05.843308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] Calling delete_port for f3071ba4-c5de-43c6-ae56-cff5205a3278 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:05.880114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Router f0a484a2-3649-4c96-9c5b-5f6e8257d985 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:05.988976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port cd2c8038-297f-462e-8ca2-56fc70bcf622 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:05.989365 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.276873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:06.305756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7491933b-1d72-40fe-ae92-a1ea6f715a28 admin admin] 10.222.0.53 "PUT /v2.0/routers/f0a484a2-3649-4c96-9c5b-5f6e8257d985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1158350 Jul 06 18:37:06.361011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97cf5f-98e0-41f6-8488-29cbd21e5b0e req-46f5805f-354d-4761-9f03-73d11c72210a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:06.364262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a97cf5f-98e0-41f6-8488-29cbd21e5b0e req-46f5805f-354d-4761-9f03-73d11c72210a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 946 time: 0.2443101 Jul 06 18:37:06.490951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a97cf5f-98e0-41f6-8488-29cbd21e5b0e req-4f7baafc-6c34-4ce9-9c48-68e0994ad822 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182878 Jul 06 18:37:06.709501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c5098-683d-4594-82bd-03dce33533c5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:06.712176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-730c5098-683d-4594-82bd-03dce33533c5 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.2318454 Jul 06 18:37:06.714977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48748) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:06.715486 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.729230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-7cf1897c-bb73-4130-b121-af96bc16c971 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1335852 Jul 06 18:37:06.762836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322cae1-d942-4f5d-9b0e-b4631dbcf6f1 req-1d8f465a-58b7-497a-af0a-7f2a6d715a70 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:06.771011 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d322cae1-d942-4f5d-9b0e-b4631dbcf6f1 req-1d8f465a-58b7-497a-af0a-7f2a6d715a70 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 1.1795816 Jul 06 18:37:06.796520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3071ba4-c5de-43c6-ae56-cff5205a3278,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:06.803689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Sync routers for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:06.850180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:06.851022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:06.865073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] No DVR routers for this DVR port f3071ba4-c5de-43c6-ae56-cff5205a3278 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:06.875352 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.940720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9b238a8-7c03-4f8d-b9cf-a9256cdb0f71 req-48116d8f-815d-4c71-bcdb-efe2a390c759 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1323743 Jul 06 18:37:06.956071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6de542-1b26-43db-84ca-dcf1aace1535 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:06.962005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6de542-1b26-43db-84ca-dcf1aace1535 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:06.966420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6de542-1b26-43db-84ca-dcf1aace1535 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:06.981509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb6de542-1b26-43db-84ca-dcf1aace1535 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2653935 Jul 06 18:37:06.984990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:07.028805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d322cae1-d942-4f5d-9b0e-b4631dbcf6f1 req-c967e06f-8cab-4845-8c00-986648482b9b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562220 Jul 06 18:37:07.034221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-988ee860-296d-46b9-a7df-6f0ece0af524 None None] Could not find standard attr ID for object 56cc9ec0-6cf1-4e59-9b72-9d1a4481e577. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:37:07.042728 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.049663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] No DVR routers for this DVR port f3071ba4-c5de-43c6-ae56-cff5205a3278 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:07.064043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113c5d6-99fb-4d85-828c-971f2482e289 None None] Pushing event deleted for resources: {'Port': ['ID=f3071ba4-c5de-43c6-ae56-cff5205a3278,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:07.107996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86375b7b-ac6e-4626-b14e-c3567876ab43 req-9c08b654-a57d-4101-9374-b4e8b9a54f12 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331304 Jul 06 18:37:07.120930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be16e80-e473-4b9d-9575-cbae61e2da3b']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:07.139535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:07.139835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b73a23f-b9a2-4ed3-8cbc-83dcdc1b4d31') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:07.148029 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ccaf85-ad05-407d-8304-eac887363524 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 6ef5c47a-5875-4440-9c21-4a6cc9bd28ba {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:37:07.158685 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf85-ad05-407d-8304-eac887363524 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.165830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.184207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-988ee860-296d-46b9-a7df-6f0ece0af524 None None] Provisioning complete for port 806b088e-d1b1-4bf7-8001-954bb357bdb3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:07.189453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.190321 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-988ee860-296d-46b9-a7df-6f0ece0af524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.200358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:37:07.201288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:37:07.205633 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:37:07.334960 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.335258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf85-ad05-407d-8304-eac887363524 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.354979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.370572 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9be16e80-e473-4b9d-9575-cbae61e2da3b HTTP/1.1" status: 204 len: 168 time: 3.2814455 Jul 06 18:37:07.389736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b2558-1d75-4594-a666-5a464c41fe25 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be16e80-e473-4b9d-9575-cbae61e2da3b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:07.449500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-988ee860-296d-46b9-a7df-6f0ece0af524 None None] Port 806b088e-d1b1-4bf7-8001-954bb357bdb3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:37:07.457868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 87f2bad3-01b1-4000-8018-bc8398379af4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:07.540809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797b2c-ffe4-45d2-a882-0806d0f3a118 req-af8ab289-2e7a-475e-9c89-9ea2ba95cfa2 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:07.541377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 87f2bad3-01b1-4000-8018-bc8398379af4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:07.541775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 87f2bad3-01b1-4000-8018-bc8398379af4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:07.542771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74797b2c-ffe4-45d2-a882-0806d0f3a118 req-af8ab289-2e7a-475e-9c89-9ea2ba95cfa2 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=3416ce15-21db-4c29-948a-d6d1ab08a914 HTTP/1.1" status: 200 len: 946 time: 0.3104331 Jul 06 18:37:07.543090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c3565aaa-0b8c-45fd-9faa-74a12ecea99a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:07.569679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:07.623872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74797b2c-ffe4-45d2-a882-0806d0f3a118 req-98c765f7-d121-4dd0-9209-3d342618939c tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626788 Jul 06 18:37:07.641617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf85-ad05-407d-8304-eac887363524 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.762689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf85-ad05-407d-8304-eac887363524 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.766517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cad0-2946-4505-941f-44331c2a10f2 req-2a99623d-6b25-486d-8dd2-21df5c6f660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:07.768071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b915cad0-2946-4505-941f-44331c2a10f2 req-2a99623d-6b25-486d-8dd2-21df5c6f660e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 1095 time: 0.1621170 Jul 06 18:37:07.801197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c3565aaa-0b8c-45fd-9faa-74a12ecea99a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:07.801633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c3565aaa-0b8c-45fd-9faa-74a12ecea99a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:07.827308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48796) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:07.839469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-623f5ad2-f761-40cd-b140-009b2e94d839 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140411684', 'description': 'tempest-description--378636797'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:07.859118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccaf85-ad05-407d-8304-eac887363524 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef5c47a-5875-4440-9c21-4a6cc9bd28ba,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:07.864942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf85-ad05-407d-8304-eac887363524 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.872090 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f6ccaf85-ad05-407d-8304-eac887363524 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/6ef5c47a-5875-4440-9c21-4a6cc9bd28ba HTTP/1.1" status: 204 len: 168 time: 0.8855932 Jul 06 18:37:07.875873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48802) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:07.907218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b412010b-03f6-4dbc-8058-97377af64faa None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:07.918614 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-623f5ad2-f761-40cd-b140-009b2e94d839 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.107851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48812) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:08.217635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 877ed729-5f4e-4c71-8b95-481b8e9ef15e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:08.237895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-623f5ad2-f761-40cd-b140-009b2e94d839 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.243516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02b4217-4bd9-46af-883f-188d91e92205 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Deleting subnet 985b8be6-a348-4850-8977-cce2e21bf737 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:37:08.255355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-623f5ad2-f761-40cd-b140-009b2e94d839 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.273446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c02b4217-4bd9-46af-883f-188d91e92205 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.291057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f5ad2-f761-40cd-b140-009b2e94d839 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:08.311995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-623f5ad2-f761-40cd-b140-009b2e94d839 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.317313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-623f5ad2-f761-40cd-b140-009b2e94d839 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4816537 Jul 06 18:37:08.322780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:08.332474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b055f-b86c-402c-b3f0-7b19b072b666 req-52f3afa4-f624-4b3a-8f7e-23e95cdda4ed tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.334252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b8b055f-b86c-402c-b3f0-7b19b072b666 req-52f3afa4-f624-4b3a-8f7e-23e95cdda4ed tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6537e1-f43f-4312-9942-71b3febd0552 HTTP/1.1" status: 200 len: 945 time: 0.2093985 Jul 06 18:37:08.340050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d7702575-3585-4c6e-9879-52e49be6d43b tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Request body: {'security_group_rule': {'security_group_id': '2e35de79-f9fc-4f68-beea-2a6e0ba0aacc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:08.384461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba8df09c-5934-4d85-a3ad-9bbac9c8e722 req-b8a36a07-b6a6-4cf6-9ced-4d4739637c5e tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1357870 Jul 06 18:37:08.505353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c02b4217-4bd9-46af-883f-188d91e92205 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.514753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b8b055f-b86c-402c-b3f0-7b19b072b666 req-a0d694d3-80c1-40d8-a74a-16e02ee22144 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660805 Jul 06 18:37:08.539523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7702575-3585-4c6e-9879-52e49be6d43b tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.568322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 877ed729-5f4e-4c71-8b95-481b8e9ef15e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:08.568913 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.587284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-10f63fd4-e92d-45fc-8da4-5c60625f0c1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbde2309a05648ab9f265a8daad73d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780927 Jul 06 18:37:08.591985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48838) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:08.600737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cad0-2946-4505-941f-44331c2a10f2 req-579d3326-abf0-413d-9dc6-431c41003acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.604769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b915cad0-2946-4505-941f-44331c2a10f2 req-579d3326-abf0-413d-9dc6-431c41003acf service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.8044233 Jul 06 18:37:08.652465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:03Z', 'revision_number': 2, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:08.742212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Checking router: f0a484a2-3649-4c96-9c5b-5f6e8257d985 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:08.742749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Updating router f0a484a2-3649-4c96-9c5b-5f6e8257d985 port 806b088e-d1b1-4bf7-8001-954bb357bdb3 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:37:08.754541 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7702575-3585-4c6e-9879-52e49be6d43b tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.781425 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7702575-3585-4c6e-9879-52e49be6d43b tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.816503 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.817730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-075f3c85-0045-4766-9a90-d1c9051701f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.866466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b915cad0-2946-4505-941f-44331c2a10f2 req-d6c188ed-1833-4480-ba71-c36a8eec3222 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 200 len: 999 time: 0.2437029 Jul 06 18:37:08.916663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7702575-3585-4c6e-9879-52e49be6d43b tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ada28d-e993-435c-8528-eea48e7cff20,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:08.966778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-075f3c85-0045-4766-9a90-d1c9051701f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.968803 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7702575-3585-4c6e-9879-52e49be6d43b tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.977404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d7702575-3585-4c6e-9879-52e49be6d43b tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6345999 Jul 06 18:37:08.981321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48852) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:08.998210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cad0-2946-4505-941f-44331c2a10f2 req-2c387714-7aa8-44bf-a320-2522901d7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.001992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b915cad0-2946-4505-941f-44331c2a10f2 req-2c387714-7aa8-44bf-a320-2522901d7c10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1184251 Jul 06 18:37:09.030840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c02b4217-4bd9-46af-883f-188d91e92205 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.032510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a4759714-4251-48bf-834e-b1c4779d49f3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Request body: {'security_group_rule': {'security_group_id': '2e35de79-f9fc-4f68-beea-2a6e0ba0aacc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:09.130456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f3071ba4-c5de-43c6-ae56-cff5205a3278 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:09.172203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a4759714-4251-48bf-834e-b1c4779d49f3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.217316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f3071ba4-c5de-43c6-ae56-cff5205a3278 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:09.218735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f3071ba4-c5de-43c6-ae56-cff5205a3278 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:09.334617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19d500-7cfa-4d59-b19c-007db0ad2861 req-5b821dd1-4c56-44d2-9618-5539dae1467f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.336841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a19d500-7cfa-4d59-b19c-007db0ad2861 req-5b821dd1-4c56-44d2-9618-5539dae1467f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.5464149 Jul 06 18:37:09.367165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a4759714-4251-48bf-834e-b1c4779d49f3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.376149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cad0-2946-4505-941f-44331c2a10f2 req-ec8c28a9-5f39-4c66-9d4c-2079b335edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.377470 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-075f3c85-0045-4766-9a90-d1c9051701f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.378564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b915cad0-2946-4505-941f-44331c2a10f2 req-ec8c28a9-5f39-4c66-9d4c-2079b335edab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3388500 Jul 06 18:37:09.380266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-075f3c85-0045-4766-9a90-d1c9051701f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.383936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-075f3c85-0045-4766-9a90-d1c9051701f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22f92b10-e895-4383-9247-b0f9f04776c1 HTTP/1.1" status: 204 len: 168 time: 0.7882166 Jul 06 18:37:09.400023 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a4759714-4251-48bf-834e-b1c4779d49f3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.455656 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f3c85-0045-4766-9a90-d1c9051701f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f92b10-e895-4383-9247-b0f9f04776c1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:09.492400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4759714-4251-48bf-834e-b1c4779d49f3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec23916-ac21-46d1-aeec-2e253c1b9ba3,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:09.502387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a4759714-4251-48bf-834e-b1c4779d49f3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.508620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a4759714-4251-48bf-834e-b1c4779d49f3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5009532 Jul 06 18:37:09.509316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48878) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:09.520699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:09.558967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b915cad0-2946-4505-941f-44331c2a10f2 req-af4c606e-f7b2-4e23-86ee-d2d323bcf296 service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663296 Jul 06 18:37:09.639846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.719651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a19d500-7cfa-4d59-b19c-007db0ad2861 req-55146a6a-7062-4c8c-80e4-01512486ee3b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752716 Jul 06 18:37:09.733831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c02b4217-4bd9-46af-883f-188d91e92205 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.812948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b4217-4bd9-46af-883f-188d91e92205 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Subnet': ['ID=985b8be6-a348-4850-8977-cce2e21bf737,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:09.863699 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c02b4217-4bd9-46af-883f-188d91e92205 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.871204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c02b4217-4bd9-46af-883f-188d91e92205 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/985b8be6-a348-4850-8977-cce2e21bf737 HTTP/1.1" status: 204 len: 168 time: 1.9845381 Jul 06 18:37:09.871966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48894) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:09.883504 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.926056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Transition to ACTIVE for port object 806b088e-d1b1-4bf7-8001-954bb357bdb3 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:09.942061 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:09.953457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8a599e79-2f94-4e8c-b134-080161e4ca23 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739176 Jul 06 18:37:09.960962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48898) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:09.968393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512dafc-8b71-4c63-8242-74548191cd45 req-270371d8-8f04-4a34-99fe-1338fbb61f91 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.982158 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4512dafc-8b71-4c63-8242-74548191cd45 req-270371d8-8f04-4a34-99fe-1338fbb61f91 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6537e1-f43f-4312-9942-71b3febd0552 HTTP/1.1" status: 200 len: 945 time: 0.4514794 Jul 06 18:37:10.140156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84940093-ef24-424a-acfb-40b18980ce26 None None] Pushing event updated for resources: {'Port': ['ID=806b088e-d1b1-4bf7-8001-954bb357bdb3,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:10.207278 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c290302c-ccf9-4974-9199-e84a70df8f19 req-391f7de9-e269-481d-8cc4-eb2f857c0909 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1578872 Jul 06 18:37:10.231694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b915cad0-2946-4505-941f-44331c2a10f2 req-f6853d00-9f92-48b0-985c-03589d7d9bfb service neutron] 10.222.0.24 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515782 Jul 06 18:37:10.291359 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4512dafc-8b71-4c63-8242-74548191cd45 req-6c4bf97e-ba64-4a2c-95d0-09b8a3a1be8a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079121 Jul 06 18:37:10.295967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec57ad-7506-4397-b7bc-2bf9fffab578 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:10.303002 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ddec57ad-7506-4397-b7bc-2bf9fffab578 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3383548 Jul 06 18:37:10.310783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48910) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:10.349578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb19cfa-8c12-4d07-9caa-277ec70a9562 None None] Network 1155fe0f-cf73-44cf-856d-cc5f5570ca01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:10.378372 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-836a7ca0-2f64-403f-b0df-0be54a847929 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5656803 Jul 06 18:37:10.447412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:10.483419 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Attempting to bind port 806b088e-d1b1-4bf7-8001-954bb357bdb3 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:10.483808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Attempting to bind port 806b088e-d1b1-4bf7-8001-954bb357bdb3 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:10.484239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Attempting to bind port 806b088e-d1b1-4bf7-8001-954bb357bdb3 on network 32eebd69-66d3-4d34-b336-1ff6fd762341 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:10.496993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:37:10.497384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Checking segment: {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:10.497937 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:10.498459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Bound using segment: {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:37:10.499062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Bound port: 806b088e-d1b1-4bf7-8001-954bb357bdb3, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:37:10.499577 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:10.522337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9f292474-f4e8-40a1-81eb-b23611967343 None None] Provisioning complete for port cd2c8038-297f-462e-8ca2-56fc70bcf622 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:10.522705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f292474-f4e8-40a1-81eb-b23611967343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:10.622403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc59ce0c-804f-4036-acc5-0b1e294bc79f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:10.624042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc59ce0c-804f-4036-acc5-0b1e294bc79f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3122213 Jul 06 18:37:10.636813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48922) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:10.799206 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ebe1321f-235c-4010-a3a2-4986a8b760ad tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1609924 Jul 06 18:37:10.818979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48934) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:10.918374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a916-3525-4ae1-9709-86c8a34a2936 req-47f6bbdd-b49c-46f4-8440-0fb90fcda04a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:10.924088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b394a916-3525-4ae1-9709-86c8a34a2936 req-47f6bbdd-b49c-46f4-8440-0fb90fcda04a tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.4865038 Jul 06 18:37:10.936329 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec4c5bb-a49f-4a7f-8946-1fd301eb156f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:10.941619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec4c5bb-a49f-4a7f-8946-1fd301eb156f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:10.948479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aec4c5bb-a49f-4a7f-8946-1fd301eb156f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/56cc9ec0-6cf1-4e59-9b72-9d1a4481e577 HTTP/1.1" status: 404 len: 333 time: 0.1253419 Jul 06 18:37:10.958069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-4587cbe4-0362-4a48-8192-548fd8885917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:10.961002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-4587cbe4-0362-4a48-8192-548fd8885917 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417662f6c44c44258a959db8ff552ba0&device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 1096 time: 0.4938605 Jul 06 18:37:10.967300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 48940) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:10.974964 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b394a916-3525-4ae1-9709-86c8a34a2936 req-c2043624-dba2-495d-9bd4-0fa07592cd7b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435407 Jul 06 18:37:11.020838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] For port 806b088e-d1b1-4bf7-8001-954bb357bdb3, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:11.024547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Allocated IP 172.25.4.110 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/25ab82b1-0108-46ce-ba1a-4c458c864cf6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:11.040864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-4b2a6536-6d3a-4a3b-87dd-cf1c2cd97266 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.045560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-4b2a6536-6d3a-4a3b-87dd-cf1c2cd97266 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6537e1-f43f-4312-9942-71b3febd0552 HTTP/1.1" status: 200 len: 945 time: 0.2492681 Jul 06 18:37:11.153398 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-2614cad1-fe93-46fc-b502-e2ed137ab737 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:11.158513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2614cad1-fe93-46fc-b502-e2ed137ab737 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:11.163252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2614cad1-fe93-46fc-b502-e2ed137ab737 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/6ef5c47a-5875-4440-9c21-4a6cc9bd28ba HTTP/1.1" status: 404 len: 337 time: 0.1872511 Jul 06 18:37:11.188408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48952) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:11.207414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] For port 806b088e-d1b1-4bf7-8001-954bb357bdb3, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=806b088e-d1b1-4bf7-8001-954bb357bdb3,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:37:11.235998 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:11.333622 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-76471016-3bd6-4423-b54c-60ab6e9c8a6b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:11.335449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76471016-3bd6-4423-b54c-60ab6e9c8a6b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:11.341958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-76471016-3bd6-4423-b54c-60ab6e9c8a6b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/985b8be6-a348-4850-8977-cce2e21bf737 HTTP/1.1" status: 404 len: 337 time: 0.1472845 Jul 06 18:37:11.344876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48962) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:11.371625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-b2273b10-3254-4a53-a1b4-fe9656c4a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.373527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-b2273b10-3254-4a53-a1b4-fe9656c4a16c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 200 len: 912 time: 0.3511376 Jul 06 18:37:11.402261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47558f-7729-4b09-b612-84590c922318 None None] DHCP port deletion for 1155fe0f-cf73-44cf-856d-cc5f5570ca01 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:37:11.454342 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-622e59b5-26f5-4eca-a1a0-e1d94584d9a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:11.455548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622e59b5-26f5-4eca-a1a0-e1d94584d9a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:11.461314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-622e59b5-26f5-4eca-a1a0-e1d94584d9a1 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/9a8baa18-0fad-433a-b686-6fc94da1d9a5 HTTP/1.1" status: 404 len: 333 time: 0.1151550 Jul 06 18:37:11.463092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48968) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:11.510761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-60a41c6b-d129-4ec6-92e6-050b696c647a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5 HTTP/1.1" status: 200 len: 217 time: 0.1231997 Jul 06 18:37:11.548154 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b9a557-32ee-4e6f-b0f3-b714a27a4976 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:11.548544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b9a557-32ee-4e6f-b0f3-b714a27a4976 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:11.560604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e4b9a557-32ee-4e6f-b0f3-b714a27a4976 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/31515f93-d778-4bd7-bc35-e5876e6b1a54 HTTP/1.1" status: 404 len: 337 time: 0.0874138 Jul 06 18:37:11.563884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48972) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:11.619883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:11.624354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:36:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:11.650209 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e47a34b-a0d5-4f57-b1db-9c690d85f235 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:11.650677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e47a34b-a0d5-4f57-b1db-9c690d85f235 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:11.659428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3e47a34b-a0d5-4f57-b1db-9c690d85f235 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/a6f1fcf2-516e-4a4b-a915-86e06a888394 HTTP/1.1" status: 404 len: 337 time: 0.0826910 Jul 06 18:37:11.661840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48974) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:11.682660 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:11.715824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-5fc34aad-067d-4970-bcd8-c91d218c83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.717363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-5fc34aad-067d-4970-bcd8-c91d218c83c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 200 len: 850 time: 0.1812539 Jul 06 18:37:11.772672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7d73414-556c-46d1-a549-13377f75cd71 req-10041b8d-6feb-4e56-b85c-2742d7303765 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1082392 Jul 06 18:37:11.817314 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:11.846392 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-be36c227-1428-4fae-950c-0a4662b658ba tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:11.857579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be36c227-1428-4fae-950c-0a4662b658ba tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:11.870122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-be36c227-1428-4fae-950c-0a4662b658ba tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/e9c83c4e-bd2b-4764-a63e-df383e70960b HTTP/1.1" status: 404 len: 333 time: 0.2028904 Jul 06 18:37:11.873137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 48984) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:11.874007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-bf233fee-c6e9-4d28-869e-78b9d4204e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.875576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-bf233fee-c6e9-4d28-869e-78b9d4204e4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0a09b5a-f663-4630-8067-f035b53d07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496022 Jul 06 18:37:11.876998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Deleting port d4aec668-b74f-46ec-8b36-3f48337127ab {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:11.877373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:11.959374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:12.013705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event updated for resources: {'Port': ['ID=25ab82b1-0108-46ce-ba1a-4c458c864cf6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:12.021203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:12.028402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:12.137555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] For port d4aec668-b74f-46ec-8b36-3f48337127ab, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d4aec668-b74f-46ec-8b36-3f48337127ab,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:12.138150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.154040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Calling delete_port for d4aec668-b74f-46ec-8b36-3f48337127ab owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:12.157327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-5a3c30dd-4c59-4871-bec7-c515d8d67d02 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659197 Jul 06 18:37:12.233541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:12.285355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.345830 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d2c9e5-93df-4744-af6e-b21ad8151984 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:12.346289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d2c9e5-93df-4744-af6e-b21ad8151984 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:12.353115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-17d2c9e5-93df-4744-af6e-b21ad8151984 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/c0c31bdc-6d04-4572-8d7e-e17e57cdcbca HTTP/1.1" status: 404 len: 337 time: 0.0949786 Jul 06 18:37:12.363890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49002) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:12.371770 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.415592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cd2c8038-297f-462e-8ca2-56fc70bcf622 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:12.424662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84940093-ef24-424a-acfb-40b18980ce26 None None] Pushing event updated for resources: {'Port': ['ID=806b088e-d1b1-4bf7-8001-954bb357bdb3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:12.463007 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e78133-f476-45c2-96c2-6c078b0a4787 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:12.463978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e78133-f476-45c2-96c2-6c078b0a4787 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:12.469640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b1e78133-f476-45c2-96c2-6c078b0a4787 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/31e67114-5c02-45fb-9427-06c78552c911 HTTP/1.1" status: 404 len: 337 time: 0.0952828 Jul 06 18:37:12.474879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49006) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:12.526797 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f75759d-600c-49c7-a31b-446959db32ec tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:12.527933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f75759d-600c-49c7-a31b-446959db32ec tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:12.533829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49008) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:12.535298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1f75759d-600c-49c7-a31b-446959db32ec tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/f42ae061-5d50-48f7-99d4-3330d1512c40 HTTP/1.1" status: 404 len: 333 time: 0.0513978 Jul 06 18:37:12.572902 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d4ca6d-bee5-4677-b886-bfcff2b38830 req-54444ee7-655c-48cb-bf42-52e95bbe75c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936863 Jul 06 18:37:12.576982 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a44167a-26f3-4896-8880-8f79d70d62d2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:12.577521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a44167a-26f3-4896-8880-8f79d70d62d2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:12.582143 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0a44167a-26f3-4896-8880-8f79d70d62d2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/24d4fbf7-4caf-4ef2-ac79-9a22e6a5bb9a HTTP/1.1" status: 404 len: 337 time: 0.0444453 Jul 06 18:37:12.584027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:12.673854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ce47558f-7729-4b09-b612-84590c922318 None None] Deleting port cd2c8038-297f-462e-8ca2-56fc70bcf622 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:12.674228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ce47558f-7729-4b09-b612-84590c922318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.733950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8666f-e65e-4c28-afc7-3b791b93078f req-fcc8cf54-da2a-4a75-9f05-4b03f1df7b24 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:12.747684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f2d8666f-e65e-4c28-afc7-3b791b93078f req-fcc8cf54-da2a-4a75-9f05-4b03f1df7b24 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6537e1-f43f-4312-9942-71b3febd0552 HTTP/1.1" status: 200 len: 945 time: 0.4870663 Jul 06 18:37:12.748672 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8d019b-1fdf-4141-8b3e-2e83e0f5d288 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:12.751545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8d019b-1fdf-4141-8b3e-2e83e0f5d288 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:12.755293 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1c8d019b-1fdf-4141-8b3e-2e83e0f5d288 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/71f4885a-d96c-4aaf-8755-bb2ee812ee14 HTTP/1.1" status: 404 len: 337 time: 0.1670897 Jul 06 18:37:12.774076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49016) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:12.789876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.800733 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.896385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:10Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:12.913012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event updated for resources: {'Port': ['ID=25ab82b1-0108-46ce-ba1a-4c458c864cf6,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:12.924455 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-865723ed-5c43-49a3-ab92-153b13654226 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:12.925501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865723ed-5c43-49a3-ab92-153b13654226 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:12.927751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-865723ed-5c43-49a3-ab92-153b13654226 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/cdb7ca9e-9253-4a5e-98d8-2ea61f5d4f52 HTTP/1.1" status: 404 len: 333 time: 0.1506567 Jul 06 18:37:12.935140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49028) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:12.959336 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f2d8666f-e65e-4c28-afc7-3b791b93078f req-a3258b43-90e2-4676-bc8e-96a23fc0a58b tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805532 Jul 06 18:37:12.971279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.999296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5c0bafbf-a82c-4872-962e-e979fe52821e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:13.057054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Pushing event deleted for resources: {'Port': ['ID=d4aec668-b74f-46ec-8b36-3f48337127ab,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:13.085423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['feecb1b8-788a-4c4b-951a-e0de2e305782'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:13.091151 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c00264-d0f3-44c2-93ab-9350b032d2a8 None None] The sync data for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 is: [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:10Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:13.109468 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:13.118859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ce47558f-7729-4b09-b612-84590c922318 None None] For port cd2c8038-297f-462e-8ca2-56fc70bcf622, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cd2c8038-297f-462e-8ca2-56fc70bcf622,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:13.119262 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ce47558f-7729-4b09-b612-84590c922318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:13.207010 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b5c1b3-2d01-4b72-a52a-ee43b60f82fa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:13.207590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b5c1b3-2d01-4b72-a52a-ee43b60f82fa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:13.220535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2b5c1b3-2d01-4b72-a52a-ee43b60f82fa tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/e9ed561c-9eaf-4a88-b297-c3bcd73779e4 HTTP/1.1" status: 404 len: 337 time: 0.2829430 Jul 06 18:37:13.221393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49054) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:13.226333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:13.229086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] No DVR routers for this DVR port d4aec668-b74f-46ec-8b36-3f48337127ab on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:13.233288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:13.243220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d8efb29a-0b29-478d-8bfd-7dcc5b33f71e req-77bde1f5-971a-4c08-944a-d2eca8b34331 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.41 "DELETE /v2.0/ports/d4aec668-b74f-46ec-8b36-3f48337127ab HTTP/1.1" status: 204 len: 173 time: 2.1917043 Jul 06 18:37:13.245330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6537e1-f43f-4312-9942-71b3febd0552', 'name': 'network-vif-deleted', 'tag': 'd4aec668-b74f-46ec-8b36-3f48337127ab'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:13.254305 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ba0f99-8800-4e22-b3e3-cfb81c186bed" -d '{"events": [{"server_uuid": "1f6537e1-f43f-4312-9942-71b3febd0552", "name": "network-vif-deleted", "tag": "d4aec668-b74f-46ec-8b36-3f48337127ab"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:13.262638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ce47558f-7729-4b09-b612-84590c922318 None None] Calling delete_port for cd2c8038-297f-462e-8ca2-56fc70bcf622 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:13.415960 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-d590a732-621f-4d94-ac97-5df93ccdeb05 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:13.418992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d590a732-621f-4d94-ac97-5df93ccdeb05 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:13.426874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d590a732-621f-4d94-ac97-5df93ccdeb05 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/387a9ed4-a3fc-4a3f-bec9-78b51883a032 HTTP/1.1" status: 404 len: 333 time: 0.1817451 Jul 06 18:37:13.432000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49060) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:13.483286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cc8af4c5-ed0a-4b80-a5e6-340bc140af72 req-fc95d6f4-850c-46bc-890f-19c16a4bbcb0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.0816429 Jul 06 18:37:13.522055 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:13.525636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-500c889a-3f2f-41c8-8ad7-f4db181de711 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0132556 Jul 06 18:37:13.532549 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bbfa06-423f-42eb-9af0-6bad2a0a4a37 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:13.533342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bbfa06-423f-42eb-9af0-6bad2a0a4a37 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:13.539304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49064) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:13.552129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port cd2c8038-297f-462e-8ca2-56fc70bcf622, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cd2c8038-297f-462e-8ca2-56fc70bcf622,segment=NetworkSegment(635e3114-4b04-40f4-8a64-9f3558d0470e),segment_id=635e3114-4b04-40f4-8a64-9f3558d0470e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:13.552878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13bbfa06-423f-42eb-9af0-6bad2a0a4a37 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/5563574e-ebae-419b-a730-6e8451239ff0 HTTP/1.1" status: 404 len: 337 time: 0.1184855 Jul 06 18:37:13.616560 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbd37ca-0e41-4561-a072-cc3a3ec406d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:13.619758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbd37ca-0e41-4561-a072-cc3a3ec406d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:13.626094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49068) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:13.637222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ffbd37ca-0e41-4561-a072-cc3a3ec406d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/ee69c777-b72f-4d20-960d-a5a8be03411c HTTP/1.1" status: 404 len: 333 time: 0.0959103 Jul 06 18:37:13.642981 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a71f609-3515-4b14-b654-d28bc24bb098 x-openstack-request-id: req-0a71f609-3515-4b14-b654-d28bc24bb098 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:13.643569 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6537e1-f43f-4312-9942-71b3febd0552", "name": "network-vif-deleted", "tag": "d4aec668-b74f-46ec-8b36-3f48337127ab", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:13.643827 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a71f609-3515-4b14-b654-d28bc24bb098 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:13.644243 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6537e1-f43f-4312-9942-71b3febd0552', 'name': 'network-vif-deleted', 'tag': 'd4aec668-b74f-46ec-8b36-3f48337127ab', 'status': 'completed', 'code': 200} Jul 06 18:37:13.664471 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:13.703975 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-378f2a71-4267-43e9-aef5-c8a7beca4b63 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:13.705176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378f2a71-4267-43e9-aef5-c8a7beca4b63 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:13.712347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49070) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:13.724112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-378f2a71-4267-43e9-aef5-c8a7beca4b63 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/6b46cf2e-1d5c-470d-bc3d-e8417465beaf HTTP/1.1" status: 404 len: 337 time: 0.0968354 Jul 06 18:37:13.796966 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-e900fc6e-3d30-4c26-87ea-d6872c25da03 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:13.798648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e900fc6e-3d30-4c26-87ea-d6872c25da03 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:13.806634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49076) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:13.834639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e900fc6e-3d30-4c26-87ea-d6872c25da03 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/2b2e2660-ec9e-4f8e-a564-48de1c38d50c HTTP/1.1" status: 404 len: 333 time: 0.1201279 Jul 06 18:37:13.927642 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d2413b-b327-46b9-8bc7-5e7367da82c6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:13.929679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d2413b-b327-46b9-8bc7-5e7367da82c6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:13.935368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49082) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:13.954942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-82d2413b-b327-46b9-8bc7-5e7367da82c6 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/8f42dfdd-71b4-44f9-b6c1-3dc979de1b1e HTTP/1.1" status: 404 len: 337 time: 0.1470828 Jul 06 18:37:13.980646 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e77967-68ad-4111-b219-50dd48abb4f3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:13.982173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e77967-68ad-4111-b219-50dd48abb4f3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:13.987605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49088) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:14.017773 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3e77967-68ad-4111-b219-50dd48abb4f3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/cf6b3e0e-7d04-4dcb-9696-4789105b29f3 HTTP/1.1" status: 404 len: 333 time: 0.0697415 Jul 06 18:37:14.089806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ce47558f-7729-4b09-b612-84590c922318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:14.096338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 806b088e-d1b1-4bf7-8001-954bb357bdb3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:14.193728 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f57a51-997a-42f6-8421-8a0196e2cac7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:14.194396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f57a51-997a-42f6-8421-8a0196e2cac7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:14.201252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49098) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:14.206774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e3f57a51-997a-42f6-8421-8a0196e2cac7 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/29ea477c-7456-4a7a-8dca-b7e6578d05c8 HTTP/1.1" status: 404 len: 337 time: 0.2078121 Jul 06 18:37:14.208271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47558f-7729-4b09-b612-84590c922318 None None] No DVR routers for this DVR port cd2c8038-297f-462e-8ca2-56fc70bcf622 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:14.252914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d4aec668-b74f-46ec-8b36-3f48337127ab no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:14.288026 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4c6ed3-8205-4ff3-a40d-2b8a72b0ce85 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:14.290886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4c6ed3-8205-4ff3-a40d-2b8a72b0ce85 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:14.305406 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7e4c6ed3-8205-4ff3-a40d-2b8a72b0ce85 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/1c34bfed-b0eb-4841-b3db-e4a72a5b43cf HTTP/1.1" status: 404 len: 333 time: 0.1005549 Jul 06 18:37:14.306650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-49c9f26e-35ad-4325-9def-ba8fdfd6619c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:14.307677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49100) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:14.327569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-49c9f26e-35ad-4325-9def-ba8fdfd6619c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ec6b1b2-ef49-4560-8970-9b7a92f0fe19 HTTP/1.1" status: 200 len: 944 time: 0.3373313 Jul 06 18:37:14.335749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: d4aec668-b74f-46ec-8b36-3f48337127ab {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:14.336328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d4aec668-b74f-46ec-8b36-3f48337127ab not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:14.386350 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-014fabfe-f6c1-4288-9686-2ee00d121ae0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:14.386350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014fabfe-f6c1-4288-9686-2ee00d121ae0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:14.395830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-014fabfe-f6c1-4288-9686-2ee00d121ae0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/8ac49ab8-904c-438b-8a21-35592cf20dac HTTP/1.1" status: 404 len: 337 time: 0.0867903 Jul 06 18:37:14.397129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49102) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:14.471311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=cd2c8038-297f-462e-8ca2-56fc70bcf622,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:14.487642 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc459ad-e5de-4bbc-b561-1354db3841e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:14.488113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc459ad-e5de-4bbc-b561-1354db3841e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:14.492786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1bc459ad-e5de-4bbc-b561-1354db3841e8 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/98740136-3526-40aa-ad2c-8b410f7be6d8 HTTP/1.1" status: 404 len: 337 time: 0.0888846 Jul 06 18:37:14.493453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49110) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:14.550448 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa33cef8-761e-4482-9594-9a2bca4c196b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:14.551315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa33cef8-761e-4482-9594-9a2bca4c196b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:14.556467 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-aa33cef8-761e-4482-9594-9a2bca4c196b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/fa824fe6-8754-447f-a055-a1459c394222 HTTP/1.1" status: 404 len: 333 time: 0.0619683 Jul 06 18:37:14.557128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49114) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:14.558795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47558f-7729-4b09-b612-84590c922318 None None] Pushing event deleted for resources: {'Port': ['ID=cd2c8038-297f-462e-8ca2-56fc70bcf622,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:14.619537 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9288600-be32-4329-9d83-9c1b70de1a5e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:14.620198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9288600-be32-4329-9d83-9c1b70de1a5e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:14.630300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49122) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:14.630456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f9288600-be32-4329-9d83-9c1b70de1a5e tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/d04c21c0-fac7-4c6e-b0b4-85ff81f448aa HTTP/1.1" status: 404 len: 337 time: 0.0712698 Jul 06 18:37:14.631983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Deleting port f43432a3-251c-4840-a316-45ea816d353f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:14.632325 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:14.636636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 806b088e-d1b1-4bf7-8001-954bb357bdb3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:14.647349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 806b088e-d1b1-4bf7-8001-954bb357bdb3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:14.649519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:14.839175 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-242cf963-2bd1-46f1-9d9f-2de8b52ab81f tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2140411684&fields=id&tenant_id=9e415e130ca04a699e8c19edc9ecb284 HTTP/1.1" status: 200 len: 267 time: 0.1045389 Jul 06 18:37:14.922279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] For port f43432a3-251c-4840-a316-45ea816d353f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f43432a3-251c-4840-a316-45ea816d353f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:14.922555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:14.940647 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:15.046646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 806b088e-d1b1-4bf7-8001-954bb357bdb3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=806b088e-d1b1-4bf7-8001-954bb357bdb3,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:15.055670 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:15.146133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-e35ff9cf-222b-41bb-9181-d99a5b898191 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:15.154557 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-e35ff9cf-222b-41bb-9181-d99a5b898191 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/networks?id=32eebd69-66d3-4d34-b336-1ff6fd762341 HTTP/1.1" status: 200 len: 812 time: 0.3143072 Jul 06 18:37:15.195728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=806b088e-d1b1-4bf7-8001-954bb357bdb3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:15.207387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-0f2791af-f2b1-4c36-b8a8-22a16e9edbd8 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/quotas/9e415e130ca04a699e8c19edc9ecb284 HTTP/1.1" status: 200 len: 375 time: 0.0518773 Jul 06 18:37:15.346642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a8f54306-5dd3-4968-89e9-126d04ae979d tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e415e130ca04a699e8c19edc9ecb284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382260 Jul 06 18:37:15.494269 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6b19d36-c3b6-430b-a1bc-1d6177c93036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:15.528793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-9035fff0-ba14-4ea5-a58e-8aafefa66250 service neutron] 10.222.0.53 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568010 Jul 06 18:37:15.544407 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca62cf4-7d9f-4406-88ab-4e1ec76bddaf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:15.545446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca62cf4-7d9f-4406-88ab-4e1ec76bddaf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:15.547688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7ca62cf4-7d9f-4406-88ab-4e1ec76bddaf tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/2fa4d917-1fbd-4e09-a37c-1ddf23a13730 HTTP/1.1" status: 404 len: 337 time: 0.6177719 Jul 06 18:37:15.549212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Calling delete_port for f43432a3-251c-4840-a316-45ea816d353f owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:15.559183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49160) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:15.622990 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ea6fcb-c473-44f5-99b9-5f487d93c3e3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:15.624510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ea6fcb-c473-44f5-99b9-5f487d93c3e3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:15.637110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b3ea6fcb-c473-44f5-99b9-5f487d93c3e3 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/6cd7866e-8ad8-4180-bcf3-57c10f885c2e HTTP/1.1" status: 404 len: 333 time: 0.0769639 Jul 06 18:37:15.641902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49168) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:15.694606 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5945ba-e5d0-4e3b-8675-8c668c3ab053 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:15.695375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5945ba-e5d0-4e3b-8675-8c668c3ab053 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:15.697488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2f5945ba-e5d0-4e3b-8675-8c668c3ab053 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/9f5f2ff4-d015-4799-85a3-530ebccaa093 HTTP/1.1" status: 404 len: 337 time: 0.0519457 Jul 06 18:37:15.701103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49170) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:15.818172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49172) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:15.822732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6df00411-c234-4863-8a9a-e36d42b1eb32 service neutron] 10.222.0.53 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870090 Jul 06 18:37:15.983414 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cf7e9f-2dd9-48c0-92c5-16159300d850 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:15.983999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cf7e9f-2dd9-48c0-92c5-16159300d850 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:15.987053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-39cf7e9f-2dd9-48c0-92c5-16159300d850 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/7655aacb-2868-4135-9fdf-e3ff68c0537a HTTP/1.1" status: 404 len: 337 time: 0.2837343 Jul 06 18:37:15.989288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49178) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:15.992020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 806b088e-d1b1-4bf7-8001-954bb357bdb3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:16.067475 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.093035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['fd7c5397-89a5-4f44-acd3-e81ddca343b5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:16.095594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29345595-d556-4aec-8de8-3492b1e3286d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:16.148834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30f58bed-1a52-4aa5-9a0e-6bc0635e414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.151924 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-557b4b50-1cdf-4788-998a-bc354936e35c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:16.152383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557b4b50-1cdf-4788-998a-bc354936e35c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:16.165574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-557b4b50-1cdf-4788-998a-bc354936e35c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/176fd0ce-b978-48f8-b028-6a6242b58c00 HTTP/1.1" status: 404 len: 333 time: 0.1748519 Jul 06 18:37:16.173068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49190) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:16.177978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event deleted for resources: {'Port': ['ID=f43432a3-251c-4840-a316-45ea816d353f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:16.236820 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4ad4af-1aaa-400c-ae2e-f47b8f8f4648 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:16.237339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4ad4af-1aaa-400c-ae2e-f47b8f8f4648 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:16.255835 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d4ad4af-1aaa-400c-ae2e-f47b8f8f4648 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/9e5c800c-83e3-490d-bb1a-d9ee57d73f79 HTTP/1.1" status: 404 len: 337 time: 0.0814652 Jul 06 18:37:16.260843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49192) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:16.382264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] No DVR routers for this DVR port f43432a3-251c-4840-a316-45ea816d353f on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:16.385566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.397657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13857be9-6ed9-4cc0-bb84-18e159b3bbb5 req-30b83980-b5fc-4229-96ba-cf72b5753a89 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "DELETE /v2.0/ports/f43432a3-251c-4840-a316-45ea816d353f HTTP/1.1" status: 204 len: 173 time: 2.0668507 Jul 06 18:37:16.404156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'name': 'network-vif-deleted', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:16.407299 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82297c6b-de48-4a1e-9fee-613b0ae93aba" -d '{"events": [{"server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "name": "network-vif-deleted", "tag": "f43432a3-251c-4840-a316-45ea816d353f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:16.668418 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-b456481a-be30-407e-8ffa-77defc77e259 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:16.672156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b456481a-be30-407e-8ffa-77defc77e259 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:16.677028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b456481a-be30-407e-8ffa-77defc77e259 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/634a154a-e1c8-47f6-a1a6-b4f19f697d6e HTTP/1.1" status: 404 len: 337 time: 0.4093950 Jul 06 18:37:16.679273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49222) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:16.780078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-22d5779f-3741-428e-b050-0f5ffd0f6558 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee567c1-3682-4cb0-98f1-3b542db6ff7e HTTP/1.1" status: 200 len: 205 time: 0.0994489 Jul 06 18:37:16.785388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49228) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:16.788113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30f58bed-1a52-4aa5-9a0e-6bc0635e414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.819968 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5e8edb62-2d9e-4b84-acdb-62abe06ce4ec req-83d0a8a4-673c-4046-850c-93859d0d9603 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1330254 Jul 06 18:37:16.821646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30f58bed-1a52-4aa5-9a0e-6bc0635e414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.942680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-30f58bed-1a52-4aa5-9a0e-6bc0635e414a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=318fd7b8d39f4abcabf915815405c92a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1229477 Jul 06 18:37:16.954814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49236) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:16.963932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f58bed-1a52-4aa5-9a0e-6bc0635e414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe0048f-fec3-4938-a14c-a5dc70545fa4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:17.025524 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-79889f0f-f2aa-4ed8-9fca-423df96bdf35 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] delete failed (client error): The resource could not be found. Jul 06 18:37:17.037398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-79889f0f-f2aa-4ed8-9fca-423df96bdf35 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/routers/8ee567c1-3682-4cb0-98f1-3b542db6ff7e HTTP/1.1" status: 404 len: 336 time: 0.2468081 Jul 06 18:37:17.039317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49240) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:17.132945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 806b088e-d1b1-4bf7-8001-954bb357bdb3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:17.136475 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.476017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49246) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:17.588096 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-31f12864-81c7-4b6e-9392-f108e39f9043 req-e6de471f-bba6-4bb2-86a6-d4bd69e535ec tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 210 time: 0.6250885 Jul 06 18:37:17.595200 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b38b57b-4d41-4198-a3ce-b78765c98c00 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:17.596805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b38b57b-4d41-4198-a3ce-b78765c98c00 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:17.600552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7b38b57b-4d41-4198-a3ce-b78765c98c00 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/651bcab0-16a4-4b7e-a88a-3a89c7e242f3 HTTP/1.1" status: 404 len: 337 time: 0.5593631 Jul 06 18:37:17.606481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49252) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:17.660261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b399db3c-751d-40d3-bc58-415415851a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.689153 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9a7e6d-129f-4303-852e-52180ed712a8 x-openstack-request-id: req-cb9a7e6d-129f-4303-852e-52180ed712a8 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:17.692721 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec6b1b2-ef49-4560-8970-9b7a92f0fe19", "name": "network-vif-deleted", "tag": "f43432a3-251c-4840-a316-45ea816d353f", "status": "failed", "code": 422}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:17.694409 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb9a7e6d-129f-4303-852e-52180ed712a8 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:17.696639 n-d-799684-2 neutron-server[93966]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ec6b1b2-ef49-4560-8970-9b7a92f0fe19', 'name': 'network-vif-deleted', 'tag': 'f43432a3-251c-4840-a316-45ea816d353f', 'status': 'failed', 'code': 422} returned with failed status Jul 06 18:37:17.716732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a0fd88a1-6b3b-4928-830e-9ceb3bb3363b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "GET /v2.0/ports?device_id=217bbed1-90ee-46ee-9ce2-b810147b6900 HTTP/1.1" status: 200 len: 205 time: 0.0934215 Jul 06 18:37:17.719744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49258) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:17.800891 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-234463bb-6378-4092-9bd6-d5ccb48ccbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.825912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b399db3c-751d-40d3-bc58-415415851a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.833831 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b399db3c-751d-40d3-bc58-415415851a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.859105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-234463bb-6378-4092-9bd6-d5ccb48ccbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.885156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b399db3c-751d-40d3-bc58-415415851a9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39654f789e5a4197a5ccbbf1d6de7a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072981 Jul 06 18:37:17.886651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399db3c-751d-40d3-bc58-415415851a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad27d4af-b6f2-4a48-97ab-e511ffa23c37,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:17.890274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49264) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:17.939858 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-fd4d9f3d-44b3-4b08-b9a1-11062d8fe325 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] delete failed (client error): The resource could not be found. Jul 06 18:37:17.943997 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fd4d9f3d-44b3-4b08-b9a1-11062d8fe325 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/routers/217bbed1-90ee-46ee-9ce2-b810147b6900 HTTP/1.1" status: 404 len: 336 time: 0.2199323 Jul 06 18:37:17.946601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49266) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:17.960048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-234463bb-6378-4092-9bd6-d5ccb48ccbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.962854 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-234463bb-6378-4092-9bd6-d5ccb48ccbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.964085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-234463bb-6378-4092-9bd6-d5ccb48ccbee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbe0048f-fec3-4938-a14c-a5dc70545fa4 HTTP/1.1" status: 204 len: 168 time: 0.9929318 Jul 06 18:37:17.981084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234463bb-6378-4092-9bd6-d5ccb48ccbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe0048f-fec3-4938-a14c-a5dc70545fa4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:18.053767 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-63739fb5-0f74-44bc-95e3-297321d4379c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.055868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63739fb5-0f74-44bc-95e3-297321d4379c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.061900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49270) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.064131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-63739fb5-0f74-44bc-95e3-297321d4379c tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/d18fc13f-e993-43df-bfdc-ff64d2f53876 HTTP/1.1" status: 404 len: 337 time: 0.1132329 Jul 06 18:37:18.094679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79432c7d-fdf9-4cad-b39a-a1c4ce729898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:18.109957 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabbf273-4394-4d25-be07-fe5520548590 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.110442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabbf273-4394-4d25-be07-fe5520548590 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.118385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dabbf273-4394-4d25-be07-fe5520548590 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/4636b169-8eae-4609-8b90-e5a46ad9a632 HTTP/1.1" status: 404 len: 337 time: 0.0553761 Jul 06 18:37:18.121086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49274) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.156505 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfe4212-61b9-4c24-ab39-64970ecc61a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.157602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfe4212-61b9-4c24-ab39-64970ecc61a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.159719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fdfe4212-61b9-4c24-ab39-64970ecc61a2 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/d8ab938a-9762-4bce-99bc-f14dab70e650 HTTP/1.1" status: 404 len: 333 time: 0.0376806 Jul 06 18:37:18.162600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49276) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.164096 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0eecdcf7-9b42-416e-b335-9d16fabccc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:18.172389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79432c7d-fdf9-4cad-b39a-a1c4ce729898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:18.195111 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa9f4c9-7cb2-4952-90c3-2ba60e48708d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.195828 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa9f4c9-7cb2-4952-90c3-2ba60e48708d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.198288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6fa9f4c9-7cb2-4952-90c3-2ba60e48708d tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/7640cb4b-b369-45b7-b7c5-3d73b3d66d45 HTTP/1.1" status: 404 len: 337 time: 0.0344059 Jul 06 18:37:18.201124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49278) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.270314 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b99720-3a37-4f65-9bd8-9e7b1c8e4b2a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.274988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b99720-3a37-4f65-9bd8-9e7b1c8e4b2a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.278042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a7b99720-3a37-4f65-9bd8-9e7b1c8e4b2a tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/f86c32bb-3a1c-4cc6-affc-c7b71bcc1aff HTTP/1.1" status: 404 len: 333 time: 0.0753272 Jul 06 18:37:18.282979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49284) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.326544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04bcbaa1-e915-4b09-b6a6-20a0c6773026 req-a97e76ff-74c8-4b74-9beb-b229b8d4c4cb tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.0590980 Jul 06 18:37:18.331023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:18.390986 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce199dc-a825-494a-8360-9e2e42bba783 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.392903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce199dc-a825-494a-8360-9e2e42bba783 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.401911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49288) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.402647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bce199dc-a825-494a-8360-9e2e42bba783 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/d9745055-3161-4894-9435-85746f51490c HTTP/1.1" status: 404 len: 337 time: 0.1155813 Jul 06 18:37:18.423754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79432c7d-fdf9-4cad-b39a-a1c4ce729898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:18.427304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79432c7d-fdf9-4cad-b39a-a1c4ce729898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:18.432028 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-79432c7d-fdf9-4cad-b39a-a1c4ce729898 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad27d4af-b6f2-4a48-97ab-e511ffa23c37 HTTP/1.1" status: 204 len: 168 time: 0.5348828 Jul 06 18:37:18.465099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79432c7d-fdf9-4cad-b39a-a1c4ce729898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad27d4af-b6f2-4a48-97ab-e511ffa23c37,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:18.465630 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de2058d-2f3c-4f64-bf12-641d5c09e618 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.466413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de2058d-2f3c-4f64-bf12-641d5c09e618 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.471785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0de2058d-2f3c-4f64-bf12-641d5c09e618 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/9f9e2c6a-2472-4d6c-bcb2-f5fb3cac9c87 HTTP/1.1" status: 404 len: 333 time: 0.0685160 Jul 06 18:37:18.474572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49292) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.630340 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-976c8469-7656-4d4d-a44a-f9e95d99f37f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.640975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976c8469-7656-4d4d-a44a-f9e95d99f37f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.670354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49296) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.673657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-976c8469-7656-4d4d-a44a-f9e95d99f37f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/9e04c793-675d-41fd-a496-af37a6a8d02f HTTP/1.1" status: 404 len: 337 time: 0.1885779 Jul 06 18:37:18.706384 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2f6744-6fa0-46c5-a292-ad76bb5240bd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.706384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2f6744-6fa0-46c5-a292-ad76bb5240bd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.706384 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ab2f6744-6fa0-46c5-a292-ad76bb5240bd tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/931e1ee0-65fa-4a78-a9f3-b9a41d150788 HTTP/1.1" status: 404 len: 333 time: 0.0286441 Jul 06 18:37:18.708666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49298) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.841361 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3feb75-4440-4590-82a1-5a68be21ed72 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:18.842509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3feb75-4440-4590-82a1-5a68be21ed72 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:18.844945 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ab3feb75-4440-4590-82a1-5a68be21ed72 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/0ebfac17-8678-4fe1-a733-ff2c39290660 HTTP/1.1" status: 404 len: 337 time: 0.1346478 Jul 06 18:37:18.847295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f86fea-bcba-4b21-b425-5ac41ae2fc2c req-02c9f5fe-75e6-45c8-b417-d013ba5f4e6c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:18.847971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49304) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.848467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49306) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:18.850924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3f86fea-bcba-4b21-b425-5ac41ae2fc2c req-02c9f5fe-75e6-45c8-b417-d013ba5f4e6c tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 908 time: 0.1730893 Jul 06 18:37:19.027555 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-7522eac3-66b7-4fe0-88a3-8763cd981212 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:19.028329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7522eac3-66b7-4fe0-88a3-8763cd981212 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:19.030147 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7522eac3-66b7-4fe0-88a3-8763cd981212 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/c5761570-405e-4c4a-85ce-a40d7cdb6f3d HTTP/1.1" status: 404 len: 333 time: 0.1587377 Jul 06 18:37:19.031700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a95f-33e2-436b-9d3c-340db826c991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:19.033040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49318) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:19.087581 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1b9be5-6e30-46ee-b69f-c9c726bb512f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:19.089286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1b9be5-6e30-46ee-b69f-c9c726bb512f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:19.094129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aa1b9be5-6e30-46ee-b69f-c9c726bb512f tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/23378df4-717a-489c-b2d9-3448c0719922 HTTP/1.1" status: 404 len: 337 time: 0.0581946 Jul 06 18:37:19.097750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49322) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:19.177641 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ae9166-fda5-4aab-a579-3665b7a0a9da tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:19.177641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ae9166-fda5-4aab-a579-3665b7a0a9da tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:19.177641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c9ae9166-fda5-4aab-a579-3665b7a0a9da tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/9e71807d-1067-4433-bcf6-7f49196df304 HTTP/1.1" status: 404 len: 333 time: 0.0786893 Jul 06 18:37:19.181174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49328) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:19.229300 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8afa99-f4b1-40eb-bc44-8e09f32b7f40 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:19.229762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8afa99-f4b1-40eb-bc44-8e09f32b7f40 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:19.230452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f93f2a9-698a-48f5-b81e-de86e13940ef req-c51d1e58-1ad1-4fe9-8406-b570a2a4e280 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 210 time: 0.1884129 Jul 06 18:37:19.231775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-df8afa99-f4b1-40eb-bc44-8e09f32b7f40 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/d509c041-5dd8-4fd2-9414-535c47b8b3c4 HTTP/1.1" status: 404 len: 337 time: 0.0493658 Jul 06 18:37:19.234794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49330) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:19.287458 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50984dc-6537-420c-8c4a-0193882dc9f4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:19.288560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50984dc-6537-420c-8c4a-0193882dc9f4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:19.291154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c50984dc-6537-420c-8c4a-0193882dc9f4 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/ports/376c32c4-66b4-436d-8c0e-e20312a21dd4 HTTP/1.1" status: 404 len: 333 time: 0.0542800 Jul 06 18:37:19.294286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49332) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:19.357198 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6648ef-4791-41df-a6a1-216485b005d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] DELETE failed (client error): The resource could not be found. Jul 06 18:37:19.357946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6648ef-4791-41df-a6a1-216485b005d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:37:19.382358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5f6648ef-4791-41df-a6a1-216485b005d0 tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/subnets/04e0cb23-6381-4313-a354-f41d8b476c14 HTTP/1.1" status: 404 len: 337 time: 0.0863147 Jul 06 18:37:19.383774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-f4e2c2b0-f1f1-4490-af79-2e1e659c791f tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:19.394013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-f4e2c2b0-f1f1-4490-af79-2e1e659c791f tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.24 "GET /v2.0/networks?id=32eebd69-66d3-4d34-b336-1ff6fd762341 HTTP/1.1" status: 200 len: 812 time: 0.5679159 Jul 06 18:37:19.403603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49340) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:19.414522 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:19.436764 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a95f-33e2-436b-9d3c-340db826c991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:19.459451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a95f-33e2-436b-9d3c-340db826c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:19.607723 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:19.649891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9ec5a95f-33e2-436b-9d3c-340db826c991 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c800feddecb645d09f009157bbfb8c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7977889 Jul 06 18:37:19.652568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49348) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:19.669672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5a95f-33e2-436b-9d3c-340db826c991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c2b1b-394a-4d74-a8ee-02e51d61502c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:19.691514 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-e4accbf7-c8b5-411f-9c34-7a37bc10f28c tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e415e130ca04a699e8c19edc9ecb284 HTTP/1.1" status: 200 len: 380 time: 0.2816391 Jul 06 18:37:19.743138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Request body: {'port': {'device_id': '670b9243-db73-4e15-8784-8562b5c93c15', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'admin_state_up': True, 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'security_groups': ['2e35de79-f9fc-4f68-beea-2a6e0ba0aacc']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:19.800395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:19.902986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-271a9398-d4ca-494f-922e-418602b11c3e req-ec2456fb-fbd2-4489-b555-e3bff3ea3a8f tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.2466276 Jul 06 18:37:19.915115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1155fe0f-cf73-44cf-856d-cc5f5570ca01']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:19.916681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab237a-c535-40ce-9105-af8e636e88da req-6c50c950-35d2-477d-b8ed-61eac67e78c4 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:19.923587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab237a-c535-40ce-9105-af8e636e88da req-6c50c950-35d2-477d-b8ed-61eac67e78c4 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:19.931977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3ab237a-c535-40ce-9105-af8e636e88da req-6c50c950-35d2-477d-b8ed-61eac67e78c4 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa&device_id=3416ce15-21db-4c29-948a-d6d1ab08a914 HTTP/1.1" status: 200 len: 1683 time: 0.2755260 Jul 06 18:37:19.989562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635e3114-4b04-40f4-8a64-9f3558d0470e') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:19.991143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635e3114-4b04-40f4-8a64-9f3558d0470e') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:20.026032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.052982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.055388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-084c568a-edb1-4f37-8417-4281d1c4731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.072456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:37:20.073435 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.077238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:37:20.080604 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:37:20.082940 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:37:20.098359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-18605c61-ba67-4201-9ea6-e412722808c0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:20.101033 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-18605c61-ba67-4201-9ea6-e412722808c0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.41 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 908 time: 0.2980964 Jul 06 18:37:20.148612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-084c568a-edb1-4f37-8417-4281d1c4731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.198854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3ab237a-c535-40ce-9105-af8e636e88da req-db05a6a9-5ee9-41fa-9dc9-25ef70602201 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654195 Jul 06 18:37:20.222722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Made reservation on behalf of 9e415e130ca04a699e8c19edc9ecb284 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:20.231888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.246858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.280327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.283386 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] 10.222.0.53 "DELETE /v2.0/networks/1155fe0f-cf73-44cf-856d-cc5f5570ca01 HTTP/1.1" status: 204 len: 168 time: 0.8787425 Jul 06 18:37:20.307322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc143edb-de8a-4df6-8fd0-51b1aa0bef8b tempest-NetworksTestDHCPv6-320487294 tempest-NetworksTestDHCPv6-320487294-project] Pushing event deleted for resources: {'Network': ['ID=1155fe0f-cf73-44cf-856d-cc5f5570ca01,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:20.317165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-084c568a-edb1-4f37-8417-4281d1c4731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.320226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-084c568a-edb1-4f37-8417-4281d1c4731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.324468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-084c568a-edb1-4f37-8417-4281d1c4731d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/901c2b1b-394a-4d74-a8ee-02e51d61502c HTTP/1.1" status: 204 len: 168 time: 0.5841801 Jul 06 18:37:20.342283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc67cec-33b1-4459-b621-509fc0f9c474 req-5dc95ec5-a163-4863-9e1d-2eeff535c9d2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:20.343917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bc67cec-33b1-4459-b621-509fc0f9c474 req-5dc95ec5-a163-4863-9e1d-2eeff535c9d2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 908 time: 0.2024827 Jul 06 18:37:20.344953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c568a-edb1-4f37-8417-4281d1c4731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c2b1b-394a-4d74-a8ee-02e51d61502c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:20.401853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Deleting port a42fca21-186a-45cc-a3f8-524a161e0b9c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:20.402220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.577744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] For port a42fca21-186a-45cc-a3f8-524a161e0b9c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42fca21-186a-45cc-a3f8-524a161e0b9c,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:20.578902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.629683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Calling delete_port for a42fca21-186a-45cc-a3f8-524a161e0b9c owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:20.633042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-12b170a9-c506-4852-9a1d-b6fe6182ac6f req-1b3b890d-7116-43b4-a096-529c690564fc tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 210 time: 0.0865977 Jul 06 18:37:20.791930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49382) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:20.847693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Allocated IP 172.20.0.6 (32eebd69-66d3-4d34-b336-1ff6fd762341/a6cfccb8-8291-43e2-bb9f-f51f2c970d0d/8d97ffec-47ee-4598-98ce-ec1796574ce4) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:20.867321 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.905098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event deleted for resources: {'Port': ['ID=a42fca21-186a-45cc-a3f8-524a161e0b9c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:20.975452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] No DVR routers for this DVR port a42fca21-186a-45cc-a3f8-524a161e0b9c on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:20.977056 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.984072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.989297 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-394e30e7-5e90-4e2e-bc1e-3903e9c3cdb2 req-b58ae7da-cba2-4287-b800-4b6947eca3b4 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.41 "DELETE /v2.0/ports/a42fca21-186a-45cc-a3f8-524a161e0b9c HTTP/1.1" status: 204 len: 173 time: 0.8687654 Jul 06 18:37:21.009655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'name': 'network-vif-deleted', 'tag': 'a42fca21-186a-45cc-a3f8-524a161e0b9c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:21.012488 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5e1ba6-8476-4e82-80f1-bf82ecc1d119" -d '{"events": [{"server_uuid": "45f764e1-dd35-4e08-ba0e-39e48e858c91", "name": "network-vif-deleted", "tag": "a42fca21-186a-45cc-a3f8-524a161e0b9c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:21.393378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-583f818b-b669-4ed6-9926-f5ebe3d98308 req-560201c5-aa1f-421f-a922-c5367a74cc2b tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb126c9-a187-4327-bc8f-7315a2ab6e33 HTTP/1.1" status: 200 len: 210 time: 0.1490960 Jul 06 18:37:21.396470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:21.404866 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86b2569-a0ed-44ae-99af-e42f6eac01c6 x-openstack-request-id: req-d86b2569-a0ed-44ae-99af-e42f6eac01c6 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:21.405266 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f764e1-dd35-4e08-ba0e-39e48e858c91", "name": "network-vif-deleted", "tag": "a42fca21-186a-45cc-a3f8-524a161e0b9c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:21.405626 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d86b2569-a0ed-44ae-99af-e42f6eac01c6 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:21.416249 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f764e1-dd35-4e08-ba0e-39e48e858c91', 'name': 'network-vif-deleted', 'tag': 'a42fca21-186a-45cc-a3f8-524a161e0b9c', 'status': 'completed', 'code': 200} Jul 06 18:37:21.449222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Transition to ACTIVE for port object 8d97ffec-47ee-4598-98ce-ec1796574ce4 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:21.472874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49408) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:21.475171 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aa6a34e2-68e5-41b3-9b46-02024fea002a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b2ca6376faa4374b16a31ef81f6b1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6804790 Jul 06 18:37:21.626503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49420) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:21.655022 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:21.728571 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc91767f-69a7-4feb-aa38-e24e1f313cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:21.759957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-357593e3-5aae-4e45-be28-565e7e03dca3 req-7e7025d6-2d03-452f-a700-47a0cace847b tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f764e1-dd35-4e08-ba0e-39e48e858c91 HTTP/1.1" status: 200 len: 210 time: 0.0717976 Jul 06 18:37:21.814990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:21.837199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:21.840185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:21.901444 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc91767f-69a7-4feb-aa38-e24e1f313cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:21.961387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event updated for resources: {'Port': ['ID=8d97ffec-47ee-4598-98ce-ec1796574ce4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:22.022034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:22.022713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.044644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-6450068a-a95a-4cdc-b1b3-3a87f0404d57 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3073614 Jul 06 18:37:22.067434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Request body: {'port': {'device_id': '670b9243-db73-4e15-8784-8562b5c93c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:22.087942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1060785192'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:22.090233 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc91767f-69a7-4feb-aa38-e24e1f313cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.092922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc91767f-69a7-4feb-aa38-e24e1f313cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.099313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc91767f-69a7-4feb-aa38-e24e1f313cf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0a502da-6440-4fe6-88a7-dde238ee68a5 HTTP/1.1" status: 204 len: 168 time: 0.6234436 Jul 06 18:37:22.156715 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.178152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Made reservation on behalf of fc1e73396d554afba1337b807f4cad8b for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:22.182680 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.199439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91767f-69a7-4feb-aa38-e24e1f313cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a502da-6440-4fe6-88a7-dde238ee68a5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:22.209213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d929ee-b62c-41e8-a1ac-8cfdff6ad730 req-b4025afd-5c04-40fa-a460-ae628de09638 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:22.228144 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:37:22.234985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e1d929ee-b62c-41e8-a1ac-8cfdff6ad730 req-b4025afd-5c04-40fa-a460-ae628de09638 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 931 time: 0.2189527 Jul 06 18:37:22.264596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a42fca21-186a-45cc-a3f8-524a161e0b9c no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:22.280243 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.300908 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.333187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: a42fca21-186a-45cc-a3f8-524a161e0b9c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:22.333625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a42fca21-186a-45cc-a3f8-524a161e0b9c not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:22.387833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e1d929ee-b62c-41e8-a1ac-8cfdff6ad730 req-30c3b190-5607-4172-94db-0509d8a2905f tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514499 Jul 06 18:37:22.457231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-93b993c2-f2eb-4283-bd3e-4b37d8b19809 None None] Provisioning for port 8d97ffec-47ee-4598-98ce-ec1796574ce4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:22.460097 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.464610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-93b993c2-f2eb-4283-bd3e-4b37d8b19809 None None] Provisioning complete for port 8d97ffec-47ee-4598-98ce-ec1796574ce4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:22.466564 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-93b993c2-f2eb-4283-bd3e-4b37d8b19809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.543187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-93b993c2-f2eb-4283-bd3e-4b37d8b19809 None None] Port 8d97ffec-47ee-4598-98ce-ec1796574ce4 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:37:22.577771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.597223 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.614040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:37:22.637832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49454) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:22.648105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.648462 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Added segment 3be2755c-49a4-4ff4-a241-4f54f05df20f of type vlan for network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c Jul 06 18:37:22.703677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c84ae3-058a-43a6-a4a0-a5ba007c7540 req-477ed785-b6bb-441a-986a-67ee22deda4d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:22.711576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-25c84ae3-058a-43a6-a4a0-a5ba007c7540 req-477ed785-b6bb-441a-986a-67ee22deda4d tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=3416ce15-21db-4c29-948a-d6d1ab08a914 HTTP/1.1" status: 200 len: 946 time: 0.3731885 Jul 06 18:37:22.724686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d4e3d6-fd9f-4caa-b09f-27626e138a31,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:22.743845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.804876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-25c84ae3-058a-43a6-a4a0-a5ba007c7540 req-53487ac8-fc37-4b47-9925-b9cc43fddef8 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d09c4a9-d1dc-4828-b870-43c0a72ee93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862515 Jul 06 18:37:22.847130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-edd874e0-e2b6-4481-a620-88bdabc37445 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.913387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d97ffec-47ee-4598-98ce-ec1796574ce4 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:37:22.924701 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:22.946116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Transition to ACTIVE for port object 8d97ffec-47ee-4598-98ce-ec1796574ce4 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:22.953464 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.057925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-edd874e0-e2b6-4481-a620-88bdabc37445 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.072926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.080057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:23.081378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.097380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Pushing event updated for resources: {'Port': ['ID=8d97ffec-47ee-4598-98ce-ec1796574ce4,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:23.227920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Pushing event updated for resources: {'Network': ['ID=5838660e-cd0e-4577-ad1d-8bacb57b0f8c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:23.236146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2ce50f9-bb27-4a66-ae2d-10535f3ff92f tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6079407 Jul 06 18:37:23.239775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:37:23.383175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-46d0026c-2426-4385-95b2-c51eaf5b2bbc tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:23.386860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-46d0026c-2426-4385-95b2-c51eaf5b2bbc tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.24 "GET /v2.0/ports?device_id=3416ce15-21db-4c29-948a-d6d1ab08a914 HTTP/1.1" status: 200 len: 946 time: 0.4748411 Jul 06 18:37:23.403165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Attempting to bind port 8d97ffec-47ee-4598-98ce-ec1796574ce4 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:23.403590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Attempting to bind port 8d97ffec-47ee-4598-98ce-ec1796574ce4 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:23.405950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Attempting to bind port 8d97ffec-47ee-4598-98ce-ec1796574ce4 on network 32eebd69-66d3-4d34-b336-1ff6fd762341 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:23.417056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Port 8d97ffec-47ee-4598-98ce-ec1796574ce4 on network 32eebd69-66d3-4d34-b336-1ff6fd762341 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:23.418092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Attempting to bind port 8d97ffec-47ee-4598-98ce-ec1796574ce4 on network 32eebd69-66d3-4d34-b336-1ff6fd762341 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:23.432212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:37:23.435016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Checking segment: {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:23.435520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Bound using segment: {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:37:23.437966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Bound port: 8d97ffec-47ee-4598-98ce-ec1796574ce4, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:37:23.437966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.498760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-edd874e0-e2b6-4481-a620-88bdabc37445 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.502628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-edd874e0-e2b6-4481-a620-88bdabc37445 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.504049 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-edd874e0-e2b6-4481-a620-88bdabc37445 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "DELETE /v2.0/security-groups/760796ca-d84a-4f7d-a35a-b177300eb307 HTTP/1.1" status: 204 len: 168 time: 0.8632598 Jul 06 18:37:23.536667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49500) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:23.566720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd874e0-e2b6-4481-a620-88bdabc37445 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760796ca-d84a-4f7d-a35a-b177300eb307,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:23.593930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40a284-3c02-4be2-86e6-93509100e20a req-fde6db1e-4dc3-4dc5-8a21-7b4bf11a65ff tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:23.595741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-df40a284-3c02-4be2-86e6-93509100e20a req-fde6db1e-4dc3-4dc5-8a21-7b4bf11a65ff tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 946 time: 0.3295531 Jul 06 18:37:23.603740 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-5c192da3-b978-446e-bbe8-0601810cc877 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] show failed (client error): The resource could not be found. Jul 06 18:37:23.607414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c192da3-b978-446e-bbe8-0601810cc877 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "GET /v2.0/security-groups/760796ca-d84a-4f7d-a35a-b177300eb307 HTTP/1.1" status: 404 len: 347 time: 0.0671673 Jul 06 18:37:23.611964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49502) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:23.702143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Deleting port feecb1b8-788a-4c4b-951a-e0de2e305782 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:23.702513 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.714682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] For port 8d97ffec-47ee-4598-98ce-ec1796574ce4, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:23.756738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] For port 8d97ffec-47ee-4598-98ce-ec1796574ce4, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:37:23.770417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.835903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49508) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:23.844519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:23.845325 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.847025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] 10.222.0.24 "PUT /v2.0/ports/8d97ffec-47ee-4598-98ce-ec1796574ce4 HTTP/1.1" status: 200 len: 1091 time: 1.7907450 Jul 06 18:37:23.854512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670b9243-db73-4e15-8784-8562b5c93c15', 'tag': '8d97ffec-47ee-4598-98ce-ec1796574ce4'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:23.857666 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182c142b-f7dc-480b-ad60-b49c5c0e9312" -d '{"events": [{"name": "network-changed", "server_uuid": "670b9243-db73-4e15-8784-8562b5c93c15", "tag": "8d97ffec-47ee-4598-98ce-ec1796574ce4"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:23.957623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] For port feecb1b8-788a-4c4b-951a-e0de2e305782, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=feecb1b8-788a-4c4b-951a-e0de2e305782,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:23.958612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.980817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Calling delete_port for feecb1b8-788a-4c4b-951a-e0de2e305782 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:24.008668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting port 8d32f043-1c77-4928-a5b4-4faf3cfa7b66 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:24.009328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.015140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1510d-9084-4fa5-9b6c-40d1475d1cfb service neutron] Pushing event updated for resources: {'Port': ['ID=8d97ffec-47ee-4598-98ce-ec1796574ce4,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:24.054537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Deleting port 5c0bafbf-a82c-4872-962e-e979fe52821e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:24.054916 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.293116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.293116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.312117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Calling delete_port for 8d32f043-1c77-4928-a5b4-4faf3cfa7b66 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:24.483676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49518) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:24.517866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Request body: {'port': {'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c', 'binding:host_id': 'n-h2-799684-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-996229090'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:24.527061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.540421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['feecb1b8-788a-4c4b-951a-e0de2e305782'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:24.618800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1130858078'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:24.629241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Pushing event deleted for resources: {'Port': ['ID=feecb1b8-788a-4c4b-951a-e0de2e305782,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:24.650907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:37:24.650907 n-d-799684-2 neutron-server[93967]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 18:37:24.650907 n-d-799684-2 neutron-server[93967]: [parameters: {'project_id': '13aca555382b46a2b33704694a0eb795', 'id': '4424b93d-ed84-4da1-bc1a-40f20c0f81cf', 'expiration': datetime.datetime(2021, 7, 6, 18, 39, 24, 631176)}] Jul 06 18:37:24.650907 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:37:24.651298 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:37:24.673527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d01a88-be00-4ec0-83a6-bee6a90318fc req-bc937e0c-234e-4fe4-b0ae-af3568b57c95 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:24.682698 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04d01a88-be00-4ec0-83a6-bee6a90318fc req-bc937e0c-234e-4fe4-b0ae-af3568b57c95 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 943 time: 0.9396963 Jul 06 18:37:24.750141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] No DVR routers for this DVR port feecb1b8-788a-4c4b-951a-e0de2e305782 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:24.753898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.756332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-11837311-5b56-4145-a539-53ddc9fa6ba4 req-7fbee67d-abbb-4fe6-83e2-095386f25f1a tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.24 "DELETE /v2.0/ports/feecb1b8-788a-4c4b-951a-e0de2e305782 HTTP/1.1" status: 204 len: 173 time: 1.3567071 Jul 06 18:37:24.761070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3416ce15-21db-4c29-948a-d6d1ab08a914', 'name': 'network-vif-deleted', 'tag': 'feecb1b8-788a-4c4b-951a-e0de2e305782'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:24.763613 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7856c6-d9d0-476e-ac13-9465d491bc85" -d '{"events": [{"server_uuid": "3416ce15-21db-4c29-948a-d6d1ab08a914", "name": "network-vif-deleted", "tag": "feecb1b8-788a-4c4b-951a-e0de2e305782"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:24.768189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Made reservation on behalf of 77f70c22066e4f43b822045c9f47ea9f for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:24.785433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.796500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-458d2a2a-2471-4993-b445-44b6032a9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:24.798721 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-458d2a2a-2471-4993-b445-44b6032a9ec4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e415e130ca04a699e8c19edc9ecb284&device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 1094 time: 0.8915052 Jul 06 18:37:24.801153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] For port 5c0bafbf-a82c-4872-962e-e979fe52821e, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c0bafbf-a82c-4872-962e-e979fe52821e,segment=NetworkSegment(b11b5bee-e1f8-4199-81b0-e89a06d29002),segment_id=b11b5bee-e1f8-4199-81b0-e89a06d29002)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:24.801633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.823817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04d01a88-be00-4ec0-83a6-bee6a90318fc req-fe218b78-afa1-40a7-8c7b-2bebdefc1faf tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401262 Jul 06 18:37:24.894253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Calling delete_port for 5c0bafbf-a82c-4872-962e-e979fe52821e owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:24.897745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-af735406-b972-4126-bc10-d648be5cfd1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4 HTTP/1.1" status: 200 len: 217 time: 0.0566499 Jul 06 18:37:24.958886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-011ccc5e-b1f7-4bfb-90ee-f52928fd5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:24.960574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-011ccc5e-b1f7-4bfb-90ee-f52928fd5adb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6cfccb8-8291-43e2-bb9f-f51f2c970d0d HTTP/1.1" status: 200 len: 851 time: 0.0549185 Jul 06 18:37:24.990243 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.077674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.128137 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dc004fbe-2231-4d91-8bfd-613d8574fa86 req-342e4308-5be8-4d09-96c3-ff091cdc2c4f tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=3416ce15-21db-4c29-948a-d6d1ab08a914 HTTP/1.1" status: 200 len: 210 time: 0.0832357 Jul 06 18:37:25.176470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Port': ['ID=8d32f043-1c77-4928-a5b4-4faf3cfa7b66,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:25.221612 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09ca953-7400-4f6d-80c0-e068b181ccfb x-openstack-request-id: req-e09ca953-7400-4f6d-80c0-e068b181ccfb {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:25.222032 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670b9243-db73-4e15-8784-8562b5c93c15", "tag": "8d97ffec-47ee-4598-98ce-ec1796574ce4", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:25.222361 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e09ca953-7400-4f6d-80c0-e068b181ccfb {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:25.222829 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670b9243-db73-4e15-8784-8562b5c93c15', 'tag': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'status': 'completed', 'code': 200} Jul 06 18:37:25.231538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3c2c5-85cf-43f6-9332-362c00fcd445 req-6a4f8699-9365-4a99-9458-0a8e78b965eb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:25.239083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3bd3c2c5-85cf-43f6-9332-362c00fcd445 req-6a4f8699-9365-4a99-9458-0a8e78b965eb tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 945 time: 0.4908464 Jul 06 18:37:25.243490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-d92800d5-205d-4c2c-b2ef-37015922d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:25.245805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-d92800d5-205d-4c2c-b2ef-37015922d4e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32eebd69-66d3-4d34-b336-1ff6fd762341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021985 Jul 06 18:37:25.299391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80fb37-056f-4017-8301-68318fd25f15 req-d7674442-bf2f-4f40-bee5-245028b9f1f0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:25.302001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e80fb37-056f-4017-8301-68318fd25f15 req-d7674442-bf2f-4f40-bee5-245028b9f1f0 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 945 time: 0.3986495 Jul 06 18:37:25.309800 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b03d6d-af89-4b91-aa2e-e98fab3a0703 x-openstack-request-id: req-29b03d6d-af89-4b91-aa2e-e98fab3a0703 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:25.310086 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3416ce15-21db-4c29-948a-d6d1ab08a914", "name": "network-vif-deleted", "tag": "feecb1b8-788a-4c4b-951a-e0de2e305782", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:25.310335 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29b03d6d-af89-4b91-aa2e-e98fab3a0703 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:25.310722 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3416ce15-21db-4c29-948a-d6d1ab08a914', 'name': 'network-vif-deleted', 'tag': 'feecb1b8-788a-4c4b-951a-e0de2e305782', 'status': 'completed', 'code': 200} Jul 06 18:37:25.358925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.374200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['feecb1b8-788a-4c4b-951a-e0de2e305782'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:25.404585 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3bd3c2c5-85cf-43f6-9332-362c00fcd445 req-797affc7-0911-4ac9-b7a5-d46c05ff4b9d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643109 Jul 06 18:37:25.416546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Pushing event deleted for resources: {'Port': ['ID=5c0bafbf-a82c-4872-962e-e979fe52821e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:25.430570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.433179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.436853 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9ef5d7ef-9661-4cf0-aad7-3f58daf38969 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "DELETE /v2.0/floatingips/757a6e5e-0346-4c5e-ad44-fb79def4fb42 HTTP/1.1" status: 204 len: 168 time: 1.8214598 Jul 06 18:37:25.442924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49538) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:25.459990 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-866e384c-d990-4b1e-be9d-0f6a4fdb07cc service neutron] 10.222.0.24 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929586 Jul 06 18:37:25.479765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] No DVR routers for this DVR port 5c0bafbf-a82c-4872-962e-e979fe52821e on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:25.497362 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.499374 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-df40a284-3c02-4be2-86e6-93509100e20a req-b832e39c-ea13-4a63-b26b-ffdf1d1ef877 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.41 "DELETE /v2.0/ports/5c0bafbf-a82c-4872-962e-e979fe52821e HTTP/1.1" status: 204 len: 173 time: 1.8922057 Jul 06 18:37:25.566236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.584989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.594880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] device_id is not set on port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:25.619233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:25.625276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.640616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.672672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ed0d964-13a6-4df5-a854-a8200fe64492 req-f894d164-8162-46ea-b2b7-7627a0583c3c service neutron] 10.222.0.24 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952360 Jul 06 18:37:25.734716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d016387-804b-4bf8-a62e-c467f395c612,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:25.790208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Deleting port fd7c5397-89a5-4f44-acd3-e81ddca343b5 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:25.790553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.806211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.817215 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.857344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:37:25.871765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856e32d7-61bb-4563-ae6b-67f9dc0748d0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:25.879514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.880082 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Added segment 50c9161e-5a6a-4db0-abb6-8ecb4f1a5d41 of type vlan for network 2f939dc2-b3e8-40e0-93ae-37bac472036d Jul 06 18:37:25.935014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.935537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-975925c0-57b9-44cf-9efe-b51b9fa097af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting port b5f874e8-217a-45ea-9f8a-053aa727ac40 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:25.935792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-975925c0-57b9-44cf-9efe-b51b9fa097af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:25.989248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.005506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:26.007881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.284246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device fd7c5397-89a5-4f44-acd3-e81ddca343b5 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:26.285700 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4469430 Jul 06 18:37:26.288223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49554) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:26.304270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'subnet': {'network_id': '2f939dc2-b3e8-40e0-93ae-37bac472036d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:26.392457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0b722-fca8-4e99-b727-6de7d7439bd3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Network': ['ID=2f939dc2-b3e8-40e0-93ae-37bac472036d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:26.417638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:37:26.485958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-ba80c17e-6beb-4813-b4aa-83b127d95be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:26.487656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-ba80c17e-6beb-4813-b4aa-83b127d95be2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e415e130ca04a699e8c19edc9ecb284&device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 1094 time: 0.3968828 Jul 06 18:37:26.500554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f577f-d039-4d48-8e27-ce751df7b52f req-59ceb4ec-4134-4053-832b-88f57fa11496 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:26.502207 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-062f577f-d039-4d48-8e27-ce751df7b52f req-59ceb4ec-4134-4053-832b-88f57fa11496 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 943 time: 0.3831470 Jul 06 18:37:26.547136 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.554504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:26.573419 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.600100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:26.603377 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e20d1e-4c97-4cc3-a233-d52744e20883" -d '{"events": [{"server_uuid": "dcad71bb-e564-48c1-9e69-04110aca677b", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7c5397-89a5-4f44-acd3-e81ddca343b5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:26.616461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port fd7c5397-89a5-4f44-acd3-e81ddca343b5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:26.624791 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.626054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5c0bafbf-a82c-4872-962e-e979fe52821e no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:26.651413 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71422877-a685-41d9-9647-ac7d6e2478a0 req-512b9bd2-4b0a-4727-bddf-f040b76a36b3 tempest-ListServersNegativeTestJSON-1223086384 tempest-ListServersNegativeTestJSON-1223086384-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ca94aca-c0f5-4619-86da-cd770c003ffa HTTP/1.1" status: 200 len: 210 time: 0.1242521 Jul 06 18:37:26.720572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 5c0bafbf-a82c-4872-962e-e979fe52821e {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:26.721238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5c0bafbf-a82c-4872-962e-e979fe52821e not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:26.757605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-062f577f-d039-4d48-8e27-ce751df7b52f req-65a06663-311f-408b-b637-c91f51aa116d tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437022 Jul 06 18:37:26.770267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=fd7c5397-89a5-4f44-acd3-e81ddca343b5,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:26.784000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-cec5cde9-e720-4b62-bbef-42d875c1ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:26.785544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-cec5cde9-e720-4b62-bbef-42d875c1ce15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32eebd69-66d3-4d34-b336-1ff6fd762341 HTTP/1.1" status: 200 len: 913 time: 0.2823489 Jul 06 18:37:26.830706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] For port fd7c5397-89a5-4f44-acd3-e81ddca343b5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=fd7c5397-89a5-4f44-acd3-e81ddca343b5,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:26.831211 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.834197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-828e6d74-3ab9-4c73-a4b2-3e175c44fd94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4 HTTP/1.1" status: 200 len: 217 time: 0.0415010 Jul 06 18:37:26.859036 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bad8c5-4d6a-428f-a2ce-c1c288dfd4ba x-openstack-request-id: req-86bad8c5-4d6a-428f-a2ce-c1c288dfd4ba {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:26.859641 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcad71bb-e564-48c1-9e69-04110aca677b", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7c5397-89a5-4f44-acd3-e81ddca343b5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:26.860117 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86bad8c5-4d6a-428f-a2ce-c1c288dfd4ba {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:26.860925 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5', 'code': 200} Jul 06 18:37:26.873233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Calling delete_port for fd7c5397-89a5-4f44-acd3-e81ddca343b5 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:26.926738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-c3a3632e-2646-4e54-affd-c6424d9ecd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:26.928227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-c3a3632e-2646-4e54-affd-c6424d9ecd22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6cfccb8-8291-43e2-bb9f-f51f2c970d0d HTTP/1.1" status: 200 len: 851 time: 0.0500956 Jul 06 18:37:26.938842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] device_id is not set on port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:26.952103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-975925c0-57b9-44cf-9efe-b51b9fa097af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.994679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.001945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-975925c0-57b9-44cf-9efe-b51b9fa097af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Calling delete_port for b5f874e8-217a-45ea-9f8a-053aa727ac40 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:27.022402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Transition to ACTIVE for port object 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:27.063505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-ebac1e39-5dbe-4be5-9697-8e020204ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:27.065221 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-ebac1e39-5dbe-4be5-9697-8e020204ae68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32eebd69-66d3-4d34-b336-1ff6fd762341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285508 Jul 06 18:37:27.072458 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.120737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25149562-a6ae-44a1-b673-83e4e48eae91 req-85c6328f-841c-4cb7-b113-bc1bde349157 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:27.122347 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25149562-a6ae-44a1-b673-83e4e48eae91 req-85c6328f-841c-4cb7-b113-bc1bde349157 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 943 time: 0.2522552 Jul 06 18:37:27.126278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.199306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25149562-a6ae-44a1-b673-83e4e48eae91 req-da9ecbff-ed7f-4315-9ba3-eac9244ccc4d tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645564 Jul 06 18:37:27.262192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca94aca-c0f5-4619-86da-cd770c003ffa', 'name': 'network-vif-deleted', 'tag': '5c0bafbf-a82c-4872-962e-e979fe52821e'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:27.264904 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f63afd1-d7cb-42c6-b74b-cb63d9cf3bbe" -d '{"events": [{"server_uuid": "1ca94aca-c0f5-4619-86da-cd770c003ffa", "name": "network-vif-deleted", "tag": "5c0bafbf-a82c-4872-962e-e979fe52821e"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:27.265890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:27.304217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Checking segment: {'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:27.304582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Network hostable DHCP agents. Network: 5838660e-cd0e-4577-ad1d-8bacb57b0f8c, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:37:27.320433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Subnet': ['ID=beeff26e-32d7-4842-9fb6-e0802860a60d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:27.344201 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514485c7-6c6e-4ea7-bb71-080f3a2b4228 x-openstack-request-id: req-514485c7-6c6e-4ea7-bb71-080f3a2b4228 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:27.344560 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca94aca-c0f5-4619-86da-cd770c003ffa", "name": "network-vif-deleted", "tag": "5c0bafbf-a82c-4872-962e-e979fe52821e", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:27.344870 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-514485c7-6c6e-4ea7-bb71-080f3a2b4228 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:27.345326 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca94aca-c0f5-4619-86da-cd770c003ffa', 'name': 'network-vif-deleted', 'tag': '5c0bafbf-a82c-4872-962e-e979fe52821e', 'status': 'completed', 'code': 200} Jul 06 18:37:27.347989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Checking segment: {'id': '50c9161e-5a6a-4db0-abb6-8ecb4f1a5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2f939dc2-b3e8-40e0-93ae-37bac472036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:27.348426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network hostable DHCP agents. Network: 2f939dc2-b3e8-40e0-93ae-37bac472036d, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:37:27.355988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-364e6869-0a3b-4eaf-abf3-acccfc24a09a service neutron] 10.222.0.24 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793388 Jul 06 18:37:27.376552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:37:27.384788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:37:27.388602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.400865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-975925c0-57b9-44cf-9efe-b51b9fa097af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.404480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29345595-d556-4aec-8de8-3492b1e3286d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:27.427343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event deleted for resources: {'Port': ['ID=fd7c5397-89a5-4f44-acd3-e81ddca343b5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:27.429161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5838660e-cd0e-4577-ad1d-8bacb57b0f8c) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:27.441646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:27.476609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975925c0-57b9-44cf-9efe-b51b9fa097af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Port': ['ID=b5f874e8-217a-45ea-9f8a-053aa727ac40,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:27.493839 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2f939dc2-b3e8-40e0-93ae-37bac472036d) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:27.501260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14696310-c229-4f3a-b545-dad1e9a6f8f9 None None] Network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:27.503445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device feecb1b8-788a-4c4b-951a-e0de2e305782 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:27.508249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:27.509154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.538292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7630ff-7817-4481-b629-49d1a217de41 None None] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:27.544687 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-960445fb-21d9-4a34-ba25-ba7df61ee2c3 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2463999 Jul 06 18:37:27.548232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49574) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:27.572053 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182c142b-f7dc-480b-ad60-b49c5c0e9312 req-16a4bf4e-cfa6-465f-a5db-325f49b568eb service neutron] 10.222.0.24 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060821 Jul 06 18:37:27.644313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: feecb1b8-788a-4c4b-951a-e0de2e305782 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:27.644564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-471945908', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:27.645208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device feecb1b8-788a-4c4b-951a-e0de2e305782 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:27.684229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:27.684581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:27.685136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:27.693405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] No DVR routers for this DVR port fd7c5397-89a5-4f44-acd3-e81ddca343b5 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:27.696494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.698949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e80fb37-056f-4017-8301-68318fd25f15 req-58833207-8984-4109-8cdd-312aa9857884 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.41 "DELETE /v2.0/ports/fd7c5397-89a5-4f44-acd3-e81ddca343b5 HTTP/1.1" status: 204 len: 173 time: 2.3906541 Jul 06 18:37:27.708322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'name': 'network-vif-deleted', 'tag': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:27.710828 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0dd71-f74a-4ed3-8e18-8b2674e93c9c" -d '{"events": [{"server_uuid": "dcad71bb-e564-48c1-9e69-04110aca677b", "name": "network-vif-deleted", "tag": "fd7c5397-89a5-4f44-acd3-e81ddca343b5"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:27.723454 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-975925c0-57b9-44cf-9efe-b51b9fa097af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.726311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-975925c0-57b9-44cf-9efe-b51b9fa097af tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "DELETE /v2.0/ports/b5f874e8-217a-45ea-9f8a-053aa727ac40 HTTP/1.1" status: 204 len: 168 time: 2.2766795 Jul 06 18:37:27.728092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:27.728537 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:27.729593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49586) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:27.732240 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 2 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:27.752506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:27.753077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:27.753396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:27.765326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:27.765706 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:27.766386 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 3 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:27.773032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.774296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:27.810116 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c820ed1a-0929-407e-9e38-46d61c42067a x-openstack-request-id: req-c820ed1a-0929-407e-9e38-46d61c42067a {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:27.810493 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcad71bb-e564-48c1-9e69-04110aca677b", "name": "network-vif-deleted", "tag": "fd7c5397-89a5-4f44-acd3-e81ddca343b5", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:27.810761 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c820ed1a-0929-407e-9e38-46d61c42067a {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:27.811205 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcad71bb-e564-48c1-9e69-04110aca677b', 'name': 'network-vif-deleted', 'tag': 'fd7c5397-89a5-4f44-acd3-e81ddca343b5', 'status': 'completed', 'code': 200} Jul 06 18:37:27.813672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:27.814213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:27.814689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:27.868175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:27.870475 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:27.872661 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 4 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:27.930159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49590) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:28.011718 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.035276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:28.035690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:28.037107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:28.123768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4d3afc-061d-4b93-9687-d745ac5c80c0 admin admin] Deleting subnet fc412fbd-75e6-4bcb-a2e1-273743b82dde {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:37:28.136091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3afc-061d-4b93-9687-d745ac5c80c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.295812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:28.296134 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:28.299813 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 5 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:28.311206 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3afc-061d-4b93-9687-d745ac5c80c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.414752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:28.415299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:28.416603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:28.425145 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.431158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:28.431158 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:28.434645 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 6 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:28.463314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3afc-061d-4b93-9687-d745ac5c80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.488264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:28.489588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:28.490201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:28.534170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:28.534892 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:28.535504 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 7 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:28.562632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d6ea2-a5ef-4d7a-9bc1-d70ed305395c None None] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:28.599472 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6244f2c3-f762-41b0-abd4-b622d43e86e7 req-84349b61-6406-48e9-9a93-4f1b22c123bc tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcad71bb-e564-48c1-9e69-04110aca677b HTTP/1.1" status: 200 len: 210 time: 0.0358515 Jul 06 18:37:28.609825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:28.611649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:28.612647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:28.651258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:28.651658 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:28.654667 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 8 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:28.665504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3bc337cc-eed3-448d-adcd-a775dd319f0d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting port ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:28.665836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3bc337cc-eed3-448d-adcd-a775dd319f0d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.685155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:28.685495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:28.685852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:28.703331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:28.704199 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:28.708985 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 9 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:28.766345 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3afc-061d-4b93-9687-d745ac5c80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.775356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:28.777094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:28.777443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:28.796353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:28.796734 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:28.802313 n-d-799684-2 neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 10 to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 Jul 06 18:37:28.827759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d3afc-061d-4b93-9687-d745ac5c80c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc412fbd-75e6-4bcb-a2e1-273743b82dde,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:28.834941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3afc-061d-4b93-9687-d745ac5c80c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.839520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:28.839894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:28.840014 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fd4d3afc-061d-4b93-9687-d745ac5c80c0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fc412fbd-75e6-4bcb-a2e1-273743b82dde HTTP/1.1" status: 204 len: 168 time: 0.9086022 Jul 06 18:37:28.840512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:28.843970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49602) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:28.908806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:28.909821 n-d-799684-2 neutron-server[93966]: ERROR neutron.plugins.ml2.managers [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:28.910348 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.915327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004f08-7b18-43db-b672-7a87f6db3e4f req-549a8474-921c-453e-be24-e680617013e2 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:28.917024 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28004f08-7b18-43db-b672-7a87f6db3e4f req-549a8474-921c-453e-be24-e680617013e2 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 943 time: 0.7341335 Jul 06 18:37:28.937683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3bc337cc-eed3-448d-adcd-a775dd319f0d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.959728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3bc337cc-eed3-448d-adcd-a775dd319f0d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Calling delete_port for ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:28.985801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28004f08-7b18-43db-b672-7a87f6db3e4f req-b22555aa-9761-4dc8-aed7-a4f2f98f3765 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585504 Jul 06 18:37:29.015404 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.139572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3bc337cc-eed3-448d-adcd-a775dd319f0d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.162388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.166957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] For port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:29.167327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempted to set empty binding levels {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:37:29.178828 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc337cc-eed3-448d-adcd-a775dd319f0d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Port': ['ID=ee7536de-a6c9-4f5b-93c9-fc2101fb07d9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:29.200280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.202799 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.267090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3bc337cc-eed3-448d-adcd-a775dd319f0d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.275005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3bc337cc-eed3-448d-adcd-a775dd319f0d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "DELETE /v2.0/ports/ee7536de-a6c9-4f5b-93c9-fc2101fb07d9 HTTP/1.1" status: 204 len: 168 time: 1.5418718 Jul 06 18:37:29.275005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49608) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:29.318110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:29.318721 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.327172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.334641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce0024e-5e7e-44fc-9c9c-4d162bc58438 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting subnet b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:37:29.338955 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce0024e-5e7e-44fc-9c9c-4d162bc58438 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.357098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d054863f-553d-40ce-886d-39f57f23a6c9']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:29.384867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11b5bee-e1f8-4199-81b0-e89a06d29002') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:29.385150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11b5bee-e1f8-4199-81b0-e89a06d29002') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:29.387111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:29.401269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce0024e-5e7e-44fc-9c9c-4d162bc58438 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.402569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b9bf6cf0-927c-4118-85ad-2591931b51fc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.9175336 Jul 06 18:37:29.406301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49616) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:29.407942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.454707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8d97ffec-47ee-4598-98ce-ec1796574ce4 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:37:29.499968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.513598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.25.4.165 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/ad6c362d-75a0-4df3-a5e5-b7e9182cc9a4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:29.522436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:37:29.522436 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:37:29.534863 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:37:29.613454 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce0024e-5e7e-44fc-9c9c-4d162bc58438 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.668681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.675253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.681002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d054863f-553d-40ce-886d-39f57f23a6c9 HTTP/1.1" status: 204 len: 168 time: 0.8310370 Jul 06 18:37:29.681198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8d97ffec-47ee-4598-98ce-ec1796574ce4, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:29.696075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Deleting port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:29.700852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.710443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefb15e-7de1-41e8-9f5c-7ef5a88f5950 admin admin] Pushing event deleted for resources: {'Network': ['ID=d054863f-553d-40ce-886d-39f57f23a6c9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:29.719666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'port_id': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'mac_address': 'fa:16:3e:62:43:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:37:29.797555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.812479 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.878133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] For port 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9, host n-h2-799684-2, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:29.878816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.887979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce0024e-5e7e-44fc-9c9c-4d162bc58438 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.904207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Calling delete_port for 2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:29.915166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.938378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0024e-5e7e-44fc-9c9c-4d162bc58438 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Subnet': ['ID=b4479b3b-35fa-4ce8-ba47-87f8f9b0a756,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:29.949058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce0024e-5e7e-44fc-9c9c-4d162bc58438 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.956452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49638) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:29.959325 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bce0024e-5e7e-44fc-9c9c-4d162bc58438 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "DELETE /v2.0/subnets/b4479b3b-35fa-4ce8-ba47-87f8f9b0a756 HTTP/1.1" status: 204 len: 168 time: 0.6828659 Jul 06 18:37:30.050883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49640) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:30.074763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:30.079353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.132878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:30.140135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:30.141874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d97ffec-47ee-4598-98ce-ec1796574ce4 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:37:30.152196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6879d660-6651-4010-87c8-5e42fd25723e None None] Network adfbd81e-3739-44cd-a772-2d14ed047aa8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:30.166338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.171159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 HTTP/1.1" status: 204 len: 168 time: 0.7617297 Jul 06 18:37:30.171159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005981ef-61d6-498b-a4e6-11b8587a7b78 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:30.172661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49646) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:30.181816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=ad6c362d-75a0-4df3-a5e5-b7e9182cc9a4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:30.214022 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24256bb-5b09-4aac-8890-84a9ebc0d5bc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:37:30.216400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f24256bb-5b09-4aac-8890-84a9ebc0d5bc tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "GET /v2.0/ports/2b3324b7-fe6a-4430-aa9c-5c49ac9ce9e9 HTTP/1.1" status: 404 len: 333 time: 0.0423818 Jul 06 18:37:30.220182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49650) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:30.227448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Request body: {'port': {'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1190634335'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:30.243217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-90093a7e-21b1-46d1-8e54-2d19eda8e87d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Deleting subnet ffd302cc-2336-4741-8d02-a1b75730fe6f {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:37:30.243473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8d97ffec-47ee-4598-98ce-ec1796574ce4, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:30.253013 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.264554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Made reservation on behalf of 77f70c22066e4f43b822045c9f47ea9f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:30.267864 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.282588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90093a7e-21b1-46d1-8e54-2d19eda8e87d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.305681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] device_id is not set on port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:30.334341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7a6cc7b9-fcdb-4b1a-b640-ef4e1643c337 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb1f65a22b5743969d94be8e890df513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799308 Jul 06 18:37:30.338864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49652) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:30.387937 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8d97ffec-47ee-4598-98ce-ec1796574ce4,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:30.433593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90093a7e-21b1-46d1-8e54-2d19eda8e87d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.482715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8d97ffec-47ee-4598-98ce-ec1796574ce4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:30.535446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] DHCP port deletion for adfbd81e-3739-44cd-a772-2d14ed047aa8 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:37:30.626652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40968ff-b756-4cf5-9234-3993a0bf7065 req-001a74dc-49fb-4acc-bb5a-eda1ba13f2ad tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:30.629482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a40968ff-b756-4cf5-9234-3993a0bf7065 req-001a74dc-49fb-4acc-bb5a-eda1ba13f2ad tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 944 time: 0.4031518 Jul 06 18:37:30.678344 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca08e03b-111c-4f73-9407-06e14950f74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.711993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] Deleting port c6b70061-6e22-466b-a669-10c0e7e46ca7 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:30.712487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.730191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca08e03b-111c-4f73-9407-06e14950f74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.816730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] For port c6b70061-6e22-466b-a669-10c0e7e46ca7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c6b70061-6e22-466b-a669-10c0e7e46ca7,segment=NetworkSegment(fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86),segment_id=fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:30.817687 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.845661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] Calling delete_port for c6b70061-6e22-466b-a669-10c0e7e46ca7 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:30.875369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca08e03b-111c-4f73-9407-06e14950f74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.878209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca08e03b-111c-4f73-9407-06e14950f74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.879682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ca08e03b-111c-4f73-9407-06e14950f74b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d09c4a9-d1dc-4828-b870-43c0a72ee93a HTTP/1.1" status: 204 len: 168 time: 0.4836824 Jul 06 18:37:31.003690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08e03b-111c-4f73-9407-06e14950f74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d09c4a9-d1dc-4828-b870-43c0a72ee93a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:31.028607 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90093a7e-21b1-46d1-8e54-2d19eda8e87d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.063132 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.066888 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.110877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] No DVR routers for this DVR port c6b70061-6e22-466b-a669-10c0e7e46ca7 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:31.118805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b993c-1bf8-4d21-b595-2dd4e1264100 None None] Pushing event deleted for resources: {'Port': ['ID=c6b70061-6e22-466b-a669-10c0e7e46ca7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:31.126967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a40968ff-b756-4cf5-9234-3993a0bf7065 req-03ad4410-9b9e-4570-955e-233f74e870d1 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4884279 Jul 06 18:37:31.137303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.151891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbe829-f731-4b17-a9e4-c1167671e915 req-da89d426-e54f-4b85-ad77-6aa34f15e832 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:31.153486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97dbe829-f731-4b17-a9e4-c1167671e915 req-da89d426-e54f-4b85-ad77-6aa34f15e832 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.7671974 Jul 06 18:37:31.206303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:31.213566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:31.225577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:31.226590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:31.227209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.266767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=0b5d7e5f-4e92-49eb-a685-8045ff1bbe82,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:31.282082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-57c155bc-1239-4408-99e0-2bce8415beba tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:31.283637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-57c155bc-1239-4408-99e0-2bce8415beba tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.7806826 Jul 06 18:37:31.287626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c8be683-f054-4341-9e2e-1e517367d3d1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0637581 Jul 06 18:37:31.290951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49674) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:31.339375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:31.366357 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97dbe829-f731-4b17-a9e4-c1167671e915 req-bf58a74a-7695-4fe9-b442-4e2d44cee60f tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990101 Jul 06 18:37:31.387095 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.460130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8d97ffec-47ee-4598-98ce-ec1796574ce4 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:31.480547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90093a7e-21b1-46d1-8e54-2d19eda8e87d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.537984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 8d97ffec-47ee-4598-98ce-ec1796574ce4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:31.540769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.547472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8d97ffec-47ee-4598-98ce-ec1796574ce4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:31.548042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.550995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90093a7e-21b1-46d1-8e54-2d19eda8e87d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd302cc-2336-4741-8d02-a1b75730fe6f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:31.572320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-90093a7e-21b1-46d1-8e54-2d19eda8e87d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.579813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e78d11-4622-4f58-a1ab-38b7500c1ee8 None None] Network 1590ea67-5222-419d-8864-b9e276bc3158 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:31.592709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:31.598347 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-90093a7e-21b1-46d1-8e54-2d19eda8e87d tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "DELETE /v2.0/subnets/ffd302cc-2336-4741-8d02-a1b75730fe6f HTTP/1.1" status: 204 len: 168 time: 1.6407228 Jul 06 18:37:31.679600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.721600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Deleting port 29345595-d556-4aec-8de8-3492b1e3286d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:31.721957 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.813147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] For port 29345595-d556-4aec-8de8-3492b1e3286d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29345595-d556-4aec-8de8-3492b1e3286d,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:31.813517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:31.828307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Calling delete_port for 29345595-d556-4aec-8de8-3492b1e3286d owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:31.966288 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.006699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c6b70061-6e22-466b-a669-10c0e7e46ca7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:32.022827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.043694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfbd81e-3739-44cd-a772-2d14ed047aa8']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:32.049353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c6b70061-6e22-466b-a669-10c0e7e46ca7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:32.050169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c6b70061-6e22-466b-a669-10c0e7e46ca7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:32.080298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670b9243-db73-4e15-8784-8562b5c93c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d97ffec-47ee-4598-98ce-ec1796574ce4'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:32.084872 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3852174b-67bc-4382-973d-01d0fdeb2d04" -d '{"events": [{"server_uuid": "670b9243-db73-4e15-8784-8562b5c93c15", "name": "network-vif-plugged", "status": "completed", "tag": "8d97ffec-47ee-4598-98ce-ec1796574ce4"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:32.115102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:32.125172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd71d4c9-01dc-40e7-9e6d-7aafdf4f6a86') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:32.138638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8d97ffec-47ee-4598-98ce-ec1796574ce4, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:32.161386 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.178065 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3474c9-59e7-4fa5-9a7e-65c8c953aae5 x-openstack-request-id: req-bb3474c9-59e7-4fa5-9a7e-65c8c953aae5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:32.190447 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670b9243-db73-4e15-8784-8562b5c93c15", "name": "network-vif-plugged", "status": "completed", "tag": "8d97ffec-47ee-4598-98ce-ec1796574ce4", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:32.190447 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb3474c9-59e7-4fa5-9a7e-65c8c953aae5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:32.190447 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670b9243-db73-4e15-8784-8562b5c93c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'code': 200} Jul 06 18:37:32.296753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8d97ffec-47ee-4598-98ce-ec1796574ce4,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:32.307128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] DHCP port deletion for 1590ea67-5222-419d-8864-b9e276bc3158 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:37:32.340163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.404771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f953c8-485f-4fed-a4bf-16ed7954ed70 req-af33c4a7-9784-4083-9e54-fc75214e6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:32.406588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f953c8-485f-4fed-a4bf-16ed7954ed70 req-af33c4a7-9784-4083-9e54-fc75214e6594 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 1096 time: 0.1161861 Jul 06 18:37:32.419202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.422364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] Deleting port 5648df13-f22b-4480-a3af-0e4ca39ef65c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:32.422747 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.446867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.536006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] For port 5648df13-f22b-4480-a3af-0e4ca39ef65c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5648df13-f22b-4480-a3af-0e4ca39ef65c,segment=NetworkSegment(dfcddc7a-e995-4521-9192-f4a98717620f),segment_id=dfcddc7a-e995-4521-9192-f4a98717620f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:32.536550 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.567463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] Calling delete_port for 5648df13-f22b-4480-a3af-0e4ca39ef65c owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:32.583421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49706) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:32.588883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f953c8-485f-4fed-a4bf-16ed7954ed70 req-d4b465c9-7fd9-45cb-bf50-594b1c98fb45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666453 Jul 06 18:37:32.605474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:37:32.606421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:37:32.625994 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:37:32.731033 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.742788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a25374-fa36-45b5-ac4d-ef34f4dafb5f req-4d43473c-94de-4075-899e-38c0bc1f8799 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:32.750413 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78a25374-fa36-45b5-ac4d-ef34f4dafb5f req-4d43473c-94de-4075-899e-38c0bc1f8799 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 945 time: 0.1635427 Jul 06 18:37:32.790227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] Pushing event deleted for resources: {'Port': ['ID=5648df13-f22b-4480-a3af-0e4ca39ef65c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:32.799281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b0fde-2f7d-456f-9c6c-adaa138f9bdf None None] No DVR routers for this DVR port 5648df13-f22b-4480-a3af-0e4ca39ef65c on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:32.830362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78a25374-fa36-45b5-ac4d-ef34f4dafb5f req-5ab738ac-3d9c-4f2b-b542-b361ff728bc3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=021b3726-bed9-4bbf-a006-b3aff45a9006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780771 Jul 06 18:37:32.835159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:37:32.849789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.851687 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.856288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49712) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:32.866931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29345595-d556-4aec-8de8-3492b1e3286d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:32.925583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.931130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "DELETE /v2.0/networks/adfbd81e-3739-44cd-a772-2d14ed047aa8 HTTP/1.1" status: 204 len: 168 time: 1.3338225 Jul 06 18:37:32.931130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event deleted for resources: {'Port': ['ID=29345595-d556-4aec-8de8-3492b1e3286d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:32.943260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49716) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:32.962162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] device_id is not set on port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:32.982394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-694291670-network', 'tenant_id': '383bf9325644499ab4167f39042e4781'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:33.001391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192480f5-9295-44cf-9b1f-bdac2170c644 req-63819029-40d6-40ab-b59f-7ac9347d77b0 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:33.008946 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-192480f5-9295-44cf-9b1f-bdac2170c644 req-63819029-40d6-40ab-b59f-7ac9347d77b0 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 945 time: 0.5575783 Jul 06 18:37:33.011299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51495030-d081-459a-82b2-f9b43bc796b0 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Network': ['ID=adfbd81e-3739-44cd-a772-2d14ed047aa8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:33.024173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.061913 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f864097a-d139-406d-89f1-715499a80afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.115681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] No DVR routers for this DVR port 29345595-d556-4aec-8de8-3492b1e3286d on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:33.146510 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-192480f5-9295-44cf-9b1f-bdac2170c644 req-5ca46edc-85cd-4c7f-b919-3ae6d5e6ed3d tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365299 Jul 06 18:37:33.165805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Transition to ACTIVE for port object 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:33.176310 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.188747 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7f2f787c-888a-42aa-bb30-71191cf4db75 req-a129d330-7c34-4836-98f3-623dd9e387a3 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "DELETE /v2.0/ports/29345595-d556-4aec-8de8-3492b1e3286d HTTP/1.1" status: 204 len: 173 time: 1.8967919 Jul 06 18:37:33.189956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3a1026-2c28-470a-a486-e00750ef6bbb', 'name': 'network-vif-deleted', 'tag': '29345595-d556-4aec-8de8-3492b1e3286d'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:33.215099 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cc6e18-0012-4130-8ce1-d786aa65b20c" -d '{"events": [{"server_uuid": "da3a1026-2c28-470a-a486-e00750ef6bbb", "name": "network-vif-deleted", "tag": "29345595-d556-4aec-8de8-3492b1e3286d"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:33.232284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.259220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.309183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Made reservation on behalf of 383bf9325644499ab4167f39042e4781 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:33.314103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.361481 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad461b7-d5f9-462c-93b6-f2b210dcb01c x-openstack-request-id: req-0ad461b7-d5f9-462c-93b6-f2b210dcb01c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:33.361937 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3a1026-2c28-470a-a486-e00750ef6bbb", "name": "network-vif-deleted", "tag": "29345595-d556-4aec-8de8-3492b1e3286d", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:33.362110 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ad461b7-d5f9-462c-93b6-f2b210dcb01c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:33.362516 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3a1026-2c28-470a-a486-e00750ef6bbb', 'name': 'network-vif-deleted', 'tag': '29345595-d556-4aec-8de8-3492b1e3286d', 'status': 'completed', 'code': 200} Jul 06 18:37:33.363393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=0b5d7e5f-4e92-49eb-a685-8045ff1bbe82,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:33.364867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:33.387895 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be9ab9-e9b3-495b-a0da-f1c6d2da4569 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:33.394303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.402893 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be9ab9-e9b3-495b-a0da-f1c6d2da4569 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:33.403936 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-16be9ab9-e9b3-495b-a0da-f1c6d2da4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:33.412374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.418356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.419102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.425431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.426164 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.428799 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 2 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.450571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.452850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.453264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.457265 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-16be9ab9-e9b3-495b-a0da-f1c6d2da4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:33.459819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.460159 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.460960 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 3 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.475067 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be9ab9-e9b3-495b-a0da-f1c6d2da4569 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:33.477000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.477452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.485972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.485972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.486248 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.486770 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 4 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.487801 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-16be9ab9-e9b3-495b-a0da-f1c6d2da4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:33.507683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.507971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.508277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.514063 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.514430 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.514831 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 5 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.529397 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-16be9ab9-e9b3-495b-a0da-f1c6d2da4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:33.530401 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be9ab9-e9b3-495b-a0da-f1c6d2da4569 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:33.530789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.531139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.531480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.537250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.537598 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.538143 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 6 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.552736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.553064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.553421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.558706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.559035 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.559431 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 7 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.578993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.579330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.579672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.581976 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.585844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.586179 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.586776 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 8 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.600803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1590ea67-5222-419d-8864-b9e276bc3158']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:33.607850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.608266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.608670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.613805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.614224 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.614691 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 9 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.618809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcddc7a-e995-4521-9192-f4a98717620f') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:33.619110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcddc7a-e995-4521-9192-f4a98717620f') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:33.628091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.628530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.628945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.629632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f864097a-d139-406d-89f1-715499a80afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.633759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.633947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.634251 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.634718 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 10 to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 Jul 06 18:37:33.645938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f864097a-d139-406d-89f1-715499a80afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.649226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:33.649555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:33.650011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:33.655253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:33.655412 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:33.655798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.667151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.668473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e795d46a-c1ec-4557-9122-bbaaf3377ace tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0878730 Jul 06 18:37:33.670006 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.671158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49722) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:33.709325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:37:33.709834 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:37:33.713121 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:37:33.770684 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f864097a-d139-406d-89f1-715499a80afe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8eb47368b28247dcaa384f1de638278f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9084423 Jul 06 18:37:33.780087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49724) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:33.793224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864097a-d139-406d-89f1-715499a80afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde3412-9bea-4c79-af9c-9492a5f97d4e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:33.830875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] For port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:33.831253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempted to set empty binding levels {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:37:33.840874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.859670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.882656 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.884235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] In _notify_port_updated(), no bound segment for port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:37:33.884666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] 10.222.0.53 "DELETE /v2.0/networks/1590ea67-5222-419d-8864-b9e276bc3158 HTTP/1.1" status: 204 len: 168 time: 0.9381201 Jul 06 18:37:33.885175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:33.885610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc77fe-1424-45b6-ae82-9daf076c1341 tempest-TaggedBootDevicesTest-864738370 tempest-TaggedBootDevicesTest-864738370-project] Pushing event deleted for resources: {'Network': ['ID=1590ea67-5222-419d-8864-b9e276bc3158,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:33.885849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.887250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "PUT /v2.0/ports/0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 HTTP/1.1" status: 200 len: 975 time: 2.5942359 Jul 06 18:37:33.892342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49728) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:33.974559 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:33.991117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69638d0e-70ea-40a1-9b66-f2b44a13e972 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=0b5d7e5f-4e92-49eb-a685-8045ff1bbe82,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:33.994360 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.046531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-518ebb6f-86d9-4114-b236-47f1cb82a8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.074536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5648df13-f22b-4480-a3af-0e4ca39ef65c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:34.091079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-518ebb6f-86d9-4114-b236-47f1cb82a8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.113274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 5648df13-f22b-4480-a3af-0e4ca39ef65c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:34.113956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5648df13-f22b-4480-a3af-0e4ca39ef65c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:34.185341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:37:34.213608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c8f3128-4c8b-47df-a654-1706d27ba02d req-d6397117-0731-430a-8581-cec68c3b93b7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3a1026-2c28-470a-a486-e00750ef6bbb HTTP/1.1" status: 200 len: 210 time: 0.0436659 Jul 06 18:37:34.250669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62320629-6181-48d2-962f-093bd57cf180,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:34.290913 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.291468 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Added segment c899b3d9-9a0d-4856-96fa-83aa2e4933cd of type vlan for network cd2e27fc-791a-4cce-925e-47ae536705ad Jul 06 18:37:34.461635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.487996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.488473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.488958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.489438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.489964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.490689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.491168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.491642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.492112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.492578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.493120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.493504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.493998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.494455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.494919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.495391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.502222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.504637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.505329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.513222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fa1f0f93-dfb0-4f2a-87c7-77c5b520528a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16991 time: 0.6189215 Jul 06 18:37:34.513424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49742) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:34.548282 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-518ebb6f-86d9-4114-b236-47f1cb82a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.552274 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-518ebb6f-86d9-4114-b236-47f1cb82a8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.556375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-518ebb6f-86d9-4114-b236-47f1cb82a8e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fde3412-9bea-4c79-af9c-9492a5f97d4e HTTP/1.1" status: 204 len: 168 time: 0.7729897 Jul 06 18:37:34.565355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ebb6f-86d9-4114-b236-47f1cb82a8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde3412-9bea-4c79-af9c-9492a5f97d4e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:34.584731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.593815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.594441 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.616845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.668882 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0759642 Jul 06 18:37:34.670405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49746) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:34.693787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Request body: {'subnet': {'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-subnet', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:34.725907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2dadd-f1d4-4bde-870d-e448d15b7fde req-21c8fb64-b852-4a28-821d-d8504f9ecbeb tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:34.727572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-efd2dadd-f1d4-4bde-870d-e448d15b7fde req-21c8fb64-b852-4a28-821d-d8504f9ecbeb tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 945 time: 0.3253176 Jul 06 18:37:34.733968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc88d64-4e8a-44b5-bec5-81cac606216b admin admin] Pushing event updated for resources: {'Network': ['ID=cd2e27fc-791a-4cce-925e-47ae536705ad,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:34.743378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network cd2e27fc-791a-4cce-925e-47ae536705ad details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:37:34.770525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Deleting port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:34.770956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.777181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-efd2dadd-f1d4-4bde-870d-e448d15b7fde req-a6ba55ff-77e3-4fb1-ab82-a42f773aa491 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Jul 06 18:37:34.782718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Made reservation on behalf of 383bf9325644499ab4167f39042e4781 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:34.785209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.949060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] For port 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82, host n-h2-799684-2, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:34.949739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.996024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Calling delete_port for 0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:35.063103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:35.090846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5581f083-c273-4653-9d2b-3e5f449a477c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.108986 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.203570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5172960-a8e4-43dc-9e17-0d4898f6314f,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:35.214546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Checking segment: {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:35.215161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Network hostable DHCP agents. Network: cd2e27fc-791a-4cce-925e-47ae536705ad, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:37:35.226071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.20.0.1 (2f939dc2-b3e8-40e0-93ae-37bac472036d/beeff26e-32d7-4842-9fb6-e0802860a60d/ba081fb2-e028-48a0-99e6-96492a28bcad) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:35.254635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Network cd2e27fc-791a-4cce-925e-47ae536705ad is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:37:35.277102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, cd2e27fc-791a-4cce-925e-47ae536705ad) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:35.290324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2816b-4e5e-449b-a3f1-dd463f669470 None None] Network cd2e27fc-791a-4cce-925e-47ae536705ad requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:35.299349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:35.300426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.321696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5581f083-c273-4653-9d2b-3e5f449a477c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.334438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5581f083-c273-4653-9d2b-3e5f449a477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.361883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-228fbf99-2b70-4c81-a6e5-1e90e0b5dd8e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6847701 Jul 06 18:37:35.369182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49756) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:35.390208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:35.398797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.419188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bcab-a31b-43af-a893-99c46c9ffe38 req-57990d54-8b53-4e5c-88de-853bba15b3ca tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:35.431453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1815bcab-a31b-43af-a893-99c46c9ffe38 req-57990d54-8b53-4e5c-88de-853bba15b3ca tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 945 time: 0.4079795 Jul 06 18:37:35.434082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49762) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:35.436836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5581f083-c273-4653-9d2b-3e5f449a477c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9b70f52c2e14ba5a145d90b1fb8f8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700168 Jul 06 18:37:35.441699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49764) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:35.447751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Request body: {'floatingip': {'port_id': '8d97ffec-47ee-4598-98ce-ec1796574ce4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:35.496758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581f083-c273-4653-9d2b-3e5f449a477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca55c9fd-5be8-4253-bcdf-0200db4ac984,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:35.498663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 29345595-d556-4aec-8de8-3492b1e3286d no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:35.520250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd048-4131-4899-9b54-d6bc9501c2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.584908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.588545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.611055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 29345595-d556-4aec-8de8-3492b1e3286d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:35.612916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 29345595-d556-4aec-8de8-3492b1e3286d not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:35.617565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd048-4131-4899-9b54-d6bc9501c2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.677926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29286099-b4a4-4bbf-a9d0-260b4ee9b2e5 None None] Network cd2e27fc-791a-4cce-925e-47ae536705ad requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:35.754684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd048-4131-4899-9b54-d6bc9501c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.758915 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd048-4131-4899-9b54-d6bc9501c2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:35.760520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cf6fd048-4131-4899-9b54-d6bc9501c2db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca55c9fd-5be8-4253-bcdf-0200db4ac984 HTTP/1.1" status: 204 len: 168 time: 0.3160241 Jul 06 18:37:35.784724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fd048-4131-4899-9b54-d6bc9501c2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca55c9fd-5be8-4253-bcdf-0200db4ac984,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:35.983098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.022698 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.035426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b5d7e5f-4e92-49eb-a685-8045ff1bbe82,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:36.042804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.043666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.154591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:36.223874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:36.228992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.233938 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b393c85c-db78-4878-b2bd-9739eb0af8b1 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 HTTP/1.1" status: 204 len: 168 time: 1.7171080 Jul 06 18:37:36.237107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49774) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:36.238115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:36.293367 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ee198f-3e3a-4b8a-a948-758295331671 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:37:36.301701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-71ee198f-3e3a-4b8a-a948-758295331671 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "GET /v2.0/ports/0b5d7e5f-4e92-49eb-a685-8045ff1bbe82 HTTP/1.1" status: 404 len: 333 time: 0.0554357 Jul 06 18:37:36.301701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.301701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49778) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:36.306345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-307187458', 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:36.364575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88696a8f-3839-4dc3-8b22-b2c807fd3d63 req-be20bf7a-7f38-4e75-83fa-f4691a0992c2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:36.366480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88696a8f-3839-4dc3-8b22-b2c807fd3d63 req-be20bf7a-7f38-4e75-83fa-f4691a0992c2 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.2984660 Jul 06 18:37:36.367256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=ba081fb2-e028-48a0-99e6-96492a28bcad,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:36.397380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Made reservation on behalf of 77f70c22066e4f43b822045c9f47ea9f for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:36.402248 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.435386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] device_id is not set on port ba13c324-7a2a-408e-b6db-f5c4a8b1ed76 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:36.463009 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.583277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88696a8f-3839-4dc3-8b22-b2c807fd3d63 req-5e6e8825-8790-4f06-b461-f2cbe47e4e26 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051520 Jul 06 18:37:36.786678 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.921138 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.934721 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:36.974121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:37.022216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:37.072788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:37.080463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:37.086022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:37.086833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:37.087431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:37.135692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=ba13c324-7a2a-408e-b6db-f5c4a8b1ed76,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:37.143981 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8394156 Jul 06 18:37:37.149043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49798) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:37.162110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.162538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.163091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.163331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.163928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.164131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.164601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.165023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.165369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.165791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.166158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.166547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3022f63-ff82-4e55-9f14-61e42ea50ae6 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:37.222356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Allocated IP 172.25.4.84 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/1e956533-e404-4db7-a92d-45e4de22381b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:37.236007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c3331-850f-42d1-bb22-cf962f7f995f tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:37.242934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5d8c3331-850f-42d1-bb22-cf962f7f995f tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "GET /v2.0/ports/ba13c324-7a2a-408e-b6db-f5c4a8b1ed76 HTTP/1.1" status: 200 len: 954 time: 0.0878687 Jul 06 18:37:37.242934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49802) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:37.425904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:37:37.531992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:37.570394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-539c4eb8-4060-4beb-9990-b094ed1ab5fe tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Deleting port ba13c324-7a2a-408e-b6db-f5c4a8b1ed76 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:37.571088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539c4eb8-4060-4beb-9990-b094ed1ab5fe tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:37.601810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:37.634642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:37.747487 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539c4eb8-4060-4beb-9990-b094ed1ab5fe tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:37.809700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-539c4eb8-4060-4beb-9990-b094ed1ab5fe tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Calling delete_port for ba13c324-7a2a-408e-b6db-f5c4a8b1ed76 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:37.836647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:38.022966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:38.039880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:38.049846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Pushing event updated for resources: {'Port': ['ID=1e956533-e404-4db7-a92d-45e4de22381b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:38.064794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:38.359976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-c5925b5b-25b0-4727-859a-d0210ae0c0ea tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:38.361683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-c5925b5b-25b0-4727-859a-d0210ae0c0ea tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.8339610 Jul 06 18:37:38.365281 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Floating IP 7422ef4b-17f3-4a7d-a8f7-da1f6f86698e associated. External IP: 172.25.4.110, port: 8d97ffec-47ee-4598-98ce-ec1796574ce4. Jul 06 18:37:38.463808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c2283-8bf6-4dd4-bf51-7a0bd77802d4 req-4d76446f-f726-4a27-a083-4a1cab088867 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:38.472211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f0c2283-8bf6-4dd4-bf51-7a0bd77802d4 req-4d76446f-f726-4a27-a083-4a1cab088867 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.5103734 Jul 06 18:37:38.483374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539c4eb8-4060-4beb-9990-b094ed1ab5fe tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:38.581312 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539c4eb8-4060-4beb-9990-b094ed1ab5fe tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:38.584182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-539c4eb8-4060-4beb-9990-b094ed1ab5fe tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ba13c324-7a2a-408e-b6db-f5c4a8b1ed76 HTTP/1.1" status: 204 len: 168 time: 1.3361368 Jul 06 18:37:38.594904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49824) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:38.603453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c4eb8-4060-4beb-9990-b094ed1ab5fe tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba13c324-7a2a-408e-b6db-f5c4a8b1ed76,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:38.646860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f0c2283-8bf6-4dd4-bf51-7a0bd77802d4 req-118f3195-e1f3-4b56-acd2-834bc2df9eaf tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725354 Jul 06 18:37:38.668513 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dff6a0b-0245-4448-b0fe-0a44ec365a6a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:37:38.674224 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5dff6a0b-0245-4448-b0fe-0a44ec365a6a tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "GET /v2.0/ports/ba13c324-7a2a-408e-b6db-f5c4a8b1ed76 HTTP/1.1" status: 404 len: 333 time: 0.0743654 Jul 06 18:37:38.674940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49828) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:38.704640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Request body: {'port': {'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1845397019'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:38.792978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:38.834352 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:38.863964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Made reservation on behalf of 77f70c22066e4f43b822045c9f47ea9f for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:38.879037 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:39.020304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:39.097031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] device_id is not set on port 57beb629-aacb-46f6-8763-31a4a3f97a46 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:39.309761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=ba081fb2-e028-48a0-99e6-96492a28bcad,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:39.399108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Deleting port 3061fb85-952c-4d49-bc7c-1c147095250f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:39.400324 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:39.637815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Router f0a484a2-3649-4c96-9c5b-5f6e8257d985 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:39.678163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:39.754287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:40.172442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:40.179922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] For port 3061fb85-952c-4d49-bc7c-1c147095250f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3061fb85-952c-4d49-bc7c-1c147095250f,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:40.183172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:40.288868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Router 50e15d72-8d82-4ce2-b644-b3355f956776 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:37:40.520833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:40.539419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:40.585085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:40.602667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27166026-b172-4bbd-a241-218151b33a7a None None] Sync routers for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:40.627572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:40.638543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:40.644703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27166026-b172-4bbd-a241-218151b33a7a None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:40.647723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee741-786f-4f5e-bd27-920c38a626b5 req-4aeed4ab-b17b-4a0f-9906-f0dc2973ad11 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:40.649068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-27166026-b172-4bbd-a241-218151b33a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:40.655306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6faee741-786f-4f5e-bd27-920c38a626b5 req-4aeed4ab-b17b-4a0f-9906-f0dc2973ad11 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 944 time: 0.7352238 Jul 06 18:37:40.950166 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc1f9e50-9eb8-49a7-8e47-6615fcfc9150 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "PUT /v2.0/floatingips/7422ef4b-17f3-4a7d-a8f7-da1f6f86698e HTTP/1.1" status: 200 len: 991 time: 5.5148296 Jul 06 18:37:41.138229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670b9243-db73-4e15-8784-8562b5c93c15', 'tag': '8d97ffec-47ee-4598-98ce-ec1796574ce4'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:41.140619 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5" -d '{"events": [{"name": "network-changed", "server_uuid": "670b9243-db73-4e15-8784-8562b5c93c15", "tag": "8d97ffec-47ee-4598-98ce-ec1796574ce4"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:41.172920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:41.203687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-27166026-b172-4bbd-a241-218151b33a7a None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:41.262512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:41.276376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:41.277395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:41.278033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:41.298673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=57beb629-aacb-46f6-8763-31a4a3f97a46,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:41.334436 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6faee741-786f-4f5e-bd27-920c38a626b5 req-c3f52982-9658-4993-9ee8-774c47141267 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5acfc79d-559a-4cf2-8293-a56f68b306a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6746004 Jul 06 18:37:41.370547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:41.376083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:41.376624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:41.376764 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Floating IP 600b290c-7cea-4e34-865a-b041c27a23b1 disassociated. External IP: 172.25.4.163, port: 3061fb85-952c-4d49-bc7c-1c147095250f. Jul 06 18:37:41.377190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Calling delete_port for 3061fb85-952c-4d49-bc7c-1c147095250f owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:41.394541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8f62f3b9-3c6a-4cb8-9867-f4820e9d2b93 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7006543 Jul 06 18:37:41.397497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49870) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:41.407250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:41.502072 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a66c60-3e80-46f7-a10a-8f146089f632 x-openstack-request-id: req-c1a66c60-3e80-46f7-a10a-8f146089f632 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:41.502510 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670b9243-db73-4e15-8784-8562b5c93c15", "tag": "8d97ffec-47ee-4598-98ce-ec1796574ce4", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:41.502765 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1a66c60-3e80-46f7-a10a-8f146089f632 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:41.503169 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670b9243-db73-4e15-8784-8562b5c93c15', 'tag': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'status': 'completed', 'code': 200} Jul 06 18:37:41.508668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3061fb85-952c-4d49-bc7c-1c147095250f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:41.583812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:41.605460 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Sync routers for ids ['50e15d72-8d82-4ce2-b644-b3355f956776'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:41.623929 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Routers {'50e15d72-8d82-4ce2-b644-b3355f956776'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:41.628570 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['50e15d72-8d82-4ce2-b644-b3355f956776'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:41.712140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:41.723067 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0d81c48f-b752-4d74-aabd-5a3bec308f4a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3448398 Jul 06 18:37:41.725245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49874) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:41.879067 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Set router 50e15d72-8d82-4ce2-b644-b3355f956776 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:41.981767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-da764ae1-8d6e-412c-a991-9305e302a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:41.983342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-da764ae1-8d6e-412c-a991-9305e302a150 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e415e130ca04a699e8c19edc9ecb284&device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 1096 time: 0.3513491 Jul 06 18:37:42.125995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-27166026-b172-4bbd-a241-218151b33a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '7422ef4b-17f3-4a7d-a8f7-da1f6f86698e', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'port_id': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'mac_address': 'fa:16:3e:62:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670b9243-db73-4e15-8784-8562b5c93c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:37:12Z', 'updated_at': '2021-07-06T18:37:37Z', 'revision_number': 1, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:14Z', 'revision_number': 5, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:42.227877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27166026-b172-4bbd-a241-218151b33a7a None None] Checking router: f0a484a2-3649-4c96-9c5b-5f6e8257d985 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:42.250183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27166026-b172-4bbd-a241-218151b33a7a None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:42.251146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-27166026-b172-4bbd-a241-218151b33a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:42.281644 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:37:38Z', 'revision_number': 3, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:42.282269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-34f4d976-d89f-438c-958f-7e4a0ab64310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:42.285549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:42.286167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-34f4d976-d89f-438c-958f-7e4a0ab64310 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32eebd69-66d3-4d34-b336-1ff6fd762341 HTTP/1.1" status: 200 len: 913 time: 0.2922645 Jul 06 18:37:42.290447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:42.312536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-66471321-2c75-4396-96f5-809047954f3b tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/routers/21e84096-d62e-4370-89f8-5548b1323f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6398838 Jul 06 18:37:42.313661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee5d5f-4542-4fdc-882d-a2c046233310 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:42.327927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Checking router: 50e15d72-8d82-4ce2-b644-b3355f956776 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:42.329055 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Updating router 50e15d72-8d82-4ce2-b644-b3355f956776 port 1e956533-e404-4db7-a92d-45e4de22381b binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:37:42.332246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee5d5f-4542-4fdc-882d-a2c046233310 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:42.333263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-92ee5d5f-4542-4fdc-882d-a2c046233310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:42.338742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49882) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:42.354014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'port': {'network_id': '2f939dc2-b3e8-40e0-93ae-37bac472036d', 'name': 'tempest-FloatingIPTestJSON-36216145'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:42.389359 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:42.429490 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-92ee5d5f-4542-4fdc-882d-a2c046233310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:42.468690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee5d5f-4542-4fdc-882d-a2c046233310 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:42.472656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-92ee5d5f-4542-4fdc-882d-a2c046233310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:42.566980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-40a39040-6ca8-4a1e-9e39-f4b4bd11811e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4 HTTP/1.1" status: 200 len: 999 time: 0.2741861 Jul 06 18:37:42.572151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:42.646170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-92ee5d5f-4542-4fdc-882d-a2c046233310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:42.650601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee5d5f-4542-4fdc-882d-a2c046233310 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:42.686203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-074a6ff8-aca2-497b-bc6e-e219d4dc0cf9 req-7cf89c69-cd78-461a-943b-d40f1261fe66 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 210 time: 0.1137450 Jul 06 18:37:42.750589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-27166026-b172-4bbd-a241-218151b33a7a None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:42.899148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49892) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:42.951848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-ca32d07e-c19b-473a-8fa0-c71b4aae8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:42.953859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-ca32d07e-c19b-473a-8fa0-c71b4aae8917 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6cfccb8-8291-43e2-bb9f-f51f2c970d0d HTTP/1.1" status: 200 len: 851 time: 0.3623121 Jul 06 18:37:42.968178 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:42.991861 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Transition to ACTIVE for port object 1e956533-e404-4db7-a92d-45e4de22381b will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:43.005369 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:43.085156 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Attempting to bind port 1e956533-e404-4db7-a92d-45e4de22381b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:43.085691 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Attempting to bind port 1e956533-e404-4db7-a92d-45e4de22381b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:43.087318 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Attempting to bind port 1e956533-e404-4db7-a92d-45e4de22381b on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:43.097693 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:37:43.098369 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:43.099214 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:43.099716 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:37:43.100659 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Bound port: 1e956533-e404-4db7-a92d-45e4de22381b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:37:43.101241 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:43.166775 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] For port 1e956533-e404-4db7-a92d-45e4de22381b, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:43.191746 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Pushing event updated for resources: {'Port': ['ID=1e956533-e404-4db7-a92d-45e4de22381b,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:43.195389 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] For port 1e956533-e404-4db7-a92d-45e4de22381b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e956533-e404-4db7-a92d-45e4de22381b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:37:43.203029 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.203700 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.204145 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.204685 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.205246 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.205646 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.206062 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.206451 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.206832 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.207247 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.207770 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.208155 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:43.219830 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:43.221671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7359115e-77fb-4bae-b5fa-24248e56c0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:43.365572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-c2f74a36-dcbb-4643-aec7-ebc91a992ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:43.370582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-c2f74a36-dcbb-4643-aec7-ebc91a992ae6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32eebd69-66d3-4d34-b336-1ff6fd762341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3989174 Jul 06 18:37:43.373274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event deleted for resources: {'Port': ['ID=3061fb85-952c-4d49-bc7c-1c147095250f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:43.427611 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Routers {'50e15d72-8d82-4ce2-b644-b3355f956776'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:43.431629 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['50e15d72-8d82-4ce2-b644-b3355f956776'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:43.489021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-27166026-b172-4bbd-a241-218151b33a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '7422ef4b-17f3-4a7d-a8f7-da1f6f86698e', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'port_id': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'mac_address': 'fa:16:3e:62:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670b9243-db73-4e15-8784-8562b5c93c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:37:12Z', 'updated_at': '2021-07-06T18:37:37Z', 'revision_number': 1, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:14Z', 'revision_number': 5, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:43.518158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27166026-b172-4bbd-a241-218151b33a7a None None] The sync data for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 is: [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '7422ef4b-17f3-4a7d-a8f7-da1f6f86698e', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'port_id': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'mac_address': 'fa:16:3e:62:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670b9243-db73-4e15-8784-8562b5c93c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:37:12Z', 'updated_at': '2021-07-06T18:37:37Z', 'revision_number': 1, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:14Z', 'revision_number': 5, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:43.552449 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed1c94-37f8-4512-8389-a8b63eb61057 None None] Pushing event updated for resources: {'Port': ['ID=1e956533-e404-4db7-a92d-45e4de22381b,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:43.690126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:43.748329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-ba88c02d-a4ce-4d7b-a526-73fc95da8116 service neutron] 10.222.0.24 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610659 Jul 06 18:37:43.758298 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] Set router 50e15d72-8d82-4ce2-b644-b3355f956776 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:43.968950 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1a616-da59-4ba7-b1fd-28c0479f6be6 None None] New status for floating IP 7422ef4b-17f3-4a7d-a8f7-da1f6f86698e: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:37:44.047464 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f20f807-0d7d-4707-b9ba-1b82ef4d22b5 req-57a97581-3c7b-4026-b628-352f70e37753 service neutron] 10.222.0.24 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801964 Jul 06 18:37:44.056039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] device_id is not set on port 57beb629-aacb-46f6-8763-31a4a3f97a46 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:44.080860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:44.095479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:44.117527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] Sync routers for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:44.143633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:44.154965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:44.223266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Transition to ACTIVE for port object 57beb629-aacb-46f6-8763-31a4a3f97a46 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:44.224764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] No DVR routers for this DVR port 3061fb85-952c-4d49-bc7c-1c147095250f on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:44.229636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:44.232286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd689201-d5c8-4d05-97b1-ff77f08b7be7 req-faf621a0-915c-4a10-abec-09c7c6d1d315 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.24 "DELETE /v2.0/ports/3061fb85-952c-4d49-bc7c-1c147095250f HTTP/1.1" status: 204 len: 173 time: 5.8206344 Jul 06 18:37:44.232850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-deleted', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:44.236748 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c052d79-b1f3-4e6f-b420-e71bc65fefaa" -d '{"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-deleted", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:44.254619 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:44.351650 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1060c26-cc3b-42b1-bb6d-c5358cfc2bac x-openstack-request-id: req-a1060c26-cc3b-42b1-bb6d-c5358cfc2bac {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:44.352367 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05031a-5548-4af4-8b74-4649d7cde3a5", "name": "network-vif-deleted", "tag": "3061fb85-952c-4d49-bc7c-1c147095250f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:44.352858 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1060c26-cc3b-42b1-bb6d-c5358cfc2bac {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:44.354490 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05031a-5548-4af4-8b74-4649d7cde3a5', 'name': 'network-vif-deleted', 'tag': '3061fb85-952c-4d49-bc7c-1c147095250f', 'status': 'completed', 'code': 200} Jul 06 18:37:44.434259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=57beb629-aacb-46f6-8763-31a4a3f97a46,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:44.434876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7b69cc1-3c4e-42da-89e6-d051b8c231c5 req-2aa8fcb6-8be9-44fc-9fc9-876953e5b6f7 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e05031a-5548-4af4-8b74-4649d7cde3a5 HTTP/1.1" status: 200 len: 210 time: 0.1683514 Jul 06 18:37:44.468123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:44.470534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:44.471136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:44.484149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:44.484956 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:44.485904 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 2 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:44.548156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:44.548497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:44.564713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:44.569646 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:37:38Z', 'revision_number': 3, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:44.584616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:44.584955 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:44.585477 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 3 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:44.603212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:44.603831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:44.604163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:44.608958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:44.609284 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:44.609683 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 4 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:44.641926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:44.645240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:44.647968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:44.649423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:44.653440 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4c4b3-60f6-411b-a88e-ec6ac51d7911 None None] The sync data for ids ['50e15d72-8d82-4ce2-b644-b3355f956776'] in n-d-799684-2 is: [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:37:38Z', 'revision_number': 3, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:44.661571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:44.663433 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:44.665428 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 5 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:44.692908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7359115e-77fb-4bae-b5fa-24248e56c0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:44.697794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:44.698555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:44.703354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:44.721855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7359115e-77fb-4bae-b5fa-24248e56c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:44.722931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:44.723277 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:44.726274 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 6 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:44.756662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:44.760642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:44.763069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:44.763399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:44.763749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:44.778059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:44.778514 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:44.780579 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 7 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:44.814823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] device_id is not set on port 5acd02a4-8c68-4861-bffa-62efef46e63d yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:44.820825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:44.821222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:44.821494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:44.834253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:44.834253 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:44.873563 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 8 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:44.898448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:44.930362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7359115e-77fb-4bae-b5fa-24248e56c0c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d207efed5f0c46a9bb687e001ee4f9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0238833 Jul 06 18:37:44.931782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49910) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:44.959543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:44.959938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:44.960221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:44.986159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359115e-77fb-4bae-b5fa-24248e56c0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1109505-2d2b-49e3-8455-d1480535f9e4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:44.996034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:44.996376 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:45.004781 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 9 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:45.151923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:45.152274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:45.152619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:45.248627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:45.248960 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:45.288412 n-d-799684-2 neutron-server[93967]: INFO neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempt 10 to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 Jul 06 18:37:45.312610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Allocated IP 172.20.0.1 (cd2e27fc-791a-4cce-925e-47ae536705ad/c5172960-a8e4-43dc-9e17-0d4898f6314f/e442532a-7d5c-4b25-9727-aef2703ccd56) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:45.387907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:45.442832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:45.519015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.20.0.12 (2f939dc2-b3e8-40e0-93ae-37bac472036d/beeff26e-32d7-4842-9fb6-e0802860a60d/5acd02a4-8c68-4861-bffa-62efef46e63d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:45.579571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:45.579962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:45.581488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempting to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:45.616761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:45.620048 n-d-799684-2 neutron-server[93967]: ERROR neutron.plugins.ml2.managers [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Failed to bind port 57beb629-aacb-46f6-8763-31a4a3f97a46 on host n-h2-799684-2 for vnic_type normal using segments [{'id': '3be2755c-49a4-4ff4-a241-4f54f05df20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5838660e-cd0e-4577-ad1d-8bacb57b0f8c'}] Jul 06 18:37:45.620497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:45.659765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:45.686819 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d36ce51-a5b0-45d3-9875-024060f94608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:45.776943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:45.793854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49924) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:45.837096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] Checking router: f8fa74ae-34df-48bd-b8a1-f1414bcd21ba for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:45.863101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:45.864035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:45.909847 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:45.926760 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:45.927973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1109505-2d2b-49e3-8455-d1480535f9e4 HTTP/1.1" status: 204 len: 168 time: 0.9862618 Jul 06 18:37:46.012496 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c2390c9-bd9d-4535-acb1-538eb5c7af52 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.015161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1109505-2d2b-49e3-8455-d1480535f9e4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:46.023018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.072023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:46.143613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.144246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.144735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.145256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.146157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.146641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.147140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.147772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.148425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.149084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.149571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.150184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc083aee-4604-431e-8218-8d2877a89481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:46.228639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] For port 57beb629-aacb-46f6-8763-31a4a3f97a46, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:46.229300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attempted to set empty binding levels {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:37:46.230313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c2390c9-bd9d-4535-acb1-538eb5c7af52 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.239016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Pushing event updated for resources: {'Port': ['ID=e442532a-7d5c-4b25-9727-aef2703ccd56,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:46.242795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.246724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e956533-e404-4db7-a92d-45e4de22381b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:46.293848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] In _notify_port_updated(), no bound segment for port 57beb629-aacb-46f6-8763-31a4a3f97a46 on network 5838660e-cd0e-4577-ad1d-8bacb57b0f8c {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:37:46.294994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:46.296576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.302350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "PUT /v2.0/ports/57beb629-aacb-46f6-8763-31a4a3f97a46 HTTP/1.1" status: 200 len: 975 time: 4.9003232 Jul 06 18:37:46.345315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49932) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:46.378346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Network cd2e27fc-791a-4cce-925e-47ae536705ad is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:46.383930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:46.391166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:46.482127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1e956533-e404-4db7-a92d-45e4de22381b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:46.507287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1e956533-e404-4db7-a92d-45e4de22381b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:46.507666 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.530384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c2390c9-bd9d-4535-acb1-538eb5c7af52 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.542711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c2390c9-bd9d-4535-acb1-538eb5c7af52 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.553900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9c2390c9-bd9d-4535-acb1-538eb5c7af52 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "DELETE /v2.0/security-groups/5acfc79d-559a-4cf2-8293-a56f68b306a6 HTTP/1.1" status: 204 len: 168 time: 0.7514746 Jul 06 18:37:46.553900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.554202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49936) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:46.556919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.590508 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-7b3e5e59-f0d4-4d77-aa4c-8118bc1fb4de tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] show failed (client error): The resource could not be found. Jul 06 18:37:46.593509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7b3e5e59-f0d4-4d77-aa4c-8118bc1fb4de tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "GET /v2.0/security-groups/5acfc79d-559a-4cf2-8293-a56f68b306a6 HTTP/1.1" status: 404 len: 347 time: 0.0315363 Jul 06 18:37:46.593509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49938) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:46.601331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:46.618149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431933d-758d-4b47-bb7e-4bc930d27104 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event updated for resources: {'Port': ['ID=57beb629-aacb-46f6-8763-31a4a3f97a46,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:46.703248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2390c9-bd9d-4535-acb1-538eb5c7af52 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acfc79d-559a-4cf2-8293-a56f68b306a6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:46.767312 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.782109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6468e193-169d-4717-927f-1244fad46d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.799437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1e956533-e404-4db7-a92d-45e4de22381b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e956533-e404-4db7-a92d-45e4de22381b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:46.806416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.860896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:46.902486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d7367-2411-45e8-a146-7dbbe4ef83c0 None None] The sync data for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 is: [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:57Z', 'revision_number': 4, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'a5fe2cca-5cd4-40c2-82ed-37189088daf8', 'name': '', 'network_id': 'd0a09b5a-f663-4630-8067-f035b53d07ae', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'mac_address': 'fa:16:3e:ec:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:55Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'subnets': [{'id': 'e56b845b-d88a-4527-bbca-fe13b0079875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:46.904634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6468e193-169d-4717-927f-1244fad46d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.917955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.927183 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6468e193-169d-4717-927f-1244fad46d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.936861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Deleting port 57beb629-aacb-46f6-8763-31a4a3f97a46 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:46.937747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:46.941535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1e956533-e404-4db7-a92d-45e4de22381b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:47.070988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468e193-169d-4717-927f-1244fad46d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d7714a-7a2c-4a55-a35d-24bf01b4a260,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:47.125916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] For port 57beb629-aacb-46f6-8763-31a4a3f97a46, host n-h2-799684-2, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:47.126282 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.150614 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6468e193-169d-4717-927f-1244fad46d72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a052f397d2043d18cb41d33d2cf9e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525801 Jul 06 18:37:47.151537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49944) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:47.181095 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.189773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.192577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Calling delete_port for 57beb629-aacb-46f6-8763-31a4a3f97a46 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:47.205011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Deleting port e27ec816-000c-4e4f-ba24-37696a5531b5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:47.205365 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.207494 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.272994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Pushing event updated for resources: {'Port': ['ID=e442532a-7d5c-4b25-9727-aef2703ccd56,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:47.278266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:47.284361 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.300665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:47.303289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:47.405389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Network cd2e27fc-791a-4cce-925e-47ae536705ad is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:47.407466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:47.501303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93f403b8-713e-4422-b1b2-6508932ca8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.514173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=5acd02a4-8c68-4861-bffa-62efef46e63d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:47.570537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Router 50e15d72-8d82-4ce2-b644-b3355f956776 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:47.576022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:47.576677 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.611054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-075ee708-001a-4efa-80f1-677eccab729d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.2640824 Jul 06 18:37:47.616635 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93f403b8-713e-4422-b1b2-6508932ca8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.620041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49948) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:47.621913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.622320 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.644515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'port': {'network_id': '2f939dc2-b3e8-40e0-93ae-37bac472036d', 'name': 'tempest-FloatingIPTestJSON-273080040'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:47.696951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Calling delete_port for e27ec816-000c-4e4f-ba24-37696a5531b5 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:47.720956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:47.730297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4247e7d2-e496-4e9d-af38-151d72774f51 admin admin] 10.222.0.53 "PUT /v2.0/routers/50e15d72-8d82-4ce2-b644-b3355f956776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0039358 Jul 06 18:37:47.742290 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Sync routers for ids ['50e15d72-8d82-4ce2-b644-b3355f956776'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:47.756519 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Routers {'50e15d72-8d82-4ce2-b644-b3355f956776'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:47.757415 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['50e15d72-8d82-4ce2-b644-b3355f956776'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:47.819708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.841942 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:47.847055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49954) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:47.847243 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "DELETE /v2.0/ports/57beb629-aacb-46f6-8763-31a4a3f97a46 HTTP/1.1" status: 204 len: 168 time: 1.4971855 Jul 06 18:37:47.940937 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d9aaaf-43ba-4bd2-a222-370e0216af0d tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:37:47.945029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-63d9aaaf-43ba-4bd2-a222-370e0216af0d tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] 10.222.0.53 "GET /v2.0/ports/57beb629-aacb-46f6-8763-31a4a3f97a46 HTTP/1.1" status: 404 len: 333 time: 0.0964289 Jul 06 18:37:47.959569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49958) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:48.010659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e956533-e404-4db7-a92d-45e4de22381b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:48.037007 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Set router 50e15d72-8d82-4ce2-b644-b3355f956776 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:48.050891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f310c53-0204-42d8-a5d3-f4a40ba97a73 tempest-PortsAdminExtendedAttrsTestJSON-976961645 tempest-PortsAdminExtendedAttrsTestJSON-976961645-project-admin] Pushing event deleted for resources: {'Port': ['ID=57beb629-aacb-46f6-8763-31a4a3f97a46,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:48.062050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafec2a-03d0-4e7e-b50a-6a63544bc8bf None None] New status for floating IP 600b290c-7cea-4e34-865a-b041c27a23b1: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:37:48.097879 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93f403b8-713e-4422-b1b2-6508932ca8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.100489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93f403b8-713e-4422-b1b2-6508932ca8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.101748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-93f403b8-713e-4422-b1b2-6508932ca8a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9d7714a-7a2c-4a55-a35d-24bf01b4a260 HTTP/1.1" status: 204 len: 168 time: 0.9452643 Jul 06 18:37:48.138599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f403b8-713e-4422-b1b2-6508932ca8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d7714a-7a2c-4a55-a35d-24bf01b4a260,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:48.179244 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:48.191403 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.193899 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.216341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-ccafec2a-03d0-4e7e-b50a-6a63544bc8bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:37:48.217075 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-ccafec2a-03d0-4e7e-b50a-6a63544bc8bf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:37:48.218938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.287294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27076918-c017-4a2f-8a87-51cc4e07306a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.287596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Pushing event deleted for resources: {'Port': ['ID=e27ec816-000c-4e4f-ba24-37696a5531b5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:48.325384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1e956533-e404-4db7-a92d-45e4de22381b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:48.327602 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.351710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] device_id is not set on port 7dd18389-ec59-4106-9e84-432d2ec0ce10 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:37:48.442312 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.445384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.447240 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5eb218da-27ff-4da9-a0f0-3426847b3e03 tempest-ServerActionsTestJSON-632399256 tempest-ServerActionsTestJSON-632399256-project] 10.222.0.53 "DELETE /v2.0/floatingips/600b290c-7cea-4e34-865a-b041c27a23b1 HTTP/1.1" status: 204 len: 168 time: 1.8301766 Jul 06 18:37:48.454599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.455319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49968) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:48.460770 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.469624 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'e442532a-7d5c-4b25-9727-aef2703ccd56', 'name': '', 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'mac_address': 'fa:16:3e:02:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'c5172960-a8e4-43dc-9e17-0d4898f6314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:44Z', 'updated_at': '2021-07-06T18:37:47Z', 'revision_number': 2, 'project_id': '383bf9325644499ab4167f39042e4781', 'subnets': [{'id': 'c5172960-a8e4-43dc-9e17-0d4898f6314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:48.494586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5838660e-cd0e-4577-ad1d-8bacb57b0f8c']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:48.526318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be2755c-49a4-4ff4-a241-4f54f05df20f') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:48.528709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be2755c-49a4-4ff4-a241-4f54f05df20f') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:48.538887 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Checking router: 50e15d72-8d82-4ce2-b644-b3355f956776 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:48.539523 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Updating router 50e15d72-8d82-4ce2-b644-b3355f956776 port e442532a-7d5c-4b25-9727-aef2703ccd56 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:37:48.563386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.598796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.20.0.10 (2f939dc2-b3e8-40e0-93ae-37bac472036d/beeff26e-32d7-4842-9fb6-e0802860a60d/7dd18389-ec59-4106-9e84-432d2ec0ce10) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:48.601594 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.610013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.620387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:37:48.621947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:37:48.628801 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:37:48.714479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.718494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafec2a-03d0-4e7e-b50a-6a63544bc8bf None None] New status for floating IP 600b290c-7cea-4e34-865a-b041c27a23b1: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:37:48.723880 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:48.733924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] 10.222.0.53 "DELETE /v2.0/networks/5838660e-cd0e-4577-ad1d-8bacb57b0f8c HTTP/1.1" status: 204 len: 168 time: 0.7708454 Jul 06 18:37:48.777601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d220abf-2dc0-4410-a3c8-e262d6fe14eb tempest-PortsAdminExtendedAttrsTestJSON-2073962899 tempest-PortsAdminExtendedAttrsTestJSON-2073962899-project] Pushing event deleted for resources: {'Network': ['ID=5838660e-cd0e-4577-ad1d-8bacb57b0f8c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:48.944937 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.175156 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.195299 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Transition to ACTIVE for port object e442532a-7d5c-4b25-9727-aef2703ccd56 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:49.208821 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.218504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bdaa7d6c-9544-4b6e-9d2f-2fd0b57dda67 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:49.230402 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bdaa7d6c-9544-4b6e-9d2f-2fd0b57dda67 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 818 time: 0.3199780 Jul 06 18:37:49.252760 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.257849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-412a6b20-b0bc-459d-ad77-9706d5c465dd tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/quotas/383bf9325644499ab4167f39042e4781 HTTP/1.1" status: 200 len: 375 time: 0.0257783 Jul 06 18:37:49.337292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:49.345857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:49.362988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:49.418690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-2d3f202f-be8f-45f3-a182-f8d8ebf340f0 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1595950 Jul 06 18:37:49.424156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.444053 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b4592-1283-4029-a3b5-54a6f0d4dd2e None None] Pushing event updated for resources: {'Port': ['ID=e442532a-7d5c-4b25-9727-aef2703ccd56,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:49.459429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:49.459429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.480244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50006) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:49.516953 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Attempting to bind port e442532a-7d5c-4b25-9727-aef2703ccd56 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:49.517735 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Attempting to bind port e442532a-7d5c-4b25-9727-aef2703ccd56 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:49.518169 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Attempting to bind port e442532a-7d5c-4b25-9727-aef2703ccd56 on network cd2e27fc-791a-4cce-925e-47ae536705ad {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:49.524688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=7dd18389-ec59-4106-9e84-432d2ec0ce10,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:49.527025 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:37:49.527608 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Checking segment: {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:49.528300 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.528883 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Bound using segment: {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:37:49.530306 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Bound port: e442532a-7d5c-4b25-9727-aef2703ccd56, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:37:49.531271 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.551520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6d23bc4a-929c-46dc-99f0-7d4724b4e963 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9262452 Jul 06 18:37:49.554785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:49.562588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '7dd18389-ec59-4106-9e84-432d2ec0ce10', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:49.678727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.680381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50018) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:49.681607 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] For port e442532a-7d5c-4b25-9727-aef2703ccd56, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:49.685592 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] For port e442532a-7d5c-4b25-9727-aef2703ccd56, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e442532a-7d5c-4b25-9727-aef2703ccd56,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:37:49.693854 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.840498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-844e10cf-ecd2-4e1a-a091-5c67b07ac296 service neutron] 10.222.0.53 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195142 Jul 06 18:37:49.864390 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b4592-1283-4029-a3b5-54a6f0d4dd2e None None] Pushing event updated for resources: {'Port': ['ID=e442532a-7d5c-4b25-9727-aef2703ccd56,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:49.877572 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Routers {'50e15d72-8d82-4ce2-b644-b3355f956776'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:49.878458 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['50e15d72-8d82-4ce2-b644-b3355f956776'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:50.023484 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:50.060409 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] Set router 50e15d72-8d82-4ce2-b644-b3355f956776 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:50.127630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-26635ecb-a62f-4c33-bd1c-7509089b07b7 service neutron] 10.222.0.53 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807531 Jul 06 18:37:50.196791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:50.197006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b4e544ed-1d3b-4683-8f64-c282c61fa7ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc1e73396d554afba1337b807f4cad8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160208 Jul 06 18:37:50.200390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50036) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:50.305330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.25.4.248 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/a43973cb-dedf-4f83-b439-384ce80bedcc) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:50.622683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbe79d9f-28c3-429a-b2e8-e99925e7b837 req-f97aec9a-b770-4dc5-b968-3f815bb9b15a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 210 time: 0.1699955 Jul 06 18:37:50.653916 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'e442532a-7d5c-4b25-9727-aef2703ccd56', 'name': '', 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'mac_address': 'fa:16:3e:02:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'c5172960-a8e4-43dc-9e17-0d4898f6314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:44Z', 'updated_at': '2021-07-06T18:37:49Z', 'revision_number': 4, 'project_id': '383bf9325644499ab4167f39042e4781', 'subnets': [{'id': 'c5172960-a8e4-43dc-9e17-0d4898f6314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:50.654558 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a198d81-ad85-4bcb-89c9-b6d46ca1c269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:50.718815 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a198d81-ad85-4bcb-89c9-b6d46ca1c269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:50.724904 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f8f1e-af84-48f4-8941-6558bc8dcda9 None None] The sync data for ids ['50e15d72-8d82-4ce2-b644-b3355f956776'] in n-d-799684-2 is: [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'e442532a-7d5c-4b25-9727-aef2703ccd56', 'name': '', 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'mac_address': 'fa:16:3e:02:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'c5172960-a8e4-43dc-9e17-0d4898f6314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:44Z', 'updated_at': '2021-07-06T18:37:49Z', 'revision_number': 4, 'project_id': '383bf9325644499ab4167f39042e4781', 'subnets': [{'id': 'c5172960-a8e4-43dc-9e17-0d4898f6314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:50.915891 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a198d81-ad85-4bcb-89c9-b6d46ca1c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:50.918740 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a198d81-ad85-4bcb-89c9-b6d46ca1c269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:50.920003 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5a198d81-ad85-4bcb-89c9-b6d46ca1c269 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05d4e3d6-fd9f-4caa-b09f-27626e138a31 HTTP/1.1" status: 204 len: 168 time: 0.7167072 Jul 06 18:37:50.934813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a198d81-ad85-4bcb-89c9-b6d46ca1c269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d4e3d6-fd9f-4caa-b09f-27626e138a31,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:50.975206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:51.096558 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:51.750531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055c169-5a0b-47f0-b87b-473198e60099 req-649e64d8-e8ea-4725-8647-bd438637a6b4 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:51.753055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-649e64d8-e8ea-4725-8647-bd438637a6b4 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 818 time: 0.2855785 Jul 06 18:37:52.035526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e442532a-7d5c-4b25-9727-aef2703ccd56 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:52.042348 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.071287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-0fa41f72-4dbc-4c3c-8414-9543e3402381 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/quotas/383bf9325644499ab4167f39042e4781 HTTP/1.1" status: 200 len: 375 time: 0.2463233 Jul 06 18:37:52.094776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50092) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:52.201020 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.218037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e442532a-7d5c-4b25-9727-aef2703ccd56 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:52.226024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e442532a-7d5c-4b25-9727-aef2703ccd56 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:52.226627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.301430 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-84b2f278-6a6e-42e6-b2e7-97e47ff4cb42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77f70c22066e4f43b822045c9f47ea9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992066 Jul 06 18:37:52.307846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50102) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:52.429993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Deleting port abec07f4-dafd-465a-b666-2521ce2698cc {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:52.429993 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.442024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.459198 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.496293 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.510082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-8965eaa6-d189-4ca1-98dd-fcbd631f5d31 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4369729 Jul 06 18:37:52.526765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port e442532a-7d5c-4b25-9727-aef2703ccd56, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e442532a-7d5c-4b25-9727-aef2703ccd56,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:52.535694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.610825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=e442532a-7d5c-4b25-9727-aef2703ccd56,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:52.620680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.621069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.621414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.621876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.622220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.622590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.622920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.623928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.624115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.624573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.624850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.625222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:52.786814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=a43973cb-dedf-4f83-b439-384ce80bedcc,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:52.851396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-73d6785f-765b-4699-8e40-c166d76b0e3d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:52.853104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-73d6785f-765b-4699-8e40-c166d76b0e3d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.41 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 818 time: 0.2327280 Jul 06 18:37:52.866281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] For port abec07f4-dafd-465a-b666-2521ce2698cc, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=abec07f4-dafd-465a-b666-2521ce2698cc,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:52.866705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.878341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Request body: {'port': {'device_id': 'a50008ff-13f0-4658-8c6a-d56984668d9d', 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad', 'admin_state_up': True, 'tenant_id': '383bf9325644499ab4167f39042e4781'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:52.917279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:52.934228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:52.946525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:52.954277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-6219d21b-3234-426e-84f7-23633e8a4e40 service neutron] 10.222.0.53 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432850 Jul 06 18:37:52.958759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Calling delete_port for abec07f4-dafd-465a-b666-2521ce2698cc owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:53.037988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43b74d9d-7621-4b31-bf31-a97767c8c02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.115927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Made reservation on behalf of 383bf9325644499ab4167f39042e4781 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:53.120209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.199041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43b74d9d-7621-4b31-bf31-a97767c8c02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.353088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Allocated IP 172.20.0.3 (cd2e27fc-791a-4cce-925e-47ae536705ad/c5172960-a8e4-43dc-9e17-0d4898f6314f/354a423e-ce00-4a84-936c-01ad50d496db) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:53.364220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.396026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=abec07f4-dafd-465a-b666-2521ce2698cc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:53.448398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Deleting port a5fe2cca-5cd4-40c2-82ed-37189088daf8 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:53.448791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.570642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43b74d9d-7621-4b31-bf31-a97767c8c02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.573174 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43b74d9d-7621-4b31-bf31-a97767c8c02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.576766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-43b74d9d-7621-4b31-bf31-a97767c8c02d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d016387-804b-4bf8-a62e-c467f395c612 HTTP/1.1" status: 204 len: 168 time: 1.2566481 Jul 06 18:37:53.602552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-a988f531-4af1-4685-855e-d422e52f878a service neutron] 10.222.0.53 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419157 Jul 06 18:37:53.621192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b74d9d-7621-4b31-bf31-a97767c8c02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d016387-804b-4bf8-a62e-c467f395c612,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:53.755082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.764218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.770986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] For port a5fe2cca-5cd4-40c2-82ed-37189088daf8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a5fe2cca-5cd4-40c2-82ed-37189088daf8,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:53.771472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.795728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Calling delete_port for a5fe2cca-5cd4-40c2-82ed-37189088daf8 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:54.099204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69d0d4bc-6824-45b9-b1f6-f357823123e6 req-411ff345-e875-4f0a-87df-5cec4048a2b7 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 210 time: 0.1665475 Jul 06 18:37:54.120259 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:54.145567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e442532a-7d5c-4b25-9727-aef2703ccd56 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:54.267151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Network cd2e27fc-791a-4cce-925e-47ae536705ad is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:54.276393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e442532a-7d5c-4b25-9727-aef2703ccd56 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:54.277583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:54.310554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:54.316943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:54.323596 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:54.411651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Pushing event updated for resources: {'Port': ['ID=354a423e-ce00-4a84-936c-01ad50d496db,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:54.533695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:54.574043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:54.575455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:54.637781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-b75ad1f9-0628-434a-97a2-4be7019791b1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7746694 Jul 06 18:37:54.660954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Request body: {'port': {'device_id': 'a50008ff-13f0-4658-8c6a-d56984668d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:54.719319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Router 3d5bf8e0-5d42-417d-a757-aa91de075eff has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:54.964125 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:55.031732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:55.098192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fe2cca-5cd4-40c2-82ed-37189088daf8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:55.165432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:55.202411 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] Sync routers for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:55.217392 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fdc5edf0-553b-4266-b591-2f4263f23f7f admin admin] 10.222.0.53 "PUT /v2.0/routers/3d5bf8e0-5d42-417d-a757-aa91de075eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5356801 Jul 06 18:37:55.218086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50200) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:55.228789 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:55.228789 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:55.327667 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:55.334351 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:55.496146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=a43973cb-dedf-4f83-b439-384ce80bedcc,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:55.500013 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:55.537974 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:55.622991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50208) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:55.669960 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:55.800200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c801cb1-d0f5-4c06-a22b-743de446d2af req-b64f578b-d295-4669-aec2-cddfa4d5285d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 210 time: 0.0577528 Jul 06 18:37:55.850917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:55.865835 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP ada93a89-872f-49e0-bf16-f8c6bc8f7b5e associated. External IP: 172.25.4.248, port: 7dd18389-ec59-4106-9e84-432d2ec0ce10. Jul 06 18:37:56.026159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50216) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:56.096869 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:37:53Z', 'revision_number': 5, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port': {'id': 'f28d6eb2-7247-4354-b169-c979fceb3bd9', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:34Z', 'updated_at': '2021-07-06T18:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:56.115069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.168881 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] Checking router: 3d5bf8e0-5d42-417d-a757-aa91de075eff for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:56.181038 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] Routers {'3d5bf8e0-5d42-417d-a757-aa91de075eff'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:56.181754 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3d5bf8e0-5d42-417d-a757-aa91de075eff'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:56.197208 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6576ea1-d3b8-4f93-9ea9-711844237db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.362285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6576ea1-d3b8-4f93-9ea9-711844237db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.375691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6576ea1-d3b8-4f93-9ea9-711844237db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.381626 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] Set router 3d5bf8e0-5d42-417d-a757-aa91de075eff gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:56.418299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Deleting port f28d6eb2-7247-4354-b169-c979fceb3bd9 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:56.418560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.453023 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:37:56Z', 'revision_number': 6, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:56.462993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354a423e-ce00-4a84-936c-01ad50d496db {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:37:56.486597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.492706 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cb7e1-6670-4e2c-97dc-78f4b2623e6f None None] The sync data for ids ['3d5bf8e0-5d42-417d-a757-aa91de075eff'] in n-d-799684-2 is: [{'id': '3d5bf8e0-5d42-417d-a757-aa91de075eff', 'name': 'tempest-TaggedBootDevicesTest-799032556-router', 'tenant_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:25:33Z', 'updated_at': '2021-07-06T18:37:56Z', 'revision_number': 6, 'project_id': '68d546692f7d4a4dae5c37e5256a1fe0', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:56.503435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6576ea1-d3b8-4f93-9ea9-711844237db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5628bfd-9ca8-4f5c-bf82-837441520716,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:56.514027 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e6576ea1-d3b8-4f93-9ea9-711844237db1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=100560d679e744179e715850b899555d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791346 Jul 06 18:37:56.522949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Transition to ACTIVE for port object 354a423e-ce00-4a84-936c-01ad50d496db will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:56.526259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50222) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:56.543973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.570500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174180873'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:56.642078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] For port f28d6eb2-7247-4354-b169-c979fceb3bd9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f28d6eb2-7247-4354-b169-c979fceb3bd9,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:56.643068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.683912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Calling delete_port for f28d6eb2-7247-4354-b169-c979fceb3bd9 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:56.696580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Pushing event updated for resources: {'Port': ['ID=354a423e-ce00-4a84-936c-01ad50d496db,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:56.708511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.735810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.777553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055c169-5a0b-47f0-b87b-473198e60099 req-35cd4760-f045-4252-a9a7-4300f70984d3 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:56.779269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-35cd4760-f045-4252-a9a7-4300f70984d3 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.24 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 818 time: 0.7913246 Jul 06 18:37:56.788315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa81247-5f7c-4044-a41b-094fc22be427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:56.861606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Request body: {'port': {'device_id': 'd7f9147c-d401-44a7-857f-8a3133f066e7', 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad', 'admin_state_up': True, 'tenant_id': '383bf9325644499ab4167f39042e4781'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:57.052733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:57.136848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:57.218600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.228279 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa81247-5f7c-4044-a41b-094fc22be427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.235186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6718fc5e-8fd2-4767-858c-7e368bf89670 req-13a7d550-a735-4244-803d-2082be756843 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 210 time: 0.0505447 Jul 06 18:37:57.290366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.292597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Attempting to bind port 354a423e-ce00-4a84-936c-01ad50d496db on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:57.292983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Attempting to bind port 354a423e-ce00-4a84-936c-01ad50d496db by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:57.293426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Attempting to bind port 354a423e-ce00-4a84-936c-01ad50d496db on network cd2e27fc-791a-4cce-925e-47ae536705ad {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:57.377746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Port 354a423e-ce00-4a84-936c-01ad50d496db on network cd2e27fc-791a-4cce-925e-47ae536705ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:57.378201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Attempting to bind port 354a423e-ce00-4a84-936c-01ad50d496db on network cd2e27fc-791a-4cce-925e-47ae536705ad {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:57.385511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:37:57.386596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Checking segment: {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:57.387101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Bound using segment: {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:37:57.387665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Bound port: 354a423e-ce00-4a84-936c-01ad50d496db, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:37:57.388163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.388758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Made reservation on behalf of 383bf9325644499ab4167f39042e4781 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:57.392559 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.417494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db69cc1e-2e2a-47f5-a5d7-30f2feefa703,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:57.442333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa81247-5f7c-4044-a41b-094fc22be427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.445007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa81247-5f7c-4044-a41b-094fc22be427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.459278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5aa81247-5f7c-4044-a41b-094fc22be427 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5628bfd-9ca8-4f5c-bf82-837441520716 HTTP/1.1" status: 204 len: 168 time: 0.9211841 Jul 06 18:37:57.460362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:57.470231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] Sync routers for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:57.474671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6ba41fc6-bf01-422e-9d0f-afa4ae00d852 admin admin] 10.222.0.53 "PUT /v2.0/routers/f8fa74ae-34df-48bd-b8a1-f1414bcd21ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0159843 Jul 06 18:37:57.481259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50232) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:57.484120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:57.485095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:57.549824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa81247-5f7c-4044-a41b-094fc22be427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5628bfd-9ca8-4f5c-bf82-837441520716,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:57.594430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.615917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] For port 354a423e-ce00-4a84-936c-01ad50d496db, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:57.636332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:57.650005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:57.650181 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0455250-2c51-473e-b5d7-22aae5e756b9 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:57.660609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Pushing event deleted for resources: {'Port': ['ID=f28d6eb2-7247-4354-b169-c979fceb3bd9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:57.668148 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0455250-2c51-473e-b5d7-22aae5e756b9 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:57.669245 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e0455250-2c51-473e-b5d7-22aae5e756b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:57.769825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] For port 354a423e-ce00-4a84-936c-01ad50d496db, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=354a423e-ce00-4a84-936c-01ad50d496db,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:37:57.786440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.789868 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.810584 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e0455250-2c51-473e-b5d7-22aae5e756b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:57.841419 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0455250-2c51-473e-b5d7-22aae5e756b9 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:57.842392 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e0455250-2c51-473e-b5d7-22aae5e756b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:57.898301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Allocated IP 172.20.0.7 (cd2e27fc-791a-4cce-925e-47ae536705ad/c5172960-a8e4-43dc-9e17-0d4898f6314f/06d4e540-00aa-49c4-9da8-3cb3a7e88691) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:57.929905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:57.932097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:57.933698 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] 10.222.0.41 "PUT /v2.0/ports/354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 1091 time: 3.2811594 Jul 06 18:37:57.941855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50008ff-13f0-4658-8c6a-d56984668d9d', 'tag': '354a423e-ce00-4a84-936c-01ad50d496db'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:57.949326 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4074889-2c5a-4182-8979-abf59a95aa21" -d '{"events": [{"name": "network-changed", "server_uuid": "a50008ff-13f0-4658-8c6a-d56984668d9d", "tag": "354a423e-ce00-4a84-936c-01ad50d496db"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:57.964917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:37:54Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:58.013214 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e0455250-2c51-473e-b5d7-22aae5e756b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:58.014212 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0455250-2c51-473e-b5d7-22aae5e756b9 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:58.036542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f28d6eb2-7247-4354-b169-c979fceb3bd9 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:58.040927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] Checking router: f8fa74ae-34df-48bd-b8a1-f1414bcd21ba for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:58.061300 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f2b55a-d668-4b82-895d-8f4cd945cf92 x-openstack-request-id: req-36f2b55a-d668-4b82-895d-8f4cd945cf92 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:58.061672 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50008ff-13f0-4658-8c6a-d56984668d9d", "tag": "354a423e-ce00-4a84-936c-01ad50d496db", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:58.062061 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36f2b55a-d668-4b82-895d-8f4cd945cf92 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:58.062553 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50008ff-13f0-4658-8c6a-d56984668d9d', 'tag': '354a423e-ce00-4a84-936c-01ad50d496db', 'status': 'completed', 'code': 200} Jul 06 18:37:58.071010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.076148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f28d6eb2-7247-4354-b169-c979fceb3bd9 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:58.076726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f28d6eb2-7247-4354-b169-c979fceb3bd9 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:58.077160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9be0d-5288-40be-bc16-03ff7059319b service neutron] Pushing event updated for resources: {'Port': ['ID=354a423e-ce00-4a84-936c-01ad50d496db,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:58.077518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device abec07f4-dafd-465a-b666-2521ce2698cc no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:58.125095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: abec07f4-dafd-465a-b666-2521ce2698cc {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:58.125769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device abec07f4-dafd-465a-b666-2521ce2698cc not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:58.134536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] Routers {'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:58.135457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:58.148621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50240) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:58.156090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.202178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37005e78-5d90-457c-a15e-baaed02883fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.209076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.217544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.221984 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.244598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.255717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.272382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-5a7f771a-564a-49ed-a6e9-0da18d644359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:58.274095 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-5a7f771a-564a-49ed-a6e9-0da18d644359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1094 time: 0.2814207 Jul 06 18:37:58.280219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] Set router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:58.292029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.292624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5bf8e0-5d42-417d-a757-aa91de075eff {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:37:58.298368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4a563-0573-4d26-9708-67ba46c26d78,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:58.335356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.336669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-24556f5b-95f7-47dd-bd53-6e1a0d87178f admin admin] 10.222.0.53 "DELETE /v2.0/routers/3d5bf8e0-5d42-417d-a757-aa91de075eff HTTP/1.1" status: 204 len: 168 time: 3.0877872 Jul 06 18:37:58.340129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:58.343140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-2891e633-1010-4bda-8246-b1d0e5f96261 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 217 time: 0.0584626 Jul 06 18:37:58.374145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.535223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Network cd2e27fc-791a-4cce-925e-47ae536705ad is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:58.537455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0cd135-0f6c-4137-aeba-cbd5e57902a1 admin admin] Deleting subnet 520aece6-1643-47a3-bf1c-edc6270091c7 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:37:58.544661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-19e3915b-2084-4dee-b25f-d31af317d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:58.546191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-19e3915b-2084-4dee-b25f-d31af317d208 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.1891890 Jul 06 18:37:58.562773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd135-0f6c-4137-aeba-cbd5e57902a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.579589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Pushing event updated for resources: {'Port': ['ID=06d4e540-00aa-49c4-9da8-3cb3a7e88691,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:58.597376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:58.602284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:58.629281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc7e15dd-b28f-4517-a50a-01c08580f8bc tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0730858 Jul 06 18:37:58.633471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50248) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:58.637420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-303fab73-51e9-43b9-9b71-96e211b42928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756297 Jul 06 18:37:58.647465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:58.661233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:37:54Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:58.751643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:58.752345 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.778242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e13c3-15ba-4408-94e6-741068208987 req-66bd0448-5e9b-4de2-ad7d-be5ed10990ae tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:58.779960 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb6e13c3-15ba-4408-94e6-741068208987 req-66bd0448-5e9b-4de2-ad7d-be5ed10990ae tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 931 time: 0.1958311 Jul 06 18:37:58.785076 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.816423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37005e78-5d90-457c-a15e-baaed02883fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.819974 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd135-0f6c-4137-aeba-cbd5e57902a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.836980 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb6e13c3-15ba-4408-94e6-741068208987 req-449be613-d3c3-4373-9ca6-b091e4414e1a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Jul 06 18:37:58.838115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.839445 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-707d66d6-b32f-499e-ac38-181f8c758f3e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.2129118 Jul 06 18:37:58.854823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37005e78-5d90-457c-a15e-baaed02883fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.859298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-593876b1-ab9c-42ea-abdc-7acc19fa120e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0078166 Jul 06 18:37:58.859864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50250) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:58.874442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Request body: {'port': {'device_id': 'd7f9147c-d401-44a7-857f-8a3133f066e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:58.906828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.922571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37005e78-5d90-457c-a15e-baaed02883fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94e14b2-c295-450c-b82f-dbaab8809f58,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:58.922805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c911b1e-8510-4acc-87fc-7d69c7e00bfb None None] The sync data for ids ['f8fa74ae-34df-48bd-b8a1-f1414bcd21ba'] in n-d-799684-2 is: [{'id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'name': 'tempest-ServerActionsTestJSON-464692977-router', 'tenant_id': '417662f6c44c44258a959db8ff552ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:37:54Z', 'revision_number': 5, 'project_id': '417662f6c44c44258a959db8ff552ba0', 'gw_port': {'id': 'f1a27df1-4132-4940-b6ce-d7c68657158c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa74ae-34df-48bd-b8a1-f1414bcd21ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:27:51Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:58.938892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Deleting port f1a27df1-4132-4940-b6ce-d7c68657158c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:58.939579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.033328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.070218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-d2fa2331-b7d1-4aac-a01f-f5ba7b891b7d service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184239 Jul 06 18:37:59.090312 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-37005e78-5d90-457c-a15e-baaed02883fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20d36e41a9f54c34b567fed88f962eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9405313 Jul 06 18:37:59.100884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:59.105362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] For port f1a27df1-4132-4940-b6ce-d7c68657158c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f1a27df1-4132-4940-b6ce-d7c68657158c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:59.105756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.189761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Calling delete_port for f1a27df1-4132-4940-b6ce-d7c68657158c owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:59.228550 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:37:59.332927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670f38c8-0f38-4380-8bd2-65b37dbade6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.333887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-62df67a3-61ba-4821-af6a-c10a4f571867 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4483960 Jul 06 18:37:59.336784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb5877bf-e1a6-4f59-adc6-4c52612a65f0 req-8d24cfa7-daf1-497e-9559-bcc08e6ebe2b service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560246 Jul 06 18:37:59.344051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50256) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:59.350455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-43f38f53-77c2-4b63-8c71-9346941c4e81 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-security--1843723541', 'description': 'tempest-security-description-1655005638'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:59.373095 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd135-0f6c-4137-aeba-cbd5e57902a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.403470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670f38c8-0f38-4380-8bd2-65b37dbade6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.455604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.496583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43f38f53-77c2-4b63-8c71-9346941c4e81 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.506604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.507140 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP ada93a89-872f-49e0-bf16-f8c6bc8f7b5e disassociated. External IP: 172.25.4.248, port: 7dd18389-ec59-4106-9e84-432d2ec0ce10. Jul 06 18:37:59.603599 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43f38f53-77c2-4b63-8c71-9346941c4e81 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.614021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43f38f53-77c2-4b63-8c71-9346941c4e81 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.616532 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43f38f53-77c2-4b63-8c71-9346941c4e81 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.617815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-43f38f53-77c2-4b63-8c71-9346941c4e81 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "PUT /v2.0/security-groups/55b4a563-0573-4d26-9708-67ba46c26d78 HTTP/1.1" status: 200 len: 1780 time: 0.2727528 Jul 06 18:37:59.637590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50260) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:59.662152 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670f38c8-0f38-4380-8bd2-65b37dbade6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.664598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670f38c8-0f38-4380-8bd2-65b37dbade6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.665766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-670f38c8-0f38-4380-8bd2-65b37dbade6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f94e14b2-c295-450c-b82f-dbaab8809f58 HTTP/1.1" status: 204 len: 168 time: 0.5639079 Jul 06 18:37:59.690023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d4e540-00aa-49c4-9da8-3cb3a7e88691 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:37:59.697338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f38f53-77c2-4b63-8c71-9346941c4e81 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4a563-0573-4d26-9708-67ba46c26d78,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:59.699726 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.704653 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.756787 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd135-0f6c-4137-aeba-cbd5e57902a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.786358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1e6393a4-b5a7-439b-909f-d1f02791cdd5 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups/55b4a563-0573-4d26-9708-67ba46c26d78 HTTP/1.1" status: 200 len: 1780 time: 0.1458180 Jul 06 18:37:59.789817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50264) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:59.806064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f38c8-0f38-4380-8bd2-65b37dbade6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94e14b2-c295-450c-b82f-dbaab8809f58,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:59.829108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a27df1-4132-4940-b6ce-d7c68657158c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:59.845074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Transition to ACTIVE for port object 06d4e540-00aa-49c4-9da8-3cb3a7e88691 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:59.885036 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.903684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-f912af3e-943c-4765-ad78-6ecc9032eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:59.905267 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-f912af3e-943c-4765-ad78-6ecc9032eb9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1094 time: 0.4150085 Jul 06 18:37:59.914048 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd135-0f6c-4137-aeba-cbd5e57902a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.914607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51fcd5d-1879-4f45-950c-b594e412928e None None] Network c97f7bee-4d6f-4331-a536-ecf46e04d16d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:37:59.929459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2a0cd135-0f6c-4137-aeba-cbd5e57902a1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/520aece6-1643-47a3-bf1c-edc6270091c7 HTTP/1.1" status: 204 len: 168 time: 1.5879061 Jul 06 18:37:59.930465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cd135-0f6c-4137-aeba-cbd5e57902a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520aece6-1643-47a3-bf1c-edc6270091c7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:59.968193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50268) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:00.027197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a5fe2cca-5cd4-40c2-82ed-37189088daf8 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:38:00.044209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-13b711ec-3a3b-4428-a30e-09220a9cd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:00.045777 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-13b711ec-3a3b-4428-a30e-09220a9cd4bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.1127999 Jul 06 18:38:00.062882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: a5fe2cca-5cd4-40c2-82ed-37189088daf8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:38:00.063486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a5fe2cca-5cd4-40c2-82ed-37189088daf8 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:38:00.075175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-674aad44-28e2-42b8-91d2-8550b4aad771 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.160122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-fa83bf86-f58b-4bed-8df0-f683bbd275ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 217 time: 0.0921216 Jul 06 18:38:00.216725 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-c358f1a7-b94b-40af-bc7c-bcfd2fbe1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:00.218314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-c358f1a7-b94b-40af-bc7c-bcfd2fbe1fbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.0496695 Jul 06 18:38:00.244636 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-674aad44-28e2-42b8-91d2-8550b4aad771 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.289523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-09cbdb94-d0a5-485e-a720-253dc8222a53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628524 Jul 06 18:38:00.422613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] DHCP port deletion for c97f7bee-4d6f-4331-a536-ecf46e04d16d request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:38:00.498599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-674aad44-28e2-42b8-91d2-8550b4aad771 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.506258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-674aad44-28e2-42b8-91d2-8550b4aad771 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.508154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-674aad44-28e2-42b8-91d2-8550b4aad771 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/55b4a563-0573-4d26-9708-67ba46c26d78 HTTP/1.1" status: 204 len: 168 time: 0.6836116 Jul 06 18:38:00.531557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50280) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:00.542194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:00.556936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] Deleting port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:00.557968 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.681337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674aad44-28e2-42b8-91d2-8550b4aad771 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b4a563-0573-4d26-9708-67ba46c26d78,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:00.695123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Pushing event updated for resources: {'Port': ['ID=06d4e540-00aa-49c4-9da8-3cb3a7e88691,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:00.714102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.749113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] For port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=748b92c3-ec1e-4880-aa06-f9b7577ed4cf,segment=NetworkSegment(4d9d7d1c-45bb-47b9-abf2-c6905325a37a),segment_id=4d9d7d1c-45bb-47b9-abf2-c6905325a37a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:00.750065 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.764499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] Calling delete_port for 748b92c3-ec1e-4880-aa06-f9b7577ed4cf owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:00.835738 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.891611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.893922 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.896425 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.928903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] Pushing event deleted for resources: {'Port': ['ID=748b92c3-ec1e-4880-aa06-f9b7577ed4cf,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:00.945164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16ebd0-5a5d-48af-884d-866547edb5df None None] No DVR routers for this DVR port 748b92c3-ec1e-4880-aa06-f9b7577ed4cf on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:38:01.001892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693de282-e516-4c3d-b676-0e91bebb48b9 req-74ea78d1-5b2e-44c5-9ed3-1dd46a91ec92 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:01.003909 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-693de282-e516-4c3d-b676-0e91bebb48b9 req-74ea78d1-5b2e-44c5-9ed3-1dd46a91ec92 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 943 time: 0.4096553 Jul 06 18:38:01.005199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Attempting to bind port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:01.005946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Attempting to bind port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:01.005946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Attempting to bind port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 on network cd2e27fc-791a-4cce-925e-47ae536705ad {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:01.021573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3b8977ac-74ac-4adf-bf31-e086b9965ea8 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4744997 Jul 06 18:38:01.025631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50290) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:01.029470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-b1a97e32-86ac-4d09-b72f-fa0cbad3b064 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428402 Jul 06 18:38:01.033822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 on network cd2e27fc-791a-4cce-925e-47ae536705ad not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:38:01.034153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Attempting to bind port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 on network cd2e27fc-791a-4cce-925e-47ae536705ad {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:01.050201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.050714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8fa74ae-34df-48bd-b8a1-f1414bcd21ba {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:38:01.051517 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-c4a93e56-2bf4-4722-8b91-78110a79f7a1 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] delete failed (client error): The resource could not be found. Jul 06 18:38:01.065953 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c4a93e56-2bf4-4722-8b91-78110a79f7a1 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/55b4a563-0573-4d26-9708-67ba46c26d78 HTTP/1.1" status: 404 len: 347 time: 0.0384073 Jul 06 18:38:01.067606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50292) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:01.079270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-51e41d71-4a05-4f16-ae16-330b4d8913f2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-secgroup--135071634'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:01.094853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:01.095179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Checking segment: {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:01.095622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Bound using segment: {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:01.096077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Bound port: 06d4e540-00aa-49c4-9da8-3cb3a7e88691, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:01.099043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.145966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.146999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dfe146eb-4b55-4e8c-91b0-040b541efcdc admin admin] 10.222.0.53 "DELETE /v2.0/routers/f8fa74ae-34df-48bd-b8a1-f1414bcd21ba HTTP/1.1" status: 204 len: 168 time: 3.6637707 Jul 06 18:38:01.165913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:01.170910 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.175087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50296) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:01.192492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8119096-6a80-455a-a6d3-1e768f2f213e None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:01.207116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8119096-6a80-455a-a6d3-1e768f2f213e None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:01.207663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e8119096-6a80-455a-a6d3-1e768f2f213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:01.251988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.264260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97f7bee-4d6f-4331-a536-ecf46e04d16d']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:01.280485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9d7d1c-45bb-47b9-abf2-c6905325a37a') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:01.280794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9d7d1c-45bb-47b9-abf2-c6905325a37a') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:01.291480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.295151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4074889-2c5a-4182-8979-abf59a95aa21 req-8be88bfc-1818-4710-a933-11537a349ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272577 Jul 06 18:38:01.323165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e8119096-6a80-455a-a6d3-1e768f2f213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:01.324550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51e41d71-4a05-4f16-ae16-330b4d8913f2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.362054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-693de282-e516-4c3d-b676-0e91bebb48b9 req-31e30601-f779-4037-905b-de163e4d7093 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294535 Jul 06 18:38:01.386139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6779efc7-9e18-4fc4-b9a8-13a67bb19304 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/floatingips/ada93a89-872f-49e0-bf16-f8c6bc8f7b5e HTTP/1.1" status: 200 len: 688 time: 2.7478347 Jul 06 18:38:01.388556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8119096-6a80-455a-a6d3-1e768f2f213e None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:01.388799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50302) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:01.389678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e8119096-6a80-455a-a6d3-1e768f2f213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:01.442159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-755fafc2-a73f-43f5-907f-08a680316a4b admin admin] Deleting subnet e56b845b-d88a-4527-bbca-fe13b0079875 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:38:01.459149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.493659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:38:01.494403 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:38:01.498188 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:38:01.547159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e8119096-6a80-455a-a6d3-1e768f2f213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:01.548885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8119096-6a80-455a-a6d3-1e768f2f213e None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:01.563733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] For port 06d4e540-00aa-49c4-9da8-3cb3a7e88691, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:01.589070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] For port 06d4e540-00aa-49c4-9da8-3cb3a7e88691, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:01.601084 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.630048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.671408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:01.671996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.673579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] 10.222.0.24 "PUT /v2.0/ports/06d4e540-00aa-49c4-9da8-3cb3a7e88691 HTTP/1.1" status: 200 len: 1091 time: 2.8039100 Jul 06 18:38:01.674646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.676682 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c97f7bee-4d6f-4331-a536-ecf46e04d16d HTTP/1.1" status: 204 len: 168 time: 1.6971526 Jul 06 18:38:01.678706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f9147c-d401-44a7-857f-8a3133f066e7', 'tag': '06d4e540-00aa-49c4-9da8-3cb3a7e88691'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:01.679369 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e13c98-fdca-4702-9076-862cb7464c73" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f9147c-d401-44a7-857f-8a3133f066e7", "tag": "06d4e540-00aa-49c4-9da8-3cb3a7e88691"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:01.698586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffe2fb-8fce-4c14-8dee-ee87abd6caf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97f7bee-4d6f-4331-a536-ecf46e04d16d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:01.799815 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6200ec7-cedf-45c0-a99c-96576183cd8a x-openstack-request-id: req-e6200ec7-cedf-45c0-a99c-96576183cd8a {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:01.801163 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f9147c-d401-44a7-857f-8a3133f066e7", "tag": "06d4e540-00aa-49c4-9da8-3cb3a7e88691", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:01.801163 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6200ec7-cedf-45c0-a99c-96576183cd8a {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:01.801543 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f9147c-d401-44a7-857f-8a3133f066e7', 'tag': '06d4e540-00aa-49c4-9da8-3cb3a7e88691', 'status': 'completed', 'code': 200} Jul 06 18:38:01.807804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bb496-d5b3-4bfb-840d-d5dbe8c9c144 service neutron] Pushing event updated for resources: {'Port': ['ID=06d4e540-00aa-49c4-9da8-3cb3a7e88691,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:01.849332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055c169-5a0b-47f0-b87b-473198e60099 req-0d27b7e0-b21b-4a9d-b186-dabf6fad4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:01.852260 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-0d27b7e0-b21b-4a9d-b186-dabf6fad4908 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 1094 time: 0.1090844 Jul 06 18:38:01.905390 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-6056f9d1-cff4-4a3e-afdd-194e30bada2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691 HTTP/1.1" status: 200 len: 217 time: 0.0444744 Jul 06 18:38:01.962540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055c169-5a0b-47f0-b87b-473198e60099 req-d818b963-8c80-4e60-95e0-1b28aa3f7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:01.963419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-755fafc2-a73f-43f5-907f-08a680316a4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:01.964455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-d818b963-8c80-4e60-95e0-1b28aa3f7bfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.0506537 Jul 06 18:38:02.031838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f1a27df1-4132-4940-b6ce-d7c68657158c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:38:02.040268 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-755fafc2-a73f-43f5-907f-08a680316a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.051118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-f545cd28-e7b4-471d-aff3-87af2d5d04dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764458 Jul 06 18:38:02.072743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f1a27df1-4132-4940-b6ce-d7c68657158c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:38:02.072743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f1a27df1-4132-4940-b6ce-d7c68657158c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:38:02.079134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 748b92c3-ec1e-4880-aa06-f9b7577ed4cf no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:38:02.101611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port a43973cb-dedf-4f83-b439-384ce80bedcc {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:02.102238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.131846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 748b92c3-ec1e-4880-aa06-f9b7577ed4cf {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:38:02.132372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 748b92c3-ec1e-4880-aa06-f9b7577ed4cf not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:38:02.180472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50314) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:02.192159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-755fafc2-a73f-43f5-907f-08a680316a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.234896 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-da9768a8-1eea-441b-b634-7f383c6b9ea1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68d546692f7d4a4dae5c37e5256a1fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533700 Jul 06 18:38:02.237525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50318) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:02.273294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-fc3f9bc0-489d-4704-b14a-a403f112b45d service neutron] 10.222.0.24 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142193 Jul 06 18:38:02.308224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51e41d71-4a05-4f16-ae16-330b4d8913f2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.324308 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-755fafc2-a73f-43f5-907f-08a680316a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.342403 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-abb481e0-3d7f-44ea-babd-5907ad271877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.345629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51e41d71-4a05-4f16-ae16-330b4d8913f2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.364643 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-abb481e0-3d7f-44ea-babd-5907ad271877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.400574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fafc2-a73f-43f5-907f-08a680316a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56b845b-d88a-4527-bbca-fe13b0079875,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:02.409887 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-755fafc2-a73f-43f5-907f-08a680316a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.412362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-755fafc2-a73f-43f5-907f-08a680316a4b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e56b845b-d88a-4527-bbca-fe13b0079875 HTTP/1.1" status: 204 len: 168 time: 1.2345772 Jul 06 18:38:02.418384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0278bb90-0dc0-4b66-af58-87ff014d9c40 None None] Network d0a09b5a-f663-4630-8067-f035b53d07ae requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:02.421975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50320) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:02.422826 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51e41d71-4a05-4f16-ae16-330b4d8913f2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.437146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-51e41d71-4a05-4f16-ae16-330b4d8913f2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3628428 Jul 06 18:38:02.442110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50324) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:02.464829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d895a80d-5198-4008-b56b-dcc4523739bc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': '380904bd-e398-4eba-a53a-bd8ebc04ff37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:02.484900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 354a423e-ce00-4a84-936c-01ad50d496db details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:38:02.506597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.507174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.546804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e41d71-4a05-4f16-ae16-330b4d8913f2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380904bd-e398-4eba-a53a-bd8ebc04ff37,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:02.594637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for a43973cb-dedf-4f83-b439-384ce80bedcc owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:02.607071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 354a423e-ce00-4a84-936c-01ad50d496db, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=354a423e-ce00-4a84-936c-01ad50d496db,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:02.622094 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2055c169-5a0b-47f0-b87b-473198e60099 req-d2f539dd-d6e6-4f17-aeee-f7344e4c6374 service neutron] 10.222.0.24 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412561 Jul 06 18:38:02.652747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-abb481e0-3d7f-44ea-babd-5907ad271877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.655356 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-abb481e0-3d7f-44ea-babd-5907ad271877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.658839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-abb481e0-3d7f-44ea-babd-5907ad271877 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cad99f4-9ea7-467e-8ae3-feed62f17a39 HTTP/1.1" status: 204 len: 168 time: 0.4177554 Jul 06 18:38:02.680094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb481e0-3d7f-44ea-babd-5907ad271877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cad99f4-9ea7-467e-8ae3-feed62f17a39,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:02.685070 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d895a80d-5198-4008-b56b-dcc4523739bc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.739118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '354a423e-ce00-4a84-936c-01ad50d496db', 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad', 'port_id': '354a423e-ce00-4a84-936c-01ad50d496db', 'mac_address': 'fa:16:3e:97:71:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5172960-a8e4-43dc-9e17-0d4898f6314f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:38:02.769384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.872539 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.931319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354a423e-ce00-4a84-936c-01ad50d496db {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:38:02.947475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931540d-96aa-4989-8c00-a307592bb762 req-4450ae37-33c5-4df2-845d-690bace3d55b tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:02.949187 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1931540d-96aa-4989-8c00-a307592bb762 req-4450ae37-33c5-4df2-845d-690bace3d55b tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 943 time: 0.2231925 Jul 06 18:38:02.999046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Deleting port d00d4b30-0c07-4e56-b887-b0d7ee0829ba {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:03.002621 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.004279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d895a80d-5198-4008-b56b-dcc4523739bc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.016504 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d895a80d-5198-4008-b56b-dcc4523739bc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.045832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 354a423e-ce00-4a84-936c-01ad50d496db, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=354a423e-ce00-4a84-936c-01ad50d496db,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:03.050229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e13c98-fdca-4702-9076-862cb7464c73 req-bcb3d38e-c2b5-40a0-83bc-4704f356a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:03.056517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94e13c98-fdca-4702-9076-862cb7464c73 req-bcb3d38e-c2b5-40a0-83bc-4704f356a9c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 1094 time: 0.3396659 Jul 06 18:38:03.080879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895a80d-5198-4008-b56b-dcc4523739bc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4beacd9a-558f-456d-8da6-b181ae11c5d4,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:03.096479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d895a80d-5198-4008-b56b-dcc4523739bc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.096875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.097807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d895a80d-5198-4008-b56b-dcc4523739bc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6512198 Jul 06 18:38:03.123044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50348) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:03.179909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f0efab1-bbdb-46d4-8fa0-651e3081b4dc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.198204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f0efab1-bbdb-46d4-8fa0-651e3081b4dc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.213095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=354a423e-ce00-4a84-936c-01ad50d496db,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:03.245507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e13c98-fdca-4702-9076-862cb7464c73 req-66f622a5-ffdf-4623-9adf-a26e5795b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:03.250789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94e13c98-fdca-4702-9076-862cb7464c73 req-66f622a5-ffdf-4623-9adf-a26e5795b572 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.1867113 Jul 06 18:38:03.272285 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f0efab1-bbdb-46d4-8fa0-651e3081b4dc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.314907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] For port d00d4b30-0c07-4e56-b887-b0d7ee0829ba, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d00d4b30-0c07-4e56-b887-b0d7ee0829ba,segment=NetworkSegment(8a3877cb-5173-458f-86b0-72c3c50b2b14),segment_id=8a3877cb-5173-458f-86b0-72c3c50b2b14)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:03.315871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.320217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f0efab1-bbdb-46d4-8fa0-651e3081b4dc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.321530 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1f0efab1-bbdb-46d4-8fa0-651e3081b4dc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4beacd9a-558f-456d-8da6-b181ae11c5d4 HTTP/1.1" status: 204 len: 168 time: 0.1973579 Jul 06 18:38:03.324028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94e13c98-fdca-4702-9076-862cb7464c73 req-128e722e-a731-4b42-9169-01fe47d35e8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691 HTTP/1.1" status: 200 len: 217 time: 0.0633857 Jul 06 18:38:03.324475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50354) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:03.326962 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['354a423e-ce00-4a84-936c-01ad50d496db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:38:03.360170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0efab1-bbdb-46d4-8fa0-651e3081b4dc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4beacd9a-558f-456d-8da6-b181ae11c5d4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:03.366004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Calling delete_port for d00d4b30-0c07-4e56-b887-b0d7ee0829ba owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:03.422675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] DHCP port deletion for d0a09b5a-f663-4630-8067-f035b53d07ae request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:38:03.429668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-38dcc2fd-042a-4c55-90af-34d42ef91482 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039333 Jul 06 18:38:03.432584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50358) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:03.442552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e13c98-fdca-4702-9076-862cb7464c73 req-5e64abba-b172-4410-84bc-88fb15949431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:03.444484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94e13c98-fdca-4702-9076-862cb7464c73 req-5e64abba-b172-4410-84bc-88fb15949431 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.1032803 Jul 06 18:38:03.495259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94e13c98-fdca-4702-9076-862cb7464c73 req-ddffaa1c-545c-4215-8b3c-3c9d60552221 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423915 Jul 06 18:38:03.578737 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3094af2-e527-4502-901e-262842eff361 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.615623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.622995 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3094af2-e527-4502-901e-262842eff361 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.636993 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.656407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94e13c98-fdca-4702-9076-862cb7464c73 req-b4cabeec-8b51-4fb2-bbe7-2aeda44476de service neutron] 10.222.0.24 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517019 Jul 06 18:38:03.675568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1931540d-96aa-4989-8c00-a307592bb762 req-d99d277f-acd9-4a4d-952b-c4b2b33978ca tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025461 Jul 06 18:38:03.724120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] No DVR routers for this DVR port d00d4b30-0c07-4e56-b887-b0d7ee0829ba on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:38:03.732209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=a43973cb-dedf-4f83-b439-384ce80bedcc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:03.751144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] Deleting port d00d4b30-0c07-4e56-b887-b0d7ee0829ba {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:03.751599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.816272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Pushing event deleted for resources: {'Port': ['ID=d00d4b30-0c07-4e56-b887-b0d7ee0829ba,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:03.859473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3094af2-e527-4502-901e-262842eff361 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.863863 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c3094af2-e527-4502-901e-262842eff361 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.865475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c3094af2-e527-4502-901e-262842eff361 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/380904bd-e398-4eba-a53a-bd8ebc04ff37 HTTP/1.1" status: 204 len: 168 time: 0.4317012 Jul 06 18:38:03.879675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50372) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:03.903696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] For port d00d4b30-0c07-4e56-b887-b0d7ee0829ba, host n-d-799684-2, got binding levels [] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:03.904101 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.946981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3094af2-e527-4502-901e-262842eff361 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380904bd-e398-4eba-a53a-bd8ebc04ff37,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:03.958698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] Calling delete_port for d00d4b30-0c07-4e56-b887-b0d7ee0829ba owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:03.972546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] Port d00d4b30-0c07-4e56-b887-b0d7ee0829ba was not found and therefore no delete operation was performed {{(pid=93968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:38:03.972546 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.009135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.012854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94e13c98-fdca-4702-9076-862cb7464c73 req-bcc4b506-e848-4e26-bfe7-2a35038d6c6b service neutron] 10.222.0.24 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445292 Jul 06 18:38:04.040717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a09b5a-f663-4630-8067-f035b53d07ae']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:04.050015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] Pushing event deleted for resources: {'Port': ['ID=d00d4b30-0c07-4e56-b887-b0d7ee0829ba,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:04.066459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d00d4b30-0c07-4e56-b887-b0d7ee0829ba no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:38:04.077819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3877cb-5173-458f-86b0-72c3c50b2b14') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:04.078406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3877cb-5173-458f-86b0-72c3c50b2b14') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:04.146610 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.173067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.182938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.185416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-66f1a4e5-96fc-4b11-92ef-e973db28208c tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2994349 Jul 06 18:38:04.186623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50400) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:04.186938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.188425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9d886b30-d9e5-4bc5-987a-15148947c6f5 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/floatingips/ada93a89-872f-49e0-bf16-f8c6bc8f7b5e HTTP/1.1" status: 204 len: 168 time: 2.7957625 Jul 06 18:38:04.190193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:38:04.192440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:38:04.201277 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:38:04.207574 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-secgroup--286571136'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:04.211728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed05d44-8f77-4273-af44-354ac32d7878 None None] No DVR routers for this DVR port d00d4b30-0c07-4e56-b887-b0d7ee0829ba on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:38:04.214708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50402) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:04.216966 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d00d4b30-0c07-4e56-b887-b0d7ee0829ba {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:38:04.217330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d00d4b30-0c07-4e56-b887-b0d7ee0829ba not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:38:04.239494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '5acd02a4-8c68-4861-bffa-62efef46e63d'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:04.276188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.316151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:38:04.316151 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:38:04.316151 n-d-799684-2 neutron-server[93967]: [parameters: {'project_id_1': '618a730f1b4b4145884d5bc37de9e016', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 38, 4, 301337)}] Jul 06 18:38:04.316151 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:38:04.317204 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:38:04.326248 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.333313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.337468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] 10.222.0.53 "DELETE /v2.0/networks/d0a09b5a-f663-4630-8067-f035b53d07ae HTTP/1.1" status: 204 len: 168 time: 1.8970244 Jul 06 18:38:04.337468 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.390240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e7115-d706-4ea0-accc-7e9cc3f8579f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a09b5a-f663-4630-8067-f035b53d07ae,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:04.462273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 354a423e-ce00-4a84-936c-01ad50d496db up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:04.503879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50410) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:04.582313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 354a423e-ce00-4a84-936c-01ad50d496db completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:04.590752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 354a423e-ce00-4a84-936c-01ad50d496db triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:04.591837 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.592934 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.778495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50418) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:04.832086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.843328 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:04.890901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.25.4.100 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/5b54532c-1c62-4dcd-8ea9-db0425e5e1e4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:04.907343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50008ff-13f0-4658-8c6a-d56984668d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354a423e-ce00-4a84-936c-01ad50d496db'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:04.914999 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e86ec9d-1bed-49f7-a356-05fac88dcfba" -d '{"events": [{"server_uuid": "a50008ff-13f0-4658-8c6a-d56984668d9d", "name": "network-vif-plugged", "status": "completed", "tag": "354a423e-ce00-4a84-936c-01ad50d496db"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:04.947194 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d2170b91-09ee-4460-9c05-db93f7948021 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=417662f6c44c44258a959db8ff552ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663010 Jul 06 18:38:04.950307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50422) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:04.969000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 354a423e-ce00-4a84-936c-01ad50d496db, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=354a423e-ce00-4a84-936c-01ad50d496db,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:04.985068 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.014979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50424) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:05.131706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=354a423e-ce00-4a84-936c-01ad50d496db,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:05.136107 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51132e0a-2194-456a-aa62-0553f9819239 x-openstack-request-id: req-51132e0a-2194-456a-aa62-0553f9819239 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:05.136400 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50008ff-13f0-4658-8c6a-d56984668d9d", "name": "network-vif-plugged", "status": "completed", "tag": "354a423e-ce00-4a84-936c-01ad50d496db", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:05.136657 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51132e0a-2194-456a-aa62-0553f9819239 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:05.137042 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50008ff-13f0-4658-8c6a-d56984668d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354a423e-ce00-4a84-936c-01ad50d496db', 'code': 200} Jul 06 18:38:05.140049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-579754311-network', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:05.166819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13dfa919-d5c2-4f5d-8038-13ebc769ad56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.170871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.199794 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-907e3718-e095-4472-ba12-e54be5310c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.209341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:05.211829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.213704 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.260468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d5ae-da62-4d13-a028-ca4bb3661715 req-77bc5618-58a7-45cf-934b-2eae63483b0b tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:05.262207 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f686d5ae-da62-4d13-a028-ca4bb3661715 req-77bc5618-58a7-45cf-934b-2eae63483b0b tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 943 time: 0.3349824 Jul 06 18:38:05.265781 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.275819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13dfa919-d5c2-4f5d-8038-13ebc769ad56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.283835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.303194 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.307032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1167014 Jul 06 18:38:05.308701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50428) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:05.325829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5fd0ff24-7720-442c-b48f-873ec6f8c28b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': 'dc944619-7489-4803-b095-2a8f45d2e39e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:05.339700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841e0cb-1ac3-487c-8a41-84ab0ca284c7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc944619-7489-4803-b095-2a8f45d2e39e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:05.410777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdc05c-72b4-4450-9d02-ebfcf501878e req-fd6fe08f-c8f6-4898-907f-772bf0558794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:05.417540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80bdc05c-72b4-4450-9d02-ebfcf501878e req-fd6fe08f-c8f6-4898-907f-772bf0558794 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.2480555 Jul 06 18:38:05.418700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13dfa919-d5c2-4f5d-8038-13ebc769ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.425396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13dfa919-d5c2-4f5d-8038-13ebc769ad56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.425396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-13dfa919-d5c2-4f5d-8038-13ebc769ad56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/021b3726-bed9-4bbf-a006-b3aff45a9006 HTTP/1.1" status: 204 len: 168 time: 0.4713855 Jul 06 18:38:05.426529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f686d5ae-da62-4d13-a028-ca4bb3661715 req-eb703496-bec0-476a-a594-3fe7bd1d4e8b tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567407 Jul 06 18:38:05.448147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfa919-d5c2-4f5d-8038-13ebc769ad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021b3726-bed9-4bbf-a006-b3aff45a9006,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:05.463467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.525417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-907e3718-e095-4472-ba12-e54be5310c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.532288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-907e3718-e095-4472-ba12-e54be5310c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.537839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:05.543078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:05.549242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80bdc05c-72b4-4450-9d02-ebfcf501878e req-9491fdfc-bf16-4d44-a3d1-6e25133e8cb4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147923 Jul 06 18:38:05.550698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:05.552967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=5b54532c-1c62-4dcd-8ea9-db0425e5e1e4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:05.609364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 06d4e540-00aa-49c4-9da8-3cb3a7e88691 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:38:05.612802 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-907e3718-e095-4472-ba12-e54be5310c0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65d865556c1b482b96d7a3a1426f905b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956628 Jul 06 18:38:05.616024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50436) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:05.626571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e3718-e095-4472-ba12-e54be5310c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb21fca3-53a7-42fb-a64c-bbe8a2352787,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:05.713543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.719601 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.749754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:05.767826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:05.775945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.776494 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Added segment ea01c261-4383-48ce-a8ab-f80c7b063d3a of type vlan for network 407ff483-eebb-47c2-ba28-b34ffefc1775 Jul 06 18:38:05.818359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 06d4e540-00aa-49c4-9da8-3cb3a7e88691, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:05.832310 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.844642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fe66976-20b9-4170-83b6-81d69adf1162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.852867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '06d4e540-00aa-49c4-9da8-3cb3a7e88691', 'network_id': 'cd2e27fc-791a-4cce-925e-47ae536705ad', 'port_id': '06d4e540-00aa-49c4-9da8-3cb3a7e88691', 'mac_address': 'fa:16:3e:ff:7d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5172960-a8e4-43dc-9e17-0d4898f6314f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:38:05.879082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fe66976-20b9-4170-83b6-81d69adf1162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.882798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.884462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:05.885501 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.921073 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.931818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50446) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:05.932133 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4267042 Jul 06 18:38:05.935483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d4e540-00aa-49c4-9da8-3cb3a7e88691 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:38:05.950481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Request body: {'subnet': {'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-subnet', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:05.959649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 06d4e540-00aa-49c4-9da8-3cb3a7e88691, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:05.960194 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ff24-7720-442c-b48f-873ec6f8c28b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.970292 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.977502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fe66976-20b9-4170-83b6-81d69adf1162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.980217 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fe66976-20b9-4170-83b6-81d69adf1162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.983733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5fe66976-20b9-4170-83b6-81d69adf1162 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb21fca3-53a7-42fb-a64c-bbe8a2352787 HTTP/1.1" status: 204 len: 168 time: 0.3642898 Jul 06 18:38:06.004063 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe66976-20b9-4170-83b6-81d69adf1162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb21fca3-53a7-42fb-a64c-bbe8a2352787,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:06.042980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671df024-4de1-4a72-8c39-1268f9678fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=407ff483-eebb-47c2-ba28-b34ffefc1775,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:06.064575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:06.085967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:06.088794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.166106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ff24-7720-442c-b48f-873ec6f8c28b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.186860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=06d4e540-00aa-49c4-9da8-3cb3a7e88691,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:06.196498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ff24-7720-442c-b48f-873ec6f8c28b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.245079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ff24-7720-442c-b48f-873ec6f8c28b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.248887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5fd0ff24-7720-442c-b48f-873ec6f8c28b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9346378 Jul 06 18:38:06.249408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50456) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:06.254396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7ec10e38-95d6-44e2-93c1-986ca766e2ce tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': 'dc944619-7489-4803-b095-2a8f45d2e39e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:06.271899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['06d4e540-00aa-49c4-9da8-3cb3a7e88691'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:38:06.312925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ec10e38-95d6-44e2-93c1-986ca766e2ce tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.344719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0ff24-7720-442c-b48f-873ec6f8c28b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2beef650-5c5c-4245-99c8-6da39a2defdb,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:06.499933 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ec10e38-95d6-44e2-93c1-986ca766e2ce tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.507556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ec10e38-95d6-44e2-93c1-986ca766e2ce tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.544417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec10e38-95d6-44e2-93c1-986ca766e2ce tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b981ef81-c6b0-46bd-b1ec-a307324998ac,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:06.565888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ec10e38-95d6-44e2-93c1-986ca766e2ce tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.572329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7ec10e38-95d6-44e2-93c1-986ca766e2ce tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216865 Jul 06 18:38:06.575449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50466) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:06.630858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3ee966d7-505e-44fb-a193-81e15f8b430e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': 'dc944619-7489-4803-b095-2a8f45d2e39e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:06.682833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50470) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:06.714940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2654bcee-23bf-4870-839d-6f222848c045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.800906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50474) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:06.842341 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee966d7-505e-44fb-a193-81e15f8b430e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.877451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.894049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2654bcee-23bf-4870-839d-6f222848c045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.899189 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2654bcee-23bf-4870-839d-6f222848c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.928865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:06.943013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2654bcee-23bf-4870-839d-6f222848c045 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9d5603258524313bf2a6a1e944f6041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588191 Jul 06 18:38:06.944158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654bcee-23bf-4870-839d-6f222848c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e384f90-74f4-4aa7-8f02-6410e220c4c9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:06.946616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50478) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:06.973922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2071442511-network', 'tenant_id': '7aed03a43fe84ec2b45281e51b189224'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:07.012929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Made reservation on behalf of 7aed03a43fe84ec2b45281e51b189224 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:07.015380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.027230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8d28412-e938-4c4d-8f4f-09dc4da6fffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.028828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.047128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4e3d5-ae93-4581-8756-849809e4ce0b req-cfe553b7-570c-4a44-abac-04c7d0c58af0 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:07.048700 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-96f4e3d5-ae93-4581-8756-849809e4ce0b req-cfe553b7-570c-4a44-abac-04c7d0c58af0 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 944 time: 0.3550951 Jul 06 18:38:07.062232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783b06c9-d226-4e29-8525-79f9621946f1,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:07.069666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8d28412-e938-4c4d-8f4f-09dc4da6fffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.117420 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee966d7-505e-44fb-a193-81e15f8b430e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.136887 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee966d7-505e-44fb-a193-81e15f8b430e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.150975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8d28412-e938-4c4d-8f4f-09dc4da6fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.152380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Checking segment: {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:07.152617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Network hostable DHCP agents. Network: 407ff483-eebb-47c2-ba28-b34ffefc1775, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:38:07.153798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8d28412-e938-4c4d-8f4f-09dc4da6fffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.154979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a8d28412-e938-4c4d-8f4f-09dc4da6fffb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e384f90-74f4-4aa7-8f02-6410e220c4c9 HTTP/1.1" status: 204 len: 168 time: 0.2073913 Jul 06 18:38:07.158312 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.169775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d28412-e938-4c4d-8f4f-09dc4da6fffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e384f90-74f4-4aa7-8f02-6410e220c4c9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:07.172205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-96f4e3d5-ae93-4581-8756-849809e4ce0b req-cd372eea-d1a4-44df-8d01-7c6139e97fed tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156838 Jul 06 18:38:07.198229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee966d7-505e-44fb-a193-81e15f8b430e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41a6676-bb5b-4343-af2e-fb49058891fe,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:07.207866 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.215365 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.225754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee966d7-505e-44fb-a193-81e15f8b430e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.226918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3ee966d7-505e-44fb-a193-81e15f8b430e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6132276 Jul 06 18:38:07.230030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50482) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:07.232806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:38:07.240963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f72567e0-d732-469e-b6a1-94590131fcb9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': 'dc944619-7489-4803-b095-2a8f45d2e39e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:07.242474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:07.263366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.263860 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Added segment afd3527c-8e1e-41fc-a699-c97dc6dca9a5 of type vlan for network 921efade-eda5-46eb-9e98-250ac7da69ff Jul 06 18:38:07.265749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a6f4e-03b4-4bbf-969a-0c13a772cd18,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:07.293446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 407ff483-eebb-47c2-ba28-b34ffefc1775) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:07.303367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc55e3e2-56f8-4b83-bd85-dedb21dc1cd3 None None] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:07.304833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:07.305442 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.322509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.341328 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dd85ec30-88fa-4510-979a-3bbd6e1ad063 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4030807 Jul 06 18:38:07.344132 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50486) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:07.349598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:07.392874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.394567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:07.395776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.397043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.399265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f72567e0-d732-469e-b6a1-94590131fcb9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.411964 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.413181 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.465132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f72567e0-d732-469e-b6a1-94590131fcb9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.466378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.488427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6863124 Jul 06 18:38:07.494960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50490) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:07.508122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Request body: {'subnet': {'network_id': '921efade-eda5-46eb-9e98-250ac7da69ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2071442511-subnet', 'tenant_id': '7aed03a43fe84ec2b45281e51b189224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:07.509553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-407ff483-eebb-47c2-ba28-b34ffefc1775', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:38:07.510735 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.521456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f72567e0-d732-469e-b6a1-94590131fcb9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.524758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=5b54532c-1c62-4dcd-8ea9-db0425e5e1e4,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:07.533061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eb13b-5c74-46ca-ba36-2b6075614fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=921efade-eda5-46eb-9e98-250ac7da69ff,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:07.560778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 921efade-eda5-46eb-9e98-250ac7da69ff details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:07.584718 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.643470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Made reservation on behalf of 7aed03a43fe84ec2b45281e51b189224 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:07.645797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.747125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Allocated IP 172.20.0.2 (407ff483-eebb-47c2-ba28-b34ffefc1775/783b06c9-d226-4e29-8525-79f9621946f1/150b324a-4173-489e-9c80-1b5b15cce9d9) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:07.943986 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.953762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72567e0-d732-469e-b6a1-94590131fcb9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008cd8a9-a6b2-4374-aab9-730d4c93cdf2,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:07.965661 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.966245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:07.976054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Transition to ACTIVE for port object 150b324a-4173-489e-9c80-1b5b15cce9d9 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:07.994176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Transition to ACTIVE for port object 150b324a-4173-489e-9c80-1b5b15cce9d9 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:08.036176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f72567e0-d732-469e-b6a1-94590131fcb9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.037344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f72567e0-d732-469e-b6a1-94590131fcb9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8022599 Jul 06 18:38:08.038033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 06d4e540-00aa-49c4-9da8-3cb3a7e88691 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:08.042757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50512) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:08.047475 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.056408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f592fe75-631b-49db-9f13-e5ea82badd3d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': 'dc944619-7489-4803-b095-2a8f45d2e39e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:08.176196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f592fe75-631b-49db-9f13-e5ea82badd3d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.184180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:08.187756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:08.207267 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 06c74fe6-2c8e-4272-b848-7c461a552c3b associated. External IP: 172.25.4.100, port: 5acd02a4-8c68-4861-bffa-62efef46e63d. Jul 06 18:38:08.215343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:08.229844 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.243723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Pushing event updated for resources: {'Port': ['ID=150b324a-4173-489e-9c80-1b5b15cce9d9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:08.248871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:08.255076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:08.255681 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.320246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f592fe75-631b-49db-9f13-e5ea82badd3d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.328471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e436ad-0a46-442b-8051-4012522df986,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:08.336904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f592fe75-631b-49db-9f13-e5ea82badd3d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.388005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Attempting to bind port 150b324a-4173-489e-9c80-1b5b15cce9d9 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:08.388625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Attempting to bind port 150b324a-4173-489e-9c80-1b5b15cce9d9 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:08.389295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Attempting to bind port 150b324a-4173-489e-9c80-1b5b15cce9d9 on network 407ff483-eebb-47c2-ba28-b34ffefc1775 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:08.397931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:08.398436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Checking segment: {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:08.398902 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.399388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Bound using segment: {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:08.399956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Bound port: 150b324a-4173-489e-9c80-1b5b15cce9d9, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:08.400551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.442653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592fe75-631b-49db-9f13-e5ea82badd3d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b676317-979a-4a90-9c8d-fa33d0246554,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:08.454419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Checking segment: {'id': 'afd3527c-8e1e-41fc-a699-c97dc6dca9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '921efade-eda5-46eb-9e98-250ac7da69ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:08.454857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Network hostable DHCP agents. Network: 921efade-eda5-46eb-9e98-250ac7da69ff, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:38:08.484278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f592fe75-631b-49db-9f13-e5ea82badd3d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.487938 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f592fe75-631b-49db-9f13-e5ea82badd3d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4371769 Jul 06 18:38:08.489556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50524) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:08.516186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] For port 150b324a-4173-489e-9c80-1b5b15cce9d9, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:08.522665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] For port 150b324a-4173-489e-9c80-1b5b15cce9d9, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=150b324a-4173-489e-9c80-1b5b15cce9d9,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:08.528517 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.556568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Network 921efade-eda5-46eb-9e98-250ac7da69ff is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:38:08.594004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 921efade-eda5-46eb-9e98-250ac7da69ff) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:08.596106 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.665550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:08.672515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.678035 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.684437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845a5a2-6b2a-4538-bd7c-15dbbee48d50 None None] Network 921efade-eda5-46eb-9e98-250ac7da69ff requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:08.703436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.711970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d6b905d-c60c-4267-a2ea-c818a1365a09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.722098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b76ec2d5-c939-4b81-bc3e-5fabf7226911 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2228472 Jul 06 18:38:08.744168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d6b905d-c60c-4267-a2ea-c818a1365a09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:08.777280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba14efd-8bbf-48a6-8246-66c936d3e60f req-418780c2-a2f9-4741-9410-dbe823c8387d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:08.784928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ba14efd-8bbf-48a6-8246-66c936d3e60f req-418780c2-a2f9-4741-9410-dbe823c8387d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 944 time: 0.3174858 Jul 06 18:38:08.899869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f9147c-d401-44a7-857f-8a3133f066e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d4e540-00aa-49c4-9da8-3cb3a7e88691'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:08.902496 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7417f2-807f-40b3-a12f-e2a129dea197" -d '{"events": [{"server_uuid": "d7f9147c-d401-44a7-857f-8a3133f066e7", "name": "network-vif-plugged", "status": "completed", "tag": "06d4e540-00aa-49c4-9da8-3cb3a7e88691"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:08.961840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc16e00-0b07-4f0a-8801-8d2d10e15977 None None] Pushing event updated for resources: {'Port': ['ID=150b324a-4173-489e-9c80-1b5b15cce9d9,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:08.973880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Allocated IP 172.25.4.106 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/f72844e8-ee71-4ad4-b281-88c8475eb2c5) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:08.979084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 06d4e540-00aa-49c4-9da8-3cb3a7e88691, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:08.982166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ba14efd-8bbf-48a6-8246-66c936d3e60f req-c98a087f-8169-4af6-9732-40130aaa865b tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962478 Jul 06 18:38:08.990164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d6b905d-c60c-4267-a2ea-c818a1365a09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.001075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d6b905d-c60c-4267-a2ea-c818a1365a09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.002676 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5d6b905d-c60c-4267-a2ea-c818a1365a09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5b676317-979a-4a90-9c8d-fa33d0246554 HTTP/1.1" status: 204 len: 168 time: 0.5111141 Jul 06 18:38:09.006095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50540) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:09.024937 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.040178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b905d-c60c-4267-a2ea-c818a1365a09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b676317-979a-4a90-9c8d-fa33d0246554,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:09.068574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:09.086640 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e2af7-6c7a-411d-a44f-2b16bb2c70a7 x-openstack-request-id: req-a17e2af7-6c7a-411d-a44f-2b16bb2c70a7 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:09.086995 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f9147c-d401-44a7-857f-8a3133f066e7", "name": "network-vif-plugged", "status": "completed", "tag": "06d4e540-00aa-49c4-9da8-3cb3a7e88691", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:09.087188 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a17e2af7-6c7a-411d-a44f-2b16bb2c70a7 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:09.087591 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f9147c-d401-44a7-857f-8a3133f066e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d4e540-00aa-49c4-9da8-3cb3a7e88691', 'code': 200} Jul 06 18:38:09.231590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13dad3dd-39e5-437e-b99b-27af75e04c69 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2141252 Jul 06 18:38:09.232967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50550) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:09.320102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.328983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=06d4e540-00aa-49c4-9da8-3cb3a7e88691,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:09.336412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432dfc24-abea-40a5-b290-c899b75f8983 None None] Network 921efade-eda5-46eb-9e98-250ac7da69ff requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:09.367424 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1d6281b-aea0-4f2d-a394-8a525006fd4c tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.371649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048bb6-dbe8-4519-952e-960b92a5da9e req-9589fde5-25f4-4789-95d4-a679276cfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:09.373438 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-52048bb6-dbe8-4519-952e-960b92a5da9e req-9589fde5-25f4-4789-95d4-a679276cfcec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 1096 time: 0.2362595 Jul 06 18:38:09.402840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1d6281b-aea0-4f2d-a394-8a525006fd4c tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.495215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1d6281b-aea0-4f2d-a394-8a525006fd4c tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.497681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-52048bb6-dbe8-4519-952e-960b92a5da9e req-d6af7723-aef6-4637-9fac-bccdfd069826 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126001 Jul 06 18:38:09.499585 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.524586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1d6281b-aea0-4f2d-a394-8a525006fd4c tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.528307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c1d6281b-aea0-4f2d-a394-8a525006fd4c tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/008cd8a9-a6b2-4374-aab9-730d4c93cdf2 HTTP/1.1" status: 204 len: 168 time: 0.2913086 Jul 06 18:38:09.537620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50556) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:09.548326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:09.564679 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a16c7-ba55-437b-a4a3-34579ae48882 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:09.584332 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a16c7-ba55-437b-a4a3-34579ae48882 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:09.585062 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-fb0a16c7-ba55-437b-a4a3-34579ae48882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:09.589220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6281b-aea0-4f2d-a394-8a525006fd4c tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=008cd8a9-a6b2-4374-aab9-730d4c93cdf2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:09.643600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:09.654200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:09.673992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.675109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:09.682175 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-fb0a16c7-ba55-437b-a4a3-34579ae48882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:09.699846 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a16c7-ba55-437b-a4a3-34579ae48882 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:09.700488 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-fb0a16c7-ba55-437b-a4a3-34579ae48882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:09.714969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Pushing event updated for resources: {'Port': ['ID=f72844e8-ee71-4ad4-b281-88c8475eb2c5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:09.722585 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4c141b2f-b23d-49e6-8ee2-48aa5dc79b96 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1805477 Jul 06 18:38:09.728557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50562) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:09.767738 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-fb0a16c7-ba55-437b-a4a3-34579ae48882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:09.768422 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a16c7-ba55-437b-a4a3-34579ae48882 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:09.794417 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2fc8a488-eae9-46b6-9fe7-e42c4398eb6a tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5756719 Jul 06 18:38:09.799259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50568) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:09.873149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebb4d-42cc-4a0b-a152-7a5b509492f6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:09.873552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-edee6282-4384-4754-b263-5cddb5099e83 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "GET /v2.0/floatingips/06c74fe6-2c8e-4272-b848-7c461a552c3b HTTP/1.1" status: 200 len: 977 time: 0.0698340 Jul 06 18:38:09.873786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50574) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:09.886351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50576) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:09.901417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebb4d-42cc-4a0b-a152-7a5b509492f6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.046482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 150b324a-4173-489e-9c80-1b5b15cce9d9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:10.094397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7baf24f2-ae77-43af-b152-374d724d91d1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2167332 Jul 06 18:38:10.094758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50582) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:10.100900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'port_id': '7dd18389-ec59-4106-9e84-432d2ec0ce10'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:10.233182 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.323651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ed1d2-b2cc-44f3-b481-40b7a0a24031 None None] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:10.461271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a829547-eae1-4f7f-bc5e-98b0196e9167 req-083b1da7-5baa-493c-915d-031894d7dba4 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:10.463996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebb4d-42cc-4a0b-a152-7a5b509492f6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.474075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a829547-eae1-4f7f-bc5e-98b0196e9167 req-083b1da7-5baa-493c-915d-031894d7dba4 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2358260 Jul 06 18:38:10.476050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebb4d-42cc-4a0b-a152-7a5b509492f6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.477386 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dd6ebb4d-42cc-4a0b-a152-7a5b509492f6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e41a6676-bb5b-4343-af2e-fb49058891fe HTTP/1.1" status: 204 len: 168 time: 0.7462757 Jul 06 18:38:10.478269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-644030ff-a3df-4169-8df7-32496bea7e22 None None] Provisioning for port 150b324a-4173-489e-9c80-1b5b15cce9d9 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:10.488358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50588) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:10.544534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 150b324a-4173-489e-9c80-1b5b15cce9d9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:10.562288 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 150b324a-4173-489e-9c80-1b5b15cce9d9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:10.564755 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.587140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ebb4d-42cc-4a0b-a152-7a5b509492f6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e41a6676-bb5b-4343-af2e-fb49058891fe,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:10.676058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.769423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ba096ed9-ea64-46ed-a354-3740e668a4b4 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:10.771283 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.784092 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a829547-eae1-4f7f-bc5e-98b0196e9167 req-366c6fae-3946-45e0-9d6b-659db0ce5fdc tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069341 Jul 06 18:38:10.813760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 150b324a-4173-489e-9c80-1b5b15cce9d9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=150b324a-4173-489e-9c80-1b5b15cce9d9,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:10.820936 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.844579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ca484e87-cfe0-4e2f-96c3-7a981812c3f6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3494740 Jul 06 18:38:10.852070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-efb50c42-6bab-4534-8c15-91c06147d974 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:10.855769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50590) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:10.873591 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-efb50c42-6bab-4534-8c15-91c06147d974 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/networks?id=921efade-eda5-46eb-9e98-250ac7da69ff HTTP/1.1" status: 200 len: 814 time: 1.0167634 Jul 06 18:38:10.893944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=150b324a-4173-489e-9c80-1b5b15cce9d9,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:10.902567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-45d9568e-dcc4-4d4f-bbc4-aa18ba541433 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.912335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-45d9568e-dcc4-4d4f-bbc4-aa18ba541433 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.918955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-12a1a977-bcda-4f26-87e2-ea915ff372c5 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/quotas/7aed03a43fe84ec2b45281e51b189224 HTTP/1.1" status: 200 len: 375 time: 0.0441334 Jul 06 18:38:10.953223 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-45d9568e-dcc4-4d4f-bbc4-aa18ba541433 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.995737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-45d9568e-dcc4-4d4f-bbc4-aa18ba541433 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:10.996951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-45d9568e-dcc4-4d4f-bbc4-aa18ba541433 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b981ef81-c6b0-46bd-b1ec-a307324998ac HTTP/1.1" status: 204 len: 168 time: 0.1399450 Jul 06 18:38:11.000881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:11.021449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9568e-dcc4-4d4f-bbc4-aa18ba541433 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b981ef81-c6b0-46bd-b1ec-a307324998ac,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:11.037002 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ba096ed9-ea64-46ed-a354-3740e668a4b4 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] 10.222.0.53 "PUT /v2.0/quotas/9c83dc61834c48b9af10722ab404d6da HTTP/1.1" status: 200 len: 368 time: 1.1361737 Jul 06 18:38:11.038516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50594) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:11.040792 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-1d815ebd-fa60-4f2c-a556-3e525efc5c19 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7aed03a43fe84ec2b45281e51b189224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190472 Jul 06 18:38:11.046122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Request body: {'network': {'project_id': '9c83dc61834c48b9af10722ab404d6da'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:11.094771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8da9c4b3-936d-4e71-9069-f6dcab6b6dce tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0925276 Jul 06 18:38:11.098492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50596) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:11.127276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6244f5e8-ba6f-4ef3-819d-8af0a19cba6e None None] Provisioning complete for port 150b324a-4173-489e-9c80-1b5b15cce9d9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:11.127833 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6244f5e8-ba6f-4ef3-819d-8af0a19cba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.143919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Made reservation on behalf of 9c83dc61834c48b9af10722ab404d6da for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:11.146557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.197623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.210860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b148e2f0-ca44-4eb5-b3dd-8ef07ea9984f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.227628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b148e2f0-ca44-4eb5-b3dd-8ef07ea9984f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.242196 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.250351 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.290498 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.295679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b148e2f0-ca44-4eb5-b3dd-8ef07ea9984f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.302151 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-1eedba8a-4be3-497a-af2b-591ad2d0c9fe service neutron] 10.222.0.53 "GET /v2.0/networks/921efade-eda5-46eb-9e98-250ac7da69ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176373 Jul 06 18:38:11.305420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b148e2f0-ca44-4eb5-b3dd-8ef07ea9984f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.306382 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b148e2f0-ca44-4eb5-b3dd-8ef07ea9984f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2beef650-5c5c-4245-99c8-6da39a2defdb HTTP/1.1" status: 204 len: 168 time: 0.2068987 Jul 06 18:38:11.309692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50598) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:11.315699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148e2f0-ca44-4eb5-b3dd-8ef07ea9984f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2beef650-5c5c-4245-99c8-6da39a2defdb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:11.423671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-260704f7-eaa9-43f6-92ec-ff60365337e1 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1060486 Jul 06 18:38:11.425621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50600) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:11.436905 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 06c74fe6-2c8e-4272-b848-7c461a552c3b associated. External IP: 172.25.4.100, port: 5acd02a4-8c68-4861-bffa-62efef46e63d. Jul 06 18:38:11.518314 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.521418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-036eddfe-9021-4bd9-84ea-866dd76d46e6 service neutron] 10.222.0.53 "GET /v2.0/networks/921efade-eda5-46eb-9e98-250ac7da69ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066174 Jul 06 18:38:11.537824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.556061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Router 427f4925-55c6-4198-8742-c3f30dbdbf31 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:38:11.605367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:11.633938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1a7933-1740-4478-8c35-4ba00365ebd0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:11.646068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.646428 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Added segment 5fa7e019-6a9e-4ac1-b3e1-4d7a20298278 of type vlan for network ee4e190f-85f5-4b31-883c-29ee4d4486e8 Jul 06 18:38:11.649783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec868646-2743-476f-94df-2cbbaa54a65f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.708002 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec868646-2743-476f-94df-2cbbaa54a65f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.770427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.783897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:11.797618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Sync routers for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:11.814658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:11.815648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:11.843146 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.847552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3a64c6f2-be1c-4628-a30f-9fa74edb2157 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5021369 Jul 06 18:38:11.848038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50612) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:11.873450 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.874516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:11.875111 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.880995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec868646-2743-476f-94df-2cbbaa54a65f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.883552 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec868646-2743-476f-94df-2cbbaa54a65f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.887183 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ec868646-2743-476f-94df-2cbbaa54a65f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc944619-7489-4803-b095-2a8f45d2e39e HTTP/1.1" status: 204 len: 168 time: 0.4581344 Jul 06 18:38:11.889814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50616) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:11.957610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec868646-2743-476f-94df-2cbbaa54a65f tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc944619-7489-4803-b095-2a8f45d2e39e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:12.024520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9807682 Jul 06 18:38:12.043708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:12.044554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50620) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:12.051265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Request body: {'network': {'project_id': '9c83dc61834c48b9af10722ab404d6da'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:12.055883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2dfce-2ada-4afc-aee8-24ce52a46ca5 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Pushing event updated for resources: {'Network': ['ID=ee4e190f-85f5-4b31-883c-29ee4d4486e8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:12.121463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ee4e190f-85f5-4b31-883c-29ee4d4486e8 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:12.134606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 150b324a-4173-489e-9c80-1b5b15cce9d9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:12.137818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Made reservation on behalf of 9c83dc61834c48b9af10722ab404d6da for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:12.140218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:12.269393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:12.294391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:12.320521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab7b77e8-d6af-40e9-bdda-1b1494a38cbc req-3cd14893-9ea3-432e-821c-306e9a2a00bc tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 210 time: 0.3730695 Jul 06 18:38:12.324278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:12.324629 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Added segment 95c73ca3-2fa1-4c9c-bb99-74d27604f903 of type vlan for network 8e2f50c8-0ef9-4166-a3fc-aea76f0e933c Jul 06 18:38:12.341408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:12.352565 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a82483-9c92-4a56-bfea-f0a4de80fead None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:12.371730 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a82483-9c92-4a56-bfea-f0a4de80fead None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:12.373062 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f7a82483-9c92-4a56-bfea-f0a4de80fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:12.382520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d0915f84-8da0-4916-b5d3-a43eca0f4115 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4875560 Jul 06 18:38:12.383209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50628) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:12.434496 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f7a82483-9c92-4a56-bfea-f0a4de80fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:12.445563 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a82483-9c92-4a56-bfea-f0a4de80fead None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:12.446475 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f7a82483-9c92-4a56-bfea-f0a4de80fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:12.471252 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:12.499627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-efd43eb0-5ff2-4e38-8d35-ee56634d59b5 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633051774'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:12.512581 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f7a82483-9c92-4a56-bfea-f0a4de80fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:12.513525 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a82483-9c92-4a56-bfea-f0a4de80fead None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:12.563580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 150b324a-4173-489e-9c80-1b5b15cce9d9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:12.564141 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:12.582412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:12.583701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:12.584350 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:12.616658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd43eb0-5ff2-4e38-8d35-ee56634d59b5 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:12.702102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657526f7-58a1-4c64-9f94-00f3d5dd8ccc req-302ca649-599a-4fee-9416-b7a5308c1b81 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:12.711355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657526f7-58a1-4c64-9f94-00f3d5dd8ccc req-302ca649-599a-4fee-9416-b7a5308c1b81 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.4985077 Jul 06 18:38:12.836888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657526f7-58a1-4c64-9f94-00f3d5dd8ccc req-ff3fe8b8-e11f-47a5-be28-29d5fba98c1a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241336 Jul 06 18:38:12.884918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:10Z', 'revision_number': 3, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:12.947180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Checking router: 427f4925-55c6-4198-8742-c3f30dbdbf31 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:12.949818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Updating router 427f4925-55c6-4198-8742-c3f30dbdbf31 port f72844e8-ee71-4ad4-b281-88c8475eb2c5 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:38:13.042883 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.092611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd43eb0-5ff2-4e38-8d35-ee56634d59b5 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.101140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd43eb0-5ff2-4e38-8d35-ee56634d59b5 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.163789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd43eb0-5ff2-4e38-8d35-ee56634d59b5 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.167839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-efd43eb0-5ff2-4e38-8d35-ee56634d59b5 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7654521 Jul 06 18:38:13.176592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50636) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:13.185002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e588b75e-8bf0-4fb7-a94e-73dae636843b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': '3015ee90-8e3f-4306-980d-24425fdc9a20', 'direction': 'ingress', 'protocol': 17}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:13.193136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1439004 Jul 06 18:38:13.197322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50638) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:13.209208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f21180-45f1-4abb-aabc-1bef4ffaf203 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Pushing event updated for resources: {'Network': ['ID=8e2f50c8-0ef9-4166-a3fc-aea76f0e933c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:13.218450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-933dd712-9f4c-4490-8c12-459dbfd0ed48 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Request body: {'network': {'project_id': '9c83dc61834c48b9af10722ab404d6da'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:13.232556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8e2f50c8-0ef9-4166-a3fc-aea76f0e933c details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:13.239735 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.241674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd43eb0-5ff2-4e38-8d35-ee56634d59b5 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3015ee90-8e3f-4306-980d-24425fdc9a20,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:13.419847 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-933dd712-9f4c-4490-8c12-459dbfd0ed48 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:38:13.419847 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:38:13.419847 n-d-799684-2 neutron-server[93967]: [parameters: {'project_id_1': '9c83dc61834c48b9af10722ab404d6da', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 38, 13, 230815)}] Jul 06 18:38:13.419847 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:38:13.422443 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-933dd712-9f4c-4490-8c12-459dbfd0ed48 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:38:13.426628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:13.435320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e588b75e-8bf0-4fb7-a94e-73dae636843b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.535868 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.566646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Transition to ACTIVE for port object f72844e8-ee71-4ad4-b281-88c8475eb2c5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:13.582520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:13.587897 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.588419 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.600951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596c738-10ef-46c6-9cfd-755d7ad14f15 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:13.610551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330841f-e212-4552-90b7-2b702f475f5a req-d0d36708-e330-4fd8-b77a-a55f6c41a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:13.613381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f330841f-e212-4552-90b7-2b702f475f5a req-d0d36708-e330-4fd8-b77a-a55f6c41a121 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 1096 time: 0.2666297 Jul 06 18:38:13.653376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e1799be-2eb7-4e64-9603-0ca4c3d32332 req-f9541334-28b2-425f-917a-8e2596c4b831 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 210 time: 0.0837963 Jul 06 18:38:13.698283 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e588b75e-8bf0-4fb7-a94e-73dae636843b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.730473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e588b75e-8bf0-4fb7-a94e-73dae636843b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.733215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88150969-ee9c-4700-8193-64b6c1472d5d req-94114b96-0b3e-4fb2-98e7-ae487299c712 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:13.735290 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88150969-ee9c-4700-8193-64b6c1472d5d req-94114b96-0b3e-4fb2-98e7-ae487299c712 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.3110917 Jul 06 18:38:13.741302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596c738-10ef-46c6-9cfd-755d7ad14f15 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:13.742384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6596c738-10ef-46c6-9cfd-755d7ad14f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:13.771013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588b75e-8bf0-4fb7-a94e-73dae636843b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fc8bf5-0316-4cc9-86bd-c2706293e038,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:13.788037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e588b75e-8bf0-4fb7-a94e-73dae636843b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.789526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88150969-ee9c-4700-8193-64b6c1472d5d req-54cbc53d-61b1-4228-a5b0-55f6e8a88165 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447645 Jul 06 18:38:13.803535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50646) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:13.804152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e588b75e-8bf0-4fb7-a94e-73dae636843b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6262188 Jul 06 18:38:13.807903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f186b44c-6282-43ae-8859-dfbdb5e263b1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/floatingips/06c74fe6-2c8e-4272-b848-7c461a552c3b HTTP/1.1" status: 200 len: 978 time: 3.7120211 Jul 06 18:38:13.808519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Allocated IP 172.20.0.1 (407ff483-eebb-47c2-ba28-b34ffefc1775/783b06c9-d226-4e29-8525-79f9621946f1/944de527-7607-412b-b4f5-41289d75a069) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:13.810045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50648) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:13.825828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:13.845320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6596c738-10ef-46c6-9cfd-755d7ad14f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:13.886366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Attempting to bind port f72844e8-ee71-4ad4-b281-88c8475eb2c5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:13.886740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Attempting to bind port f72844e8-ee71-4ad4-b281-88c8475eb2c5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:13.887104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Attempting to bind port f72844e8-ee71-4ad4-b281-88c8475eb2c5 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:13.893827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f9d97-a71a-4a6e-95a9-77e58e55d8bc None None] Pushing event updated for resources: {'Port': ['ID=f72844e8-ee71-4ad4-b281-88c8475eb2c5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:13.899768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596c738-10ef-46c6-9cfd-755d7ad14f15 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:13.900404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6596c738-10ef-46c6-9cfd-755d7ad14f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:13.962249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6596c738-10ef-46c6-9cfd-755d7ad14f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:13.962923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596c738-10ef-46c6-9cfd-755d7ad14f15 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:13.964565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.964862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:13.965248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:13.965693 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:13.966117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:13.966765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Bound port: f72844e8-ee71-4ad4-b281-88c8475eb2c5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:13.967155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.060952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] For port f72844e8-ee71-4ad4-b281-88c8475eb2c5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:14.066320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] For port f72844e8-ee71-4ad4-b281-88c8475eb2c5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f72844e8-ee71-4ad4-b281-88c8475eb2c5,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:14.074872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.133692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:14.134538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:14.159762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-e93dd253-d435-42f6-be26-0054b55ad770 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:14.161338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-e93dd253-d435-42f6-be26-0054b55ad770 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.41 "GET /v2.0/networks?id=921efade-eda5-46eb-9e98-250ac7da69ff HTTP/1.1" status: 200 len: 814 time: 0.2714651 Jul 06 18:38:14.186096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Request body: {'port': {'device_id': '5b542b31-ee4c-4877-8178-ff1662d33727', 'network_id': '921efade-eda5-46eb-9e98-250ac7da69ff', 'admin_state_up': True, 'tenant_id': '7aed03a43fe84ec2b45281e51b189224'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:14.229277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f9d97-a71a-4a6e-95a9-77e58e55d8bc None None] Pushing event updated for resources: {'Port': ['ID=f72844e8-ee71-4ad4-b281-88c8475eb2c5,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:14.310845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:14.369818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.384011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.384247 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 06c74fe6-2c8e-4272-b848-7c461a552c3b disassociated. External IP: 172.25.4.100, port: 7dd18389-ec59-4106-9e84-432d2ec0ce10. Jul 06 18:38:14.445963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Made reservation on behalf of 7aed03a43fe84ec2b45281e51b189224 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:14.449764 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.511560 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-933dd712-9f4c-4490-8c12-459dbfd0ed48 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 18:38:14.512465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933dd712-9f4c-4490-8c12-459dbfd0ed48 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:38:14.513212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-933dd712-9f4c-4490-8c12-459dbfd0ed48 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 1.3148160 Jul 06 18:38:14.518070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50652) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:14.520488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330841f-e212-4552-90b7-2b702f475f5a req-797383cd-4f2b-4bc9-b8c3-707523663c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:14.521999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f330841f-e212-4552-90b7-2b702f475f5a req-797383cd-4f2b-4bc9-b8c3-707523663c32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.8945022 Jul 06 18:38:14.566017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:10Z', 'revision_number': 3, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:14.573197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f330841f-e212-4552-90b7-2b702f475f5a req-c6893a4b-e3b8-4ff7-9b01-4368054af926 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691 HTTP/1.1" status: 200 len: 217 time: 0.0404792 Jul 06 18:38:14.597157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bc07d-71b9-457a-8f79-65d2dc174ae4 None None] The sync data for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 is: [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:10Z', 'revision_number': 3, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:14.655008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d580-634c-4edd-9bf0-92324f623c01 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.674436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330841f-e212-4552-90b7-2b702f475f5a req-61eb056d-1123-49e0-ac7c-464acb21e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:14.675964 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f330841f-e212-4552-90b7-2b702f475f5a req-61eb056d-1123-49e0-ac7c-464acb21e52d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.0930636 Jul 06 18:38:14.689251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.730159 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d580-634c-4edd-9bf0-92324f623c01 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.737203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f330841f-e212-4552-90b7-2b702f475f5a req-6d0abaaf-bfa0-4037-a965-d8c320b71935 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512972 Jul 06 18:38:14.746722 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.763115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Transition to ACTIVE for port object 944de527-7607-412b-b4f5-41289d75a069 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:14.824812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Allocated IP 172.20.0.13 (921efade-eda5-46eb-9e98-250ac7da69ff/49e436ad-0a46-442b-8051-4012522df986/a42a0e0c-bd82-40d3-a359-f8c0aa226de1) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:14.883527 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d580-634c-4edd-9bf0-92324f623c01 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.886240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d580-634c-4edd-9bf0-92324f623c01 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.888003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bcf2d580-634c-4edd-9bf0-92324f623c01 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/3015ee90-8e3f-4306-980d-24425fdc9a20 HTTP/1.1" status: 204 len: 168 time: 1.0749512 Jul 06 18:38:14.907923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50658) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:14.909087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2d580-634c-4edd-9bf0-92324f623c01 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3015ee90-8e3f-4306-980d-24425fdc9a20,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:14.920201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.940621 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f330841f-e212-4552-90b7-2b702f475f5a req-d0cf6ed2-ec72-489e-af3b-4f96f7b64dca service neutron] 10.222.0.24 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949155 Jul 06 18:38:14.953041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:14.958054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:14.985864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2f50c8-0ef9-4166-a3fc-aea76f0e933c']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:15.040753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:15.071945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c73ca3-2fa1-4c9c-bb99-74d27604f903') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:15.072253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c73ca3-2fa1-4c9c-bb99-74d27604f903') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:15.113655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:15.264637 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.286256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:15.320689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f330841f-e212-4552-90b7-2b702f475f5a req-9ab2871f-245c-4f8f-ab71-b251b3ad0748 service neutron] 10.222.0.24 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722081 Jul 06 18:38:15.389341 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.391528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ddb2138-7be2-4c60-a696-1937418904ac req-aa769ae5-09e5-443c-9b1f-c974bda56fc5 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 210 time: 0.4769659 Jul 06 18:38:15.413355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Pushing event updated for resources: {'Port': ['ID=944de527-7607-412b-b4f5-41289d75a069,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:15.457947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:38:15.458376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:38:15.468160 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:38:15.477394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-346aeac8-53ad-454c-8df2-4e3001a9cd49 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5658708 Jul 06 18:38:15.481374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50674) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:15.497895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9d715c5d-808b-41d8-afdb-0060cc352f09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-secgroup--639913781'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:15.532957 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67e51ed6-6d40-4203-89bb-f326549c6fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.540994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-68996b30-2e0c-40a5-9f9c-39e1ec1fa9af None None] Provisioning for port 944de527-7607-412b-b4f5-41289d75a069 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:15.554431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d715c5d-808b-41d8-afdb-0060cc352f09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.557341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-68996b30-2e0c-40a5-9f9c-39e1ec1fa9af None None] Provisioning complete for port 944de527-7607-412b-b4f5-41289d75a069 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:15.558008 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-68996b30-2e0c-40a5-9f9c-39e1ec1fa9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.611358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:15.624184 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f808497-0e9a-41d5-a7f2-4924a3542fd6 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:15.625869 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.633235 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.645048 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f808497-0e9a-41d5-a7f2-4924a3542fd6 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:15.646388 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6f808497-0e9a-41d5-a7f2-4924a3542fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:15.665362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-68996b30-2e0c-40a5-9f9c-39e1ec1fa9af None None] Port 944de527-7607-412b-b4f5-41289d75a069 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:38:15.695371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be325d9-e249-41ce-8487-985107b144ea req-529cb097-94bc-4ac3-9b67-0213891edb4e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:15.702801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6be325d9-e249-41ce-8487-985107b144ea req-529cb097-94bc-4ac3-9b67-0213891edb4e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.6911294 Jul 06 18:38:15.706108 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.719695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d715c5d-808b-41d8-afdb-0060cc352f09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.721296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.727418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d715c5d-808b-41d8-afdb-0060cc352f09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.747659 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6f808497-0e9a-41d5-a7f2-4924a3542fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:15.751653 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.753884 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] 10.222.0.53 "DELETE /v2.0/networks/8e2f50c8-0ef9-4166-a3fc-aea76f0e933c HTTP/1.1" status: 204 len: 168 time: 1.2057688 Jul 06 18:38:15.770548 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f808497-0e9a-41d5-a7f2-4924a3542fd6 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:15.771549 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6f808497-0e9a-41d5-a7f2-4924a3542fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:37:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:15.782814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50676) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:15.807191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d715c5d-808b-41d8-afdb-0060cc352f09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.812106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c044c6e-deb6-4cce-91e3-226af8c729b8 tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e2f50c8-0ef9-4166-a3fc-aea76f0e933c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:15.819946 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d715c5d-808b-41d8-afdb-0060cc352f09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3317289 Jul 06 18:38:15.820683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50678) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:15.844537 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6f808497-0e9a-41d5-a7f2-4924a3542fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:15.845270 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f808497-0e9a-41d5-a7f2-4924a3542fd6 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:15.850306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-05d9772c-47dd-4c14-9d5f-e90127d2ec2e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-secgroup--384978227'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:15.856932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-92ec521f-8ba0-49f8-a880-b3d3cb269490 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/floatingips/06c74fe6-2c8e-4272-b848-7c461a552c3b HTTP/1.1" status: 200 len: 688 time: 2.0457573 Jul 06 18:38:15.896223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50680) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:15.922519 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05d9772c-47dd-4c14-9d5f-e90127d2ec2e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:15.952656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6be325d9-e249-41ce-8487-985107b144ea req-53726105-706d-419d-83d5-05adc07ddf70 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488422 Jul 06 18:38:15.982363 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.021110 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.044599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f72844e8-ee71-4ad4-b281-88c8475eb2c5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:16.061921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d715c5d-808b-41d8-afdb-0060cc352f09 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35881021-3207-48e5-bb31-73135d7aff77,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:16.174770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f72844e8-ee71-4ad4-b281-88c8475eb2c5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:16.179847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Network 921efade-eda5-46eb-9e98-250ac7da69ff is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:16.181358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f72844e8-ee71-4ad4-b281-88c8475eb2c5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:16.182015 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.186199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:16.190478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Pushing event updated for resources: {'Port': ['ID=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:16.203312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:16.208823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.252108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4e190f-85f5-4b31-883c-29ee4d4486e8']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:16.271026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa7e019-6a9e-4ac1-b3e1-4d7a20298278') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:16.272148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa7e019-6a9e-4ac1-b3e1-4d7a20298278') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:16.286859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.303943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:16.305473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.316817 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.324338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.339834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:38:16.340270 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:38:16.345204 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:38:16.349459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f72844e8-ee71-4ad4-b281-88c8475eb2c5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f72844e8-ee71-4ad4-b281-88c8475eb2c5,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:16.362135 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.417750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f72844e8-ee71-4ad4-b281-88c8475eb2c5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:16.458937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 5b54532c-1c62-4dcd-8ea9-db0425e5e1e4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:16.459298 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.477276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.532679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.542647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.551767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] 10.222.0.53 "DELETE /v2.0/networks/ee4e190f-85f5-4b31-883c-29ee4d4486e8 HTTP/1.1" status: 204 len: 168 time: 0.7514961 Jul 06 18:38:16.581581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452759d7-f3d3-4f06-b6f3-3f9dcf9f627d tempest-QuotasNegativeTest-624206738 tempest-QuotasNegativeTest-624206738-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee4e190f-85f5-4b31-883c-29ee4d4486e8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:16.590336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05d9772c-47dd-4c14-9d5f-e90127d2ec2e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.604776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05d9772c-47dd-4c14-9d5f-e90127d2ec2e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.611364 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-9305cccd-89a9-4529-ab64-bd77b78f9e60 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4402778 Jul 06 18:38:16.631220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Request body: {'port': {'device_id': '5b542b31-ee4c-4877-8178-ff1662d33727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:16.702883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.703220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.734579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05d9772c-47dd-4c14-9d5f-e90127d2ec2e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.739266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-05d9772c-47dd-4c14-9d5f-e90127d2ec2e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9089375 Jul 06 18:38:16.740149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50690) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:16.757652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 5b54532c-1c62-4dcd-8ea9-db0425e5e1e4 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:16.785032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fb186338-528b-49a0-b829-b8f731019b54 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': '35881021-3207-48e5-bb31-73135d7aff77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aae47c7e-6398-4706-ba33-4b19da615ba7', 'remote_ip_prefix': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:16.810014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9772c-47dd-4c14-9d5f-e90127d2ec2e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae47c7e-6398-4706-ba33-4b19da615ba7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:16.835968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:16.900645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb186338-528b-49a0-b829-b8f731019b54 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.006626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be525d-c396-410d-82d9-592e0f514313 req-9ec11bae-5ab3-466e-ae4f-d6a6c8932d30 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:17.009671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27be525d-c396-410d-82d9-592e0f514313 req-9ec11bae-5ab3-466e-ae4f-d6a6c8932d30 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 932 time: 0.3693991 Jul 06 18:38:17.082616 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27be525d-c396-410d-82d9-592e0f514313 req-33b08087-7c48-4dc3-8744-7be252d90b94 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634825 Jul 06 18:38:17.161754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb186338-528b-49a0-b829-b8f731019b54 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.177483 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.187754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.195601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb186338-528b-49a0-b829-b8f731019b54 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.238331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.280336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50698) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:17.285839 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.294136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=5b54532c-1c62-4dcd-8ea9-db0425e5e1e4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:17.331946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb186338-528b-49a0-b829-b8f731019b54 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0351831-e5b1-47a5-a021-3485a469aeb6,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:17.340839 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb186338-528b-49a0-b829-b8f731019b54 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.345476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fb186338-528b-49a0-b829-b8f731019b54 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6048532 Jul 06 18:38:17.348742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50702) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:17.396234 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27eea27f-bde3-4456-b48e-410654b216a9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.405636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.408754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.410169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0ea1a323-c034-470c-850c-7f1973796ec7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/floatingips/06c74fe6-2c8e-4272-b848-7c461a552c3b HTTP/1.1" status: 204 len: 168 time: 1.5128875 Jul 06 18:38:17.417603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50704) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:17.419264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27eea27f-bde3-4456-b48e-410654b216a9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.500627 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d0a62a4-51c5-4d03-a7b2-fa5a6bda7ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.510176 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-bd954950-e53e-4164-8f04-07423ef7f319 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] delete failed (client error): The resource could not be found. Jul 06 18:38:17.515338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bd954950-e53e-4164-8f04-07423ef7f319 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/floatingips/06c74fe6-2c8e-4272-b848-7c461a552c3b HTTP/1.1" status: 404 len: 345 time: 0.0842891 Jul 06 18:38:17.515513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Pushing event updated for resources: {'Port': ['ID=944de527-7607-412b-b4f5-41289d75a069,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:17.523037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50708) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:17.584738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094c30-4a4a-4068-bcc8-64441b80a328 req-fd4f3621-c73b-4d53-b6e9-909a24700c34 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:17.586388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81094c30-4a4a-4068-bcc8-64441b80a328 req-fd4f3621-c73b-4d53-b6e9-909a24700c34 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.3207641 Jul 06 18:38:17.619565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27eea27f-bde3-4456-b48e-410654b216a9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.637247 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27eea27f-bde3-4456-b48e-410654b216a9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.638354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-27eea27f-bde3-4456-b48e-410654b216a9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c0351831-e5b1-47a5-a021-3485a469aeb6 HTTP/1.1" status: 204 len: 168 time: 0.2885399 Jul 06 18:38:17.644590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50710) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:17.656083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:17.656592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42a0e0c-bd82-40d3-a359-f8c0aa226de1 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:38:17.662103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eea27f-bde3-4456-b48e-410654b216a9 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0351831-e5b1-47a5-a021-3485a469aeb6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:17.670607 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.681634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:17.694102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Transition to ACTIVE for port object a42a0e0c-bd82-40d3-a359-f8c0aa226de1 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:17.702725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81094c30-4a4a-4068-bcc8-64441b80a328 req-0a61650b-1c64-41e8-be5e-2e2b5c2d861b tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927489 Jul 06 18:38:17.704759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.816467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca51be-b5a1-418f-af93-8ea404635170 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:17.823098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca51be-b5a1-418f-af93-8ea404635170 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:17.829900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca51be-b5a1-418f-af93-8ea404635170 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:17.834029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-56ca51be-b5a1-418f-af93-8ea404635170 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "GET /v2.0/ports?network_id=2f939dc2-b3e8-40e0-93ae-37bac472036d HTTP/1.1" status: 200 len: 2357 time: 0.3096588 Jul 06 18:38:17.844581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50716) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:17.872168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Pushing event updated for resources: {'Port': ['ID=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:17.889181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Attempting to bind port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:17.889701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Attempting to bind port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'afd3527c-8e1e-41fc-a699-c97dc6dca9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '921efade-eda5-46eb-9e98-250ac7da69ff'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:17.890006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Attempting to bind port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 on network 921efade-eda5-46eb-9e98-250ac7da69ff {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:17.895298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 on network 921efade-eda5-46eb-9e98-250ac7da69ff not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:38:17.895643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Attempting to bind port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 on network 921efade-eda5-46eb-9e98-250ac7da69ff {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:17.904588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:17.904852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Checking segment: {'id': 'afd3527c-8e1e-41fc-a699-c97dc6dca9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '921efade-eda5-46eb-9e98-250ac7da69ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:17.905303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Bound using segment: {'id': 'afd3527c-8e1e-41fc-a699-c97dc6dca9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '921efade-eda5-46eb-9e98-250ac7da69ff'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:17.905760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Bound port: a42a0e0c-bd82-40d3-a359-f8c0aa226de1, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd3527c-8e1e-41fc-a699-c97dc6dca9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '921efade-eda5-46eb-9e98-250ac7da69ff'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:17.906132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:17.940375 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a803990f-2582-4375-b0f8-b3577fb675df tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2905722 Jul 06 18:38:17.955968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50720) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:17.998513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16377af-9e04-48ef-9bf7-ac300d330fc0 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:18.000035 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d16377af-9e04-48ef-9bf7-ac300d330fc0 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "GET /v2.0/subnets/beeff26e-32d7-4842-9fb6-e0802860a60d HTTP/1.1" status: 200 len: 797 time: 0.1542456 Jul 06 18:38:18.006329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f72844e8-ee71-4ad4-b281-88c8475eb2c5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:18.042452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d0a62a4-51c5-4d03-a7b2-fa5a6bda7ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.043987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] For port a42a0e0c-bd82-40d3-a359-f8c0aa226de1, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:18.050775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] For port a42a0e0c-bd82-40d3-a359-f8c0aa226de1, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,segment=NetworkSegment(afd3527c-8e1e-41fc-a699-c97dc6dca9a5),segment_id=afd3527c-8e1e-41fc-a699-c97dc6dca9a5)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:18.052212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50722) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:18.075498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'port': {'network_id': '2f939dc2-b3e8-40e0-93ae-37bac472036d', 'name': 'tempest-FloatingIPTestJSON-1906084752', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:18.085279 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.127739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f72844e8-ee71-4ad4-b281-88c8475eb2c5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:18.128403 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.150458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f03f164a-717c-4750-9a00-b480fc7cdd58 None None] Provisioning complete for port 944de527-7607-412b-b4f5-41289d75a069 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:18.154967 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f03f164a-717c-4750-9a00-b480fc7cdd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.162748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d0a62a4-51c5-4d03-a7b2-fa5a6bda7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.228991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6b38-48ed-4cbb-8904-d00e522f1869 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.264672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3d0a62a4-51c5-4d03-a7b2-fa5a6bda7ea9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48e4ef8911de46838bd7b703a9dd243d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9776890 Jul 06 18:38:18.264909 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68ba-530c-49c1-afdb-e88632d5b11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.270755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f03f164a-717c-4750-9a00-b480fc7cdd58 None None] Port 944de527-7607-412b-b4f5-41289d75a069 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:38:18.281530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50726) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:18.331694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a62a4-51c5-4d03-a7b2-fa5a6bda7ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df376f76-c1c4-4c50-bd32-892f91badff7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:18.341759 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.369622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6b38-48ed-4cbb-8904-d00e522f1869 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.373897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Router 427f4925-55c6-4198-8742-c3f30dbdbf31 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:18.381049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f04bdedb-e6b5-4b00-a430-6c63bbd36093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.428472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f04bdedb-e6b5-4b00-a430-6c63bbd36093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.537314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6b38-48ed-4cbb-8904-d00e522f1869 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.540720 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6b38-48ed-4cbb-8904-d00e522f1869 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.545635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8a9a6b38-48ed-4cbb-8904-d00e522f1869 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/aae47c7e-6398-4706-ba33-4b19da615ba7 HTTP/1.1" status: 204 len: 168 time: 0.5821548 Jul 06 18:38:18.561877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50728) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:18.628421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a6b38-48ed-4cbb-8904-d00e522f1869 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae47c7e-6398-4706-ba33-4b19da615ba7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:18.701446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ec67f3e6-5f88-43b5-8f51-360d83a4a5c4 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1373436 Jul 06 18:38:18.701446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f04bdedb-e6b5-4b00-a430-6c63bbd36093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.702926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f04bdedb-e6b5-4b00-a430-6c63bbd36093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.704685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f04bdedb-e6b5-4b00-a430-6c63bbd36093 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df376f76-c1c4-4c50-bd32-892f91badff7 HTTP/1.1" status: 204 len: 168 time: 0.4219604 Jul 06 18:38:18.705598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50736) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:18.715652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:18.725524 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-93c5909f-6ecf-4554-b2df-0a1218083141 admin admin] 10.222.0.53 "PUT /v2.0/routers/427f4925-55c6-4198-8742-c3f30dbdbf31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8764668 Jul 06 18:38:18.726653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Sync routers for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:18.731523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bdedb-e6b5-4b00-a430-6c63bbd36093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df376f76-c1c4-4c50-bd32-892f91badff7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:18.842987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-65504003-6c05-492c-8ef7-6d40fe53cfd7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.873575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Pushing event updated for resources: {'Port': ['ID=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:18.883201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:18.889539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.891094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-591fa794-cd59-4666-8f39-56ea067cf5bd service neutron] 10.222.0.41 "PUT /v2.0/ports/a42a0e0c-bd82-40d3-a359-f8c0aa226de1 HTTP/1.1" status: 200 len: 1092 time: 2.2716911 Jul 06 18:38:18.894057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b542b31-ee4c-4877-8178-ff1662d33727', 'tag': 'a42a0e0c-bd82-40d3-a359-f8c0aa226de1'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:18.899787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-65504003-6c05-492c-8ef7-6d40fe53cfd7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.903077 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd2f80c-9513-4ad1-89ec-fef848a6621b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b542b31-ee4c-4877-8178-ff1662d33727", "tag": "a42a0e0c-bd82-40d3-a359-f8c0aa226de1"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:18.905645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:18.991173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-65504003-6c05-492c-8ef7-6d40fe53cfd7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.993976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-65504003-6c05-492c-8ef7-6d40fe53cfd7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:18.997933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-65504003-6c05-492c-8ef7-6d40fe53cfd7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/35881021-3207-48e5-bb31-73135d7aff77 HTTP/1.1" status: 204 len: 168 time: 0.2868693 Jul 06 18:38:19.018804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50750) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:19.021027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65504003-6c05-492c-8ef7-6d40fe53cfd7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35881021-3207-48e5-bb31-73135d7aff77,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:19.046727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:19.047456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:19.089606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.219269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:19.229452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] device_id is not set on port 750ebd10-4d7f-4d3c-852b-f4a395a7274e yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:38:19.244606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-14bdc236-e8c5-464b-b3ef-fc505729e7da tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2214401 Jul 06 18:38:19.264197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50758) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:19.273013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-efe338a1-a617-49d4-901a-264763d2e2d6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284038569'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:19.311784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3931-567a-40e7-961b-31c7ffcb1238 req-89e82e15-cf15-4dbc-a448-c3615806f0a2 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:19.321386 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ac3931-567a-40e7-961b-31c7ffcb1238 req-89e82e15-cf15-4dbc-a448-c3615806f0a2 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.3015423 Jul 06 18:38:19.384673 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efe338a1-a617-49d4-901a-264763d2e2d6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.442764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb669c9-1976-4e60-afc5-8839fb8a17aa req-2826cb54-f715-40f4-b4a8-d9063e7866c5 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:19.444675 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acb669c9-1976-4e60-afc5-8839fb8a17aa req-2826cb54-f715-40f4-b4a8-d9063e7866c5 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 944 time: 0.7762029 Jul 06 18:38:19.445561 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.451633 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57ac3931-567a-40e7-961b-31c7ffcb1238 req-fcbb6644-8d43-46f5-b677-7f3c798c2e61 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183259 Jul 06 18:38:19.467924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50776) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:19.500005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-d3d2e691-a89a-4ac3-ad23-3b80dff75c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:19.501879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-d3d2e691-a89a-4ac3-ad23-3b80dff75c97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aed03a43fe84ec2b45281e51b189224&device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 1095 time: 0.3902998 Jul 06 18:38:19.522177 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1768dabb-72eb-4574-80dc-2a5b57d93943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.538391 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a402238d-1fc6-432c-8783-3c1a6469bf58 x-openstack-request-id: req-a402238d-1fc6-432c-8783-3c1a6469bf58 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:19.538969 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b542b31-ee4c-4877-8178-ff1662d33727", "tag": "a42a0e0c-bd82-40d3-a359-f8c0aa226de1", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:19.539658 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a402238d-1fc6-432c-8783-3c1a6469bf58 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:19.540718 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b542b31-ee4c-4877-8178-ff1662d33727', 'tag': 'a42a0e0c-bd82-40d3-a359-f8c0aa226de1', 'status': 'completed', 'code': 200} Jul 06 18:38:19.632347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 2, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:19.637502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-5d724979-c603-4beb-94b8-983b8a4cfa0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a42a0e0c-bd82-40d3-a359-f8c0aa226de1 HTTP/1.1" status: 200 len: 217 time: 0.1017764 Jul 06 18:38:19.676673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Checking router: 427f4925-55c6-4198-8742-c3f30dbdbf31 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:19.676673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Updating router 427f4925-55c6-4198-8742-c3f30dbdbf31 port 944de527-7607-412b-b4f5-41289d75a069 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:38:19.687473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efe338a1-a617-49d4-901a-264763d2e2d6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.694405 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acb669c9-1976-4e60-afc5-8839fb8a17aa req-f3a7b6ac-26b4-4efc-b3fc-5d12dda2359b tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112882 Jul 06 18:38:19.725372 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efe338a1-a617-49d4-901a-264763d2e2d6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.738595 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.742296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-05e691c0-a896-4a83-ab68-ba9fda713091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:19.743925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-05e691c0-a896-4a83-ab68-ba9fda713091 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49e436ad-0a46-442b-8051-4012522df986 HTTP/1.1" status: 200 len: 854 time: 0.0941305 Jul 06 18:38:19.774841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe338a1-a617-49d4-901a-264763d2e2d6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19021f3b-1844-46e0-98ef-ca9d2201b256,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:19.807396 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-bdd3e06a-8373-4b37-9b75-adbdda155713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=921efade-eda5-46eb-9e98-250ac7da69ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380044 Jul 06 18:38:19.913610 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1768dabb-72eb-4574-80dc-2a5b57d93943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.923787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1768dabb-72eb-4574-80dc-2a5b57d93943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.952356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.20.0.14 (2f939dc2-b3e8-40e0-93ae-37bac472036d/beeff26e-32d7-4842-9fb6-e0802860a60d/750ebd10-4d7f-4d3c-852b-f4a395a7274e) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:19.964988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.20.0.13 (2f939dc2-b3e8-40e0-93ae-37bac472036d/beeff26e-32d7-4842-9fb6-e0802860a60d/750ebd10-4d7f-4d3c-852b-f4a395a7274e) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:19.978602 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efe338a1-a617-49d4-901a-264763d2e2d6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.982562 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-efe338a1-a617-49d4-901a-264763d2e2d6 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7106845 Jul 06 18:38:19.982716 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-41c96d2c-d097-476c-b370-227c96f89de4 service neutron] 10.222.0.41 "GET /v2.0/networks/921efade-eda5-46eb-9e98-250ac7da69ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643291 Jul 06 18:38:19.984246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50796) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:19.989087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2aa3c631-e37e-4b7e-9146-cb6433483899 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': '19021f3b-1844-46e0-98ef-ca9d2201b256', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:20.027758 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1768dabb-72eb-4574-80dc-2a5b57d93943 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15d18ab657e24882868e2942f75390aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530207 Jul 06 18:38:20.039554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50798) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:20.114876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768dabb-72eb-4574-80dc-2a5b57d93943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c5d002-69e9-4e18-9027-bf17b58159d3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:20.202086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51d9cc51-5bd1-41f8-b446-28469877e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.240395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aa3c631-e37e-4b7e-9146-cb6433483899 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.248957 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51d9cc51-5bd1-41f8-b446-28469877e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.268390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdb2fa14-b178-4016-bf32-8fcc29887af4 req-a2d5cf47-4f25-4a7e-a339-491390b9d969 service neutron] 10.222.0.41 "GET /v2.0/networks/921efade-eda5-46eb-9e98-250ac7da69ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715857 Jul 06 18:38:20.350776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51d9cc51-5bd1-41f8-b446-28469877e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.353392 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51d9cc51-5bd1-41f8-b446-28469877e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.357236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-51d9cc51-5bd1-41f8-b446-28469877e6c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2c5d002-69e9-4e18-9027-bf17b58159d3 HTTP/1.1" status: 204 len: 168 time: 0.3165596 Jul 06 18:38:20.361748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.374619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9cc51-5bd1-41f8-b446-28469877e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c5d002-69e9-4e18-9027-bf17b58159d3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:20.378932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Transition to ACTIVE for port object 944de527-7607-412b-b4f5-41289d75a069 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:20.393074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.446505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.568773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aa3c631-e37e-4b7e-9146-cb6433483899 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.597117 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aa3c631-e37e-4b7e-9146-cb6433483899 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.627606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119fb69-1465-436e-af59-3463446a8e0b None None] Pushing event updated for resources: {'Port': ['ID=944de527-7607-412b-b4f5-41289d75a069,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:20.660965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Attempting to bind port 944de527-7607-412b-b4f5-41289d75a069 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:20.661222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Attempting to bind port 944de527-7607-412b-b4f5-41289d75a069 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:20.661855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Attempting to bind port 944de527-7607-412b-b4f5-41289d75a069 on network 407ff483-eebb-47c2-ba28-b34ffefc1775 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:20.674178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:20.678166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Checking segment: {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:20.678688 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.679166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Bound using segment: {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:20.679945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Bound port: 944de527-7607-412b-b4f5-41289d75a069, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:20.683295 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.699836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3c631-e37e-4b7e-9146-cb6433483899 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1814ca81-77ce-43ef-a0cf-7a1283285808,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:20.722091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-afe9dc79-7bd1-47e1-9b59-fe565532efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:20.728511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-afe9dc79-7bd1-47e1-9b59-fe565532efc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aed03a43fe84ec2b45281e51b189224&device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 1095 time: 0.3561351 Jul 06 18:38:20.730359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.736573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aa3c631-e37e-4b7e-9146-cb6433483899 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.738445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2aa3c631-e37e-4b7e-9146-cb6433483899 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7532401 Jul 06 18:38:20.796215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50844) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:20.831260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=750ebd10-4d7f-4d3c-852b-f4a395a7274e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:20.866606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] For port 944de527-7607-412b-b4f5-41289d75a069, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:20.873069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] For port 944de527-7607-412b-b4f5-41289d75a069, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=944de527-7607-412b-b4f5-41289d75a069,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:20.880357 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4e8e-5b2f-4365-9dea-4cf4bfe13a45 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.891906 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.929458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:20.933456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:20.937539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4e8e-5b2f-4365-9dea-4cf4bfe13a45 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.952543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:21.012327 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4e8e-5b2f-4365-9dea-4cf4bfe13a45 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.020846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4e8e-5b2f-4365-9dea-4cf4bfe13a45 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.028728 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4b5a4e8e-5b2f-4365-9dea-4cf4bfe13a45 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1814ca81-77ce-43ef-a0cf-7a1283285808 HTTP/1.1" status: 204 len: 168 time: 0.2234046 Jul 06 18:38:21.058479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50850) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:21.059388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a4e8e-5b2f-4365-9dea-4cf4bfe13a45 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1814ca81-77ce-43ef-a0cf-7a1283285808,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:21.073066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:21.074102 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.075604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119fb69-1465-436e-af59-3463446a8e0b None None] Pushing event updated for resources: {'Port': ['ID=944de527-7607-412b-b4f5-41289d75a069,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:21.104739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a5db7cf8-d02a-4378-b07c-ad7bbc66fbd1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0509157 Jul 06 18:38:21.124250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50854) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:21.140974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '750ebd10-4d7f-4d3c-852b-f4a395a7274e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:21.161033 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.181499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:21.187890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:21.269319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-d180a4f7-e6c9-49f8-910f-bae6abd2df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:21.271136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-d180a4f7-e6c9-49f8-910f-bae6abd2df2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=921efade-eda5-46eb-9e98-250ac7da69ff HTTP/1.1" status: 200 len: 915 time: 0.5314934 Jul 06 18:38:21.303279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376183d-e5a0-42f7-b9ae-acb2f4700698 req-0602e568-b0b8-49dd-b8d5-8236854a3e8d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:21.310550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e376183d-e5a0-42f7-b9ae-acb2f4700698 req-0602e568-b0b8-49dd-b8d5-8236854a3e8d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.5886629 Jul 06 18:38:21.344339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-21b4cfd6-93b9-4af9-8481-8714eddd0438 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2789705 Jul 06 18:38:21.354285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50862) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:21.376582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-d03c1bd7-f9e5-4ad7-a684-c3c67ec9a50c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a42a0e0c-bd82-40d3-a359-f8c0aa226de1 HTTP/1.1" status: 200 len: 217 time: 0.0843847 Jul 06 18:38:21.401831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879974-2d46-4297-89d7-5c179d624540 req-edc0db05-80db-4222-98aa-28e678566bab tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:21.404660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09879974-2d46-4297-89d7-5c179d624540 req-edc0db05-80db-4222-98aa-28e678566bab tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 944 time: 0.2904317 Jul 06 18:38:21.406573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.492008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:21.540539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e376183d-e5a0-42f7-b9ae-acb2f4700698 req-c75a490d-9007-4ea6-bfed-d72f7fc46bad tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206814 Jul 06 18:38:21.570519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-3b6dd43f-4128-4747-8912-eb0bcc062f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:21.572148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-3b6dd43f-4128-4747-8912-eb0bcc062f79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49e436ad-0a46-442b-8051-4012522df986 HTTP/1.1" status: 200 len: 854 time: 0.1880174 Jul 06 18:38:21.587584 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09879974-2d46-4297-89d7-5c179d624540 req-88bb0c96-37d3-4557-b572-832aac8181a4 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201766 Jul 06 18:38:21.635442 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-0f542043-2127-4fa1-ab79-3c57cb780302 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=921efade-eda5-46eb-9e98-250ac7da69ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464706 Jul 06 18:38:21.643316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af17e6c-2aa0-4d72-8708-36f5f514405d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.690726 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af17e6c-2aa0-4d72-8708-36f5f514405d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.752000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.768288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af17e6c-2aa0-4d72-8708-36f5f514405d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.771117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af17e6c-2aa0-4d72-8708-36f5f514405d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:21.775705 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6af17e6c-2aa0-4d72-8708-36f5f514405d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/19021f3b-1844-46e0-98ef-ca9d2201b256 HTTP/1.1" status: 204 len: 168 time: 0.4158874 Jul 06 18:38:21.779187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50870) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:21.838735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:20Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:21.853232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-5388399f-d9cb-4568-a089-23ba21054ccf service neutron] 10.222.0.41 "GET /v2.0/networks/921efade-eda5-46eb-9e98-250ac7da69ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884434 Jul 06 18:38:21.912706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c20fd4-4b68-4364-9108-6b9e859110bb None None] The sync data for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 is: [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:20Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:21.921249 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-61175724-81da-4377-abc7-aa7b9046582b tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953190 Jul 06 18:38:21.922029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17e6c-2aa0-4d72-8708-36f5f514405d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19021f3b-1844-46e0-98ef-ca9d2201b256,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:21.968010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50874) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:21.991228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5b72a5a2-17ec-40e3-b8b4-c4fe2a108ab2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697726391'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:22.111652 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b72a5a2-17ec-40e3-b8b4-c4fe2a108ab2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.138747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.25.4.241 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/adb56478-ecd8-4303-aef7-a0204b25f91a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:22.167517 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.205181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bd2f80c-9513-4ad1-89ec-fef848a6621b req-d8b2af9f-f540-4720-a4bd-96e6cbad3638 service neutron] 10.222.0.41 "GET /v2.0/networks/921efade-eda5-46eb-9e98-250ac7da69ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484607 Jul 06 18:38:22.326952 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b72a5a2-17ec-40e3-b8b4-c4fe2a108ab2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.340294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b72a5a2-17ec-40e3-b8b4-c4fe2a108ab2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.346795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.377354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b72a5a2-17ec-40e3-b8b4-c4fe2a108ab2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.381643 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5b72a5a2-17ec-40e3-b8b4-c4fe2a108ab2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4100029 Jul 06 18:38:22.403400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50886) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:22.416684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-88c82cb2-7790-470c-9f7b-0c9f6d1c050d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': '68a741ba-333f-4454-9f8a-e768ca2a9eb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:22.429584 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.447365 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.502382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:22.506673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:22.514299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:22.514601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72a5a2-17ec-40e3-b8b4-c4fe2a108ab2 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a741ba-333f-4454-9f8a-e768ca2a9eb0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:22.561643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c82cb2-7790-470c-9f7b-0c9f6d1c050d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.678538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=adb56478-ecd8-4303-aef7-a0204b25f91a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:22.711954 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c82cb2-7790-470c-9f7b-0c9f6d1c050d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.713891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50896) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:22.729440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c82cb2-7790-470c-9f7b-0c9f6d1c050d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.768747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c82cb2-7790-470c-9f7b-0c9f6d1c050d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed1ddf3-052a-4a0e-b77b-f7fa1e47b31e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:22.783855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c82cb2-7790-470c-9f7b-0c9f6d1c050d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.787002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-88c82cb2-7790-470c-9f7b-0c9f6d1c050d tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3813872 Jul 06 18:38:22.790346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50900) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:22.836006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ab6535f2-b062-41e3-98f8-98d97468f3ab tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules/1ed1ddf3-052a-4a0e-b77b-f7fa1e47b31e HTTP/1.1" status: 200 len: 763 time: 0.0444992 Jul 06 18:38:22.844284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50902) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:23.015702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e81259eb-8a88-4bcb-902b-f87b12193239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.099316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc0173-517c-464e-bdbe-0cdc64cad556 req-17822bd7-39df-4aab-8236-0c5a44fcc86a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:23.101074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80bc0173-517c-464e-bdbe-0cdc64cad556 req-17822bd7-39df-4aab-8236-0c5a44fcc86a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2604899 Jul 06 18:38:23.118531 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dacf5363-48c2-47b1-a450-58c222d23756 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2684264 Jul 06 18:38:23.129819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50910) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:23.250971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80bc0173-517c-464e-bdbe-0cdc64cad556 req-2364c616-b252-4b16-a258-429df463a7ec tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312582 Jul 06 18:38:23.262767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57d6fbfc-9915-43f6-a311-7598241899f7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.321577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57d6fbfc-9915-43f6-a311-7598241899f7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.417782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57d6fbfc-9915-43f6-a311-7598241899f7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.431551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57d6fbfc-9915-43f6-a311-7598241899f7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.433024 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-57d6fbfc-9915-43f6-a311-7598241899f7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1ed1ddf3-052a-4a0e-b77b-f7fa1e47b31e HTTP/1.1" status: 204 len: 168 time: 0.3022475 Jul 06 18:38:23.455407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50918) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:23.493641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6fbfc-9915-43f6-a311-7598241899f7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ed1ddf3-052a-4a0e-b77b-f7fa1e47b31e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:23.554174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e81259eb-8a88-4bcb-902b-f87b12193239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.586558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-58d24c63-bad5-46dd-8b08-e495c6efdfab tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208954 Jul 06 18:38:23.587805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e81259eb-8a88-4bcb-902b-f87b12193239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.597858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50922) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:23.598338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50924) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:23.623199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-33a86ad3-77b3-4812-b6a9-d77a37946c0e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': '68a741ba-333f-4454-9f8a-e768ca2a9eb0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:23.690655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e81259eb-8a88-4bcb-902b-f87b12193239 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d4e23be799a457dbf861ce6cba6b95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9709530 Jul 06 18:38:23.690655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81259eb-8a88-4bcb-902b-f87b12193239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e591191-4291-41ee-b7cd-dd7744cbc777,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:23.690981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48833dd-32b7-4cbe-b0b9-0db2f4630e5c req-29e17b94-4e33-4fd1-b52b-3308dc3cca99 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:23.691993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50928) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:23.709237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d48833dd-32b7-4cbe-b0b9-0db2f4630e5c req-29e17b94-4e33-4fd1-b52b-3308dc3cca99 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 944 time: 0.7392161 Jul 06 18:38:23.734122 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33a86ad3-77b3-4812-b6a9-d77a37946c0e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.789857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fee40678-61fa-4421-b241-e90eb1509b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.823474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1714200828', 'router:external': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:23.845297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fee40678-61fa-4421-b241-e90eb1509b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.893700 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33a86ad3-77b3-4812-b6a9-d77a37946c0e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.907884 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33a86ad3-77b3-4812-b6a9-d77a37946c0e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.921561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Made reservation on behalf of 16bb979456184f179c043e8425e7a856 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:23.923586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d48833dd-32b7-4cbe-b0b9-0db2f4630e5c req-4273f345-305f-45a4-be5d-ff3e655858a7 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134712 Jul 06 18:38:23.923964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:23.979264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a86ad3-77b3-4812-b6a9-d77a37946c0e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3933d734-971c-4169-9c5d-2f1a9caf6ceb,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:23.989779 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.005152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33a86ad3-77b3-4812-b6a9-d77a37946c0e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.007957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-33a86ad3-77b3-4812-b6a9-d77a37946c0e tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4047613 Jul 06 18:38:24.011224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50930) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:24.039505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fee40678-61fa-4421-b241-e90eb1509b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.042839 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fee40678-61fa-4421-b241-e90eb1509b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.044034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5636dbf4-70ec-4166-b1ea-b3d3e65dfe73 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules/3933d734-971c-4169-9c5d-2f1a9caf6ceb HTTP/1.1" status: 200 len: 763 time: 0.0315654 Jul 06 18:38:24.044368 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fee40678-61fa-4421-b241-e90eb1509b7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e591191-4291-41ee-b7cd-dd7744cbc777 HTTP/1.1" status: 204 len: 168 time: 0.3513091 Jul 06 18:38:24.054686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50934) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:24.066785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee40678-61fa-4421-b241-e90eb1509b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e591191-4291-41ee-b7cd-dd7744cbc777,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:24.072292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 944de527-7607-412b-b4f5-41289d75a069 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:24.102001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.173114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ac64cdd2-7ab7-4ab4-baa8-3c1c311c5563 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1168644 Jul 06 18:38:24.179841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50938) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:24.190518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 944de527-7607-412b-b4f5-41289d75a069 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:24.193068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.198396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 944de527-7607-412b-b4f5-41289d75a069 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:24.198748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.203663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.242187 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-066c98ce-e9af-48b8-a2a5-774b5ba93874 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.253048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-066c98ce-e9af-48b8-a2a5-774b5ba93874 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.255758 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.262480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:24.289777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779de98-b580-46bc-8533-412502c23983,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:24.304439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.305764 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Added segment eff5ea37-5ebf-4e67-8fff-5d7d54201778 of type vlan for network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 Jul 06 18:38:24.330325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.376597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 944de527-7607-412b-b4f5-41289d75a069, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=944de527-7607-412b-b4f5-41289d75a069,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:24.387647 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.425686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.463889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-066c98ce-e9af-48b8-a2a5-774b5ba93874 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.479867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-066c98ce-e9af-48b8-a2a5-774b5ba93874 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.481332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-066c98ce-e9af-48b8-a2a5-774b5ba93874 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3933d734-971c-4169-9c5d-2f1a9caf6ceb HTTP/1.1" status: 204 len: 168 time: 0.3003011 Jul 06 18:38:24.484879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50944) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:24.488827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=944de527-7607-412b-b4f5-41289d75a069,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:24.526931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c98ce-e9af-48b8-a2a5-774b5ba93874 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3933d734-971c-4169-9c5d-2f1a9caf6ceb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:24.552756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.554706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:24.555058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.568755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a42a0e0c-bd82-40d3-a359-f8c0aa226de1 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:38:24.658994 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c18af42-70ef-45ed-b872-a1c0f79a3224 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1649303 Jul 06 18:38:24.662399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50952) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:24.673001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-82680d9f-f1a0-4f57-bc97-2f6eab031f61 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Request body: {'security_group_rule': {'security_group_id': '68a741ba-333f-4454-9f8a-e768ca2a9eb0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:24.681916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9a943-5af2-4fc8-9d3f-e0679ad9d5aa req-5dec6276-b537-4dbc-abba-cfe2f9f6eb27 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:24.685050 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cb9a943-5af2-4fc8-9d3f-e0679ad9d5aa req-5dec6276-b537-4dbc-abba-cfe2f9f6eb27 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2162449 Jul 06 18:38:24.693815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50956) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:24.696398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0917253 Jul 06 18:38:24.702690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'subnet': {'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:24.715319 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.721369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da7abf-a723-40b6-9aee-1728a08d009a tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'Network': ['ID=dd7f1655-54d0-4d7a-8b7c-d86a9aad4868,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:24.725557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.740441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:24.763640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cb9a943-5af2-4fc8-9d3f-e0679ad9d5aa req-3df6235f-6863-4f87-876d-0c0f598df16f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659475 Jul 06 18:38:24.811616 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-82680d9f-f1a0-4f57-bc97-2f6eab031f61 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Project 618a730f1b4b4145884d5bc37de9e016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:38:24.824615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Made reservation on behalf of 16bb979456184f179c043e8425e7a856 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:24.826980 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.833515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a42a0e0c-bd82-40d3-a359-f8c0aa226de1, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,segment=NetworkSegment(afd3527c-8e1e-41fc-a699-c97dc6dca9a5),segment_id=afd3527c-8e1e-41fc-a699-c97dc6dca9a5)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:24.840542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82680d9f-f1a0-4f57-bc97-2f6eab031f61 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.860003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'a42a0e0c-bd82-40d3-a359-f8c0aa226de1', 'network_id': '921efade-eda5-46eb-9e98-250ac7da69ff', 'port_id': 'a42a0e0c-bd82-40d3-a359-f8c0aa226de1', 'mac_address': 'fa:16:3e:24:e8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e436ad-0a46-442b-8051-4012522df986', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:38:24.901974 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.916211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42a0e0c-bd82-40d3-a359-f8c0aa226de1 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:38:24.927701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=adb56478-ecd8-4303-aef7-a0204b25f91a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:24.936465 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:24.949972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a42a0e0c-bd82-40d3-a359-f8c0aa226de1, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,segment=NetworkSegment(afd3527c-8e1e-41fc-a699-c97dc6dca9a5),segment_id=afd3527c-8e1e-41fc-a699-c97dc6dca9a5)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:24.961699 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.041301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:25.089035 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82680d9f-f1a0-4f57-bc97-2f6eab031f61 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.124534 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82680d9f-f1a0-4f57-bc97-2f6eab031f61 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.174579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['a42a0e0c-bd82-40d3-a359-f8c0aa226de1'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:38:25.225011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82680d9f-f1a0-4f57-bc97-2f6eab031f61 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7a337a-5e1f-43d1-9677-b084fe447726,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:25.245623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82680d9f-f1a0-4f57-bc97-2f6eab031f61 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.250595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-82680d9f-f1a0-4f57-bc97-2f6eab031f61 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5838087 Jul 06 18:38:25.250800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50972) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:25.285678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8c4ce7c8-fcb8-435f-8917-cdf5317655d1 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules/0a7a337a-5e1f-43d1-9677-b084fe447726 HTTP/1.1" status: 200 len: 769 time: 0.0339148 Jul 06 18:38:25.288391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50974) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:25.316981 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 8eeb3951-1e60-45fc-bd07-f43b7d055850 associated. External IP: 172.25.4.241, port: 750ebd10-4d7f-4d3c-852b-f4a395a7274e. Jul 06 18:38:25.395186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0b6275fb-151f-4896-9ae2-70ef01c0ee35 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1051545 Jul 06 18:38:25.396025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50980) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:25.396718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1576c8-5ec4-4f08-95a8-db2e3b7b3570 req-ba8f7f99-f753-4fd1-9cbb-40ad00677546 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:25.398712 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b1576c8-5ec4-4f08-95a8-db2e3b7b3570 req-ba8f7f99-f753-4fd1-9cbb-40ad00677546 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 945 time: 0.3132119 Jul 06 18:38:25.437676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-493d92f4-d8f6-4250-b2b9-e7a094a08884 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.451106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-493d92f4-d8f6-4250-b2b9-e7a094a08884 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.493706 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-493d92f4-d8f6-4250-b2b9-e7a094a08884 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.500784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-493d92f4-d8f6-4250-b2b9-e7a094a08884 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.504805 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-493d92f4-d8f6-4250-b2b9-e7a094a08884 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0a7a337a-5e1f-43d1-9677-b084fe447726 HTTP/1.1" status: 204 len: 168 time: 0.1074772 Jul 06 18:38:25.505569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50982) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:25.529584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d92f4-d8f6-4250-b2b9-e7a094a08884 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a7a337a-5e1f-43d1-9677-b084fe447726,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:25.559060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b1576c8-5ec4-4f08-95a8-db2e3b7b3570 req-1ebe145e-95c2-4397-8cf7-919839bfefd7 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525838 Jul 06 18:38:25.590904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2b4a47a3-3b8c-4c7e-bdba-a95fbae9f509 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0799003 Jul 06 18:38:25.591095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50988) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:25.686494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d9c-af22-4418-9eb0-2b3f4d8e5629 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.727397 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d9c-af22-4418-9eb0-2b3f4d8e5629 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.783932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d9c-af22-4418-9eb0-2b3f4d8e5629 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.787844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fefd7d9c-af22-4418-9eb0-2b3f4d8e5629 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.797569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51002) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:25.802954 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fefd7d9c-af22-4418-9eb0-2b3f4d8e5629 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "DELETE /v2.0/security-groups/68a741ba-333f-4454-9f8a-e768ca2a9eb0 HTTP/1.1" status: 204 len: 168 time: 0.2107239 Jul 06 18:38:25.827012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:38:25.827589 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:25.829421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd7d9c-af22-4418-9eb0-2b3f4d8e5629 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a741ba-333f-4454-9f8a-e768ca2a9eb0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:25.835575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:25.924779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0de9c941-29b5-4fe0-93a1-4cd896759edc tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1219578 Jul 06 18:38:25.925268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51004) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:25.975921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 944de527-7607-412b-b4f5-41289d75a069 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:25.995990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Checking segment: {'id': 'eff5ea37-5ebf-4e67-8fff-5d7d54201778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:25.996524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Network hostable DHCP agents. Network: dd7f1655-54d0-4d7a-8b7c-d86a9aad4868, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:38:26.000332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2de8e178-13d7-4371-9f22-dc929b81d50f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:26.012261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4b89afaf-98e6-4e9b-a84c-f3316c7211b7 tempest-SecGroupIPv6Test-671875678 tempest-SecGroupIPv6Test-671875678-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816844 Jul 06 18:38:26.108169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:38:26.128770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, dd7f1655-54d0-4d7a-8b7c-d86a9aad4868) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:26.153447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:26.155560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:26.169857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56db361-0fd2-4bec-a1b7-edf93663c236 None None] Network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:26.216716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:26.230010 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dcd6fe-65bd-45a4-a07b-c75bbf3f3252 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:26.232544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51012) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:26.239755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1801817548', 'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:26.245049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 944de527-7607-412b-b4f5-41289d75a069 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:26.245604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:26.246930 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcd6fe-65bd-45a4-a07b-c75bbf3f3252 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:26.248501 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-36dcd6fe-65bd-45a4-a07b-c75bbf3f3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:26.250718 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ea038d5d-e87b-4023-9eb8-467e332a52e3 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5360210 Jul 06 18:38:26.295012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a9a4e-2f54-4f30-995f-9a7cb9f0f458 req-d6cf0215-0a78-431a-878e-cc533266f76c tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:26.295337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Made reservation on behalf of 16bb979456184f179c043e8425e7a856 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:26.297822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-302a9a4e-2f54-4f30-995f-9a7cb9f0f458 req-d6cf0215-0a78-431a-878e-cc533266f76c tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2788420 Jul 06 18:38:26.304574 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-36dcd6fe-65bd-45a4-a07b-c75bbf3f3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:26.308735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:26.317315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:26.319031 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcd6fe-65bd-45a4-a07b-c75bbf3f3252 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:26.320298 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-36dcd6fe-65bd-45a4-a07b-c75bbf3f3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:26.351299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] device_id is not set on port 83036dd2-ad88-4890-894b-f58ae28f58f6 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:38:26.366038 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-36dcd6fe-65bd-45a4-a07b-c75bbf3f3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:26.366954 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dcd6fe-65bd-45a4-a07b-c75bbf3f3252 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:26.409847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-302a9a4e-2f54-4f30-995f-9a7cb9f0f458 req-eed8801f-8737-4c47-8ce6-d3307b872ff0 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042912 Jul 06 18:38:26.415362 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9fa127a2-398c-4da4-a766-2ee475d61112 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.2843108 Jul 06 18:38:26.418108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51018) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:26.425593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4599d46a-91d7-4edd-9247-d9b1e35df0bb tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'port_id': '750ebd10-4d7f-4d3c-852b-f4a395a7274e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:26.507423 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4599d46a-91d7-4edd-9247-d9b1e35df0bb tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:26.533779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51020) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:26.606483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Allocated IP 172.20.0.4 (dd7f1655-54d0-4d7a-8b7c-d86a9aad4868/2de8e178-13d7-4371-9f22-dc929b81d50f/83036dd2-ad88-4890-894b-f58ae28f58f6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:26.824486 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e13d5701-7121-4301-b479-361a4938dffa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=618a730f1b4b4145884d5bc37de9e016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892203 Jul 06 18:38:26.825187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51028) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:26.869258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a42a0e0c-bd82-40d3-a359-f8c0aa226de1 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:26.902454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c7d04-5102-4150-bba0-5e25e53656ba None None] Network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:26.981550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1972be97-602b-484b-81db-3337a961f7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.052558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:27.060472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:27.061231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.074576 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.140697 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.230392 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1972be97-602b-484b-81db-3337a961f7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.234527 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.278286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b542b31-ee4c-4877-8178-ff1662d33727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42a0e0c-bd82-40d3-a359-f8c0aa226de1'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:27.280662 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22033508-3787-4803-88cb-acd53b8a541c" -d '{"events": [{"server_uuid": "5b542b31-ee4c-4877-8178-ff1662d33727", "name": "network-vif-plugged", "status": "completed", "tag": "a42a0e0c-bd82-40d3-a359-f8c0aa226de1"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:27.283630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83db20f-fc6e-4a1d-9a7b-50ff06cf6e22 req-535d5a0a-51df-405b-b7be-2d59367a5a9c tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:27.297100 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b83db20f-fc6e-4a1d-9a7b-50ff06cf6e22 req-535d5a0a-51df-405b-b7be-2d59367a5a9c tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 945 time: 0.4789188 Jul 06 18:38:27.315864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:27.327144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a42a0e0c-bd82-40d3-a359-f8c0aa226de1, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,segment=NetworkSegment(afd3527c-8e1e-41fc-a699-c97dc6dca9a5),segment_id=afd3527c-8e1e-41fc-a699-c97dc6dca9a5)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:27.331266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:27.334327 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.362709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:27.410854 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ab4e6e-59b8-47c4-873f-ed4ea252d4d9 x-openstack-request-id: req-66ab4e6e-59b8-47c4-873f-ed4ea252d4d9 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:27.411150 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b542b31-ee4c-4877-8178-ff1662d33727", "name": "network-vif-plugged", "status": "completed", "tag": "a42a0e0c-bd82-40d3-a359-f8c0aa226de1", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:27.411395 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66ab4e6e-59b8-47c4-873f-ed4ea252d4d9 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:27.411811 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b542b31-ee4c-4877-8178-ff1662d33727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42a0e0c-bd82-40d3-a359-f8c0aa226de1', 'code': 200} Jul 06 18:38:27.433868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'Port': ['ID=83036dd2-ad88-4890-894b-f58ae28f58f6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:27.462514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:27.517226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4599d46a-91d7-4edd-9247-d9b1e35df0bb tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.517987 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b83db20f-fc6e-4a1d-9a7b-50ff06cf6e22 req-8c734f7f-ba7f-4e57-b7b5-3dccfe7c3738 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165265 Jul 06 18:38:27.520877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:27.521543 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.522397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4599d46a-91d7-4edd-9247-d9b1e35df0bb tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.541154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1972be97-602b-484b-81db-3337a961f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.543929 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1972be97-602b-484b-81db-3337a961f7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.545126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1972be97-602b-484b-81db-3337a961f7fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db69cc1e-2e2a-47f5-a5d7-30f2feefa703 HTTP/1.1" status: 204 len: 168 time: 0.7164288 Jul 06 18:38:27.578576 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972be97-602b-484b-81db-3337a961f7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db69cc1e-2e2a-47f5-a5d7-30f2feefa703,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:27.593783 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-84876214-6e3e-4793-9f3a-f6645aeab009 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3590319 Jul 06 18:38:27.596241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51040) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:27.638818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc56971-5634-413f-9b95-8ca7c8b2ce9e req-9fcd0c9d-e32c-48d4-a609-fe33d5aee23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:27.640706 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dcc56971-5634-413f-9b95-8ca7c8b2ce9e req-9fcd0c9d-e32c-48d4-a609-fe33d5aee23d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 1097 time: 0.1653495 Jul 06 18:38:27.718173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfdbd4-a2b4-4afc-85b2-4f153ea6031d req-8ed5aac0-20d4-463e-a930-356efc74dbfe tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:27.720452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03dfdbd4-a2b4-4afc-85b2-4f153ea6031d req-8ed5aac0-20d4-463e-a930-356efc74dbfe tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.1325629 Jul 06 18:38:27.732091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dcc56971-5634-413f-9b95-8ca7c8b2ce9e req-d4c3de44-16fa-4378-85c7-abf6c5be8476 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816214 Jul 06 18:38:27.741302 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6c7aded9-90e5-409c-b615-bf6dc433b9c2 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Deleting port 83036dd2-ad88-4890-894b-f58ae28f58f6 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:27.741644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c7aded9-90e5-409c-b615-bf6dc433b9c2 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.782940 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03dfdbd4-a2b4-4afc-85b2-4f153ea6031d req-d62597d4-4f53-408b-936e-e93fd3eaa6a9 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544293 Jul 06 18:38:27.847007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c7aded9-90e5-409c-b615-bf6dc433b9c2 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:27.863832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6c7aded9-90e5-409c-b615-bf6dc433b9c2 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Calling delete_port for 83036dd2-ad88-4890-894b-f58ae28f58f6 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:27.953779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4599d46a-91d7-4edd-9247-d9b1e35df0bb tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:28.036742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c7aded9-90e5-409c-b615-bf6dc433b9c2 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.068194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aded9-90e5-409c-b615-bf6dc433b9c2 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event deleted for resources: {'Port': ['ID=83036dd2-ad88-4890-894b-f58ae28f58f6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:28.092884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4599d46a-91d7-4edd-9247-d9b1e35df0bb tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:28.099549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4599d46a-91d7-4edd-9247-d9b1e35df0bb tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.105564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df709934-f8ac-4184-b941-028226cfb9ff None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:28.124831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df709934-f8ac-4184-b941-028226cfb9ff None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:28.125486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-df709934-f8ac-4184-b941-028226cfb9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:28.210206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c7aded9-90e5-409c-b615-bf6dc433b9c2 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.212349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6c7aded9-90e5-409c-b615-bf6dc433b9c2 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "DELETE /v2.0/ports/83036dd2-ad88-4890-894b-f58ae28f58f6 HTTP/1.1" status: 204 len: 168 time: 0.6146982 Jul 06 18:38:28.216137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51060) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:28.218012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-df709934-f8ac-4184-b941-028226cfb9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:28.227988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df709934-f8ac-4184-b941-028226cfb9ff None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:28.228612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-df709934-f8ac-4184-b941-028226cfb9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:28.230248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868', 'external_fixed_ips': [{'subnet_id': '2de8e178-13d7-4371-9f22-dc929b81d50f', 'ip_address': '172.20.0.4'}]}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:28.264363 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.265440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.271045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-df709934-f8ac-4184-b941-028226cfb9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:28.271723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df709934-f8ac-4184-b941-028226cfb9ff None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:28.347466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.530428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.546017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51070) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:28.670825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51076) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:28.674240 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4599d46a-91d7-4edd-9247-d9b1e35df0bb tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/floatingips/8eeb3951-1e60-45fc-bd07-f43b7d055850 HTTP/1.1" status: 200 len: 979 time: 2.2538350 Jul 06 18:38:28.857453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cb977-43e3-4a1d-9fe0-fc7bd8ba8db0 req-d658d0fc-7007-4adb-825a-820caecf4f15 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:28.861001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f8cb977-43e3-4a1d-9fe0-fc7bd8ba8db0 req-d658d0fc-7007-4adb-825a-820caecf4f15 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 946 time: 0.1036515 Jul 06 18:38:28.957468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f8cb977-43e3-4a1d-9fe0-fc7bd8ba8db0 req-4fed07e7-083b-4558-a023-de29be8f3580 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892158 Jul 06 18:38:29.192900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7a037acb-4ac3-4984-be0b-d2f7a746f3e9 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:29.194106 n-d-799684-2 neutron-server[93966]: WARNING neutron.api.v2.base [None req-7a037acb-4ac3-4984-be0b-d2f7a746f3e9 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 18:38:29.194686 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-7a037acb-4ac3-4984-be0b-d2f7a746f3e9 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:38:29.195680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7a037acb-4ac3-4984-be0b-d2f7a746f3e9 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6485615 Jul 06 18:38:29.199585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51084) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:29.204548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073244384'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:29.234462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.245764 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.391110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a0814-15a5-4f5e-867f-e907474be802 req-ef2d88b3-30d9-4f10-96fb-b846b5f5dd23 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:29.392336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.392800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494a0814-15a5-4f5e-867f-e907474be802 req-ef2d88b3-30d9-4f10-96fb-b846b5f5dd23 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2081997 Jul 06 18:38:29.403930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.470618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85adbddc-2090-4b19-8e9c-9d8b5d68040c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:29.543238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.551287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.559798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494a0814-15a5-4f5e-867f-e907474be802 req-b1b38639-c9fc-44be-9bd0-6d2c94c61f64 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247592 Jul 06 18:38:29.565892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.595154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.595676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6068c77-e337-446f-9369-e7faf1ba7357,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:29.597176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port adb56478-ecd8-4303-aef7-a0204b25f91a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:29.597509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.600364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.601986 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1dd4808e-fcb8-42ad-9387-f0e6f9768cd3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4012909 Jul 06 18:38:29.605158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51088) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:29.612976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-54b56768-bfb7-44eb-951f-25c169bec0fd tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'd6068c77-e337-446f-9369-e7faf1ba7357', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:29.649658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54b56768-bfb7-44eb-951f-25c169bec0fd tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.720580 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54b56768-bfb7-44eb-951f-25c169bec0fd tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.726605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54b56768-bfb7-44eb-951f-25c169bec0fd tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.752767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54b56768-bfb7-44eb-951f-25c169bec0fd tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.754617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54b56768-bfb7-44eb-951f-25c169bec0fd tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475739 Jul 06 18:38:29.757371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.757754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.757953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51090) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:29.760448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b56768-bfb7-44eb-951f-25c169bec0fd tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f9bda3-16bc-4628-8ca8-6419c4c074f3,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:29.767497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-afa34acd-b7b7-4605-adfa-48300de9ca27 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'd6068c77-e337-446f-9369-e7faf1ba7357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:29.800026 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afa34acd-b7b7-4605-adfa-48300de9ca27 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.810074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for adb56478-ecd8-4303-aef7-a0204b25f91a owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:29.860052 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-afa34acd-b7b7-4605-adfa-48300de9ca27 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:38:29.861591 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-afa34acd-b7b7-4605-adfa-48300de9ca27 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1023242 Jul 06 18:38:29.864656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51094) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:29.920022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Allocated IP 172.20.0.4 (dd7f1655-54d0-4d7a-8b7c-d86a9aad4868/2de8e178-13d7-4371-9f22-dc929b81d50f/a2f5c365-9d01-4dda-be4c-b34d50b1ef07) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:29.979575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca2594e5-f853-4cc7-a40e-635f7800eaab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.078430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca2594e5-f853-4cc7-a40e-635f7800eaab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.170501 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca2594e5-f853-4cc7-a40e-635f7800eaab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.179635 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca2594e5-f853-4cc7-a40e-635f7800eaab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.179635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ca2594e5-f853-4cc7-a40e-635f7800eaab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/d6068c77-e337-446f-9369-e7faf1ba7357 HTTP/1.1" status: 204 len: 168 time: 0.3099954 Jul 06 18:38:30.181870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51100) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:30.207814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.222699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2594e5-f853-4cc7-a40e-635f7800eaab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6068c77-e337-446f-9369-e7faf1ba7357,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:30.247031 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.298070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=adb56478-ecd8-4303-aef7-a0204b25f91a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:30.323998 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bbf170b8-9bfd-4ca0-b7ed-a9c4425acd95 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1089702 Jul 06 18:38:30.326005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51102) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:30.330559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3cdad23c-e389-4fd8-838f-8afac931256e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--672028906'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:30.365013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.388165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10839-e15f-43dc-913c-d8f63eaa009b req-c60bd407-ef11-4908-8908-6ad4cedb45cc tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:30.390169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c0e10839-e15f-43dc-913c-d8f63eaa009b req-c60bd407-ef11-4908-8908-6ad4cedb45cc tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 946 time: 0.0685139 Jul 06 18:38:30.423303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:30.424585 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.424916 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 8eeb3951-1e60-45fc-bd07-f43b7d055850 disassociated (deleted). External IP: 172.25.4.241, port: 750ebd10-4d7f-4d3c-852b-f4a395a7274e. Jul 06 18:38:30.430242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c0e10839-e15f-43dc-913c-d8f63eaa009b req-941250ea-8294-49d1-9123-4b38912f868d tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Jul 06 18:38:30.431577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3cdad23c-e389-4fd8-838f-8afac931256e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.470034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:30.476886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:30.517126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'Port': ['ID=a2f5c365-9d01-4dda-be4c-b34d50b1ef07,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:30.772608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd019a79-36ae-4e6d-96ab-f4af97ee2976 req-01e1769c-91a1-4c95-add5-7c49f2f3f213 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:30.780273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd019a79-36ae-4e6d-96ab-f4af97ee2976 req-01e1769c-91a1-4c95-add5-7c49f2f3f213 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.0797062 Jul 06 18:38:30.830992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd019a79-36ae-4e6d-96ab-f4af97ee2976 req-c1b1e8cb-8907-4aa8-847f-7aba9e0d63da tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496793 Jul 06 18:38:31.003216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3cdad23c-e389-4fd8-838f-8afac931256e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.024188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3cdad23c-e389-4fd8-838f-8afac931256e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.039882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.043638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:31.104669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3cdad23c-e389-4fd8-838f-8afac931256e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.106122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3cdad23c-e389-4fd8-838f-8afac931256e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7791519 Jul 06 18:38:31.109018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51128) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:31.115907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f30cad4c-7bbc-4c69-a5b5-01cb3fb129f6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': '3a289d7e-686d-4ab9-9b06-c60521211d73', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:31.116642 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-f30cad4c-7bbc-4c69-a5b5-01cb3fb129f6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 18:38:31.117155 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-f30cad4c-7bbc-4c69-a5b5-01cb3fb129f6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:31.118175 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f30cad4c-7bbc-4c69-a5b5-01cb3fb129f6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081496 Jul 06 18:38:31.120950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51130) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:31.143637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdad23c-e389-4fd8-838f-8afac931256e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a289d7e-686d-4ab9-9b06-c60521211d73,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:31.265291 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad584fb6-81bd-42ad-9e2c-531e45509641 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.306135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add684fa-4c75-4922-850c-8c0ae0d3103f req-6172f846-13b1-4791-87fd-47f4e0c865e8 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:31.310537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-add684fa-4c75-4922-850c-8c0ae0d3103f req-6172f846-13b1-4791-87fd-47f4e0c865e8 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 946 time: 0.1587059 Jul 06 18:38:31.316723 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad584fb6-81bd-42ad-9e2c-531e45509641 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.390199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-add684fa-4c75-4922-850c-8c0ae0d3103f req-9d3ec231-478d-486a-9ea6-a1fc78a6333a tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762269 Jul 06 18:38:31.408112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad584fb6-81bd-42ad-9e2c-531e45509641 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.410733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad584fb6-81bd-42ad-9e2c-531e45509641 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.420596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad584fb6-81bd-42ad-9e2c-531e45509641 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a289d7e-686d-4ab9-9b06-c60521211d73 HTTP/1.1" status: 204 len: 168 time: 0.2898679 Jul 06 18:38:31.420803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51132) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:31.427056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad584fb6-81bd-42ad-9e2c-531e45509641 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a289d7e-686d-4ab9-9b06-c60521211d73,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:31.462383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:31.470477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.471381 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eec89f9-7ce2-47ad-a18e-4e72be1e5fbf None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:31.473870 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.489134 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec89f9-7ce2-47ad-a18e-4e72be1e5fbf None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:31.490040 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2eec89f9-7ce2-47ad-a18e-4e72be1e5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:31.536760 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2eec89f9-7ce2-47ad-a18e-4e72be1e5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:31.546124 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec89f9-7ce2-47ad-a18e-4e72be1e5fbf None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:31.546992 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2eec89f9-7ce2-47ad-a18e-4e72be1e5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:31.581513 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2eec89f9-7ce2-47ad-a18e-4e72be1e5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:31.582286 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eec89f9-7ce2-47ad-a18e-4e72be1e5fbf None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:31.623559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a7028d5a-eeaf-4225-a279-21b42fbb2b3a tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2043359 Jul 06 18:38:31.624461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51136) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:31.629556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2a354492-4c07-4667-a9fb-663302e407bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--727456888'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:31.643406 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e36e754e-e677-4961-b6bf-d3ccd79f569c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/floatingips/8eeb3951-1e60-45fc-bd07-f43b7d055850 HTTP/1.1" status: 204 len: 168 time: 2.9692461 Jul 06 18:38:31.644020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51138) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:31.685280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a354492-4c07-4667-a9fb-663302e407bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.760650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Router 6c8e0020-2142-43c9-9ee8-a4326d45ab89 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:38:31.783310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a06fc-a0c7-428f-97d7-ee93947ffb2d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 750ebd10-4d7f-4d3c-852b-f4a395a7274e {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:31.783652 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06fc-a0c7-428f-97d7-ee93947ffb2d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.844799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a354492-4c07-4667-a9fb-663302e407bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.850832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a354492-4c07-4667-a9fb-663302e407bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.941339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a354492-4c07-4667-a9fb-663302e407bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.945345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a354492-4c07-4667-a9fb-663302e407bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3174467 Jul 06 18:38:31.949683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51142) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:31.954778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1738a02f-bff9-4c99-90d9-8aab6cc79088 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': '22039dc5-2270-41fd-8ec8-f6859bd61ab3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:31.955009 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-1738a02f-bff9-4c99-90d9-8aab6cc79088 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 18:38:31.955452 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-1738a02f-bff9-4c99-90d9-8aab6cc79088 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:31.959295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1738a02f-bff9-4c99-90d9-8aab6cc79088 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057409 Jul 06 18:38:31.959433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06fc-a0c7-428f-97d7-ee93947ffb2d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:31.960540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51144) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:31.962921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a354492-4c07-4667-a9fb-663302e407bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22039dc5-2270-41fd-8ec8-f6859bd61ab3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:31.975608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:31.986262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a06fc-a0c7-428f-97d7-ee93947ffb2d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 750ebd10-4d7f-4d3c-852b-f4a395a7274e owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:31.991317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Sync routers for ids ['6c8e0020-2142-43c9-9ee8-a4326d45ab89'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:32.004319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Routers {'6c8e0020-2142-43c9-9ee8-a4326d45ab89'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:32.005014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6c8e0020-2142-43c9-9ee8-a4326d45ab89'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:32.020115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.021376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-458c69b6-d431-4ffe-842e-0ee23ef674b9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8004467 Jul 06 18:38:32.024155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51146) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:32.152842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58a68816-d6fc-4994-8c87-f37b63dcfa13 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.192024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58a68816-d6fc-4994-8c87-f37b63dcfa13 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.239521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Set router 6c8e0020-2142-43c9-9ee8-a4326d45ab89 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:32.343009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7b60-6c2a-485b-894d-472e2d9139a1 req-3b74111e-ee6e-47ec-829d-00c82ffc4a8c tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:32.344865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-696e7b60-6c2a-485b-894d-472e2d9139a1 req-3b74111e-ee6e-47ec-829d-00c82ffc4a8c tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2165353 Jul 06 18:38:32.349922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.506929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e0020-2142-43c9-9ee8-a4326d45ab89', 'name': '', 'tenant_id': '16bb979456184f179c043e8425e7a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868', 'external_fixed_ips': [{'subnet_id': '2de8e178-13d7-4371-9f22-dc929b81d50f', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a2f5c365-9d01-4dda-be4c-b34d50b1ef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:28Z', 'updated_at': '2021-07-06T18:38:30Z', 'revision_number': 3, 'project_id': '16bb979456184f179c043e8425e7a856', 'gw_port': {'id': 'a2f5c365-9d01-4dda-be4c-b34d50b1ef07', 'name': '', 'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8e0020-2142-43c9-9ee8-a4326d45ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '2de8e178-13d7-4371-9f22-dc929b81d50f', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:29Z', 'updated_at': '2021-07-06T18:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2de8e178-13d7-4371-9f22-dc929b81d50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:32.556680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.596075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Checking router: 6c8e0020-2142-43c9-9ee8-a4326d45ab89 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:32.598059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Updating router 6c8e0020-2142-43c9-9ee8-a4326d45ab89 port a2f5c365-9d01-4dda-be4c-b34d50b1ef07 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:38:32.618316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-696e7b60-6c2a-485b-894d-472e2d9139a1 req-b11f76f2-004e-47b5-a72a-ef24fe045f20 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661831 Jul 06 18:38:32.640650 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.662582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Deleting port a2f5c365-9d01-4dda-be4c-b34d50b1ef07 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:32.662935 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.788727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.802631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Calling delete_port for a2f5c365-9d01-4dda-be4c-b34d50b1ef07 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:32.855078 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58a68816-d6fc-4994-8c87-f37b63dcfa13 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.857588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58a68816-d6fc-4994-8c87-f37b63dcfa13 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.858787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-58a68816-d6fc-4994-8c87-f37b63dcfa13 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/22039dc5-2270-41fd-8ec8-f6859bd61ab3 HTTP/1.1" status: 204 len: 168 time: 0.8971305 Jul 06 18:38:32.864474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51156) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:32.881380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a68816-d6fc-4994-8c87-f37b63dcfa13 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22039dc5-2270-41fd-8ec8-f6859bd61ab3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:32.896511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06fc-a0c7-428f-97d7-ee93947ffb2d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.938222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a06fc-a0c7-428f-97d7-ee93947ffb2d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=750ebd10-4d7f-4d3c-852b-f4a395a7274e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:32.951204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-806a1109-5c43-4950-9881-7632e9068da2 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:32.952750 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-806a1109-5c43-4950-9881-7632e9068da2 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 946 time: 0.2747865 Jul 06 18:38:32.991356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cef97b-5d12-4347-b604-0b2734cb9309 req-aee97ea8-8f8e-4860-8b2c-cc8de56cf2e5 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:32.992906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5cef97b-5d12-4347-b604-0b2734cb9309 req-aee97ea8-8f8e-4860-8b2c-cc8de56cf2e5 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 946 time: 0.3118002 Jul 06 18:38:33.005036 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.021753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Transition to ACTIVE for port object a2f5c365-9d01-4dda-be4c-b34d50b1ef07 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:33.031500 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.045344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-24100183-7438-44c4-aebd-5b360edbe11d tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1758437 Jul 06 18:38:33.046298 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51158) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:33.053313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-96f8a488-1242-4b60-8aa2-4c309377c067 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209558365'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:33.121478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ac6a3-07e5-4cdf-9f14-12bbf721e60f None None] Pushing event updated for resources: {'Port': ['ID=a2f5c365-9d01-4dda-be4c-b34d50b1ef07,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:33.136373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Attempting to bind port a2f5c365-9d01-4dda-be4c-b34d50b1ef07 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:33.136748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Attempting to bind port a2f5c365-9d01-4dda-be4c-b34d50b1ef07 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'eff5ea37-5ebf-4e67-8fff-5d7d54201778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:33.140501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Attempting to bind port a2f5c365-9d01-4dda-be4c-b34d50b1ef07 on network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:33.150247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5cef97b-5d12-4347-b604-0b2734cb9309 req-c8d4e299-d377-429a-ae47-fc3aa5a73bf5 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a6f4e-03b4-4bbf-969a-0c13a772cd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336956 Jul 06 18:38:33.151009 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96f8a488-1242-4b60-8aa2-4c309377c067 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.154613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:33.155066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Checking segment: {'id': 'eff5ea37-5ebf-4e67-8fff-5d7d54201778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:33.155844 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.156318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Bound using segment: {'id': 'eff5ea37-5ebf-4e67-8fff-5d7d54201778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:33.156807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Bound port: a2f5c365-9d01-4dda-be4c-b34d50b1ef07, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff5ea37-5ebf-4e67-8fff-5d7d54201778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd7f1655-54d0-4d7a-8b7c-d86a9aad4868'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:33.157269 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.176894 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06fc-a0c7-428f-97d7-ee93947ffb2d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.183590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aa4a06fc-a0c7-428f-97d7-ee93947ffb2d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/ports/750ebd10-4d7f-4d3c-852b-f4a395a7274e HTTP/1.1" status: 204 len: 168 time: 1.5355434 Jul 06 18:38:33.184975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51164) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:33.185661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Port a2f5c365-9d01-4dda-be4c-b34d50b1ef07 has been deleted concurrently {{(pid=93968) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 18:38:33.190682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:33.202071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Routers {'6c8e0020-2142-43c9-9ee8-a4326d45ab89'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:33.202784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6c8e0020-2142-43c9-9ee8-a4326d45ab89'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:33.206619 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.233079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.305963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2f5c365-9d01-4dda-be4c-b34d50b1ef07,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:33.308874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] Set router 6c8e0020-2142-43c9-9ee8-a4326d45ab89 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:33.329363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Deleting port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:33.330339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.389076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e0020-2142-43c9-9ee8-a4326d45ab89', 'name': '', 'tenant_id': '16bb979456184f179c043e8425e7a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:28Z', 'updated_at': '2021-07-06T18:38:33Z', 'revision_number': 5, 'project_id': '16bb979456184f179c043e8425e7a856', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:33.433189 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.433437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6b23d-51ad-4342-92eb-71efeb002e7d None None] The sync data for ids ['6c8e0020-2142-43c9-9ee8-a4326d45ab89'] in n-d-799684-2 is: [{'id': '6c8e0020-2142-43c9-9ee8-a4326d45ab89', 'name': '', 'tenant_id': '16bb979456184f179c043e8425e7a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:28Z', 'updated_at': '2021-07-06T18:38:33Z', 'revision_number': 5, 'project_id': '16bb979456184f179c043e8425e7a856', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:33.455205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] For port a42a0e0c-bd82-40d3-a359-f8c0aa226de1, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,segment=NetworkSegment(afd3527c-8e1e-41fc-a699-c97dc6dca9a5),segment_id=afd3527c-8e1e-41fc-a699-c97dc6dca9a5)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:33.455568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.487532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Calling delete_port for a42a0e0c-bd82-40d3-a359-f8c0aa226de1 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:33.563133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.582452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.589244 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.602485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96f8a488-1242-4b60-8aa2-4c309377c067 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.614889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96f8a488-1242-4b60-8aa2-4c309377c067 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.699927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96f8a488-1242-4b60-8aa2-4c309377c067 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.705963 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-96f8a488-1242-4b60-8aa2-4c309377c067 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6587601 Jul 06 18:38:33.707045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51172) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:33.732847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-33b5dac2-e5be-4a90-ace2-a7c76d88e378 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': '77e99a57-39ae-40e1-b9f9-c472c723d06d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:33.734066 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-33b5dac2-e5be-4a90-ace2-a7c76d88e378 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 18:38:33.734628 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-33b5dac2-e5be-4a90-ace2-a7c76d88e378 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:33.738271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-33b5dac2-e5be-4a90-ace2-a7c76d88e378 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163536 Jul 06 18:38:33.761141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51174) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:33.770795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2da3c3bd-3ad8-485a-9ca2-c0ce02a3d5a5 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': '77e99a57-39ae-40e1-b9f9-c472c723d06d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:33.771439 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.772089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8e0020-2142-43c9-9ee8-a4326d45ab89 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:38:33.772937 n-d-799684-2 neutron-server[93966]: WARNING neutron.api.v2.base [None req-2da3c3bd-3ad8-485a-9ca2-c0ce02a3d5a5 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 18:38:33.774257 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-2da3c3bd-3ad8-485a-9ca2-c0ce02a3d5a5 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:33.775630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2da3c3bd-3ad8-485a-9ca2-c0ce02a3d5a5 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088828 Jul 06 18:38:33.782551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51176) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:33.787156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1fc35b62-2bb1-4a3c-99b7-a9df00e19f85 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': '77e99a57-39ae-40e1-b9f9-c472c723d06d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:33.788278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.789171 n-d-799684-2 neutron-server[93966]: WARNING neutron.api.v2.base [None req-1fc35b62-2bb1-4a3c-99b7-a9df00e19f85 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 18:38:33.789691 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-1fc35b62-2bb1-4a3c-99b7-a9df00e19f85 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:33.790775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1fc35b62-2bb1-4a3c-99b7-a9df00e19f85 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072687 Jul 06 18:38:33.793082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ffffc650-572f-4e26-b760-920acf5084d4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6c8e0020-2142-43c9-9ee8-a4326d45ab89 HTTP/1.1" status: 204 len: 168 time: 1.7675419 Jul 06 18:38:33.797246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51178) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:33.797585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51180) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:33.805774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8a488-1242-4b60-8aa2-4c309377c067 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e99a57-39ae-40e1-b9f9-c472c723d06d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:33.822008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4f158299-3e1f-49bc-be4b-2b024843be30 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': '77e99a57-39ae-40e1-b9f9-c472c723d06d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:33.823150 n-d-799684-2 neutron-server[93966]: WARNING neutron.api.v2.base [None req-4f158299-3e1f-49bc-be4b-2b024843be30 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 18:38:33.823801 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-4f158299-3e1f-49bc-be4b-2b024843be30 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:33.825431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4f158299-3e1f-49bc-be4b-2b024843be30 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0181305 Jul 06 18:38:33.831234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51182) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:33.867165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.25.4.99 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/ff58ee66-de3f-476d-9d78-abef53be29cb) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:33.912621 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:33.959172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-987cf4c1-4514-41b3-beb2-dab31585a9ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Deleting subnet 2de8e178-13d7-4371-9f22-dc929b81d50f {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:38:33.972024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Pushing event deleted for resources: {'Port': ['ID=a42a0e0c-bd82-40d3-a359-f8c0aa226de1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:33.978712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1f5e-6566-4af4-9b30-0f360d4bfb03 req-50482e65-1c4d-4fb4-87ac-03c60e9c7168 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:33.980314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-630c1f5e-6566-4af4-9b30-0f360d4bfb03 req-50482e65-1c4d-4fb4-87ac-03c60e9c7168 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.1390254 Jul 06 18:38:33.980988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e70738e-897c-4c9d-a984-05208a44094f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.012407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-987cf4c1-4514-41b3-beb2-dab31585a9ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.033032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e70738e-897c-4c9d-a984-05208a44094f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.068072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-630c1f5e-6566-4af4-9b30-0f360d4bfb03 req-44ca506f-c14f-4bd6-adc8-4d83d2607197 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751662 Jul 06 18:38:34.113599 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e70738e-897c-4c9d-a984-05208a44094f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.116669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e70738e-897c-4c9d-a984-05208a44094f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.118041 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7e70738e-897c-4c9d-a984-05208a44094f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/77e99a57-39ae-40e1-b9f9-c472c723d06d HTTP/1.1" status: 204 len: 168 time: 0.2854068 Jul 06 18:38:34.122735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51186) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.125078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] No DVR routers for this DVR port a42a0e0c-bd82-40d3-a359-f8c0aa226de1 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:38:34.128005 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.132013 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86bcba7f-45ed-499e-935c-f2a3b957cf59 req-f2aaae5c-ccea-4258-980d-94852b8b4f37 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.41 "DELETE /v2.0/ports/a42a0e0c-bd82-40d3-a359-f8c0aa226de1 HTTP/1.1" status: 204 len: 173 time: 1.1711516 Jul 06 18:38:34.143190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70738e-897c-4c9d-a984-05208a44094f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e99a57-39ae-40e1-b9f9-c472c723d06d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:34.160318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b542b31-ee4c-4877-8178-ff1662d33727', 'name': 'network-vif-deleted', 'tag': 'a42a0e0c-bd82-40d3-a359-f8c0aa226de1'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:34.163251 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e03a22c-e59b-417b-897d-a2807a45254f" -d '{"events": [{"server_uuid": "5b542b31-ee4c-4877-8178-ff1662d33727", "name": "network-vif-deleted", "tag": "a42a0e0c-bd82-40d3-a359-f8c0aa226de1"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:34.167820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-987cf4c1-4514-41b3-beb2-dab31585a9ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.229469 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4af0da-71ba-4da5-9bb5-66dcc1c89bd7 x-openstack-request-id: req-ed4af0da-71ba-4da5-9bb5-66dcc1c89bd7 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:34.229733 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b542b31-ee4c-4877-8178-ff1662d33727", "name": "network-vif-deleted", "tag": "a42a0e0c-bd82-40d3-a359-f8c0aa226de1", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:34.229969 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed4af0da-71ba-4da5-9bb5-66dcc1c89bd7 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:34.230371 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b542b31-ee4c-4877-8178-ff1662d33727', 'name': 'network-vif-deleted', 'tag': 'a42a0e0c-bd82-40d3-a359-f8c0aa226de1', 'status': 'completed', 'code': 200} Jul 06 18:38:34.300598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1467f2e7-ff2f-48d5-b322-35b41c410efe tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1673839 Jul 06 18:38:34.304418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-987cf4c1-4514-41b3-beb2-dab31585a9ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.305035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51192) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.310299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e93bbc75-9dc6-4d48-9432-8690e098d978 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--44903924'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.347888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.437059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d29b17b7-0b61-407a-8a8d-ee025f34d34f req-0b10b2b0-1d21-4dc9-b2c2-47db320aa6b6 tempest-ServerAddressesTestJSON-1988929906 tempest-ServerAddressesTestJSON-1988929906-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b542b31-ee4c-4877-8178-ff1662d33727 HTTP/1.1" status: 200 len: 210 time: 0.1111834 Jul 06 18:38:34.467221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e93bbc75-9dc6-4d48-9432-8690e098d978 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.479371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-987cf4c1-4514-41b3-beb2-dab31585a9ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.519529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cf4c1-4514-41b3-beb2-dab31585a9ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2de8e178-13d7-4371-9f22-dc929b81d50f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:34.525049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.591984 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e93bbc75-9dc6-4d48-9432-8690e098d978 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.598100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e93bbc75-9dc6-4d48-9432-8690e098d978 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.602553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a42a0e0c-bd82-40d3-a359-f8c0aa226de1 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:38:34.605662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=ff58ee66-de3f-476d-9d78-abef53be29cb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:34.622485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-987cf4c1-4514-41b3-beb2-dab31585a9ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.625230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-987cf4c1-4514-41b3-beb2-dab31585a9ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/2de8e178-13d7-4371-9f22-dc929b81d50f HTTP/1.1" status: 204 len: 168 time: 0.8247263 Jul 06 18:38:34.631373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:34.633030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51198) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.639471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bbc75-9dc6-4d48-9432-8690e098d978 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:34.646843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e93bbc75-9dc6-4d48-9432-8690e098d978 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.648160 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e93bbc75-9dc6-4d48-9432-8690e098d978 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3420093 Jul 06 18:38:34.650833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:34.652826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51200) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.662365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-132480ec-2208-4bfb-9aae-b6dc28571036 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.662622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: a42a0e0c-bd82-40d3-a359-f8c0aa226de1 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:38:34.663090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a42a0e0c-bd82-40d3-a359-f8c0aa226de1 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:38:34.663688 n-d-799684-2 neutron-server[93966]: WARNING neutron.api.v2.base [None req-132480ec-2208-4bfb-9aae-b6dc28571036 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 18:38:34.664548 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-132480ec-2208-4bfb-9aae-b6dc28571036 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:34.671211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-132480ec-2208-4bfb-9aae-b6dc28571036 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134163 Jul 06 18:38:34.671758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51202) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.678531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-11f19c36-4557-4bbd-a4dd-3f9934a3091e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.681948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:34.729203 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-11f19c36-4557-4bbd-a4dd-3f9934a3091e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:34.730954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-11f19c36-4557-4bbd-a4dd-3f9934a3091e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0576568 Jul 06 18:38:34.733782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51204) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.740111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2b64fa0f-dfc9-47d4-9a90-b7948ed43743 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.741108 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-2b64fa0f-dfc9-47d4-9a90-b7948ed43743 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 18:38:34.743803 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-2b64fa0f-dfc9-47d4-9a90-b7948ed43743 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:34.745125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2b64fa0f-dfc9-47d4-9a90-b7948ed43743 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101838 Jul 06 18:38:34.748048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51206) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.754602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f3d2bf3a-9453-41d3-9634-7d1e6c76b320 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.781403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.831528 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-f3d2bf3a-9453-41d3-9634-7d1e6c76b320 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:34.839926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.840773 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3d2bf3a-9453-41d3-9634-7d1e6c76b320 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0904453 Jul 06 18:38:34.845593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fbe38f81-db62-40b8-990e-1ae89806621d tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.846217 n-d-799684-2 neutron-server[93966]: WARNING neutron.api.v2.base [None req-fbe38f81-db62-40b8-990e-1ae89806621d tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 18:38:34.846819 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-fbe38f81-db62-40b8-990e-1ae89806621d tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:34.847934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fbe38f81-db62-40b8-990e-1ae89806621d tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064142 Jul 06 18:38:34.851206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51210) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.856605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-138e77e9-1466-40d5-84cc-b3128fe74a4f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.941135 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-138e77e9-1466-40d5-84cc-b3128fe74a4f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:34.945663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-138e77e9-1466-40d5-84cc-b3128fe74a4f tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0930498 Jul 06 18:38:34.948111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51212) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.960079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1bfc3f86-ce17-4cba-8b96-a411945ce86e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.961472 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-1bfc3f86-ce17-4cba-8b96-a411945ce86e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 18:38:34.961472 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-1bfc3f86-ce17-4cba-8b96-a411945ce86e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:34.963056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.968406 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1bfc3f86-ce17-4cba-8b96-a411945ce86e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138750 Jul 06 18:38:34.968406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51214) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:34.982303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:34.983465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7bf301d1-8c0d-4905-815f-e61fa6efe41d tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:34.997853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7f1655-54d0-4d7a-8b7c-d86a9aad4868']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:35.049549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff5ea37-5ebf-4e67-8fff-5d7d54201778') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:35.049549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff5ea37-5ebf-4e67-8fff-5d7d54201778') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:35.064225 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.083153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.091379 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-7bf301d1-8c0d-4905-815f-e61fa6efe41d tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:35.093101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7bf301d1-8c0d-4905-815f-e61fa6efe41d tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1238723 Jul 06 18:38:35.096764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51220) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:35.107100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1395b78b-07b0-4054-8f57-17241b1df4ab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:35.199573 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-1395b78b-07b0-4054-8f57-17241b1df4ab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:35.200956 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1395b78b-07b0-4054-8f57-17241b1df4ab tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1021049 Jul 06 18:38:35.203838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51222) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:35.235853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.278099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:38:35.279248 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:38:35.282539 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:38:35.371895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.391801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.397701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.401503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-847defc9-5fa6-4198-90bd-cc129d8552e7 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.411613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:38:35.416514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab5b4f-be1a-4dbb-abca-5f6242f1736f req-b18afba5-88e7-4d8d-a1d1-5eedf915404f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:35.418686 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3ab5b4f-be1a-4dbb-abca-5f6242f1736f req-b18afba5-88e7-4d8d-a1d1-5eedf915404f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.1786568 Jul 06 18:38:35.442262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.444886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dd7f1655-54d0-4d7a-8b7c-d86a9aad4868 HTTP/1.1" status: 204 len: 168 time: 0.8104131 Jul 06 18:38:35.457499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-847defc9-5fa6-4198-90bd-cc129d8552e7 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.470123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3b1a0-f42a-4613-808c-9f8f0022ae0b tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd7f1655-54d0-4d7a-8b7c-d86a9aad4868,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:35.539134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=ff58ee66-de3f-476d-9d78-abef53be29cb,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:35.557769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3ab5b4f-be1a-4dbb-abca-5f6242f1736f req-3de36fbf-440b-4558-bf52-7cf0f42b974d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325746 Jul 06 18:38:35.564490 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.596707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-847defc9-5fa6-4198-90bd-cc129d8552e7 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.600139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-847defc9-5fa6-4198-90bd-cc129d8552e7 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.601512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-847defc9-5fa6-4198-90bd-cc129d8552e7 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9 HTTP/1.1" status: 204 len: 168 time: 0.3964875 Jul 06 18:38:35.605052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51232) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:35.631453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.632750 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f0b3ac8b-d9b6-4e76-8725-4ef937990d4e tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4467609 Jul 06 18:38:35.638312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51234) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:35.643993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'port': {'network_id': '2f939dc2-b3e8-40e0-93ae-37bac472036d', 'name': 'tempest-FloatingIPTestJSON-1758139085'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:35.648012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51236) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:35.667257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847defc9-5fa6-4198-90bd-cc129d8552e7 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcc1efe-d88f-4bcd-96b4-2c7ddfcfb3e9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:35.736942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-709a19b4-19ea-4629-9443-534366683079 admin admin] Deleting subnet 49e436ad-0a46-442b-8051-4012522df986 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:38:35.744066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ccd8b6f0-2b37-4907-af1d-42221b15e528 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1242590 Jul 06 18:38:35.745088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-709a19b4-19ea-4629-9443-534366683079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.748019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51240) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:35.781275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ee925300-e2c5-4451-b50d-f612a9810f28 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865521591'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:35.796452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:35.804024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.811471 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-709a19b4-19ea-4629-9443-534366683079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.844808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee925300-e2c5-4451-b50d-f612a9810f28 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.858968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] device_id is not set on port 10d57b74-ec06-42aa-acf3-a554414640e6 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:38:35.878692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-709a19b4-19ea-4629-9443-534366683079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.988003 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-709a19b4-19ea-4629-9443-534366683079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.013558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:36.024149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-709a19b4-19ea-4629-9443-534366683079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.026186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-709a19b4-19ea-4629-9443-534366683079 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/49e436ad-0a46-442b-8051-4012522df986 HTTP/1.1" status: 204 len: 168 time: 0.3769245 Jul 06 18:38:36.050211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee925300-e2c5-4451-b50d-f612a9810f28 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.051069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51246) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:36.053292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a19b4-19ea-4629-9443-534366683079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e436ad-0a46-442b-8051-4012522df986,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:36.062274 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee925300-e2c5-4451-b50d-f612a9810f28 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.062978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-582109db-8c06-4beb-ac74-6ca2f8e3963f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'router': {'name': 'tempest-router--1799730209', 'project_id': 'cbdaabb5b04c404f949f9e79e16b2b8d'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:36.092661 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-582109db-8c06-4beb-ac74-6ca2f8e3963f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.093905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-582109db-8c06-4beb-ac74-6ca2f8e3963f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.129840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.20.0.9 (2f939dc2-b3e8-40e0-93ae-37bac472036d/beeff26e-32d7-4842-9fb6-e0802860a60d/10d57b74-ec06-42aa-acf3-a554414640e6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:36.143217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee925300-e2c5-4451-b50d-f612a9810f28 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.144832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ee925300-e2c5-4451-b50d-f612a9810f28 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3957980 Jul 06 18:38:36.150579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51248) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:36.161756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0a956cd7-cf7c-4bf6-bfc1-213373a730f1 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'efcd1e88-6342-4117-affe-cc259b2e08d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:36.190418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee925300-e2c5-4451-b50d-f612a9810f28 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcd1e88-6342-4117-affe-cc259b2e08d7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:36.204618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.212299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-582109db-8c06-4beb-ac74-6ca2f8e3963f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.225195 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-582109db-8c06-4beb-ac74-6ca2f8e3963f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.228904 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:38:36.234514 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-0a956cd7-cf7c-4bf6-bfc1-213373a730f1 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The resource could not be found. Jul 06 18:38:36.236083 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0a956cd7-cf7c-4bf6-bfc1-213373a730f1 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0824819 Jul 06 18:38:36.240716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51250) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:36.248187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a1d892ca-2a14-45e5-8bf5-307b6d9922e3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'efcd1e88-6342-4117-affe-cc259b2e08d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9f470bf2-e270-437e-92fc-0381977923e7'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:36.342706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.358782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921efade-eda5-46eb-9e98-250ac7da69ff']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:36.374525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd3527c-8e1e-41fc-a699-c97dc6dca9a5') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:36.374896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd3527c-8e1e-41fc-a699-c97dc6dca9a5') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:36.390236 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.414361 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.422033 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-a1d892ca-2a14-45e5-8bf5-307b6d9922e3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The resource could not be found. Jul 06 18:38:36.426204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a1d892ca-2a14-45e5-8bf5-307b6d9922e3 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1808486 Jul 06 18:38:36.426204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:38:36.426204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: items = [ Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:38:36.427154 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:38:36.429660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:36.439358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.494290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-582109db-8c06-4beb-ac74-6ca2f8e3963f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.496239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-582109db-8c06-4beb-ac74-6ca2f8e3963f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4813077 Jul 06 18:38:36.499503 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.507923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51256) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:36.594671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 2f939dc2-b3e8-40e0-93ae-37bac472036d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:36.603353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:36.615185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:36.680470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.711839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=10d57b74-ec06-42aa-acf3-a554414640e6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:36.739972 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.746807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] 10.222.0.53 "DELETE /v2.0/networks/921efade-eda5-46eb-9e98-250ac7da69ff HTTP/1.1" status: 204 len: 168 time: 0.6945162 Jul 06 18:38:36.748477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc035313-df7a-431b-b993-c35a48b3aaac admin admin] Pushing event deleted for resources: {'Network': ['ID=921efade-eda5-46eb-9e98-250ac7da69ff,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:36.754848 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cce9db-a114-490b-a2f6-c75d11f43baf tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.758174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:36.759169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.823349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c041f162-8525-48bf-85ac-7f32f06c2929 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1814449 Jul 06 18:38:36.826223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:36.834583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'port_id': '10d57b74-ec06-42aa-acf3-a554414640e6'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:36.856127 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d638aee1-7a16-4ddb-83ab-cf4de04c82d6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.911186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.080986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51272) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:37.081878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51274) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:37.091327 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d638aee1-7a16-4ddb-83ab-cf4de04c82d6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.130158 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cce9db-a114-490b-a2f6-c75d11f43baf tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.140987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cce9db-a114-490b-a2f6-c75d11f43baf tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.184142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71fa19-471e-420c-afca-1346b28704a8 req-31bb7211-2b70-49c2-8ef1-632f1c097ca7 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:37.192052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c71fa19-471e-420c-afca-1346b28704a8 req-31bb7211-2b70-49c2-8ef1-632f1c097ca7 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.3902016 Jul 06 18:38:37.209256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a4c80289-d32c-4ddc-bf16-28b93d38aa84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7aed03a43fe84ec2b45281e51b189224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252596 Jul 06 18:38:37.209903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51278) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:37.297305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cce9db-a114-490b-a2f6-c75d11f43baf tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.298952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cce9db-a114-490b-a2f6-c75d11f43baf tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2cb0fb-6f9e-4dfe-9bad-2f6735966bf5 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:38:37.305618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8cce9db-a114-490b-a2f6-c75d11f43baf tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.307008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b8cce9db-a114-490b-a2f6-c75d11f43baf tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3c2cb0fb-6f9e-4dfe-9bad-2f6735966bf5 HTTP/1.1" status: 204 len: 168 time: 0.7981184 Jul 06 18:38:37.308880 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d638aee1-7a16-4ddb-83ab-cf4de04c82d6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.312103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d638aee1-7a16-4ddb-83ab-cf4de04c82d6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.313755 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d638aee1-7a16-4ddb-83ab-cf4de04c82d6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/efcd1e88-6342-4117-affe-cc259b2e08d7 HTTP/1.1" status: 204 len: 168 time: 0.8845510 Jul 06 18:38:37.322688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51282) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:37.346929 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c71fa19-471e-420c-afca-1346b28704a8 req-2d9db5bd-0e84-4e2a-971b-02d72d9f31f8 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539834 Jul 06 18:38:37.360318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638aee1-7a16-4ddb-83ab-cf4de04c82d6 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcd1e88-6342-4117-affe-cc259b2e08d7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:37.425665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c0d48ad7-e9eb-4ea3-97c5-91df553e3c63 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1006649 Jul 06 18:38:37.431179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51284) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:37.438988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-40ac0875-b64d-442a-b1a7-31ba7c5dea8b tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'e14dcbc7-8a7b-4f82-9e10-8683fbbb0342', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:37.444621 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.479111 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.512073 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-40ac0875-b64d-442a-b1a7-31ba7c5dea8b tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The resource could not be found. Jul 06 18:38:37.513580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-40ac0875-b64d-442a-b1a7-31ba7c5dea8b tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0810635 Jul 06 18:38:37.517277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51288) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:37.523265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e6690a60-eb5d-458f-9193-ef00386fc973 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146861079'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:37.559109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6690a60-eb5d-458f-9193-ef00386fc973 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.590338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d36f316-1c32-4351-9057-00f22b90cba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.674778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51290) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:37.685126 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6690a60-eb5d-458f-9193-ef00386fc973 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.697088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6690a60-eb5d-458f-9193-ef00386fc973 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.735377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6690a60-eb5d-458f-9193-ef00386fc973 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2463f74-0f9b-489d-92b5-84b13ada2328,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:37.744402 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.747213 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.748440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/577a6f4e-03b4-4bbf-969a-0c13a772cd18 HTTP/1.1" status: 204 len: 168 time: 0.5344503 Jul 06 18:38:37.776066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a6f4e-03b4-4bbf-969a-0c13a772cd18,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:37.823687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.824033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.824370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.824866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.825363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.825874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.826376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.826722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.827046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.827365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.827850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.828179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc64808-4279-4a80-9063-ed7a5a6783e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:37.943190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-360863800', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:37.954075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.964797 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.971724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d36f316-1c32-4351-9057-00f22b90cba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.983590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6690a60-eb5d-458f-9193-ef00386fc973 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:37.988978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e6690a60-eb5d-458f-9193-ef00386fc973 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4698060 Jul 06 18:38:37.989814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51298) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:37.999060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b8d77dbf-1bbb-4619-b7f4-03f0f64ba299 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115782834'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:38.007518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d36f316-1c32-4351-9057-00f22b90cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.057016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.058068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.073688 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8d77dbf-1bbb-4619-b7f4-03f0f64ba299 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.111430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9d36f316-1c32-4351-9057-00f22b90cba1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d99cbcaebca649698b80a6602cff42a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0277402 Jul 06 18:38:38.114704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51302) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:38.123547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36f316-1c32-4351-9057-00f22b90cba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1baf2fb-cf1f-4dbd-a948-f498b6a64291,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:38.203350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8d77dbf-1bbb-4619-b7f4-03f0f64ba299 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.209449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.210950 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 05a50df5-f005-43ad-a6ba-cc388555adea associated. External IP: 172.25.4.99, port: 10d57b74-ec06-42aa-acf3-a554414640e6. Jul 06 18:38:38.211999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8d77dbf-1bbb-4619-b7f4-03f0f64ba299 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.243366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8d77dbf-1bbb-4619-b7f4-03f0f64ba299 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.248885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b8d77dbf-1bbb-4619-b7f4-03f0f64ba299 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2573664 Jul 06 18:38:38.251744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51308) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:38.260089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d77dbf-1bbb-4619-b7f4-03f0f64ba299 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7321005-d845-4cc2-8474-704a30e2665a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:38.262366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-713f1862-224d-4d05-824e-9386c733009a tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group_rule': {'security_group_id': 'a2463f74-0f9b-489d-92b5-84b13ada2328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b7321005-d845-4cc2-8474-704a30e2665a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:38.363284 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c81caa6a-7135-4b58-9917-b9578bd1cf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.925386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:38.952922 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c81caa6a-7135-4b58-9917-b9578bd1cf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.029152 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-713f1862-224d-4d05-824e-9386c733009a tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:38:39.030251 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-713f1862-224d-4d05-824e-9386c733009a tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7756548 Jul 06 18:38:39.033256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51348) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:39.129662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51350) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:39.155508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fbc37-54d4-4911-9498-a0934234e107 req-25839fe4-e807-4fa5-b9e2-abee74101604 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:39.162412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b54fbc37-54d4-4911-9498-a0934234e107 req-25839fe4-e807-4fa5-b9e2-abee74101604 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2903514 Jul 06 18:38:39.177164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a026bd5-e67c-43bb-9553-3f3a89a0a522 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.202015 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c81caa6a-7135-4b58-9917-b9578bd1cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.204593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c81caa6a-7135-4b58-9917-b9578bd1cf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.205775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c81caa6a-7135-4b58-9917-b9578bd1cf7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1baf2fb-cf1f-4dbd-a948-f498b6a64291 HTTP/1.1" status: 204 len: 168 time: 1.0903907 Jul 06 18:38:39.236531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a026bd5-e67c-43bb-9553-3f3a89a0a522 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.277094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81caa6a-7135-4b58-9917-b9578bd1cf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1baf2fb-cf1f-4dbd-a948-f498b6a64291,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:39.327692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b54fbc37-54d4-4911-9498-a0934234e107 req-4b631fcf-0282-4a79-b6e6-5cb3613b28e4 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635740 Jul 06 18:38:39.347429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a026bd5-e67c-43bb-9553-3f3a89a0a522 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.350203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a026bd5-e67c-43bb-9553-3f3a89a0a522 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.352250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:39.354174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6a026bd5-e67c-43bb-9553-3f3a89a0a522 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7321005-d845-4cc2-8474-704a30e2665a HTTP/1.1" status: 204 len: 168 time: 0.3195546 Jul 06 18:38:39.355058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51360) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:39.404503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a026bd5-e67c-43bb-9553-3f3a89a0a522 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7321005-d845-4cc2-8474-704a30e2665a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:39.446231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ef5fdd2-d4cc-40fc-a7e2-5c4fc53ca2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.482991 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2c257896-f19c-4c2e-8a5d-d68fb02af318 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1210666 Jul 06 18:38:39.483289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51368) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:39.572778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.601356 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57ee55a7-7127-41a4-a391-6c98e532f18c tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.601581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.616298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:39.622125 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.630083 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ae694-69a1-4fcb-84b0-bece785548b1 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:39.654801 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ae694-69a1-4fcb-84b0-bece785548b1 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:39.655434 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f11ae694-69a1-4fcb-84b0-bece785548b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:39.662947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57ee55a7-7127-41a4-a391-6c98e532f18c tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.730709 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f11ae694-69a1-4fcb-84b0-bece785548b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:39.745745 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ae694-69a1-4fcb-84b0-bece785548b1 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:39.746944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-622d3dfa-3f73-49a9-af80-053ea1beb335 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/floatingips/05a50df5-f005-43ad-a6ba-cc388555adea HTTP/1.1" status: 200 len: 977 time: 2.9162247 Jul 06 18:38:39.747213 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f11ae694-69a1-4fcb-84b0-bece785548b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:39.750215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51374) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:39.822942 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ef5fdd2-d4cc-40fc-a7e2-5c4fc53ca2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.835179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57ee55a7-7127-41a4-a391-6c98e532f18c tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.839058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57ee55a7-7127-41a4-a391-6c98e532f18c tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.858691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-57ee55a7-7127-41a4-a391-6c98e532f18c tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2463f74-0f9b-489d-92b5-84b13ada2328 HTTP/1.1" status: 204 len: 168 time: 0.3715498 Jul 06 18:38:39.859388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51384) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:39.880914 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ef5fdd2-d4cc-40fc-a7e2-5c4fc53ca2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.971278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee55a7-7127-41a4-a391-6c98e532f18c tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2463f74-0f9b-489d-92b5-84b13ada2328,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:39.999978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7ef5fdd2-d4cc-40fc-a7e2-5c4fc53ca2c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4c6939a7e344754840700ba2f5d9a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8636241 Jul 06 18:38:40.001222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51386) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:40.019664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Allocated IP 172.25.4.87 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/706557a2-0f4e-4287-a47b-e319f40b64b4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:40.096792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5fdd2-d4cc-40fc-a7e2-5c4fc53ca2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b52217-1690-4e2d-8421-546270b770d3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:40.099588 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f11ae694-69a1-4fcb-84b0-bece785548b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:40.100510 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ae694-69a1-4fcb-84b0-bece785548b1 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:40.142782 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-931b696d-0b0e-46b6-9d59-16d2c4c4641e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2736781 Jul 06 18:38:40.147930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51392) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:40.150196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75566b63-8905-4a75-804b-f04707d0c259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.154815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-53a22d51-d89e-4dd3-9d07-cbd2f8cfcbbb tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'tempest-secgroup--329432955'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:40.199067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75566b63-8905-4a75-804b-f04707d0c259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.216755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 10d57b74-ec06-42aa-acf3-a554414640e6 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:40.218088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.220528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53a22d51-d89e-4dd3-9d07-cbd2f8cfcbbb tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.320134 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.325044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75566b63-8905-4a75-804b-f04707d0c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.327613 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75566b63-8905-4a75-804b-f04707d0c259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.331520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75566b63-8905-4a75-804b-f04707d0c259 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7b52217-1690-4e2d-8421-546270b770d3 HTTP/1.1" status: 204 len: 168 time: 0.3258138 Jul 06 18:38:40.364326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75566b63-8905-4a75-804b-f04707d0c259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b52217-1690-4e2d-8421-546270b770d3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:40.365623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.523669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53a22d51-d89e-4dd3-9d07-cbd2f8cfcbbb tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.524568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51402) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:40.534977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53a22d51-d89e-4dd3-9d07-cbd2f8cfcbbb tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.570703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.571104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.571439 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 05a50df5-f005-43ad-a6ba-cc388555adea disassociated. External IP: 172.25.4.99, port: 10d57b74-ec06-42aa-acf3-a554414640e6. Jul 06 18:38:40.571787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 10d57b74-ec06-42aa-acf3-a554414640e6 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:40.579611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a22d51-d89e-4dd3-9d07-cbd2f8cfcbbb tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02cf48b-812b-4ca8-ad1e-f298799ad9ba,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:40.584544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53a22d51-d89e-4dd3-9d07-cbd2f8cfcbbb tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.586143 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-53a22d51-d89e-4dd3-9d07-cbd2f8cfcbbb tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4369404 Jul 06 18:38:40.589967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51406) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:40.595644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a5135666-3462-406d-a400-83e44dffc443 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:40.597035 n-d-799684-2 neutron-server[93967]: WARNING neutron.api.v2.base [None req-a5135666-3462-406d-a400-83e44dffc443 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 18:38:40.597035 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-a5135666-3462-406d-a400-83e44dffc443 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 18:38:40.598238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a5135666-3462-406d-a400-83e44dffc443 tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "PUT /v2.0/security-groups/d02cf48b-812b-4ca8-ad1e-f298799ad9ba HTTP/1.1" status: 409 len: 330 time: 0.0073321 Jul 06 18:38:40.601287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51408) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:40.675711 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f71d001-6ec7-41bd-830d-1be2184cd4bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.706588 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f71d001-6ec7-41bd-830d-1be2184cd4bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.768680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f71d001-6ec7-41bd-830d-1be2184cd4bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.771970 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f71d001-6ec7-41bd-830d-1be2184cd4bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.777815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1f71d001-6ec7-41bd-830d-1be2184cd4bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/d02cf48b-812b-4ca8-ad1e-f298799ad9ba HTTP/1.1" status: 204 len: 168 time: 0.1710591 Jul 06 18:38:40.779449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51414) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:40.792174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71d001-6ec7-41bd-830d-1be2184cd4bf tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02cf48b-812b-4ca8-ad1e-f298799ad9ba,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:40.827729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-401701584-network', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:40.861516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96c119-4e2c-41f8-9fdd-5435fa05f157 req-14f905ab-e785-4781-b632-480b7f281e9c tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:40.864078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd96c119-4e2c-41f8-9fdd-5435fa05f157 req-14f905ab-e785-4781-b632-480b7f281e9c tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2327924 Jul 06 18:38:40.868097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Made reservation on behalf of a8f9ac84bdc54b5cb93b90324a52e162 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:40.871080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.871238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.881001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:40.985821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:41.001740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:41.001978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.002088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:41.005090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.052333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c15ce43-c9d8-4df5-9bb3-de23b0f23aae,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:41.085535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9fb6f66d-32cc-48be-9535-bf869a66e5ac tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2913628 Jul 06 18:38:41.085535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event updated for resources: {'Port': ['ID=706557a2-0f4e-4287-a47b-e319f40b64b4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:41.090508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51426) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:41.104923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd96c119-4e2c-41f8-9fdd-5435fa05f157 req-55640d69-90ea-4ac2-af56-9baffb94e4fb tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249575 Jul 06 18:38:41.113458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:41.113628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.132107 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-0fc9c61d-9357-4d7e-a420-6aaf58ca066c tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] delete failed (client error): The resource could not be found. Jul 06 18:38:41.133212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0fc9c61d-9357-4d7e-a420-6aaf58ca066c tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "DELETE /v2.0/security-groups/a76791ff-5ddc-43c2-9224-9103ed4fdc18 HTTP/1.1" status: 404 len: 347 time: 0.0412908 Jul 06 18:38:41.137140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:41.160082 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-b6e317fd-41ee-44d2-898c-bb51b4a31f5e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] show failed (client error): The resource could not be found. Jul 06 18:38:41.161762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6e317fd-41ee-44d2-898c-bb51b4a31f5e tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-groups/aca527ac-0d82-486d-ad64-7364ace5b53d HTTP/1.1" status: 404 len: 347 time: 0.0234499 Jul 06 18:38:41.163390 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.163735 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Added segment 28aa027e-2bc8-4c04-92d3-7a84f6b35f42 of type vlan for network 62f0fd66-de99-49b9-a027-c0e8daad89a7 Jul 06 18:38:41.166744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51434) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:41.194216 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-5cdbcbf8-ba69-404f-a87a-d50ae35de7ff tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] show failed (client error): The resource could not be found. Jul 06 18:38:41.195424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5cdbcbf8-ba69-404f-a87a-d50ae35de7ff tempest-NegativeSecGroupTest-1524263970 tempest-NegativeSecGroupTest-1524263970-project] 10.222.0.53 "GET /v2.0/security-group-rules/b7992949-a9bb-47be-8eb5-118f7267446c HTTP/1.1" status: 404 len: 356 time: 0.0276008 Jul 06 18:38:41.205372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=10d57b74-ec06-42aa-acf3-a554414640e6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:41.239337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.308912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.312714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:41.313824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.393520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8676009 Jul 06 18:38:41.394842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51450) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:41.407563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Request body: {'subnet': {'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-401701584-subnet', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:41.458090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51452) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:41.495492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Made reservation on behalf of a8f9ac84bdc54b5cb93b90324a52e162 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:41.505383 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.509116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3f690-1cf7-4247-8a91-7c9bafe39655 admin admin] Pushing event updated for resources: {'Network': ['ID=62f0fd66-de99-49b9-a027-c0e8daad89a7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:41.525565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 62f0fd66-de99-49b9-a027-c0e8daad89a7 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:41.609615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51458) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:41.632426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:41.701092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-network', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:41.709418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.738031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103f50-f9cb-47a4-9d92-c179352e2888 req-38d19388-0a80-48a5-bf66-a0f8d4327a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:41.739470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf103f50-f9cb-47a4-9d92-c179352e2888 req-38d19388-0a80-48a5-bf66-a0f8d4327a93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 1096 time: 0.1243539 Jul 06 18:38:41.824147 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bf103f50-f9cb-47a4-9d92-c179352e2888 req-4e6d492c-0763-4a92-87e7-471e5d67771c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627789 Jul 06 18:38:41.838727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Made reservation on behalf of 2c25b3bd70414af0a890b8fdd3af2788 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:41.841105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.848713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.893814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:41.897625 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b16d7ae7-6c13-4a71-a1d8-69e07090b934 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eef52e0b9c9746b3a83366bd0153a176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868745 Jul 06 18:38:41.902214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51462) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:41.914759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2726e7d0-d529-4920-8012-a073eb5ea0df,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:41.939461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Checking segment: {'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:41.940135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:41.940247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Network hostable DHCP agents. Network: 62f0fd66-de99-49b9-a027-c0e8daad89a7, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:38:41.953124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce604b-68d8-4237-8374-e0bb7f853e14 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:41.967362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce604b-68d8-4237-8374-e0bb7f853e14 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:41.968851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-74ce604b-68d8-4237-8374-e0bb7f853e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:41.996868 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f01b7b-7864-488b-84ad-9790bb1d410e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.011833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-74ce604b-68d8-4237-8374-e0bb7f853e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:42.023246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce604b-68d8-4237-8374-e0bb7f853e14 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:42.024264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-74ce604b-68d8-4237-8374-e0bb7f853e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:42.028524 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f01b7b-7864-488b-84ad-9790bb1d410e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.073294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-74ce604b-68d8-4237-8374-e0bb7f853e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:42.074005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce604b-68d8-4237-8374-e0bb7f853e14 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:42.080643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Network 62f0fd66-de99-49b9-a027-c0e8daad89a7 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:38:42.092939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 62f0fd66-de99-49b9-a027-c0e8daad89a7) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:42.100706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:42.100928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.112213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c2676-2d2f-4b17-a3f2-89f0177b8f4e None None] Network 62f0fd66-de99-49b9-a027-c0e8daad89a7 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:42.134300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.136330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9c92a7c2-2f93-41cb-91ad-be690076143c tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/ports/10d57b74-ec06-42aa-acf3-a554414640e6 HTTP/1.1" status: 204 len: 168 time: 2.3825941 Jul 06 18:38:42.139970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51466) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:42.155187 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f01b7b-7864-488b-84ad-9790bb1d410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.157648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f01b7b-7864-488b-84ad-9790bb1d410e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.161106 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e5f01b7b-7864-488b-84ad-9790bb1d410e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85adbddc-2090-4b19-8e9c-9d8b5d68040c HTTP/1.1" status: 204 len: 168 time: 0.2557082 Jul 06 18:38:42.176413 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.219874 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7bcb3480-5203-4ea6-887e-2d21f61f8068 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "GET /v2.0/floatingips/05a50df5-f005-43ad-a6ba-cc388555adea HTTP/1.1" status: 200 len: 687 time: 0.0750468 Jul 06 18:38:42.220721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f01b7b-7864-488b-84ad-9790bb1d410e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85adbddc-2090-4b19-8e9c-9d8b5d68040c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:42.228930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51472) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:42.311058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.337425 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.382229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-feb24361-27c3-446b-9ffd-3b70ed892b2e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9844112 Jul 06 18:38:42.430485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51478) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:42.440739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:42.464440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-62f0fd66-de99-49b9-a027-c0e8daad89a7', 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'fixed_ips': [{'subnet_id': '2726e7d0-d529-4920-8012-a073eb5ea0df'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:38:42.468130 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.490863 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.492151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.566773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port ff58ee66-de3f-476d-9d78-abef53be29cb {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:42.567135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.580627 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.752156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Allocated IP 172.20.0.2 (62f0fd66-de99-49b9-a027-c0e8daad89a7/2726e7d0-d529-4920-8012-a073eb5ea0df/f66ce551-401b-4250-b5fe-72fcc4558d24) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:42.770834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.818044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.818528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.864112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for ff58ee66-de3f-476d-9d78-abef53be29cb owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:42.978078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:43.008832 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.015823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dcc24b-570d-4f0d-9568-0c70aec91ba5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:43.019940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Transition to ACTIVE for port object f66ce551-401b-4250-b5fe-72fcc4558d24 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:43.036957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Transition to ACTIVE for port object f66ce551-401b-4250-b5fe-72fcc4558d24 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:43.046280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.046815 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Added segment 596f9ee1-b118-4cc1-b985-27a076d917ca of type vlan for network 1672d946-2ee8-438a-82b2-d7ba0827f829 Jul 06 18:38:43.049270 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.078109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Network 62f0fd66-de99-49b9-a027-c0e8daad89a7 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:43.136162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:43.138095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Pushing event updated for resources: {'Port': ['ID=f66ce551-401b-4250-b5fe-72fcc4558d24,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:43.140925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:43.160757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Router 67aea4d6-aeaa-4df7-bb9e-9e70e8781654 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:38:43.220433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Attempting to bind port f66ce551-401b-4250-b5fe-72fcc4558d24 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:43.221341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Attempting to bind port f66ce551-401b-4250-b5fe-72fcc4558d24 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:43.222146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Attempting to bind port f66ce551-401b-4250-b5fe-72fcc4558d24 on network 62f0fd66-de99-49b9-a027-c0e8daad89a7 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:43.229802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:43.230468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Checking segment: {'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:43.231091 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.231694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Bound using segment: {'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:43.232505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Bound port: f66ce551-401b-4250-b5fe-72fcc4558d24, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:43.233423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.264151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.285350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.285856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a743f-21c3-4400-b9ed-70332d5cb508 req-1cdce96e-94d3-412b-9eac-572e0044839e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:43.288073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-471a743f-21c3-4400-b9ed-70332d5cb508 req-1cdce96e-94d3-412b-9eac-572e0044839e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.9751303 Jul 06 18:38:43.328127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.336570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=ff58ee66-de3f-476d-9d78-abef53be29cb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:43.341988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.351166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] For port f66ce551-401b-4250-b5fe-72fcc4558d24, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:43.355402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] For port f66ce551-401b-4250-b5fe-72fcc4558d24, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f66ce551-401b-4250-b5fe-72fcc4558d24,segment=NetworkSegment(28aa027e-2bc8-4c04-92d3-7a84f6b35f42),segment_id=28aa027e-2bc8-4c04-92d3-7a84f6b35f42)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:43.362005 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.407936 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.412155 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.417807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4a40dfe5-d7f9-43c1-ad0c-af734e93c752 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/floatingips/05a50df5-f005-43ad-a6ba-cc388555adea HTTP/1.1" status: 204 len: 168 time: 1.1876745 Jul 06 18:38:43.418487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51498) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:43.425479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '7dd18389-ec59-4106-9e84-432d2ec0ce10'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:43.430152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda239c-0754-4810-a2c2-ccf06d77bdd5 None None] Pushing event updated for resources: {'Port': ['ID=f66ce551-401b-4250-b5fe-72fcc4558d24,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:43.565334 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.resource_extend [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:38:43.625285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-471a743f-21c3-4400-b9ed-70332d5cb508 req-8a3fb38b-2139-4d26-9a32-464fda2a5379 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009772 Jul 06 18:38:43.662614 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.663644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:43.664252 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.787028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:43.798084 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5868c1-d11e-49fb-85d5-938bb0adcc03 None None] Sync routers for ids ['67aea4d6-aeaa-4df7-bb9e-9e70e8781654'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:43.824237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] Pushing event updated for resources: {'Network': ['ID=1672d946-2ee8-438a-82b2-d7ba0827f829,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:43.836367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:43.849801 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5868c1-d11e-49fb-85d5-938bb0adcc03 None None] Routers {'67aea4d6-aeaa-4df7-bb9e-9e70e8781654'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:43.852916 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ca5868c1-d11e-49fb-85d5-938bb0adcc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['67aea4d6-aeaa-4df7-bb9e-9e70e8781654'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:43.911414 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ca5868c1-d11e-49fb-85d5-938bb0adcc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:43.931148 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5868c1-d11e-49fb-85d5-938bb0adcc03 None None] Routers {'67aea4d6-aeaa-4df7-bb9e-9e70e8781654'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:43.932178 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ca5868c1-d11e-49fb-85d5-938bb0adcc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['67aea4d6-aeaa-4df7-bb9e-9e70e8781654'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:43.985704 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:43.992229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3ec5547a-019e-49a5-a31d-0f7b9e41bf65 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5321002 Jul 06 18:38:43.992839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51506) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:43.999057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Request body: {'subnet': {'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-subnet', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:44.012119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:44.024613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b9836dbb-64b9-4626-8906-f3ddb234d298 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3487098 Jul 06 18:38:44.032875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51508) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:44.062654 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ca5868c1-d11e-49fb-85d5-938bb0adcc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:44.065861 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5868c1-d11e-49fb-85d5-938bb0adcc03 None None] The sync data for ids ['67aea4d6-aeaa-4df7-bb9e-9e70e8781654'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:44.095352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f66ce551-401b-4250-b5fe-72fcc4558d24 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:44.170616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Allocated IP 172.25.4.124 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/800b9697-77e1-4829-8f31-ae574f7bfd76) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:44.211758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f66ce551-401b-4250-b5fe-72fcc4558d24 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:44.230056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-195a8ce6-22f5-42a7-a337-2764b454a485 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/routers/67aea4d6-aeaa-4df7-bb9e-9e70e8781654 HTTP/1.1" status: 200 len: 919 time: 0.1898880 Jul 06 18:38:44.230906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51516) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:44.265889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-982e5244-aeb8-45f4-a8e2-b3e90806d717 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=67aea4d6-aeaa-4df7-bb9e-9e70e8781654 HTTP/1.1" status: 200 len: 205 time: 0.0336399 Jul 06 18:38:44.266775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Made reservation on behalf of 2c25b3bd70414af0a890b8fdd3af2788 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:44.269282 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:44.271412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51520) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:44.395565 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:44.542177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:44.567051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:44.636600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:44.787176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Pushing event updated for resources: {'Port': ['ID=800b9697-77e1-4829-8f31-ae574f7bfd76,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:44.811599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:44.830565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:44.852491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:44.930251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.25.4.29 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/07f6915c-ac9a-4fa3-a023-7436fba5260a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:44.986878 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.051007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.085125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbf98fe-b123-47e8-8216-3ea96b0cc928 None None] Network 62f0fd66-de99-49b9-a027-c0e8daad89a7 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:45.154202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1d1dd-a544-4cf0-9cef-a0ea79a01140 req-6bfcf609-0d83-4ee6-8f07-729401419cf6 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:45.161502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de1d1dd-a544-4cf0-9cef-a0ea79a01140 req-6bfcf609-0d83-4ee6-8f07-729401419cf6 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.2936149 Jul 06 18:38:45.171612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ea17f09e-610d-419c-9650-2d1c2af36c3e None None] Provisioning for port f66ce551-401b-4250-b5fe-72fcc4558d24 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:45.203528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ea17f09e-610d-419c-9650-2d1c2af36c3e None None] Provisioning complete for port f66ce551-401b-4250-b5fe-72fcc4558d24 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:45.204043 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea17f09e-610d-419c-9650-2d1c2af36c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.242795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Checking segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:45.243044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Network hostable DHCP agents. Network: 1672d946-2ee8-438a-82b2-d7ba0827f829, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:38:45.253751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3255f56c-4e8a-4336-8092-2df3539c8bd7,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:45.279020 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de1d1dd-a544-4cf0-9cef-a0ea79a01140 req-8feeebbc-9cc7-4a66-9b6e-9663d515f324 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104336 Jul 06 18:38:45.280953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Deleting port 706557a2-0f4e-4287-a47b-e319f40b64b4 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:45.281545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.390617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51544) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:45.411316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:38:45.431215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 1672d946-2ee8-438a-82b2-d7ba0827f829) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:45.452091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.458457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:45.459549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.500384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f165684d-94db-480f-b7ea-d8eda6502131 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5035694 Jul 06 18:38:45.500680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51548) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:45.503945 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.509124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:45.516975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.543369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Calling delete_port for 706557a2-0f4e-4287-a47b-e319f40b64b4 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:45.575427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc46c678-2621-462d-b762-72dbbbb794fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.605557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.633885 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.635006 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.663709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52886b91-638b-4133-9868-9cd2a2634374 None None] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:45.677080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:45.720803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:45.724244 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:45.729373 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.736421 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-827c54b0-cb0c-4793-8395-e6bcbb3a1c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.827363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=07f6915c-ac9a-4fa3-a023-7436fba5260a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:45.846387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843a6d6-64a2-40b9-af88-5b5354d024ab req-f224bfd1-1892-4bbc-b662-7072c2062e2d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:45.848122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f843a6d6-64a2-40b9-af88-5b5354d024ab req-f224bfd1-1892-4bbc-b662-7072c2062e2d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2480249 Jul 06 18:38:45.905494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea17f09e-610d-419c-9650-2d1c2af36c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:45.984755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ea17f09e-610d-419c-9650-2d1c2af36c3e None None] For port f66ce551-401b-4250-b5fe-72fcc4558d24, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f66ce551-401b-4250-b5fe-72fcc4558d24,segment=NetworkSegment(28aa027e-2bc8-4c04-92d3-7a84f6b35f42),segment_id=28aa027e-2bc8-4c04-92d3-7a84f6b35f42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:45.991757 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.015097 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea17f09e-610d-419c-9650-2d1c2af36c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.027158 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc46c678-2621-462d-b762-72dbbbb794fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.042160 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f843a6d6-64a2-40b9-af88-5b5354d024ab req-5d7ce4cc-74b3-43f0-87e4-aea1eb708f0a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813381 Jul 06 18:38:46.045230 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc46c678-2621-462d-b762-72dbbbb794fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.088844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.102802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-1672d946-2ee8-438a-82b2-d7ba0827f829', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:38:46.103926 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.141215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17f09e-610d-419c-9650-2d1c2af36c3e None None] Pushing event updated for resources: {'Port': ['ID=f66ce551-401b-4250-b5fe-72fcc4558d24,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:46.156809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event deleted for resources: {'Port': ['ID=706557a2-0f4e-4287-a47b-e319f40b64b4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:46.161655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46c678-2621-462d-b762-72dbbbb794fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5fe338-fadf-4eac-9325-adfd0f55cae0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:46.169492 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dc46c678-2621-462d-b762-72dbbbb794fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fced11e63eea4c07a829f3ed4d43f4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7756407 Jul 06 18:38:46.172849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51556) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:46.244595 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.321067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.341167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Allocated IP 172.20.0.2 (1672d946-2ee8-438a-82b2-d7ba0827f829/3255f56c-4e8a-4336-8092-2df3539c8bd7/11a2cb20-3a05-4376-aaba-3d0d4849b2cd) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:46.466344 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b85d343-09d0-4ed4-abc6-9896ccae894c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.475947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.488539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.515180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:38:46.559689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b85d343-09d0-4ed4-abc6-9896ccae894c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.581146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8c5f6201-5ac2-48a4-a7b0-1a6a15d14f5d None None] Provisioning complete for port f66ce551-401b-4250-b5fe-72fcc4558d24 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:46.581786 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c5f6201-5ac2-48a4-a7b0-1a6a15d14f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.600081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.600543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Fanout notify agent at l3_agent the message router_deleted on router 67aea4d6-aeaa-4df7-bb9e-9e70e8781654 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:38:46.608714 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.609981 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-820c68bd-2da8-4c79-ab69-71fce3e0be0c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/67aea4d6-aeaa-4df7-bb9e-9e70e8781654 HTTP/1.1" status: 204 len: 168 time: 2.3376100 Jul 06 18:38:46.629343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51564) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:46.643902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1635064842', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': False}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:46.668113 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.691610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Transition to ACTIVE for port object 11a2cb20-3a05-4376-aaba-3d0d4849b2cd will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:46.779909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Transition to ACTIVE for port object 11a2cb20-3a05-4376-aaba-3d0d4849b2cd will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:46.780900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b85d343-09d0-4ed4-abc6-9896ccae894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.785020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b85d343-09d0-4ed4-abc6-9896ccae894c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.787138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4b85d343-09d0-4ed4-abc6-9896ccae894c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f5fe338-fadf-4eac-9325-adfd0f55cae0 HTTP/1.1" status: 204 len: 168 time: 0.6125476 Jul 06 18:38:46.793529 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.798348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85d343-09d0-4ed4-abc6-9896ccae894c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5fe338-fadf-4eac-9325-adfd0f55cae0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:46.800599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.802948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.810113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.814366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.829365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:46.855430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Pushing event updated for resources: {'Port': ['ID=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:46.887980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:46.889694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:46.894564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:46.933080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5a05c-4478-46be-b991-c56c01f20f28 req-c7f8c9a9-d0a8-457b-b711-da92745a3b35 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:46.934719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24d5a05c-4478-46be-b991-c56c01f20f28 req-c7f8c9a9-d0a8-457b-b711-da92745a3b35 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.3098974 Jul 06 18:38:46.940233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:46.956398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Sync routers for ids ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:46.988172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Routers {'1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:46.988826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:47.052787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Attempting to bind port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:47.053160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Attempting to bind port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:47.053618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Attempting to bind port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd on network 1672d946-2ee8-438a-82b2-d7ba0827f829 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:47.074482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:47.074796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Checking segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:47.075052 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.075458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Bound using segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:47.075911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Bound port: 11a2cb20-3a05-4376-aaba-3d0d4849b2cd, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:47.076281 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.092515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Allocated IP 172.25.4.183 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/b3724b64-9863-4eb3-b312-ecdcd3609bf6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:47.095802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.169006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.170256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8f5a460b-86f1-4450-b28e-0f6a1e19395d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7380435 Jul 06 18:38:47.175113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51576) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:47.213410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Set router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:47.276064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51580) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:47.294956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] For port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:47.297535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a17f-f18f-41bd-812b-5fbc6765ef96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.325572 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.340899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] For port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:47.354679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.413433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.487777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63829d-af39-4c00-8025-10d9c5abe342 None None] Pushing event updated for resources: {'Port': ['ID=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:47.491903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:47.510260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:47.514210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a17f-f18f-41bd-812b-5fbc6765ef96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.515194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Pushing event updated for resources: {'Port': ['ID=b3724b64-9863-4eb3-b312-ecdcd3609bf6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:47.517647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:47.541197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a17f-f18f-41bd-812b-5fbc6765ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.545905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:38:45Z', 'revision_number': 3, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:47.586056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Checking router: 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:47.586545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Updating router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d port 800b9697-77e1-4829-8f31-ae574f7bfd76 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:38:47.618611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c5e3a17f-f18f-41bd-812b-5fbc6765ef96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e2ab80c8c36417a91c58f1099a7e090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413420 Jul 06 18:38:47.619400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3a17f-f18f-41bd-812b-5fbc6765ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a2e122-3477-4488-a0c3-c52e8025bf3f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:47.622002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51582) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:47.650780 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.878700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.897552 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f07c22d8-ac3d-4b8b-aaf5-b0a8a65564a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:47.953639 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f07c22d8-ac3d-4b8b-aaf5-b0a8a65564a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.085677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f07c22d8-ac3d-4b8b-aaf5-b0a8a65564a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.088775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f07c22d8-ac3d-4b8b-aaf5-b0a8a65564a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.090077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f07c22d8-ac3d-4b8b-aaf5-b0a8a65564a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94a2e122-3477-4488-a0c3-c52e8025bf3f HTTP/1.1" status: 204 len: 168 time: 0.4658670 Jul 06 18:38:48.132684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c22d8-ac3d-4b8b-aaf5-b0a8a65564a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a2e122-3477-4488-a0c3-c52e8025bf3f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:48.142472 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.152256 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.181915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 11a2cb20-3a05-4376-aaba-3d0d4849b2cd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:48.184041 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc455f1f-e552-4b22-9a80-4b713eb725ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.190076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Transition to ACTIVE for port object 800b9697-77e1-4829-8f31-ae574f7bfd76 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:48.212377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24d5a05c-4478-46be-b991-c56c01f20f28 req-067a3707-cd1a-437b-8801-e6b674660141 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2640867 Jul 06 18:38:48.226929 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.376494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb835f7-81b5-4bc6-a903-0aa207173f88 None None] Pushing event updated for resources: {'Port': ['ID=800b9697-77e1-4829-8f31-ae574f7bfd76,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:48.383847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Attempting to bind port 800b9697-77e1-4829-8f31-ae574f7bfd76 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:48.385949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Attempting to bind port 800b9697-77e1-4829-8f31-ae574f7bfd76 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:48.386410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Attempting to bind port 800b9697-77e1-4829-8f31-ae574f7bfd76 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:48.453569 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.471492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:48.471859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:48.472263 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.472654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:48.474255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Bound port: 800b9697-77e1-4829-8f31-ae574f7bfd76, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:48.474705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.541174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.545941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.592194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:48.602020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f66ce551-401b-4250-b5fe-72fcc4558d24 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:48.604790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] For port 800b9697-77e1-4829-8f31-ae574f7bfd76, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:48.609506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] For port 800b9697-77e1-4829-8f31-ae574f7bfd76, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=800b9697-77e1-4829-8f31-ae574f7bfd76,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:48.657231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.743382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Router cc41aa78-9967-493c-9298-eb028731ba46 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:38:48.757576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Routers {'1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:48.758340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:48.782289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb835f7-81b5-4bc6-a903-0aa207173f88 None None] Pushing event updated for resources: {'Port': ['ID=800b9697-77e1-4829-8f31-ae574f7bfd76,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:48.813430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.845316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.862368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f66ce551-401b-4250-b5fe-72fcc4558d24 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:48.862768 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:49.012899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:49.027427 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Sync routers for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:49.051562 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:49.052686 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:49.057670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:49.065479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-88e81733-f68b-41ae-bb94-dce9484317ba admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5636168 Jul 06 18:38:49.066568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51608) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:49.110661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=07f6915c-ac9a-4fa3-a023-7436fba5260a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:49.166915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:49.172966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.173369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.173747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.174059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.174386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.174712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.175035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.175358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.175677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.175994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.176311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.176626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:49.306082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161cfde6-a914-4650-8711-c0a583b3f3b5 None None] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:49.319816 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:49.622226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6755eab5-6df2-4076-8433-84fdcaac1943 None None] Provisioning for port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:49.672517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] Set router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:49.699885 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:47Z', 'revision_number': 3, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:49.779162 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Checking router: cc41aa78-9967-493c-9298-eb028731ba46 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:49.779500 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Updating router cc41aa78-9967-493c-9298-eb028731ba46 port b3724b64-9863-4eb3-b312-ecdcd3609bf6 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:38:49.787739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:49.855073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6755eab5-6df2-4076-8433-84fdcaac1943 None None] Provisioning complete for port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:49.855660 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6755eab5-6df2-4076-8433-84fdcaac1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:49.863996 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:49.897581 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.015382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Allocated IP 172.20.0.1 (62f0fd66-de99-49b9-a027-c0e8daad89a7/2726e7d0-d529-4920-8012-a073eb5ea0df/2f621f75-0ec3-47a5-a650-6e2c96b3048a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:50.128366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.155317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Transition to ACTIVE for port object 2f621f75-0ec3-47a5-a650-6e2c96b3048a will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:50.189843 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.211724 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Transition to ACTIVE for port object b3724b64-9863-4eb3-b312-ecdcd3609bf6 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:50.220798 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.237103 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 23402ddf-273b-4632-9743-0159da0fce45 associated. External IP: 172.25.4.29, port: 7dd18389-ec59-4106-9e84-432d2ec0ce10. Jul 06 18:38:50.288701 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Attempting to bind port b3724b64-9863-4eb3-b312-ecdcd3609bf6 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:50.289634 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Attempting to bind port b3724b64-9863-4eb3-b312-ecdcd3609bf6 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:50.290217 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Attempting to bind port b3724b64-9863-4eb3-b312-ecdcd3609bf6 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:50.295478 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6755eab5-6df2-4076-8433-84fdcaac1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.316204 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Pushing event updated for resources: {'Port': ['ID=b3724b64-9863-4eb3-b312-ecdcd3609bf6,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:50.319696 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:50.320715 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:50.322572 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.323684 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:50.324482 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Bound port: b3724b64-9863-4eb3-b312-ecdcd3609bf6, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:50.325114 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.337198 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.337959 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.338651 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.339292 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.339854 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.340393 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.365688 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.366328 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.366914 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.367463 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.368970 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.369543 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:50.378112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:38:45Z', 'revision_number': 3, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:50.384853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6755eab5-6df2-4076-8433-84fdcaac1943 None None] For port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:50.437890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4765788-1d10-4db3-9e47-d656639a6237 None None] The sync data for ids ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'] in n-d-799684-2 is: [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:38:45Z', 'revision_number': 3, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:50.440022 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6755eab5-6df2-4076-8433-84fdcaac1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.538507 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] For port b3724b64-9863-4eb3-b312-ecdcd3609bf6, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:50.546943 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] For port b3724b64-9863-4eb3-b312-ecdcd3609bf6, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b3724b64-9863-4eb3-b312-ecdcd3609bf6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:50.560753 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.568380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.594247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755eab5-6df2-4076-8433-84fdcaac1943 None None] Pushing event updated for resources: {'Port': ['ID=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:50.653258 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a16136-b866-42af-9ed7-33553573161f None None] Pushing event updated for resources: {'Port': ['ID=b3724b64-9863-4eb3-b312-ecdcd3609bf6,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:50.673242 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:50.673969 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:50.686764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb164fa-11c1-4c83-bee4-6d3d31524f7f req-42b868a8-cafb-4b32-a66b-a03cd2b84744 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:50.696458 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6cb164fa-11c1-4c83-bee4-6d3d31524f7f req-42b868a8-cafb-4b32-a66b-a03cd2b84744 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 1.1657035 Jul 06 18:38:50.777770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a6e3099f-ddbb-4394-ba76-1afaf13949c7 None None] Provisioning complete for port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:50.778157 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6e3099f-ddbb-4394-ba76-1afaf13949c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.796412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.822654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.835093 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:50.887287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Allocated IP 172.20.0.1 (1672d946-2ee8-438a-82b2-d7ba0827f829/3255f56c-4e8a-4336-8092-2df3539c8bd7/ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:50.903333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.963738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6cb164fa-11c1-4c83-bee4-6d3d31524f7f req-be515343-029d-4646-a120-d763e447eda2 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629793 Jul 06 18:38:51.022251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:51.051570 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.117681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51648) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:51.126099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1547908253'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:51.210786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:51.215086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.221608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Allocated IP 172.25.4.43 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/920afdd0-cf40-4971-9386-c9f7b1b5d091) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:51.270157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:51.294992 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:47Z', 'revision_number': 3, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:51.300950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.307056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.307409 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Added segment 845610ba-dedd-45de-a03a-29bcb1b672d9 of type vlan for network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 Jul 06 18:38:51.342667 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91190afe-93f8-4b95-80d2-d748bc32eba3 None None] The sync data for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 is: [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:47Z', 'revision_number': 3, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:51.349387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Transition to ACTIVE for port object ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:51.373394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.442829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.456758 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.517505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Network 62f0fd66-de99-49b9-a027-c0e8daad89a7 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:51.528185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:51.529562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.531060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:51.540016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:51.541192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.544943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:51.548126 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.578389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:51.599424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4778962 Jul 06 18:38:51.608538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51658) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:51.628105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1292620593'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:51.640792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Pushing event updated for resources: {'Port': ['ID=2f621f75-0ec3-47a5-a650-6e2c96b3048a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:51.647025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:51.649368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:51.779814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0b9f4-3ee0-4ac7-b265-4fdf7e528a6e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Network': ['ID=36a68faa-25a4-4c20-b236-3e5eaca5fb55,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:51.793918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:51.797448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.010883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.182184 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.211433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f222c22b-2f66-4964-9dce-ac6350618147 None None] Provisioning for port 2f621f75-0ec3-47a5-a650-6e2c96b3048a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:52.223351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:52.228192 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.229387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f222c22b-2f66-4964-9dce-ac6350618147 None None] Provisioning complete for port 2f621f75-0ec3-47a5-a650-6e2c96b3048a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:52.229774 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f222c22b-2f66-4964-9dce-ac6350618147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.313443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f222c22b-2f66-4964-9dce-ac6350618147 None None] Port 2f621f75-0ec3-47a5-a650-6e2c96b3048a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:38:52.429934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:52.433433 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.438495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.466995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 800b9697-77e1-4829-8f31-ae574f7bfd76 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:52.471987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:52.473525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f63fa417-bf6d-458f-b79d-1ee9a385affe None None] Provisioning for port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:52.474753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:52.522499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f63fa417-bf6d-458f-b79d-1ee9a385affe None None] Provisioning complete for port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:52.523684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f63fa417-bf6d-458f-b79d-1ee9a385affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.547171 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.558804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.604326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.606887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f63fa417-bf6d-458f-b79d-1ee9a385affe None None] Port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:38:52.629821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 800b9697-77e1-4829-8f31-ae574f7bfd76 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:52.638069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 800b9697-77e1-4829-8f31-ae574f7bfd76 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:52.638795 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.771208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:52.775615 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.815210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 800b9697-77e1-4829-8f31-ae574f7bfd76, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=800b9697-77e1-4829-8f31-ae574f7bfd76,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:52.823735 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.824963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b3724b64-9863-4eb3-b312-ecdcd3609bf6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:52.877336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:52.879910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:52.955411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=800b9697-77e1-4829-8f31-ae574f7bfd76,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:52.968766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.969457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.969968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.972559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.973106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.973757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.974251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.974843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.975326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.975792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.976275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.976745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:52.993750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b3724b64-9863-4eb3-b312-ecdcd3609bf6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:38:53.004772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b3724b64-9863-4eb3-b312-ecdcd3609bf6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:53.005520 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.091044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Router cc41aa78-9967-493c-9298-eb028731ba46 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:53.127110 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.179437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'Port': ['ID=920afdd0-cf40-4971-9386-c9f7b1b5d091,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:53.205267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:53.222092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b807df8-31fb-4f36-97c6-9532c39a03bf None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:53.231977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port b3724b64-9863-4eb3-b312-ecdcd3609bf6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b3724b64-9863-4eb3-b312-ecdcd3609bf6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:53.251709 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.252546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 11a2cb20-3a05-4376-aaba-3d0d4849b2cd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:53.263626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.306660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:53.340429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.354046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:53.362029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b807df8-31fb-4f36-97c6-9532c39a03bf None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:53.362815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5b807df8-31fb-4f36-97c6-9532c39a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:53.368534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6016be8e-654e-4e4c-9f78-a75eccdcb177 admin admin] 10.222.0.53 "PUT /v2.0/routers/cc41aa78-9967-493c-9298-eb028731ba46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3005860 Jul 06 18:38:53.434734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5b807df8-31fb-4f36-97c6-9532c39a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:53.486193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b807df8-31fb-4f36-97c6-9532c39a03bf None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:53.486898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5b807df8-31fb-4f36-97c6-9532c39a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:53.493049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2ed3e46-dd23-477e-b8d8-25520edbc24f None None] Provisioning complete for port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:53.493509 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3e46-dd23-477e-b8d8-25520edbc24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.517894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.518252 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Added segment b1045670-8b40-4d38-97f4-61c675697cc6 of type vlan for network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 Jul 06 18:38:53.528436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146baf19-36d1-4eb1-a53c-2624c9a12efb req-2f8a4d84-15f2-48e9-99d2-abd78cc099a3 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:53.530144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-146baf19-36d1-4eb1-a53c-2624c9a12efb req-2f8a4d84-15f2-48e9-99d2-abd78cc099a3 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 1.3048275 Jul 06 18:38:53.542524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=b3724b64-9863-4eb3-b312-ecdcd3609bf6,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:53.582141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5b807df8-31fb-4f36-97c6-9532c39a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:53.582755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b807df8-31fb-4f36-97c6-9532c39a03bf None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:53.600758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:53.601114 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.625646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bb3befd0-ce66-4cc4-a100-d9f6b930b5e2 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.2021146 Jul 06 18:38:53.625904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed3e46-dd23-477e-b8d8-25520edbc24f None None] Port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:38:53.627043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:53.631795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-531494485'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:53.642812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.664815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:53.669021 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.704537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:53.725641 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.726123 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Added segment 711b3ed3-eeab-4b45-b4c3-0cde45ceda20 of type vlan for network 8d11b5b1-c597-40e5-b307-0271e153dba9 Jul 06 18:38:53.774568 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-146baf19-36d1-4eb1-a53c-2624c9a12efb req-5f6c9ce2-e812-41f1-9f80-dd5c2c4054a0 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286246 Jul 06 18:38:53.784418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.823229 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.828829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:53.829799 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.837341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.844062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:53.844841 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.845619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2184734 Jul 06 18:38:53.848460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51682) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:53.853973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'subnet': {'network_id': '8d11b5b1-c597-40e5-b307-0271e153dba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:53.936867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:53.983452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3691003 Jul 06 18:38:53.991730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51684) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:54.000615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'subnet': {'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:54.009699 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.016584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b116c30-3b3c-4a85-b5b4-06ed614fc2f0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Network': ['ID=8834e188-cc93-4bd8-9ab4-7a580b36dac9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:54.027031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.028827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51686) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:54.030592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:54.066627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-61deebb1-0913-4a95-8ffa-922e08ebbf1c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094947362', 'description': 'tempest-description--424463496'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:54.075638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cd8bc-ee6f-4f61-aa5a-76e07d355da1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Network': ['ID=8d11b5b1-c597-40e5-b307-0271e153dba9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:54.094391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:38:54.101473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:54.105557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.175944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Pushing event updated for resources: {'Port': ['ID=2f621f75-0ec3-47a5-a650-6e2c96b3048a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:54.182872 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61deebb1-0913-4a95-8ffa-922e08ebbf1c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.219545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:54.223406 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.236060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.291364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 800b9697-77e1-4829-8f31-ae574f7bfd76 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:54.370338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 800b9697-77e1-4829-8f31-ae574f7bfd76 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:54.370714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.422679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.511232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Network 62f0fd66-de99-49b9-a027-c0e8daad89a7 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:54.514049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61deebb1-0913-4a95-8ffa-922e08ebbf1c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.515334 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.523461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:54.523611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b3724b64-9863-4eb3-b312-ecdcd3609bf6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:38:54.527354 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Sync routers for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:54.539470 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:54.540198 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61deebb1-0913-4a95-8ffa-922e08ebbf1c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.540571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:54.627451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b3724b64-9863-4eb3-b312-ecdcd3609bf6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:54.628143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.716683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Subnet': ['ID=37d7d356-3912-4ab1-8941-e0daa92ae1db,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:54.724849 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.752465 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:54.772054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Checking segment: {'id': '711b3ed3-eeab-4b45-b4c3-0cde45ceda20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8d11b5b1-c597-40e5-b307-0271e153dba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:54.772591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network hostable DHCP agents. Network: 8d11b5b1-c597-40e5-b307-0271e153dba9, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:38:54.816620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Subnet': ['ID=eea1452d-da00-425b-be6f-9d1150db1957,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:54.827569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:38:54.844879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Checking segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:54.845653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network hostable DHCP agents. Network: 36a68faa-25a4-4c20-b236-3e5eaca5fb55, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:38:54.849804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 8d11b5b1-c597-40e5-b307-0271e153dba9) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:54.855162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:54.857368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.869395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65906e55-672b-4d05-9426-ed5bfc1398f0 None None] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:54.883826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e6fa2984-9bff-4e29-8590-9d4c0128774d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0340436 Jul 06 18:38:54.885292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51698) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:54.893250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1471352886', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:54.928319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.930043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.938046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:38:54.949818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 36a68faa-25a4-4c20-b236-3e5eaca5fb55) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:54.955400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:54.959067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.961053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deebb1-0913-4a95-8ffa-922e08ebbf1c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1d893c-588e-4062-b37c-469ab8c31a7d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:54.970791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:54.972124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61deebb1-0913-4a95-8ffa-922e08ebbf1c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:54.981956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51700) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:54.983091 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-61deebb1-0913-4a95-8ffa-922e08ebbf1c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9180663 Jul 06 18:38:54.991042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ca613248-6f23-4015-a292-986cad923f1d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'security_group_rule': {'security_group_id': 'ac1d893c-588e-4062-b37c-469ab8c31a7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:55.006507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ba64282d-722b-49e9-b251-4b1eeaf93aee tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0133615 Jul 06 18:38:55.015289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8582ef1-da37-44bf-bc83-600fa8c1852b None None] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:55.020160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51702) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:55.039569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'subnet': {'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:55.112318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.162825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca613248-6f23-4015-a292-986cad923f1d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.189130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0bc2e578-d3ec-47cc-9ca1-a3f621f51158 None None] Provisioning complete for port 2f621f75-0ec3-47a5-a650-6e2c96b3048a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:38:55.202110 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e578-d3ec-47cc-9ca1-a3f621f51158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.223163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Router e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:38:55.233069 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 2, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:55.264596 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Checking router: cc41aa78-9967-493c-9298-eb028731ba46 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:55.265105 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Updating router cc41aa78-9967-493c-9298-eb028731ba46 port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:38:55.275440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:55.286634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.316690 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.328131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2e578-d3ec-47cc-9ca1-a3f621f51158 None None] Port 2f621f75-0ec3-47a5-a650-6e2c96b3048a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:38:55.387779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:55.395044 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.405763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Sync routers for ids ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:55.406867 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-333d53cc-08b2-4400-9d06-68efd320c31c admin admin] 10.222.0.53 "PUT /v2.0/routers/1735a2b0-11ec-4896-ac6e-ad3aa19ef84d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2279260 Jul 06 18:38:55.458005 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca613248-6f23-4015-a292-986cad923f1d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.520600 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca613248-6f23-4015-a292-986cad923f1d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.579092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd398c6-c9e3-4f5b-ab5e-d5e7767c188a req-b72bf632-652a-4885-9dc3-029b434497cd tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:55.584601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-8d11b5b1-c597-40e5-b307-0271e153dba9', 'network_id': '8d11b5b1-c597-40e5-b307-0271e153dba9', 'tenant_id': '13aca555382b46a2b33704694a0eb795', 'fixed_ips': [{'subnet_id': '37d7d356-3912-4ab1-8941-e0daa92ae1db'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:38:55.586721 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.592731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cd398c6-c9e3-4f5b-ab5e-d5e7767c188a req-b72bf632-652a-4885-9dc3-029b434497cd tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.4784570 Jul 06 18:38:55.597291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca613248-6f23-4015-a292-986cad923f1d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be9e844-6344-43f2-9ea5-60cbf8597083,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:55.604607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'fixed_ips': [{'subnet_id': 'eea1452d-da00-425b-be6f-9d1150db1957'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:38:55.606718 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.634423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca613248-6f23-4015-a292-986cad923f1d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.636037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ca613248-6f23-4015-a292-986cad923f1d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6517770 Jul 06 18:38:55.638915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51706) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:55.642244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Routers {'1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:55.643478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:55.644503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3d266392-2433-4d9d-8306-05b11596bbad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'security_group_rule': {'security_group_id': 'ac1d893c-588e-4062-b37c-469ab8c31a7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:55.651677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:55.669824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.688871 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Sync routers for ids ['e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:55.694883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d266392-2433-4d9d-8306-05b11596bbad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.699876 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.703166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cd398c6-c9e3-4f5b-ab5e-d5e7767c188a req-a7e8cc37-0304-4185-b62e-cc23600eec04 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942359 Jul 06 18:38:55.710123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51712) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:55.715803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-29d6c34a-4d2b-4bed-9c55-cb2fe0072d31 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.0862837 Jul 06 18:38:55.751793 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Routers {'e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:55.753519 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:55.844036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Subnet': ['ID=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:55.854798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Checking segment: {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:55.855326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network hostable DHCP agents. Network: 8834e188-cc93-4bd8-9ab4-7a580b36dac9, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:38:55.878208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:38:55.893890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 8834e188-cc93-4bd8-9ab4-7a580b36dac9) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:55.901811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:55.903758 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.938227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d266392-2433-4d9d-8306-05b11596bbad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.943593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51716) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:55.944286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-786934d5-5ed9-494a-bbd9-68bdf9c02f30 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9131956 Jul 06 18:38:55.952778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'port': {'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'name': 'tempest-TaggedBootDevicesTest_v242-1168512560', 'fixed_ips': [{'subnet_id': 'eea1452d-da00-425b-be6f-9d1150db1957'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:56.060366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d266392-2433-4d9d-8306-05b11596bbad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.092381 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Set router e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:56.114883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d266392-2433-4d9d-8306-05b11596bbad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.119437 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3d266392-2433-4d9d-8306-05b11596bbad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4760866 Jul 06 18:38:56.120123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51724) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:56.128291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:56.162679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b78c6c89-c38b-463a-9e12-6ddc60fdd5cc tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/routers/e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc HTTP/1.1" status: 200 len: 908 time: 0.4515071 Jul 06 18:38:56.169206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51726) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:56.203772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1635064842', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': True}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:56.206279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d266392-2433-4d9d-8306-05b11596bbad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b1d799-87d1-4af8-9245-6c4878baa3ec,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:56.239529 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.391945 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.399821 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.419939 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.421304 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.435297 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Transition to ACTIVE for port object ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:56.459735 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.533359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.543272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:56.543883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.679091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb2e8e-d28e-490e-af6c-06c4d1d09c0f None None] Network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:38:56.801915 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2fb71-3f3a-498e-925c-0765d7a05fe1 None None] Pushing event updated for resources: {'Port': ['ID=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:56.827180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:56.876909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1577232681-network', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:38:56.889628 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Attempting to bind port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:56.894488 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Attempting to bind port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:56.894864 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Attempting to bind port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb on network 1672d946-2ee8-438a-82b2-d7ba0827f829 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:56.923796 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:56.924220 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Checking segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:56.924684 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.925269 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Bound using segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:56.926151 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Bound port: ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:56.926612 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.957748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Made reservation on behalf of ef98e7d2bc734335b04a4b904bf170a8 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:38:56.964668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:56.970445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Allocated IP 10.1.1.2 (36a68faa-25a4-4c20-b236-3e5eaca5fb55/eea1452d-da00-425b-be6f-9d1150db1957/e3a51f80-9778-4529-828b-2ef90815a2dc) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:57.071531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.086384 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] For port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:57.093392 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] For port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:57.102394 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.103128 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.115059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.152763 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc', 'name': 'tempest-snat-router-1635064842', 'tenant_id': '16bb979456184f179c043e8425e7a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.43'}], 'enable_snat': False}, 'gw_port_id': '920afdd0-cf40-4971-9386-c9f7b1b5d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 3, 'project_id': '16bb979456184f179c043e8425e7a856', 'gw_port': {'id': '920afdd0-cf40-4971-9386-c9f7b1b5d091', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:57.153244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.187847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.25.4.200 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/329977fa-8d68-4a79-ae7b-df657377544f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:57.217527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] device_id is not set on port 1afc42e0-ffc3-4b54-9467-8c1302e646cd yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:38:57.230277 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Checking router: e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:57.231194 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Updating router e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc port 920afdd0-cf40-4971-9386-c9f7b1b5d091 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:38:57.312319 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2fb71-3f3a-498e-925c-0765d7a05fe1 None None] Pushing event updated for resources: {'Port': ['ID=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:57.325416 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:57.326535 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:57.396257 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.691258 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.703903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Transition to ACTIVE for port object e3a51f80-9778-4529-828b-2ef90815a2dc will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:57.714997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.715216 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:57.763643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.767459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.836197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.895925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Set router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:57.899739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=329977fa-8d68-4a79-ae7b-df657377544f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:57.929322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.932525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:57.934961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Allocated IP 172.25.4.9 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/d7047bbd-7645-4f07-8942-34c51a982856) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:57.936562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:57.941339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:57.948227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:57.952465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Transition to ACTIVE for port object e3a51f80-9778-4529-828b-2ef90815a2dc will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:58.006070 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:58.091908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:38:58.103729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ddf252-fa37-4c03-a995-a8caa1c4f510,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:58.156719 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:38:57Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:58.165106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:58.165582 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Added segment 457a1e81-e7d6-4474-a3ea-7a95632a8df6 of type vlan for network 56ad3436-885b-4cc9-9122-3453fb70fd2c Jul 06 18:38:58.178403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Allocated IP 10.1.1.197 (36a68faa-25a4-4c20-b236-3e5eaca5fb55/eea1452d-da00-425b-be6f-9d1150db1957/1afc42e0-ffc3-4b54-9467-8c1302e646cd) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:58.195156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Allocated IP 172.20.0.2 (8d11b5b1-c597-40e5-b307-0271e153dba9/37d7d356-3912-4ab1-8941-e0daa92ae1db/7811754f-9415-4caa-bb58-32b88f44c30b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:58.201614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b4e89-ae76-479d-a164-d40b209b899d None None] The sync data for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 is: [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:38:57Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:58.202091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:58.228347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:58.230421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Pushing event updated for resources: {'Port': ['ID=e3a51f80-9778-4529-828b-2ef90815a2dc,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:58.234924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:58.614250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-8834e188-cc93-4bd8-9ab4-7a580b36dac9', 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'fixed_ips': [{'subnet_id': 'ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:38:58.615322 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:58.643875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Attempting to bind port e3a51f80-9778-4529-828b-2ef90815a2dc on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:58.644401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Attempting to bind port e3a51f80-9778-4529-828b-2ef90815a2dc by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:58.644866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Attempting to bind port e3a51f80-9778-4529-828b-2ef90815a2dc on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:58.692508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:58.693825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Checking segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:58.694473 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:58.695077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Bound using segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:58.695793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Bound port: e3a51f80-9778-4529-828b-2ef90815a2dc, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:58.697757 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:58.830413 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:58.909179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:58.945537 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.015923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'Port': ['ID=d7047bbd-7645-4f07-8942-34c51a982856,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:59.049335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:59.051344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:59.051990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Transition to ACTIVE for port object 7811754f-9415-4caa-bb58-32b88f44c30b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:59.061747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:59.113571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] For port e3a51f80-9778-4529-828b-2ef90815a2dc, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:59.131335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] For port e3a51f80-9778-4529-828b-2ef90815a2dc, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e3a51f80-9778-4529-828b-2ef90815a2dc,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:59.149585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Transition to ACTIVE for port object 7811754f-9415-4caa-bb58-32b88f44c30b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:59.157149 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.170375 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Transition to ACTIVE for port object 920afdd0-cf40-4971-9386-c9f7b1b5d091 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:59.176298 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.180986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Allocated IP 10.2.2.2 (8834e188-cc93-4bd8-9ab4-7a580b36dac9/ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6/edfd34ff-e3b3-45a4-b402-7159412c26e4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:59.190053 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.194685 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.244456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.262339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '2f621f75-0ec3-47a5-a650-6e2c96b3048a', 'name': '', 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'mac_address': 'fa:16:3e:3c:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2726e7d0-d529-4920-8012-a073eb5ea0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:49Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 2, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'subnets': [{'id': '2726e7d0-d529-4920-8012-a073eb5ea0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:59.306088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:59.376148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82405e-a3d5-44d2-ba21-8a77df6502e1 None None] Pushing event updated for resources: {'Port': ['ID=e3a51f80-9778-4529-828b-2ef90815a2dc,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:59.394092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:38:59.413974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Checking router: 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:59.414691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Updating router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d port 2f621f75-0ec3-47a5-a650-6e2c96b3048a binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:38:59.416946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:38:59.496050 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Attempting to bind port 920afdd0-cf40-4971-9386-c9f7b1b5d091 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:38:59.496499 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Attempting to bind port 920afdd0-cf40-4971-9386-c9f7b1b5d091 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:38:59.497406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Allocated IP 172.25.4.143 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/8fdc8558-ee6d-4254-bf8f-effb30af9c6d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:38:59.497658 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Attempting to bind port 920afdd0-cf40-4971-9386-c9f7b1b5d091 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:38:59.499661 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.517400 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:38:59.517861 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:38:59.519353 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.519755 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:38:59.520259 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Bound port: 920afdd0-cf40-4971-9386-c9f7b1b5d091, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:38:59.520646 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.530945 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24cd82-5a47-4eca-bb9e-b428b156110e None None] Pushing event updated for resources: {'Port': ['ID=920afdd0-cf40-4971-9386-c9f7b1b5d091,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:59.538115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.701282 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] For port 920afdd0-cf40-4971-9386-c9f7b1b5d091, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:38:59.708720 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] For port 920afdd0-cf40-4971-9386-c9f7b1b5d091, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=920afdd0-cf40-4971-9386-c9f7b1b5d091,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:38:59.727517 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.836168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.845182 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Routers {'e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:59.846217 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:59.869834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.881813 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.900130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Transition to ACTIVE for port object edfd34ff-e3b3-45a4-b402-7159412c26e4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:59.908671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.915491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:59.916288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.929266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Transition to ACTIVE for port object edfd34ff-e3b3-45a4-b402-7159412c26e4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:59.954404 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Transition to ACTIVE for port object 1afc42e0-ffc3-4b54-9467-8c1302e646cd will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:38:59.955343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.956071 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.988767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:38:59.996268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:00.014855 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] Set router e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:00.027425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:00.124352 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2654881 Jul 06 18:39:00.133432 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.135622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-cd09b07d-f8ba-489c-af18-ece0e123e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:00.137556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-cd09b07d-f8ba-489c-af18-ece0e123e9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.6776955 Jul 06 18:39:00.139970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51808) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:00.149640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Request body: {'subnet': {'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1577232681-subnet', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:00.186565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:00.195306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Attempting to bind port 7811754f-9415-4caa-bb58-32b88f44c30b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:00.197570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Attempting to bind port 7811754f-9415-4caa-bb58-32b88f44c30b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '711b3ed3-eeab-4b45-b4c3-0cde45ceda20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8d11b5b1-c597-40e5-b307-0271e153dba9'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:00.198127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Attempting to bind port 7811754f-9415-4caa-bb58-32b88f44c30b on network 8d11b5b1-c597-40e5-b307-0271e153dba9 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:00.215382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595bcd-3f75-411b-b631-fa8adf03ee06 admin admin] Pushing event updated for resources: {'Network': ['ID=56ad3436-885b-4cc9-9122-3453fb70fd2c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:00.226595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:00.231125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:00.237639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:00.252521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Checking segment: {'id': '711b3ed3-eeab-4b45-b4c3-0cde45ceda20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8d11b5b1-c597-40e5-b307-0271e153dba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:00.252959 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.253357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Bound using segment: {'id': '711b3ed3-eeab-4b45-b4c3-0cde45ceda20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8d11b5b1-c597-40e5-b307-0271e153dba9'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:00.253932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Bound port: 7811754f-9415-4caa-bb58-32b88f44c30b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711b3ed3-eeab-4b45-b4c3-0cde45ceda20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8d11b5b1-c597-40e5-b307-0271e153dba9'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:00.254327 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.269958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.314085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Pushing event updated for resources: {'Port': ['ID=7811754f-9415-4caa-bb58-32b88f44c30b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:00.320054 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc', 'name': 'tempest-snat-router-1635064842', 'tenant_id': '16bb979456184f179c043e8425e7a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.43'}], 'enable_snat': False}, 'gw_port_id': '920afdd0-cf40-4971-9386-c9f7b1b5d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 3, 'project_id': '16bb979456184f179c043e8425e7a856', 'gw_port': {'id': '920afdd0-cf40-4971-9386-c9f7b1b5d091', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:00.365744 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24cd82-5a47-4eca-bb9e-b428b156110e None None] Pushing event updated for resources: {'Port': ['ID=920afdd0-cf40-4971-9386-c9f7b1b5d091,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:00.374845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Made reservation on behalf of ef98e7d2bc734335b04a4b904bf170a8 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:00.375235 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af61b9-3b44-4ea9-bccd-ab07f8aee69c None None] The sync data for ids ['e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc'] in n-d-799684-2 is: [{'id': 'e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc', 'name': 'tempest-snat-router-1635064842', 'tenant_id': '16bb979456184f179c043e8425e7a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.43'}], 'enable_snat': False}, 'gw_port_id': '920afdd0-cf40-4971-9386-c9f7b1b5d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 3, 'project_id': '16bb979456184f179c043e8425e7a856', 'gw_port': {'id': '920afdd0-cf40-4971-9386-c9f7b1b5d091', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:00.383544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.396070 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.644697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'Port': ['ID=8fdc8558-ee6d-4254-bf8f-effb30af9c6d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:00.704412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] For port 7811754f-9415-4caa-bb58-32b88f44c30b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:00.709741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] For port 7811754f-9415-4caa-bb58-32b88f44c30b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7811754f-9415-4caa-bb58-32b88f44c30b,segment=NetworkSegment(711b3ed3-eeab-4b45-b4c3-0cde45ceda20),segment_id=711b3ed3-eeab-4b45-b4c3-0cde45ceda20)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:00.711586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 56ad3436-885b-4cc9-9122-3453fb70fd2c details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:39:00.724336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e3a51f80-9778-4529-828b-2ef90815a2dc up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:00.789859 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.803801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7b2b8-8958-446a-b5b5-c39e3bf9aa5e req-795bed81-5986-40c5-b4d8-b03cfa6b5534 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:00.812742 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35b7b2b8-8958-446a-b5b5-c39e3bf9aa5e req-795bed81-5986-40c5-b4d8-b03cfa6b5534 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 1.1265767 Jul 06 18:39:00.852269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=1afc42e0-ffc3-4b54-9467-8c1302e646cd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:00.930054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:00.944640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:00.947119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-781b8b9a-953b-4426-861a-4a9eea0c8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:00.948886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-781b8b9a-953b-4426-861a-4a9eea0c8cd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.7901614 Jul 06 18:39:00.957847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:01.018251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35b7b2b8-8958-446a-b5b5-c39e3bf9aa5e req-bab617b2-3049-401a-9483-2487299c6250 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924556 Jul 06 18:39:01.144564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.179389 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.225744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:01.232105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.256567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.397380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.410966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.415747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e9dbd392-ccd6-4049-9959-cafbfeeba094 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4681072 Jul 06 18:39:01.417366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51820) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:01.443968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7c73f2-ea7d-40e3-ac6a-83e67c297a81 None None] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:01.469508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'Port': ['ID=d7047bbd-7645-4f07-8942-34c51a982856,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:01.485499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.509576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8e132edc-2a25-46f9-bfa4-734afb2a9431 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3736999 Jul 06 18:39:01.575091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'port': {'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'name': 'tempest-TaggedBootDevicesTest_v242-580598958', 'fixed_ips': [{'subnet_id': 'eea1452d-da00-425b-be6f-9d1150db1957'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:01.703250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Attempting to bind port edfd34ff-e3b3-45a4-b402-7159412c26e4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:01.705404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Attempting to bind port edfd34ff-e3b3-45a4-b402-7159412c26e4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:01.706520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Attempting to bind port edfd34ff-e3b3-45a4-b402-7159412c26e4 on network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:01.762789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Pushing event updated for resources: {'Port': ['ID=edfd34ff-e3b3-45a4-b402-7159412c26e4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:01.868122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a6fd4-7672-4ef8-8ed9-bce404d7a730 None None] Pushing event updated for resources: {'Port': ['ID=7811754f-9415-4caa-bb58-32b88f44c30b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:01.905091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:01.905942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Checking segment: {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:01.906967 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.907559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Bound using segment: {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:01.908217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Bound port: edfd34ff-e3b3-45a4-b402-7159412c26e4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:01.908756 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.934054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-753c0137-eec1-4580-b09c-476ae1cda891 None None] Provisioning for port e3a51f80-9778-4529-828b-2ef90815a2dc completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:02.024596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-bfb3c256-0934-45d7-adf8-ee997ac2305e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2094947362&fields=id&tenant_id=2c25b3bd70414af0a890b8fdd3af2788 HTTP/1.1" status: 200 len: 267 time: 0.1815567 Jul 06 18:39:02.062071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e3a51f80-9778-4529-828b-2ef90815a2dc completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:02.077078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-566feb82-dfce-4a08-b225-74d576327b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 217 time: 1.1032844 Jul 06 18:39:02.181766 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.247037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.260360 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.275783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Transition to ACTIVE for port object 2f621f75-0ec3-47a5-a650-6e2c96b3048a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:02.298855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e3a51f80-9778-4529-828b-2ef90815a2dc triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:02.299380 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.319173 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.322229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51848) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:02.403568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c9644f-8d8a-4719-b364-ff778e1db9d3,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:02.445411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-81a768d7-1fd6-4ee6-9ee0-619bc2ca486d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:02.457233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-81a768d7-1fd6-4ee6-9ee0-619bc2ca486d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 817 time: 0.4316647 Jul 06 18:39:02.472621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] For port edfd34ff-e3b3-45a4-b402-7159412c26e4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:02.500602 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-51b548ae-494f-4e8d-9da8-1d5b4c824fc6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/quotas/2c25b3bd70414af0a890b8fdd3af2788 HTTP/1.1" status: 200 len: 375 time: 0.0417452 Jul 06 18:39:02.526939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:02.588981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92df5b9f-2686-497e-8efc-50e87176b6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.591047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] For port edfd34ff-e3b3-45a4-b402-7159412c26e4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=edfd34ff-e3b3-45a4-b402-7159412c26e4,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:02.609416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 6b8ed88f-f58e-4739-a755-215639ce5494 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:39:02.694560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-b6acf540-3a37-4d73-aced-6bc33dbf419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:02.696718 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-b6acf540-3a37-4d73-aced-6bc33dbf419f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.4687312 Jul 06 18:39:02.707492 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.753075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd1d07-4546-470c-a584-feae7f5bb2e3 None None] Pushing event updated for resources: {'Port': ['ID=2f621f75-0ec3-47a5-a650-6e2c96b3048a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:02.768529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-072822e6-a8b5-436c-b7e2-938eb5e3c844 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2669120 Jul 06 18:39:02.828036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b85cba-be64-47cd-8087-5d4323fb6987 None None] Pushing event updated for resources: {'Port': ['ID=edfd34ff-e3b3-45a4-b402-7159412c26e4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:02.835622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b70d7d-cd73-4449-ac57-65aacc33caf7 None None] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:02.839476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Router ceddf6fa-942d-4e24-ac29-c4a24c6c418f is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:39:02.851694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-f16cd5d4-9662-4642-a67f-89222b9b2b78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359923 Jul 06 18:39:02.886264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Checking segment: {'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:02.886637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Network hostable DHCP agents. Network: 56ad3436-885b-4cc9-9122-3453fb70fd2c, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:39:02.908559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-a37b4967-e554-4f90-8d48-794900ce62b1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:39:02.909637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-a37b4967-e554-4f90-8d48-794900ce62b1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179460 Jul 06 18:39:02.989009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Attempting to bind port 2f621f75-0ec3-47a5-a650-6e2c96b3048a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:02.989473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Attempting to bind port 2f621f75-0ec3-47a5-a650-6e2c96b3048a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:02.989948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Attempting to bind port 2f621f75-0ec3-47a5-a650-6e2c96b3048a on network 62f0fd66-de99-49b9-a027-c0e8daad89a7 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:03.020119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-10189bb4-6ca5-49da-95b4-fd0c87dd06b7 None None] Provisioning for port 7811754f-9415-4caa-bb58-32b88f44c30b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:03.023498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:03.023989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Checking segment: {'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:03.024489 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.024975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Bound using segment: {'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:03.025597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Bound port: 2f621f75-0ec3-47a5-a650-6e2c96b3048a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aa027e-2bc8-4c04-92d3-7a84f6b35f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:03.026134 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.040917 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.057394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c5feb-0ae0-4f12-a4f4-a7476f6aed7f req-86236ffa-e69b-4a32-99e2-67f71e893edc tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:03.060524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:03.069218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-632c5feb-0ae0-4f12-a4f4-a7476f6aed7f req-86236ffa-e69b-4a32-99e2-67f71e893edc tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.7284157 Jul 06 18:39:03.075147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:03.075694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Sync routers for ids ['ceddf6fa-942d-4e24-ac29-c4a24c6c418f'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:03.079632 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-8fc3787c-2f3d-4938-8839-7f2296f6c6d5 service neutron] 10.222.0.53 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098388 Jul 06 18:39:03.092120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92df5b9f-2686-497e-8efc-50e87176b6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.100074 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2e9d9-f6bb-4499-adf6-92ab15af0629 None None] Sync routers for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:03.115538 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2e9d9-f6bb-4499-adf6-92ab15af0629 None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:03.116172 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a5d2e9d9-f6bb-4499-adf6-92ab15af0629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:03.127694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92df5b9f-2686-497e-8efc-50e87176b6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.198063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Routers {'ceddf6fa-942d-4e24-ac29-c4a24c6c418f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:03.198839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ceddf6fa-942d-4e24-ac29-c4a24c6c418f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:03.199782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.201043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-82707bb4-5c13-4ec0-9e78-4ca6fa520f7d tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0282159 Jul 06 18:39:03.209839 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a5d2e9d9-f6bb-4499-adf6-92ab15af0629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:03.212283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port e3a51f80-9778-4529-828b-2ef90815a2dc, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e3a51f80-9778-4529-828b-2ef90815a2dc,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:03.216692 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51852) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:03.225674 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2e9d9-f6bb-4499-adf6-92ab15af0629 None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:03.226446 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a5d2e9d9-f6bb-4499-adf6-92ab15af0629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:03.254253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-92df5b9f-2686-497e-8efc-50e87176b6da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ad772dfdbf44177ae951f25ac50fd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9273369 Jul 06 18:39:03.261582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51854) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:03.309582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.316525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:03.348631 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a5d2e9d9-f6bb-4499-adf6-92ab15af0629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:03.350227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.350847 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2e9d9-f6bb-4499-adf6-92ab15af0629 None None] The sync data for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:03.354299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-51834804-6974-4ced-b648-a31b18c47ebe tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4625244 Jul 06 18:39:03.369139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51856) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:03.369975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df5b9f-2686-497e-8efc-50e87176b6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501e77ab-3d1a-4657-9d1a-e214c00fdcc8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:03.428738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-e75d17b7-3223-4be7-8f3c-4b060ade3f7b service neutron] 10.222.0.53 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481202 Jul 06 18:39:03.496174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] For port 2f621f75-0ec3-47a5-a650-6e2c96b3048a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:03.579324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Network 56ad3436-885b-4cc9-9122-3453fb70fd2c is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:39:03.579580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4a4ea7e0-9905-40db-9dc2-7fc5caa516f4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/routers/ceddf6fa-942d-4e24-ac29-c4a24c6c418f HTTP/1.1" status: 200 len: 908 time: 0.3602929 Jul 06 18:39:03.581818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51858) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:03.593129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.595794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Set router ceddf6fa-942d-4e24-ac29-c4a24c6c418f gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:03.622864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] device_id is not set on port 10da5450-7c8f-45b8-9976-7b9288f56e5e yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:39:03.675206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] For port 2f621f75-0ec3-47a5-a650-6e2c96b3048a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=2f621f75-0ec3-47a5-a650-6e2c96b3048a,segment=NetworkSegment(28aa027e-2bc8-4c04-92d3-7a84f6b35f42),segment_id=28aa027e-2bc8-4c04-92d3-7a84f6b35f42)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:03.703744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-632c5feb-0ae0-4f12-a4f4-a7476f6aed7f req-307076db-db55-4443-b00b-3e241f2ebad0 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332765 Jul 06 18:39:03.705019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31867fe9-f4a2-4100-a801-5953f02a53b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.763775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 56ad3436-885b-4cc9-9122-3453fb70fd2c) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:03.809455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.815390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:03.816316 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.825779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76e636-7271-485f-8ed6-e8e8becb6991 None None] Network 56ad3436-885b-4cc9-9122-3453fb70fd2c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:03.846599 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.860962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31867fe9-f4a2-4100-a801-5953f02a53b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.947006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4f2b3c1-66b5-4a3a-a66f-3e911302be46 req-dd9b11ff-3722-4111-9080-b89b6d2cf42b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 210 time: 0.1052258 Jul 06 18:39:03.968102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6ffc9a22-411e-4917-858c-2f991dc4d011 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8225012 Jul 06 18:39:03.972464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51866) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:03.996093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:04.030190 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-33891b59-7864-4ca3-8842-99f8b8280732 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9319785 Jul 06 18:39:04.070267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.071581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.077404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.167113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6fd1a805-b261-4c44-8cdb-78ad2bfb4d77 req-1e9c86bd-afb7-4707-a107-6959eecd2311 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252668 Jul 06 18:39:04.176775 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.247764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=e3a51f80-9778-4529-828b-2ef90815a2dc,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:04.308553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31867fe9-f4a2-4100-a801-5953f02a53b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.311806 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31867fe9-f4a2-4100-a801-5953f02a53b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.329480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-31867fe9-f4a2-4100-a801-5953f02a53b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/501e77ab-3d1a-4657-9d1a-e214c00fdcc8 HTTP/1.1" status: 204 len: 168 time: 1.0639956 Jul 06 18:39:04.449566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a1e849ad-2339-4949-bbc5-0cbf6a750f83 None None] Provisioning for port 1afc42e0-ffc3-4b54-9467-8c1302e646cd completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:04.461934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a1e849ad-2339-4949-bbc5-0cbf6a750f83 None None] Provisioning complete for port 1afc42e0-ffc3-4b54-9467-8c1302e646cd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:04.462316 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1e849ad-2339-4949-bbc5-0cbf6a750f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.463920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:04.491371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31867fe9-f4a2-4100-a801-5953f02a53b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501e77ab-3d1a-4657-9d1a-e214c00fdcc8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:04.516621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:04.517311 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.650533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Allocated IP 10.1.1.220 (36a68faa-25a4-4c20-b236-3e5eaca5fb55/eea1452d-da00-425b-be6f-9d1150db1957/10da5450-7c8f-45b8-9976-7b9288f56e5e) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:04.678865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Routers {'1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:04.681231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:04.832102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0743fe68-9c6b-46fc-9540-1b368e1fd910 None None] Network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:05.028588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd1d07-4546-470c-a584-feae7f5bb2e3 None None] Pushing event updated for resources: {'Port': ['ID=2f621f75-0ec3-47a5-a650-6e2c96b3048a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:05.055297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51890) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:05.119128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Deleting port 8fdc8558-ee6d-4254-bf8f-effb30af9c6d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:05.119813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.121653 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed327586-84ca-48c7-b5cb-692938121e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.134169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a1e849ad-2339-4949-bbc5-0cbf6a750f83 None None] Port 1afc42e0-ffc3-4b54-9467-8c1302e646cd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:05.324820 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.409171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-56ad3436-885b-4cc9-9122-3453fb70fd2c', 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'fixed_ips': [{'subnet_id': '67c9644f-8d8a-4719-b364-ff778e1db9d3'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:39:05.411362 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.462384 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.465356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a1e849ad-2339-4949-bbc5-0cbf6a750f83 None None] Provisioning complete for port e3a51f80-9778-4529-828b-2ef90815a2dc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:05.466017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c77c1-47f2-411f-96a0-a5e6db8ded4a req-d32edea0-b504-4de3-a522-0059c2826498 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:05.466703 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1e849ad-2339-4949-bbc5-0cbf6a750f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.467778 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0c77c1-47f2-411f-96a0-a5e6db8ded4a req-d32edea0-b504-4de3-a522-0059c2826498 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.4537554 Jul 06 18:39:05.491207 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.523313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Calling delete_port for 8fdc8558-ee6d-4254-bf8f-effb30af9c6d owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:05.532334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] Set router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:05.548731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-abb70245-d0ec-4271-98a8-207f6175d536 req-fd469c58-c7fd-4fa1-9a0e-6bcb041300c3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 210 time: 0.0430205 Jul 06 18:39:05.571856 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0c77c1-47f2-411f-96a0-a5e6db8ded4a req-aae5e756-0d89-45c4-b9d3-a5487fc2f7e7 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925708 Jul 06 18:39:05.667585 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed327586-84ca-48c7-b5cb-692938121e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.676230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed327586-84ca-48c7-b5cb-692938121e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.771244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ed327586-84ca-48c7-b5cb-692938121e6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5cc084c0f8b4596ae1d2d704b1d14e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7104628 Jul 06 18:39:05.777108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51892) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:05.783931 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.789536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed327586-84ca-48c7-b5cb-692938121e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdcd6b8-b895-48cb-ad16-0361699bc698,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:05.827877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Transition to ACTIVE for port object 10da5450-7c8f-45b8-9976-7b9288f56e5e will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:05.843159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.857613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceddf6fa-942d-4e24-ac29-c4a24c6c418f', 'name': 'tempest-snat-router-1635064842', 'tenant_id': '16bb979456184f179c043e8425e7a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '8fdc8558-ee6d-4254-bf8f-effb30af9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:56Z', 'updated_at': '2021-07-06T18:39:00Z', 'revision_number': 3, 'project_id': '16bb979456184f179c043e8425e7a856', 'gw_port': {'id': '8fdc8558-ee6d-4254-bf8f-effb30af9c6d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceddf6fa-942d-4e24-ac29-c4a24c6c418f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:57Z', 'updated_at': '2021-07-06T18:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:05.865547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:05.913656 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.926597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.941527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Checking router: ceddf6fa-942d-4e24-ac29-c4a24c6c418f for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:05.941909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Updating router ceddf6fa-942d-4e24-ac29-c4a24c6c418f port 8fdc8558-ee6d-4254-bf8f-effb30af9c6d binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:39:05.990027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe2aafb7-638d-4d8e-b0d1-fe2a95d487a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.995110 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.024963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:06.037884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:06.042036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:06.046987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=10da5450-7c8f-45b8-9976-7b9288f56e5e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:06.052735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fdc8558-ee6d-4254-bf8f-effb30af9c6d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:06.055271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.086067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe2aafb7-638d-4d8e-b0d1-fe2a95d487a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.102797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.359271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Allocated IP 172.20.0.2 (56ad3436-885b-4cc9-9122-3453fb70fd2c/67c9644f-8d8a-4719-b364-ff778e1db9d3/87533262-b4da-476c-bda1-d6b59da6074a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:06.387711 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.408562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.415541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:06.415738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:06.416269 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.510875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c8ef3d3-5585-49f5-81e9-c3f8d6817228 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9844582 Jul 06 18:39:06.568840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.572549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.638391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e3a51f80-9778-4529-828b-2ef90815a2dc up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:06.647014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-b5be7a01-405f-4473-ae92-42335814e9ae tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:06.648558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-b5be7a01-405f-4473-ae92-42335814e9ae tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 817 time: 0.4036639 Jul 06 18:39:06.662864 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe2aafb7-638d-4d8e-b0d1-fe2a95d487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.665947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe2aafb7-638d-4d8e-b0d1-fe2a95d487a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.669373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fe2aafb7-638d-4d8e-b0d1-fe2a95d487a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbdcd6b8-b895-48cb-ad16-0361699bc698 HTTP/1.1" status: 204 len: 168 time: 0.8891454 Jul 06 18:39:06.672105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.672489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceddf6fa-942d-4e24-ac29-c4a24c6c418f {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:06.682642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Port 8fdc8558-ee6d-4254-bf8f-effb30af9c6d not found while updating agent binding for router ceddf6fa-942d-4e24-ac29-c4a24c6c418f. {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 18:39:06.684634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.686087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-697e3461-0733-4bb9-8d1a-98af18871bc9 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ceddf6fa-942d-4e24-ac29-c4a24c6c418f HTTP/1.1" status: 204 len: 168 time: 3.1031020 Jul 06 18:39:06.693370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51904) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:06.709196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aafb7-638d-4d8e-b0d1-fe2a95d487a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdcd6b8-b895-48cb-ad16-0361699bc698,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:06.757012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.20.0.1 (8d11b5b1-c597-40e5-b307-0271e153dba9/37d7d356-3912-4ab1-8941-e0daa92ae1db/04b9ca05-1430-4b53-b901-53e79bfe0cdc) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:06.763032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-40355afe-7308-4951-b757-655c2f3c8eac tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c25b3bd70414af0a890b8fdd3af2788 HTTP/1.1" status: 200 len: 380 time: 0.1045470 Jul 06 18:39:06.768050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Routers set() bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:06.768518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Router IDs set() for agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 18:39:06.769220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_agentschedulers_db [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ceddf6fa-942d-4e24-ac29-c4a24c6c418f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent'). {{(pid=93968) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 18:39:06.769650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999302f-b447-4500-ad7d-5f59a1870fc1 None None] The sync data for ids ['ceddf6fa-942d-4e24-ac29-c4a24c6c418f'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:06.785472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'port': {'device_id': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'admin_state_up': True, 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'security_groups': ['ac1d893c-588e-4062-b37c-469ab8c31a7d']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:06.841831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Allocated IP 172.25.4.77 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/b9b8c5a7-50f6-4747-8640-4eaa74f32279) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:06.902532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e3a51f80-9778-4529-828b-2ef90815a2dc triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:06.902945 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.908399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-199f2609-e1a9-4a1e-b670-4978105dd98e None None] Provisioning for port edfd34ff-e3b3-45a4-b402-7159412c26e4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:06.918965 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.922940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '2f621f75-0ec3-47a5-a650-6e2c96b3048a', 'name': '', 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'mac_address': 'fa:16:3e:3c:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2726e7d0-d529-4920-8012-a073eb5ea0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:49Z', 'updated_at': '2021-07-06T18:39:03Z', 'revision_number': 4, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'subnets': [{'id': '2726e7d0-d529-4920-8012-a073eb5ea0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:07.025946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebd76aab-88b1-49bd-83ef-5a3929b7fa55 req-7b1de918-d3e4-4d68-a1d9-1a9daa6c40fb tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 210 time: 0.2008755 Jul 06 18:39:07.038252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a86de-5d23-481b-832c-a1627673f785 None None] The sync data for ids ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'] in n-d-799684-2 is: [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '2f621f75-0ec3-47a5-a650-6e2c96b3048a', 'name': '', 'network_id': '62f0fd66-de99-49b9-a027-c0e8daad89a7', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'mac_address': 'fa:16:3e:3c:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2726e7d0-d529-4920-8012-a073eb5ea0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:49Z', 'updated_at': '2021-07-06T18:39:03Z', 'revision_number': 4, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'subnets': [{'id': '2726e7d0-d529-4920-8012-a073eb5ea0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:07.053203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Transition to ACTIVE for port object 87533262-b4da-476c-bda1-d6b59da6074a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:07.145489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Transition to ACTIVE for port object 87533262-b4da-476c-bda1-d6b59da6074a will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:07.150699 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.152690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-199f2609-e1a9-4a1e-b670-4978105dd98e None None] Provisioning complete for port 1afc42e0-ffc3-4b54-9467-8c1302e646cd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:07.153348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-199f2609-e1a9-4a1e-b670-4978105dd98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.228575 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.284219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51908) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:07.312852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405903111', 'description': 'tempest-description--154118946'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:07.333855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.376870 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:39:07.376870 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:39:07.376870 n-d-799684-2 neutron-server[93966]: [parameters: {'project_id_1': '42e1c0cdee9941ce9732e18ad04ce4ec', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 39, 7, 333591)}] Jul 06 18:39:07.376870 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:39:07.377393 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:39:07.410082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.453741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Made reservation on behalf of 2c25b3bd70414af0a890b8fdd3af2788 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:07.457820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.466174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Transition to ACTIVE for port object 04b9ca05-1430-4b53-b901-53e79bfe0cdc will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:07.469747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.486608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.561248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e4e64-5270-4604-a4b7-ce50d0ce5c9f req-977e359e-bfeb-4f11-b214-9d5715a1a6c0 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:07.562905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-996e4e64-5270-4604-a4b7-ce50d0ce5c9f req-977e359e-bfeb-4f11-b214-9d5715a1a6c0 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2125542 Jul 06 18:39:07.655138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:07.674784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:07.681144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:07.683243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7811754f-9415-4caa-bb58-32b88f44c30b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:07.691269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Pushing event updated for resources: {'Port': ['ID=b9b8c5a7-50f6-4747-8640-4eaa74f32279,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:07.715051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Pushing event updated for resources: {'Port': ['ID=87533262-b4da-476c-bda1-d6b59da6074a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:07.735274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Network 56ad3436-885b-4cc9-9122-3453fb70fd2c is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:07.736417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-199f2609-e1a9-4a1e-b670-4978105dd98e None None] Port 1afc42e0-ffc3-4b54-9467-8c1302e646cd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:07.747359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.752684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:07.756917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:07.759183 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-996e4e64-5270-4604-a4b7-ce50d0ce5c9f req-cb10bb8e-7505-4c81-a565-ce93ae98eb91 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627395 Jul 06 18:39:07.798847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Deleting port 920afdd0-cf40-4971-9386-c9f7b1b5d091 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:07.805778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.864706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-199f2609-e1a9-4a1e-b670-4978105dd98e None None] Provisioning for port 10da5450-7c8f-45b8-9976-7b9288f56e5e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:07.873848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-199f2609-e1a9-4a1e-b670-4978105dd98e None None] Provisioning complete for port 10da5450-7c8f-45b8-9976-7b9288f56e5e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:07.874086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-199f2609-e1a9-4a1e-b670-4978105dd98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.883538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Allocated IP 172.20.0.4 (1672d946-2ee8-438a-82b2-d7ba0827f829/3255f56c-4e8a-4336-8092-2df3539c8bd7/3023d27f-cf38-4035-9838-5c6698160a18) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:07.894001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:07.909398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:07.923434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:07.931445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=04b9ca05-1430-4b53-b901-53e79bfe0cdc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:07.969549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Attempting to bind port 87533262-b4da-476c-bda1-d6b59da6074a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:07.969903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Attempting to bind port 87533262-b4da-476c-bda1-d6b59da6074a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:07.970266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Attempting to bind port 87533262-b4da-476c-bda1-d6b59da6074a on network 56ad3436-885b-4cc9-9122-3453fb70fd2c {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:07.987435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:07.988272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Checking segment: {'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:07.988856 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.989445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Bound using segment: {'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:07.990220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Bound port: 87533262-b4da-476c-bda1-d6b59da6074a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:07.990800 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.001881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7811754f-9415-4caa-bb58-32b88f44c30b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:08.037240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7811754f-9415-4caa-bb58-32b88f44c30b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:08.038416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.043529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.052779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] For port 920afdd0-cf40-4971-9386-c9f7b1b5d091, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=920afdd0-cf40-4971-9386-c9f7b1b5d091,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:08.053155 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.069653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Calling delete_port for 920afdd0-cf40-4971-9386-c9f7b1b5d091 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:08.122271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] For port 87533262-b4da-476c-bda1-d6b59da6074a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:08.126871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] For port 87533262-b4da-476c-bda1-d6b59da6074a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=87533262-b4da-476c-bda1-d6b59da6074a,segment=NetworkSegment(457a1e81-e7d6-4474-a3ea-7a95632a8df6),segment_id=457a1e81-e7d6-4474-a3ea-7a95632a8df6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:08.152884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-199f2609-e1a9-4a1e-b670-4978105dd98e None None] Port 10da5450-7c8f-45b8-9976-7b9288f56e5e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:08.157164 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.159277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.334626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8dcf9-b411-4ad0-9991-e87c34c0c3d0 None None] Pushing event updated for resources: {'Port': ['ID=87533262-b4da-476c-bda1-d6b59da6074a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:08.371280 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.460950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7811754f-9415-4caa-bb58-32b88f44c30b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7811754f-9415-4caa-bb58-32b88f44c30b,segment=NetworkSegment(711b3ed3-eeab-4b45-b4c3-0cde45ceda20),segment_id=711b3ed3-eeab-4b45-b4c3-0cde45ceda20)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:08.462932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4b7384de-e062-42c4-88dd-bff39819a71f None None] Provisioning for port 04b9ca05-1430-4b53-b901-53e79bfe0cdc completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:08.469526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4b7384de-e062-42c4-88dd-bff39819a71f None None] Provisioning complete for port 04b9ca05-1430-4b53-b901-53e79bfe0cdc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:08.470076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4b7384de-e062-42c4-88dd-bff39819a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.482897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.489658 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.519903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4b7384de-e062-42c4-88dd-bff39819a71f None None] Port 04b9ca05-1430-4b53-b901-53e79bfe0cdc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:08.523409 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.524307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 920afdd0-cf40-4971-9386-c9f7b1b5d091 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:08.566186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Transition to ACTIVE for port object 3023d27f-cf38-4035-9838-5c6698160a18 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:08.643195 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.701922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7811754f-9415-4caa-bb58-32b88f44c30b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:08.735239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 920afdd0-cf40-4971-9386-c9f7b1b5d091 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:08.754754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 920afdd0-cf40-4971-9386-c9f7b1b5d091 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:08.755132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.808191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:08.921577 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.950362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:08.960763 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:08.962655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:09.043202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:09.044757 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.050698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:09.061048 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.090365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.097904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8067975 Jul 06 18:39:09.101333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51946) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:09.131348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5a3aaf05-c8e7-49fd-8165-2e41727677dd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'security_group_rule': {'security_group_id': '59b8ce37-85d8-4139-813a-1f2c2aac5e48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:09.137654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.151115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-cb8b009c-2f7d-48e6-a583-51c225162483 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3781500 Jul 06 18:39:09.190125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Request body: {'port': {'device_id': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:09.335637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ca1a1-2e9d-481f-bde5-71cc52ca2d2b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b8ce37-85d8-4139-813a-1f2c2aac5e48,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:09.410099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dbd1d28c-afd0-441e-9709-65a3a4b29a14 None None] Provisioning for port 3023d27f-cf38-4035-9838-5c6698160a18 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:09.414472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dbd1d28c-afd0-441e-9709-65a3a4b29a14 None None] Provisioning complete for port 3023d27f-cf38-4035-9838-5c6698160a18 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:09.414818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d28c-afd0-441e-9709-65a3a4b29a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.455876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a3aaf05-c8e7-49fd-8165-2e41727677dd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.511336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1d28c-afd0-441e-9709-65a3a4b29a14 None None] Port 3023d27f-cf38-4035-9838-5c6698160a18 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:09.568214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a3aaf05-c8e7-49fd-8165-2e41727677dd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.578026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b4771-06f6-4242-926b-138b1fe80d1d req-dad04929-8cd0-4e4a-9701-a3b8300f2e8f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:09.586136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-931b4771-06f6-4242-926b-138b1fe80d1d req-dad04929-8cd0-4e4a-9701-a3b8300f2e8f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 931 time: 0.8973572 Jul 06 18:39:09.588615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a3aaf05-c8e7-49fd-8165-2e41727677dd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.607043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.624260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aaf05-c8e7-49fd-8165-2e41727677dd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005b69c2-b144-48a4-8bce-1e59b71fe3c9,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:09.661527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device edfd34ff-e3b3-45a4-b402-7159412c26e4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:09.673122 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.726377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.756770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port edfd34ff-e3b3-45a4-b402-7159412c26e4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:09.763885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port edfd34ff-e3b3-45a4-b402-7159412c26e4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:09.764539 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.780396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event deleted for resources: {'Port': ['ID=920afdd0-cf40-4971-9386-c9f7b1b5d091,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:09.805090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-931b4771-06f6-4242-926b-138b1fe80d1d req-3e121118-50a9-4a2f-b7a6-7ab4a4c2f969 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182167 Jul 06 18:39:09.828114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a3aaf05-c8e7-49fd-8165-2e41727677dd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.830084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5a3aaf05-c8e7-49fd-8165-2e41727677dd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7271016 Jul 06 18:39:09.840612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51962) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:09.906585 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:09.918882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fe5e0928-64c9-4a21-9af5-9d0b992ea022 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'security_group_rule': {'security_group_id': '59b8ce37-85d8-4139-813a-1f2c2aac5e48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:09.960111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port edfd34ff-e3b3-45a4-b402-7159412c26e4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=edfd34ff-e3b3-45a4-b402-7159412c26e4,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:09.960348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-736b9023-4d50-4cb7-a617-fea7167a5566 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5177124 Jul 06 18:39:09.964299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352fb756-612e-4cad-8ade-7390ee6b64fc None None] Network 56ad3436-885b-4cc9-9122-3453fb70fd2c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:09.995698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f892-dd6f-4937-a7d3-852ec053ceb3 req-48214491-4e5c-4e53-8780-f43d57222af9 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:09.998098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acf4f892-dd6f-4937-a7d3-852ec053ceb3 req-48214491-4e5c-4e53-8780-f43d57222af9 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.8182104 Jul 06 18:39:10.024443 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.105204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.119563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0928-64c9-4a21-9af5-9d0b992ea022 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.141892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8cc00b34-cd9e-4cb8-9a79-ed72adc39b58 None None] Provisioning for port 87533262-b4da-476c-bda1-d6b59da6074a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:10.243018 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=edfd34ff-e3b3-45a4-b402-7159412c26e4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:10.275095 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acf4f892-dd6f-4937-a7d3-852ec053ceb3 req-a78ca79e-6022-4b2a-8759-38fe6d08f222 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356601 Jul 06 18:39:10.318497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.323151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.413981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.414550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:10.437526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.443688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51972) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:10.444708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97a56409-8290-4103-8ead-a71e2a408047 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e7fe1ccd-cb54-4202-a427-d5f6e03cdfbc HTTP/1.1" status: 204 len: 168 time: 3.7454817 Jul 06 18:39:10.447713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-6e15a234-6be8-4777-b33b-10243aa5a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:10.449601 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-6e15a234-6be8-4777-b33b-10243aa5a80c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e415e130ca04a699e8c19edc9ecb284&device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 1096 time: 0.4121768 Jul 06 18:39:10.464553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-25467030', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:10.484563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:39:10.488148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3023d27f-cf38-4035-9838-5c6698160a18 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:10.510517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.528812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0928-64c9-4a21-9af5-9d0b992ea022 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.542936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7811754f-9415-4caa-bb58-32b88f44c30b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:10.554614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0928-64c9-4a21-9af5-9d0b992ea022 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.555193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Transition to ACTIVE for port object 3023d27f-cf38-4035-9838-5c6698160a18 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:10.562791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.565477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.593195 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.596804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.597985 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.670924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.699475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7811754f-9415-4caa-bb58-32b88f44c30b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:10.699866 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.831734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e0928-64c9-4a21-9af5-9d0b992ea022 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca6feba-508c-4cc9-9e7d-6680a77ea2c3,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:10.866346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0928-64c9-4a21-9af5-9d0b992ea022 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.872933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fe5e0928-64c9-4a21-9af5-9d0b992ea022 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9863429 Jul 06 18:39:10.873608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51976) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:10.887700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:10.889964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 87533262-b4da-476c-bda1-d6b59da6074a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:10.903007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:10.946162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=04b9ca05-1430-4b53-b901-53e79bfe0cdc,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:10.964060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:10.979095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 87533262-b4da-476c-bda1-d6b59da6074a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:10.986184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 87533262-b4da-476c-bda1-d6b59da6074a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:10.987595 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.081983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-48352d92-5d74-4ce7-8d4c-831ebe220edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:11.083505 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-48352d92-5d74-4ce7-8d4c-831ebe220edc service neutron] 10.222.0.24 "GET /v2.0/networks?id=32eebd69-66d3-4d34-b336-1ff6fd762341 HTTP/1.1" status: 200 len: 913 time: 0.6008151 Jul 06 18:39:11.122499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.131629 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.171385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:11.180645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 87533262-b4da-476c-bda1-d6b59da6074a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=87533262-b4da-476c-bda1-d6b59da6074a,segment=NetworkSegment(457a1e81-e7d6-4474-a3ea-7a95632a8df6),segment_id=457a1e81-e7d6-4474-a3ea-7a95632a8df6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:11.184993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Sync routers for ids ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:11.193680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.194904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 2f621f75-0ec3-47a5-a650-6e2c96b3048a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:11.303577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=87533262-b4da-476c-bda1-d6b59da6074a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:11.315228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Routers {'6e5624bc-db0c-4513-8db7-0d49b233f6b5'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:11.316070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:11.327823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-372b5a88-5716-4114-81a7-b224e5e422fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4 HTTP/1.1" status: 200 len: 1001 time: 0.2226007 Jul 06 18:39:11.379482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 2f621f75-0ec3-47a5-a650-6e2c96b3048a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:11.385667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 2f621f75-0ec3-47a5-a650-6e2c96b3048a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:11.386385 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.469340 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.475520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4ad197f9-e3e0-4955-9c7a-12b39823107e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4958305 Jul 06 18:39:11.479535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-bad5958b-b90b-4444-acc4-7e68f227c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:11.483819 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-bad5958b-b90b-4444-acc4-7e68f227c9f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6cfccb8-8291-43e2-bb9f-f51f2c970d0d HTTP/1.1" status: 200 len: 851 time: 0.1289299 Jul 06 18:39:11.491962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51988) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:11.536077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Set router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:11.582191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3efadf-973d-4946-80ea-e64970b588fd req-ac7fa3f6-3d06-4ffb-b2c6-e37150dd979a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:11.583698 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d3efadf-973d-4946-80ea-e64970b588fd req-ac7fa3f6-3d06-4ffb-b2c6-e37150dd979a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.5334129 Jul 06 18:39:11.608914 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.615886 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.667396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Attempting to bind port 3023d27f-cf38-4035-9838-5c6698160a18 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:11.677994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Attempting to bind port 3023d27f-cf38-4035-9838-5c6698160a18 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:11.678601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Attempting to bind port 3023d27f-cf38-4035-9838-5c6698160a18 on network 1672d946-2ee8-438a-82b2-d7ba0827f829 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:11.688172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 2f621f75-0ec3-47a5-a650-6e2c96b3048a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=2f621f75-0ec3-47a5-a650-6e2c96b3048a,segment=NetworkSegment(28aa027e-2bc8-4c04-92d3-7a84f6b35f42),segment_id=28aa027e-2bc8-4c04-92d3-7a84f6b35f42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:11.699261 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.700482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:11.713511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Port 3023d27f-cf38-4035-9838-5c6698160a18 on network 1672d946-2ee8-438a-82b2-d7ba0827f829 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:11.713960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Attempting to bind port 3023d27f-cf38-4035-9838-5c6698160a18 on network 1672d946-2ee8-438a-82b2-d7ba0827f829 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:11.804517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:11.805266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Checking segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:11.806064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Bound using segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:11.806801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Bound port: 3023d27f-cf38-4035-9838-5c6698160a18, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:11.807422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.807743 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d3efadf-973d-4946-80ea-e64970b588fd req-eb88776c-9fb0-4076-ac16-e4ec172d72ce tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003148 Jul 06 18:39:11.856645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:11.863690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:11.883710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-b6085782-9c32-47df-9e7d-1a5bade4b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:11.885283 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-b6085782-9c32-47df-9e7d-1a5bade4b634 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32eebd69-66d3-4d34-b336-1ff6fd762341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3559573 Jul 06 18:39:11.908849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-20bf2675-8b98-4ac2-b15e-c409b1663f8f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:39:11.909083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136630dd-826f-407d-b130-60cd23197be4 req-f246f0f1-b0b7-4371-8129-1e85c47ff4a5 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:11.909996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-20bf2675-8b98-4ac2-b15e-c409b1663f8f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107284 Jul 06 18:39:11.911287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-136630dd-826f-407d-b130-60cd23197be4 req-f246f0f1-b0b7-4371-8129-1e85c47ff4a5 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.3137438 Jul 06 18:39:11.918752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=2f621f75-0ec3-47a5-a650-6e2c96b3048a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:11.934073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:11.934697 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:11.944226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.001088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:08Z', 'revision_number': 3, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port': {'id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:06Z', 'updated_at': '2021-07-06T18:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:12.039728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Checking router: 6e5624bc-db0c-4513-8db7-0d49b233f6b5 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:12.040153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Updating router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 port b9b8c5a7-50f6-4747-8640-4eaa74f32279 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:39:12.096173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:12.163491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:12.185858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-136630dd-826f-407d-b130-60cd23197be4 req-2d0ae421-c6d6-44c9-9668-9271f5b5fb24 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134726 Jul 06 18:39:12.187669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.201992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.252498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:12.253696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.255929 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 200 len: 1091 time: 3.0778110 Jul 06 18:39:12.270880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:12.273882 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4065249b-fec4-4df9-8213-02e96b5113b2" -d '{"events": [{"name": "network-changed", "server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "tag": "3023d27f-cf38-4035-9838-5c6698160a18"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:12.305343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 6b8ed88f-f58e-4739-a755-215639ce5494 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:12.368007 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-6326b4fa-e5a2-4ee9-b478-4b33a4e8e34e service neutron] 10.222.0.24 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430373 Jul 06 18:39:12.419555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 87533262-b4da-476c-bda1-d6b59da6074a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:12.430115 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98cdd0-3779-4b5f-bc3f-296690a21e1e x-openstack-request-id: req-cc98cdd0-3779-4b5f-bc3f-296690a21e1e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:12.431950 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "tag": "3023d27f-cf38-4035-9838-5c6698160a18", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:12.433282 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc98cdd0-3779-4b5f-bc3f-296690a21e1e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:12.434203 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18', 'status': 'completed', 'code': 200} Jul 06 18:39:12.484700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Allocated IP 172.25.4.245 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/062bdd8d-7e97-4687-823f-cfa3b4e04105) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:12.508338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d6279f27-9576-4f31-ac15-9c47d2749af1 None None] Provisioning complete for port 04b9ca05-1430-4b53-b901-53e79bfe0cdc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:12.508705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d6279f27-9576-4f31-ac15-9c47d2749af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.549006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba02920-170e-448a-9b3d-1e37d68e00a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:12.605148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 87533262-b4da-476c-bda1-d6b59da6074a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:12.605565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.635427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.649287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d6279f27-9576-4f31-ac15-9c47d2749af1 None None] Port 04b9ca05-1430-4b53-b901-53e79bfe0cdc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:12.673536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.712808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 2f621f75-0ec3-47a5-a650-6e2c96b3048a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:12.766472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-507ebca8-79f9-41ea-9e7d-09f3d2360dbc req-66bc967b-20bc-417f-9b00-4ffe9fa455af service neutron] 10.222.0.24 "GET /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856657 Jul 06 18:39:12.776135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-d4b18c38-8843-4277-9318-136619091aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:12.777730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-d4b18c38-8843-4277-9318-136619091aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1094 time: 0.4561961 Jul 06 18:39:12.813269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 2f621f75-0ec3-47a5-a650-6e2c96b3048a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:12.813648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:12.854701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:12.860416 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cd4a121f-d5be-42c5-a06b-d6f4edbce07f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/routers/6b8ed88f-f58e-4739-a755-215639ce5494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4880998 Jul 06 18:39:12.865546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52010) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:12.867335 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e8094d-5fd1-40f1-ab6e-8e8f17ae291f None None] Sync routers for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:12.868718 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-e2682da6-a1a9-4eee-b24d-29288f34e5cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 200 len: 217 time: 0.0799575 Jul 06 18:39:12.873616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'port': {'network_id': '8d11b5b1-c597-40e5-b307-0271e153dba9', 'name': 'tempest-FloatingIPTestJSON-993486871'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:12.903832 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8094d-5fd1-40f1-ab6e-8e8f17ae291f None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:12.905344 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e7e8094d-5fd1-40f1-ab6e-8e8f17ae291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:12.984898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-6922903f-38f2-436b-aca1-dc9abab3a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:12.986474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-6922903f-38f2-436b-aca1-dc9abab3a6ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.1090600 Jul 06 18:39:13.005773 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e7e8094d-5fd1-40f1-ab6e-8e8f17ae291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:13.031551 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8094d-5fd1-40f1-ab6e-8e8f17ae291f None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:13.035643 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e7e8094d-5fd1-40f1-ab6e-8e8f17ae291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:13.103145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-a81af0b6-a889-4604-8741-269b67da9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:13.105009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-a81af0b6-a889-4604-8741-269b67da9fcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079366 Jul 06 18:39:13.105492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Made reservation on behalf of 13aca555382b46a2b33704694a0eb795 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:13.109615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.126644 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e7e8094d-5fd1-40f1-ab6e-8e8f17ae291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:13.127308 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e8094d-5fd1-40f1-ab6e-8e8f17ae291f None None] The sync data for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:13.180706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] device_id is not set on port 7fe01543-05ee-4691-ab6a-fc5742729f96 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:39:13.229559 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:39:13.252276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device edfd34ff-e3b3-45a4-b402-7159412c26e4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:13.275202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.310904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port edfd34ff-e3b3-45a4-b402-7159412c26e4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:13.311532 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.360911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-d8aee4ec-12e8-4b4e-8051-75c4ff1cab96 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475486 Jul 06 18:39:13.423375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 920afdd0-cf40-4971-9386-c9f7b1b5d091 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:13.445517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 920afdd0-cf40-4971-9386-c9f7b1b5d091 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:13.446076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 920afdd0-cf40-4971-9386-c9f7b1b5d091 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:13.469572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7272c-1a3b-4e7a-b82f-198c8e2daaee req-fdb52f92-e26f-447a-a5a7-729c379687a9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:13.476782 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cea7272c-1a3b-4e7a-b82f-198c8e2daaee req-fdb52f92-e26f-447a-a5a7-729c379687a9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.1959753 Jul 06 18:39:13.506525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.519996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.548146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Allocated IP 172.20.0.11 (8d11b5b1-c597-40e5-b307-0271e153dba9/37d7d356-3912-4ab1-8941-e0daa92ae1db/7fe01543-05ee-4691-ab6a-fc5742729f96) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:13.583145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cea7272c-1a3b-4e7a-b82f-198c8e2daaee req-74e22bb7-5efe-4d1c-b803-762048c978b6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052527 Jul 06 18:39:13.593402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:13.627762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:13.634597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:13.652384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=062bdd8d-7e97-4687-823f-cfa3b4e04105,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:13.758788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-43700272-4dbd-4ca0-bcb3-41d4e44e93fe req-0133bd64-506d-4117-bdb4-31f778df6038 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635907 Jul 06 18:39:13.770762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787a05c-edf0-4d6e-9b62-161a0046a181 req-551d9631-7bbf-4f19-8d83-db3217555679 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:13.779466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8787a05c-edf0-4d6e-9b62-161a0046a181 req-551d9631-7bbf-4f19-8d83-db3217555679 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.3829834 Jul 06 18:39:13.810439 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.839762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Transition to ACTIVE for port object b9b8c5a7-50f6-4747-8640-4eaa74f32279 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:13.852412 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.899446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8787a05c-edf0-4d6e-9b62-161a0046a181 req-81868d96-387d-4b85-b19f-9ac0abc00520 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182771 Jul 06 18:39:13.930380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6373f05-a631-4354-8d0a-9a1a754199df None None] Pushing event updated for resources: {'Port': ['ID=b9b8c5a7-50f6-4747-8640-4eaa74f32279,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:13.958911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Attempting to bind port b9b8c5a7-50f6-4747-8640-4eaa74f32279 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:13.959155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Attempting to bind port b9b8c5a7-50f6-4747-8640-4eaa74f32279 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:13.959588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Attempting to bind port b9b8c5a7-50f6-4747-8640-4eaa74f32279 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:13.964835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.966103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:13.967015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:13.968220 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:13.968220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:13.968700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Bound port: b9b8c5a7-50f6-4747-8640-4eaa74f32279, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:13.969804 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.011377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Transition to ACTIVE for port object 7fe01543-05ee-4691-ab6a-fc5742729f96 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:14.013204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Allocated IP 172.25.4.30 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/04d23b4d-cba2-4557-8050-98bc3ee45685) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:14.036348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] For port b9b8c5a7-50f6-4747-8640-4eaa74f32279, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:14.037212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-a73a23d6-d1b8-472a-8a03-5f90485abbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.038815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-a73a23d6-d1b8-472a-8a03-5f90485abbbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.1977029 Jul 06 18:39:14.041206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] For port b9b8c5a7-50f6-4747-8640-4eaa74f32279, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b9b8c5a7-50f6-4747-8640-4eaa74f32279,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:14.054308 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.078319 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.088595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-3579edb6-9080-4542-8c83-6053de3ed4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.090752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-3579edb6-9080-4542-8c83-6053de3ed4c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1094 time: 0.2388184 Jul 06 18:39:14.137034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6373f05-a631-4354-8d0a-9a1a754199df None None] Pushing event updated for resources: {'Port': ['ID=b9b8c5a7-50f6-4747-8640-4eaa74f32279,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:14.162244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Routers {'6e5624bc-db0c-4513-8db7-0d49b233f6b5'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:14.162996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:14.213756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.263999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-77b02e2b-0f9d-4e73-a7b6-f512f53631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.265989 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-77b02e2b-0f9d-4e73-a7b6-f512f53631c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.1513205 Jul 06 18:39:14.267821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-18c40f51-6e89-42ee-a6c4-c219541dc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.269321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-18c40f51-6e89-42ee-a6c4-c219541dc32c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.1485364 Jul 06 18:39:14.298214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] Set router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:14.322576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.325912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Allocated IP 172.20.0.1 (56ad3436-885b-4cc9-9122-3453fb70fd2c/67c9644f-8d8a-4719-b364-ff778e1db9d3/eacfcea5-3b24-4e9d-b9ab-dd01646d07ee) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:14.334845 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-0c9b964c-2c69-4cbe-8167-6d8690e1b488 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 217 time: 0.0463667 Jul 06 18:39:14.345976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:14.362510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event updated for resources: {'Port': ['ID=7fe01543-05ee-4691-ab6a-fc5742729f96,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:14.372485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:14.408693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:14.410400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3aacf-bd72-4aa7-aec7-f177d3355b58 req-d611cf48-92d1-4df4-9eda-cca86988dba2 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.417254 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6be3aacf-bd72-4aa7-aec7-f177d3355b58 req-d611cf48-92d1-4df4-9eda-cca86988dba2 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 945 time: 0.4561121 Jul 06 18:39:14.419062 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-066405c0-6385-435d-861a-f806250619cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 200 len: 217 time: 0.0995898 Jul 06 18:39:14.485888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.511606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-d8ce2242-126d-481c-a751-9ff7167c187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.513103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-d8ce2242-126d-481c-a751-9ff7167c187b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.1655114 Jul 06 18:39:14.548390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.553449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.567123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:08Z', 'revision_number': 3, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port': {'id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:06Z', 'updated_at': '2021-07-06T18:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:14.592483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-bfcc4cd6-d03c-48ab-864a-0602fc36cc4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685112 Jul 06 18:39:14.607137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cc382-0b21-46bb-bbbf-8afdddf4d8c6 None None] The sync data for ids ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'] in n-d-799684-2 is: [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:08Z', 'revision_number': 3, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port': {'id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:06Z', 'updated_at': '2021-07-06T18:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:14.615607 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6be3aacf-bd72-4aa7-aec7-f177d3355b58 req-054186ca-8f02-428e-bb91-2ac1360f66b8 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923091 Jul 06 18:39:14.620453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-46e644cb-47a6-44dc-9339-ff3b77db2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.621998 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-46e644cb-47a6-44dc-9339-ff3b77db2009 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.1781416 Jul 06 18:39:14.748794 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.764645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Transition to ACTIVE for port object eacfcea5-3b24-4e9d-b9ab-dd01646d07ee will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:14.853534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b45d758b-db9c-4314-98dd-dea381d0e2cf tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9866359 Jul 06 18:39:14.854891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52038) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:14.862503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Request body: {'floatingip': {'port_id': '7fe01543-05ee-4691-ab6a-fc5742729f96'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:14.883521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-7559de78-9a73-4eb8-81a2-c1b2078d3c5f service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822325 Jul 06 18:39:14.903013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.910890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-817b8975-8cf4-49ca-9074-1a00a4869ada None None] Provisioning for port 7fe01543-05ee-4691-ab6a-fc5742729f96 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:14.916915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-817b8975-8cf4-49ca-9074-1a00a4869ada None None] Provisioning complete for port 7fe01543-05ee-4691-ab6a-fc5742729f96 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:14.917467 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-817b8975-8cf4-49ca-9074-1a00a4869ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:14.935556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:15.027765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:15.028241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Network 56ad3436-885b-4cc9-9122-3453fb70fd2c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:15.034619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:15.042533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-817b8975-8cf4-49ca-9074-1a00a4869ada None None] Port 7fe01543-05ee-4691-ab6a-fc5742729f96 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:15.045056 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:15.047904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:15.053954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event updated for resources: {'Port': ['ID=04d23b4d-cba2-4557-8050-98bc3ee45685,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:15.055249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:15.058173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:15.131087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd80e6-443a-46ce-b551-21eee5d3ca15 req-8bbe21fb-36a4-44fa-8981-cffd73957190 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:15.133107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbcd80e6-443a-46ce-b551-21eee5d3ca15 req-8bbe21fb-36a4-44fa-8981-cffd73957190 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.3083711 Jul 06 18:39:15.216731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7266a93a-dc7f-43e8-b5dd-ef0cd272509f req-b6f07e6c-13e1-478a-8f2d-29fb29bf0632 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129530 Jul 06 18:39:15.218719 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-9fce845c-800e-4c3b-9ead-a2ff5deb2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:15.221186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-9fce845c-800e-4c3b-9ead-a2ff5deb2ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5869005 Jul 06 18:39:15.262017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Pushing event updated for resources: {'Port': ['ID=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:15.487517 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71f54965-8f21-4b1c-9628-5a6acce72a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:15.493079 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:15.564884 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-d594f988-5ea3-4033-9437-bd0f83073c72 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113091 Jul 06 18:39:15.565639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:15.574310 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:15.580656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c98be8bb-46ad-4f15-b80a-fea2d4265da6 None None] Provisioning for port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:15.585050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c98be8bb-46ad-4f15-b80a-fea2d4265da6 None None] Provisioning complete for port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:15.585423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c98be8bb-46ad-4f15-b80a-fea2d4265da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:15.645531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c98be8bb-46ad-4f15-b80a-fea2d4265da6 None None] Port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:15.702261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:15.871991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbcd80e6-443a-46ce-b551-21eee5d3ca15 req-1158d454-ec36-4d2b-968e-cee1260dd2c4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7277045 Jul 06 18:39:15.930952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4065249b-fec4-4df9-8213-02e96b5113b2 req-8271c8c7-22b8-4b6f-9167-0ea6231f2781 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397658 Jul 06 18:39:16.054481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280d261-dd03-4f31-acdc-105bafa5c4a0 req-05badc73-0eb1-49ac-98be-dfb7ef5a54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:16.058517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0280d261-dd03-4f31-acdc-105bafa5c4a0 req-05badc73-0eb1-49ac-98be-dfb7ef5a54a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.2320619 Jul 06 18:39:16.101785 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:16.114999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2360337 Jul 06 18:39:16.173671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f074716-19d0-4590-8da3-658990c07cde req-5cf98f38-3cc9-41dd-9320-645c27f40f0c tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:16.181108 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f074716-19d0-4590-8da3-658990c07cde req-5cf98f38-3cc9-41dd-9320-645c27f40f0c tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 1.0042191 Jul 06 18:39:16.217611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cc039-d0cc-40dc-8500-11c956323b54 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=062bdd8d-7e97-4687-823f-cfa3b4e04105,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:16.317461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f074716-19d0-4590-8da3-658990c07cde req-938b5236-5d1e-44d6-86f7-d46a03dee96a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338670 Jul 06 18:39:16.419129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:16.441136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:16.478795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b9b8c5a7-50f6-4747-8640-4eaa74f32279 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:16.578649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b9b8c5a7-50f6-4747-8640-4eaa74f32279 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:16.583482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b9b8c5a7-50f6-4747-8640-4eaa74f32279 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:16.584086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:16.669198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0280d261-dd03-4f31-acdc-105bafa5c4a0 req-a2c1a8bd-df82-41f1-8127-9efd4942cabe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291088 Jul 06 18:39:16.738280 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:16.770498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port b9b8c5a7-50f6-4747-8640-4eaa74f32279, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b9b8c5a7-50f6-4747-8640-4eaa74f32279,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:16.776074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-3d6424b7-383e-4c07-8548-efc0d785783b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--405903111&fields=id&tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec HTTP/1.1" status: 200 len: 267 time: 0.1751797 Jul 06 18:39:16.784876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:16.820315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:39:16.872137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=b9b8c5a7-50f6-4747-8640-4eaa74f32279,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:16.932679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c15bc3-4abc-4234-91db-540edcde31c5 req-b9f2d282-fd7e-4dc1-9eed-6caa71d62b77 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:16.936072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90c15bc3-4abc-4234-91db-540edcde31c5 req-b9f2d282-fd7e-4dc1-9eed-6caa71d62b77 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 945 time: 0.2289593 Jul 06 18:39:16.981262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:17.010930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:17.028422 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90c15bc3-4abc-4234-91db-540edcde31c5 req-daf82352-0f0c-40bd-a1a3-38843a82381f tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597038 Jul 06 18:39:17.046373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '3023d27f-cf38-4035-9838-5c6698160a18', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'port_id': '3023d27f-cf38-4035-9838-5c6698160a18', 'mac_address': 'fa:16:3e:c4:2a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:39:17.094857 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:17.109977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3023d27f-cf38-4035-9838-5c6698160a18 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:17.120603 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:17.132537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-884eb556-526c-4c07-ac97-02a220121a80 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:17.143008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:17.143880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-884eb556-526c-4c07-ac97-02a220121a80 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports/1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 937 time: 0.3031735 Jul 06 18:39:17.150203 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:17.183961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:17.229239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:17.377062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Router b099378b-0c1b-40a9-aa84-5bcb8255a04f is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:39:17.383346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3023d27f-cf38-4035-9838-5c6698160a18'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:39:17.398283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388486d-c3ac-4635-a32c-33fdc8de644c req-78cbed94-a195-480e-9df0-1709be808bd1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:17.400080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b388486d-c3ac-4635-a32c-33fdc8de644c req-78cbed94-a195-480e-9df0-1709be808bd1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 944 time: 0.1869206 Jul 06 18:39:17.550323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b388486d-c3ac-4635-a32c-33fdc8de644c req-31176ddb-493f-4e6e-860b-c150c009494e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907376 Jul 06 18:39:17.584794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:17.594235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8561d54-4ce2-469e-a741-37ca9e68e033 None None] Sync routers for ids ['b099378b-0c1b-40a9-aa84-5bcb8255a04f'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:17.617348 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:17.617517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8561d54-4ce2-469e-a741-37ca9e68e033 None None] Routers {'b099378b-0c1b-40a9-aa84-5bcb8255a04f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:17.617625 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1ee31b17-5b86-4e43-88a2-f44d4fb26812 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.1468391 Jul 06 18:39:17.617738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8561d54-4ce2-469e-a741-37ca9e68e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b099378b-0c1b-40a9-aa84-5bcb8255a04f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:17.617853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52078) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:17.620110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6b3101f0-2f49-4216-8c55-6461eeccea18 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': False}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:17.649017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8561d54-4ce2-469e-a741-37ca9e68e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:17.658867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8561d54-4ce2-469e-a741-37ca9e68e033 None None] Routers {'b099378b-0c1b-40a9-aa84-5bcb8255a04f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:17.659515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8561d54-4ce2-469e-a741-37ca9e68e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:38:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b099378b-0c1b-40a9-aa84-5bcb8255a04f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:17.695106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8561d54-4ce2-469e-a741-37ca9e68e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:17.695826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8561d54-4ce2-469e-a741-37ca9e68e033 None None] The sync data for ids ['b099378b-0c1b-40a9-aa84-5bcb8255a04f'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:17.770066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-9fd664b2-81f0-4496-8c4e-2745837c6910 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:17.771481 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-9fd664b2-81f0-4496-8c4e-2745837c6910 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports/10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 936 time: 0.6266465 Jul 06 18:39:17.793389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Pushing event updated for resources: {'Port': ['ID=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:17.801503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:17.851125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb6883-cd53-496c-b6c3-bd3c929e707c req-110b0aaa-8880-4e6e-838c-50c726b19d08 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:17.852924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fafb6883-cd53-496c-b6c3-bd3c929e707c req-110b0aaa-8880-4e6e-838c-50c726b19d08 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.1355839 Jul 06 18:39:17.879568 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-cf2d7e8e-952d-4899-a66e-93af1e1a99ae tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0795507 Jul 06 18:39:17.930600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fafb6883-cd53-496c-b6c3-bd3c929e707c req-ffd9d1c1-71d1-45b4-b7ff-e01a87fdb328 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488873 Jul 06 18:39:17.931156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:39:17.986191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-168e2571-c9ef-472e-83e1-23030772a373 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0906360 Jul 06 18:39:18.029011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b3101f0-2f49-4216-8c55-6461eeccea18 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.069605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.082788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.153664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Network 56ad3436-885b-4cc9-9122-3453fb70fd2c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:18.157792 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47344131-597a-4da0-96d3-93d194321ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.161185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:18.232407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4a1880de-fc53-4d2c-9bfe-c8fb42ebb0c7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.240166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4a1880de-fc53-4d2c-9bfe-c8fb42ebb0c7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.245644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4a1880de-fc53-4d2c-9bfe-c8fb42ebb0c7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.247364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4a1880de-fc53-4d2c-9bfe-c8fb42ebb0c7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/networks?id=407ff483-eebb-47c2-ba28-b34ffefc1775&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 200 len: 1995 time: 0.2511384 Jul 06 18:39:18.333976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b9b8c5a7-50f6-4747-8640-4eaa74f32279 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:18.346885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-c1e3fbb7-bf1d-4bee-8d97-0f1895c23390 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/quotas/42e1c0cdee9941ce9732e18ad04ce4ec HTTP/1.1" status: 200 len: 375 time: 0.0452635 Jul 06 18:39:18.393379 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.394832 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 23402ddf-273b-4632-9743-0159da0fce45 associated. External IP: 172.25.4.29, port: 7dd18389-ec59-4106-9e84-432d2ec0ce10. Jul 06 18:39:18.451564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b9b8c5a7-50f6-4747-8640-4eaa74f32279 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:18.451886 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.560715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:18.590928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b3101f0-2f49-4216-8c55-6461eeccea18 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.597169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b3101f0-2f49-4216-8c55-6461eeccea18 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.602115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-92d0d3c1-717e-47b7-8f49-dd87d4b29c3e None None] Provisioning complete for port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:18.602638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-92d0d3c1-717e-47b7-8f49-dd87d4b29c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.613972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45353b-8390-4bd5-94d4-fb878560c2db req-b9460579-f87d-4ebf-802b-3fbe92ed7ffd tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.615965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b45353b-8390-4bd5-94d4-fb878560c2db req-b9460579-f87d-4ebf-802b-3fbe92ed7ffd tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 945 time: 0.1740654 Jul 06 18:39:18.649503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-92d0d3c1-717e-47b7-8f49-dd87d4b29c3e None None] Port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:18.745205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b45353b-8390-4bd5-94d4-fb878560c2db req-dc97c804-6358-4454-a236-fcc867961ff0 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231983 Jul 06 18:39:18.821994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3101f0-2f49-4216-8c55-6461eeccea18 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Router b099378b-0c1b-40a9-aa84-5bcb8255a04f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:18.825430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:18.924595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 3023d27f-cf38-4035-9838-5c6698160a18 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:18.935224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 3023d27f-cf38-4035-9838-5c6698160a18 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:18.937610 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:18.962263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-b4304819-3522-4b70-a725-8ca2cd239b73 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6089551 Jul 06 18:39:19.067394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.106226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:19.115724 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Sync routers for ids ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:19.117057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-df4e5475-5839-4e95-9c97-bbdfcc322e86 admin admin] 10.222.0.53 "PUT /v2.0/routers/6e5624bc-db0c-4513-8db7-0d49b233f6b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6185560 Jul 06 18:39:19.130788 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Routers {'6e5624bc-db0c-4513-8db7-0d49b233f6b5'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:19.142593 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.144232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:19.148462 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b8cc29-71ea-4140-9e4c-6db04980d57c" -d '{"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-plugged", "status": "completed", "tag": "3023d27f-cf38-4035-9838-5c6698160a18"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:19.157393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:19.169194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:19.180498 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.226367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-59ce11b2-bf16-4ac1-8db0-6ea7ed51899e service neutron] 10.222.0.53 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630892 Jul 06 18:39:19.236021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3101f0-2f49-4216-8c55-6461eeccea18 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:19.261089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b3101f0-2f49-4216-8c55-6461eeccea18 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.265512 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6b3101f0-2f49-4216-8c55-6461eeccea18 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "PUT /v2.0/routers/b099378b-0c1b-40a9-aa84-5bcb8255a04f HTTP/1.1" status: 200 len: 919 time: 1.6497900 Jul 06 18:39:19.267594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52118) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:19.267858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:19.276682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76e530-6f4a-4859-9c68-99cb59a08890 None None] Sync routers for ids ['b099378b-0c1b-40a9-aa84-5bcb8255a04f'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:19.306081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76e530-6f4a-4859-9c68-99cb59a08890 None None] Routers {'b099378b-0c1b-40a9-aa84-5bcb8255a04f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:19.307842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-af76e530-6f4a-4859-9c68-99cb59a08890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b099378b-0c1b-40a9-aa84-5bcb8255a04f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.326993 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Set router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:19.352758 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-9ebeb707-ad15-4937-8a82-2ec4b92dd42a service neutron] 10.222.0.53 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254032 Jul 06 18:39:19.357755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-af76e530-6f4a-4859-9c68-99cb59a08890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.382722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76e530-6f4a-4859-9c68-99cb59a08890 None None] Routers {'b099378b-0c1b-40a9-aa84-5bcb8255a04f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:19.383792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-af76e530-6f4a-4859-9c68-99cb59a08890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b099378b-0c1b-40a9-aa84-5bcb8255a04f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.442715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-af76e530-6f4a-4859-9c68-99cb59a08890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.444337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76e530-6f4a-4859-9c68-99cb59a08890 None None] The sync data for ids ['b099378b-0c1b-40a9-aa84-5bcb8255a04f'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:19.469690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.488517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:19.513520 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dc86e-3a0d-43e3-aec0-2cff4922c1a3 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:19.531330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-78313de6-126e-4756-ad1b-d7b5b7032922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:19.532863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-78313de6-126e-4756-ad1b-d7b5b7032922 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.4172304 Jul 06 18:39:19.566749 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8dc86e-3a0d-43e3-aec0-2cff4922c1a3 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:19.567373 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7b8dc86e-3a0d-43e3-aec0-2cff4922c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.580682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-afa65571-f3ef-4167-9735-48e11891bd17 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/routers/b099378b-0c1b-40a9-aa84-5bcb8255a04f HTTP/1.1" status: 200 len: 919 time: 0.3084950 Jul 06 18:39:19.582184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52122) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:19.613736 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7b8dc86e-3a0d-43e3-aec0-2cff4922c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.629395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509950a-ab3b-4597-9653-1f83f07a4ff6 req-1f98e119-d319-4ec7-8614-19261ab6ddfe tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:19.631336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5509950a-ab3b-4597-9653-1f83f07a4ff6 req-1f98e119-d319-4ec7-8614-19261ab6ddfe tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.3464503 Jul 06 18:39:19.632740 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8dc86e-3a0d-43e3-aec0-2cff4922c1a3 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:19.633371 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7b8dc86e-3a0d-43e3-aec0-2cff4922c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.667520 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7b8dc86e-3a0d-43e3-aec0-2cff4922c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.668161 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dc86e-3a0d-43e3-aec0-2cff4922c1a3 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:19.751250 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5509950a-ab3b-4597-9653-1f83f07a4ff6 req-e0e14d5d-68af-4138-9203-dffa93c573d7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988636 Jul 06 18:39:19.763026 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:16Z', 'revision_number': 4, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port': {'id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:06Z', 'updated_at': '2021-07-06T18:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'eacfcea5-3b24-4e9d-b9ab-dd01646d07ee', 'name': '', 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'mac_address': 'fa:16:3e:a0:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '67c9644f-8d8a-4719-b364-ff778e1db9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:13Z', 'updated_at': '2021-07-06T18:39:16Z', 'revision_number': 2, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'subnets': [{'id': '67c9644f-8d8a-4719-b364-ff778e1db9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:19.763441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-146bf5c2-2e05-43f9-b6c9-5845cee7372c service neutron] 10.222.0.53 "GET /v2.0/ports/1afc42e0-ffc3-4b54-9467-8c1302e646cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4093282 Jul 06 18:39:19.768752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-0a1bc38e-4693-4e76-92c3-6d6855645bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:19.770286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-0a1bc38e-4693-4e76-92c3-6d6855645bb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.2270131 Jul 06 18:39:19.834964 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Checking router: 6e5624bc-db0c-4513-8db7-0d49b233f6b5 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:19.835317 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Updating router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:39:19.856145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-fe40eb70-3816-49f1-9a92-94209248a613 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 217 time: 0.0769434 Jul 06 18:39:19.860154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee51c4b-2cca-4a08-8467-d6a5a773b3ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:19.862195 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9ee51c4b-2cca-4a08-8467-d6a5a773b3ce tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=b099378b-0c1b-40a9-aa84-5bcb8255a04f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2503681 Jul 06 18:39:19.865623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52126) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:19.896626 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.328992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-f12d7c2e-4bec-4ada-81fa-9cc8f108ff11 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.330637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-f12d7c2e-4bec-4ada-81fa-9cc8f108ff11 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.24 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 945 time: 0.6279998 Jul 06 18:39:20.347116 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.355999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 6b8ed88f-f58e-4739-a755-215639ce5494 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:20.358751 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Transition to ACTIVE for port object eacfcea5-3b24-4e9d-b9ab-dd01646d07ee will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:20.368752 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.404992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-dedd44d2-b35f-4c8e-89ee-79e52f25f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.406683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-dedd44d2-b35f-4c8e-89ee-79e52f25f9a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.5426741 Jul 06 18:39:20.448101 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eab82-f33a-4216-a9fd-6ed5a7c1a55e None None] Pushing event updated for resources: {'Port': ['ID=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:20.457856 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-2c83617e-505e-4c52-a7ad-226c4dc6e013 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377214 Jul 06 18:39:20.460883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91be69-5bf6-4eba-8032-c79abf8b9774 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.465319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4b91be69-5bf6-4eba-8032-c79abf8b9774 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 881 time: 0.5888207 Jul 06 18:39:20.470736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52130) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:20.530712 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Attempting to bind port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:20.531084 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Attempting to bind port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:20.531540 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Attempting to bind port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee on network 56ad3436-885b-4cc9-9122-3453fb70fd2c {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:20.537520 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:20.537920 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Checking segment: {'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:20.538370 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.539005 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Bound using segment: {'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:20.539627 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Bound port: eacfcea5-3b24-4e9d-b9ab-dd01646d07ee, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457a1e81-e7d6-4474-a3ea-7a95632a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:20.540006 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.553967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13acb17b-4f1d-452d-980c-451aa057684c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=b099378b-0c1b-40a9-aa84-5bcb8255a04f HTTP/1.1" status: 200 len: 205 time: 0.0779219 Jul 06 18:39:20.553967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52132) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:20.570475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-464c3443-d74f-48f4-9c03-930d9b8dda8e service neutron] 10.222.0.53 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753677 Jul 06 18:39:20.572925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeace508-8c34-4752-af62-5f9cf83fc8e8 req-dbefe3e2-f8db-4375-97cd-5237a55810f1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.579990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eeace508-8c34-4752-af62-5f9cf83fc8e8 req-dbefe3e2-f8db-4375-97cd-5237a55810f1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.6607060 Jul 06 18:39:20.613939 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] For port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:20.617311 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] For port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,segment=NetworkSegment(457a1e81-e7d6-4474-a3ea-7a95632a8df6),segment_id=457a1e81-e7d6-4474-a3ea-7a95632a8df6)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:20.626167 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.664605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:20.675818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b009624-a938-4a6d-baac-5b29fd81b53a None None] Sync routers for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:20.681105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.688526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b009624-a938-4a6d-baac-5b29fd81b53a None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:20.691516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1b009624-a938-4a6d-baac-5b29fd81b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:20.723077 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eab82-f33a-4216-a9fd-6ed5a7c1a55e None None] Pushing event updated for resources: {'Port': ['ID=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:20.739142 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Routers {'6e5624bc-db0c-4513-8db7-0d49b233f6b5'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:20.740228 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:20.764773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1b009624-a938-4a6d-baac-5b29fd81b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:20.790633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eeace508-8c34-4752-af62-5f9cf83fc8e8 req-ef46b881-8400-4f53-8f29-b12da0f305e4 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096391 Jul 06 18:39:20.794798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-911ff687-4d5b-4b59-a2ae-7e00391a2914 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245368 Jul 06 18:39:20.795390 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-56688d88-1cd8-4dd1-a5cb-cc9340512ca7 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/floatingips/23402ddf-273b-4632-9743-0159da0fce45 HTTP/1.1" status: 200 len: 977 time: 5.9384453 Jul 06 18:39:20.806848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52136) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:20.827265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b009624-a938-4a6d-baac-5b29fd81b53a None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:20.829135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1b009624-a938-4a6d-baac-5b29fd81b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:20.846268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Deleting port 8d97ffec-47ee-4598-98ce-ec1796574ce4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:20.846763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.913299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1b009624-a938-4a6d-baac-5b29fd81b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:20.914142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b009624-a938-4a6d-baac-5b29fd81b53a None None] The sync data for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:20.914614 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-3af32da8-0d6b-4192-9c87-b3666fc3d2f8 service neutron] 10.222.0.53 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429017 Jul 06 18:39:20.969195 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] Set router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:20.972883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.983965 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.021561 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-201abf89-9f03-497c-8aeb-045afbf5a2f7 service neutron] 10.222.0.53 "GET /v2.0/ports/10da5450-7c8f-45b8-9976-7b9288f56e5e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1054189 Jul 06 18:39:21.104117 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481e1136-9534-4ef6-8f7c-598751cef6f1 x-openstack-request-id: req-481e1136-9534-4ef6-8f7c-598751cef6f1 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:21.104405 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-plugged", "status": "completed", "tag": "3023d27f-cf38-4035-9838-5c6698160a18", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:21.104656 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-481e1136-9534-4ef6-8f7c-598751cef6f1 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:21.105050 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18', 'code': 200} Jul 06 18:39:21.123355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] For port 8d97ffec-47ee-4598-98ce-ec1796574ce4, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8d97ffec-47ee-4598-98ce-ec1796574ce4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:21.124080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.278845 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4c648708-97bf-4151-bb70-b449b07b5a0e service neutron] 10.222.0.53 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563918 Jul 06 18:39:21.321398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a36d087-7087-4e5c-aa6b-37098cc54122 req-cb609789-3119-4680-9924-76a006d6ef87 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121646 Jul 06 18:39:21.336810 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.351344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 7fe01543-05ee-4691-ab6a-fc5742729f96 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:21.351944 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.437170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c2f3-717f-4a3c-ac37-765a04625d63 req-83902655-7547-44bc-86f9-2c09b576a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:21.440434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5052c2f3-717f-4a3c-ac37-765a04625d63 req-83902655-7547-44bc-86f9-2c09b576a8f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1096 time: 0.2433364 Jul 06 18:39:21.467719 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:16Z', 'revision_number': 4, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port': {'id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:06Z', 'updated_at': '2021-07-06T18:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'eacfcea5-3b24-4e9d-b9ab-dd01646d07ee', 'name': '', 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'mac_address': 'fa:16:3e:a0:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '67c9644f-8d8a-4719-b364-ff778e1db9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:13Z', 'updated_at': '2021-07-06T18:39:20Z', 'revision_number': 4, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'subnets': [{'id': '67c9644f-8d8a-4719-b364-ff778e1db9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:21.505044 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82265ec4-8b7c-47c4-b8a8-8a8e8c0bd375 None None] The sync data for ids ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'] in n-d-799684-2 is: [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:16Z', 'revision_number': 4, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port': {'id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:06Z', 'updated_at': '2021-07-06T18:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'eacfcea5-3b24-4e9d-b9ab-dd01646d07ee', 'name': '', 'network_id': '56ad3436-885b-4cc9-9122-3453fb70fd2c', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'mac_address': 'fa:16:3e:a0:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '67c9644f-8d8a-4719-b364-ff778e1db9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:13Z', 'updated_at': '2021-07-06T18:39:20Z', 'revision_number': 4, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'subnets': [{'id': '67c9644f-8d8a-4719-b364-ff778e1db9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:21.509032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Deleting port 04d23b4d-cba2-4557-8050-98bc3ee45685 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:21.509583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.576085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.625999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5052c2f3-717f-4a3c-ac37-765a04625d63 req-48d47501-f95d-4b6d-af3e-6d4d355f4108 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720269 Jul 06 18:39:21.638980 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-aec42f13-5693-4f1e-bd86-93bd3329384d service neutron] 10.222.0.53 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592515 Jul 06 18:39:21.650261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.650665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.651880 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Floating IP 7422ef4b-17f3-4a7d-a8f7-da1f6f86698e disassociated. External IP: 172.25.4.110, port: 8d97ffec-47ee-4598-98ce-ec1796574ce4. Jul 06 18:39:21.651880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Calling delete_port for 8d97ffec-47ee-4598-98ce-ec1796574ce4 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:21.762404 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300a03d-32b9-43f4-9810-d5845ade16fc req-f87e6100-787a-4fc1-b51d-5e988667d9e3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:21.764012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5300a03d-32b9-43f4-9810-d5845ade16fc req-f87e6100-787a-4fc1-b51d-5e988667d9e3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 945 time: 0.1927092 Jul 06 18:39:21.766086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.804716 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-07edce34-0723-4226-a586-5d2079004001 service neutron] 10.222.0.53 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504519 Jul 06 18:39:21.855065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Calling delete_port for 04d23b4d-cba2-4557-8050-98bc3ee45685 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:21.951252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-58797486-da36-46f3-b61c-db36c8c90f9e service neutron] 10.222.0.53 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387770 Jul 06 18:39:21.958184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.996043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event deleted for resources: {'Port': ['ID=8d97ffec-47ee-4598-98ce-ec1796574ce4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:22.016169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.016558 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.016879 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Floating IP 23402ddf-273b-4632-9743-0159da0fce45 disassociated. External IP: 172.25.4.29, port: 7fe01543-05ee-4691-ab6a-fc5742729f96. Jul 06 18:39:22.017232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 7fe01543-05ee-4691-ab6a-fc5742729f96 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:22.035374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5300a03d-32b9-43f4-9810-d5845ade16fc req-8d56840b-f73e-40e6-81f1-3e6ad581b1e3 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945779 Jul 06 18:39:22.187019 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.202297 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7b95e71f-92d8-4501-a3fc-973e29cb258c service neutron] 10.222.0.53 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409871 Jul 06 18:39:22.337883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Router f0a484a2-3649-4c96-9c5b-5f6e8257d985 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:22.407480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device eacfcea5-3b24-4e9d-b9ab-dd01646d07ee up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:22.426409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.435503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d8b593ad-bd8d-4459-a39d-0b9d02612f10 service neutron] 10.222.0.53 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152166 Jul 06 18:39:22.513687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event deleted for resources: {'Port': ['ID=04d23b4d-cba2-4557-8050-98bc3ee45685,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:22.552958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.556284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad1246-3744-43ff-90b1-aa07b18dff9a req-dcbc7055-64de-4610-a340-3e2094025d1f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:22.571971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ad1246-3744-43ff-90b1-aa07b18dff9a req-dcbc7055-64de-4610-a340-3e2094025d1f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.3651803 Jul 06 18:39:22.582601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:22.596681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:22.599306 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.676188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-1eb5ff63-c993-4b9b-bb2a-3b20d4efb7f3 service neutron] 10.222.0.53 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152522 Jul 06 18:39:22.853041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-75ad1246-3744-43ff-90b1-aa07b18dff9a req-48d549f9-488f-41ec-bcdd-d4b3f314e5a3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798753 Jul 06 18:39:22.864331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.908003 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.977154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.016949 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ad22b9e4-4127-4069-bd07-b598c42fde98 service neutron] 10.222.0.53 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467294 Jul 06 18:39:23.017138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,segment=NetworkSegment(457a1e81-e7d6-4474-a3ea-7a95632a8df6),segment_id=457a1e81-e7d6-4474-a3ea-7a95632a8df6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:23.027523 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.056275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=7fe01543-05ee-4691-ab6a-fc5742729f96,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:23.135736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52160) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:23.161955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:23.209206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:23.224060 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] Sync routers for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:23.252998 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:23.253653 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:23.268077 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-b8672f91-50e9-4db8-a899-dde979aca6e3 service neutron] 10.222.0.53 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351773 Jul 06 18:39:23.313346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.318189 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.408704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] No DVR routers for this DVR port 8d97ffec-47ee-4598-98ce-ec1796574ce4 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:23.413325 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.417306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a95019a-2fac-473f-9d6f-ba909ceaaf77 req-4b192e14-923c-4385-93e3-eef9d2097d74 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.24 "DELETE /v2.0/ports/8d97ffec-47ee-4598-98ce-ec1796574ce4 HTTP/1.1" status: 204 len: 173 time: 3.0736847 Jul 06 18:39:23.418527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670b9243-db73-4e15-8784-8562b5c93c15', 'name': 'network-vif-deleted', 'tag': '8d97ffec-47ee-4598-98ce-ec1796574ce4'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:23.421571 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84486725-e7c1-47c3-bd61-2ac8e354ccc9" -d '{"events": [{"server_uuid": "670b9243-db73-4e15-8784-8562b5c93c15", "name": "network-vif-deleted", "tag": "8d97ffec-47ee-4598-98ce-ec1796574ce4"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:23.440067 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:23.448955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2c92498-fa04-4f9c-bdde-1677716f8719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.453378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.454168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Fanout notify agent at l3_agent the message router_deleted on router b099378b-0c1b-40a9-aa84-5bcb8255a04f {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:23.464520 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.465664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6c8b8b8a-7a9b-49fd-b551-9d736e621961 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/b099378b-0c1b-40a9-aa84-5bcb8255a04f HTTP/1.1" status: 204 len: 168 time: 2.9115064 Jul 06 18:39:23.483896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52168) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:23.488452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-155753779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:23.516559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed3f7b-520b-44df-be79-3671e352e3a6 req-c8dffda3-5706-41af-8554-db6475aa6d56 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:23.518216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10ed3f7b-520b-44df-be79-3671e352e3a6 req-c8dffda3-5706-41af-8554-db6475aa6d56 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.3163245 Jul 06 18:39:23.529418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 6b8ed88f-f58e-4739-a755-215639ce5494 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:23.530984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-34eccbff-9e16-4f7c-b42d-f99809d39777 service neutron] 10.222.0.53 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614098 Jul 06 18:39:23.533139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:39:23.533139 n-d-799684-2 neutron-server[93967]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 18:39:23.533139 n-d-799684-2 neutron-server[93967]: [parameters: {'project_id': 'ef88af6a055c40069af09209ad36cea4', 'id': '6e002c24-79f6-4329-a41f-87eedf3bdf29', 'expiration': datetime.datetime(2021, 7, 6, 18, 41, 23, 513052)}] Jul 06 18:39:23.533139 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:39:23.535667 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:39:23.643255 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10ed3f7b-520b-44df-be79-3671e352e3a6 req-69403545-7829-483d-8329-c4e69c93fa11 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159821 Jul 06 18:39:23.739736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:23.753203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74c8df-b54b-4c27-a64a-b558ad3f7f41 None None] Sync routers for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:23.772703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74c8df-b54b-4c27-a64a-b558ad3f7f41 None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:23.772927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:14Z', 'revision_number': 5, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:23.773271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cb74c8df-b54b-4c27-a64a-b558ad3f7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:23.821416 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] Checking router: f0a484a2-3649-4c96-9c5b-5f6e8257d985 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:23.832161 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:23.832790 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:23.843916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cb74c8df-b54b-4c27-a64a-b558ad3f7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:23.857220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74c8df-b54b-4c27-a64a-b558ad3f7f41 None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:23.858025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cb74c8df-b54b-4c27-a64a-b558ad3f7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:23.867189 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2c92498-fa04-4f9c-bdde-1677716f8719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.896392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cb74c8df-b54b-4c27-a64a-b558ad3f7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:23.897749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74c8df-b54b-4c27-a64a-b558ad3f7f41 None None] The sync data for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:23.910563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93197da2-7174-4af9-8343-a528fb65ca82 req-a99170c3-20a9-4c8e-86df-57f20fbca9df tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/ports?device_id=670b9243-db73-4e15-8784-8562b5c93c15 HTTP/1.1" status: 200 len: 210 time: 0.0456347 Jul 06 18:39:23.911723 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2c92498-fa04-4f9c-bdde-1677716f8719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.954376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.956661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c4c6b60-d76a-4e66-8eb1-74a70120af50 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/ports/7fe01543-05ee-4691-ab6a-fc5742729f96 HTTP/1.1" status: 204 len: 168 time: 3.1355968 Jul 06 18:39:23.959654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52192) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:23.973948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8d97ffec-47ee-4598-98ce-ec1796574ce4 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:23.990596 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:24.003760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c92498-fa04-4f9c-bdde-1677716f8719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0999db9d-87c0-4e5f-9e8d-e2f4d3135b6e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:24.013469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 8d97ffec-47ee-4598-98ce-ec1796574ce4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:24.013833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8d97ffec-47ee-4598-98ce-ec1796574ce4 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:24.030760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d2c92498-fa04-4f9c-bdde-1677716f8719 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d3d60baca6343dab0c8ef0fad74a60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8332863 Jul 06 18:39:24.046676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52194) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:24.136999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55841238-9202-453a-9f8f-d1630f79b8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.183608 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55841238-9202-453a-9f8f-d1630f79b8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.251405 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55841238-9202-453a-9f8f-d1630f79b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.260158 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55841238-9202-453a-9f8f-d1630f79b8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.263564 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-55841238-9202-453a-9f8f-d1630f79b8a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0999db9d-87c0-4e5f-9e8d-e2f4d3135b6e HTTP/1.1" status: 204 len: 168 time: 0.2156696 Jul 06 18:39:24.286973 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f129c2b8-ae81-4272-9803-956c45d3f71d x-openstack-request-id: req-f129c2b8-ae81-4272-9803-956c45d3f71d {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:24.287311 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670b9243-db73-4e15-8784-8562b5c93c15", "name": "network-vif-deleted", "tag": "8d97ffec-47ee-4598-98ce-ec1796574ce4", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:24.287509 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f129c2b8-ae81-4272-9803-956c45d3f71d {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:24.287909 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670b9243-db73-4e15-8784-8562b5c93c15', 'name': 'network-vif-deleted', 'tag': '8d97ffec-47ee-4598-98ce-ec1796574ce4', 'status': 'completed', 'code': 200} Jul 06 18:39:24.288769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55841238-9202-453a-9f8f-d1630f79b8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0999db9d-87c0-4e5f-9e8d-e2f4d3135b6e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:24.320946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.324830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.353223 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:14Z', 'revision_number': 5, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:24.416026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device eacfcea5-3b24-4e9d-b9ab-dd01646d07ee up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:24.459705 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a4eab3-dc98-43ee-a99c-198f040da508 None None] The sync data for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 is: [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:37:02Z', 'revision_number': 4, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '806b088e-d1b1-4bf7-8001-954bb357bdb3', 'name': '', 'network_id': '32eebd69-66d3-4d34-b336-1ff6fd762341', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'mac_address': 'fa:16:3e:1b:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:59Z', 'updated_at': '2021-07-06T18:37:14Z', 'revision_number': 5, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'subnets': [{'id': 'a6cfccb8-8291-43e2-bb9f-f51f2c970d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:24.532837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.538339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993f436-d4f8-41bc-b8a5-8c398d8a0018 req-1f3d83a8-a71c-46ba-a0a3-84d3b807981b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:24.547611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0993f436-d4f8-41bc-b8a5-8c398d8a0018 req-1f3d83a8-a71c-46ba-a0a3-84d3b807981b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.1255627 Jul 06 18:39:24.552657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.589512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:24.591903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.610129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.621316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ccd280e5-95fe-4cfb-aabe-5c10e842ba9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1364226 Jul 06 18:39:24.624329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52214) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:24.630237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:24.635041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0993f436-d4f8-41bc-b8a5-8c398d8a0018 req-5cfc9807-620a-405c-9646-5d88be15f6a2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858452 Jul 06 18:39:24.838181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10a735ba-4a53-48f2-afa8-6b8cb175bf7c req-b3409d6d-e274-4baf-a5ac-acc5e3325989 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0605519 Jul 06 18:39:24.903150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52224) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:24.919468 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61d67e28-7474-4182-81d5-564a8aecda55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:24.952412 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae7446-655f-4832-a9e5-8044c9aa5188 None None] New status for floating IP 7422ef4b-17f3-4a7d-a8f7-da1f6f86698e: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:39:24.977593 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.115632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61d67e28-7474-4182-81d5-564a8aecda55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.150294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61d67e28-7474-4182-81d5-564a8aecda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.265062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d67e28-7474-4182-81d5-564a8aecda55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b6bda7-e8ef-40d6-9296-f39b08333bb5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:25.284890 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-61d67e28-7474-4182-81d5-564a8aecda55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c835e6a94f6c4d6da78635da35c820bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670754 Jul 06 18:39:25.287969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52236) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:25.366572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26343-2a5f-4460-9334-ec71854c7e3b req-f017a0a8-c857-4e15-9c7c-00d6bf1adcb2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:25.368295 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fec26343-2a5f-4460-9334-ec71854c7e3b req-f017a0a8-c857-4e15-9c7c-00d6bf1adcb2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2672026 Jul 06 18:39:25.377251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52238) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:25.383721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'floatingip': {'port_id': '3023d27f-cf38-4035-9838-5c6698160a18'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:25.441483 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-312943f1-e97c-476f-9601-65e1ff21e5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.449073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.526567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:25.538671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-312943f1-e97c-476f-9601-65e1ff21e5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.552396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.694818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c96e8-77eb-4a3b-85c0-b55400278d68 req-0f8f36bb-788f-42cb-a7db-61770b7a7dc6 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:25.702320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d4c96e8-77eb-4a3b-85c0-b55400278d68 req-0f8f36bb-788f-42cb-a7db-61770b7a7dc6 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2151124 Jul 06 18:39:25.705358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b43a7198-18d2-4611-86b2-5eacec29c123 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.709413 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-312943f1-e97c-476f-9601-65e1ff21e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.711965 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-312943f1-e97c-476f-9601-65e1ff21e5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.715472 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-312943f1-e97c-476f-9601-65e1ff21e5d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02b6bda7-e8ef-40d6-9296-f39b08333bb5 HTTP/1.1" status: 204 len: 168 time: 0.4239268 Jul 06 18:39:25.773299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312943f1-e97c-476f-9601-65e1ff21e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b6bda7-e8ef-40d6-9296-f39b08333bb5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:25.802965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d4c96e8-77eb-4a3b-85c0-b55400278d68 req-9c09fba7-b850-4071-82a3-5bb5fbce87f1 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996635 Jul 06 18:39:25.830745 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b43a7198-18d2-4611-86b2-5eacec29c123 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:26.032901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b43a7198-18d2-4611-86b2-5eacec29c123 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:26.036196 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b43a7198-18d2-4611-86b2-5eacec29c123 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:26.044131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b43a7198-18d2-4611-86b2-5eacec29c123 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e35de79-f9fc-4f68-beea-2a6e0ba0aacc HTTP/1.1" status: 204 len: 168 time: 0.5137613 Jul 06 18:39:26.053073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52264) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:26.092924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a7198-18d2-4611-86b2-5eacec29c123 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e35de79-f9fc-4f68-beea-2a6e0ba0aacc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:26.136577 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-d92cddba-e50d-45a8-8b5d-76e59180dde0 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] show failed (client error): The resource could not be found. Jul 06 18:39:26.137834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d92cddba-e50d-45a8-8b5d-76e59180dde0 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "GET /v2.0/security-groups/2e35de79-f9fc-4f68-beea-2a6e0ba0aacc HTTP/1.1" status: 404 len: 347 time: 0.0827470 Jul 06 18:39:26.158998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52270) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:26.221699 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:26.308376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52280) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:26.338554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9fbe3ef-098a-424c-8f23-0fc084238d12 req-8aa282c9-317b-4dd2-996e-48dd9df56f91 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.1824572 Jul 06 18:39:26.369542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:26.442312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52282) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:26.532903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-fe4e8ab3-1a23-4b20-b454-88253d9132cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.534526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-fe4e8ab3-1a23-4b20-b454-88253d9132cc service neutron] 10.222.0.24 "GET /v2.0/ports/1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 1033 time: 0.2961626 Jul 06 18:39:26.540141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dadce314-5571-43f5-83c7-3b010acedc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:26.684932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a213abe2-2be4-4460-b334-375bdcb48bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.686583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a213abe2-2be4-4460-b334-375bdcb48bdd service neutron] 10.222.0.24 "GET /v2.0/ports/10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 1032 time: 0.1389511 Jul 06 18:39:26.728680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Allocated IP 172.25.4.33 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/65c0d64a-76ba-4555-b0eb-6e1001014d51) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:26.754797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Deleting port 25ab82b1-0108-46ce-ba1a-4c458c864cf6 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:26.755290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:26.992069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 04b9ca05-1430-4b53-b901-53e79bfe0cdc {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:26.992445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.024544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.037968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.099262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.099820 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.108625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4e146496-6405-4965-a480-a3913158a6b7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:27.114643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4e146496-6405-4965-a480-a3913158a6b7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:27.121308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4e146496-6405-4965-a480-a3913158a6b7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:27.123055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-4e146496-6405-4965-a480-a3913158a6b7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "GET /v2.0/networks?id=407ff483-eebb-47c2-ba28-b34ffefc1775&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 200 len: 1995 time: 0.4283707 Jul 06 18:39:27.170236 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dadce314-5571-43f5-83c7-3b010acedc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.205227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Calling delete_port for 25ab82b1-0108-46ce-ba1a-4c458c864cf6 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:27.206964 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dadce314-5571-43f5-83c7-3b010acedc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.218804 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.236801 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Floating IP af9aac86-3d98-4913-b335-d54280df1789 associated. External IP: 172.25.4.9, port: 3023d27f-cf38-4035-9838-5c6698160a18. Jul 06 18:39:27.292085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.367296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dadce314-5571-43f5-83c7-3b010acedc98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13d6ad6d89594de49c1f0f47a5cf69aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9192338 Jul 06 18:39:27.375328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52290) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:27.377252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 04b9ca05-1430-4b53-b901-53e79bfe0cdc owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:27.393844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-6627255e-871f-4b0e-a0c2-a79447959551 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec HTTP/1.1" status: 200 len: 379 time: 0.2438855 Jul 06 18:39:27.394897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadce314-5571-43f5-83c7-3b010acedc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df258ac-bfd5-46a8-96f3-8b9ca71046ed,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:27.413580 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'admin_state_up': True, 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'security_groups': ['59b8ce37-85d8-4139-813a-1f2c2aac5e48']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:27.686117 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2540893f-db83-4613-bd66-a84bf186bb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.730332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Router cc41aa78-9967-493c-9298-eb028731ba46 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:27.737220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2540893f-db83-4613-bd66-a84bf186bb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.748968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.754335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d5d2c2e-8a6b-4514-ae22-777634c0d75f req-8b9df04c-e929-4dfb-986d-4884ddb113de tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0861106 Jul 06 18:39:27.828990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04197b5-85b5-4221-bbd9-0f68c119b118 req-e1709dc8-6d69-4ed3-906e-52a58b743f40 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:27.830505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e04197b5-85b5-4221-bbd9-0f68c119b118 req-e1709dc8-6d69-4ed3-906e-52a58b743f40 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2979341 Jul 06 18:39:27.838136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.889782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.921687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:27.960943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:27.976344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:27.992858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event updated for resources: {'Port': ['ID=65c0d64a-76ba-4555-b0eb-6e1001014d51,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:27.995872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e04197b5-85b5-4221-bbd9-0f68c119b118 req-6c9502ec-9edf-4069-88c8-08ca199bc253 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485147 Jul 06 18:39:28.034780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2540893f-db83-4613-bd66-a84bf186bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.037463 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2540893f-db83-4613-bd66-a84bf186bb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.041753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2540893f-db83-4613-bd66-a84bf186bb29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3df258ac-bfd5-46a8-96f3-8b9ca71046ed HTTP/1.1" status: 204 len: 168 time: 0.6605287 Jul 06 18:39:28.093210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=04b9ca05-1430-4b53-b901-53e79bfe0cdc,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:28.103800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540893f-db83-4613-bd66-a84bf186bb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df258ac-bfd5-46a8-96f3-8b9ca71046ed,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:28.126312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:28.131751 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.141143 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.141851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:28.147242 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.153080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] Sync routers for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:28.164492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:28.165362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:28.251378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f76a557f-9354-4c79-b2f0-db65a4a93eb9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "PUT /v2.0/floatingips/af9aac86-3d98-4913-b335-d54280df1789 HTTP/1.1" status: 200 len: 989 time: 2.8726337 Jul 06 18:39:28.277436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:28.284753 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac296030-e403-492d-976b-1d423d3d9e82" -d '{"events": [{"name": "network-changed", "server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "tag": "3023d27f-cf38-4035-9838-5c6698160a18"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:28.423708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Pushing event deleted for resources: {'Port': ['ID=25ab82b1-0108-46ce-ba1a-4c458c864cf6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:28.598888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Deleting port 2f621f75-0ec3-47a5-a650-6e2c96b3048a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:28.599240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.709559 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7422beb3-29c1-46b1-a404-db3b5f2b3ade x-openstack-request-id: req-7422beb3-29c1-46b1-a404-db3b5f2b3ade {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:28.710387 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "tag": "3023d27f-cf38-4035-9838-5c6698160a18", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:28.710826 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7422beb3-29c1-46b1-a404-db3b5f2b3ade {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:28.711509 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18', 'status': 'completed', 'code': 200} Jul 06 18:39:28.775216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:28.800264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] For port 2f621f75-0ec3-47a5-a650-6e2c96b3048a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=2f621f75-0ec3-47a5-a650-6e2c96b3048a,segment=NetworkSegment(28aa027e-2bc8-4c04-92d3-7a84f6b35f42),segment_id=28aa027e-2bc8-4c04-92d3-7a84f6b35f42)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:28.800884 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.823365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Calling delete_port for 2f621f75-0ec3-47a5-a650-6e2c96b3048a owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:29.043519 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-503a2603-fba9-4065-8c2c-4b473098c06e req-3bafefbb-9777-4c9f-a908-b5b5e4cbb21e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0353246 Jul 06 18:39:29.127019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:29.173480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f621f75-0ec3-47a5-a650-6e2c96b3048a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:29.355858 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:29.395590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'af9aac86-3d98-4913-b335-d54280df1789', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'port_id': '3023d27f-cf38-4035-9838-5c6698160a18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'mac_address': 'fa:16:3e:c4:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:38:59Z', 'updated_at': '2021-07-06T18:39:26Z', 'revision_number': 1, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:29.460444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] Checking router: cc41aa78-9967-493c-9298-eb028731ba46 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:29.486051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:29.486775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:29.525472 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:29.547769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:29.714226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:29.932230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:30.015202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'af9aac86-3d98-4913-b335-d54280df1789', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'port_id': '3023d27f-cf38-4035-9838-5c6698160a18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'mac_address': 'fa:16:3e:c4:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:38:59Z', 'updated_at': '2021-07-06T18:39:26Z', 'revision_number': 1, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:30.016442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.019038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.020242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6af108d0-9234-475a-a4cd-b5cb23735d83 tempest-ServersTestManualDisk-1104493512 tempest-ServersTestManualDisk-1104493512-project] 10.222.0.53 "DELETE /v2.0/floatingips/7422ef4b-17f3-4a7d-a8f7-da1f6f86698e HTTP/1.1" status: 204 len: 168 time: 3.8603334 Jul 06 18:39:30.023530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52340) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:30.046209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf46484-945d-457d-aff2-a66040fd1907 None None] The sync data for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 is: [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'af9aac86-3d98-4913-b335-d54280df1789', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'port_id': '3023d27f-cf38-4035-9838-5c6698160a18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'mac_address': 'fa:16:3e:c4:2a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:38:59Z', 'updated_at': '2021-07-06T18:39:26Z', 'revision_number': 1, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:30.281262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac296030-e403-492d-976b-1d423d3d9e82 req-9050ee39-b1c5-4b13-8a3e-0c7853b48e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:30.289236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac296030-e403-492d-976b-1d423d3d9e82 req-9050ee39-b1c5-4b13-8a3e-0c7853b48e9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1096 time: 0.9366789 Jul 06 18:39:30.318328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:30.328219 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] Sync routers for ids ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:30.328897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Allocated IP 172.20.0.6 (407ff483-eebb-47c2-ba28-b34ffefc1775/783b06c9-d226-4e29-8525-79f9621946f1/4a6ebf14-82aa-4dbb-83e5-46361d90762a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:30.340167 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] Routers {'1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:30.340799 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:30.356600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e0f245e7-e601-435b-971a-e4870d2fa4f9 admin admin] 10.222.0.53 "PUT /v2.0/routers/1735a2b0-11ec-4896-ac6e-ad3aa19ef84d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0402465 Jul 06 18:39:30.357606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52350) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:30.486364 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec1e3bf0-6e71-4091-845a-ce669f544c7e req-2f59bd61-3978-4f1b-993d-2de78041cdba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0899298 Jul 06 18:39:30.491351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46364a98-0c84-469d-9eb7-fd9836ba6310 None None] New status for floating IP af9aac86-3d98-4913-b335-d54280df1789: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:39:30.514461 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] Set router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:30.609675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.721500 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.855828 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:39:29Z', 'revision_number': 5, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:30.902889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] Checking router: 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:30.914353 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] Routers {'1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:30.915526 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:31.083375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac296030-e403-492d-976b-1d423d3d9e82 req-029b83be-63f1-45a2-8e23-75180cc41302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:31.084979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac296030-e403-492d-976b-1d423d3d9e82 req-029b83be-63f1-45a2-8e23-75180cc41302 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.7531819 Jul 06 18:39:31.086375 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] Set router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:31.169425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac296030-e403-492d-976b-1d423d3d9e82 req-4c9be598-2047-4ff7-8622-2c8f2168d59f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 200 len: 999 time: 0.0681059 Jul 06 18:39:31.195568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 6b8ed88f-f58e-4739-a755-215639ce5494 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:31.258754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Router 0e029657-f193-4b6c-9200-04bf7d991c54 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:39:31.264408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.289109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.291163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Transition to ACTIVE for port object 4a6ebf14-82aa-4dbb-83e5-46361d90762a will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:31.349296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.410943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac296030-e403-492d-976b-1d423d3d9e82 req-1fd18a9f-a14b-48c4-9224-9fe120bc16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:31.412691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac296030-e403-492d-976b-1d423d3d9e82 req-1fd18a9f-a14b-48c4-9224-9fe120bc16c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.2343459 Jul 06 18:39:31.484232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.484778 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:39:29Z', 'revision_number': 5, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:31.525115 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5433c3-c782-4c44-affc-d90e304c255a None None] The sync data for ids ['1735a2b0-11ec-4896-ac6e-ad3aa19ef84d'] in n-d-799684-2 is: [{'id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'name': 'tempest-TestAggregatesBasicOps-401701584-router', 'tenant_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:42Z', 'updated_at': '2021-07-06T18:39:29Z', 'revision_number': 5, 'project_id': 'a8f9ac84bdc54b5cb93b90324a52e162', 'gw_port': {'id': '800b9697-77e1-4829-8f31-ae574f7bfd76', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735a2b0-11ec-4896-ac6e-ad3aa19ef84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:43Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:31.608691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52364) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:31.615871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518952303', 'description': 'tempest-secgroup-smoke-518952303 description', 'project_id': '9545a49a8c0644f7b1786db086402ff5'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:31.649124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=4a6ebf14-82aa-4dbb-83e5-46361d90762a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:31.674458 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.691035 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.703421 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.709217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:31.717745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:31.722720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:31.724616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:31.739642 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21668892-4cb5-46b8-a598-58113c320ade None None] Sync routers for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:31.747783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Deleting port 800b9697-77e1-4829-8f31-ae574f7bfd76 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:31.748131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.752046 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21668892-4cb5-46b8-a598-58113c320ade None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:31.755058 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-21668892-4cb5-46b8-a598-58113c320ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:31.780867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:31.781682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.795642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0dfd3727-85d2-4979-acc0-fd6468c83e17 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/routers/6b8ed88f-f58e-4739-a755-215639ce5494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8340216 Jul 06 18:39:31.816356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52366) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:31.845576 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-21668892-4cb5-46b8-a598-58113c320ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:31.858008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:31.867919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.868740 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21668892-4cb5-46b8-a598-58113c320ade None None] Routers {'6b8ed88f-f58e-4739-a755-215639ce5494'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:31.869609 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-21668892-4cb5-46b8-a598-58113c320ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6b8ed88f-f58e-4739-a755-215639ce5494'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:31.872304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-63311307-d84b-44df-9d98-6c504738cd96 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "PUT /v2.0/routers/0e029657-f193-4b6c-9200-04bf7d991c54 HTTP/1.1" status: 200 len: 878 time: 7.2468145 Jul 06 18:39:31.874596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52368) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:31.884662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b152ee3b-bb00-4562-8fe8-e22283ccce35 None None] Sync routers for ids ['0e029657-f193-4b6c-9200-04bf7d991c54'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:31.907551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b152ee3b-bb00-4562-8fe8-e22283ccce35 None None] Routers {'0e029657-f193-4b6c-9200-04bf7d991c54'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:31.908297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b152ee3b-bb00-4562-8fe8-e22283ccce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e029657-f193-4b6c-9200-04bf7d991c54'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:31.967305 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-21668892-4cb5-46b8-a598-58113c320ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:31.968177 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21668892-4cb5-46b8-a598-58113c320ade None None] The sync data for ids ['6b8ed88f-f58e-4739-a755-215639ce5494'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:31.981420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b152ee3b-bb00-4562-8fe8-e22283ccce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:32.003865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-10f27a05-a42d-4dc6-9a47-e5f7ea16006c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5990539 Jul 06 18:39:32.007013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b152ee3b-bb00-4562-8fe8-e22283ccce35 None None] Routers {'0e029657-f193-4b6c-9200-04bf7d991c54'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:32.007743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b152ee3b-bb00-4562-8fe8-e22283ccce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e029657-f193-4b6c-9200-04bf7d991c54'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:32.024989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'admin_state_up': True, 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'security_groups': ['59b8ce37-85d8-4139-813a-1f2c2aac5e48']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:32.055745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b152ee3b-bb00-4562-8fe8-e22283ccce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:32.056420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b152ee3b-bb00-4562-8fe8-e22283ccce35 None None] The sync data for ids ['0e029657-f193-4b6c-9200-04bf7d991c54'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:32.176295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6b5807a0-3535-41ba-946e-e12622074c09 None None] Provisioning for port 4a6ebf14-82aa-4dbb-83e5-46361d90762a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:32.182681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6b5807a0-3535-41ba-946e-e12622074c09 None None] Provisioning complete for port 4a6ebf14-82aa-4dbb-83e5-46361d90762a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:32.183407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6b5807a0-3535-41ba-946e-e12622074c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.204154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.231301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6b5807a0-3535-41ba-946e-e12622074c09 None None] Port 4a6ebf14-82aa-4dbb-83e5-46361d90762a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:32.236949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] For port 800b9697-77e1-4829-8f31-ae574f7bfd76, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=800b9697-77e1-4829-8f31-ae574f7bfd76,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:32.237413 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.254822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 2f621f75-0ec3-47a5-a650-6e2c96b3048a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:32.282210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 2f621f75-0ec3-47a5-a650-6e2c96b3048a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:32.282874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 2f621f75-0ec3-47a5-a650-6e2c96b3048a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:32.337685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Calling delete_port for 800b9697-77e1-4829-8f31-ae574f7bfd76 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:32.398207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dd071-a9be-489c-86e1-7310216a64e7 req-53f2150f-275d-4950-b6fa-5c64ee3610b1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:32.399799 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8dd071-a9be-489c-86e1-7310216a64e7 req-53f2150f-275d-4950-b6fa-5c64ee3610b1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 931 time: 0.6419857 Jul 06 18:39:32.469043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac296030-e403-492d-976b-1d423d3d9e82 req-779f819b-2d1d-4b9e-98fb-34d4a797616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:32.470711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac296030-e403-492d-976b-1d423d3d9e82 req-779f819b-2d1d-4b9e-98fb-34d4a797616a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9807315 Jul 06 18:39:32.587158 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.608991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f8dd071-a9be-489c-86e1-7310216a64e7 req-08d38707-3648-446e-9aea-3b07b5591f78 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707783 Jul 06 18:39:32.613588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.627040 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.632965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c7d0d85e-358d-48cf-9dc3-e309618a84e0 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/routers/0e029657-f193-4b6c-9200-04bf7d991c54 HTTP/1.1" status: 200 len: 919 time: 0.7544272 Jul 06 18:39:32.635111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52372) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:32.711596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac296030-e403-492d-976b-1d423d3d9e82 req-2cfa7dbc-87dd-4b27-8c45-d7b52da0f5aa service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317927 Jul 06 18:39:32.719695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:32.723881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.769033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276923c1-dc33-45e1-bcc2-cf2c302a0f8a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:32.917792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.963106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 329977fa-8d68-4a79-ae7b-df657377544f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:32.963444 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.964015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208feb0-7b42-49bd-8d43-bc65c66aa121 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:32.966814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.968894 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1208feb0-7b42-49bd-8d43-bc65c66aa121 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=0e029657-f193-4b6c-9200-04bf7d991c54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3327134 Jul 06 18:39:32.969677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52374) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:32.984637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Pushing event deleted for resources: {'Port': ['ID=800b9697-77e1-4829-8f31-ae574f7bfd76,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:33.017915 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.033672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Allocated IP 10.1.1.88 (36a68faa-25a4-4c20-b236-3e5eaca5fb55/eea1452d-da00-425b-be6f-9d1150db1957/78d92e89-de50-498a-937e-2649db794776) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:33.095257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ac296030-e403-492d-976b-1d423d3d9e82 req-97e7218b-7e0d-49b1-b04c-1ff8ad413779 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558836 Jul 06 18:39:33.103290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.104529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4935277 Jul 06 18:39:33.110391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52376) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:33.128360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-36cc132e-fabb-41db-af60-de56bd916d28 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '460c7098-491c-4f6e-98a8-cdfaf6220973', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:33.132566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec545956-bb5e-4648-a36f-456e986bd7c7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460c7098-491c-4f6e-98a8-cdfaf6220973,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:33.167133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c358bf7-228b-4536-b37f-a973603ab3a4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:33.168150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Deleting port 806b088e-d1b1-4bf7-8001-954bb357bdb3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:33.171450 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.171660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3c358bf7-228b-4536-b37f-a973603ab3a4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 881 time: 0.1923590 Jul 06 18:39:33.175004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52380) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:33.176731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.181111 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.288706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.308872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Transition to ACTIVE for port object 78d92e89-de50-498a-937e-2649db794776 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:33.346637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5b4c8e8d-abfe-4c39-b9f6-b6172d7a5b0b tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e029657-f193-4b6c-9200-04bf7d991c54 HTTP/1.1" status: 200 len: 205 time: 0.1606946 Jul 06 18:39:33.346862 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.347015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52382) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:33.351044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 329977fa-8d68-4a79-ae7b-df657377544f owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:33.362579 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.365228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36cc132e-fabb-41db-af60-de56bd916d28 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.367638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.453391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:33.459885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:33.493456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:33.500837 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.501877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1735a2b0-11ec-4896-ac6e-ad3aa19ef84d {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:33.511565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.512718 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f91ff483-e2bf-4f41-9abe-a656292c008c admin admin] 10.222.0.53 "DELETE /v2.0/routers/1735a2b0-11ec-4896-ac6e-ad3aa19ef84d HTTP/1.1" status: 204 len: 168 time: 3.1163945 Jul 06 18:39:33.522937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52384) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:33.531836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] For port 806b088e-d1b1-4bf7-8001-954bb357bdb3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=806b088e-d1b1-4bf7-8001-954bb357bdb3,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:33.531836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.535879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=78d92e89-de50-498a-937e-2649db794776,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:33.585069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:33.586179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.592134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Calling delete_port for 806b088e-d1b1-4bf7-8001-954bb357bdb3 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:33.602435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.677422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8aaa4260-208e-45d5-b778-c1cddf366b57 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6655281 Jul 06 18:39:33.692439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'admin_state_up': True, 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'security_groups': ['59b8ce37-85d8-4139-813a-1f2c2aac5e48']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:33.694606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36cc132e-fabb-41db-af60-de56bd916d28 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.749537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36cc132e-fabb-41db-af60-de56bd916d28 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.784660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-6effc1f8-ea8b-4421-af3c-92e1f278cbac admin admin] Deleting subnet 2726e7d0-d529-4920-8012-a073eb5ea0df {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:39:33.795768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc132e-fabb-41db-af60-de56bd916d28 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd43ce0-854c-475c-be04-12128afbb915,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:33.803332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6effc1f8-ea8b-4421-af3c-92e1f278cbac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.877687 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36cc132e-fabb-41db-af60-de56bd916d28 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.881798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-36cc132e-fabb-41db-af60-de56bd916d28 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7659059 Jul 06 18:39:33.884547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52388) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:33.889697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b974f044-29fb-4302-bae8-9f46ddf44fa5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '460c7098-491c-4f6e-98a8-cdfaf6220973', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:33.966685 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.969812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b974f044-29fb-4302-bae8-9f46ddf44fa5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.994666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6effc1f8-ea8b-4421-af3c-92e1f278cbac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.995446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-12bb7f6f-d811-49f3-a426-1d6f780d2bf5 None None] Provisioning for port 78d92e89-de50-498a-937e-2649db794776 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:34.004314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-12bb7f6f-d811-49f3-a426-1d6f780d2bf5 None None] Provisioning complete for port 78d92e89-de50-498a-937e-2649db794776 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:34.004992 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-12bb7f6f-d811-49f3-a426-1d6f780d2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.054875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-12bb7f6f-d811-49f3-a426-1d6f780d2bf5 None None] Port 78d92e89-de50-498a-937e-2649db794776 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:34.066083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.095516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:34.099951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.110727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b974f044-29fb-4302-bae8-9f46ddf44fa5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.128935 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b974f044-29fb-4302-bae8-9f46ddf44fa5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.166981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=329977fa-8d68-4a79-ae7b-df657377544f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:34.202314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b974f044-29fb-4302-bae8-9f46ddf44fa5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.203586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b974f044-29fb-4302-bae8-9f46ddf44fa5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3180609 Jul 06 18:39:34.213419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52390) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:34.215267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Deleting port 65c0d64a-76ba-4555-b0eb-6e1001014d51 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:34.215267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.225894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a142b-52aa-433e-ac0a-906e2033eddf req-9f8d1d0d-5ba2-4209-a7d7-826b1c0b5169 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:34.231871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a142b-52aa-433e-ac0a-906e2033eddf req-9f8d1d0d-5ba2-4209-a7d7-826b1c0b5169 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:34.233545 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-106a142b-52aa-433e-ac0a-906e2033eddf req-9f8d1d0d-5ba2-4209-a7d7-826b1c0b5169 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 1652 time: 0.3599916 Jul 06 18:39:34.336297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-40f18410-31ca-4817-92f9-433f1a4d489e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '460c7098-491c-4f6e-98a8-cdfaf6220973', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:34.338206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 800b9697-77e1-4829-8f31-ae574f7bfd76 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:34.372326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 800b9697-77e1-4829-8f31-ae574f7bfd76 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:34.375164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 800b9697-77e1-4829-8f31-ae574f7bfd76 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:34.402642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974f044-29fb-4302-bae8-9f46ddf44fa5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae11844-52e4-45a5-8205-3903fd2809bc,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:34.410266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.438921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40f18410-31ca-4817-92f9-433f1a4d489e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.443998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Calling delete_port for 65c0d64a-76ba-4555-b0eb-6e1001014d51 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:34.481890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Allocated IP 10.1.1.110 (36a68faa-25a4-4c20-b236-3e5eaca5fb55/eea1452d-da00-425b-be6f-9d1150db1957/3bf408fe-5823-47ef-94af-548bd65a1a77) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:34.625075 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40f18410-31ca-4817-92f9-433f1a4d489e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.654646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40f18410-31ca-4817-92f9-433f1a4d489e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.722624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6effc1f8-ea8b-4421-af3c-92e1f278cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.737323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40f18410-31ca-4817-92f9-433f1a4d489e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.742645 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-40f18410-31ca-4817-92f9-433f1a4d489e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4112215 Jul 06 18:39:34.742645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f18410-31ca-4817-92f9-433f1a4d489e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90158b8b-d920-460f-9281-16f2f756d18b,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:34.744420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52394) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:34.756754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5a542326-0cc8-4eae-9757-da9977d06751 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '460c7098-491c-4f6e-98a8-cdfaf6220973', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:34.774263 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.820014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-106a142b-52aa-433e-ac0a-906e2033eddf req-1cca7524-1871-48e2-9d53-80276beccdb8 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5781496 Jul 06 18:39:34.831575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a542326-0cc8-4eae-9757-da9977d06751 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.858101 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.872367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Transition to ACTIVE for port object 3bf408fe-5823-47ef-94af-548bd65a1a77 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:34.893522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.902062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.912654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.918265 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.937747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=806b088e-d1b1-4bf7-8001-954bb357bdb3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:34.946902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6effc1f8-ea8b-4421-af3c-92e1f278cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.968195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event deleted for resources: {'Port': ['ID=65c0d64a-76ba-4555-b0eb-6e1001014d51,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:35.017514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a542326-0cc8-4eae-9757-da9977d06751 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.041359 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a542326-0cc8-4eae-9757-da9977d06751 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.043253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effc1f8-ea8b-4421-af3c-92e1f278cbac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2726e7d0-d529-4920-8012-a073eb5ea0df,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:35.058479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.062952 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6effc1f8-ea8b-4421-af3c-92e1f278cbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.065184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6effc1f8-ea8b-4421-af3c-92e1f278cbac admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2726e7d0-d529-4920-8012-a073eb5ea0df HTTP/1.1" status: 204 len: 168 time: 1.5364544 Jul 06 18:39:35.068972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52396) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:35.072340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22eeb77-5f94-4a5c-b54e-a5ae5ac6b250 None None] Network 62f0fd66-de99-49b9-a027-c0e8daad89a7 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:35.096640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.096965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8ed88f-f58e-4739-a755-215639ce5494 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:35.111491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a542326-0cc8-4eae-9757-da9977d06751 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dd9b57-7530-4ca9-8db7-4cd69b04a423,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:35.144326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5a542326-0cc8-4eae-9757-da9977d06751 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.145233 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.145567 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5a542326-0cc8-4eae-9757-da9977d06751 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3998730 Jul 06 18:39:35.146705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bd20599c-c3fb-4436-9ca3-44e8c3bebf30 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/routers/6b8ed88f-f58e-4739-a755-215639ce5494 HTTP/1.1" status: 204 len: 168 time: 3.2957983 Jul 06 18:39:35.151446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52400) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:35.151791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52402) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:35.189108 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.243343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-075b3258-e7d6-4085-a85b-cfd891d00f56 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '460c7098-491c-4f6e-98a8-cdfaf6220973', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:35.254518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.321406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:35.416550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.430811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Deleting port f66ce551-401b-4250-b5fe-72fcc4558d24 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:35.431231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.444980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] DHCP port deletion for 62f0fd66-de99-49b9-a027-c0e8daad89a7 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:39:35.451630 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.454091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.474494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:35.481557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=3bf408fe-5823-47ef-94af-548bd65a1a77,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:35.484436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:35.495139 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-075b3258-e7d6-4085-a85b-cfd891d00f56 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Project 9545a49a8c0644f7b1786db086402ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:39:35.558167 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-075b3258-e7d6-4085-a85b-cfd891d00f56 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.562729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] Deleting port f66ce551-401b-4250-b5fe-72fcc4558d24 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:35.563098 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.605132 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.605868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Fanout notify agent at l3_agent the message router_deleted on router 0e029657-f193-4b6c-9200-04bf7d991c54 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:35.626561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-46db780c-d721-489b-aeca-1651c9fd2125 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting subnet 37d7d356-3912-4ab1-8941-e0daa92ae1db {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:39:35.630817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46db780c-d721-489b-aeca-1651c9fd2125 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.706759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46db780c-d721-489b-aeca-1651c9fd2125 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.712434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] For port f66ce551-401b-4250-b5fe-72fcc4558d24, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f66ce551-401b-4250-b5fe-72fcc4558d24,segment=NetworkSegment(28aa027e-2bc8-4c04-92d3-7a84f6b35f42),segment_id=28aa027e-2bc8-4c04-92d3-7a84f6b35f42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:35.716822 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.739959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] Calling delete_port for f66ce551-401b-4250-b5fe-72fcc4558d24 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:35.760508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] For port f66ce551-401b-4250-b5fe-72fcc4558d24, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f66ce551-401b-4250-b5fe-72fcc4558d24,segment=NetworkSegment(28aa027e-2bc8-4c04-92d3-7a84f6b35f42),segment_id=28aa027e-2bc8-4c04-92d3-7a84f6b35f42)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:35.766174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.810208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46db780c-d721-489b-aeca-1651c9fd2125 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.812391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Calling delete_port for f66ce551-401b-4250-b5fe-72fcc4558d24 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:35.876681 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.890693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.892216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-817fe6a8-77a9-45e2-a011-a280f8c98ee8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/0e029657-f193-4b6c-9200-04bf7d991c54 HTTP/1.1" status: 204 len: 168 time: 2.5442762 Jul 06 18:39:35.897651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52408) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:35.902710 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46db780c-d721-489b-aeca-1651c9fd2125 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.908160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f47c93f0-c1a3-4aa3-99c4-d9fd35cfaf9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1519793702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:35.944402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] No DVR routers for this DVR port f66ce551-401b-4250-b5fe-72fcc4558d24 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:35.946192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e029654-bf47-43b1-989e-3e3db5986bf5 None None] Pushing event deleted for resources: {'Port': ['ID=f66ce551-401b-4250-b5fe-72fcc4558d24,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:35.952987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db780c-d721-489b-aeca-1651c9fd2125 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Subnet': ['ID=37d7d356-3912-4ab1-8941-e0daa92ae1db,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:35.969869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:35.970659 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.997196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d80bef47-37ab-4785-bb8d-6b5b704c9ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3098216 Jul 06 18:39:35.998379 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46db780c-d721-489b-aeca-1651c9fd2125 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.000597 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-46db780c-d721-489b-aeca-1651c9fd2125 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/subnets/37d7d356-3912-4ab1-8941-e0daa92ae1db HTTP/1.1" status: 204 len: 168 time: 0.8430958 Jul 06 18:39:36.004335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52410) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:36.016290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005142e1-ccbe-432f-b9e8-fc44970b20aa None None] Network 8d11b5b1-c597-40e5-b307-0271e153dba9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:36.016799 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.026699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9', 'admin_state_up': True, 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'security_groups': ['59b8ce37-85d8-4139-813a-1f2c2aac5e48']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:36.099952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3ba79806-8c0d-4d10-a2f9-f8744b33def9 None None] Provisioning for port 3bf408fe-5823-47ef-94af-548bd65a1a77 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:36.105231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3ba79806-8c0d-4d10-a2f9-f8744b33def9 None None] Provisioning complete for port 3bf408fe-5823-47ef-94af-548bd65a1a77 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:36.105601 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ba79806-8c0d-4d10-a2f9-f8744b33def9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.179414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3ba79806-8c0d-4d10-a2f9-f8744b33def9 None None] Port 3bf408fe-5823-47ef-94af-548bd65a1a77 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:36.202491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] No DVR routers for this DVR port f66ce551-401b-4250-b5fe-72fcc4558d24 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:36.208349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=f66ce551-401b-4250-b5fe-72fcc4558d24,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:36.327914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] DHCP port deletion for 8d11b5b1-c597-40e5-b307-0271e153dba9 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:39:36.424946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.446835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] Deleting port 7811754f-9415-4caa-bb58-32b88f44c30b {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:36.447586 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.449409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477a13f-650c-4494-9b13-466c8114043d req-e15c3b53-df6b-41c5-9554-28642b7fed87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:36.466299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477a13f-650c-4494-9b13-466c8114043d req-e15c3b53-df6b-41c5-9554-28642b7fed87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:36.473471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477a13f-650c-4494-9b13-466c8114043d req-e15c3b53-df6b-41c5-9554-28642b7fed87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:36.475603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9477a13f-650c-4494-9b13-466c8114043d req-e15c3b53-df6b-41c5-9554-28642b7fed87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 2373 time: 0.3268449 Jul 06 18:39:36.486417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Router f0a484a2-3649-4c96-9c5b-5f6e8257d985 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:36.488640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f0fd66-de99-49b9-a027-c0e8daad89a7']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:36.513345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28aa027e-2bc8-4c04-92d3-7a84f6b35f42') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:36.513701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28aa027e-2bc8-4c04-92d3-7a84f6b35f42') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:36.519256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f66ce551-401b-4250-b5fe-72fcc4558d24 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:36.533523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.546164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f66ce551-401b-4250-b5fe-72fcc4558d24 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:36.546844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f66ce551-401b-4250-b5fe-72fcc4558d24 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:36.596464 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-075b3258-e7d6-4085-a85b-cfd891d00f56 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.599452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] For port 7811754f-9415-4caa-bb58-32b88f44c30b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7811754f-9415-4caa-bb58-32b88f44c30b,segment=NetworkSegment(711b3ed3-eeab-4b45-b4c3-0cde45ceda20),segment_id=711b3ed3-eeab-4b45-b4c3-0cde45ceda20)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:36.601436 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.615061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f47c93f0-c1a3-4aa3-99c4-d9fd35cfaf9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.616625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f47c93f0-c1a3-4aa3-99c4-d9fd35cfaf9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.638665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] Calling delete_port for 7811754f-9415-4caa-bb58-32b88f44c30b owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:36.662368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:36.673039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-78a597ea-1d57-4dbf-9abe-f0a5352e56d5 admin admin] 10.222.0.53 "PUT /v2.0/routers/f0a484a2-3649-4c96-9c5b-5f6e8257d985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6438627 Jul 06 18:39:36.673039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.676524 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] Sync routers for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:36.678011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52414) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:36.690087 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:36.691489 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:36.706032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f47c93f0-c1a3-4aa3-99c4-d9fd35cfaf9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.722387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-075b3258-e7d6-4085-a85b-cfd891d00f56 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.780872 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f47c93f0-c1a3-4aa3-99c4-d9fd35cfaf9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.802935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:39:36.805376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.808248 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:39:36.810238 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:39:36.816933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.822113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b3258-e7d6-4085-a85b-cfd891d00f56 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3d7802-9758-4fba-9ab1-5360c6117082,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:36.846853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] Pushing event deleted for resources: {'Port': ['ID=7811754f-9415-4caa-bb58-32b88f44c30b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:36.857860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e1b56-deac-4de9-8f88-418f4d641744 None None] No DVR routers for this DVR port 7811754f-9415-4caa-bb58-32b88f44c30b on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:36.876681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:36.886836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-075b3258-e7d6-4085-a85b-cfd891d00f56 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.888334 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-075b3258-e7d6-4085-a85b-cfd891d00f56 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7322576 Jul 06 18:39:36.894097 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.896917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f47c93f0-c1a3-4aa3-99c4-d9fd35cfaf9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.901523 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f47c93f0-c1a3-4aa3-99c4-d9fd35cfaf9a tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0001204 Jul 06 18:39:36.902924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52418) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:36.903604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52420) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:36.915232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9477a13f-650c-4494-9b13-466c8114043d req-0da65291-7a87-4321-9ca7-b39d49b5b2fb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4240646 Jul 06 18:39:36.926733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bfff4358-ddc4-4bd0-8087-8a6e7a584a5e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '460c7098-491c-4f6e-98a8-cdfaf6220973', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:36.951991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': True}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:36.974635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.982746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.987846 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] 10.222.0.53 "DELETE /v2.0/networks/62f0fd66-de99-49b9-a027-c0e8daad89a7 HTTP/1.1" status: 204 len: 168 time: 1.9163561 Jul 06 18:39:36.989474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52422) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:36.996407 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:37.043886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e011be5-7aa5-4d41-9196-9f66d7d22dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=62f0fd66-de99-49b9-a027-c0e8daad89a7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:37.064582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.226857 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:39:34Z', 'revision_number': 5, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port': {'id': '877ed729-5f4e-4c71-8b95-481b8e9ef15e', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:36:51Z', 'updated_at': '2021-07-06T18:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:37.261851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Deleting port 877ed729-5f4e-4c71-8b95-481b8e9ef15e {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:37.262267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.270332 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-bfff4358-ddc4-4bd0-8087-8a6e7a584a5e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Project 9545a49a8c0644f7b1786db086402ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:39:37.273211 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] Checking router: f0a484a2-3649-4c96-9c5b-5f6e8257d985 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:37.283502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.288042 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] Routers {'f0a484a2-3649-4c96-9c5b-5f6e8257d985'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:37.289352 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:37.323521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfff4358-ddc4-4bd0-8087-8a6e7a584a5e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.411394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] For port 877ed729-5f4e-4c71-8b95-481b8e9ef15e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=877ed729-5f4e-4c71-8b95-481b8e9ef15e,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:37.411811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.447817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Calling delete_port for 877ed729-5f4e-4c71-8b95-481b8e9ef15e owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:37.476005 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] Set router f0a484a2-3649-4c96-9c5b-5f6e8257d985 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:37.507616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfff4358-ddc4-4bd0-8087-8a6e7a584a5e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.535090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfff4358-ddc4-4bd0-8087-8a6e7a584a5e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.568198 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.574825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfff4358-ddc4-4bd0-8087-8a6e7a584a5e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.576354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bfff4358-ddc4-4bd0-8087-8a6e7a584a5e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6536884 Jul 06 18:39:37.595009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52424) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:37.598943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.608599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'network': {'name': 'tempest-network-smoke--935343489', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'port_security_enabled': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:37.618756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d11b5b1-c597-40e5-b307-0271e153dba9']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:37.643954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff4358-ddc4-4bd0-8087-8a6e7a584a5e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33977bc3-df3b-494f-9d04-d29b67813947,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:37.645185 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:39:37Z', 'revision_number': 6, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:37.660770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711b3ed3-eeab-4b45-b4c3-0cde45ceda20') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:37.661419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711b3ed3-eeab-4b45-b4c3-0cde45ceda20') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:37.693081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.712511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.753906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:37.757989 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.805300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.809473 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07bfc1e-f9c0-47b4-82f9-6bb32e44b2f9 None None] The sync data for ids ['f0a484a2-3649-4c96-9c5b-5f6e8257d985'] in n-d-799684-2 is: [{'id': 'f0a484a2-3649-4c96-9c5b-5f6e8257d985', 'name': 'tempest-ServersTestManualDisk-1651322930-router', 'tenant_id': '9e415e130ca04a699e8c19edc9ecb284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:36:49Z', 'updated_at': '2021-07-06T18:39:37Z', 'revision_number': 6, 'project_id': '9e415e130ca04a699e8c19edc9ecb284', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:37.865440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:39:37.865881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:39:37.869301 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:39:37.951981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:39:38.129692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.130013 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Added segment 40419123-c41f-4002-b2cf-931a15590752 of type vlan for network 2df97ca4-e355-4af9-8c7d-214679a38c31 Jul 06 18:39:38.167754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.173507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.178000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/networks/8d11b5b1-c597-40e5-b307-0271e153dba9 HTTP/1.1" status: 204 len: 168 time: 2.1703751 Jul 06 18:39:38.223546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:38.318040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4063a63-c32c-4a3a-a51e-46a27db3de33 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Network': ['ID=8d11b5b1-c597-40e5-b307-0271e153dba9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:38.330993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Allocated IP 10.2.2.100 (8834e188-cc93-4bd8-9ab4-7a580b36dac9/ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6/fe774b3a-0b21-4bdb-b411-b7e0285a7c92) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:38.334772 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.354428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7811754f-9415-4caa-bb58-32b88f44c30b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:38.357112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.388171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7811754f-9415-4caa-bb58-32b88f44c30b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:38.388723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7811754f-9415-4caa-bb58-32b88f44c30b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:38.389300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 806b088e-d1b1-4bf7-8001-954bb357bdb3 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:38.395703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.412805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 806b088e-d1b1-4bf7-8001-954bb357bdb3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:38.413434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 806b088e-d1b1-4bf7-8001-954bb357bdb3 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:38.423865 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.440331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=877ed729-5f4e-4c71-8b95-481b8e9ef15e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:38.503259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.503766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.504165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.504609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.505025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.505441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.505893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.506303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.506713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.507121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.507529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.507935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:38.553505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.559290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.559913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.583396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6f997-d142-4b06-908e-4bba533b4f73 req-14f8a69a-03c1-4a2c-b3b4-b365c308a947 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.589388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6f997-d142-4b06-908e-4bba533b4f73 req-14f8a69a-03c1-4a2c-b3b4-b365c308a947 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.595554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6f997-d142-4b06-908e-4bba533b4f73 req-14f8a69a-03c1-4a2c-b3b4-b365c308a947 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.597283 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31a6f997-d142-4b06-908e-4bba533b4f73 req-14f8a69a-03c1-4a2c-b3b4-b365c308a947 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 2373 time: 0.3053942 Jul 06 18:39:38.611689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.754398 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.762346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.778686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31a6f997-d142-4b06-908e-4bba533b4f73 req-b5e21d49-7cf5-4cae-b735-29b6a04a457b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699166 Jul 06 18:39:38.782766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1790257 Jul 06 18:39:38.792749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52434) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:38.809519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'admin_state_up': True, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:38.815868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb38c7-7250-4c9d-b897-b8b3c7f1423f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Network': ['ID=2df97ca4-e355-4af9-8c7d-214679a38c31,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:38.837740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:39:38.851055 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.851335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0a484a2-3649-4c96-9c5b-5f6e8257d985 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:38.857037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.860726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-414e823c-42e3-4725-b924-1b998c9c5df5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f0a484a2-3649-4c96-9c5b-5f6e8257d985 HTTP/1.1" status: 204 len: 168 time: 2.1792600 Jul 06 18:39:38.860941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52436) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:38.868808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Allocated IP 172.25.4.236 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/a753aa76-ec0b-4294-b13d-f0f79bdae77f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:38.915693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 07f6915c-ac9a-4fa3-a023-7436fba5260a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:38.916039 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.950883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4475c40-bf59-4760-b644-aad5975f1f1a admin admin] Deleting subnet a6cfccb8-8291-43e2-bb9f-f51f2c970d0d {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:39:38.954736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4475c40-bf59-4760-b644-aad5975f1f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.989297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.000896 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4475c40-bf59-4760-b644-aad5975f1f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.012984 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.016090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.072685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Transition to ACTIVE for port object fe774b3a-0b21-4bdb-b411-b7e0285a7c92 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:39.143708 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4475c40-bf59-4760-b644-aad5975f1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.165224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.243971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Deleting port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:39.244306 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.274735 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.331555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.388815 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4475c40-bf59-4760-b644-aad5975f1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.426339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.434933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4475c40-bf59-4760-b644-aad5975f1f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cfccb8-8291-43e2-bb9f-f51f2c970d0d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:39.468999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e4475c40-bf59-4760-b644-aad5975f1f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.471269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e4475c40-bf59-4760-b644-aad5975f1f1a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a6cfccb8-8291-43e2-bb9f-f51f2c970d0d HTTP/1.1" status: 204 len: 168 time: 0.6093032 Jul 06 18:39:39.472179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee3f61-2545-4ef9-8187-ee17a4c2e59a None None] Network 32eebd69-66d3-4d34-b336-1ff6fd762341 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:39.476065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52440) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:39.539203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'Port': ['ID=a753aa76-ec0b-4294-b13d-f0f79bdae77f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:39.555541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] For port eacfcea5-3b24-4e9d-b9ab-dd01646d07ee, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,segment=NetworkSegment(457a1e81-e7d6-4474-a3ea-7a95632a8df6),segment_id=457a1e81-e7d6-4474-a3ea-7a95632a8df6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:39.557759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.565012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.565354 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.594490 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.603945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Calling delete_port for eacfcea5-3b24-4e9d-b9ab-dd01646d07ee owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:39.637736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:39.642325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:39.686269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:39.689198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 07f6915c-ac9a-4fa3-a023-7436fba5260a owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:39.695835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:39.699275 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.707923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:39.713979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:39.775644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] DHCP port deletion for 32eebd69-66d3-4d34-b336-1ff6fd762341 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:39:39.944330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] Deleting port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:39.944733 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:39.981279 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.021024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacfcea5-3b24-4e9d-b9ab-dd01646d07ee,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:40.050342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] For port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:40.051227 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.078779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] Calling delete_port for 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:40.132674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Deleting port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:40.133060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.264588 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.286831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] No DVR routers for this DVR port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:40.358793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7250d-bece-466a-b20a-27d89e4cadb7 None None] Pushing event deleted for resources: {'Port': ['ID=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:40.366699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-62c71223-27b4-495f-abed-858e2e41e75d None None] Provisioning for port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:40.371202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-62c71223-27b4-495f-abed-858e2e41e75d None None] Provisioning complete for port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:40.373099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-62c71223-27b4-495f-abed-858e2e41e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.416201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-62c71223-27b4-495f-abed-858e2e41e75d None None] Port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:40.461517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] For port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,segment=NetworkSegment(107cd60b-d4a2-49d5-a6d6-38f1088ea1eb),segment_id=107cd60b-d4a2-49d5-a6d6-38f1088ea1eb)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:40.462153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.478386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 877ed729-5f4e-4c71-8b95-481b8e9ef15e no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:40.527686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Calling delete_port for 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:40.546745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 877ed729-5f4e-4c71-8b95-481b8e9ef15e {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:40.547100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 877ed729-5f4e-4c71-8b95-481b8e9ef15e not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:40.547521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:40.564874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bdae-8935-411c-a416-9831602a22a9 req-636f89ac-c36b-4ab8-a0c1-e9b10fc2ba0e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:40.571857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bdae-8935-411c-a416-9831602a22a9 req-636f89ac-c36b-4ab8-a0c1-e9b10fc2ba0e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:40.577972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bdae-8935-411c-a416-9831602a22a9 req-636f89ac-c36b-4ab8-a0c1-e9b10fc2ba0e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:40.583899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bdae-8935-411c-a416-9831602a22a9 req-636f89ac-c36b-4ab8-a0c1-e9b10fc2ba0e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:40.585741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8290bdae-8935-411c-a416-9831602a22a9 req-636f89ac-c36b-4ab8-a0c1-e9b10fc2ba0e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 3094 time: 0.5228488 Jul 06 18:39:40.593680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:40.594066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:40.657123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.712815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:40.737359 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8290bdae-8935-411c-a416-9831602a22a9 req-c24264c2-e59b-4428-aad0-1b1bed3eaea7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449325 Jul 06 18:39:40.777754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.793232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:40.793901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.835050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] No DVR routers for this DVR port 3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:40.857623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5a3f06-d3b0-4623-9a6e-8c9da415c9e4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:40.870566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-8764c198-e576-4463-8220-c7379d889203 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8582768 Jul 06 18:39:40.890719 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9', 'admin_state_up': True, 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'security_groups': ['59b8ce37-85d8-4139-813a-1f2c2aac5e48']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:40.934508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.950590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32eebd69-66d3-4d34-b336-1ff6fd762341']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:40.963325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:40.963636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107cd60b-d4a2-49d5-a6d6-38f1088ea1eb') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:40.974498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:40.991795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.025011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.035680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:39:41.036127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:39:41.037903 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:39:41.087334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.144393 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.155067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.159244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] 10.222.0.53 "DELETE /v2.0/networks/32eebd69-66d3-4d34-b336-1ff6fd762341 HTTP/1.1" status: 204 len: 168 time: 1.6796973 Jul 06 18:39:41.176882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c8633-443f-4d6e-8989-279c0768953f admin admin] Pushing event deleted for resources: {'Network': ['ID=32eebd69-66d3-4d34-b336-1ff6fd762341,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:41.178080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=07f6915c-ac9a-4fa3-a023-7436fba5260a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:41.193609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:41.317019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:41.325826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f597239f-5f87-4da2-84d7-5d7d04b878b7 admin admin] 10.222.0.53 "PUT /v2.0/routers/6e5624bc-db0c-4513-8db7-0d49b233f6b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3311038 Jul 06 18:39:41.325826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52452) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:41.328895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] Sync routers for ids ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:41.341698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] Routers {'6e5624bc-db0c-4513-8db7-0d49b233f6b5'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:41.345329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:41.414177 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.417741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.418917 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0de17db3-f173-4f97-bbc0-afdfa3359922 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/floatingips/23402ddf-273b-4632-9743-0159da0fce45 HTTP/1.1" status: 204 len: 168 time: 3.1944456 Jul 06 18:39:41.422461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Made reservation on behalf of 42e1c0cdee9941ce9732e18ad04ce4ec for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:41.427072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.429213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52454) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:41.429549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52456) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:41.435726 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.471992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.523196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] Set router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:41.559613 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.567168 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb36d089-4eb2-4a73-a8d0-bc4edc7782f9 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] DELETE failed (client error): The resource could not be found. Jul 06 18:39:41.568207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb36d089-4eb2-4a73-a8d0-bc4edc7782f9 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:39:41.570179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eb36d089-4eb2-4a73-a8d0-bc4edc7782f9 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/ports/7fe01543-05ee-4691-ab6a-fc5742729f96 HTTP/1.1" status: 404 len: 333 time: 0.1332872 Jul 06 18:39:41.581772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52458) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:41.595129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.667068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Deleting port b9b8c5a7-50f6-4747-8640-4eaa74f32279 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:41.667418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.700556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c7afab87-007f-4c53-9082-62f5748a6053 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b8ed88f-f58e-4739-a755-215639ce5494 HTTP/1.1" status: 200 len: 205 time: 0.1135979 Jul 06 18:39:41.704644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.710972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52462) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:41.758037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:39Z', 'revision_number': 5, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port': {'id': 'b9b8c5a7-50f6-4747-8640-4eaa74f32279', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:06Z', 'updated_at': '2021-07-06T18:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:41.790985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.792404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] Checking router: 6e5624bc-db0c-4513-8db7-0d49b233f6b5 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:41.815072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] Routers {'6e5624bc-db0c-4513-8db7-0d49b233f6b5'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:41.815725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:41.849464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] For port b9b8c5a7-50f6-4747-8640-4eaa74f32279, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b9b8c5a7-50f6-4747-8640-4eaa74f32279,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:41.850019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.891033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Calling delete_port for b9b8c5a7-50f6-4747-8640-4eaa74f32279 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:41.912208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Allocated IP 10.2.2.200 (8834e188-cc93-4bd8-9ab4-7a580b36dac9/ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6/d4b8992c-2d12-4392-9fde-e05548fa139d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:41.921175 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-8d55d7ec-26f1-4d9f-8860-0402c92b24d0 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] delete failed (client error): The resource could not be found. Jul 06 18:39:41.924675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8d55d7ec-26f1-4d9f-8860-0402c92b24d0 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/routers/6b8ed88f-f58e-4739-a755-215639ce5494 HTTP/1.1" status: 404 len: 336 time: 0.2053332 Jul 06 18:39:41.933628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52466) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:41.950830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-26253897-f7f5-48b9-886a-d78030b47a5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e415e130ca04a699e8c19edc9ecb284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117865 Jul 06 18:39:41.952039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52468) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:41.981323 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dfba58-b463-4b4b-975d-e1ebde57ce2f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] DELETE failed (client error): The resource could not be found. Jul 06 18:39:41.981820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dfba58-b463-4b4b-975d-e1ebde57ce2f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:39:41.983896 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2dfba58-b463-4b4b-975d-e1ebde57ce2f tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/subnets/37d7d356-3912-4ab1-8941-e0daa92ae1db HTTP/1.1" status: 404 len: 337 time: 0.0479827 Jul 06 18:39:41.990378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52472) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:42.157002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad832c4-94ee-4118-bd9d-d44a66239323 req-e1294a44-9c4e-46c0-bac9-e65f09557a37 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:42.165113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad832c4-94ee-4118-bd9d-d44a66239323 req-e1294a44-9c4e-46c0-bac9-e65f09557a37 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:42.175201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] Set router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:42.175412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad832c4-94ee-4118-bd9d-d44a66239323 req-e1294a44-9c4e-46c0-bac9-e65f09557a37 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:42.184633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad832c4-94ee-4118-bd9d-d44a66239323 req-e1294a44-9c4e-46c0-bac9-e65f09557a37 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:42.196103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fad832c4-94ee-4118-bd9d-d44a66239323 req-e1294a44-9c4e-46c0-bac9-e65f09557a37 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 3094 time: 0.2736530 Jul 06 18:39:42.244495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:41Z', 'revision_number': 6, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:42.271662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23d6a1-91a7-4a3a-b3e5-8cf2153dc656 None None] The sync data for ids ['6e5624bc-db0c-4513-8db7-0d49b233f6b5'] in n-d-799684-2 is: [{'id': '6e5624bc-db0c-4513-8db7-0d49b233f6b5', 'name': 'tempest-TestAggregatesBasicOps-1577232681-router', 'tenant_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:04Z', 'updated_at': '2021-07-06T18:39:41Z', 'revision_number': 6, 'project_id': 'ef98e7d2bc734335b04a4b904bf170a8', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:42.332098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fad832c4-94ee-4118-bd9d-d44a66239323 req-52319df1-2401-4c9e-adf9-979b2c560bd0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350026 Jul 06 18:39:42.377132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-023d2b74-9bf8-427c-8045-f944e47e678d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 7dd18389-ec59-4106-9e84-432d2ec0ce10 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:42.377476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-023d2b74-9bf8-427c-8045-f944e47e678d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.377857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.25.4.197 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/9ac7a91d-3972-43c0-9403-bc293277851f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:42.398261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e838094-1b8a-4ceb-8f27-f76cca995fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.420916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Router e2f8e367-76cd-421b-adbb-665bd59a8057 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:39:42.444762 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.500059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e838094-1b8a-4ceb-8f27-f76cca995fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.650592 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.733608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e838094-1b8a-4ceb-8f27-f76cca995fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.736369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e838094-1b8a-4ceb-8f27-f76cca995fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.737880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1e838094-1b8a-4ceb-8f27-f76cca995fd2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3025a49f-f0e3-4202-b414-229f9396807d HTTP/1.1" status: 204 len: 168 time: 0.7774847 Jul 06 18:39:42.742134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.747021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Transition to ACTIVE for port object d4b8992c-2d12-4392-9fde-e05548fa139d will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:42.774221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:42.779332 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.785153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e9f1d7aa-440b-4abd-94cf-2ef9bbad8613 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "PUT /v2.0/routers/e2f8e367-76cd-421b-adbb-665bd59a8057 HTTP/1.1" status: 200 len: 915 time: 5.8400576 Jul 06 18:39:42.788207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52476) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:42.789083 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29010faa-a129-470d-902c-8bba1f714f14 None None] Sync routers for ids ['e2f8e367-76cd-421b-adbb-665bd59a8057'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:42.789587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e838094-1b8a-4ceb-8f27-f76cca995fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3025a49f-f0e3-4202-b414-229f9396807d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:42.848284 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29010faa-a129-470d-902c-8bba1f714f14 None None] Routers {'e2f8e367-76cd-421b-adbb-665bd59a8057'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:42.849560 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-29010faa-a129-470d-902c-8bba1f714f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e2f8e367-76cd-421b-adbb-665bd59a8057'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:42.904758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b8c5a7-50f6-4747-8640-4eaa74f32279,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:42.941160 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-29010faa-a129-470d-902c-8bba1f714f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:42.952054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-023d2b74-9bf8-427c-8045-f944e47e678d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.955109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.970307 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29010faa-a129-470d-902c-8bba1f714f14 None None] Routers {'e2f8e367-76cd-421b-adbb-665bd59a8057'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:42.971996 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-29010faa-a129-470d-902c-8bba1f714f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e2f8e367-76cd-421b-adbb-665bd59a8057'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:42.981985 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:42.988072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:42.991072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:42.993357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-023d2b74-9bf8-427c-8045-f944e47e678d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 7dd18389-ec59-4106-9e84-432d2ec0ce10 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:43.021327 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.060740 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.072102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-91aeb629-3f1f-4f90-a611-f74a8bc90852 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/routers/e2f8e367-76cd-421b-adbb-665bd59a8057 HTTP/1.1" status: 200 len: 921 time: 0.2790408 Jul 06 18:39:43.082985 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-29010faa-a129-470d-902c-8bba1f714f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:43.084998 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29010faa-a129-470d-902c-8bba1f714f14 None None] The sync data for ids ['e2f8e367-76cd-421b-adbb-665bd59a8057'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:43.090180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52484) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:43.119665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=9ac7a91d-3972-43c0-9403-bc293277851f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:43.249426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.253654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.344811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.345546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e5624bc-db0c-4513-8db7-0d49b233f6b5 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:43.371661 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.373058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-de2fd159-74b4-4d47-ba6b-ad94dfb5ce87 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6e5624bc-db0c-4513-8db7-0d49b233f6b5 HTTP/1.1" status: 204 len: 168 time: 2.0461290 Jul 06 18:39:43.382165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52494) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:43.402970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1146e-361e-4363-a28f-a46c838f39b4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:43.407495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d0b1146e-361e-4363-a28f-a46c838f39b4 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=e2f8e367-76cd-421b-adbb-665bd59a8057&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3135746 Jul 06 18:39:43.441949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52496) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:43.518514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:43.537377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.541148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:43.544023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:43.603354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-023d2b74-9bf8-427c-8045-f944e47e678d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.693456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d2b74-9bf8-427c-8045-f944e47e678d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=7dd18389-ec59-4106-9e84-432d2ec0ce10,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:43.706382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab7e6b9-28b2-4ae0-9dcc-5e0a37bc9882 admin admin] Deleting subnet 67c9644f-8d8a-4719-b364-ff778e1db9d3 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:39:43.717411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e6b9-28b2-4ae0-9dcc-5e0a37bc9882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.895412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e6b9-28b2-4ae0-9dcc-5e0a37bc9882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.934926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52508) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:43.957604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac7ffc-8234-4f91-b22a-0ef7d5ec200f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:43.959464 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-abac7ffc-8234-4f91-b22a-0ef7d5ec200f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 881 time: 0.5151606 Jul 06 18:39:43.965232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-023d2b74-9bf8-427c-8045-f944e47e678d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.970740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-023d2b74-9bf8-427c-8045-f944e47e678d tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/ports/7dd18389-ec59-4106-9e84-432d2ec0ce10 HTTP/1.1" status: 204 len: 168 time: 1.9792209 Jul 06 18:39:43.971556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52512) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:43.972055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52514) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:43.989929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9823c5cf-487c-449d-a569-7a682f9546b9 None None] Provisioning for port d4b8992c-2d12-4392-9fde-e05548fa139d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:43.994972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9823c5cf-487c-449d-a569-7a682f9546b9 None None] Provisioning complete for port d4b8992c-2d12-4392-9fde-e05548fa139d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:43.995834 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9823c5cf-487c-449d-a569-7a682f9546b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.053835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9823c5cf-487c-449d-a569-7a682f9546b9 None None] Port d4b8992c-2d12-4392-9fde-e05548fa139d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:44.056939 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4931dd8c-1bbc-4c74-a212-d2d514d5db15 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2f8e367-76cd-421b-adbb-665bd59a8057 HTTP/1.1" status: 200 len: 205 time: 0.0813289 Jul 06 18:39:44.066157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52516) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:44.089054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b181-1464-4b72-b365-624c4b0d2c0d req-ac0dbbd3-0c72-4b63-943d-24ce9dda7d0a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.095521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b181-1464-4b72-b365-624c4b0d2c0d req-ac0dbbd3-0c72-4b63-943d-24ce9dda7d0a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.101664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b181-1464-4b72-b365-624c4b0d2c0d req-ac0dbbd3-0c72-4b63-943d-24ce9dda7d0a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.109616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b181-1464-4b72-b365-624c4b0d2c0d req-ac0dbbd3-0c72-4b63-943d-24ce9dda7d0a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.119087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b181-1464-4b72-b365-624c4b0d2c0d req-ac0dbbd3-0c72-4b63-943d-24ce9dda7d0a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.120259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c280b181-1464-4b72-b365-624c4b0d2c0d req-ac0dbbd3-0c72-4b63-943d-24ce9dda7d0a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 3815 time: 0.5263295 Jul 06 18:39:44.189159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event updated for resources: {'Port': ['ID=d4b8992c-2d12-4392-9fde-e05548fa139d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:44.223563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.224552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.233880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1740478748-network', 'tenant_id': '6718daddb00c4a5a87e5417393a6c032'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:44.325035 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e6b9-28b2-4ae0-9dcc-5e0a37bc9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.343179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device eacfcea5-3b24-4e9d-b9ab-dd01646d07ee no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:44.394756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: eacfcea5-3b24-4e9d-b9ab-dd01646d07ee {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:44.395018 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device eacfcea5-3b24-4e9d-b9ab-dd01646d07ee not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:44.397696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b9b8c5a7-50f6-4747-8640-4eaa74f32279 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:44.424165 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c280b181-1464-4b72-b365-624c4b0d2c0d req-0b407adc-76c4-458b-a4e3-977544844c14 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507548 Jul 06 18:39:44.424874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Made reservation on behalf of 6718daddb00c4a5a87e5417393a6c032 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:44.428141 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.446768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b9b8c5a7-50f6-4747-8640-4eaa74f32279 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:44.447378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b9b8c5a7-50f6-4747-8640-4eaa74f32279 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:44.469513 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7bbed6d7-af76-4ae3-aec0-8617d1e603db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5861719 Jul 06 18:39:44.485258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:44.492370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.520346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.531084 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.534188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e6b9-28b2-4ae0-9dcc-5e0a37bc9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.598856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e3cc7-d7c2-44ee-98dd-bcae96ee7078 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port 5acd02a4-8c68-4861-bffa-62efef46e63d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:44.599217 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3cc7-d7c2-44ee-98dd-bcae96ee7078 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.610672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7e6b9-28b2-4ae0-9dcc-5e0a37bc9882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c9644f-8d8a-4719-b364-ff778e1db9d3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:44.655087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.669666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac86ac5-e6b8-40d2-b425-effe20e78424 None None] Network 56ad3436-885b-4cc9-9122-3453fb70fd2c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:44.716376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e6b9-28b2-4ae0-9dcc-5e0a37bc9882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:44.718578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1ab7e6b9-28b2-4ae0-9dcc-5e0a37bc9882 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/67c9644f-8d8a-4719-b364-ff778e1db9d3 HTTP/1.1" status: 204 len: 168 time: 1.3350806 Jul 06 18:39:44.723769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:44.920114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] DHCP port deletion for 56ad3436-885b-4cc9-9122-3453fb70fd2c request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:39:44.942990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:39:44.965559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c0138-cd5f-4be2-b492-3a716feff401 req-eb3cbf1e-4886-41f1-8ac7-a99feb0dfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.967182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-725c0138-cd5f-4be2-b492-3a716feff401 req-eb3cbf1e-4886-41f1-8ac7-a99feb0dfef8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.1580565 Jul 06 18:39:44.981243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] Deleting port 87533262-b4da-476c-bda1-d6b59da6074a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:44.982179 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.039821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3cc7-d7c2-44ee-98dd-bcae96ee7078 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.045533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.058028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] For port 87533262-b4da-476c-bda1-d6b59da6074a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=87533262-b4da-476c-bda1-d6b59da6074a,segment=NetworkSegment(457a1e81-e7d6-4474-a3ea-7a95632a8df6),segment_id=457a1e81-e7d6-4474-a3ea-7a95632a8df6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:45.058669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.068063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.076861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] Calling delete_port for 87533262-b4da-476c-bda1-d6b59da6074a owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:45.081381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e3cc7-d7c2-44ee-98dd-bcae96ee7078 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for 5acd02a4-8c68-4861-bffa-62efef46e63d owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:45.134258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3474b-4693-4ec9-960a-b9335dee0fe0 req-eaa40bdb-ee3a-4ff9-8f43-026d3c3855b3 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:45.135831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdd3474b-4693-4ec9-960a-b9335dee0fe0 req-eaa40bdb-ee3a-4ff9-8f43-026d3c3855b3 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2468452 Jul 06 18:39:45.147416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.193780 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.227498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.234380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c0138-cd5f-4be2-b492-3a716feff401 req-22f18fb1-6de0-422e-a998-c6611b87e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:45.235868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-725c0138-cd5f-4be2-b492-3a716feff401 req-22f18fb1-6de0-422e-a998-c6611b87e3f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.2572556 Jul 06 18:39:45.241199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:45.243653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] Pushing event deleted for resources: {'Port': ['ID=87533262-b4da-476c-bda1-d6b59da6074a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:45.251250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fda4e-d708-497a-9633-2c8567492598 None None] No DVR routers for this DVR port 87533262-b4da-476c-bda1-d6b59da6074a on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:45.275483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90edbb0b-fb03-4098-872a-66ac6ba64a25,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:45.308101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6ebf14-82aa-4dbb-83e5-46361d90762a {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:45.319253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-725c0138-cd5f-4be2-b492-3a716feff401 req-e2209484-dbaf-469a-8889-6e6e76b902a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 217 time: 0.0647976 Jul 06 18:39:45.321583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.328472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Sync routers for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:45.361138 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.361364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:45.362125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:45.362943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:39:45.367424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7887d279-a2c8-418c-a470-88fb6a2f304d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.5672836 Jul 06 18:39:45.367613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52532) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:45.393450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Transition to ACTIVE for port object 4a6ebf14-82aa-4dbb-83e5-46361d90762a will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:45.397484 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bdd3474b-4693-4ec9-960a-b9335dee0fe0 req-06d83f0e-24b7-495b-a714-e46622ffd9bf tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833932 Jul 06 18:39:45.409304 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.419320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.419672 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Added segment cdf80424-a21c-4ae0-b9ad-10fdbbc485fc of type vlan for network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 Jul 06 18:39:45.509288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c0138-cd5f-4be2-b492-3a716feff401 req-fca50dc4-85d0-4bd1-830c-bdab520c3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:45.510836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-725c0138-cd5f-4be2-b492-3a716feff401 req-fca50dc4-85d0-4bd1-830c-bdab520c3c20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.1845803 Jul 06 18:39:45.532229 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.559003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Deleting port a753aa76-ec0b-4294-b13d-f0f79bdae77f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:45.560432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.570569 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8b33c64a-617a-413e-a6aa-bed04207091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.580994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Deleting port 87533262-b4da-476c-bda1-d6b59da6074a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:45.581752 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.656572 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3cc7-d7c2-44ee-98dd-bcae96ee7078 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.656973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-725c0138-cd5f-4be2-b492-3a716feff401 req-64748a16-7078-4019-a9ef-bffcbfed2c5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237094 Jul 06 18:39:45.657594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Pushing event updated for resources: {'Port': ['ID=4a6ebf14-82aa-4dbb-83e5-46361d90762a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:45.674296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.resource_extend [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:39:45.719124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:45.820441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Attempting to bind port 4a6ebf14-82aa-4dbb-83e5-46361d90762a on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:45.822264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Attempting to bind port 4a6ebf14-82aa-4dbb-83e5-46361d90762a by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:45.823096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Attempting to bind port 4a6ebf14-82aa-4dbb-83e5-46361d90762a on network 407ff483-eebb-47c2-ba28-b34ffefc1775 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:45.837643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Port 4a6ebf14-82aa-4dbb-83e5-46361d90762a on network 407ff483-eebb-47c2-ba28-b34ffefc1775 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:45.838246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Attempting to bind port 4a6ebf14-82aa-4dbb-83e5-46361d90762a on network 407ff483-eebb-47c2-ba28-b34ffefc1775 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:45.848941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:45.849537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Checking segment: {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:45.850110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Bound using segment: {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:45.850693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Bound port: 4a6ebf14-82aa-4dbb-83e5-46361d90762a, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea01c261-4383-48ce-a8ab-f80c7b063d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:45.851218 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.867174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e3cc7-d7c2-44ee-98dd-bcae96ee7078 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=5acd02a4-8c68-4861-bffa-62efef46e63d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:45.875868 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-725c0138-cd5f-4be2-b492-3a716feff401 req-c1cea259-7aed-48f2-b236-e0682a98e841 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970971 Jul 06 18:39:45.883825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-af91bcd3-282c-4e01-b2a8-7a51893177c1 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9545a49a8c0644f7b1786db086402ff5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5078256 Jul 06 18:39:45.892759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.893759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:45.894349 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.904310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52538) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:45.954321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] For port 87533262-b4da-476c-bda1-d6b59da6074a, host n-d-799684-2, got binding levels [] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:45.954675 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.982531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:43Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:46.000147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] For port 4a6ebf14-82aa-4dbb-83e5-46361d90762a, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:46.010346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] For port 4a6ebf14-82aa-4dbb-83e5-46361d90762a, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:46.024139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Checking router: b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:46.024571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Updating router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 port 9ac7a91d-3972-43c0-9403-bc293277851f binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:39:46.029287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.046859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-725c0138-cd5f-4be2-b492-3a716feff401 req-7c18fe66-921b-4fd8-bf84-20d4ec26dffb service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392405 Jul 06 18:39:46.067933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.075842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.077632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.079598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-a9792193-71d4-485a-a004-df316ae26cff service neutron] 10.222.0.24 "PUT /v2.0/ports/4a6ebf14-82aa-4dbb-83e5-46361d90762a HTTP/1.1" status: 200 len: 1095 time: 1.6018550 Jul 06 18:39:46.080445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:46.096916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.099745 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac22822-be45-4182-a3be-4bc8b0c851b2" -d '{"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:46.146348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:46.201324 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2616439 Jul 06 18:39:46.208186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52546) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:46.209159 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2681482e-c329-4f5b-a57f-ed70c8c6f80a x-openstack-request-id: req-2681482e-c329-4f5b-a57f-ed70c8c6f80a {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:46.209689 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:46.210993 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2681482e-c329-4f5b-a57f-ed70c8c6f80a {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:46.211733 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'status': 'completed', 'code': 200} Jul 06 18:39:46.251360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9792193-71d4-485a-a004-df316ae26cff service neutron] Pushing event updated for resources: {'Port': ['ID=4a6ebf14-82aa-4dbb-83e5-46361d90762a,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:46.259746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Calling delete_port for 87533262-b4da-476c-bda1-d6b59da6074a owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:46.272018 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.294223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Calling delete_port for a753aa76-ec0b-4294-b13d-f0f79bdae77f owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:46.297642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Port 87533262-b4da-476c-bda1-d6b59da6074a was not found and therefore no delete operation was performed {{(pid=93966) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:39:46.326727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Request body: {'subnet': {'network_id': '4455398b-a4f8-4f4c-a6a9-9c2afd36cd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1740478748-subnet', 'tenant_id': '6718daddb00c4a5a87e5417393a6c032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:46.363733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 87533262-b4da-476c-bda1-d6b59da6074a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:46.442534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 87533262-b4da-476c-bda1-d6b59da6074a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:46.443235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 87533262-b4da-476c-bda1-d6b59da6074a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:46.660197 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.679292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Transition to ACTIVE for port object 9ac7a91d-3972-43c0-9403-bc293277851f will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:46.692581 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.749965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6db13-dc74-4cba-ab85-57271ff53822 req-4aacd56e-96fd-440a-83f7-811723831980 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.751947 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9bc6db13-dc74-4cba-ab85-57271ff53822 req-4aacd56e-96fd-440a-83f7-811723831980 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.1547325 Jul 06 18:39:46.754663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afc42e0-ffc3-4b54-9467-8c1302e646cd {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:46.762858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f762442-1b2e-4303-bb28-46c3337d1160 None None] Pushing event updated for resources: {'Port': ['ID=9ac7a91d-3972-43c0-9403-bc293277851f,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:46.781334 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.790867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.792837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Attempting to bind port 9ac7a91d-3972-43c0-9403-bc293277851f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:46.793221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Attempting to bind port 9ac7a91d-3972-43c0-9403-bc293277851f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:46.793584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Attempting to bind port 9ac7a91d-3972-43c0-9403-bc293277851f on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:46.799290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:46.799681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:46.800076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.800816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:46.801288 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Bound port: 9ac7a91d-3972-43c0-9403-bc293277851f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:46.801754 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.811752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Transition to ACTIVE for port object 1afc42e0-ffc3-4b54-9467-8c1302e646cd will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:46.819186 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.841463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d266d-1228-467b-a71b-ea5a243748d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4455398b-a4f8-4f4c-a6a9-9c2afd36cd01,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:46.844900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87533262-b4da-476c-bda1-d6b59da6074a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:46.855820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:39:46.943187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] No DVR routers for this DVR port 87533262-b4da-476c-bda1-d6b59da6074a on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:46.951781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3cc7-d7c2-44ee-98dd-bcae96ee7078 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.957117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9f5e3cc7-d7c2-44ee-98dd-bcae96ee7078 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/ports/5acd02a4-8c68-4861-bffa-62efef46e63d HTTP/1.1" status: 204 len: 168 time: 2.9803281 Jul 06 18:39:46.960918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] For port 9ac7a91d-3972-43c0-9403-bc293277851f, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:46.962718 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9bc6db13-dc74-4cba-ab85-57271ff53822 req-b53964f6-4d7d-4536-b010-25c2587b956d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998405 Jul 06 18:39:46.964819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52554) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:46.970896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] For port 9ac7a91d-3972-43c0-9403-bc293277851f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9ac7a91d-3972-43c0-9403-bc293277851f,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:46.972404 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90499b-763d-4f2c-98e9-d618622d50fe req-6a9ab9f7-321f-4ef9-9b71-8483f9245aa1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.979768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90499b-763d-4f2c-98e9-d618622d50fe req-6a9ab9f7-321f-4ef9-9b71-8483f9245aa1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.986198 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.986556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90499b-763d-4f2c-98e9-d618622d50fe req-6a9ab9f7-321f-4ef9-9b71-8483f9245aa1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.993153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90499b-763d-4f2c-98e9-d618622d50fe req-6a9ab9f7-321f-4ef9-9b71-8483f9245aa1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.999776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90499b-763d-4f2c-98e9-d618622d50fe req-6a9ab9f7-321f-4ef9-9b71-8483f9245aa1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.010355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac90499b-763d-4f2c-98e9-d618622d50fe req-6a9ab9f7-321f-4ef9-9b71-8483f9245aa1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 3831 time: 1.3495159 Jul 06 18:39:47.076903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:47.077631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:47.087935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Pushing event updated for resources: {'Port': ['ID=1afc42e0-ffc3-4b54-9467-8c1302e646cd,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:47.138021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f762442-1b2e-4303-bb28-46c3337d1160 None None] Pushing event updated for resources: {'Port': ['ID=9ac7a91d-3972-43c0-9403-bc293277851f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:47.211112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Attempting to bind port 1afc42e0-ffc3-4b54-9467-8c1302e646cd on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:47.211467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Attempting to bind port 1afc42e0-ffc3-4b54-9467-8c1302e646cd by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:47.211770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Attempting to bind port 1afc42e0-ffc3-4b54-9467-8c1302e646cd on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:47.218801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Port 1afc42e0-ffc3-4b54-9467-8c1302e646cd on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:47.219124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Attempting to bind port 1afc42e0-ffc3-4b54-9467-8c1302e646cd on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:47.228781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffcad25-5a9e-4636-a350-aebe39b4a7ce tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.230391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1ffcad25-5a9e-4636-a350-aebe39b4a7ce tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "GET /v2.0/ports?device_id=21e84096-d62e-4370-89f8-5548b1323f48 HTTP/1.1" status: 200 len: 913 time: 0.2567089 Jul 06 18:39:47.234471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52556) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:47.236926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:47.237339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Checking segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:47.237865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Bound using segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:47.238231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Bound port: 1afc42e0-ffc3-4b54-9467-8c1302e646cd, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:47.238618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.277605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:47.329823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.341025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ad3436-885b-4cc9-9122-3453fb70fd2c']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:47.354961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457a1e81-e7d6-4474-a3ea-7a95632a8df6') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:47.355250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457a1e81-e7d6-4474-a3ea-7a95632a8df6') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:47.372384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.405937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] For port 1afc42e0-ffc3-4b54-9467-8c1302e646cd, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:47.410815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] For port 1afc42e0-ffc3-4b54-9467-8c1302e646cd, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:47.411624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Made reservation on behalf of 6718daddb00c4a5a87e5417393a6c032 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:47.414431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.424348 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.425520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event deleted for resources: {'Port': ['ID=a753aa76-ec0b-4294-b13d-f0f79bdae77f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:47.441162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.487608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac90499b-763d-4f2c-98e9-d618622d50fe req-0a130d28-a1f0-4a61-883d-d810c06a7e0b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4763284 Jul 06 18:39:47.488826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10845b-e03f-4230-88f9-d559f0fa5a8f tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.490666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-de10845b-e03f-4230-88f9-d559f0fa5a8f tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5836966 Jul 06 18:39:47.504974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52558) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:47.553033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.554093 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.555590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.555877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] 10.222.0.24 "PUT /v2.0/ports/1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 1140 time: 1.4249401 Jul 06 18:39:47.556694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab2024-22c9-449e-a44a-d619c61e5cce service neutron] Pushing event updated for resources: {'Port': ['ID=1afc42e0-ffc3-4b54-9467-8c1302e646cd,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:47.601232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:43Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:47.612139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-38780f29-e257-4a8b-bd99-992e666e038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.612694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-38780f29-e257-4a8b-bd99-992e666e038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.613189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-38780f29-e257-4a8b-bd99-992e666e038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.613665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-38780f29-e257-4a8b-bd99-992e666e038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.614297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-38780f29-e257-4a8b-bd99-992e666e038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.616228 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-38780f29-e257-4a8b-bd99-992e666e038d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 4366 time: 1.3151381 Jul 06 18:39:47.626126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-61c88a40-7a2c-4763-8969-858e6f9b5d14 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0945964 Jul 06 18:39:47.627418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:39:47.627843 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:39:47.642034 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:39:47.653445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52560) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:47.661729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:47.668134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a869d-cb6e-4628-bd55-72aa9bd68ba9 None None] The sync data for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 is: [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:43Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:47.669678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995937878', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:47.853474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.915956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.946154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:47.949831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.956710 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.961625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.963906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/56ad3436-885b-4cc9-9122-3453fb70fd2c HTTP/1.1" status: 204 len: 168 time: 3.2130010 Jul 06 18:39:48.038432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.049498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.061114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc94e31-4fba-4256-86ec-0a9f4c0ea1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=56ad3436-885b-4cc9-9122-3453fb70fd2c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:48.123866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-538c3f55-f350-4d73-a5e1-8c54cd54a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.124493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-538c3f55-f350-4d73-a5e1-8c54cd54a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.125084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-538c3f55-f350-4d73-a5e1-8c54cd54a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.127255 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-538c3f55-f350-4d73-a5e1-8c54cd54a44b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4955308 Jul 06 18:39:48.188960 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae4c2-2545-43bd-8ae4-1e50dc5d9971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.249359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '1afc42e0-ffc3-4b54-9467-8c1302e646cd'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:48.252300 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d30141d-b997-4538-913a-d609b04fcaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "1afc42e0-ffc3-4b54-9467-8c1302e646cd"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:48.343802 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.384796 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-b3e6e5db-e6f1-46b7-ad05-f190c70b0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.390797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ac22822-be45-4182-a3be-4bc8b0c851b2 req-b3e6e5db-e6f1-46b7-ad05-f190c70b0bee service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208278 Jul 06 18:39:48.406005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52570) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:48.436750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.437444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Fanout notify agent at l3_agent the message router_deleted on router e2f8e367-76cd-421b-adbb-665bd59a8057 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:48.446528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.451879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b7c00f0e-624e-4680-be3f-9ca52ebf78d8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/e2f8e367-76cd-421b-adbb-665bd59a8057 HTTP/1.1" status: 204 len: 168 time: 4.3843389 Jul 06 18:39:48.452766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52572) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:48.459966 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337def01-e343-4729-a166-23e1543e6097 x-openstack-request-id: req-337def01-e343-4729-a166-23e1543e6097 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:48.460584 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "1afc42e0-ffc3-4b54-9467-8c1302e646cd", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:48.460699 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-337def01-e343-4729-a166-23e1543e6097 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:48.461055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7e9129db-c684-4860-bc10-2600b2de3cb9 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1952058623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:48.461214 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '1afc42e0-ffc3-4b54-9467-8c1302e646cd', 'status': 'completed', 'code': 200} Jul 06 18:39:48.510107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9ac7a91d-3972-43c0-9403-bc293277851f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:48.596494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 9ac7a91d-3972-43c0-9403-bc293277851f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:48.603216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9ac7a91d-3972-43c0-9403-bc293277851f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:48.603596 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.615451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.655890 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2d9fd35-2a15-4c9f-82ef-881d810318ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8f9ac84bdc54b5cb93b90324a52e162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485588 Jul 06 18:39:48.661167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52576) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:48.665110 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9129db-c684-4860-bc10-2600b2de3cb9 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.666301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9129db-c684-4860-bc10-2600b2de3cb9 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.715437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=714c5cd1-90c8-4ed5-a86b-435c92816af5,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:48.782955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-523aa7ef-413b-4bce-b7ae-256f7b506c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.783475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-523aa7ef-413b-4bce-b7ae-256f7b506c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.783960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-523aa7ef-413b-4bce-b7ae-256f7b506c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.784498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-523aa7ef-413b-4bce-b7ae-256f7b506c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.785401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-523aa7ef-413b-4bce-b7ae-256f7b506c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.785554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.785673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-523aa7ef-413b-4bce-b7ae-256f7b506c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.787712 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-523aa7ef-413b-4bce-b7ae-256f7b506c14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5299 time: 0.2989552 Jul 06 18:39:48.830592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 9ac7a91d-3972-43c0-9403-bc293277851f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9ac7a91d-3972-43c0-9403-bc293277851f,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:48.840967 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.843933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9129db-c684-4860-bc10-2600b2de3cb9 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.864144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.866720 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9129db-c684-4860-bc10-2600b2de3cb9 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:48.936832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Checking segment: {'id': 'cdf80424-a21c-4ae0-b9ad-10fdbbc485fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4455398b-a4f8-4f4c-a6a9-9c2afd36cd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:48.937229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Network hostable DHCP agents. Network: 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:39:48.988970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=9ac7a91d-3972-43c0-9403-bc293277851f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:49.003997 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4048-f31f-4870-80a5-48f10986e300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.010380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9129db-c684-4860-bc10-2600b2de3cb9 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.014244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7e9129db-c684-4860-bc10-2600b2de3cb9 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5569239 Jul 06 18:39:49.068533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52578) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:49.081157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': False}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:49.337439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb289f29-ccec-48b2-bf2c-82d036e9a212 req-85dced05-86ca-4422-a5e1-8d215e506555 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:49.339065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cb289f29-ccec-48b2-bf2c-82d036e9a212 req-85dced05-86ca-4422-a5e1-8d215e506555 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 1.0765512 Jul 06 18:39:49.346707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.424879 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.471940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:39:49.474590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-40afb075-bf17-4bf2-84c6-65923c49f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:49.475058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-40afb075-bf17-4bf2-84c6-65923c49f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:49.475520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-40afb075-bf17-4bf2-84c6-65923c49f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:49.477144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-40afb075-bf17-4bf2-84c6-65923c49f732 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6521807 Jul 06 18:39:49.521936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cb289f29-ccec-48b2-bf2c-82d036e9a212 req-c1dca9ab-4b21-44fb-b67c-496803fe873d tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704264 Jul 06 18:39:49.529258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Subnet': ['ID=bfb673aa-7b54-4231-a160-117fdd5f8432,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:49.540015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:49.544671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10da5450-7c8f-45b8-9976-7b9288f56e5e {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:49.560159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb9f774-617a-4a70-90b6-6773117b2db1 None None] Network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:49.570395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4048-f31f-4870-80a5-48f10986e300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.588320 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.589672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:49.590319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.593341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.593792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.594142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.594511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.594849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.595178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.595508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.595833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.596158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.596480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.596802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.597118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:49.605403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Checking segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:49.605791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network hostable DHCP agents. Network: 2df97ca4-e355-4af9-8c7d-214679a38c31, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:39:49.633647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Transition to ACTIVE for port object 10da5450-7c8f-45b8-9976-7b9288f56e5e will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:49.646975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.678995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:39:49.697265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2df97ca4-e355-4af9-8c7d-214679a38c31) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:49.710453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:49.711054 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:49.731223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a3ef4-5528-4cbd-86cd-19e453f2a63d None None] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:49.736138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Pushing event updated for resources: {'Port': ['ID=10da5450-7c8f-45b8-9976-7b9288f56e5e,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:49.739367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-97b226c4-41cd-444d-8306-2b17fa8783cc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.4540639 Jul 06 18:39:49.850087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-853d550e-5182-4d0e-b675-b85c0cdf3b55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1952996 Jul 06 18:39:49.858547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52584) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:49.862035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda6857-3635-4c85-b878-45c000d2d154 None None] Network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:49.937422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-5723edec-b5f0-4505-bc19-46411cbd0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:49.939618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d30141d-b997-4538-913a-d609b04fcaa4 req-5723edec-b5f0-4505-bc19-46411cbd0d82 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4350100 Jul 06 18:39:50.037093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Attempting to bind port 10da5450-7c8f-45b8-9976-7b9288f56e5e on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:50.037662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1e74-ea1f-49b7-b0b2-85574f727c84 req-a6b5fcad-9f1a-4c3d-bb32-bcef026c09d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.042099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Attempting to bind port 10da5450-7c8f-45b8-9976-7b9288f56e5e by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:50.042425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Attempting to bind port 10da5450-7c8f-45b8-9976-7b9288f56e5e on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:50.052013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1e74-ea1f-49b7-b0b2-85574f727c84 req-a6b5fcad-9f1a-4c3d-bb32-bcef026c09d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.053285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Port 10da5450-7c8f-45b8-9976-7b9288f56e5e on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:50.053605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Attempting to bind port 10da5450-7c8f-45b8-9976-7b9288f56e5e on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:50.060382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1e74-ea1f-49b7-b0b2-85574f727c84 req-a6b5fcad-9f1a-4c3d-bb32-bcef026c09d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.066775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1e74-ea1f-49b7-b0b2-85574f727c84 req-a6b5fcad-9f1a-4c3d-bb32-bcef026c09d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.075013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:50.075355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Checking segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:50.075752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Bound using segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:50.076321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Bound port: 10da5450-7c8f-45b8-9976-7b9288f56e5e, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:50.076547 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.083581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1e74-ea1f-49b7-b0b2-85574f727c84 req-a6b5fcad-9f1a-4c3d-bb32-bcef026c09d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.089392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1e74-ea1f-49b7-b0b2-85574f727c84 req-a6b5fcad-9f1a-4c3d-bb32-bcef026c09d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.091688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bfb1e74-ea1f-49b7-b0b2-85574f727c84 req-a6b5fcad-9f1a-4c3d-bb32-bcef026c09d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 4613 time: 0.9908259 Jul 06 18:39:50.093902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.143424 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4048-f31f-4870-80a5-48f10986e300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.146230 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4048-f31f-4870-80a5-48f10986e300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.147404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c1fd4048-f31f-4870-80a5-48f10986e300 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c15ce43-c9d8-4df5-9bb3-de23b0f23aae HTTP/1.1" status: 204 len: 168 time: 1.4770145 Jul 06 18:39:50.183062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] For port 10da5450-7c8f-45b8-9976-7b9288f56e5e, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:50.187552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] For port 10da5450-7c8f-45b8-9976-7b9288f56e5e, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:50.202314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.213030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port ba081fb2-e028-48a0-99e6-96492a28bcad {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:50.213371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.229335 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:39:50.251271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4048-f31f-4870-80a5-48f10986e300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c15ce43-c9d8-4df5-9bb3-de23b0f23aae,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:50.304428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.317050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.318653 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] 10.222.0.24 "PUT /v2.0/ports/10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 1139 time: 2.6661568 Jul 06 18:39:50.377701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:50.385420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bfb1e74-ea1f-49b7-b0b2-85574f727c84 req-418a95dd-aed7-4e29-9319-786a1b4223c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2789893 Jul 06 18:39:50.465120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '10da5450-7c8f-45b8-9976-7b9288f56e5e'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:50.467422 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff86e727-1ffd-42e4-af25-4eb215b2035d" -d '{"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "10da5450-7c8f-45b8-9976-7b9288f56e5e"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:50.489869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9ac7a91d-3972-43c0-9403-bc293277851f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:50.505670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c6618-ef35-4ccb-9d60-67130cbfc076 service neutron] Pushing event updated for resources: {'Port': ['ID=10da5450-7c8f-45b8-9976-7b9288f56e5e,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:50.515390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-2df97ca4-e355-4af9-8c7d-214679a38c31', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:39:50.519765 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.572074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.587237 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e4f8a7-7f4d-4476-8c06-8bee1a024356 x-openstack-request-id: req-c9e4f8a7-7f4d-4476-8c06-8bee1a024356 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:50.587528 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "10da5450-7c8f-45b8-9976-7b9288f56e5e", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:50.587774 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9e4f8a7-7f4d-4476-8c06-8bee1a024356 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:50.588194 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '10da5450-7c8f-45b8-9976-7b9288f56e5e', 'status': 'completed', 'code': 200} Jul 06 18:39:50.695471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for ba081fb2-e028-48a0-99e6-96492a28bcad owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:50.763461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9ac7a91d-3972-43c0-9403-bc293277851f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:50.763867 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.804791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-80bad819-e76f-4910-b92f-598d563e8e4a tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.806426 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-80bad819-e76f-4910-b92f-598d563e8e4a tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/networks?id=4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 HTTP/1.1" status: 200 len: 818 time: 0.3910241 Jul 06 18:39:50.806926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52610) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:50.830917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.855859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Allocated IP 172.20.0.2 (2df97ca4-e355-4af9-8c7d-214679a38c31/bfb673aa-7b54-4231-a160-117fdd5f8432/2b353caa-8bc1-4a51-93fc-995efe8250f4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:50.869735 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-deab4540-912f-4c01-8e0a-610e47d681f6 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/quotas/6718daddb00c4a5a87e5417393a6c032 HTTP/1.1" status: 200 len: 375 time: 0.0485864 Jul 06 18:39:50.975978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-1a90d4b0-2198-4b23-8081-fa59c647d279 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6718daddb00c4a5a87e5417393a6c032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952573 Jul 06 18:39:50.986807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-db497c56-aff1-4273-8c0b-3e485a5684d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef98e7d2bc734335b04a4b904bf170a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750472 Jul 06 18:39:50.987111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52612) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:50.987529 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.003578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-1c6892a8-1f17-4dec-bbaf-8eaa1cab94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.004188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-1c6892a8-1f17-4dec-bbaf-8eaa1cab94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.004719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-1c6892a8-1f17-4dec-bbaf-8eaa1cab94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.005246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-1c6892a8-1f17-4dec-bbaf-8eaa1cab94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.005798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-1c6892a8-1f17-4dec-bbaf-8eaa1cab94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.006317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-1c6892a8-1f17-4dec-bbaf-8eaa1cab94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.006846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-1c6892a8-1f17-4dec-bbaf-8eaa1cab94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.009105 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-1c6892a8-1f17-4dec-bbaf-8eaa1cab94ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6231 time: 0.4065025 Jul 06 18:39:51.013967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-c1fd3612-08b5-4639-bd35-3e32dea1047c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:39:51.015012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-c1fd3612-08b5-4639-bd35-3e32dea1047c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134230 Jul 06 18:39:51.059869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.073946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Transition to ACTIVE for port object 2b353caa-8bc1-4a51-93fc-995efe8250f4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:51.095229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Transition to ACTIVE for port object 2b353caa-8bc1-4a51-93fc-995efe8250f4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:51.102643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.158885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:51.162770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:51.165601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:51.175510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Pushing event updated for resources: {'Port': ['ID=2b353caa-8bc1-4a51-93fc-995efe8250f4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:51.201389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8840-f107-4398-8649-6b2c8206bee9 req-d2e2a124-a4b8-4ef6-b271-5f5716933f2f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.204016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-449f8840-f107-4398-8649-6b2c8206bee9 req-d2e2a124-a4b8-4ef6-b271-5f5716933f2f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.4236283 Jul 06 18:39:51.208688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.249371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Attempting to bind port 2b353caa-8bc1-4a51-93fc-995efe8250f4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:51.249685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Attempting to bind port 2b353caa-8bc1-4a51-93fc-995efe8250f4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:51.250587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Attempting to bind port 2b353caa-8bc1-4a51-93fc-995efe8250f4 on network 2df97ca4-e355-4af9-8c7d-214679a38c31 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:51.255619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:51.255984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Checking segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:51.256405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.256800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Bound using segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:51.257278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Bound port: 2b353caa-8bc1-4a51-93fc-995efe8250f4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:51.257652 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.265571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.328131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-faaf8d4f-f857-4dab-8e05-5115e4fd0dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.335951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] For port 2b353caa-8bc1-4a51-93fc-995efe8250f4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:51.340544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] For port 2b353caa-8bc1-4a51-93fc-995efe8250f4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=2b353caa-8bc1-4a51-93fc-995efe8250f4,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:51.342368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-4b006c05-0e19-4070-b291-4862b790db82 service neutron] 10.222.0.53 "GET /v2.0/networks/4455398b-a4f8-4f4c-a6a9-9c2afd36cd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138225 Jul 06 18:39:51.346776 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.357422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.357685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-958e3881-a8bb-4106-87a5-26789a306e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.357928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-958e3881-a8bb-4106-87a5-26789a306e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.358569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-958e3881-a8bb-4106-87a5-26789a306e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.360473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-958e3881-a8bb-4106-87a5-26789a306e24 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3407075 Jul 06 18:39:51.426225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d763f4d-23d4-4427-93d1-87de215b264a None None] Pushing event updated for resources: {'Port': ['ID=2b353caa-8bc1-4a51-93fc-995efe8250f4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:51.444431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-449f8840-f107-4398-8649-6b2c8206bee9 req-62884140-be81-464e-98b5-097590797bdd tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139192 Jul 06 18:39:51.463020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=ba081fb2-e028-48a0-99e6-96492a28bcad,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:51.469925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-faaf8d4f-f857-4dab-8e05-5115e4fd0dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.672380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-faaf8d4f-f857-4dab-8e05-5115e4fd0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.679672 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-faaf8d4f-f857-4dab-8e05-5115e4fd0dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.682661 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-faaf8d4f-f857-4dab-8e05-5115e4fd0dfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0ddf252-fa37-4c03-a995-a8caa1c4f510 HTTP/1.1" status: 204 len: 168 time: 0.6894457 Jul 06 18:39:51.855180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-408145f9-a51b-4a43-ab53-0dfdef6e6d1e service neutron] 10.222.0.53 "GET /v2.0/networks/4455398b-a4f8-4f4c-a6a9-9c2afd36cd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986901 Jul 06 18:39:51.856050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf8d4f-f857-4dab-8e05-5115e4fd0dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ddf252-fa37-4c03-a995-a8caa1c4f510,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:51.908883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d92e89-de50-498a-937e-2649db794776 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:51.916213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Allocated IP 172.25.4.19 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/4a1e1852-2a4d-47b1-88d5-e6c56b7bde98) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:51.932768 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.948842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:51.963023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Transition to ACTIVE for port object 78d92e89-de50-498a-937e-2649db794776 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:52.017154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.062787 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.141497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-7a4b03e6-3e21-4a79-a2c8-a551af5647dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.144073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff86e727-1ffd-42e4-af25-4eb215b2035d req-7a4b03e6-3e21-4a79-a2c8-a551af5647dd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7703393 Jul 06 18:39:52.204664 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.288659 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6796958e-0993-43db-9838-e471d496fc8b req-2fa86405-06e8-491c-9d31-03ee11470a20 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 210 time: 0.1048961 Jul 06 18:39:52.328159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Pushing event updated for resources: {'Port': ['ID=78d92e89-de50-498a-937e-2649db794776,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:52.453999 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.470771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 2b353caa-8bc1-4a51-93fc-995efe8250f4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:52.500651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-c866be70-47f3-411a-815b-76f6a3cc1158 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.508705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-c866be70-47f3-411a-815b-76f6a3cc1158 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.515308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-c866be70-47f3-411a-815b-76f6a3cc1158 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.523216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-c866be70-47f3-411a-815b-76f6a3cc1158 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.530563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-c866be70-47f3-411a-815b-76f6a3cc1158 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.537252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-c866be70-47f3-411a-815b-76f6a3cc1158 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.545620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-c866be70-47f3-411a-815b-76f6a3cc1158 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.562664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4164e7-9c56-47e9-8b9b-59fc30505aa5 req-6c84864d-4cf1-43b4-b190-ce34ed633def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.565702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af4164e7-9c56-47e9-8b9b-59fc30505aa5 req-6c84864d-4cf1-43b4-b190-ce34ed633def service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.3649178 Jul 06 18:39:52.568980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-c866be70-47f3-411a-815b-76f6a3cc1158 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5394 time: 0.6337550 Jul 06 18:39:52.586151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.594832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 2b353caa-8bc1-4a51-93fc-995efe8250f4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:52.679457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af4164e7-9c56-47e9-8b9b-59fc30505aa5 req-27746fed-f704-411e-bae0-60cd800d5200 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722022 Jul 06 18:39:52.719412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Attempting to bind port 78d92e89-de50-498a-937e-2649db794776 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:52.719817 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Attempting to bind port 78d92e89-de50-498a-937e-2649db794776 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:52.720210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Attempting to bind port 78d92e89-de50-498a-937e-2649db794776 on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:52.733909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Port 78d92e89-de50-498a-937e-2649db794776 on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:52.734575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Attempting to bind port 78d92e89-de50-498a-937e-2649db794776 on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:52.745801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:52.746400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Checking segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:52.746987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Bound using segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:52.747631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Bound port: 78d92e89-de50-498a-937e-2649db794776, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:52.748207 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.795653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Router 21e84096-d62e-4370-89f8-5548b1323f48 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:52.838594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-571030bf-eb50-46a6-95aa-e2d6dc2c1a2d req-ff1ed449-1b42-40d5-be87-cf0534584d0a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2684269 Jul 06 18:39:52.842696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.902111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Pushing event updated for resources: {'Port': ['ID=4a1e1852-2a4d-47b1-88d5-e6c56b7bde98,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:52.906481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cbc8e-7125-4c8e-a97c-7c85bdc9e2c3 req-67bd5e5a-e586-4fba-86c3-62942363f708 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.908072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-098cbc8e-7125-4c8e-a97c-7c85bdc9e2c3 req-67bd5e5a-e586-4fba-86c3-62942363f708 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2439387 Jul 06 18:39:52.920070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] For port 78d92e89-de50-498a-937e-2649db794776, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:52.923907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda7257-3669-4685-b93a-e008d18dbef1 None None] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:52.930185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] For port 78d92e89-de50-498a-937e-2649db794776, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=78d92e89-de50-498a-937e-2649db794776,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:52.936233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:52.940387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:52.946574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.962473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:53.004300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Provisioning for port 2b353caa-8bc1-4a51-93fc-995efe8250f4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:53.018574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Provisioning complete for port 2b353caa-8bc1-4a51-93fc-995efe8250f4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:53.019139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:53.123190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.20.0.1 (2df97ca4-e355-4af9-8c7d-214679a38c31/bfb673aa-7b54-4231-a160-117fdd5f8432/ee3e5665-5212-4e99-b65b-c532717e4fe9) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:53.261583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:53.314695 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:53.318882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] For port 2b353caa-8bc1-4a51-93fc-995efe8250f4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=2b353caa-8bc1-4a51-93fc-995efe8250f4,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:53.328046 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:53.346544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Transition to ACTIVE for port object ee3e5665-5212-4e99-b65b-c532717e4fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:53.459928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.461961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:53.463459 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] 10.222.0.24 "PUT /v2.0/ports/78d92e89-de50-498a-937e-2649db794776 HTTP/1.1" status: 200 len: 1094 time: 3.0965304 Jul 06 18:39:53.480339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-098cbc8e-7125-4c8e-a97c-7c85bdc9e2c3 req-3c295dd5-cfff-4b76-9443-45463b8952cd tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638046 Jul 06 18:39:53.481084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '78d92e89-de50-498a-937e-2649db794776'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:53.490292 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d85bf1-fda2-48e2-995e-bfe6bdd81412" -d '{"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "78d92e89-de50-498a-937e-2649db794776"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:53.491753 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:53.506821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Pushing event updated for resources: {'Port': ['ID=2b353caa-8bc1-4a51-93fc-995efe8250f4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:53.530401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.535342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.536407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.536982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.538156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.539898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.540537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.541083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.543485 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.544161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.544698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.546603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880e3e9-70aa-45c2-9452-6708b7826925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:53.597535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:53.602039 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3788ce2-8fec-4e43-9626-30e38611df13 x-openstack-request-id: req-f3788ce2-8fec-4e43-9626-30e38611df13 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:53.602409 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "78d92e89-de50-498a-937e-2649db794776", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:53.603074 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3788ce2-8fec-4e43-9626-30e38611df13 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:53.606339 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '78d92e89-de50-498a-937e-2649db794776', 'status': 'completed', 'code': 200} Jul 06 18:39:53.607218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6583-8f70-4d74-bbfe-70e65495a02f service neutron] Pushing event updated for resources: {'Port': ['ID=78d92e89-de50-498a-937e-2649db794776,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:53.616260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:53.627813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3d17d65f-e3f2-4e2e-800c-4be31668c881 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "PUT /v2.0/routers/21e84096-d62e-4370-89f8-5548b1323f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3914309 Jul 06 18:39:53.631311 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93063b87-779d-4f10-b249-15c9f9e43cd5 None None] Sync routers for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:53.643690 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93063b87-779d-4f10-b249-15c9f9e43cd5 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:53.644313 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-93063b87-779d-4f10-b249-15c9f9e43cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:53.692659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1e68ff5f-b38f-4f0e-874d-63f8e62b9627 None None] Provisioning complete for port 2b353caa-8bc1-4a51-93fc-995efe8250f4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:53.693075 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1e68ff5f-b38f-4f0e-874d-63f8e62b9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:53.698405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52636) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:53.707277 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-93063b87-779d-4f10-b249-15c9f9e43cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:53.718125 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93063b87-779d-4f10-b249-15c9f9e43cd5 None None] Routers {'21e84096-d62e-4370-89f8-5548b1323f48'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:53.719563 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-93063b87-779d-4f10-b249-15c9f9e43cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['21e84096-d62e-4370-89f8-5548b1323f48'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:53.729031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:53.748115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:53.797604 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-93063b87-779d-4f10-b249-15c9f9e43cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:53.798718 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93063b87-779d-4f10-b249-15c9f9e43cd5 None None] The sync data for ids ['21e84096-d62e-4370-89f8-5548b1323f48'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:53.809905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:53.824712 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3bbf8413-d63f-454d-890f-d61ed15a3de8 req-6bf60666-f095-4ed5-9d88-23f6974e880e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 210 time: 0.1200619 Jul 06 18:39:53.826371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-38ac231a-fbac-44ea-8077-5263aecc90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.826906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-38ac231a-fbac-44ea-8077-5263aecc90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.827465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-38ac231a-fbac-44ea-8077-5263aecc90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.828110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-38ac231a-fbac-44ea-8077-5263aecc90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.830194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-38ac231a-fbac-44ea-8077-5263aecc90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.832897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-38ac231a-fbac-44ea-8077-5263aecc90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.833377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-38ac231a-fbac-44ea-8077-5263aecc90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.836040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:53.837073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-38ac231a-fbac-44ea-8077-5263aecc90d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6302 time: 0.2080219 Jul 06 18:39:53.868703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=ee3e5665-5212-4e99-b65b-c532717e4fe9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:54.120189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5d65ed74-7e37-4652-8604-d029d3393460 None None] Provisioning for port ee3e5665-5212-4e99-b65b-c532717e4fe9 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:54.127049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.129232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5d65ed74-7e37-4652-8604-d029d3393460 None None] Provisioning complete for port ee3e5665-5212-4e99-b65b-c532717e4fe9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:54.129670 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d65ed74-7e37-4652-8604-d029d3393460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.178052 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5d65ed74-7e37-4652-8604-d029d3393460 None None] Port ee3e5665-5212-4e99-b65b-c532717e4fe9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:54.196936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-8ef3db06-b4f7-481f-8cae-dfc8eb35c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.197415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-8ef3db06-b4f7-481f-8cae-dfc8eb35c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.197917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-8ef3db06-b4f7-481f-8cae-dfc8eb35c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.199540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-8ef3db06-b4f7-481f-8cae-dfc8eb35c466 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3117073 Jul 06 18:39:54.308104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.322195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 2b353caa-8bc1-4a51-93fc-995efe8250f4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:54.367507 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.372091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.376864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 2b353caa-8bc1-4a51-93fc-995efe8250f4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:54.377589 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.397908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.441438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-d5ddc1ed-1f31-464b-b494-ee304045fdc5 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.445179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-144a94db-5b86-4624-995a-1eb5b9853dc3 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.446284 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-144a94db-5b86-4624-995a-1eb5b9853dc3 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.24 "GET /v2.0/networks?id=4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 HTTP/1.1" status: 200 len: 818 time: 0.3951321 Jul 06 18:39:54.447396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-d5ddc1ed-1f31-464b-b494-ee304045fdc5 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.453335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-d5ddc1ed-1f31-464b-b494-ee304045fdc5 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.459437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-d5ddc1ed-1f31-464b-b494-ee304045fdc5 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.459610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Request body: {'port': {'device_id': '69f9704b-c773-4878-9c02-7c417c9e46f0', 'network_id': '4455398b-a4f8-4f4c-a6a9-9c2afd36cd01', 'admin_state_up': True, 'tenant_id': '6718daddb00c4a5a87e5417393a6c032'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:54.465343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-d5ddc1ed-1f31-464b-b494-ee304045fdc5 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.471328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-d5ddc1ed-1f31-464b-b494-ee304045fdc5 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.477181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-d5ddc1ed-1f31-464b-b494-ee304045fdc5 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.479263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-d5ddc1ed-1f31-464b-b494-ee304045fdc5 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5410 time: 0.3753386 Jul 06 18:39:54.483004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.496831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-651ec30b-3ca7-4dd2-8bd1-2c95d41889b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:54.498287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39d85bf1-fda2-48e2-995e-bfe6bdd81412 req-651ec30b-3ca7-4dd2-8bd1-2c95d41889b4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2903426 Jul 06 18:39:54.549016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3930b6f2-6c6d-4251-9e89-5930f9331ac8 req-427fbda3-85a2-49c4-9c0e-6086891dd84b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624368 Jul 06 18:39:54.570957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting port ad6c362d-75a0-4df3-a5e5-b7e9182cc9a4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:54.571509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.648441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.663138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Calling delete_port for ad6c362d-75a0-4df3-a5e5-b7e9182cc9a4 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:54.841099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:54.871481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Port': ['ID=ad6c362d-75a0-4df3-a5e5-b7e9182cc9a4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:54.937346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.052992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75b8b7a4-8571-4986-b886-d0809d80d971 req-fad8dbd1-bc84-4881-99a8-7bad51a3c3b3 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 210 time: 0.0551784 Jul 06 18:39:55.054608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.056919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.119120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.119664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Fanout notify agent at l3_agent the message router_deleted on router 21e84096-d62e-4370-89f8-5548b1323f48 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:55.127375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.128552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75b9e05b-02a5-4c0a-8089-d934b3da0770 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/routers/21e84096-d62e-4370-89f8-5548b1323f48 HTTP/1.1" status: 204 len: 168 time: 1.4230530 Jul 06 18:39:55.131577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52646) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:55.169508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.186946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe6042c-a61a-45b8-83c4-1aefeed526fa tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Deleting subnet beeff26e-32d7-4842-9fb6-e0802860a60d {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:39:55.190581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe6042c-a61a-45b8-83c4-1aefeed526fa tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.231814 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe6042c-a61a-45b8-83c4-1aefeed526fa tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.296722 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe6042c-a61a-45b8-83c4-1aefeed526fa tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.305564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Made reservation on behalf of 6718daddb00c4a5a87e5417393a6c032 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:55.310476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.362073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe6042c-a61a-45b8-83c4-1aefeed526fa tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.390365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6042c-a61a-45b8-83c4-1aefeed526fa tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Subnet': ['ID=beeff26e-32d7-4842-9fb6-e0802860a60d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:55.395760 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dfe6042c-a61a-45b8-83c4-1aefeed526fa tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.398440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dfe6042c-a61a-45b8-83c4-1aefeed526fa tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/subnets/beeff26e-32d7-4842-9fb6-e0802860a60d HTTP/1.1" status: 204 len: 168 time: 0.2658544 Jul 06 18:39:55.401055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52650) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:55.411803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2ac8-d32b-43cc-8d9c-87177a5c8758 req-fdb2f895-b8f1-4cf1-8bbc-cc465219f957 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.413234 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c6f2ac8-d32b-43cc-8d9c-87177a5c8758 req-fdb2f895-b8f1-4cf1-8bbc-cc465219f957 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.7285948 Jul 06 18:39:55.465741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Router 4999cc5c-593a-4c26-9baa-5a3690d0aea6 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:39:55.488651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.580528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.590976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f939dc2-b3e8-40e0-93ae-37bac472036d']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:55.603379 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c9161e-5a6a-4db0-abb6-8ecb4f1a5d41') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:55.603504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c9161e-5a6a-4db0-abb6-8ecb4f1a5d41') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:55.614408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.629116 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.636299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:39:55.636703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:39:55.640026 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:39:55.649919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c6f2ac8-d32b-43cc-8d9c-87177a5c8758 req-4e5f0ed2-c066-46e0-b69e-ea67ded9456a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247078 Jul 06 18:39:55.658291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf408fe-5823-47ef-94af-548bd65a1a77 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:55.679746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.751088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.772138 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.773771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] 10.222.0.53 "DELETE /v2.0/networks/2f939dc2-b3e8-40e0-93ae-37bac472036d HTTP/1.1" status: 204 len: 168 time: 0.3712652 Jul 06 18:39:55.773894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Transition to ACTIVE for port object 3bf408fe-5823-47ef-94af-548bd65a1a77 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:55.774258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab4002-ddc3-49ce-964e-6bd19fb447f1 tempest-FloatingIPTestJSON-485244359 tempest-FloatingIPTestJSON-485244359-project] Pushing event deleted for resources: {'Network': ['ID=2f939dc2-b3e8-40e0-93ae-37bac472036d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:55.816198 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.822932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-d868f3b5-782a-407d-8063-27956250ff9d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.834186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-d868f3b5-782a-407d-8063-27956250ff9d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.848890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-d868f3b5-782a-407d-8063-27956250ff9d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.855336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-d868f3b5-782a-407d-8063-27956250ff9d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.862190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-d868f3b5-782a-407d-8063-27956250ff9d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.870937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-d868f3b5-782a-407d-8063-27956250ff9d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.890162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-d868f3b5-782a-407d-8063-27956250ff9d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.892936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-d868f3b5-782a-407d-8063-27956250ff9d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5410 time: 0.1898026 Jul 06 18:39:55.899012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Allocated IP 172.20.0.11 (4455398b-a4f8-4f4c-a6a9-9c2afd36cd01/714c5cd1-90c8-4ed5-a86b-435c92816af5/6e9e4a72-3751-4720-8412-e96c2e86fd12) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:55.937050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:55.950413 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:55.954152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c22f9a21-3670-4471-8742-893963bd8517 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "PUT /v2.0/routers/4999cc5c-593a-4c26-9baa-5a3690d0aea6 HTTP/1.1" status: 200 len: 915 time: 6.8764908 Jul 06 18:39:55.954341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb5dfd-0ba3-446b-9ab7-16b1ce59145c None None] Sync routers for ids ['4999cc5c-593a-4c26-9baa-5a3690d0aea6'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:55.964889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52662) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:55.965421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb5dfd-0ba3-446b-9ab7-16b1ce59145c None None] Routers {'4999cc5c-593a-4c26-9baa-5a3690d0aea6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:55.972104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38cb5dfd-0ba3-446b-9ab7-16b1ce59145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4999cc5c-593a-4c26-9baa-5a3690d0aea6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:56.008091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf408fe-5823-47ef-94af-548bd65a1a77,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:56.017424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8968fd4e-1873-4e11-a665-5a31ed8c8bf7 req-f81771c5-c6bf-4393-bd30-776be328b0b6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166878 Jul 06 18:39:56.028171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38cb5dfd-0ba3-446b-9ab7-16b1ce59145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:56.040462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb5dfd-0ba3-446b-9ab7-16b1ce59145c None None] Routers {'4999cc5c-593a-4c26-9baa-5a3690d0aea6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:56.041416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38cb5dfd-0ba3-446b-9ab7-16b1ce59145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4999cc5c-593a-4c26-9baa-5a3690d0aea6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:56.095803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38cb5dfd-0ba3-446b-9ab7-16b1ce59145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:56.096479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb5dfd-0ba3-446b-9ab7-16b1ce59145c None None] The sync data for ids ['4999cc5c-593a-4c26-9baa-5a3690d0aea6'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:56.221892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.256133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.284622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52670) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:56.294045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Attempting to bind port 3bf408fe-5823-47ef-94af-548bd65a1a77 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:56.294390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Attempting to bind port 3bf408fe-5823-47ef-94af-548bd65a1a77 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:56.294777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Attempting to bind port 3bf408fe-5823-47ef-94af-548bd65a1a77 on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:56.330964 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91c1e64d-619f-4d4f-90f0-a1472229f85b req-57a21fc0-3f59-4685-923d-f37d921df3ec tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 210 time: 0.0577130 Jul 06 18:39:56.362423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Port 3bf408fe-5823-47ef-94af-548bd65a1a77 on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:56.362423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Attempting to bind port 3bf408fe-5823-47ef-94af-548bd65a1a77 on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:56.363203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-433dc784-fff8-4278-8d18-013d44fd8f58 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/routers/4999cc5c-593a-4c26-9baa-5a3690d0aea6 HTTP/1.1" status: 200 len: 921 time: 0.3930089 Jul 06 18:39:56.363203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52676) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:56.401685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:56.402058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Checking segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:56.402468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Bound using segment: {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:56.402916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Bound port: 3bf408fe-5823-47ef-94af-548bd65a1a77, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845610ba-dedd-45de-a03a-29bcb1b672d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:56.403287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.405668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.417561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=ee3e5665-5212-4e99-b65b-c532717e4fe9,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:56.418709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-bf4d514a-bf5b-431a-8a1b-0d8fb92ebd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:56.420440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-bf4d514a-bf5b-431a-8a1b-0d8fb92ebd35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.1761873 Jul 06 18:39:56.509034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc1a93-bf8a-47f1-8732-1b21a3ec6fc8 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:56.513372 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bcdc1a93-bf8a-47f1-8732-1b21a3ec6fc8 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=4999cc5c-593a-4c26-9baa-5a3690d0aea6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1473725 Jul 06 18:39:56.513564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52678) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:56.544362 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.590458 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d62a5467-5989-4b86-a0f3-10d64c932136 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13aca555382b46a2b33704694a0eb795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024592 Jul 06 18:39:56.596207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:56.612064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-a471d4a1-d73e-4726-bb9c-d090180ff3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:56.613554 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-a471d4a1-d73e-4726-bb9c-d090180ff3c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.1820807 Jul 06 18:39:56.627862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] For port 3bf408fe-5823-47ef-94af-548bd65a1a77, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:56.661429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e99b4-c678-4f01-9e6a-3d63183cbdfa req-afd23d14-e633-4ab5-b236-0e00788a787f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:56.662983 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d6e99b4-c678-4f01-9e6a-3d63183cbdfa req-afd23d14-e633-4ab5-b236-0e00788a787f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.3273346 Jul 06 18:39:56.664987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] For port 3bf408fe-5823-47ef-94af-548bd65a1a77, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3bf408fe-5823-47ef-94af-548bd65a1a77,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:56.665828 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-8ae08437-72da-4778-9f3b-b4fc468559c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 217 time: 0.0441086 Jul 06 18:39:56.683086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a350fc-a5e7-4438-bccf-4df690de0c8c tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:56.684409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-43a350fc-a5e7-4438-bccf-4df690de0c8c tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 881 time: 0.1699252 Jul 06 18:39:56.687575 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.698589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52682) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:56.712818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:56.719942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-e145eeaf-036e-48a3-8ff2-8bcdfd1eb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:56.721457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-e145eeaf-036e-48a3-8ff2-8bcdfd1eb903 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.0486038 Jul 06 18:39:56.754713 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-b82f9db3-b934-48e2-a17c-a34294c822ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258381 Jul 06 18:39:56.771622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:56.779716 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-614c50ec-78cd-4747-9c98-6300f506b773 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=4999cc5c-593a-4c26-9baa-5a3690d0aea6 HTTP/1.1" status: 200 len: 205 time: 0.0750439 Jul 06 18:39:56.795290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52684) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:56.799282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:56.799925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.801386 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] 10.222.0.24 "PUT /v2.0/ports/3bf408fe-5823-47ef-94af-548bd65a1a77 HTTP/1.1" status: 200 len: 1095 time: 3.0979598 Jul 06 18:39:56.812154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '3bf408fe-5823-47ef-94af-548bd65a1a77'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:56.815653 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b999593-c622-479e-90fa-3dc5a9a82fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "3bf408fe-5823-47ef-94af-548bd65a1a77"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:56.846135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.876750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-05e36b1e-b27b-4d9b-9f0c-8b91e7162323 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154490 Jul 06 18:39:56.894653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:56.943861 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c4c93e-daa1-4eb8-ab60-0819f3bed475 x-openstack-request-id: req-56c4c93e-daa1-4eb8-ab60-0819f3bed475 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:56.944160 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "3bf408fe-5823-47ef-94af-548bd65a1a77", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:56.944412 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56c4c93e-daa1-4eb8-ab60-0819f3bed475 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:56.944819 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '3bf408fe-5823-47ef-94af-548bd65a1a77', 'status': 'completed', 'code': 200} Jul 06 18:39:56.979304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d6e99b4-c678-4f01-9e6a-3d63183cbdfa req-8739f0eb-35c5-4be1-8442-6f3e4f22393a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998614 Jul 06 18:39:56.987823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e36dff-87ef-4f76-bc44-cec50dd42001 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf408fe-5823-47ef-94af-548bd65a1a77,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:57.002267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17e7fe36-5fbf-4175-9ab4-916c7cf6116c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:57.043059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-02b60053-211c-4a9f-9413-cf6cb337c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.043528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-02b60053-211c-4a9f-9413-cf6cb337c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.043991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-02b60053-211c-4a9f-9413-cf6cb337c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.044588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-02b60053-211c-4a9f-9413-cf6cb337c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.044905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-02b60053-211c-4a9f-9413-cf6cb337c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.045355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-02b60053-211c-4a9f-9413-cf6cb337c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.046037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-02b60053-211c-4a9f-9413-cf6cb337c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.048071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-02b60053-211c-4a9f-9413-cf6cb337c09b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6373 time: 0.1420784 Jul 06 18:39:57.069468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-757ddfb6-b583-47f7-a1ad-c0dfcf57e1b7 req-94116ed0-6cc6-4da2-a223-310c1388020b service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858430 Jul 06 18:39:57.097019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:57.144988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afc93f7d-6951-4182-8031-828ee171569d None None] Provisioning complete for port ee3e5665-5212-4e99-b65b-c532717e4fe9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:57.146084 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afc93f7d-6951-4182-8031-828ee171569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:57.190646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-e48b7048-59f9-4fa9-b2d2-e381c8f05459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.191415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-e48b7048-59f9-4fa9-b2d2-e381c8f05459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.191749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-afc93f7d-6951-4182-8031-828ee171569d None None] Port ee3e5665-5212-4e99-b65b-c532717e4fe9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:57.191927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-e48b7048-59f9-4fa9-b2d2-e381c8f05459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.193492 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-e48b7048-59f9-4fa9-b2d2-e381c8f05459 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1374869 Jul 06 18:39:57.204260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:57.206769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:57.211081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17e7fe36-5fbf-4175-9ab4-916c7cf6116c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:57.250984 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:57.264603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Pushing event updated for resources: {'Port': ['ID=6e9e4a72-3751-4720-8412-e96c2e86fd12,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:57.350133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-5d2e4484-0626-4e38-a22c-b1c2607696d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.351702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b999593-c622-479e-90fa-3dc5a9a82fc4 req-5d2e4484-0626-4e38-a22c-b1c2607696d9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515791 Jul 06 18:39:57.364691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-b46f1287-a41c-406c-b5df-c42d9e630fe6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.370060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:57.370749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-b46f1287-a41c-406c-b5df-c42d9e630fe6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.376938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-b46f1287-a41c-406c-b5df-c42d9e630fe6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.382914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-b46f1287-a41c-406c-b5df-c42d9e630fe6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.388899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-b46f1287-a41c-406c-b5df-c42d9e630fe6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.390806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.391905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:57.394857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-b46f1287-a41c-406c-b5df-c42d9e630fe6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.400856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-b46f1287-a41c-406c-b5df-c42d9e630fe6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.408522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-b46f1287-a41c-406c-b5df-c42d9e630fe6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5426 time: 0.1999352 Jul 06 18:39:57.450292 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ec35e70-6ad6-4fe4-b434-81fed8d5db85 req-70cc2281-8713-4c37-9a0b-ee26cc809a75 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407505 Jul 06 18:39:57.756345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-5e0e4d38-8a22-45b0-ba7e-9bac1a7f8285 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3005760 Jul 06 18:39:57.756856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:57.787740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Request body: {'port': {'device_id': '69f9704b-c773-4878-9c02-7c417c9e46f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:57.874120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17e7fe36-5fbf-4175-9ab4-916c7cf6116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:57.876616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17e7fe36-5fbf-4175-9ab4-916c7cf6116c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:57.878054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-17e7fe36-5fbf-4175-9ab4-916c7cf6116c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/856e32d7-61bb-4563-ae6b-67f9dc0748d0 HTTP/1.1" status: 204 len: 168 time: 1.2788823 Jul 06 18:39:57.940748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7fe36-5fbf-4175-9ab4-916c7cf6116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856e32d7-61bb-4563-ae6b-67f9dc0748d0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:57.947731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:58.131727 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:58.145997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff365f3-98c0-4464-acb7-9315a38ba3e9 req-ae9a88bd-5efc-419a-b5d5-beba68bf515e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:58.146166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ff365f3-98c0-4464-acb7-9315a38ba3e9 req-ae9a88bd-5efc-419a-b5d5-beba68bf515e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 932 time: 0.4302349 Jul 06 18:39:58.167167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:58.174811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f5ef757c-30be-40b3-8082-3795b0d037f9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "PUT /v2.0/routers/b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3146133 Jul 06 18:39:58.178936 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Sync routers for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:58.189933 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:58.190738 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:58.196197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c8f59-8c69-4622-ac33-3c1763f3d105 req-34b302e7-7b67-4ba0-8a65-5d82f68e5acb tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:58.197968 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-344c8f59-8c69-4622-ac33-3c1763f3d105 req-34b302e7-7b67-4ba0-8a65-5d82f68e5acb tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.0876758 Jul 06 18:39:58.295065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-344c8f59-8c69-4622-ac33-3c1763f3d105 req-c1483ebc-b814-4eb5-ba02-abdafce287c6 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898156 Jul 06 18:39:58.315160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ff365f3-98c0-4464-acb7-9315a38ba3e9 req-cce057bd-2519-4ad8-bb30-16e9a54fe240 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525879 Jul 06 18:39:58.375647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Deleting port 4a1e1852-2a4d-47b1-88d5-e6c56b7bde98 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:58.376145 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:58.379216 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:58.467197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-9a32cfaa-96a8-42a4-99bb-439b0756d1cd tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518952303&fields=id&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 267 time: 0.0462215 Jul 06 18:39:58.607938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-dfdd5e8f-530d-4af4-90c9-734d4b9c6408 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:58.615873 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-dfdd5e8f-530d-4af4-90c9-734d4b9c6408 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 796 time: 0.1411142 Jul 06 18:39:58.641079 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-fb1bd1f5-a7a1-4a58-a66a-56331ffd68f8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/quotas/9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 375 time: 0.0237732 Jul 06 18:39:58.684365 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:39:55Z', 'revision_number': 2, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:58.738459 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Checking router: b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:58.738819 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Updating router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 port ee3e5665-5212-4e99-b65b-c532717e4fe9 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:39:58.753947 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-51bf6c09-a3d0-45e4-97d5-0f25a303e5d6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028662 Jul 06 18:39:58.760748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:58.800117 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:58.814358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Calling delete_port for 4a1e1852-2a4d-47b1-88d5-e6c56b7bde98 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:58.844590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe774b3a-0b21-4bdb-b411-b7e0285a7c92 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:58.864961 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:58.874132 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52732) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:58.883556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-4e10b42c-fcc2-40ac-a914-fe56600d1810 service neutron] 10.222.0.53 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062720 Jul 06 18:39:58.944184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Transition to ACTIVE for port object fe774b3a-0b21-4bdb-b411-b7e0285a7c92 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:58.966172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.030124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3f5895a8-1c33-47b3-bf75-cec12ac666ba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:59.036452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3f5895a8-1c33-47b3-bf75-cec12ac666ba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:59.042964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3f5895a8-1c33-47b3-bf75-cec12ac666ba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:59.049589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3f5895a8-1c33-47b3-bf75-cec12ac666ba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:59.055786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3f5895a8-1c33-47b3-bf75-cec12ac666ba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:59.062346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3f5895a8-1c33-47b3-bf75-cec12ac666ba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:59.069084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3f5895a8-1c33-47b3-bf75-cec12ac666ba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:59.077697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3f5895a8-1c33-47b3-bf75-cec12ac666ba tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5426 time: 0.3214169 Jul 06 18:39:59.128014 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.139960 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Transition to ACTIVE for port object ee3e5665-5212-4e99-b65b-c532717e4fe9 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:59.146640 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.162914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9e4a72-3751-4720-8412-e96c2e86fd12 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:59.173122 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.189729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Transition to ACTIVE for port object 6e9e4a72-3751-4720-8412-e96c2e86fd12 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:59.197154 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Pushing event updated for resources: {'Port': ['ID=ee3e5665-5212-4e99-b65b-c532717e4fe9,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:59.205814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Pushing event updated for resources: {'Port': ['ID=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:59.225141 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.236454 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.236676 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.236921 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.237263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.238309 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.238645 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.238965 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.239288 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.239627 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.239911 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.240220 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.240527 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:59.304913 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Attempting to bind port ee3e5665-5212-4e99-b65b-c532717e4fe9 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:59.305300 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Attempting to bind port ee3e5665-5212-4e99-b65b-c532717e4fe9 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:59.305587 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Attempting to bind port ee3e5665-5212-4e99-b65b-c532717e4fe9 on network 2df97ca4-e355-4af9-8c7d-214679a38c31 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:59.312989 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:59.313911 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Checking segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:59.314299 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.314818 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Bound using segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:59.315200 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Bound port: ee3e5665-5212-4e99-b65b-c532717e4fe9, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:59.316151 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.336309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1df16a60-7d34-4319-bf3b-71f96fe07515 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] Request body: {'port': {'network_id': '54bdf755-1193-45e9-abfc-bc925fe5bd31', 'name': 'tempest-NetworksNegativeTestJSON-1984547805'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:59.340877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e6ac2f27-5cf0-4c4a-9866-941c7a59c4dc req-3ca22cfb-f6aa-467f-b9da-d4da56ae005f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2617545 Jul 06 18:39:59.362646 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df16a60-7d34-4319-bf3b-71f96fe07515 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] POST failed (client error): The resource could not be found. Jul 06 18:39:59.362646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df16a60-7d34-4319-bf3b-71f96fe07515 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:39:59.370217 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1df16a60-7d34-4319-bf3b-71f96fe07515 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4910302 Jul 06 18:39:59.374654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52740) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.449927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] For port ee3e5665-5212-4e99-b65b-c532717e4fe9, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:59.456895 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] For port ee3e5665-5212-4e99-b65b-c532717e4fe9, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ee3e5665-5212-4e99-b65b-c532717e4fe9,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:59.460585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-70454d11-c9a8-417f-8b7a-75dc48a4e869 service neutron] 10.222.0.53 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711555 Jul 06 18:39:59.468644 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.489516 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-86630b0a-e05f-411f-826b-0942c0a9a7f6 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] DELETE failed (client error): The resource could not be found. Jul 06 18:39:59.491556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86630b0a-e05f-411f-826b-0942c0a9a7f6 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:39:59.494727 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-86630b0a-e05f-411f-826b-0942c0a9a7f6 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "DELETE /v2.0/networks/21e3650d-2ea9-408c-b8ed-e03ed6718c66 HTTP/1.1" status: 404 len: 339 time: 0.1190503 Jul 06 18:39:59.499206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52742) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.557881 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-a615cc35-b914-4f46-a0ee-1b378937b79c tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] DELETE failed (client error): The resource could not be found. Jul 06 18:39:59.559822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a615cc35-b914-4f46-a0ee-1b378937b79c tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:39:59.565794 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a615cc35-b914-4f46-a0ee-1b378937b79c tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "DELETE /v2.0/ports/62469226-5eeb-46c8-b8ab-0393f8e47e61 HTTP/1.1" status: 404 len: 333 time: 0.0611973 Jul 06 18:39:59.566522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52744) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.582829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9e4a72-3751-4720-8412-e96c2e86fd12,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:59.605300 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:59.606417 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:59.620279 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0d67c8-0630-415c-8785-68a4aa524adb tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] DELETE failed (client error): The resource could not be found. Jul 06 18:39:59.620733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0d67c8-0630-415c-8785-68a4aa524adb tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:39:59.625858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.634010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8f0d67c8-0630-415c-8785-68a4aa524adb tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "DELETE /v2.0/subnets/45e682d3-e642-4dd1-9faf-28bba833f7be HTTP/1.1" status: 404 len: 337 time: 0.0628362 Jul 06 18:39:59.637764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52746) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.671800 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d68d7c3-9372-48d6-87b9-726731e23ecc tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] GET failed (client error): The resource could not be found. Jul 06 18:39:59.673312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5d68d7c3-9372-48d6-87b9-726731e23ecc tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "GET /v2.0/networks/98db14af-d71a-49b5-b542-aec5e9161326 HTTP/1.1" status: 404 len: 339 time: 0.0345914 Jul 06 18:39:59.677222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52748) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.729590 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8628aa-a636-4ee1-ab9f-3cc103caaecf tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] GET failed (client error): The resource could not be found. Jul 06 18:39:59.739829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9e8628aa-a636-4ee1-ab9f-3cc103caaecf tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "GET /v2.0/ports/600e728c-092e-4298-94da-87fe93c39978 HTTP/1.1" status: 404 len: 333 time: 0.0615063 Jul 06 18:39:59.743985 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52752) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.768181 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:59.805883 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cdcb33-2b0a-4519-b280-3f5f23ec9a37 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] GET failed (client error): The resource could not be found. Jul 06 18:39:59.811349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a1cdcb33-2b0a-4519-b280-3f5f23ec9a37 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "GET /v2.0/subnets/a7ca4a3f-7887-4c7a-9ddb-3914640e3d14 HTTP/1.1" status: 404 len: 337 time: 0.0623279 Jul 06 18:39:59.814300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52756) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.819816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-dc98f5ec-9add-4b76-8052-6cb25220ab5e tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:59.844208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event deleted for resources: {'Port': ['ID=4a1e1852-2a4d-47b1-88d5-e6c56b7bde98,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:59.855859 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc98f5ec-9add-4b76-8052-6cb25220ab5e tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] PUT failed (client error): The resource could not be found. Jul 06 18:39:59.856414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc98f5ec-9add-4b76-8052-6cb25220ab5e tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:39:59.861286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc98f5ec-9add-4b76-8052-6cb25220ab5e tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "PUT /v2.0/networks/20dcac36-9f98-4af3-ad12-fa98549f6841 HTTP/1.1" status: 404 len: 339 time: 0.0422609 Jul 06 18:39:59.867022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52758) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.873979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0ad7b933-7a62-4865-ae51-7965d1e8408b tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:59.908511 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad7b933-7a62-4865-ae51-7965d1e8408b tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] PUT failed (client error): The resource could not be found. Jul 06 18:39:59.909245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad7b933-7a62-4865-ae51-7965d1e8408b tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:39:59.914953 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0ad7b933-7a62-4865-ae51-7965d1e8408b tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "PUT /v2.0/ports/800860b0-a4e3-485a-bd95-81d0898f20c0 HTTP/1.1" status: 404 len: 333 time: 0.0468421 Jul 06 18:39:59.915695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52760) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:59.923360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-82f0383b-b5f5-4acb-a175-c363ec98d491 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:59.970620 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727023-10b3-4e45-b5fd-9adcb287d0bb None None] Pushing event updated for resources: {'Port': ['ID=ee3e5665-5212-4e99-b65b-c532717e4fe9,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:59.970841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Attempting to bind port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:59.970969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Attempting to bind port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:59.971284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Attempting to bind port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 on network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:59.985605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Attempting to bind port 6e9e4a72-3751-4720-8412-e96c2e86fd12 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:59.985893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Attempting to bind port 6e9e4a72-3751-4720-8412-e96c2e86fd12 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'cdf80424-a21c-4ae0-b9ad-10fdbbc485fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4455398b-a4f8-4f4c-a6a9-9c2afd36cd01'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:59.986230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Attempting to bind port 6e9e4a72-3751-4720-8412-e96c2e86fd12 on network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:59.989104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.995064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 on network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:59.995491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Attempting to bind port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 on network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:59.998113 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f0383b-b5f5-4acb-a175-c363ec98d491 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] PUT failed (client error): The resource could not be found. Jul 06 18:39:59.999642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f0383b-b5f5-4acb-a175-c363ec98d491 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:40:00.000973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-82f0383b-b5f5-4acb-a175-c363ec98d491 tempest-NetworksNegativeTestJSON-178688735 tempest-NetworksNegativeTestJSON-178688735-project] 10.222.0.53 "PUT /v2.0/subnets/2f9013f8-a4ed-4a3d-b565-809004d059ef HTTP/1.1" status: 404 len: 337 time: 0.0824740 Jul 06 18:40:00.008392 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:39:59Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:00.039811 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe905a-29b7-4f9e-9d1f-09494f40cdd6 None None] The sync data for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 is: [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:39:59Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:40:00.040473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b4802-f4d4-4633-b72e-4ad85cd5e33c req-34ac05f1-2262-4e0e-9142-0deb47a9d63a tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:00.059155 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-200b4802-f4d4-4633-b72e-4ad85cd5e33c req-34ac05f1-2262-4e0e-9142-0deb47a9d63a tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 944 time: 0.1422577 Jul 06 18:40:00.075676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Port 6e9e4a72-3751-4720-8412-e96c2e86fd12 on network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:40:00.076012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Attempting to bind port 6e9e4a72-3751-4720-8412-e96c2e86fd12 on network 4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:00.130393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5672d41-a55e-4f1f-bca5-a7a5785d0afe req-d5b67fd4-cbac-40bf-8356-ccefbc09841e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:00.132002 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5672d41-a55e-4f1f-bca5-a7a5785d0afe req-d5b67fd4-cbac-40bf-8356-ccefbc09841e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.4428804 Jul 06 18:40:00.132815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:00.133155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Checking segment: {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:00.133544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Bound using segment: {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:00.134031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Bound port: fe774b3a-0b21-4bdb-b411-b7e0285a7c92, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:00.134393 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.144534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-200b4802-f4d4-4633-b72e-4ad85cd5e33c req-c719c136-ea65-460b-9d13-d9308eaa3ad2 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839837 Jul 06 18:40:00.153290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.162448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:00.162786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Checking segment: {'id': 'cdf80424-a21c-4ae0-b9ad-10fdbbc485fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4455398b-a4f8-4f4c-a6a9-9c2afd36cd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:00.163213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Bound using segment: {'id': 'cdf80424-a21c-4ae0-b9ad-10fdbbc485fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4455398b-a4f8-4f4c-a6a9-9c2afd36cd01'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:00.163635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Bound port: 6e9e4a72-3751-4720-8412-e96c2e86fd12, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf80424-a21c-4ae0-b9ad-10fdbbc485fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4455398b-a4f8-4f4c-a6a9-9c2afd36cd01'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:00.164005 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.168294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.334240 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-32104a19-75ee-426a-8ef6-dae753d1337a req-bd813108-5647-4006-956b-9d2f364acdfc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 210 time: 0.0798116 Jul 06 18:40:00.355026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.366481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Fanout notify agent at l3_agent the message router_deleted on router 4999cc5c-593a-4c26-9baa-5a3690d0aea6 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:40:00.379180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.380327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f08058ae-b8e4-4758-95be-ae3727d80661 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/4999cc5c-593a-4c26-9baa-5a3690d0aea6 HTTP/1.1" status: 204 len: 168 time: 3.5841832 Jul 06 18:40:00.384781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52772) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:00.391177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1405325970', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:00.396987 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5672d41-a55e-4f1f-bca5-a7a5785d0afe req-e33142a4-ae5c-4c18-892a-5717b795344a tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562928 Jul 06 18:40:00.445901 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ee3e5665-5212-4e99-b65b-c532717e4fe9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:00.456180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.457540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.487075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] For port 6e9e4a72-3751-4720-8412-e96c2e86fd12, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:00.493307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] For port 6e9e4a72-3751-4720-8412-e96c2e86fd12, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6e9e4a72-3751-4720-8412-e96c2e86fd12,segment=NetworkSegment(cdf80424-a21c-4ae0-b9ad-10fdbbc485fc),segment_id=cdf80424-a21c-4ae0-b9ad-10fdbbc485fc)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:00.498465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] For port fe774b3a-0b21-4bdb-b411-b7e0285a7c92, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:00.510526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] For port fe774b3a-0b21-4bdb-b411-b7e0285a7c92, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:00.520882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.529381 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.624792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52782) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:00.626736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ee3e5665-5212-4e99-b65b-c532717e4fe9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:00.632224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ee3e5665-5212-4e99-b65b-c532717e4fe9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:00.632749 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.659229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:00.659865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.661299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] 10.222.0.24 "PUT /v2.0/ports/6e9e4a72-3751-4720-8412-e96c2e86fd12 HTTP/1.1" status: 200 len: 1092 time: 2.8787997 Jul 06 18:40:00.672174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f9704b-c773-4878-9c02-7c417c9e46f0', 'tag': '6e9e4a72-3751-4720-8412-e96c2e86fd12'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:00.674472 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e144c-df86-4fd8-8ac9-55cd3728e07e" -d '{"events": [{"name": "network-changed", "server_uuid": "69f9704b-c773-4878-9c02-7c417c9e46f0", "tag": "6e9e4a72-3751-4720-8412-e96c2e86fd12"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:00.680528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.698473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:00.699112 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.700634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] 10.222.0.24 "PUT /v2.0/ports/fe774b3a-0b21-4bdb-b411-b7e0285a7c92 HTTP/1.1" status: 200 len: 1095 time: 3.8672454 Jul 06 18:40:00.757125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Request body: {'port': {'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:00.827744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.849530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc1622-e881-4aea-bf17-f9f14317c685 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9e4a72-3751-4720-8412-e96c2e86fd12,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:00.947843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port ee3e5665-5212-4e99-b65b-c532717e4fe9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ee3e5665-5212-4e99-b65b-c532717e4fe9,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:00.955771 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:01.048383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=ee3e5665-5212-4e99-b65b-c532717e4fe9,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:01.060220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6f16354-0e58-4c19-8fff-567f6fbd42d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:01.113530 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:01.143431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-d1513456-1e8a-4440-9e5f-7b64e3af37f4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.151042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-d1513456-1e8a-4440-9e5f-7b64e3af37f4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.157370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-d1513456-1e8a-4440-9e5f-7b64e3af37f4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.163507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-d1513456-1e8a-4440-9e5f-7b64e3af37f4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.169560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-d1513456-1e8a-4440-9e5f-7b64e3af37f4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.175959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-d1513456-1e8a-4440-9e5f-7b64e3af37f4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.182248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-d1513456-1e8a-4440-9e5f-7b64e3af37f4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.185026 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-d1513456-1e8a-4440-9e5f-7b64e3af37f4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5442 time: 0.5031083 Jul 06 18:40:01.337221 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-41ff24d9-0bb0-4f45-a509-a2cef2a699fc req-6e6ef3fa-db15-4d0e-829d-f5234d91f876 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405952 Jul 06 18:40:01.555110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a044f7f8-6185-4558-9941-225140da6248 req-a0a16a3c-224a-4ac6-bda1-99c1ba53cfce tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 210 time: 0.0367460 Jul 06 18:40:01.587973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:01.600127 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857502c7-de51-4b44-ac93-0e835a19d37f x-openstack-request-id: req-857502c7-de51-4b44-ac93-0e835a19d37f {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:01.600420 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f9704b-c773-4878-9c02-7c417c9e46f0", "tag": "6e9e4a72-3751-4720-8412-e96c2e86fd12", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:01.600614 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-857502c7-de51-4b44-ac93-0e835a19d37f {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:01.601180 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f9704b-c773-4878-9c02-7c417c9e46f0', 'tag': '6e9e4a72-3751-4720-8412-e96c2e86fd12', 'status': 'completed', 'code': 200} Jul 06 18:40:01.601811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef27c6-8211-4542-89e6-90c58a73e881 service neutron] Pushing event updated for resources: {'Port': ['ID=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:01.606507 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:01.620715 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:01.741176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-6784e6e8-59c2-4abd-80b0-2433e4d15e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.743528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-6784e6e8-59c2-4abd-80b0-2433e4d15e85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6718daddb00c4a5a87e5417393a6c032&device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 1095 time: 0.8994098 Jul 06 18:40:01.830666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Allocated IP 172.25.4.213 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/f3b0d2d2-9c3b-4bf4-91ca-22bc96886350) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:01.886367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-57846b9c-78c9-4cdf-ac00-99c89006bbbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9e4a72-3751-4720-8412-e96c2e86fd12 HTTP/1.1" status: 200 len: 217 time: 0.1254091 Jul 06 18:40:01.900585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6475e6f-3a2e-47c6-a9db-c888374442cf req-da5ad6b9-4cff-465f-b10a-704270e52590 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.909377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6475e6f-3a2e-47c6-a9db-c888374442cf req-da5ad6b9-4cff-465f-b10a-704270e52590 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 944 time: 0.3157654 Jul 06 18:40:01.970114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cceff76-4051-4495-a172-a1db7bda0b4e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.971673 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cceff76-4051-4495-a172-a1db7bda0b4e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 796 time: 0.2601631 Jul 06 18:40:02.029490 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6475e6f-3a2e-47c6-a9db-c888374442cf req-d11d5824-9e1f-4d85-8eca-70e92d64ed72 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188345 Jul 06 18:40:02.056422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-8069b7a1-10ac-4aad-8806-69c4c0e500d5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 379 time: 0.0746891 Jul 06 18:40:02.071159 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.083306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'port': {'device_id': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'admin_state_up': True, 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'security_groups': ['460c7098-491c-4f6e-98a8-cdfaf6220973']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:02.110641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-9b161407-af36-4f18-82dd-e7837b459869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.112145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-9b161407-af36-4f18-82dd-e7837b459869 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=714c5cd1-90c8-4ed5-a86b-435c92816af5 HTTP/1.1" status: 200 len: 858 time: 0.2004890 Jul 06 18:40:02.115374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6f16354-0e58-4c19-8fff-567f6fbd42d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.133663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6f16354-0e58-4c19-8fff-567f6fbd42d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.159304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-80be3f17-3233-4693-a2d8-e02e1087b1ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4455398b-a4f8-4f4c-a6a9-9c2afd36cd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390337 Jul 06 18:40:02.199244 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.259375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:02.264323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:02.266269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event updated for resources: {'Port': ['ID=f3b0d2d2-9c3b-4bf4-91ca-22bc96886350,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:02.268032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d6f16354-0e58-4c19-8fff-567f6fbd42d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=898941daaf2a419fac537701ca4903e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6405721 Jul 06 18:40:02.270500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:02.272308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52800) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:02.276761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f16354-0e58-4c19-8fff-567f6fbd42d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059b2667-2892-46da-8674-873b1d695491,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:02.307487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:02.311272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.340493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ee3e5665-5212-4e99-b65b-c532717e4fe9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:02.416748 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-aaba3ca4-8f66-4571-ab26-426a92b8b0e7 service neutron] 10.222.0.24 "GET /v2.0/networks/4455398b-a4f8-4f4c-a6a9-9c2afd36cd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478514 Jul 06 18:40:02.424395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ee3e5665-5212-4e99-b65b-c532717e4fe9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:02.425018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.473526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b8992c-2d12-4392-9fde-e05548fa139d {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:02.515308 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.518413 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7b113d9-d84d-470e-a31b-c74f6f416454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.539989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Transition to ACTIVE for port object d4b8992c-2d12-4392-9fde-e05548fa139d will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:02.553254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.643510 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be72aab2-aca3-4d94-9672-5d8e24abfbb0 req-1eff0162-d789-4185-bfb8-9a221a9c861b service neutron] 10.222.0.24 "GET /v2.0/networks/4455398b-a4f8-4f4c-a6a9-9c2afd36cd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169220 Jul 06 18:40:02.662009 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7b113d9-d84d-470e-a31b-c74f6f416454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.676459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b8992c-2d12-4392-9fde-e05548fa139d,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:02.817604 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b5cdaa3-9330-42fd-8a17-0304a37e0ad0 req-c263e8ac-7e7e-4594-9b1a-b6bdf101b791 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 210 time: 0.0728340 Jul 06 18:40:02.866034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-338cfb95-2a26-473e-bd31-f52a067da888 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.868985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Attempting to bind port d4b8992c-2d12-4392-9fde-e05548fa139d on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:02.869572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Attempting to bind port d4b8992c-2d12-4392-9fde-e05548fa139d by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:02.870180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Attempting to bind port d4b8992c-2d12-4392-9fde-e05548fa139d on network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:02.872307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-338cfb95-2a26-473e-bd31-f52a067da888 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.878531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-338cfb95-2a26-473e-bd31-f52a067da888 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.878742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-08f801be-12a7-4c6c-9102-43ce5effa6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.880181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-08f801be-12a7-4c6c-9102-43ce5effa6d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6718daddb00c4a5a87e5417393a6c032&device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 1095 time: 0.1367896 Jul 06 18:40:02.881331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Port d4b8992c-2d12-4392-9fde-e05548fa139d on network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:40:02.881660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Attempting to bind port d4b8992c-2d12-4392-9fde-e05548fa139d on network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:02.885835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-338cfb95-2a26-473e-bd31-f52a067da888 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.887422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:02.887770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Checking segment: {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:02.888169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Bound using segment: {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:02.888619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Bound port: d4b8992c-2d12-4392-9fde-e05548fa139d, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1045670-8b40-4d38-97f4-61c675697cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:02.889008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.892151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-338cfb95-2a26-473e-bd31-f52a067da888 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.898222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-338cfb95-2a26-473e-bd31-f52a067da888 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.904278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-338cfb95-2a26-473e-bd31-f52a067da888 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.912236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-338cfb95-2a26-473e-bd31-f52a067da888 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.2969401 Jul 06 18:40:02.921429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.20.0.12 (2df97ca4-e355-4af9-8c7d-214679a38c31/bfb673aa-7b54-4231-a160-117fdd5f8432/372b6f57-f544-4855-9b44-22826214a3cf) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:02.945309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.991819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7b113d9-d84d-470e-a31b-c74f6f416454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.994356 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a7b113d9-d84d-470e-a31b-c74f6f416454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.995547 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a7b113d9-d84d-470e-a31b-c74f6f416454 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/059b2667-2892-46da-8674-873b1d695491 HTTP/1.1" status: 204 len: 168 time: 0.7222672 Jul 06 18:40:03.023360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b113d9-d84d-470e-a31b-c74f6f416454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059b2667-2892-46da-8674-873b1d695491,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:03.052435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35e7a579-9b10-4e72-ab1f-55e1f20c0fdd req-b75d3048-27a3-4eb1-969a-d82e86f5a82c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1392150 Jul 06 18:40:03.075556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] For port d4b8992c-2d12-4392-9fde-e05548fa139d, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:03.099015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] For port d4b8992c-2d12-4392-9fde-e05548fa139d, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d4b8992c-2d12-4392-9fde-e05548fa139d,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:03.103957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-05cefea2-baa8-44fd-90b2-449e17da69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.105506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-05cefea2-baa8-44fd-90b2-449e17da69b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 HTTP/1.1" status: 200 len: 919 time: 0.2140801 Jul 06 18:40:03.107297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:03.190148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-ce3d9933-5408-44a2-b0dd-61978d80d51c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9e4a72-3751-4720-8412-e96c2e86fd12 HTTP/1.1" status: 200 len: 217 time: 0.0737035 Jul 06 18:40:03.191395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.192185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:03.193446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/d4b8992c-2d12-4392-9fde-e05548fa139d HTTP/1.1" status: 200 len: 1095 time: 2.4476767 Jul 06 18:40:03.319332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca502ec0-bb0b-4898-b971-1116984da3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b8992c-2d12-4392-9fde-e05548fa139d,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:03.347175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-56b78f41-f62d-471c-a9a0-8ca5ec76a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.349005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-56b78f41-f62d-471c-a9a0-8ca5ec76a135 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=714c5cd1-90c8-4ed5-a86b-435c92816af5 HTTP/1.1" status: 200 len: 858 time: 0.1370332 Jul 06 18:40:03.446190 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-82ee5fb8-5144-47eb-8a82-89720e7dec16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4455398b-a4f8-4f4c-a6a9-9c2afd36cd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732732 Jul 06 18:40:03.447895 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:03.491150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-99f2760f-7a81-4a28-ac1d-70ef9c1aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.491640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-99f2760f-7a81-4a28-ac1d-70ef9c1aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.492386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-99f2760f-7a81-4a28-ac1d-70ef9c1aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.492882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-99f2760f-7a81-4a28-ac1d-70ef9c1aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.493352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-99f2760f-7a81-4a28-ac1d-70ef9c1aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.493837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-99f2760f-7a81-4a28-ac1d-70ef9c1aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.494305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-99f2760f-7a81-4a28-ac1d-70ef9c1aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.496605 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-99f2760f-7a81-4a28-ac1d-70ef9c1aa215 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6515 time: 0.2345474 Jul 06 18:40:03.579551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Transition to ACTIVE for port object 372b6f57-f544-4855-9b44-22826214a3cf will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:03.620057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:03.628466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:03.637279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e2094-4c17-426e-a5d3-ef7985053089 req-569358d5-c5c6-4eee-afa2-e6c0815e656d tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.641498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': 'fe774b3a-0b21-4bdb-b411-b7e0285a7c92'}, {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': 'd4b8992c-2d12-4392-9fde-e05548fa139d'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:03.644737 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-983e2094-4c17-426e-a5d3-ef7985053089 req-569358d5-c5c6-4eee-afa2-e6c0815e656d tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 944 time: 0.3983443 Jul 06 18:40:03.644945 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77844f95-9914-4753-a2dc-611550291c08" -d '{"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "fe774b3a-0b21-4bdb-b411-b7e0285a7c92"}, {"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "d4b8992c-2d12-4392-9fde-e05548fa139d"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:03.649149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-6aedcd87-c40b-47ce-92c5-9d8e556bc641 service neutron] 10.222.0.24 "GET /v2.0/networks/4455398b-a4f8-4f4c-a6a9-9c2afd36cd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931980 Jul 06 18:40:03.663772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-c9888e2d-a690-4de8-bf95-628b15164a35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a HTTP/1.1" status: 200 len: 217 time: 0.1557367 Jul 06 18:40:03.765925 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32182b74-4fdd-4cbc-8664-f32333167694 x-openstack-request-id: req-32182b74-4fdd-4cbc-8664-f32333167694 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:03.766397 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "fe774b3a-0b21-4bdb-b411-b7e0285a7c92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "d4b8992c-2d12-4392-9fde-e05548fa139d", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:03.766664 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32182b74-4fdd-4cbc-8664-f32333167694 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:03.767227 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': 'fe774b3a-0b21-4bdb-b411-b7e0285a7c92', 'status': 'completed', 'code': 200} Jul 06 18:40:03.767464 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': 'd4b8992c-2d12-4392-9fde-e05548fa139d', 'status': 'completed', 'code': 200} Jul 06 18:40:03.800724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7a348556-9653-4361-897c-5008df9decac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.802273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7a348556-9653-4361-897c-5008df9decac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=783b06c9-d226-4e29-8525-79f9621946f1 HTTP/1.1" status: 200 len: 855 time: 0.1212909 Jul 06 18:40:03.834283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:03.857170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-983e2094-4c17-426e-a5d3-ef7985053089 req-55ec59d1-287a-4ed6-be9c-989b668d5597 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095544 Jul 06 18:40:03.870587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-541e144c-df86-4fd8-8ac9-55cd3728e07e req-b5e1602a-593c-41a4-ad97-6c98b0dc795f service neutron] 10.222.0.24 "GET /v2.0/networks/4455398b-a4f8-4f4c-a6a9-9c2afd36cd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041326 Jul 06 18:40:03.887629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:03.891856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:03.896296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:03.896586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-bd4fc531-b801-4a5e-aed7-6352d18b4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.898580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-bd4fc531-b801-4a5e-aed7-6352d18b4c21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=407ff483-eebb-47c2-ba28-b34ffefc1775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870261 Jul 06 18:40:04.035086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.035762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:04.059033 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-72d82226-c9e0-46f7-919a-e7c290848a5f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9794540 Jul 06 18:40:04.061690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Router 56a00828-c713-4427-8077-d21e16a98186 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:40:04.072988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Request body: {'port': {'device_id': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:04.097205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d8602a60-46d5-4a34-bace-050f8da7dc6d service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883075 Jul 06 18:40:04.126701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52840) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:04.205685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3c871102-db26-478d-b9d6-cd7eeab37a47 None None] Provisioning for port 372b6f57-f544-4855-9b44-22826214a3cf completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:04.210527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3c871102-db26-478d-b9d6-cd7eeab37a47 None None] Provisioning complete for port 372b6f57-f544-4855-9b44-22826214a3cf triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:04.211252 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3c871102-db26-478d-b9d6-cd7eeab37a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:04.248941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-23aa0df2-b13c-4015-9832-22d9c64b4083 service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447358 Jul 06 18:40:04.298004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3c871102-db26-478d-b9d6-cd7eeab37a47 None None] Port 372b6f57-f544-4855-9b44-22826214a3cf cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:04.301587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-1264ef0e-dd35-4501-9a9a-446e8b094e65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 217 time: 0.0436695 Jul 06 18:40:04.323839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7dda9-febf-4495-bb35-712e2c432ca3 req-26d1bb45-36c9-460c-9247-68246351c4eb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.334502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1d7dda9-febf-4495-bb35-712e2c432ca3 req-26d1bb45-36c9-460c-9247-68246351c4eb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 932 time: 0.3107002 Jul 06 18:40:04.335452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:04.391685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:40:04.398580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1865562455'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:04.402310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb84050-9d61-45a0-ac11-f2b5e874ae3b None None] Sync routers for ids ['56a00828-c713-4427-8077-d21e16a98186'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:40:04.419755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb84050-9d61-45a0-ac11-f2b5e874ae3b None None] Routers {'56a00828-c713-4427-8077-d21e16a98186'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:04.420847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fdb84050-9d61-45a0-ac11-f2b5e874ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['56a00828-c713-4427-8077-d21e16a98186'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:04.426325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1d7dda9-febf-4495-bb35-712e2c432ca3 req-2ed83578-8567-4e72-adbe-06ff978fef63 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902793 Jul 06 18:40:04.432193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:04.434184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f0f1f0c8-2368-4a70-9742-e162e6f236fa tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0475152 Jul 06 18:40:04.446225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52846) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:04.466390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:04.489993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fdb84050-9d61-45a0-ac11-f2b5e874ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:04.516019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb84050-9d61-45a0-ac11-f2b5e874ae3b None None] Routers {'56a00828-c713-4427-8077-d21e16a98186'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:04.516981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fdb84050-9d61-45a0-ac11-f2b5e874ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['56a00828-c713-4427-8077-d21e16a98186'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:04.539196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d50c498f-940b-401f-a346-1f516dee4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.541066 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-d50c498f-940b-401f-a346-1f516dee4ebb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.2284546 Jul 06 18:40:04.544475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:04.548494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:04.600981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fdb84050-9d61-45a0-ac11-f2b5e874ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:04.602077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb84050-9d61-45a0-ac11-f2b5e874ae3b None None] The sync data for ids ['56a00828-c713-4427-8077-d21e16a98186'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:40:04.639551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:04.799849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7c114d59-0a3e-44a6-9901-56139de6da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.801493 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7c114d59-0a3e-44a6-9901-56139de6da9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2478220 Jul 06 18:40:04.968343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-d325c033-ab39-47cf-a305-34686343354a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.974508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-d325c033-ab39-47cf-a305-34686343354a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.980482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-d325c033-ab39-47cf-a305-34686343354a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.986606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-d325c033-ab39-47cf-a305-34686343354a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.995121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-d325c033-ab39-47cf-a305-34686343354a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.998821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-d325c033-ab39-47cf-a305-34686343354a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.004873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-d325c033-ab39-47cf-a305-34686343354a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.012495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-d325c033-ab39-47cf-a305-34686343354a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.7721233 Jul 06 18:40:05.041088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-700623cc-f5a0-48dc-8d6c-e5ecceb5d45d service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313473 Jul 06 18:40:05.090322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d1f7a457-7844-4ed7-a61f-4ad08b2fda6e req-acd70f7b-97f8-4c40-bad0-bfdb04ac01bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767789 Jul 06 18:40:05.203700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372b6f57-f544-4855-9b44-22826214a3cf {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:05.212346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.225499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Transition to ACTIVE for port object 372b6f57-f544-4855-9b44-22826214a3cf will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:05.231455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.325981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:05.366150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Attempting to bind port 372b6f57-f544-4855-9b44-22826214a3cf on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:05.366990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Attempting to bind port 372b6f57-f544-4855-9b44-22826214a3cf by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:05.367442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Attempting to bind port 372b6f57-f544-4855-9b44-22826214a3cf on network 2df97ca4-e355-4af9-8c7d-214679a38c31 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:05.372642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Port 372b6f57-f544-4855-9b44-22826214a3cf on network 2df97ca4-e355-4af9-8c7d-214679a38c31 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:40:05.373113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Attempting to bind port 372b6f57-f544-4855-9b44-22826214a3cf on network 2df97ca4-e355-4af9-8c7d-214679a38c31 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:05.378749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:05.379175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Checking segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:05.379663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Bound using segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:05.380182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Bound port: 372b6f57-f544-4855-9b44-22826214a3cf, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:05.381284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.394884 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.439787 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.447056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.468219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:05.473445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:05.499495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.499879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:05.565437 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.583612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.583877 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.584311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.584659 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Added segment 9a82bce8-8c93-4793-9b8c-eb6845892e03 of type vlan for network e5841347-eb7f-4790-ad38-188863a80819 Jul 06 18:40:05.586876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239d6615-ff13-457d-a929-1430de5c3fb7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:05.587898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] 10.222.0.41 "PUT /v2.0/ports/372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 1092 time: 1.5206766 Jul 06 18:40:05.588382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:05.597075 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657a5c64-2cfc-439c-b339-272aa2e18f65" -d '{"events": [{"name": "network-changed", "server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "tag": "372b6f57-f544-4855-9b44-22826214a3cf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:05.682440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-6cf2dc9b-e8c6-4f1d-b548-459b9310bb38 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855165 Jul 06 18:40:05.712559 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.789510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7affb-537f-477a-a350-21fdfe631418 service neutron] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:05.828539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.838771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.839587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.857676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6609575-4487-40e2-aae6-dcf7fdffd0df req-85eb044d-d390-47c5-8ac9-a19ee0c23bc7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.865298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6609575-4487-40e2-aae6-dcf7fdffd0df req-85eb044d-d390-47c5-8ac9-a19ee0c23bc7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 944 time: 0.2482722 Jul 06 18:40:05.870088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-e3ed9c16-6b84-4b49-9bd8-afe130a6ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.871758 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-e3ed9c16-6b84-4b49-9bd8-afe130a6ca5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1095 time: 0.1563427 Jul 06 18:40:05.881659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40065d54-097c-421c-a404-1ed4313764a4 req-ee39a16e-b2fc-4349-bded-b94ecf36f857 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.889144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40065d54-097c-421c-a404-1ed4313764a4 req-ee39a16e-b2fc-4349-bded-b94ecf36f857 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 944 time: 0.8634269 Jul 06 18:40:05.891826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-e4fa7bf4-8658-4bec-8f07-a22a33c64516 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 217 time: 0.2085655 Jul 06 18:40:05.937624 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-95092af0-42ac-4036-a04e-a5914e77dbe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 217 time: 0.0576463 Jul 06 18:40:05.997539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6609575-4487-40e2-aae6-dcf7fdffd0df req-ccf4e695-3a7e-4cfd-8a19-5f056228bd64 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312096 Jul 06 18:40:06.060133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-1fc99295-2920-49b6-bec4-ba396e46a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.061757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-1fc99295-2920-49b6-bec4-ba396e46a366 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.1100397 Jul 06 18:40:06.062430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52860) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:06.062842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8168576 Jul 06 18:40:06.067934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'name': 'tempest-PortsTestJSON-990505286'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:06.126653 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40065d54-097c-421c-a404-1ed4313764a4 req-bdbf93a8-5833-4890-aef6-7c68682c23f2 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349885 Jul 06 18:40:06.128553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Deleting port f3b0d2d2-9c3b-4bf4-91ca-22bc96886350 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:06.128904 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.134465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6e9e4a72-3751-4720-8412-e96c2e86fd12 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:06.225447 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2d0995-c93c-4a8d-a80b-521571e04afc x-openstack-request-id: req-ae2d0995-c93c-4a8d-a80b-521571e04afc {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:06.225770 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "tag": "372b6f57-f544-4855-9b44-22826214a3cf", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:06.226023 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae2d0995-c93c-4a8d-a80b-521571e04afc {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:06.226412 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf', 'status': 'completed', 'code': 200} Jul 06 18:40:06.231785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-83f06561-4225-48ee-ae5f-2a5d968c24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.233814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-83f06561-4225-48ee-ae5f-2a5d968c24b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618421 Jul 06 18:40:06.237480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:06.241644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.265115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.277756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Calling delete_port for f3b0d2d2-9c3b-4bf4-91ca-22bc96886350 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:06.291990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb1b12-b8d3-4ebb-a7eb-10f0a9341ae8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Network': ['ID=e5841347-eb7f-4790-ad38-188863a80819,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:06.306305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e5841347-eb7f-4790-ad38-188863a80819 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:06.315597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:06.337260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5b738088-b4b7-414c-9aa2-cf3358b15c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.339214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-5b738088-b4b7-414c-9aa2-cf3358b15c86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.4214766 Jul 06 18:40:06.424740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-8acab6f6-1dc6-4803-be6e-0498fdbb7005 service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798604 Jul 06 18:40:06.461189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6e9e4a72-3751-4720-8412-e96c2e86fd12, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6e9e4a72-3751-4720-8412-e96c2e86fd12,segment=NetworkSegment(cdf80424-a21c-4ae0-b9ad-10fdbbc485fc),segment_id=cdf80424-a21c-4ae0-b9ad-10fdbbc485fc)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:06.470446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-88ae109c-3365-4cfd-ae9c-69ad4194a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.472093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-88ae109c-3365-4cfd-ae9c-69ad4194a239 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1230216 Jul 06 18:40:06.482954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '6e9e4a72-3751-4720-8412-e96c2e86fd12', 'network_id': '4455398b-a4f8-4f4c-a6a9-9c2afd36cd01', 'port_id': '6e9e4a72-3751-4720-8412-e96c2e86fd12', 'mac_address': 'fa:16:3e:17:14:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714c5cd1-90c8-4ed5-a86b-435c92816af5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:06.540782 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.563697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9e4a72-3751-4720-8412-e96c2e86fd12 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:06.584109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6e9e4a72-3751-4720-8412-e96c2e86fd12, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6e9e4a72-3751-4720-8412-e96c2e86fd12,segment=NetworkSegment(cdf80424-a21c-4ae0-b9ad-10fdbbc485fc),segment_id=cdf80424-a21c-4ae0-b9ad-10fdbbc485fc)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:06.591031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.628458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-24d81142-c84e-46c2-b693-50c5c49204d1 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492665 Jul 06 18:40:06.637462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.649922 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.654675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6e9e4a72-3751-4720-8412-e96c2e86fd12,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:06.673238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e0371d6-9248-43c3-806f-79ed4e92b86d req-e3786d09-bdc4-49f3-9122-e6648c2f3e11 service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369230 Jul 06 18:40:06.694297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-4b3dbe54-666b-41ee-915d-ae0ba945719c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.701625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-4b3dbe54-666b-41ee-915d-ae0ba945719c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.710219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-4b3dbe54-666b-41ee-915d-ae0ba945719c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.718284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-4b3dbe54-666b-41ee-915d-ae0ba945719c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.718654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Pushing event deleted for resources: {'Port': ['ID=f3b0d2d2-9c3b-4bf4-91ca-22bc96886350,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:06.735414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-4b3dbe54-666b-41ee-915d-ae0ba945719c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.740224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-4b3dbe54-666b-41ee-915d-ae0ba945719c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.746506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-4b3dbe54-666b-41ee-915d-ae0ba945719c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.748636 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-4b3dbe54-666b-41ee-915d-ae0ba945719c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.3162546 Jul 06 18:40:06.819691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6e9e4a72-3751-4720-8412-e96c2e86fd12'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:06.825763 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.830499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-7c79ba0a-f313-47c2-a103-e6f23e82e63d service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894577 Jul 06 18:40:06.863036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a86c80a4-cd3b-4b7b-89a9-8734317a15e6 req-a3511836-ea40-4386-bd09-5da271ac5378 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0865843 Jul 06 18:40:06.864130 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:06.944255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-feaf131b-71e6-4945-9d1d-0869769a41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.945772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-feaf131b-71e6-4945-9d1d-0869769a41a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1095 time: 0.1945393 Jul 06 18:40:06.946785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=4615ed33-62cb-4dbd-ac8c-d2e14e8ed620,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:06.951026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-887cfe47-11d7-4a0e-9164-4af9b62aa07f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=78d92e89-de50-498a-937e-2649db794776 HTTP/1.1" status: 200 len: 217 time: 0.0712349 Jul 06 18:40:07.020994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Checking segment: {'id': '9a82bce8-8c93-4793-9b8c-eb6845892e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5841347-eb7f-4790-ad38-188863a80819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:07.021707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network hostable DHCP agents. Network: e5841347-eb7f-4790-ad38-188863a80819, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:07.071154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-6f87ee16-3e3c-468c-a757-61ff7e99b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.072392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-0aa2ba24-cfab-44f0-be9d-4114f93dfe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.072776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-6f87ee16-3e3c-468c-a757-61ff7e99b765 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.1129725 Jul 06 18:40:07.073973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-0aa2ba24-cfab-44f0-be9d-4114f93dfe20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 897 time: 0.1205983 Jul 06 18:40:07.116001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:07.119310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-13b2454d-102e-4517-ae82-bc188c727939 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 217 time: 0.0378685 Jul 06 18:40:07.134361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e5841347-eb7f-4790-ad38-188863a80819) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:07.144023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f458a-676e-4722-b6f3-d22b508074b8 None None] Network e5841347-eb7f-4790-ad38-188863a80819 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:07.155926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:07.164251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.165333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.173284 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.196819 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-70ebc930-104d-4795-a392-949b6a1a95c7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1300292 Jul 06 18:40:07.196819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-e87672e9-2b92-471c-906d-fdbdf4f14b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.197709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-e87672e9-2b92-471c-906d-fdbdf4f14b02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.0724320 Jul 06 18:40:07.198283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52870) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:07.203178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.204840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1504441764'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:07.279005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:07.282711 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.325250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-6ffb79df-3811-43f4-ab9b-157014fdbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.327800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-6ffb79df-3811-43f4-ab9b-157014fdbf1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2249243 Jul 06 18:40:07.329933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Router 56a00828-c713-4427-8077-d21e16a98186 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:40:07.340321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061d093-d8f4-4a9f-a463-f42e171c5a9d req-50ed1de9-4528-4b5e-81d2-fc27caf468cf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.341904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4061d093-d8f4-4a9f-a463-f42e171c5a9d req-50ed1de9-4528-4b5e-81d2-fc27caf468cf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 944 time: 0.2002692 Jul 06 18:40:07.343428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-a5c16b93-c22d-4180-87be-72602bdc5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.344958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-a5c16b93-c22d-4180-87be-72602bdc5a83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349368 Jul 06 18:40:07.345805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:07.402727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.403086 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Added segment ef596b59-52e8-4b51-9475-5ac3622985e9 of type vlan for network 8d2fbc6f-9738-472f-aed0-ae66ffc86eb5 Jul 06 18:40:07.472986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633fb3b-2bb0-4005-925a-208ec6aa1d4d req-7e7f8008-9692-4b65-a655-1e59fb717d86 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.474435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7633fb3b-2bb0-4005-925a-208ec6aa1d4d req-7e7f8008-9692-4b65-a655-1e59fb717d86 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 945 time: 0.2066765 Jul 06 18:40:07.476145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.515711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:40:07.523630 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.527448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d9601080-e8c9-4b3b-9f92-077af0a2eec1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "PUT /v2.0/routers/56a00828-c713-4427-8077-d21e16a98186 HTTP/1.1" status: 200 len: 706 time: 3.0753596 Jul 06 18:40:07.527617 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80901f69-61c3-4e71-8c08-ddf007f84f59 None None] Sync routers for ids ['56a00828-c713-4427-8077-d21e16a98186'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:40:07.528128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52874) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:07.532319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4061d093-d8f4-4a9f-a463-f42e171c5a9d req-9a1fe70a-6aa5-4ea9-b623-9597e971af8f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769719 Jul 06 18:40:07.537972 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80901f69-61c3-4e71-8c08-ddf007f84f59 None None] Routers {'56a00828-c713-4427-8077-d21e16a98186'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:07.539399 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-80901f69-61c3-4e71-8c08-ddf007f84f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['56a00828-c713-4427-8077-d21e16a98186'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:07.543843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-bb07523e-77de-4d2f-b24e-1ac8dbe9aa82 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008495 Jul 06 18:40:07.547678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-9798ef4a-9f93-4fba-8ac9-5db80334af91 service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947806 Jul 06 18:40:07.585924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-80901f69-61c3-4e71-8c08-ddf007f84f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:07.596949 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80901f69-61c3-4e71-8c08-ddf007f84f59 None None] Routers {'56a00828-c713-4427-8077-d21e16a98186'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:07.598278 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-80901f69-61c3-4e71-8c08-ddf007f84f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['56a00828-c713-4427-8077-d21e16a98186'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:07.637923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7633fb3b-2bb0-4005-925a-208ec6aa1d4d req-0d10156c-1543-42d5-b811-60239ac25d13 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489501 Jul 06 18:40:07.650564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.656516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.656982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-9464c7bd-c1ad-457d-b48c-53fda7b2ee94 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051099 Jul 06 18:40:07.657192 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.707476 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a15485b4-9e85-4e8c-8a90-cca10e542ea1 tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/routers/56a00828-c713-4427-8077-d21e16a98186 HTTP/1.1" status: 200 len: 741 time: 0.1718984 Jul 06 18:40:07.716088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52876) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:07.742682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-6c3cf961-2c19-4958-ace2-69c856c786e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=3bf408fe-5823-47ef-94af-548bd65a1a77 HTTP/1.1" status: 200 len: 217 time: 0.0778122 Jul 06 18:40:07.757010 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-80901f69-61c3-4e71-8c08-ddf007f84f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:07.757790 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80901f69-61c3-4e71-8c08-ddf007f84f59 None None] The sync data for ids ['56a00828-c713-4427-8077-d21e16a98186'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:40:07.759317 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5598731 Jul 06 18:40:07.763238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52878) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:07.769819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0ff0f54a-cfaf-40a8-9e2a-16a33d18a43f tempest-RoutersAdminTest-1391653829 tempest-RoutersAdminTest-1391653829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=56a00828-c713-4427-8077-d21e16a98186 HTTP/1.1" status: 200 len: 205 time: 0.0519593 Jul 06 18:40:07.772240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'ports': [{'network_id': 'e5841347-eb7f-4790-ad38-188863a80819'}, {'network_id': '8d2fbc6f-9738-472f-aed0-ae66ffc86eb5'}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:07.772499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:07.772961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '8d2fbc6f-9738-472f-aed0-ae66ffc86eb5'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:07.778053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52880) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:07.800864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f4b44-2077-4e05-8686-33006266f0a7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Network': ['ID=8d2fbc6f-9738-472f-aed0-ae66ffc86eb5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:07.820246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8d2fbc6f-9738-472f-aed0-ae66ffc86eb5 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:07.831079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b5525e13-8c36-468b-8e48-274aaafd24a8 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a00828-c713-4427-8077-d21e16a98186 HTTP/1.1" status: 200 len: 205 time: 0.0489867 Jul 06 18:40:07.832195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52882) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:07.872074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-657a5c64-2cfc-439c-b339-272aa2e18f65 req-7a9c5da7-8b9d-4e66-afb4-a31ec58c074c service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820151 Jul 06 18:40:07.911630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-2b1e747a-c369-4315-a1a1-b7e36bd20d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.913164 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-2b1e747a-c369-4315-a1a1-b7e36bd20d32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.1519821 Jul 06 18:40:07.917338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6202d07b-65f0-4f41-8024-30184c91a08c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.974199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 2} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:07.979414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:07.995858 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.125077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 67b675c5-c3e3-41db-8baa-6214c166058c yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:08.131756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6e9e4a72-3751-4720-8412-e96c2e86fd12 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:08.185599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-1af6722f-b990-4831-8a36-8352172ea91a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.193756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-1af6722f-b990-4831-8a36-8352172ea91a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.200037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-1af6722f-b990-4831-8a36-8352172ea91a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.206516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-1af6722f-b990-4831-8a36-8352172ea91a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.210233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 6e9e4a72-3751-4720-8412-e96c2e86fd12 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:08.214137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-1af6722f-b990-4831-8a36-8352172ea91a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.215883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 6e9e4a72-3751-4720-8412-e96c2e86fd12 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:08.216348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.220836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-1af6722f-b990-4831-8a36-8352172ea91a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.227179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-1af6722f-b990-4831-8a36-8352172ea91a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.229142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-1af6722f-b990-4831-8a36-8352172ea91a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.1705027 Jul 06 18:40:08.341305 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.344859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0815f7fc-2d64-4bc3-84d4-3f8fdb576289 req-2e6da487-e513-45e4-a02a-da4582c2292d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041803 Jul 06 18:40:08.400594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6e9e4a72-3751-4720-8412-e96c2e86fd12, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6e9e4a72-3751-4720-8412-e96c2e86fd12,segment=NetworkSegment(cdf80424-a21c-4ae0-b9ad-10fdbbc485fc),segment_id=cdf80424-a21c-4ae0-b9ad-10fdbbc485fc)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:08.400594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9704b-c773-4878-9c02-7c417c9e46f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9e4a72-3751-4720-8412-e96c2e86fd12'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:08.403425 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b01382-06e5-4de5-a12f-58078ad631c6" -d '{"events": [{"server_uuid": "69f9704b-c773-4878-9c02-7c417c9e46f0", "name": "network-vif-plugged", "status": "completed", "tag": "6e9e4a72-3751-4720-8412-e96c2e86fd12"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:08.403715 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.408905 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.465783 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23690669-10e1-4344-b096-0b49aa275243 x-openstack-request-id: req-23690669-10e1-4344-b096-0b49aa275243 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:08.466002 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9704b-c773-4878-9c02-7c417c9e46f0", "name": "network-vif-plugged", "status": "completed", "tag": "6e9e4a72-3751-4720-8412-e96c2e86fd12", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:08.467786 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23690669-10e1-4344-b096-0b49aa275243 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:08.467786 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f9704b-c773-4878-9c02-7c417c9e46f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9e4a72-3751-4720-8412-e96c2e86fd12', 'code': 200} Jul 06 18:40:08.467786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6e9e4a72-3751-4720-8412-e96c2e86fd12,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:08.492226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-b22fead4-0284-4f08-8cf0-e8659d317758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.493786 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-b22fead4-0284-4f08-8cf0-e8659d317758 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5731485 Jul 06 18:40:08.499661 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6202d07b-65f0-4f41-8024-30184c91a08c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.501832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6202d07b-65f0-4f41-8024-30184c91a08c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.504185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 6f26d3b4-9db5-471c-afde-0b9944e21ab7 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:08.634422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6202d07b-65f0-4f41-8024-30184c91a08c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.635034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6202d07b-65f0-4f41-8024-30184c91a08c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Fanout notify agent at l3_agent the message router_deleted on router 56a00828-c713-4427-8077-d21e16a98186 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:40:08.651269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.654578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6202d07b-65f0-4f41-8024-30184c91a08c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.655826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6202d07b-65f0-4f41-8024-30184c91a08c tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/56a00828-c713-4427-8077-d21e16a98186 HTTP/1.1" status: 204 len: 168 time: 0.8228433 Jul 06 18:40:08.659386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52900) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:08.705051 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-14394984-6708-40f7-b56a-e21a83eceb0b tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a00828-c713-4427-8077-d21e16a98186 HTTP/1.1" status: 200 len: 205 time: 0.0439394 Jul 06 18:40:08.717398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52906) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:08.739310 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-01b29602-5770-458a-8a4c-02900067accc service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356434 Jul 06 18:40:08.746013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0542f0e-d2bc-4040-beef-3bba4d0fa917 req-99eb47c2-06e6-4508-b047-d07e4aeeccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.747636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e0542f0e-d2bc-4040-beef-3bba4d0fa917 req-99eb47c2-06e6-4508-b047-d07e4aeeccc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 1097 time: 0.1987202 Jul 06 18:40:08.782516 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-01b3976e-432c-4e48-aec2-e736518baf6b tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] delete failed (client error): The resource could not be found. Jul 06 18:40:08.786197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-01b3976e-432c-4e48-aec2-e736518baf6b tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/56a00828-c713-4427-8077-d21e16a98186 HTTP/1.1" status: 404 len: 336 time: 0.0571737 Jul 06 18:40:08.802375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.820138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52908) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:08.885200 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fde35647-8536-46b9-96e6-2c9ed27e5698 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=4999cc5c-593a-4c26-9baa-5a3690d0aea6 HTTP/1.1" status: 200 len: 205 time: 0.0559776 Jul 06 18:40:08.888230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:08.892237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52910) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:08.901765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:08.904042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:08.905215 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:08.914479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e0542f0e-d2bc-4040-beef-3bba4d0fa917 req-4e213597-c1b3-4d1a-a054-709e598ca335 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559410 Jul 06 18:40:08.941884 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-1048602b-3605-4d6c-baff-72325a65fc03 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932364 Jul 06 18:40:08.956255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c9ea8-95e9-476f-9ac9-29fd8956d94e req-b5195179-8c59-46a7-a975-8707aeef823b tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.957954 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c38c9ea8-95e9-476f-9ac9-29fd8956d94e req-b5195179-8c59-46a7-a975-8707aeef823b tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 946 time: 0.1309972 Jul 06 18:40:08.964908 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-7ce24adb-86be-41da-a40c-353c7a7f65d4 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] delete failed (client error): The resource could not be found. Jul 06 18:40:08.966150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7ce24adb-86be-41da-a40c-353c7a7f65d4 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/4999cc5c-593a-4c26-9baa-5a3690d0aea6 HTTP/1.1" status: 404 len: 336 time: 0.0728517 Jul 06 18:40:08.969166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52912) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:08.970784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=67b675c5-c3e3-41db-8baa-6214c166058c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:09.022872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-286bf656-8a6e-4e08-8795-b3076003dd29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92 HTTP/1.1" status: 200 len: 217 time: 0.0559916 Jul 06 18:40:09.034609 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-99f1762f-32d1-44bd-8954-2c8e7675bf3d tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2f8e367-76cd-421b-adbb-665bd59a8057 HTTP/1.1" status: 200 len: 205 time: 0.0570855 Jul 06 18:40:09.037100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52914) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.060734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c38c9ea8-95e9-476f-9ac9-29fd8956d94e req-b565dc7e-d54d-42c3-8de5-1684b2b00490 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957520 Jul 06 18:40:09.067831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556fb13-7d1d-4c04-95c1-5dc6e254b964 req-351d22b4-2818-425e-9edd-dbd4c438605b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.075304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4556fb13-7d1d-4c04-95c1-5dc6e254b964 req-351d22b4-2818-425e-9edd-dbd4c438605b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 944 time: 0.3470397 Jul 06 18:40:09.110242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=6f26d3b4-9db5-471c-afde-0b9944e21ab7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:09.121039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Checking segment: {'id': 'ef596b59-52e8-4b51-9475-5ac3622985e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8d2fbc6f-9738-472f-aed0-ae66ffc86eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:09.121403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network hostable DHCP agents. Network: 8d2fbc6f-9738-472f-aed0-ae66ffc86eb5, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:09.143863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-c867bdae-e473-4193-a936-202457bdae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.145961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-c867bdae-e473-4193-a936-202457bdae4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.1013160 Jul 06 18:40:09.147356 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-81c8b841-4735-4d14-83ef-a5a64831b7a1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] delete failed (client error): The resource could not be found. Jul 06 18:40:09.148353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-81c8b841-4735-4d14-83ef-a5a64831b7a1 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/e2f8e367-76cd-421b-adbb-665bd59a8057 HTTP/1.1" status: 404 len: 336 time: 0.1099861 Jul 06 18:40:09.151240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52916) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.163446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4556fb13-7d1d-4c04-95c1-5dc6e254b964 req-e2e71336-0232-45c8-b326-9bff17a10c67 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872526 Jul 06 18:40:09.180350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 8d2fbc6f-9738-472f-aed0-ae66ffc86eb5 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:09.197054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 8d2fbc6f-9738-472f-aed0-ae66ffc86eb5) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:09.206450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:09.207324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c4434-c744-4e48-b1c6-d37b810b603e None None] Network 8d2fbc6f-9738-472f-aed0-ae66ffc86eb5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:09.218093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.218509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e1e42026-d3fb-4cab-8bbd-a37297849ae6 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e029657-f193-4b6c-9200-04bf7d991c54 HTTP/1.1" status: 200 len: 205 time: 0.0653369 Jul 06 18:40:09.223960 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.224782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:09.228504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52918) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.265755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f0aa5785-d3ec-4887-a9d5-014e79be767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.267448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-f0aa5785-d3ec-4887-a9d5-014e79be767f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049592 Jul 06 18:40:09.274208 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-9e329a35-910a-4780-bc7d-eab023fc2c92 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] delete failed (client error): The resource could not be found. Jul 06 18:40:09.276051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9e329a35-910a-4780-bc7d-eab023fc2c92 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/0e029657-f193-4b6c-9200-04bf7d991c54 HTTP/1.1" status: 404 len: 336 time: 0.0465729 Jul 06 18:40:09.277495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-580c89f4-81bd-420f-94ad-f442fb670308 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5133107 Jul 06 18:40:09.278976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52920) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.280768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52922) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.310646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-47fe18fc-8064-47e5-83e0-bf4b23e2b1ac tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=b099378b-0c1b-40a9-aa84-5bcb8255a04f HTTP/1.1" status: 200 len: 205 time: 0.0304351 Jul 06 18:40:09.313552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52924) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.354694 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-485b6b40-57d6-4fb1-a9e6-2d5f739a7a1f tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] delete failed (client error): The resource could not be found. Jul 06 18:40:09.355887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-485b6b40-57d6-4fb1-a9e6-2d5f739a7a1f tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/b099378b-0c1b-40a9-aa84-5bcb8255a04f HTTP/1.1" status: 404 len: 336 time: 0.0413363 Jul 06 18:40:09.359250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52928) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.400341 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a9f6fdf6-a470-45a2-ac9e-fff42599def4 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "GET /v2.0/ports?device_id=67aea4d6-aeaa-4df7-bb9e-9e70e8781654 HTTP/1.1" status: 200 len: 205 time: 0.0392172 Jul 06 18:40:09.404258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52932) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.453381 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-54273baf-e6eb-4733-9e5b-9a065de469f3 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] delete failed (client error): The resource could not be found. Jul 06 18:40:09.454785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54273baf-e6eb-4733-9e5b-9a065de469f3 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/routers/67aea4d6-aeaa-4df7-bb9e-9e70e8781654 HTTP/1.1" status: 404 len: 336 time: 0.0492535 Jul 06 18:40:09.457505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52934) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.475349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-54768fe0-8d7e-40c8-9992-f61119648e04 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956553 Jul 06 18:40:09.501235 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-696cba1d-c917-430f-be57-9a5f8e3b7157 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] DELETE failed (client error): The resource could not be found. Jul 06 18:40:09.501633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696cba1d-c917-430f-be57-9a5f8e3b7157 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:40:09.503871 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-696cba1d-c917-430f-be57-9a5f8e3b7157 tempest-RoutersAdminTest-582818291 tempest-RoutersAdminTest-582818291-project] 10.222.0.53 "DELETE /v2.0/subnets/2de8e178-13d7-4371-9f22-dc929b81d50f HTTP/1.1" status: 404 len: 337 time: 0.0449455 Jul 06 18:40:09.547176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4e025ca7-eec3-4016-97fa-31385a3a8478 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 6f26d3b4-9db5-471c-afde-0b9944e21ab7 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:09.548233 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e025ca7-eec3-4016-97fa-31385a3a8478 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:09.612277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-653ea1fe-cb82-4fc6-aeb8-9f35e8ae2dfd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.618365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-653ea1fe-cb82-4fc6-aeb8-9f35e8ae2dfd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.625673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-653ea1fe-cb82-4fc6-aeb8-9f35e8ae2dfd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.632454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-653ea1fe-cb82-4fc6-aeb8-9f35e8ae2dfd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.638629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-653ea1fe-cb82-4fc6-aeb8-9f35e8ae2dfd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.643797 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e025ca7-eec3-4016-97fa-31385a3a8478 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:09.645614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-653ea1fe-cb82-4fc6-aeb8-9f35e8ae2dfd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.652027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-653ea1fe-cb82-4fc6-aeb8-9f35e8ae2dfd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.654056 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-653ea1fe-cb82-4fc6-aeb8-9f35e8ae2dfd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.1197972 Jul 06 18:40:09.666388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4e025ca7-eec3-4016-97fa-31385a3a8478 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 6f26d3b4-9db5-471c-afde-0b9944e21ab7 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:09.670008 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-9ccdfb10-5a13-4fe0-9128-8e2efa6389bf service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816263 Jul 06 18:40:09.726864 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca096f8d-6cb3-4174-b13f-bd60b0273b23 req-c5850d32-024d-49f5-94a9-55bed76ae0e9 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633774 Jul 06 18:40:09.752914 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-3e36ce83-27ea-42de-a682-e488e9086601 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4b8992c-2d12-4392-9fde-e05548fa139d HTTP/1.1" status: 200 len: 217 time: 0.0701785 Jul 06 18:40:09.828616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-c02b2d6a-d0fe-4969-bf1c-7ce3c064cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.830161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-c02b2d6a-d0fe-4969-bf1c-7ce3c064cd2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.0499699 Jul 06 18:40:09.868400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.888463 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e025ca7-eec3-4016-97fa-31385a3a8478 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:09.922321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e025ca7-eec3-4016-97fa-31385a3a8478 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=6f26d3b4-9db5-471c-afde-0b9944e21ab7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:09.930463 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e025ca7-eec3-4016-97fa-31385a3a8478 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:09.932913 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4e025ca7-eec3-4016-97fa-31385a3a8478 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/6f26d3b4-9db5-471c-afde-0b9944e21ab7 HTTP/1.1" status: 204 len: 168 time: 0.6445887 Jul 06 18:40:09.935682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52944) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:09.966392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-dc1aa081-148c-4f79-ab09-abae189833ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.969779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-dc1aa081-148c-4f79-ab09-abae189833ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274219 Jul 06 18:40:09.989377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-feddd961-1ea7-4776-bac7-6bd54ca9cd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.050235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c46f8-a3dd-4f1d-9a01-4e5c81cbaa84 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.056314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c46f8-a3dd-4f1d-9a01-4e5c81cbaa84 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.060702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-679c46f8-a3dd-4f1d-9a01-4e5c81cbaa84 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1208799 Jul 06 18:40:10.062458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52946) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:10.074114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-b74b966c-d6ae-4d71-bc99-1d35f25ad924 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969863 Jul 06 18:40:10.186149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3519a53-73ce-4e7d-95fd-d7d43c918339 req-6b8cb7f4-b2b4-47ab-adec-51452460b88e service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045542 Jul 06 18:40:10.196532 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-feddd961-1ea7-4776-bac7-6bd54ca9cd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.204828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-feddd961-1ea7-4776-bac7-6bd54ca9cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.216726 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e82c9-a389-45f7-9b76-3d530ec177b1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 67b675c5-c3e3-41db-8baa-6214c166058c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:10.217191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c6e82c9-a389-45f7-9b76-3d530ec177b1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.305892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-feddd961-1ea7-4776-bac7-6bd54ca9cd62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef88af6a055c40069af09209ad36cea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360671 Jul 06 18:40:10.309391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52954) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:10.318988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddd961-1ea7-4776-bac7-6bd54ca9cd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e813fbf6-9444-4955-976b-8a6d058c63af,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:10.324841 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c6e82c9-a389-45f7-9b76-3d530ec177b1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.362221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75ea2-fa82-4450-bd2e-3e12cc5384ec req-107491b1-14d3-4b93-85e3-4c92fe9d8189 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.362954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e82c9-a389-45f7-9b76-3d530ec177b1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 67b675c5-c3e3-41db-8baa-6214c166058c owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:10.363780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfc75ea2-fa82-4450-bd2e-3e12cc5384ec req-107491b1-14d3-4b93-85e3-4c92fe9d8189 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 946 time: 0.1534579 Jul 06 18:40:10.456316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9bdd-9d47-4324-9022-99d9ec968404 req-d892b0e6-7561-44de-8168-3391d6bb591d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.457903 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10ac9bdd-9d47-4324-9022-99d9ec968404 req-d892b0e6-7561-44de-8168-3391d6bb591d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 944 time: 0.1303177 Jul 06 18:40:10.488457 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb0cb-b258-41d5-9d88-0e3b42282ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.500392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5f089ba5-9b3e-459d-8605-f5cae0e6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.500910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5f089ba5-9b3e-459d-8605-f5cae0e6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.501841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5f089ba5-9b3e-459d-8605-f5cae0e6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.502352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5f089ba5-9b3e-459d-8605-f5cae0e6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.502892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5f089ba5-9b3e-459d-8605-f5cae0e6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.503384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5f089ba5-9b3e-459d-8605-f5cae0e6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.504485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5f089ba5-9b3e-459d-8605-f5cae0e6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.506966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c6e82c9-a389-45f7-9b76-3d530ec177b1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.507278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-5f089ba5-9b3e-459d-8605-f5cae0e6e8f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6515 time: 0.1966879 Jul 06 18:40:10.513408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfc75ea2-fa82-4450-bd2e-3e12cc5384ec req-db1c2b06-b3ba-456c-9351-1981b8b292bc tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 Jul 06 18:40:10.519019 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10ac9bdd-9d47-4324-9022-99d9ec968404 req-a83971cd-664d-4a15-aca7-6c2fae069b88 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524249 Jul 06 18:40:10.557399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e82c9-a389-45f7-9b76-3d530ec177b1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=67b675c5-c3e3-41db-8baa-6214c166058c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:10.569014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c6e82c9-a389-45f7-9b76-3d530ec177b1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.571339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7c6e82c9-a389-45f7-9b76-3d530ec177b1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/67b675c5-c3e3-41db-8baa-6214c166058c HTTP/1.1" status: 204 len: 168 time: 0.5075068 Jul 06 18:40:10.573844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52960) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:10.646711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc67621-c2d8-4a42-b1cf-af2f03a21697 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.651112 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5bc67621-c2d8-4a42-b1cf-af2f03a21697 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0731928 Jul 06 18:40:10.651460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52962) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:10.683422 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80a2b97-cfab-475b-9c18-2f98f67dc490 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:10.688910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d80a2b97-cfab-475b-9c18-2f98f67dc490 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/6f26d3b4-9db5-471c-afde-0b9944e21ab7 HTTP/1.1" status: 404 len: 333 time: 0.0333254 Jul 06 18:40:10.689123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52964) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:10.719677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb0cb-b258-41d5-9d88-0e3b42282ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.820775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-13dc62bd-223a-4db8-a967-90fa4ba43255 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3029075 Jul 06 18:40:10.822619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5772fa1c-caf8-4b9d-8b9d-66a66ef59efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.824389 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-5772fa1c-caf8-4b9d-8b9d-66a66ef59efd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 200 len: 903 time: 0.2418838 Jul 06 18:40:10.883302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb0cb-b258-41d5-9d88-0e3b42282ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.886233 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb0cb-b258-41d5-9d88-0e3b42282ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:10.887467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fe5cb0cb-b258-41d5-9d88-0e3b42282ac9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e813fbf6-9444-4955-976b-8a6d058c63af HTTP/1.1" status: 204 len: 168 time: 0.5735712 Jul 06 18:40:10.900157 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-af252189-6510-491d-9d96-80b623fc6a88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92 HTTP/1.1" status: 200 len: 217 time: 0.0647886 Jul 06 18:40:10.948465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb0cb-b258-41d5-9d88-0e3b42282ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e813fbf6-9444-4955-976b-8a6d058c63af,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:11.063693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-405e05b6-4e8f-4b62-a3bf-589cdaadb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.065231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-405e05b6-4e8f-4b62-a3bf-589cdaadb2d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.1299748 Jul 06 18:40:11.100045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-5d5b0803-d64c-4f87-ae35-13f83bd26256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.101812 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-5d5b0803-d64c-4f87-ae35-13f83bd26256 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 1096 time: 0.2129560 Jul 06 18:40:11.127445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 372b6f57-f544-4855-9b44-22826214a3cf details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:11.149281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-92c94694-aaf8-4420-9d73-e4dafdbcfd8f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.155280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-92c94694-aaf8-4420-9d73-e4dafdbcfd8f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.161771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-92c94694-aaf8-4420-9d73-e4dafdbcfd8f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.167740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-92c94694-aaf8-4420-9d73-e4dafdbcfd8f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.179480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-92c94694-aaf8-4420-9d73-e4dafdbcfd8f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.187123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-92c94694-aaf8-4420-9d73-e4dafdbcfd8f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.194975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-92c94694-aaf8-4420-9d73-e4dafdbcfd8f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.205336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-92c94694-aaf8-4420-9d73-e4dafdbcfd8f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.2581148 Jul 06 18:40:11.254089 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6d2a43-0f0c-4f4b-91c3-7ba51ca0350a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:11.258679 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f6d2a43-0f0c-4f4b-91c3-7ba51ca0350a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/67b675c5-c3e3-41db-8baa-6214c166058c HTTP/1.1" status: 404 len: 333 time: 0.5686405 Jul 06 18:40:11.260151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52974) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:11.323133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:11.338576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '372b6f57-f544-4855-9b44-22826214a3cf', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'port_id': '372b6f57-f544-4855-9b44-22826214a3cf', 'mac_address': 'fa:16:3e:c6:0f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:11.344480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-5002e16d-eaee-42ca-af01-681918873ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.352429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.355365 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-5002e16d-eaee-42ca-af01-681918873ade service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.1463466 Jul 06 18:40:11.408028 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.422193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372b6f57-f544-4855-9b44-22826214a3cf {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:11.429162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-c79f187b-f6fa-474e-be93-2a420c6825df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691 HTTP/1.1" status: 200 len: 217 time: 0.0620072 Jul 06 18:40:11.442938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:11.446627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52976) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:11.450644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.472621 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.484732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2fbc6f-9738-472f-aed0-ae66ffc86eb5']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:11.496777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef596b59-52e8-4b51-9475-5ac3622985e9') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:11.497059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef596b59-52e8-4b51-9475-5ac3622985e9') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:11.509014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.526497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.532271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:11.533549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:11.533983 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.573275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-268134de-28db-4b60-b9a9-6d68dd6413ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.575212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-268134de-28db-4b60-b9a9-6d68dd6413ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4984639 Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:11.597980 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:11.600861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6160c594-a6ff-4aec-9bde-a02562afdbb7 req-76baefe7-6e94-4e05-af48-4cfc2efd9748 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3919904 Jul 06 18:40:11.629645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.642121 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.649196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/networks/8d2fbc6f-9738-472f-aed0-ae66ffc86eb5 HTTP/1.1" status: 204 len: 168 time: 0.3877687 Jul 06 18:40:11.650732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52986) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:11.659187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1044308112'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:11.673247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['372b6f57-f544-4855-9b44-22826214a3cf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:11.683142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd913684-f781-4716-8605-266e641057ea tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Network': ['ID=8d2fbc6f-9738-472f-aed0-ae66ffc86eb5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:11.689281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-3c02c5ed-b496-4522-8f1d-d0d471bf12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.690854 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-3c02c5ed-b496-4522-8f1d-d0d471bf12ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.2326810 Jul 06 18:40:11.697096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183913e-dda4-463a-9f6f-29c4c0f4aca8 req-f2b01858-d096-4e6a-84f6-9a634b87bd9f tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:11.700534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bee6ade0-ce8f-4842-8071-f174b62d6e4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16bb979456184f179c043e8425e7a856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514508 Jul 06 18:40:11.701182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52990) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:11.705229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5183913e-dda4-463a-9f6f-29c4c0f4aca8 req-f2b01858-d096-4e6a-84f6-9a634b87bd9f tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 946 time: 0.4526646 Jul 06 18:40:11.737854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:11.741453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.783825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-1718dd5c-4231-4410-a381-bb2f9c499413 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773666 Jul 06 18:40:11.813567 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5183913e-dda4-463a-9f6f-29c4c0f4aca8 req-f72159e7-f30d-4485-9841-1fd7951e85b9 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067944 Jul 06 18:40:11.836510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:11.866777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:11.867195 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Added segment 6f6be762-ebf1-4b4c-91b0-0abcfdc13de8 of type vlan for network 89175b61-e681-4a71-92c1-d7f50d770e02 Jul 06 18:40:11.974225 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.039786 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.048928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.050429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.151117 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4961398 Jul 06 18:40:12.153977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52992) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:12.159608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': '89175b61-e681-4a71-92c1-d7f50d770e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:12.210862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244d1b3-1ae3-4ddb-be34-865d98eab3b3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Network': ['ID=89175b61-e681-4a71-92c1-d7f50d770e02,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:12.226582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 89175b61-e681-4a71-92c1-d7f50d770e02 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:12.313405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:12.320993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.328234 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-b13c0d72-4400-4d0d-ab7f-d8893bc40cee service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282376 Jul 06 18:40:12.407011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-821b9e6c-1845-4a91-afe5-4dd03086a668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.450738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-9f3df811-8786-43c8-a79d-3bb665a0357a service neutron] 10.222.0.24 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443837 Jul 06 18:40:12.484277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-821b9e6c-1845-4a91-afe5-4dd03086a668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.537195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c0c47-dac2-492c-b38d-922ee85d77c8 req-ddbfcd9b-95ea-4e64-add8-3095459cc5e6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.538760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1c0c47-dac2-492c-b38d-922ee85d77c8 req-ddbfcd9b-95ea-4e64-add8-3095459cc5e6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 945 time: 0.3168354 Jul 06 18:40:12.540224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860b403-a20f-43bc-8952-8a1d3333945b req-940faf77-83b9-4870-8d2f-948f7411d520 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.541765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1860b403-a20f-43bc-8952-8a1d3333945b req-940faf77-83b9-4870-8d2f-948f7411d520 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.24 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 946 time: 0.1257260 Jul 06 18:40:12.632436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.634673 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-b389178f-4f43-4398-96dd-4eb1f4d82442 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918162 Jul 06 18:40:12.691721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a1c0c47-dac2-492c-b38d-922ee85d77c8 req-0c40514a-709c-447d-9ff2-13be6c24578a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429989 Jul 06 18:40:12.695857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-821b9e6c-1845-4a91-afe5-4dd03086a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.698869 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-821b9e6c-1845-4a91-afe5-4dd03086a668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.700233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-821b9e6c-1845-4a91-afe5-4dd03086a668 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e779de98-b580-46bc-8533-412502c23983 HTTP/1.1" status: 204 len: 168 time: 0.9834692 Jul 06 18:40:12.754863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Checking segment: {'id': '6f6be762-ebf1-4b4c-91b0-0abcfdc13de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '89175b61-e681-4a71-92c1-d7f50d770e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:12.755223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network hostable DHCP agents. Network: 89175b61-e681-4a71-92c1-d7f50d770e02, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:12.760629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=a892312e-5e7e-4c84-9f3d-7209e15431fe,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:12.761147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b9e6c-1845-4a91-afe5-4dd03086a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779de98-b580-46bc-8533-412502c23983,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:12.773874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04e7ccee-1074-4c1b-b232-39d32bb00c70 req-81de431b-9062-44c2-88dc-5b582ed270dd service neutron] 10.222.0.24 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102210 Jul 06 18:40:12.809049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-0d837abf-5774-4a1f-af9c-39fb29762635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.809755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-0d837abf-5774-4a1f-af9c-39fb29762635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.813628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-0d837abf-5774-4a1f-af9c-39fb29762635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.814148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-0d837abf-5774-4a1f-af9c-39fb29762635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.817781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-0d837abf-5774-4a1f-af9c-39fb29762635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.818385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-0d837abf-5774-4a1f-af9c-39fb29762635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.818817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-0d837abf-5774-4a1f-af9c-39fb29762635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.825014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-0d837abf-5774-4a1f-af9c-39fb29762635 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6515 time: 0.1202319 Jul 06 18:40:12.840926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 89175b61-e681-4a71-92c1-d7f50d770e02 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:12.860212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Deleting port 6e9e4a72-3751-4720-8412-e96c2e86fd12 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:12.860471 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:12.948764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 89175b61-e681-4a71-92c1-d7f50d770e02) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:12.957878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37080d1f-e2b5-4d4c-90e1-f0cda50278b1 None None] Network 89175b61-e681-4a71-92c1-d7f50d770e02 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:12.963525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-5f0aaaea-8e67-43ba-aac8-f23537c3a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.965227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-5f0aaaea-8e67-43ba-aac8-f23537c3a278 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 200 len: 903 time: 0.1359231 Jul 06 18:40:12.996115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.996749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:13.037531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75ba0387-32ad-41be-aa80-bd06e9a1da76 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8824337 Jul 06 18:40:13.047211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53004) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:13.054681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '89175b61-e681-4a71-92c1-d7f50d770e02', 'name': 'tempest-PortsTestJSON-24653781'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:13.058615 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-923a432b-f56d-46e0-913e-f2b7756550cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4b8992c-2d12-4392-9fde-e05548fa139d HTTP/1.1" status: 200 len: 217 time: 0.0755618 Jul 06 18:40:13.099461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02232-c48b-459c-af02-c642d5f75c3e req-771e415e-8925-4701-8d0f-a81f9aba0732 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.108004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02232-c48b-459c-af02-c642d5f75c3e req-771e415e-8925-4701-8d0f-a81f9aba0732 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.115402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02232-c48b-459c-af02-c642d5f75c3e req-771e415e-8925-4701-8d0f-a81f9aba0732 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.122332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02232-c48b-459c-af02-c642d5f75c3e req-771e415e-8925-4701-8d0f-a81f9aba0732 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.135929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-89175b61-e681-4a71-92c1-d7f50d770e02', 'network_id': '89175b61-e681-4a71-92c1-d7f50d770e02', 'tenant_id': '723e28aed9324d41829b9b073dfc2710', 'fixed_ips': [{'subnet_id': 'a892312e-5e7e-4c84-9f3d-7209e15431fe'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:40:13.137070 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:13.137870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02232-c48b-459c-af02-c642d5f75c3e req-771e415e-8925-4701-8d0f-a81f9aba0732 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.145039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02232-c48b-459c-af02-c642d5f75c3e req-771e415e-8925-4701-8d0f-a81f9aba0732 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.151452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02232-c48b-459c-af02-c642d5f75c3e req-771e415e-8925-4701-8d0f-a81f9aba0732 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.153839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66a02232-c48b-459c-af02-c642d5f75c3e req-771e415e-8925-4701-8d0f-a81f9aba0732 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.3154449 Jul 06 18:40:13.164504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 372b6f57-f544-4855-9b44-22826214a3cf up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:13.190883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-e171d344-d84f-4de4-bdfe-69218f09f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.192694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-e171d344-d84f-4de4-bdfe-69218f09f010 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.1180217 Jul 06 18:40:13.225789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] For port 6e9e4a72-3751-4720-8412-e96c2e86fd12, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6e9e4a72-3751-4720-8412-e96c2e86fd12,segment=NetworkSegment(cdf80424-a21c-4ae0-b9ad-10fdbbc485fc),segment_id=cdf80424-a21c-4ae0-b9ad-10fdbbc485fc)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:13.228625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:13.254048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66a02232-c48b-459c-af02-c642d5f75c3e req-4eb121d8-46f6-4ff3-80b3-db2062f3f6f1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929027 Jul 06 18:40:13.260599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Calling delete_port for 6e9e4a72-3751-4720-8412-e96c2e86fd12 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:13.374654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 372b6f57-f544-4855-9b44-22826214a3cf completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:13.381467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 372b6f57-f544-4855-9b44-22826214a3cf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:13.381467 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:13.412673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e26b5-dcc0-4d9b-a314-66474b90b776 req-906b47a8-64d5-4e39-9be2-af5effa33295 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.414927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f58e26b5-dcc0-4d9b-a314-66474b90b776 req-906b47a8-64d5-4e39-9be2-af5effa33295 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f9704b-c773-4878-9c02-7c417c9e46f0 HTTP/1.1" status: 200 len: 946 time: 0.4486547 Jul 06 18:40:13.460656 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:13.464882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:13.484310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Allocated IP 172.20.0.2 (89175b61-e681-4a71-92c1-d7f50d770e02/a892312e-5e7e-4c84-9f3d-7209e15431fe/4055941a-e3c6-4f8b-aecb-273e8efc4ac7) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:13.498706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844f95-9914-4753-a2dc-611550291c08 req-9c468034-3ccf-46e2-897a-22498663acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.502971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-9c468034-3ccf-46e2-897a-22498663acda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2213192 Jul 06 18:40:13.513438 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:13.583196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Pushing event deleted for resources: {'Port': ['ID=6e9e4a72-3751-4720-8412-e96c2e86fd12,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:13.608526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 0402001d-7bcb-4c6b-aad6-03ce93858c74 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:13.623174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f58e26b5-dcc0-4d9b-a314-66474b90b776 req-145d7cf8-aaa7-4eb1-a90d-cdbf15e03165 tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.53 "GET /v2.0/security-groups?id=90edbb0b-fb03-4098-872a-66ac6ba64a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987603 Jul 06 18:40:13.644197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] No DVR routers for this DVR port 6e9e4a72-3751-4720-8412-e96c2e86fd12 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:13.663432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:13.665628 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1860b403-a20f-43bc-8952-8a1d3333945b req-bd7c7ef8-ea7e-4dcd-beab-a6576c36c70e tempest-InstanceActionsV221TestJSON-384038546 tempest-InstanceActionsV221TestJSON-384038546-project] 10.222.0.24 "DELETE /v2.0/ports/6e9e4a72-3751-4720-8412-e96c2e86fd12 HTTP/1.1" status: 204 len: 173 time: 1.1152639 Jul 06 18:40:13.670819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9704b-c773-4878-9c02-7c417c9e46f0', 'name': 'network-vif-deleted', 'tag': '6e9e4a72-3751-4720-8412-e96c2e86fd12'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:13.673269 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1f3542-18a8-45bd-a547-1a41c444cc24" -d '{"events": [{"server_uuid": "69f9704b-c773-4878-9c02-7c417c9e46f0", "name": "network-vif-deleted", "tag": "6e9e4a72-3751-4720-8412-e96c2e86fd12"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:13.788247 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115eaa6c-57dd-4c36-8b0c-23f35986e015 x-openstack-request-id: req-115eaa6c-57dd-4c36-8b0c-23f35986e015 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:13.791896 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9704b-c773-4878-9c02-7c417c9e46f0", "name": "network-vif-deleted", "tag": "6e9e4a72-3751-4720-8412-e96c2e86fd12", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:13.792067 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-115eaa6c-57dd-4c36-8b0c-23f35986e015 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:13.792496 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f9704b-c773-4878-9c02-7c417c9e46f0', 'name': 'network-vif-deleted', 'tag': '6e9e4a72-3751-4720-8412-e96c2e86fd12', 'status': 'completed', 'code': 200} Jul 06 18:40:13.798572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-43b251ef-fe8e-4cf8-b4dd-a3cc6458e8b4 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866111 Jul 06 18:40:13.857289 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:13.859868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6e9e4a72-3751-4720-8412-e96c2e86fd12'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:13.892198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-4de8144d-4c76-454e-a493-5270666d7308 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163590 Jul 06 18:40:14.031384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77844f95-9914-4753-a2dc-611550291c08 req-71a40540-fb12-44ed-b622-242bba82c988 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262492 Jul 06 18:40:14.042191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:14.050965 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def67b53-b06c-409b-9452-4b2ecb8a9e21" -d '{"events": [{"server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "name": "network-vif-plugged", "status": "completed", "tag": "372b6f57-f544-4855-9b44-22826214a3cf"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:14.100539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:14.106272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-70cdff24-7abd-4a94-9699-cbe144a86397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.110437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-70cdff24-7abd-4a94-9699-cbe144a86397 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=383bf9325644499ab4167f39042e4781&device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 1096 time: 0.1261744 Jul 06 18:40:14.111478 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.128126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53034) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:14.176967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca730a2d-dd48-481f-8bf1-efa8d0cbd915 req-ae5a37ab-ed03-4e49-ad6c-b7e2858b5d6b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.179590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ca730a2d-dd48-481f-8bf1-efa8d0cbd915 req-ae5a37ab-ed03-4e49-ad6c-b7e2858b5d6b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 945 time: 0.1056614 Jul 06 18:40:14.255663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ca730a2d-dd48-481f-8bf1-efa8d0cbd915 req-4742e35a-4433-4e80-aefe-da2d8ba76820 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702145 Jul 06 18:40:14.280208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:14.326039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-a10bb117-0e84-4aa1-aac7-4ba05596254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.340493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-a10bb117-0e84-4aa1-aac7-4ba05596254c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 200 len: 919 time: 0.2050579 Jul 06 18:40:14.341059 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56af616-79e5-46f1-b8f1-da6ca3867433 x-openstack-request-id: req-a56af616-79e5-46f1-b8f1-da6ca3867433 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:14.341381 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "name": "network-vif-plugged", "status": "completed", "tag": "372b6f57-f544-4855-9b44-22826214a3cf", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:14.341596 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a56af616-79e5-46f1-b8f1-da6ca3867433 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:14.342023 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf', 'code': 200} Jul 06 18:40:14.354844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-69594281'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:14.464659 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.471973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-0f5a421b-eba9-4647-b9ef-c3738c18a095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 200 len: 217 time: 0.1067004 Jul 06 18:40:14.477907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Transition to ACTIVE for port object 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:14.526771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Transition to ACTIVE for port object 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:14.537951 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.562061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Made reservation on behalf of 20b430d85fd64f3da053c70d2224831e for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:14.566008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.581507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Network 89175b61-e681-4a71-92c1-d7f50d770e02 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:14.584695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:14.588342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:14.594656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.647103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.5 (89175b61-e681-4a71-92c1-d7f50d770e02/a892312e-5e7e-4c84-9f3d-7209e15431fe/0402001d-7bcb-4c6b-aad6-03ce93858c74) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:14.649896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Pushing event updated for resources: {'Port': ['ID=4055941a-e3c6-4f8b-aecb-273e8efc4ac7,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:14.662680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-4f1b5d94-5e3a-4a34-8c30-e8e0fff0039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.664296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-4f1b5d94-5e3a-4a34-8c30-e8e0fff0039c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 200 len: 858 time: 0.1836789 Jul 06 18:40:14.665139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Attempting to bind port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:14.665538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Attempting to bind port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '6f6be762-ebf1-4b4c-91b0-0abcfdc13de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '89175b61-e681-4a71-92c1-d7f50d770e02'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:14.665940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Attempting to bind port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 on network 89175b61-e681-4a71-92c1-d7f50d770e02 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:14.672011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5af457-b422-425c-9a92-334d2d04da72 req-79fd0c57-52e7-4c6f-8a41-99a5bf22a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.673186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:14.673186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Checking segment: {'id': '6f6be762-ebf1-4b4c-91b0-0abcfdc13de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '89175b61-e681-4a71-92c1-d7f50d770e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:14.673662 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.674161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Bound using segment: {'id': '6f6be762-ebf1-4b4c-91b0-0abcfdc13de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '89175b61-e681-4a71-92c1-d7f50d770e02'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:14.674565 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e5af457-b422-425c-9a92-334d2d04da72 req-79fd0c57-52e7-4c6f-8a41-99a5bf22a508 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1097 time: 0.2554600 Jul 06 18:40:14.674680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Bound port: 4055941a-e3c6-4f8b-aecb-273e8efc4ac7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6be762-ebf1-4b4c-91b0-0abcfdc13de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '89175b61-e681-4a71-92c1-d7f50d770e02'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:14.675032 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.713752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-8bd03ea7-9550-485e-91d7-2e3703381663 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd2e27fc-791a-4cce-925e-47ae536705ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388072 Jul 06 18:40:14.721377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-1d52758f-5483-4b91-802c-1112eb930062 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.727631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-1d52758f-5483-4b91-802c-1112eb930062 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.733997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-1d52758f-5483-4b91-802c-1112eb930062 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.740163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-1d52758f-5483-4b91-802c-1112eb930062 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.746247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-1d52758f-5483-4b91-802c-1112eb930062 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.752440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-1d52758f-5483-4b91-802c-1112eb930062 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.758393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-1d52758f-5483-4b91-802c-1112eb930062 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.762729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] For port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:14.766204 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-1d52758f-5483-4b91-802c-1112eb930062 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.2923326 Jul 06 18:40:14.767296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] For port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4055941a-e3c6-4f8b-aecb-273e8efc4ac7,segment=NetworkSegment(6f6be762-ebf1-4b4c-91b0-0abcfdc13de8),segment_id=6f6be762-ebf1-4b4c-91b0-0abcfdc13de8)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:14.777184 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.783049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611636d-97b6-40fc-91ab-c35abc621181 req-2e318f1e-6b17-4e12-bf21-ba5c487a7983 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.790282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4611636d-97b6-40fc-91ab-c35abc621181 req-2e318f1e-6b17-4e12-bf21-ba5c487a7983 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.3169122 Jul 06 18:40:14.857536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4611636d-97b6-40fc-91ab-c35abc621181 req-ec63b300-020d-45d2-b1bb-8982c0b084ce tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614481 Jul 06 18:40:14.858701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e5af457-b422-425c-9a92-334d2d04da72 req-ae468c03-ce6e-4b4f-accd-9ec7076a19fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721447 Jul 06 18:40:14.870053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5516d61-a69d-43b1-b4ca-a715e82f979b req-5efb8cc5-5f12-45e9-9397-ed1821b94cc1 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029375 Jul 06 18:40:14.927106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae1745-e56e-43e9-8ef2-3b286a0cd259 None None] Pushing event updated for resources: {'Port': ['ID=4055941a-e3c6-4f8b-aecb-273e8efc4ac7,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:14.928949 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:14.931814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-c1f4f516-581a-4b08-8b25-152ed2ed4988 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115383 Jul 06 18:40:14.948962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.030929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:15.043295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302cb34f-1e0a-4e04-86e3-7791346cbc5f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:15.061388 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.069006 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.072086 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Added segment ac167a5d-1dd1-4519-b142-0d185c436dab of type vlan for network ea9b80c5-59de-477d-9822-6de9a410ed3b Jul 06 18:40:15.113811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 0402001d-7bcb-4c6b-aad6-03ce93858c74 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:15.144177 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.150516 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3373645f-c135-4b1a-841e-8f579d328ad3 req-71c343f6-db2c-47e1-9136-a0e51daf3dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091033 Jul 06 18:40:15.190130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.215311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.232003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:15.232799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.246933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=0402001d-7bcb-4c6b-aad6-03ce93858c74,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:15.303840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 89175b61-e681-4a71-92c1-d7f50d770e02 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:15.306528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:15.310122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:15.395116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:15.396055 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.413749 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2839930 Jul 06 18:40:15.421447 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-daab6e54-8582-40c7-9453-4b452e3ae18b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3708975 Jul 06 18:40:15.423339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53054) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:15.424037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53056) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:15.429750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'subnet': {'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:15.435866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521af67-6d45-4956-b36d-18e4e2241f31 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Network': ['ID=ea9b80c5-59de-477d-9822-6de9a410ed3b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:15.449928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ea9b80c5-59de-477d-9822-6de9a410ed3b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:15.489872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53058) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:15.499913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-3eb4ddeb-c989-42ff-bae0-62033d5b5492 req-f7aac020-d8ce-4a2c-add4-18e1c54d47d6 tempest-DeleteServersTestJSON-730996280 tempest-DeleteServersTestJSON-730996280-project] (93966) timed out ('10.222.0.41', 60578) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:40:15.532319 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5b40-b7fd-4bff-9c5b-48a48fb35334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.555024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Made reservation on behalf of 20b430d85fd64f3da053c70d2224831e for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:15.559218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.624141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6a3b62-a1e9-437c-8493-ce641cddd6be admin admin] Deleting subnet 714c5cd1-90c8-4ed5-a86b-435c92816af5 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:15.628553 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ab6a3b62-a1e9-437c-8493-ce641cddd6be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.687502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ab6a3b62-a1e9-437c-8493-ce641cddd6be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.735855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8d370-8f45-4627-80ae-7dd8f6af4495 req-a76e6bce-970c-4fff-a836-218c2e51aa51 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:15.737463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9e8d370-8f45-4627-80ae-7dd8f6af4495 req-a76e6bce-970c-4fff-a836-218c2e51aa51 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.3030236 Jul 06 18:40:15.744631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-da6caa78-edd6-40b4-bace-576c779db4ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 0402001d-7bcb-4c6b-aad6-03ce93858c74 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:15.745104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da6caa78-edd6-40b4-bace-576c779db4ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.819856 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ab6a3b62-a1e9-437c-8493-ce641cddd6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.829608 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.883746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Subnet': ['ID=5d688b63-e0f2-41ee-9a35-4747021d1219,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:15.907030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9e8d370-8f45-4627-80ae-7dd8f6af4495 req-d36ebe2b-91a1-4554-8b44-e649dc294627 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558058 Jul 06 18:40:15.945038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Checking segment: {'id': 'ac167a5d-1dd1-4519-b142-0d185c436dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:15.945421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Network hostable DHCP agents. Network: ea9b80c5-59de-477d-9822-6de9a410ed3b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:15.949842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da6caa78-edd6-40b4-bace-576c779db4ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:15.979520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Network ea9b80c5-59de-477d-9822-6de9a410ed3b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:15.979794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-da6caa78-edd6-40b4-bace-576c779db4ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 0402001d-7bcb-4c6b-aad6-03ce93858c74 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:16.001835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ea9b80c5-59de-477d-9822-6de9a410ed3b) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:16.006397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.007052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.011863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746dac2-02cf-45d8-b4da-c57b06be6d3f None None] Network ea9b80c5-59de-477d-9822-6de9a410ed3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:16.038434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9cfe196b-8aa5-4133-9a8e-644d0a287cdf tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6131134 Jul 06 18:40:16.052151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53064) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:16.053355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ab6a3b62-a1e9-437c-8493-ce641cddd6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.060669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-832172993'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:16.116971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff210a33-0531-449f-9a1a-c385a9cf6b98 req-8e186210-115f-4868-bd0c-692780d23349 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.118721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff210a33-0531-449f-9a1a-c385a9cf6b98 req-8e186210-115f-4868-bd0c-692780d23349 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.1045654 Jul 06 18:40:16.159378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6e9e4a72-3751-4720-8412-e96c2e86fd12 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:16.167335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ff210a33-0531-449f-9a1a-c385a9cf6b98 req-8fba232e-9854-42c6-923b-6fb79c0cb19f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Jul 06 18:40:16.210006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 6e9e4a72-3751-4720-8412-e96c2e86fd12 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:16.210351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6e9e4a72-3751-4720-8412-e96c2e86fd12 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:16.223205 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ab6a3b62-a1e9-437c-8493-ce641cddd6be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.225099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ab6a3b62-a1e9-437c-8493-ce641cddd6be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/714c5cd1-90c8-4ed5-a86b-435c92816af5 HTTP/1.1" status: 204 len: 168 time: 0.7007461 Jul 06 18:40:16.225994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a3b62-a1e9-437c-8493-ce641cddd6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714c5cd1-90c8-4ed5-a86b-435c92816af5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:16.227833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53068) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:16.238828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4196448-91be-4b9b-9db9-6c4833a22021 None None] Network 89175b61-e681-4a71-92c1-d7f50d770e02 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:16.260006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ea9b80c5-59de-477d-9822-6de9a410ed3b', 'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b', 'tenant_id': '20b430d85fd64f3da053c70d2224831e', 'fixed_ips': [{'subnet_id': '5d688b63-e0f2-41ee-9a35-4747021d1219'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:40:16.260978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.332637 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.389894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194442d-6134-4349-8e81-bc3af894a891 req-5d2b563c-1618-4044-8b2f-e003f1829ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.397977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194442d-6134-4349-8e81-bc3af894a891 req-5d2b563c-1618-4044-8b2f-e003f1829ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.403101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194442d-6134-4349-8e81-bc3af894a891 req-5d2b563c-1618-4044-8b2f-e003f1829ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.406913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9d5cd7c1-8394-4315-bb83-f5ae0acd3388 None None] Provisioning for port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:16.409128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194442d-6134-4349-8e81-bc3af894a891 req-5d2b563c-1618-4044-8b2f-e003f1829ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.417527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194442d-6134-4349-8e81-bc3af894a891 req-5d2b563c-1618-4044-8b2f-e003f1829ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.424200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194442d-6134-4349-8e81-bc3af894a891 req-5d2b563c-1618-4044-8b2f-e003f1829ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.430130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:16.431504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.432005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194442d-6134-4349-8e81-bc3af894a891 req-5d2b563c-1618-4044-8b2f-e003f1829ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.435533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e194442d-6134-4349-8e81-bc3af894a891 req-5d2b563c-1618-4044-8b2f-e003f1829ab7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.3416014 Jul 06 18:40:16.442799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4455398b-a4f8-4f4c-a6a9-9c2afd36cd01']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:16.443593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Made reservation on behalf of 20b430d85fd64f3da053c70d2224831e for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:16.447366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.453746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf80424-a21c-4ae0-b9ad-10fdbbc485fc') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:16.454069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf80424-a21c-4ae0-b9ad-10fdbbc485fc') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:16.463210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.483844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.492970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:16.493861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:16.495397 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:16.514590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] device_id is not set on port 5b68fd80-68d7-4872-be9a-9b57e9f03f9e yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:16.545463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e194442d-6134-4349-8e81-bc3af894a891 req-c0ba4610-2489-4a38-9a7e-937307aab85c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030107 Jul 06 18:40:16.576295 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da6caa78-edd6-40b4-bace-576c779db4ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.586000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Allocated IP 2001:db8::2 (ea9b80c5-59de-477d-9822-6de9a410ed3b/5d688b63-e0f2-41ee-9a35-4747021d1219/0349f83c-3488-4c6d-a6bb-3deb544323af) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:16.601076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:16.602287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.612479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.614704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] 10.222.0.53 "DELETE /v2.0/networks/4455398b-a4f8-4f4c-a6a9-9c2afd36cd01 HTTP/1.1" status: 204 len: 168 time: 0.3859897 Jul 06 18:40:16.623131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6caa78-edd6-40b4-bace-576c779db4ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=0402001d-7bcb-4c6b-aad6-03ce93858c74,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:16.642506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d3af8-20f7-473c-ab9b-a5a1792c2ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=4455398b-a4f8-4f4c-a6a9-9c2afd36cd01,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:16.657856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-dd8dfdb3-b125-4fd4-8f93-be8c6b028663 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:16.659971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-dd8dfdb3-b125-4fd4-8f93-be8c6b028663 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 945 time: 0.1248283 Jul 06 18:40:16.704935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:16.705687 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.719306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da6caa78-edd6-40b4-bace-576c779db4ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.721423 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-da6caa78-edd6-40b4-bace-576c779db4ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/0402001d-7bcb-4c6b-aad6-03ce93858c74 HTTP/1.1" status: 204 len: 168 time: 1.2960300 Jul 06 18:40:16.724230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53072) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:16.752170 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d19315-a3bf-443b-a26a-10e251f3fd0d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:40:16.752912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d19315-a3bf-443b-a26a-10e251f3fd0d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:40:16.756723 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-32d19315-a3bf-443b-a26a-10e251f3fd0d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/0402001d-7bcb-4c6b-aad6-03ce93858c74 HTTP/1.1" status: 404 len: 333 time: 0.0295393 Jul 06 18:40:16.758260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53074) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:16.796115 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d54adf-76be-4ef6-90f3-395a98604a82 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:16.800801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-64d54adf-76be-4ef6-90f3-395a98604a82 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/0402001d-7bcb-4c6b-aad6-03ce93858c74 HTTP/1.1" status: 404 len: 333 time: 0.0388930 Jul 06 18:40:16.801191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53076) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:16.811227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Deleting port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:16.811708 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.852598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53078) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:16.877151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a1b419-a5dd-4576-8f72-ca56aa307a33 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet a892312e-5e7e-4c84-9f3d-7209e15431fe {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:16.882036 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a1b419-a5dd-4576-8f72-ca56aa307a33 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.914636 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.928211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] For port 06d4e540-00aa-49c4-9da8-3cb3a7e88691, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=06d4e540-00aa-49c4-9da8-3cb3a7e88691,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:16.928571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.944119 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a1b419-a5dd-4576-8f72-ca56aa307a33 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:16.945304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Calling delete_port for 06d4e540-00aa-49c4-9da8-3cb3a7e88691 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:16.949947 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-99db78b6-c04c-45b0-bcab-dacafe80eef9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6718daddb00c4a5a87e5417393a6c032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960693 Jul 06 18:40:16.955758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53082) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:16.981027 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.001859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4055941a-e3c6-4f8b-aecb-273e8efc4ac7,segment=NetworkSegment(6f6be762-ebf1-4b4c-91b0-0abcfdc13de8),segment_id=6f6be762-ebf1-4b4c-91b0-0abcfdc13de8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:17.003161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Transition to ACTIVE for port object 0349f83c-3488-4c6d-a6bb-3deb544323af will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:17.014174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-549dd423-2f06-41a7-9ab1-8e9283831247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.031726 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.044177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-549dd423-2f06-41a7-9ab1-8e9283831247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.065008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a1b419-a5dd-4576-8f72-ca56aa307a33 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.071342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Transition to ACTIVE for port object 0349f83c-3488-4c6d-a6bb-3deb544323af will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:17.104215 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.138201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Network ea9b80c5-59de-477d-9822-6de9a410ed3b is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:17.144825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:17.147410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4055941a-e3c6-4f8b-aecb-273e8efc4ac7,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:17.151875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:17.165234 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a1b419-a5dd-4576-8f72-ca56aa307a33 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.226781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1b419-a5dd-4576-8f72-ca56aa307a33 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=a892312e-5e7e-4c84-9f3d-7209e15431fe,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:17.237329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49a1b419-a5dd-4576-8f72-ca56aa307a33 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.239314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-49a1b419-a5dd-4576-8f72-ca56aa307a33 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/a892312e-5e7e-4c84-9f3d-7209e15431fe HTTP/1.1" status: 204 len: 168 time: 0.4362969 Jul 06 18:40:17.242640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53086) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:17.282936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Pushing event updated for resources: {'Port': ['ID=0349f83c-3488-4c6d-a6bb-3deb544323af,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:17.296422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.303230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Attempting to bind port 0349f83c-3488-4c6d-a6bb-3deb544323af on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:17.303785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Attempting to bind port 0349f83c-3488-4c6d-a6bb-3deb544323af by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ac167a5d-1dd1-4519-b142-0d185c436dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:17.304264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Attempting to bind port 0349f83c-3488-4c6d-a6bb-3deb544323af on network ea9b80c5-59de-477d-9822-6de9a410ed3b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:17.313569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['06d4e540-00aa-49c4-9da8-3cb3a7e88691'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:17.317621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['354a423e-ce00-4a84-936c-01ad50d496db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:17.330937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Allocated IP 2001:db8::dc (ea9b80c5-59de-477d-9822-6de9a410ed3b/5d688b63-e0f2-41ee-9a35-4747021d1219/5b68fd80-68d7-4872-be9a-9b57e9f03f9e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:17.355524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-549dd423-2f06-41a7-9ab1-8e9283831247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.357644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-549dd423-2f06-41a7-9ab1-8e9283831247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.361732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-549dd423-2f06-41a7-9ab1-8e9283831247 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90edbb0b-fb03-4098-872a-66ac6ba64a25 HTTP/1.1" status: 204 len: 168 time: 0.4042730 Jul 06 18:40:17.370852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Pushing event deleted for resources: {'Port': ['ID=06d4e540-00aa-49c4-9da8-3cb3a7e88691,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:17.377678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:17.378113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Checking segment: {'id': 'ac167a5d-1dd1-4519-b142-0d185c436dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:17.378689 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.388478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Bound using segment: {'id': 'ac167a5d-1dd1-4519-b142-0d185c436dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:17.389223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Bound port: 0349f83c-3488-4c6d-a6bb-3deb544323af, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac167a5d-1dd1-4519-b142-0d185c436dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:17.389775 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.403594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dd423-2f06-41a7-9ab1-8e9283831247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90edbb0b-fb03-4098-872a-66ac6ba64a25,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:17.424273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] No DVR routers for this DVR port 06d4e540-00aa-49c4-9da8-3cb3a7e88691 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:17.431640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.433687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54af4121-75d2-48bb-a26e-cdc023d27f03 req-02671e35-9486-4023-aa03-50e969220b28 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.24 "DELETE /v2.0/ports/06d4e540-00aa-49c4-9da8-3cb3a7e88691 HTTP/1.1" status: 204 len: 173 time: 0.7680824 Jul 06 18:40:17.435172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f9147c-d401-44a7-857f-8a3133f066e7', 'name': 'network-vif-deleted', 'tag': '06d4e540-00aa-49c4-9da8-3cb3a7e88691'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:17.437576 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dd7b5a-aef1-42c4-89f3-d8f8c510f6fe" -d '{"events": [{"server_uuid": "d7f9147c-d401-44a7-857f-8a3133f066e7", "name": "network-vif-deleted", "tag": "06d4e540-00aa-49c4-9da8-3cb3a7e88691"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:17.464599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e07cb5-9422-4074-aaed-7b078f2d6921 req-224307c0-e9fb-42fd-9684-1d382712beb2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:17.466241 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09e07cb5-9422-4074-aaed-7b078f2d6921 req-224307c0-e9fb-42fd-9684-1d382712beb2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.3655052 Jul 06 18:40:17.474173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-59f0dcb0-25b1-4dd7-9c58-ee2848e89b50 None None] Provisioning complete for port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:17.474579 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-59f0dcb0-25b1-4dd7-9c58-ee2848e89b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.487390 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77a4d8ae-4593-4033-9de1-0a0b4f415070 req-8a446b3e-a824-4ec2-b80c-ed7f591a8557 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9147c-d401-44a7-857f-8a3133f066e7 HTTP/1.1" status: 200 len: 210 time: 0.1053426 Jul 06 18:40:17.517709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.554745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09e07cb5-9422-4074-aaed-7b078f2d6921 req-44ff05af-e901-49c5-807d-ee4c21f9da18 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720706 Jul 06 18:40:17.610757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591da02-3d2d-4983-8475-447d542acd65 None None] Network 89175b61-e681-4a71-92c1-d7f50d770e02 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:17.721240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:17.721886 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.810429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.819502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] For port 0349f83c-3488-4c6d-a6bb-3deb544323af, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:17.850119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Transition to ACTIVE for port object 5b68fd80-68d7-4872-be9a-9b57e9f03f9e will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:17.869420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] For port 0349f83c-3488-4c6d-a6bb-3deb544323af, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0349f83c-3488-4c6d-a6bb-3deb544323af,segment=NetworkSegment(ac167a5d-1dd1-4519-b142-0d185c436dab),segment_id=ac167a5d-1dd1-4519-b142-0d185c436dab)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:17.920800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-696aab02-b1d7-40c4-94e2-ae709f78bdc0 None None] Could not find standard attr ID for object 0402001d-7bcb-4c6b-aad6-03ce93858c74. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:40:17.923958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.933428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.989748 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6680cff8-d6c8-43c3-a840-eb74c5ab1ecd x-openstack-request-id: req-6680cff8-d6c8-43c3-a840-eb74c5ab1ecd {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:17.990051 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f9147c-d401-44a7-857f-8a3133f066e7", "name": "network-vif-deleted", "tag": "06d4e540-00aa-49c4-9da8-3cb3a7e88691", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:17.990333 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6680cff8-d6c8-43c3-a840-eb74c5ab1ecd {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:17.990718 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f9147c-d401-44a7-857f-8a3133f066e7', 'name': 'network-vif-deleted', 'tag': '06d4e540-00aa-49c4-9da8-3cb3a7e88691', 'status': 'completed', 'code': 200} Jul 06 18:40:18.021464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] For port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4055941a-e3c6-4f8b-aecb-273e8efc4ac7,segment=NetworkSegment(6f6be762-ebf1-4b4c-91b0-0abcfdc13de8),segment_id=6f6be762-ebf1-4b4c-91b0-0abcfdc13de8)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:18.021905 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:18.028305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=5b68fd80-68d7-4872-be9a-9b57e9f03f9e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:18.054464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ae9ad-6a51-4dbf-9d3a-228d7dec8f8d None None] Pushing event updated for resources: {'Port': ['ID=0349f83c-3488-4c6d-a6bb-3deb544323af,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:18.079139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:18.094043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Network ea9b80c5-59de-477d-9822-6de9a410ed3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:18.172864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] DHCP port deletion for 89175b61-e681-4a71-92c1-d7f50d770e02 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:40:18.184760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:18.189746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:18.195652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.196329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:18.242815 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1f23270-b086-4e08-9525-b2b0bfddd1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:18.245667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea761436-9711-43af-acb6-aefcf2fe5598 req-37a00900-c439-41a0-969e-a565578f6ac8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.254242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea761436-9711-43af-acb6-aefcf2fe5598 req-37a00900-c439-41a0-969e-a565578f6ac8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.3524423 Jul 06 18:40:18.264951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7b6229b9-db87-46c5-b7ee-f01265910dfe tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2086146 Jul 06 18:40:18.266057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53110) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:18.294815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-263031627', 'allowed_address_pairs': [{'ip_address': '2001:db8::dc', 'mac_address': 'fa:16:3e:92:a1:f8'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:18.329120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] Deleting port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:18.330801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-03c0fca3-d1fd-4548-b998-f01dca91f1d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.332948 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:18.352024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-03c0fca3-d1fd-4548-b998-f01dca91f1d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.372699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-03c0fca3-d1fd-4548-b998-f01dca91f1d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.396821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-03c0fca3-d1fd-4548-b998-f01dca91f1d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.412034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-03c0fca3-d1fd-4548-b998-f01dca91f1d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.415279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] For port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7, host n-d-799684-2, got binding levels [] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:18.415988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:18.434912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-03c0fca3-d1fd-4548-b998-f01dca91f1d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.439280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] Calling delete_port for 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:18.445293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-03c0fca3-d1fd-4548-b998-f01dca91f1d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.448324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.ipam_backend_mixin [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] Port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 was not found and therefore no delete operation was performed {{(pid=93968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:40:18.453748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:18.459504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-03c0fca3-d1fd-4548-b998-f01dca91f1d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.3092606 Jul 06 18:40:18.508723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:18.512907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] Pushing event deleted for resources: {'Port': ['ID=4055941a-e3c6-4f8b-aecb-273e8efc4ac7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:18.522166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920367f2-eadd-4bc3-a40f-8e6fb0698207 None None] No DVR routers for this DVR port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:18.546892 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:18.559036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-713d8ad4-73a8-4445-82d6-63e06e968300 req-a50be64f-1f14-4f23-827e-f9d822748abc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983102 Jul 06 18:40:18.578522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:18.578867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:18.580377 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:18.615185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=4055941a-e3c6-4f8b-aecb-273e8efc4ac7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:18.617222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No DVR routers for this DVR port 4055941a-e3c6-4f8b-aecb-273e8efc4ac7 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:18.658852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea761436-9711-43af-acb6-aefcf2fe5598 req-9787b877-a856-495a-acb7-ece9d378851a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032495 Jul 06 18:40:18.678789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Made reservation on behalf of 20b430d85fd64f3da053c70d2224831e for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:18.694072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53124) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:18.798495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b17dda-8bb1-4ff3-af3d-4957aee0b3dd tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.798495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-46b17dda-8bb1-4ff3-af3d-4957aee0b3dd tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1092 time: 0.0983539 Jul 06 18:40:18.798495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53128) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:18.818926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '372b6f57-f544-4855-9b44-22826214a3cf', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:18.875266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.051323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.204547 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.215521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89175b61-e681-4a71-92c1-d7f50d770e02']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:19.236873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6be762-ebf1-4b4c-91b0-0abcfdc13de8') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:19.237152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6be762-ebf1-4b4c-91b0-0abcfdc13de8') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:19.258305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.272071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2196825-36e2-47b8-9cec-578c252dcf03 req-2f473775-6dda-491b-ac7f-7e4af10a5521 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:19.278456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.289337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f2196825-36e2-47b8-9cec-578c252dcf03 req-2f473775-6dda-491b-ac7f-7e4af10a5521 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.1557300 Jul 06 18:40:19.302209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.320999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:19.321871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:19.325933 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:19.364367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f2196825-36e2-47b8-9cec-578c252dcf03 req-5a69df39-bea0-485b-a847-1dd3cf6f1084 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736032 Jul 06 18:40:19.384327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] device_id is not set on port 382cf49f-4e4f-4c61-a072-e83ec02c17b5 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:19.386808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.25.4.138 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/f74b961f-486e-4dcd-9224-2bf3b35b17c9) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:19.433861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.440190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe897e-26b1-467c-939e-75993df7ab82 None None] Network ea9b80c5-59de-477d-9822-6de9a410ed3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:19.459743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.483513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.485811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/networks/89175b61-e681-4a71-92c1-d7f50d770e02 HTTP/1.1" status: 204 len: 168 time: 2.2424052 Jul 06 18:40:19.486841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f65ec0-d5c9-4072-a825-612816db70ba tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Network': ['ID=89175b61-e681-4a71-92c1-d7f50d770e02,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:19.491231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53156) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:19.499809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-198855753'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:19.519968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3f7b8e8c-b1a1-4587-8c27-93a54bb4cd5b None None] Provisioning for port 0349f83c-3488-4c6d-a6bb-3deb544323af completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:19.558732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.570013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:19.573992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.576929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Allocated IP 2001:db8::3e (ea9b80c5-59de-477d-9822-6de9a410ed3b/5d688b63-e0f2-41ee-9a35-4747021d1219/382cf49f-4e4f-4c61-a072-e83ec02c17b5) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:19.611777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.636090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:19.655240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.656016 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Added segment fbba282a-c06d-4271-ad8c-ced68a7a94b0 of type vlan for network 29182095-6f61-4c9b-bfc0-10630f3af642 Jul 06 18:40:19.658618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:19.662226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:19.668664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:19.695891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=f74b961f-486e-4dcd-9224-2bf3b35b17c9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:19.731139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.825114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53162) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:19.854614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.860447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:19.861114 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.950655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4579210 Jul 06 18:40:19.951302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53168) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:19.968274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': '29182095-6f61-4c9b-bfc0-10630f3af642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:19.992503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00b0c1-98a4-43ad-a965-b13ef272244f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Network': ['ID=29182095-6f61-4c9b-bfc0-10630f3af642,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:20.003914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 29182095-6f61-4c9b-bfc0-10630f3af642 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:20.083490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.122143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Transition to ACTIVE for port object 382cf49f-4e4f-4c61-a072-e83ec02c17b5 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:20.135345 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:20.139283 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.167358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 06d4e540-00aa-49c4-9da8-3cb3a7e88691 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:20.196195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 06d4e540-00aa-49c4-9da8-3cb3a7e88691 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:20.198378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 06d4e540-00aa-49c4-9da8-3cb3a7e88691 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:20.230418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.271150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4560c3db-b490-4b63-b1e1-2338220dac34 None None] Provisioning for port 5b68fd80-68d7-4872-be9a-9b57e9f03f9e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:20.279802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4560c3db-b490-4b63-b1e1-2338220dac34 None None] Provisioning complete for port 5b68fd80-68d7-4872-be9a-9b57e9f03f9e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:20.282054 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4560c3db-b490-4b63-b1e1-2338220dac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.292222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Network ea9b80c5-59de-477d-9822-6de9a410ed3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:20.299682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:20.303976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:20.309965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.310393 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.313430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=382cf49f-4e4f-4c61-a072-e83ec02c17b5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:20.355037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f282658-bae4-455e-93ac-c3dad7c9889d tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0793021 Jul 06 18:40:20.357586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53170) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:20.408946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4560c3db-b490-4b63-b1e1-2338220dac34 None None] Port 5b68fd80-68d7-4872-be9a-9b57e9f03f9e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:20.434283 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86384779-2bd8-4e1c-b53d-36db609a58d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.480059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0349f83c-3488-4c6d-a6bb-3deb544323af up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:20.532082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b46d3d-d278-4372-a540-fe3bca89a8de tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.538769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b46d3d-d278-4372-a540-fe3bca89a8de tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.545397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b46d3d-d278-4372-a540-fe3bca89a8de tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.547316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54b46d3d-d278-4372-a540-fe3bca89a8de tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1839180 Jul 06 18:40:20.553999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.553999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53174) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:20.562461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063f99-54c7-4952-a192-eb954da11583 req-4fff34bc-d761-4187-828e-a0260774456f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.571775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-324392e0-6c4c-4e2f-9126-0999a4174899 None None] Provisioning complete for port 5b68fd80-68d7-4872-be9a-9b57e9f03f9e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:20.571990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063f99-54c7-4952-a192-eb954da11583 req-4fff34bc-d761-4187-828e-a0260774456f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.572169 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-324392e0-6c4c-4e2f-9126-0999a4174899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.578112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063f99-54c7-4952-a192-eb954da11583 req-4fff34bc-d761-4187-828e-a0260774456f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.584469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063f99-54c7-4952-a192-eb954da11583 req-4fff34bc-d761-4187-828e-a0260774456f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.591541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063f99-54c7-4952-a192-eb954da11583 req-4fff34bc-d761-4187-828e-a0260774456f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.602803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 0349f83c-3488-4c6d-a6bb-3deb544323af completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:20.603031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063f99-54c7-4952-a192-eb954da11583 req-4fff34bc-d761-4187-828e-a0260774456f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.609595 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063f99-54c7-4952-a192-eb954da11583 req-4fff34bc-d761-4187-828e-a0260774456f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.619059 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59063f99-54c7-4952-a192-eb954da11583 req-4fff34bc-d761-4187-828e-a0260774456f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.8162210 Jul 06 18:40:20.619285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0349f83c-3488-4c6d-a6bb-3deb544323af triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:20.619499 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.624841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-324392e0-6c4c-4e2f-9126-0999a4174899 None None] Port 5b68fd80-68d7-4872-be9a-9b57e9f03f9e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:20.744416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.755595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=587e059a-5524-485e-989a-2059a824ed39,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:20.766271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Checking segment: {'id': 'fbba282a-c06d-4271-ad8c-ced68a7a94b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '29182095-6f61-4c9b-bfc0-10630f3af642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:20.766582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network hostable DHCP agents. Network: 29182095-6f61-4c9b-bfc0-10630f3af642, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:20.790493 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59063f99-54c7-4952-a192-eb954da11583 req-708f4613-842c-4ece-bf4e-80c148a4b4cd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701636 Jul 06 18:40:20.795351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 0349f83c-3488-4c6d-a6bb-3deb544323af, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0349f83c-3488-4c6d-a6bb-3deb544323af,segment=NetworkSegment(ac167a5d-1dd1-4519-b142-0d185c436dab),segment_id=ac167a5d-1dd1-4519-b142-0d185c436dab)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:20.801208 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.801525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d90ab-e5bc-4dc1-9a87-ce797f52194c req-813675fe-813d-47eb-923e-b68fdec87f1e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.802814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86384779-2bd8-4e1c-b53d-36db609a58d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.808948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c77d90ab-e5bc-4dc1-9a87-ce797f52194c req-813675fe-813d-47eb-923e-b68fdec87f1e tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2603602 Jul 06 18:40:20.850291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86384779-2bd8-4e1c-b53d-36db609a58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.858218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 29182095-6f61-4c9b-bfc0-10630f3af642 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:20.868829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=0349f83c-3488-4c6d-a6bb-3deb544323af,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:20.883537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 29182095-6f61-4c9b-bfc0-10630f3af642) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:20.891895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d52ce-b3db-4f2f-86be-e37ee58b6b22 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Deleting port 382cf49f-4e4f-4c61-a072-e83ec02c17b5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:20.892354 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d2d52ce-b3db-4f2f-86be-e37ee58b6b22 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.896316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.897023 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.899902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b22dc-c619-4200-9bbd-d86fc1c7b0f6 None None] Network 29182095-6f61-4c9b-bfc0-10630f3af642 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:20.914824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-86384779-2bd8-4e1c-b53d-36db609a58d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73b445abac4a4a4cba5e2257e4fd65e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0715864 Jul 06 18:40:20.915033 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c77d90ab-e5bc-4dc1-9a87-ce797f52194c req-f0d5abe9-6aa0-4ffb-b048-a3cec06690a7 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049397 Jul 06 18:40:20.919545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53178) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:20.951860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86384779-2bd8-4e1c-b53d-36db609a58d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b2e496-a3ff-48d9-b91a-14db8291d0a8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:20.981990 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-21a6d153-5db2-46d8-8aec-d1251542aa98 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0217855 Jul 06 18:40:20.983113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53180) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:20.989181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '29182095-6f61-4c9b-bfc0-10630f3af642', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1492136934'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:21.008119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.036965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-db995477-a817-4249-ac0a-038587265dbd None None] Provisioning for port 382cf49f-4e4f-4c61-a072-e83ec02c17b5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:21.043538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-db995477-a817-4249-ac0a-038587265dbd None None] Provisioning complete for port 382cf49f-4e4f-4c61-a072-e83ec02c17b5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:21.043538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db995477-a817-4249-ac0a-038587265dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.056964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.059509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-512eec37-3efb-4141-b336-2dd4313d17e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.121378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-512eec37-3efb-4141-b336-2dd4313d17e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.187392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-db995477-a817-4249-ac0a-038587265dbd None None] Port 382cf49f-4e4f-4c61-a072-e83ec02c17b5 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:21.201186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.211332 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-29182095-6f61-4c9b-bfc0-10630f3af642', 'network_id': '29182095-6f61-4c9b-bfc0-10630f3af642', 'tenant_id': '723e28aed9324d41829b9b073dfc2710', 'fixed_ips': [{'subnet_id': '587e059a-5524-485e-989a-2059a824ed39'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:40:21.212797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d2d52ce-b3db-4f2f-86be-e37ee58b6b22 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.213326 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.245231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d52ce-b3db-4f2f-86be-e37ee58b6b22 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Calling delete_port for 382cf49f-4e4f-4c61-a072-e83ec02c17b5 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:21.255688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:21.258473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-512eec37-3efb-4141-b336-2dd4313d17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.261043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-512eec37-3efb-4141-b336-2dd4313d17e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.264777 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-512eec37-3efb-4141-b336-2dd4313d17e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0b2e496-a3ff-48d9-b91a-14db8291d0a8 HTTP/1.1" status: 204 len: 168 time: 0.3411751 Jul 06 18:40:21.264974 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.311833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eec37-3efb-4141-b336-2dd4313d17e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b2e496-a3ff-48d9-b91a-14db8291d0a8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:21.342052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 6b4e6d31-2d6a-4260-b441-e25a9aedd516 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:21.399756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Allocated IP 172.20.0.2 (29182095-6f61-4c9b-bfc0-10630f3af642/587e059a-5524-485e-989a-2059a824ed39/1fff5426-fa78-4533-a36c-b7088fd0ec31) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:21.436895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.444205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.544603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=f74b961f-486e-4dcd-9224-2bf3b35b17c9,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:21.553684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.555867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d2d52ce-b3db-4f2f-86be-e37ee58b6b22 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.601607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d52ce-b3db-4f2f-86be-e37ee58b6b22 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Port': ['ID=382cf49f-4e4f-4c61-a072-e83ec02c17b5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:21.626327 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.643314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Transition to ACTIVE for port object 1fff5426-fa78-4533-a36c-b7088fd0ec31 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:21.667992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Transition to ACTIVE for port object 1fff5426-fa78-4533-a36c-b7088fd0ec31 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:21.685884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.721011 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Floating IP 971cf69b-6ab4-41bd-93b1-91af0746d969 associated. External IP: 172.25.4.138, port: 372b6f57-f544-4855-9b44-22826214a3cf. Jul 06 18:40:21.751833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Pushing event updated for resources: {'Port': ['ID=1fff5426-fa78-4533-a36c-b7088fd0ec31,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:21.767223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Network 29182095-6f61-4c9b-bfc0-10630f3af642 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:21.768950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:21.771729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:21.839673 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d2d52ce-b3db-4f2f-86be-e37ee58b6b22 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.846513 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3d2d52ce-b3db-4f2f-86be-e37ee58b6b22 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "DELETE /v2.0/ports/382cf49f-4e4f-4c61-a072-e83ec02c17b5 HTTP/1.1" status: 204 len: 168 time: 1.2871027 Jul 06 18:40:21.847119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53196) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:21.847686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Attempting to bind port 1fff5426-fa78-4533-a36c-b7088fd0ec31 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:21.848712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Attempting to bind port 1fff5426-fa78-4533-a36c-b7088fd0ec31 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fbba282a-c06d-4271-ad8c-ced68a7a94b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '29182095-6f61-4c9b-bfc0-10630f3af642'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:21.849277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Attempting to bind port 1fff5426-fa78-4533-a36c-b7088fd0ec31 on network 29182095-6f61-4c9b-bfc0-10630f3af642 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:21.855607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:21.855989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Checking segment: {'id': 'fbba282a-c06d-4271-ad8c-ced68a7a94b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '29182095-6f61-4c9b-bfc0-10630f3af642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:21.856401 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.856802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Bound using segment: {'id': 'fbba282a-c06d-4271-ad8c-ced68a7a94b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '29182095-6f61-4c9b-bfc0-10630f3af642'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:21.857279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Bound port: 1fff5426-fa78-4533-a36c-b7088fd0ec31, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba282a-c06d-4271-ad8c-ced68a7a94b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '29182095-6f61-4c9b-bfc0-10630f3af642'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:21.857662 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.891763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.14 (29182095-6f61-4c9b-bfc0-10630f3af642/587e059a-5524-485e-989a-2059a824ed39/6b4e6d31-2d6a-4260-b441-e25a9aedd516) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:21.896982 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-57efd8d7-779e-4aab-b5e6-a6286e90f4cc tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] GET failed (client error): The resource could not be found. Jul 06 18:40:21.899142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-57efd8d7-779e-4aab-b5e6-a6286e90f4cc tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "GET /v2.0/ports/382cf49f-4e4f-4c61-a072-e83ec02c17b5 HTTP/1.1" status: 404 len: 333 time: 0.0510259 Jul 06 18:40:21.902848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53200) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:21.952082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1968424302'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:22.018282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] For port 1fff5426-fa78-4533-a36c-b7088fd0ec31, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:22.022953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] For port 1fff5426-fa78-4533-a36c-b7088fd0ec31, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1fff5426-fa78-4533-a36c-b7088fd0ec31,segment=NetworkSegment(fbba282a-c06d-4271-ad8c-ced68a7a94b0),segment_id=fbba282a-c06d-4271-ad8c-ced68a7a94b0)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:22.032038 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.112314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7e4e3-342f-49a7-a3a3-52b38d4c14bc None None] Pushing event updated for resources: {'Port': ['ID=1fff5426-fa78-4533-a36c-b7088fd0ec31,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:22.209953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Made reservation on behalf of 20b430d85fd64f3da053c70d2224831e for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:22.211397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.211693 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.214356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.236234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:40:22.238127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 6b4e6d31-2d6a-4260-b441-e25a9aedd516 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:22.265106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] device_id is not set on port a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:22.275194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-63b3644d-8fbf-409c-8172-1c6675d1fa87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.281814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-63b3644d-8fbf-409c-8172-1c6675d1fa87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.288388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-63b3644d-8fbf-409c-8172-1c6675d1fa87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.303835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-63b3644d-8fbf-409c-8172-1c6675d1fa87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.312072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-63b3644d-8fbf-409c-8172-1c6675d1fa87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.320452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-63b3644d-8fbf-409c-8172-1c6675d1fa87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.327159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-63b3644d-8fbf-409c-8172-1c6675d1fa87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.334345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-63b3644d-8fbf-409c-8172-1c6675d1fa87 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.3072300 Jul 06 18:40:22.335399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98379-12a8-413c-b312-0549352e2f20 req-bfc3acaf-97c9-49e8-879d-25c2f4b289a8 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.337111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ea98379-12a8-413c-b312-0549352e2f20 req-bfc3acaf-97c9-49e8-879d-25c2f4b289a8 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2000134 Jul 06 18:40:22.411789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.417889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0349f83c-3488-4c6d-a6bb-3deb544323af up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:22.477704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 29182095-6f61-4c9b-bfc0-10630f3af642 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:22.479691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53214) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:22.488672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:22.503374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:22.506581 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.527843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0349f83c-3488-4c6d-a6bb-3deb544323af triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:22.528689 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.536294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a860e6ef-b867-4e3c-938c-718f23ef6a7d req-8a89ae6a-7cf3-49b3-aaa5-ca449c45d3d3 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418903 Jul 06 18:40:22.561797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ea98379-12a8-413c-b312-0549352e2f20 req-f0e7c2d2-71d6-4f93-9318-353c9fbca1fd tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908851 Jul 06 18:40:22.579326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=6b4e6d31-2d6a-4260-b441-e25a9aedd516,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:22.635565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:40:22.648049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.653687 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.666996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2102842129-network', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:22.668600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] Sync routers for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:40:22.676107 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97c98129-ed82-43f3-977c-7956f0c66082 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6919947 Jul 06 18:40:22.679861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53218) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:22.685129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.705748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:22.706438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:22.726115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Allocated IP 2001:db8::31b (ea9b80c5-59de-477d-9822-6de9a410ed3b/5d688b63-e0f2-41ee-9a35-4747021d1219/a9d15ccd-0b38-4dc7-bef7-7509dbb1e683) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:22.755215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Made reservation on behalf of 71e10e9af542419daa6acf16c5d534aa for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:22.757847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.774716 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2f24dbbd-627d-4c22-8589-6598e1b1f759 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9741256 Jul 06 18:40:22.782469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:22.789091 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8834ab47-2737-40c5-84ab-42f677b80624" -d '{"events": [{"name": "network-changed", "server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "tag": "372b6f57-f544-4855-9b44-22826214a3cf"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:22.795976 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.829635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f3be574b-7b0f-45ff-bc02-67b5c1028812 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 6b4e6d31-2d6a-4260-b441-e25a9aedd516 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:22.830072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3be574b-7b0f-45ff-bc02-67b5c1028812 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.838089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:22.849567 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a331ed-f608-46c9-8987-21b976b3ac72 x-openstack-request-id: req-e8a331ed-f608-46c9-8987-21b976b3ac72 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:22.850020 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "tag": "372b6f57-f544-4855-9b44-22826214a3cf", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:22.850499 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8a331ed-f608-46c9-8987-21b976b3ac72 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:22.851163 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf', 'status': 'completed', 'code': 200} Jul 06 18:40:22.993488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3be574b-7b0f-45ff-bc02-67b5c1028812 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.009876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f3be574b-7b0f-45ff-bc02-67b5c1028812 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 6b4e6d31-2d6a-4260-b441-e25a9aedd516 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:23.012930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ab47-2737-40c5-84ab-42f677b80624 req-cbd07e50-d11c-4d41-81a5-6cd19783f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.014801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8834ab47-2737-40c5-84ab-42f677b80624 req-cbd07e50-d11c-4d41-81a5-6cd19783f524 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1097 time: 0.1110995 Jul 06 18:40:23.066844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.096599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '971cf69b-6ab4-41bd-93b1-91af0746d969', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'port_id': '372b6f57-f544-4855-9b44-22826214a3cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'mac_address': 'fa:16:3e:c6:0f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:40:20Z', 'updated_at': '2021-07-06T18:40:20Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:40:00Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:23.097677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9ed1-ae9b-4618-bd9d-1b77c2ca2dbb req-3892289c-2e88-4c79-97ee-e22f6f6460f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.099527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9ee9ed1-ae9b-4618-bd9d-1b77c2ca2dbb req-3892289c-2e88-4c79-97ee-e22f6f6460f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.1855848 Jul 06 18:40:23.115932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Transition to ACTIVE for port object a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:23.158806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] Checking router: b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:40:23.168250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:23.168901 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:23.184001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ab47-2737-40c5-84ab-42f677b80624 req-c141f9b2-97bf-4030-89ba-800579184784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.186019 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8834ab47-2737-40c5-84ab-42f677b80624 req-c141f9b2-97bf-4030-89ba-800579184784 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 897 time: 0.1624999 Jul 06 18:40:23.193661 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.199796 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9ee9ed1-ae9b-4618-bd9d-1b77c2ca2dbb req-ad0b7a10-965a-492b-8d14-530ac884fc9d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851882 Jul 06 18:40:23.205626 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.230242 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.236405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53224) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:23.300880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=a9d15ccd-0b38-4dc7-bef7-7509dbb1e683,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:23.310092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:23.329878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3be574b-7b0f-45ff-bc02-67b5c1028812 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.342501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:23.352877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:23.368340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.368649 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Added segment 28516e89-d18b-4d2b-8d10-38fd4dc2ad11 of type vlan for network 1c31caf8-df6b-4853-840b-c8e626c0ed5d Jul 06 18:40:23.390559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Network ea9b80c5-59de-477d-9822-6de9a410ed3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:23.394146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be574b-7b0f-45ff-bc02-67b5c1028812 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=6b4e6d31-2d6a-4260-b441-e25a9aedd516,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:23.402724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:23.405245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:23.412622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.413335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.444515 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2dc90417-1aed-4b22-86d2-4ccffa15076b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/971cf69b-6ab4-41bd-93b1-91af0746d969 HTTP/1.1" status: 200 len: 992 time: 0.2041376 Jul 06 18:40:23.461704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a2497ccc-f726-4713-9380-270bb2010304 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5548003 Jul 06 18:40:23.463853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.467528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53226) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:23.474176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::dc', 'mac_address': 'fa:16:3e:92:a1:f8'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:23.486447 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8834ab47-2737-40c5-84ab-42f677b80624 req-d8f2efbc-62a2-4393-a67b-8c7a416033c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 1000 time: 0.2921157 Jul 06 18:40:23.554597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3be574b-7b0f-45ff-bc02-67b5c1028812 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.557259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3be574b-7b0f-45ff-bc02-67b5c1028812 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/6b4e6d31-2d6a-4260-b441-e25a9aedd516 HTTP/1.1" status: 204 len: 168 time: 0.8768365 Jul 06 18:40:23.562363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53228) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:23.609843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ab47-2737-40c5-84ab-42f677b80624 req-a5a0cd25-541d-45b6-8cf4-7d144e75c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.610881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3279d183-394b-49e8-b775-20afff06613e None None] Network 29182095-6f61-4c9b-bfc0-10630f3af642 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:23.611701 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8834ab47-2737-40c5-84ab-42f677b80624 req-a5a0cd25-541d-45b6-8cf4-7d144e75c1f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.1154335 Jul 06 18:40:23.612953 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f2b914-45bc-4fd1-9ff4-fbccd246c695 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:23.614734 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-92f2b914-45bc-4fd1-9ff4-fbccd246c695 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/6b4e6d31-2d6a-4260-b441-e25a9aedd516 HTTP/1.1" status: 404 len: 333 time: 0.0416377 Jul 06 18:40:23.617445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53234) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:23.620309 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.626241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.626856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.749370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-663a43d4-c7ad-4c7e-84e2-fa16c6ed4d7d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet 587e059a-5524-485e-989a-2059a824ed39 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:23.755665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-663a43d4-c7ad-4c7e-84e2-fa16c6ed4d7d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.788673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ab47-2737-40c5-84ab-42f677b80624 req-a99a6647-c907-4120-8bfd-ec4022cdfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.790265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8834ab47-2737-40c5-84ab-42f677b80624 req-a99a6647-c907-4120-8bfd-ec4022cdfa51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581299 Jul 06 18:40:23.794507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3120706 Jul 06 18:40:23.798708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53238) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:23.820695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Request body: {'subnet': {'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2102842129-subnet', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:23.844348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa94a7-eed4-4be1-8fed-fd8b420512d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c31caf8-df6b-4853-840b-c8e626c0ed5d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:23.873244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 1c31caf8-df6b-4853-840b-c8e626c0ed5d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:23.881700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-911cc317-aa84-452e-adfa-b87393fada8a None None] Provisioning for port 1fff5426-fa78-4533-a36c-b7088fd0ec31 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:23.894431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-663a43d4-c7ad-4c7e-84e2-fa16c6ed4d7d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.930035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c91216-ba62-4b96-9a10-ce30faa566c7 req-4f7bb08b-d9f0-44f3-a59f-3dad1fb5c3a7 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.937140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93c91216-ba62-4b96-9a10-ce30faa566c7 req-4f7bb08b-d9f0-44f3-a59f-3dad1fb5c3a7 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.1609478 Jul 06 18:40:23.938488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '971cf69b-6ab4-41bd-93b1-91af0746d969', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'port_id': '372b6f57-f544-4855-9b44-22826214a3cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'mac_address': 'fa:16:3e:c6:0f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:40:20Z', 'updated_at': '2021-07-06T18:40:20Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:40:00Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:23.940197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:23.964323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Made reservation on behalf of 71e10e9af542419daa6acf16c5d534aa for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:23.966881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.014185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93c91216-ba62-4b96-9a10-ce30faa566c7 req-05272a84-fb05-46de-b501-49d18c6efa6f tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/security-groups?id=62320629-6181-48d2-962f-093bd57cf180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757082 Jul 06 18:40:24.067635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8834ab47-2737-40c5-84ab-42f677b80624 req-5b22aedb-3d46-487b-9b33-8d2d3e38d4e3 service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597964 Jul 06 18:40:24.172305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb1d76-92b1-4ba3-8f43-159e9989c83f None None] The sync data for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 is: [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '971cf69b-6ab4-41bd-93b1-91af0746d969', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'port_id': '372b6f57-f544-4855-9b44-22826214a3cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'mac_address': 'fa:16:3e:c6:0f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:40:20Z', 'updated_at': '2021-07-06T18:40:20Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:40:00Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:40:24.172622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-86874671-ab6a-44b6-90d0-47ad043fe2c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.178658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-86874671-ab6a-44b6-90d0-47ad043fe2c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.189708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-86874671-ab6a-44b6-90d0-47ad043fe2c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.195776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-86874671-ab6a-44b6-90d0-47ad043fe2c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.201915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-86874671-ab6a-44b6-90d0-47ad043fe2c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.207949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-86874671-ab6a-44b6-90d0-47ad043fe2c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.214089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-86874671-ab6a-44b6-90d0-47ad043fe2c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.216186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-86874671-ab6a-44b6-90d0-47ad043fe2c4 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.4226162 Jul 06 18:40:24.217201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1efd0cc1-4287-43bb-816e-a4f4755a4c1f None None] Provisioning for port a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:24.222659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1efd0cc1-4287-43bb-816e-a4f4755a4c1f None None] Provisioning complete for port a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:24.222809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-663a43d4-c7ad-4c7e-84e2-fa16c6ed4d7d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.223182 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1efd0cc1-4287-43bb-816e-a4f4755a4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.233366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.243446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.275436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1efd0cc1-4287-43bb-816e-a4f4755a4c1f None None] Port a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:24.298520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] In _notify_port_updated(), no bound segment for port a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 on network ea9b80c5-59de-477d-9822-6de9a410ed3b {{(pid=93966) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:40:24.306081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.306895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.308296 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "PUT /v2.0/ports/a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 HTTP/1.1" status: 200 len: 1002 time: 0.8396373 Jul 06 18:40:24.314679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53240) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:24.348256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3473479-9bdb-4963-8e02-d4d6e9d45ed5 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=a9d15ccd-0b38-4dc7-bef7-7509dbb1e683,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:24.431297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1fff5426-fa78-4533-a36c-b7088fd0ec31 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:24.442450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e73afb21-b777-47d4-8c6e-f6244f0591ba tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Deleting port a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:24.442906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e73afb21-b777-47d4-8c6e-f6244f0591ba tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.447378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53242) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:24.489324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8834ab47-2737-40c5-84ab-42f677b80624 req-3876ab20-42dc-4f84-bf0b-a9c234b7ea05 service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116340 Jul 06 18:40:24.541110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88f5bc03-ec29-4e72-a8ec-0b6141c3c469 req-cab6872b-3de0-40e0-92b8-2c07049f4fea tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3053505 Jul 06 18:40:24.559349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1fff5426-fa78-4533-a36c-b7088fd0ec31 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:24.568984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1fff5426-fa78-4533-a36c-b7088fd0ec31 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:24.569412 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.610947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef61a5-fefb-430a-8c76-2614865962c5 None None] New status for floating IP 971cf69b-6ab4-41bd-93b1-91af0746d969: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:40:24.652599 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-663a43d4-c7ad-4c7e-84e2-fa16c6ed4d7d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.669363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2d0b934e-5d0f-4ee4-9b6f-4c3616fc2233 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/971cf69b-6ab4-41bd-93b1-91af0746d969 HTTP/1.1" status: 200 len: 992 time: 0.2204263 Jul 06 18:40:24.676933 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.719279 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e73afb21-b777-47d4-8c6e-f6244f0591ba tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.736964 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-663a43d4-c7ad-4c7e-84e2-fa16c6ed4d7d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.741318 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-663a43d4-c7ad-4c7e-84e2-fa16c6ed4d7d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/587e059a-5524-485e-989a-2059a824ed39 HTTP/1.1" status: 204 len: 168 time: 1.1204686 Jul 06 18:40:24.741318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a43d4-c7ad-4c7e-84e2-fa16c6ed4d7d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=587e059a-5524-485e-989a-2059a824ed39,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:24.741991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:24.759253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-78097d49-db69-4def-aaa7-7c19508f6da4 None None] Provisioning complete for port 1fff5426-fa78-4533-a36c-b7088fd0ec31 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:24.759821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-78097d49-db69-4def-aaa7-7c19508f6da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.761985 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.781407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e73afb21-b777-47d4-8c6e-f6244f0591ba tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Calling delete_port for a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:24.792576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad5e774-cb36-4f5a-afa2-e3a553df611e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:24.849026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Checking segment: {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:24.849740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Network hostable DHCP agents. Network: 1c31caf8-df6b-4853-840b-c8e626c0ed5d, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:24.864766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1fff5426-fa78-4533-a36c-b7088fd0ec31, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1fff5426-fa78-4533-a36c-b7088fd0ec31,segment=NetworkSegment(fbba282a-c06d-4271-ad8c-ced68a7a94b0),segment_id=fbba282a-c06d-4271-ad8c-ced68a7a94b0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:24.872153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778d19f-55de-4111-beaa-11918d4f5142 req-1c8fcba8-9c8c-4f44-a5f9-1311b79c48a9 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.874187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7778d19f-55de-4111-beaa-11918d4f5142 req-1c8fcba8-9c8c-4f44-a5f9-1311b79c48a9 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 945 time: 0.2179081 Jul 06 18:40:24.926113 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-78097d49-db69-4def-aaa7-7c19508f6da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.931587 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.940986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Network 1c31caf8-df6b-4853-840b-c8e626c0ed5d is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:24.948954 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:24.952888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb686a2-29dc-42ca-bce6-188a5ea20109 None None] Network 29182095-6f61-4c9b-bfc0-10630f3af642 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:24.971434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 1c31caf8-df6b-4853-840b-c8e626c0ed5d) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:24.976217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.976658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.001554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f898b6-522f-4e3f-9422-cbb9b448d053 None None] Network 1c31caf8-df6b-4853-840b-c8e626c0ed5d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:25.023809 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-849816c4-a088-4ac1-a43b-bc98779547e5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2114840 Jul 06 18:40:25.025130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53246) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:25.033674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:25.050073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Deleting port 354a423e-ce00-4a84-936c-01ad50d496db {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:25.050447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.119326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e73afb21-b777-47d4-8c6e-f6244f0591ba tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.127654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 1fff5426-fa78-4533-a36c-b7088fd0ec31 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:25.128487 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.143022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1fff5426-fa78-4533-a36c-b7088fd0ec31,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:25.157491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-78097d49-db69-4def-aaa7-7c19508f6da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:40:25.157877 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-78097d49-db69-4def-aaa7-7c19508f6da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:40:25.164389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.165467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.180694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] For port 354a423e-ce00-4a84-936c-01ad50d496db, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=354a423e-ce00-4a84-936c-01ad50d496db,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:25.181063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.195273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73afb21-b777-47d4-8c6e-f6244f0591ba tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Port': ['ID=a9d15ccd-0b38-4dc7-bef7-7509dbb1e683,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:25.195505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Calling delete_port for 354a423e-ce00-4a84-936c-01ad50d496db owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:25.341377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e752e84-7e87-4e9f-8c7a-83b003b91708 None None] Network 1c31caf8-df6b-4853-840b-c8e626c0ed5d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:25.374208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.427351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Pushing event deleted for resources: {'Port': ['ID=354a423e-ce00-4a84-936c-01ad50d496db,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:25.492813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] No DVR routers for this DVR port 354a423e-ce00-4a84-936c-01ad50d496db on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:25.495681 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.498038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7778d19f-55de-4111-beaa-11918d4f5142 req-a26d8b68-c3c5-4439-8101-c4f022294596 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.41 "DELETE /v2.0/ports/354a423e-ce00-4a84-936c-01ad50d496db HTTP/1.1" status: 204 len: 173 time: 0.6119142 Jul 06 18:40:25.499176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50008ff-13f0-4658-8c6a-d56984668d9d', 'name': 'network-vif-deleted', 'tag': '354a423e-ce00-4a84-936c-01ad50d496db'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:25.505359 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09be5689-fbc8-4f12-bc2e-aa8e2d4420b4" -d '{"events": [{"server_uuid": "a50008ff-13f0-4658-8c6a-d56984668d9d", "name": "network-vif-deleted", "tag": "354a423e-ce00-4a84-936c-01ad50d496db"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:25.547431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] DHCP port deletion for 29182095-6f61-4c9b-bfc0-10630f3af642 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:40:25.553519 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c9fbae-942e-4a39-918a-4f31d515264b x-openstack-request-id: req-71c9fbae-942e-4a39-918a-4f31d515264b {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:25.554321 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50008ff-13f0-4658-8c6a-d56984668d9d", "name": "network-vif-deleted", "tag": "354a423e-ce00-4a84-936c-01ad50d496db", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:25.554321 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71c9fbae-942e-4a39-918a-4f31d515264b {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:25.554721 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50008ff-13f0-4658-8c6a-d56984668d9d', 'name': 'network-vif-deleted', 'tag': '354a423e-ce00-4a84-936c-01ad50d496db', 'status': 'completed', 'code': 200} Jul 06 18:40:25.637453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] Deleting port 1fff5426-fa78-4533-a36c-b7088fd0ec31 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:25.637865 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.673009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53256) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:25.742363 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.763555 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-19427586-37dc-4c00-805b-0eef20be70c9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/971cf69b-6ab4-41bd-93b1-91af0746d969 HTTP/1.1" status: 200 len: 994 time: 0.0907080 Jul 06 18:40:25.797657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13638fa9-ed8e-4298-9e2c-d14276ceda02 req-dd7ee598-fee6-4b00-a6f9-0f3d36d05952 tempest-ServerRescueNegativeTestJSON-2048623255 tempest-ServerRescueNegativeTestJSON-2048623255-project] 10.222.0.53 "GET /v2.0/ports?device_id=a50008ff-13f0-4658-8c6a-d56984668d9d HTTP/1.1" status: 200 len: 210 time: 0.6046834 Jul 06 18:40:25.807074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] For port 1fff5426-fa78-4533-a36c-b7088fd0ec31, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1fff5426-fa78-4533-a36c-b7088fd0ec31,segment=NetworkSegment(fbba282a-c06d-4271-ad8c-ced68a7a94b0),segment_id=fbba282a-c06d-4271-ad8c-ced68a7a94b0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:25.807797 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.808489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] For port 1fff5426-fa78-4533-a36c-b7088fd0ec31, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1fff5426-fa78-4533-a36c-b7088fd0ec31,segment=NetworkSegment(fbba282a-c06d-4271-ad8c-ced68a7a94b0),segment_id=fbba282a-c06d-4271-ad8c-ced68a7a94b0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:25.808957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.831483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] Calling delete_port for 1fff5426-fa78-4533-a36c-b7088fd0ec31 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:25.849567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-d161e270-590a-48a2-bb47-cb09bf98df00 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.855753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-d161e270-590a-48a2-bb47-cb09bf98df00 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.861750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-d161e270-590a-48a2-bb47-cb09bf98df00 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.867586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-d161e270-590a-48a2-bb47-cb09bf98df00 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.873658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-d161e270-590a-48a2-bb47-cb09bf98df00 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.879715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-d161e270-590a-48a2-bb47-cb09bf98df00 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.885778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-d161e270-590a-48a2-bb47-cb09bf98df00 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.887802 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-d161e270-590a-48a2-bb47-cb09bf98df00 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.1278894 Jul 06 18:40:25.902654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d470d009-e5d6-4e99-854e-e6323f9bbb2d None None] Could not find standard attr ID for object 6b4e6d31-2d6a-4260-b441-e25a9aedd516. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:40:25.903183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 1fff5426-fa78-4533-a36c-b7088fd0ec31 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:25.909132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d470d009-e5d6-4e99-854e-e6323f9bbb2d None None] Could not find standard attr ID for object a9d15ccd-0b38-4dc7-bef7-7509dbb1e683. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:40:25.930872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.950172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] No DVR routers for this DVR port 1fff5426-fa78-4533-a36c-b7088fd0ec31 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:25.971410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2b726-85d9-47d1-be13-e819923dbbf1 None None] Pushing event deleted for resources: {'Port': ['ID=1fff5426-fa78-4533-a36c-b7088fd0ec31,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:26.053966 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e73afb21-b777-47d4-8c6e-f6244f0591ba tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.058758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e73afb21-b777-47d4-8c6e-f6244f0591ba tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "DELETE /v2.0/ports/a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 HTTP/1.1" status: 204 len: 168 time: 1.7404544 Jul 06 18:40:26.061429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53258) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:26.075809 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.116324 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e6c2a4-56f4-4e33-9634-ca5e74690426 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] GET failed (client error): The resource could not be found. Jul 06 18:40:26.118586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-59e6c2a4-56f4-4e33-9634-ca5e74690426 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "GET /v2.0/ports/a9d15ccd-0b38-4dc7-bef7-7509dbb1e683 HTTP/1.1" status: 404 len: 333 time: 0.0559766 Jul 06 18:40:26.125935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53260) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:26.143224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-674925786'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:26.253590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.300805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=1fff5426-fa78-4533-a36c-b7088fd0ec31,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:26.320647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No DVR routers for this DVR port 1fff5426-fa78-4533-a36c-b7088fd0ec31 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:26.334704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04a46c67-ebdc-4359-9c6f-75f20284d4f1 req-191b32a0-300d-4822-ad83-ec845c5e870c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4396484 Jul 06 18:40:26.353745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1fff5426-fa78-4533-a36c-b7088fd0ec31 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:26.374798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1fff5426-fa78-4533-a36c-b7088fd0ec31 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:26.375345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1fff5426-fa78-4533-a36c-b7088fd0ec31 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:26.420852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Made reservation on behalf of 20b430d85fd64f3da053c70d2224831e for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:26.424346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.446626 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.463165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] device_id is not set on port 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:26.469230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29182095-6f61-4c9b-bfc0-10630f3af642']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:26.486647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbba282a-c06d-4271-ad8c-ced68a7a94b0') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:26.486944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbba282a-c06d-4271-ad8c-ced68a7a94b0') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:26.524502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.608136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.640809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:26.641224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:26.644430 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:26.737907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.759590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.761473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/networks/29182095-6f61-4c9b-bfc0-10630f3af642 HTTP/1.1" status: 204 len: 168 time: 2.0113628 Jul 06 18:40:26.765580 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53264) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:26.771039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'name': 'tempest-PortsTestJSON-278971274'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:26.772220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Allocated IP 2001:db8::17f (ea9b80c5-59de-477d-9822-6de9a410ed3b/5d688b63-e0f2-41ee-9a35-4747021d1219/8fcde4ec-69a3-409f-b2fb-cacbba61afe1) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:26.778754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72456b2-9bdb-4e5b-be9c-c71d7ceebd2c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Network': ['ID=29182095-6f61-4c9b-bfc0-10630f3af642,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:26.782921 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.808096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.864937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:26.869733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:26.890148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port c95ccf2f-9c77-411b-b812-5659cc705cef yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:26.913826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:27.049903 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.087918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.113339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Allocated IP 172.25.4.142 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/13af1638-6b2d-499d-9ed7-d5f25d95445b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:27.134279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:27.137575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:27.140288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:27.147337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.147971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.162408 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.169484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=c95ccf2f-9c77-411b-b812-5659cc705cef,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:27.174756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f2e7d545-414b-4b08-8d51-a7cf2c0e6b5f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4080045 Jul 06 18:40:27.177557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53270) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:27.231219 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:40:27.251228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 354a423e-ce00-4a84-936c-01ad50d496db no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:27.270933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 354a423e-ce00-4a84-936c-01ad50d496db {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:27.271223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 354a423e-ce00-4a84-936c-01ad50d496db not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:27.271578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Transition to ACTIVE for port object 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:27.280432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bc108303-3286-4797-a327-354b0b4d7dcd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port c95ccf2f-9c77-411b-b812-5659cc705cef {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:27.280772 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc108303-3286-4797-a327-354b0b4d7dcd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.349434 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc108303-3286-4797-a327-354b0b4d7dcd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.362655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bc108303-3286-4797-a327-354b0b4d7dcd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for c95ccf2f-9c77-411b-b812-5659cc705cef owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:27.387396 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.401115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.445965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc108303-3286-4797-a327-354b0b4d7dcd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.479778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc108303-3286-4797-a327-354b0b4d7dcd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.484337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bc108303-3286-4797-a327-354b0b4d7dcd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/c95ccf2f-9c77-411b-b812-5659cc705cef HTTP/1.1" status: 204 len: 168 time: 0.3034978 Jul 06 18:40:27.484337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc108303-3286-4797-a327-354b0b4d7dcd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=c95ccf2f-9c77-411b-b812-5659cc705cef,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:27.486139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53274) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:27.490680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Network ea9b80c5-59de-477d-9822-6de9a410ed3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:27.492507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'mac_address': 'fa:16:3e:0b:fa:81', 'name': 'tempest-PortsTestJSON-1987361294'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:27.508603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:27.515662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:27.521309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.522017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.525286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=8fcde4ec-69a3-409f-b2fb-cacbba61afe1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:27.596642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:27.611172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.621847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-48e970a8-2d71-4c72-b8a1-721d76aaba93 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4921553 Jul 06 18:40:27.643867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53278) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:27.650639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:92:a1:f8'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:27.679421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:27.688089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:27.692834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:27.720265 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.720768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=13af1638-6b2d-499d-9ed7-d5f25d95445b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:27.777228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-ed1e2f25-7b02-41ba-9b9b-2e83cd90876b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.783249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-ed1e2f25-7b02-41ba-9b9b-2e83cd90876b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.789242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-ed1e2f25-7b02-41ba-9b9b-2e83cd90876b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.793536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port b7e31f9d-782b-4054-b991-bd2c91293da7 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:27.795149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-ed1e2f25-7b02-41ba-9b9b-2e83cd90876b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.801251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-ed1e2f25-7b02-41ba-9b9b-2e83cd90876b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.807874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-ed1e2f25-7b02-41ba-9b9b-2e83cd90876b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.814235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-ed1e2f25-7b02-41ba-9b9b-2e83cd90876b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:27.816222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-ed1e2f25-7b02-41ba-9b9b-2e83cd90876b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5458 time: 0.3032899 Jul 06 18:40:27.850796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9c709949-aefe-443a-a95e-6e7471fd3ca4 None None] Provisioning for port 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:27.855265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9c709949-aefe-443a-a95e-6e7471fd3ca4 None None] Provisioning complete for port 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:27.855839 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9c709949-aefe-443a-a95e-6e7471fd3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.894048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9c709949-aefe-443a-a95e-6e7471fd3ca4 None None] Port 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:27.953971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.064725 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.185379 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.191714 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 78d92e89-de50-498a-937e-2649db794776 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:28.256101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:28.266821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:28.270077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.272673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:28.277922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:28.278672 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.280110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0e2d01d-8339-4a34-9a5a-17b571c8af6d req-cf363121-83df-41bd-bd37-975e22669ee6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4293694 Jul 06 18:40:28.281143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=b7e31f9d-782b-4054-b991-bd2c91293da7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:28.285220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.311335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 78d92e89-de50-498a-937e-2649db794776, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=78d92e89-de50-498a-937e-2649db794776,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:28.322408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] In _notify_port_updated(), no bound segment for port 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 on network ea9b80c5-59de-477d-9822-6de9a410ed3b {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:40:28.326958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '78d92e89-de50-498a-937e-2649db794776', 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'port_id': '78d92e89-de50-498a-937e-2649db794776', 'mac_address': 'fa:16:3e:9c:5d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea1452d-da00-425b-be6f-9d1150db1957', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:28.328416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:28.329378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.333489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "PUT /v2.0/ports/8fcde4ec-69a3-409f-b2fb-cacbba61afe1 HTTP/1.1" status: 200 len: 1002 time: 0.6883411 Jul 06 18:40:28.334197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53280) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:28.348419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3e4bb14f-8e42-4ac7-911d-aa3d41f7e0f4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8610387 Jul 06 18:40:28.355162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53282) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:28.379341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.400642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d92e89-de50-498a-937e-2649db794776 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:28.410998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.423664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600abb7-f136-4485-a8b0-5c601a077c4e tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=8fcde4ec-69a3-409f-b2fb-cacbba61afe1,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:28.425205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 78d92e89-de50-498a-937e-2649db794776, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=78d92e89-de50-498a-937e-2649db794776,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:28.435237 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.436438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4a6ebf14-82aa-4dbb-83e5-46361d90762a details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:28.449761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb6fa1-6df4-4125-8ce2-e561afd42bcc tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:28.451409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0ebb6fa1-6df4-4125-8ce2-e561afd42bcc tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/b7e31f9d-782b-4054-b991-bd2c91293da7 HTTP/1.1" status: 200 len: 841 time: 0.0952783 Jul 06 18:40:28.454106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53284) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:28.582717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bd2352cd-53d7-438f-b7d5-8e56ef901c88 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port b7e31f9d-782b-4054-b991-bd2c91293da7 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:28.583076 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd2352cd-53d7-438f-b7d5-8e56ef901c88 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.583212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=78d92e89-de50-498a-937e-2649db794776,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:28.585592 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.635968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4a6ebf14-82aa-4dbb-83e5-46361d90762a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:28.653177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'port_id': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'mac_address': 'fa:16:3e:3e:f1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:28.698841 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.706563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd2352cd-53d7-438f-b7d5-8e56ef901c88 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.712950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6ebf14-82aa-4dbb-83e5-46361d90762a {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:28.730591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bd2352cd-53d7-438f-b7d5-8e56ef901c88 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for b7e31f9d-782b-4054-b991-bd2c91293da7 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:28.731330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-18caedef-d816-45aa-858d-59ea436ff0d4 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Deleting port 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:28.731729 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-18caedef-d816-45aa-858d-59ea436ff0d4 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.750687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4a6ebf14-82aa-4dbb-83e5-46361d90762a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:28.756825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e67b6300-8d97-42d3-a10a-af56f550a7fe None None] Provisioning complete for port 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:28.757548 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e67b6300-8d97-42d3-a10a-af56f550a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.760623 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.765740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3bf408fe-5823-47ef-94af-548bd65a1a77 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:28.851133 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd2352cd-53d7-438f-b7d5-8e56ef901c88 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.863968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e67b6300-8d97-42d3-a10a-af56f550a7fe None None] Port 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:28.872837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4a6ebf14-82aa-4dbb-83e5-46361d90762a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:28.881268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3bf408fe-5823-47ef-94af-548bd65a1a77, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3bf408fe-5823-47ef-94af-548bd65a1a77,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:28.894920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2352cd-53d7-438f-b7d5-8e56ef901c88 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=b7e31f9d-782b-4054-b991-bd2c91293da7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:28.899682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd2352cd-53d7-438f-b7d5-8e56ef901c88 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.901708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bd2352cd-53d7-438f-b7d5-8e56ef901c88 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/b7e31f9d-782b-4054-b991-bd2c91293da7 HTTP/1.1" status: 204 len: 168 time: 0.4463885 Jul 06 18:40:28.907331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '3bf408fe-5823-47ef-94af-548bd65a1a77', 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'port_id': '3bf408fe-5823-47ef-94af-548bd65a1a77', 'mac_address': 'fa:16:3e:f1:a8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea1452d-da00-425b-be6f-9d1150db1957', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:28.908468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53288) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:28.923912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-18caedef-d816-45aa-858d-59ea436ff0d4 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.944884 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebca77ea-78e5-4eb6-aca8-c79370d3fe30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:28.949944 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ebca77ea-78e5-4eb6-aca8-c79370d3fe30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/b7e31f9d-782b-4054-b991-bd2c91293da7 HTTP/1.1" status: 404 len: 333 time: 0.0374854 Jul 06 18:40:28.950555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53290) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:28.955484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'name': 'tempest-PortsTestJSON-1486071827'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:28.958031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.968917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-18caedef-d816-45aa-858d-59ea436ff0d4 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Calling delete_port for 8fcde4ec-69a3-409f-b2fb-cacbba61afe1 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:28.975251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf408fe-5823-47ef-94af-548bd65a1a77 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:28.996751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3bf408fe-5823-47ef-94af-548bd65a1a77, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3bf408fe-5823-47ef-94af-548bd65a1a77,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.002599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.002941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 10da5450-7c8f-45b8-9976-7b9288f56e5e details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:29.049155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:29.058250 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.065519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.076731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port b6f61c17-d603-4b86-91a1-c875807892a5 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:29.076939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 10da5450-7c8f-45b8-9976-7b9288f56e5e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.079224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3bf408fe-5823-47ef-94af-548bd65a1a77,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:29.093488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '10da5450-7c8f-45b8-9976-7b9288f56e5e', 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'port_id': '10da5450-7c8f-45b8-9976-7b9288f56e5e', 'mac_address': 'fa:16:3e:25:d0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea1452d-da00-425b-be6f-9d1150db1957', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:29.135567 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.149169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10da5450-7c8f-45b8-9976-7b9288f56e5e {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:29.175857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 10da5450-7c8f-45b8-9976-7b9288f56e5e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.180851 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.181515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d4b8992c-2d12-4392-9fde-e05548fa139d details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:29.259311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Deleting port e442532a-7d5c-4b25-9727-aef2703ccd56 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:29.259554 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.278986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=10da5450-7c8f-45b8-9976-7b9288f56e5e,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:29.322161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-18caedef-d816-45aa-858d-59ea436ff0d4 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.330400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d4b8992c-2d12-4392-9fde-e05548fa139d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d4b8992c-2d12-4392-9fde-e05548fa139d,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.344247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'd4b8992c-2d12-4392-9fde-e05548fa139d', 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9', 'port_id': 'd4b8992c-2d12-4392-9fde-e05548fa139d', 'mac_address': 'fa:16:3e:55:71:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:29.375069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caedef-d816-45aa-858d-59ea436ff0d4 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Port': ['ID=8fcde4ec-69a3-409f-b2fb-cacbba61afe1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:29.417078 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-18caedef-d816-45aa-858d-59ea436ff0d4 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.421568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-18caedef-d816-45aa-858d-59ea436ff0d4 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "DELETE /v2.0/ports/8fcde4ec-69a3-409f-b2fb-cacbba61afe1 HTTP/1.1" status: 204 len: 168 time: 1.0828266 Jul 06 18:40:29.421800 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.422015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53294) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:29.427308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Router 0835ef51-f442-45f4-8a5f-be04ef81ccee is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:40:29.427995 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.431136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] For port e442532a-7d5c-4b25-9727-aef2703ccd56, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e442532a-7d5c-4b25-9727-aef2703ccd56,segment=NetworkSegment(c899b3d9-9a0d-4856-96fa-83aa2e4933cd),segment_id=c899b3d9-9a0d-4856-96fa-83aa2e4933cd)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.431658 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.446970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b8992c-2d12-4392-9fde-e05548fa139d {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:29.473896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Calling delete_port for e442532a-7d5c-4b25-9727-aef2703ccd56 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:29.477747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d4b8992c-2d12-4392-9fde-e05548fa139d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d4b8992c-2d12-4392-9fde-e05548fa139d,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.477935 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-788f77b4-8394-455f-a9c6-1a93a1933e67 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] GET failed (client error): The resource could not be found. Jul 06 18:40:29.483424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-788f77b4-8394-455f-a9c6-1a93a1933e67 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "GET /v2.0/ports/8fcde4ec-69a3-409f-b2fb-cacbba61afe1 HTTP/1.1" status: 404 len: 333 time: 0.0535493 Jul 06 18:40:29.483646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53296) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:29.487479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.489435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-95505636'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:29.492391 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.494233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 1afc42e0-ffc3-4b54-9467-8c1302e646cd details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:29.573947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:29.575193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=b6f61c17-d603-4b86-91a1-c875807892a5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:29.578906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:29.584843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 1afc42e0-ffc3-4b54-9467-8c1302e646cd, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.590304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:29.596520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.597175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.610410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '1afc42e0-ffc3-4b54-9467-8c1302e646cd', 'network_id': '36a68faa-25a4-4c20-b236-3e5eaca5fb55', 'port_id': '1afc42e0-ffc3-4b54-9467-8c1302e646cd', 'mac_address': 'fa:16:3e:1c:41:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea1452d-da00-425b-be6f-9d1150db1957', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:29.615001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4d609331-b6dd-4680-adeb-e11f2b89189c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6630700 Jul 06 18:40:29.617296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53298) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:29.622649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d4b8992c-2d12-4392-9fde-e05548fa139d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:29.625902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:29.666614 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.683070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afc42e0-ffc3-4b54-9467-8c1302e646cd {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:29.704933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 1afc42e0-ffc3-4b54-9467-8c1302e646cd, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.712533 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.713782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fe774b3a-0b21-4bdb-b411-b7e0285a7c92 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:29.737893 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.792100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=1afc42e0-ffc3-4b54-9467-8c1302e646cd,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:29.798795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fe774b3a-0b21-4bdb-b411-b7e0285a7c92, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.814133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'fe774b3a-0b21-4bdb-b411-b7e0285a7c92', 'network_id': '8834e188-cc93-4bd8-9ab4-7a580b36dac9', 'port_id': 'fe774b3a-0b21-4bdb-b411-b7e0285a7c92', 'mac_address': 'fa:16:3e:d1:48:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:29.862213 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.877331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe774b3a-0b21-4bdb-b411-b7e0285a7c92 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:29.892304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:40:29.902475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fe774b3a-0b21-4bdb-b411-b7e0285a7c92, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:29.907617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Sync routers for ids ['0835ef51-f442-45f4-8a5f-be04ef81ccee'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:40:29.912031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.916159 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.920769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.933812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-4f4dccad-5dae-42e2-85e4-1bada675403f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.940227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-4f4dccad-5dae-42e2-85e4-1bada675403f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.946477 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-4f4dccad-5dae-42e2-85e4-1bada675403f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.953124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Routers {'0835ef51-f442-45f4-8a5f-be04ef81ccee'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:29.953963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-4f4dccad-5dae-42e2-85e4-1bada675403f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.954146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0835ef51-f442-45f4-8a5f-be04ef81ccee'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:29.961506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-4f4dccad-5dae-42e2-85e4-1bada675403f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.963889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] In _notify_port_updated(), no bound segment for port b6f61c17-d603-4b86-91a1-c875807892a5 on network e5841347-eb7f-4790-ad38-188863a80819 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:40:29.969126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-4f4dccad-5dae-42e2-85e4-1bada675403f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.970567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.971318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.976364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "PUT /v2.0/ports/b6f61c17-d603-4b86-91a1-c875807892a5 HTTP/1.1" status: 200 len: 818 time: 0.3546185 Jul 06 18:40:29.976543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-4f4dccad-5dae-42e2-85e4-1bada675403f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:29.976938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53302) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:29.977941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-4f4dccad-5dae-42e2-85e4-1bada675403f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5463 time: 0.4186645 Jul 06 18:40:29.982967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Made reservation on behalf of 20b430d85fd64f3da053c70d2224831e for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:29.986558 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.014911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.016134 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-283d8dd1-04b9-4d3b-bc9c-ca23d7761ec1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9898846 Jul 06 18:40:30.022681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53304) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:30.029147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] device_id is not set on port 871ac022-b6a6-425a-825d-74c393e8ecdc yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:30.031442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80455f-aecb-4586-ace5-3b5774140c9c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=b6f61c17-d603-4b86-91a1-c875807892a5,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:30.050167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:30.111182 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Set router 0835ef51-f442-45f4-8a5f-be04ef81ccee gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:30.122944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa78bb78-28cb-4814-93fe-eaf1be6815a1 req-b06452b7-67e7-44f5-935a-a6b737719729 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222739 Jul 06 18:40:30.175901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.185176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0754ba17-1152-4964-85b5-fdf54f742c00 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port b6f61c17-d603-4b86-91a1-c875807892a5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:30.185688 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0754ba17-1152-4964-85b5-fdf54f742c00 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.211081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e442532a-7d5c-4b25-9727-aef2703ccd56,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:30.402414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0754ba17-1152-4964-85b5-fdf54f742c00 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.425477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0754ba17-1152-4964-85b5-fdf54f742c00 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for b6f61c17-d603-4b86-91a1-c875807892a5 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:30.492467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['10da5450-7c8f-45b8-9976-7b9288f56e5e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:30.524639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d4b8992c-2d12-4392-9fde-e05548fa139d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:30.557428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3bf408fe-5823-47ef-94af-548bd65a1a77'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:30.604757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Allocated IP 2001:db8::317 (ea9b80c5-59de-477d-9822-6de9a410ed3b/5d688b63-e0f2-41ee-9a35-4747021d1219/871ac022-b6a6-425a-825d-74c393e8ecdc) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:30.618230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['fe774b3a-0b21-4bdb-b411-b7e0285a7c92'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:30.630253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0754ba17-1152-4964-85b5-fdf54f742c00 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.666179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754ba17-1152-4964-85b5-fdf54f742c00 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=b6f61c17-d603-4b86-91a1-c875807892a5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:30.674411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['78d92e89-de50-498a-937e-2649db794776'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:30.676958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['4a6ebf14-82aa-4dbb-83e5-46361d90762a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:30.691954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0754ba17-1152-4964-85b5-fdf54f742c00 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.696551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0754ba17-1152-4964-85b5-fdf54f742c00 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/b6f61c17-d603-4b86-91a1-c875807892a5 HTTP/1.1" status: 204 len: 168 time: 0.7156665 Jul 06 18:40:30.696779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53312) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:30.792944 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.818476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8423e494-1ddd-4338-8860-69a3a855307f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:30.822640 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8423e494-1ddd-4338-8860-69a3a855307f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1222935 Jul 06 18:40:30.823250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53314) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:30.867247 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9152abe-046e-419b-86c8-1512b7606002 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:30.873129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f9152abe-046e-419b-86c8-1512b7606002 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/b6f61c17-d603-4b86-91a1-c875807892a5 HTTP/1.1" status: 404 len: 333 time: 0.0446742 Jul 06 18:40:30.873355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53316) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:30.874074 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.880241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-967397195'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:30.963563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:30.967439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.975147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.986227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Allocated IP 172.20.0.1 (1c31caf8-df6b-4853-840b-c8e626c0ed5d/8ad5e774-cb36-4f5a-afa2-e3a553df611e/4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:31.005839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Transition to ACTIVE for port object 871ac022-b6a6-425a-825d-74c393e8ecdc will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:31.050122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:31.081410 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.081761 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Added segment 3cfea755-3b91-4a1c-960a-e0fde2da9145 of type vlan for network 0da7c4d1-a5e3-420f-80ed-944d144c63cf Jul 06 18:40:31.134724 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.187759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.216832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:40:28Z', 'revision_number': 3, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:31.244446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.248300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.254546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Network 1c31caf8-df6b-4853-840b-c8e626c0ed5d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:31.255847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:31.260280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:31.263633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:31.291657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Router 50e15d72-8d82-4ce2-b644-b3355f956776 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:40:31.306695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Checking router: 0835ef51-f442-45f4-8a5f-be04ef81ccee for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:40:31.307104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Updating router 0835ef51-f442-45f4-8a5f-be04ef81ccee port 13af1638-6b2d-499d-9ed7-d5f25d95445b binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:40:31.314748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.321664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Network ea9b80c5-59de-477d-9822-6de9a410ed3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:31.332619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:31.339961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:31.345827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.346474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.363517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=871ac022-b6a6-425a-825d-74c393e8ecdc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:31.382185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c750055d-e6e2-4ac9-b424-d2121f5e73b6 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8973804 Jul 06 18:40:31.386123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53322) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:31.403977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'network_id': 'ea9b80c5-59de-477d-9822-6de9a410ed3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-621295778'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:31.413861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.417894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['1afc42e0-ffc3-4b54-9467-8c1302e646cd'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:31.420553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.421279 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.461989 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.568087 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6918230 Jul 06 18:40:31.600323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53324) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:31.605641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:31.634822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.674508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85367c-8737-41a4-acaf-a36f03bfde0c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Network': ['ID=0da7c4d1-a5e3-420f-80ed-944d144c63cf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:31.696337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:31.712426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:40:31.716773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Made reservation on behalf of 20b430d85fd64f3da053c70d2224831e for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:31.719397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15a0345b-1856-4742-b6c7-cfe8efef3dc0 admin admin] 10.222.0.53 "PUT /v2.0/routers/50e15d72-8d82-4ce2-b644-b3355f956776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8044960 Jul 06 18:40:31.721085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.724726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53326) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:31.726490 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] Sync routers for ids ['50e15d72-8d82-4ce2-b644-b3355f956776'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:40:31.737154 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] Routers {'50e15d72-8d82-4ce2-b644-b3355f956776'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:31.737802 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['50e15d72-8d82-4ce2-b644-b3355f956776'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:31.746077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-d54bc7af-815f-4b04-b2ee-a48564c11017 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.752824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-d54bc7af-815f-4b04-b2ee-a48564c11017 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.758851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-d54bc7af-815f-4b04-b2ee-a48564c11017 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.764836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-d54bc7af-815f-4b04-b2ee-a48564c11017 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.770803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-d54bc7af-815f-4b04-b2ee-a48564c11017 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.776805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-d54bc7af-815f-4b04-b2ee-a48564c11017 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.786368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-d54bc7af-815f-4b04-b2ee-a48564c11017 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.795811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-d54bc7af-815f-4b04-b2ee-a48564c11017 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5465 time: 0.4358051 Jul 06 18:40:31.816980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8e800d29-d3cd-42db-aec3-de2b448041ef None None] Provisioning for port 871ac022-b6a6-425a-825d-74c393e8ecdc completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:31.834217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8e800d29-d3cd-42db-aec3-de2b448041ef None None] Provisioning complete for port 871ac022-b6a6-425a-825d-74c393e8ecdc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:31.834589 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e800d29-d3cd-42db-aec3-de2b448041ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.873052 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] Set router 50e15d72-8d82-4ce2-b644-b3355f956776 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:31.898740 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.915218 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.940683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0232d332-3c14-42db-84a6-b6785ba1af8b req-c7eb3b0d-b434-4257-859c-bfd75860ec19 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438723 Jul 06 18:40:31.945469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8e800d29-d3cd-42db-aec3-de2b448041ef None None] Port 871ac022-b6a6-425a-825d-74c393e8ecdc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:31.954864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:31.960729 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.984568 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.000180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Transition to ACTIVE for port object 13af1638-6b2d-499d-9ed7-d5f25d95445b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:32.002531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] device_id is not set on port f42c3068-481f-4a4a-8063-0d892147a7e2 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:32.009014 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.023230 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.081985 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:32.083829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc3996-96ca-431e-bcb0-a89591f01929 None None] Pushing event updated for resources: {'Port': ['ID=13af1638-6b2d-499d-9ed7-d5f25d95445b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:32.086016 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.110239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Attempting to bind port 13af1638-6b2d-499d-9ed7-d5f25d95445b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:32.110484 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:40:30Z', 'revision_number': 5, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:32.110617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Attempting to bind port 13af1638-6b2d-499d-9ed7-d5f25d95445b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:32.110978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Attempting to bind port 13af1638-6b2d-499d-9ed7-d5f25d95445b on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:32.122148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:32.122540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:32.123049 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.123529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:32.124036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Bound port: 13af1638-6b2d-499d-9ed7-d5f25d95445b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:32.124424 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.152559 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] Checking router: 50e15d72-8d82-4ce2-b644-b3355f956776 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:40:32.165829 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] Routers {'50e15d72-8d82-4ce2-b644-b3355f956776'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:32.166508 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['50e15d72-8d82-4ce2-b644-b3355f956776'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:32.188297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.188568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] For port 13af1638-6b2d-499d-9ed7-d5f25d95445b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:32.194483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] For port 13af1638-6b2d-499d-9ed7-d5f25d95445b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=13af1638-6b2d-499d-9ed7-d5f25d95445b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:32.203944 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.273801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Routers {'0835ef51-f442-45f4-8a5f-be04ef81ccee'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:32.274855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0835ef51-f442-45f4-8a5f-be04ef81ccee'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:32.281385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.319344 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] Set router 50e15d72-8d82-4ce2-b644-b3355f956776 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:32.340179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Allocated IP 2001:db8::196 (ea9b80c5-59de-477d-9822-6de9a410ed3b/5d688b63-e0f2-41ee-9a35-4747021d1219/f42c3068-481f-4a4a-8063-0d892147a7e2) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:32.342892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Deleting port 1e956533-e404-4db7-a92d-45e4de22381b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:32.343303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.375175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc3996-96ca-431e-bcb0-a89591f01929 None None] Pushing event updated for resources: {'Port': ['ID=13af1638-6b2d-499d-9ed7-d5f25d95445b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:32.399703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=5ee72609-7bf8-4668-a9f7-19d1b0cfc891,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:32.411024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Checking segment: {'id': '3cfea755-3b91-4a1c-960a-e0fde2da9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:32.411392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network hostable DHCP agents. Network: 0da7c4d1-a5e3-420f-80ed-944d144c63cf, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:32.447626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Network 1c31caf8-df6b-4853-840b-c8e626c0ed5d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:32.449421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:32.460133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:32.466265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] Set router 0835ef51-f442-45f4-8a5f-be04ef81ccee gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:32.470794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] For port 1e956533-e404-4db7-a92d-45e4de22381b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e956533-e404-4db7-a92d-45e4de22381b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:32.471494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.482123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 0da7c4d1-a5e3-420f-80ed-944d144c63cf) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:32.499531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Calling delete_port for 1e956533-e404-4db7-a92d-45e4de22381b owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:32.502324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:32.502935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.506702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b81aa4-d933-4e78-9e54-adaeda16a930 None None] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:32.565852 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7e6cafab-67ad-47a9-87e5-d57d2223dac3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9643283 Jul 06 18:40:32.569680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53330) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:32.574988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c10159bc-e112-4f38-967b-db49b240e632 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:32.586509 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:40:30Z', 'revision_number': 5, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:32.622483 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b2174-bedc-45d9-af0c-75c56a4877f3 None None] The sync data for ids ['50e15d72-8d82-4ce2-b644-b3355f956776'] in n-d-799684-2 is: [{'id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'name': 'tempest-ServerRescueNegativeTestJSON-694291670-router', 'tenant_id': '383bf9325644499ab4167f39042e4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '1e956533-e404-4db7-a92d-45e4de22381b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:37:35Z', 'updated_at': '2021-07-06T18:40:30Z', 'revision_number': 5, 'project_id': '383bf9325644499ab4167f39042e4781', 'gw_port': {'id': '1e956533-e404-4db7-a92d-45e4de22381b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e15d72-8d82-4ce2-b644-b3355f956776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:37:36Z', 'updated_at': '2021-07-06T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:40:32.775783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10159bc-e112-4f38-967b-db49b240e632 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:32.779916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c10159bc-e112-4f38-967b-db49b240e632 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.905445 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.946847 n-d-799684-2 neutron-server[93966]: INFO neutron.db.ipam_backend_mixin [None req-c10159bc-e112-4f38-967b-db49b240e632 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ee72609-7bf8-4668-a9f7-19d1b0cfc891 (CIDR: 172.20.0.0/28) Jul 06 18:40:32.950306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e956533-e404-4db7-a92d-45e4de22381b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:32.959134 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10159bc-e112-4f38-967b-db49b240e632 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:40:32.959724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10159bc-e112-4f38-967b-db49b240e632 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:40:33.022757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-0da7c4d1-a5e3-420f-80ed-944d144c63cf', 'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf', 'tenant_id': '723e28aed9324d41829b9b073dfc2710', 'fixed_ips': [{'subnet_id': '5ee72609-7bf8-4668-a9f7-19d1b0cfc891'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:40:33.023756 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.060421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c10159bc-e112-4f38-967b-db49b240e632 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4896109 Jul 06 18:40:33.066779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53334) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:33.088522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:33.126744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.130539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:40:31Z', 'revision_number': 4, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd', 'name': '', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'mac_address': 'fa:16:3e:25:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:30Z', 'updated_at': '2021-07-06T18:40:31Z', 'revision_number': 2, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'subnets': [{'id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:33.137184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Router 0835ef51-f442-45f4-8a5f-be04ef81ccee has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:40:33.153420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Transition to ACTIVE for port object f42c3068-481f-4a4a-8063-0d892147a7e2 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:33.167242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62380-1052-4db6-b2ac-e1bc730b9311 None None] The sync data for ids ['0835ef51-f442-45f4-8a5f-be04ef81ccee'] in n-d-799684-2 is: [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:40:31Z', 'revision_number': 4, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd', 'name': '', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'mac_address': 'fa:16:3e:25:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:30Z', 'updated_at': '2021-07-06T18:40:31Z', 'revision_number': 2, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'subnets': [{'id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:40:33.264321 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.287048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Allocated IP 172.20.0.2 (0da7c4d1-a5e3-420f-80ed-944d144c63cf/5ee72609-7bf8-4668-a9f7-19d1b0cfc891/040325d1-16a3-45f1-86c6-5200fa5f0568) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:33.288939 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.343735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:40:33.355147 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-de86dab6-62b6-4271-a5df-e8bd08606908 admin admin] 10.222.0.53 "PUT /v2.0/routers/0835ef51-f442-45f4-8a5f-be04ef81ccee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3310058 Jul 06 18:40:33.386209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Network ea9b80c5-59de-477d-9822-6de9a410ed3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:33.388496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:33.397997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:33.408264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:33.409826 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.429382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=f42c3068-481f-4a4a-8063-0d892147a7e2,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:33.430640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.439166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.464385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:33.468584 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.472462 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3ba88b4e-1945-4108-b4f2-0d6086aaac7c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0841615 Jul 06 18:40:33.473882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53340) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:33.483961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::dc', 'mac_address': 'fa:16:3e:92:a1:f8'}, {'ip_address': '2001:db8::317', 'mac_address': 'fa:16:3e:9f:8f:46'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:33.603390 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.613683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Transition to ACTIVE for port object 040325d1-16a3-45f1-86c6-5200fa5f0568 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:33.688508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Transition to ACTIVE for port object 040325d1-16a3-45f1-86c6-5200fa5f0568 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:33.700274 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.729606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:33.781939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:33.791444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:33.810266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.919633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Pushing event updated for resources: {'Port': ['ID=040325d1-16a3-45f1-86c6-5200fa5f0568,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:34.031046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Attempting to bind port 040325d1-16a3-45f1-86c6-5200fa5f0568 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:34.032098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Attempting to bind port 040325d1-16a3-45f1-86c6-5200fa5f0568 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3cfea755-3b91-4a1c-960a-e0fde2da9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:34.032301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Attempting to bind port 040325d1-16a3-45f1-86c6-5200fa5f0568 on network 0da7c4d1-a5e3-420f-80ed-944d144c63cf {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:34.044029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:34.044681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Checking segment: {'id': '3cfea755-3b91-4a1c-960a-e0fde2da9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:34.045431 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.046244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Bound using segment: {'id': '3cfea755-3b91-4a1c-960a-e0fde2da9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:34.047035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Bound port: 040325d1-16a3-45f1-86c6-5200fa5f0568, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfea755-3b91-4a1c-960a-e0fde2da9145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:34.047743 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.092099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-84b60be0-eb01-4730-98f5-f6928668bc25 None None] Provisioning for port f42c3068-481f-4a4a-8063-0d892147a7e2 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:34.105235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-84b60be0-eb01-4730-98f5-f6928668bc25 None None] Provisioning complete for port f42c3068-481f-4a4a-8063-0d892147a7e2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:34.105814 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-84b60be0-eb01-4730-98f5-f6928668bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.208954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 78d92e89-de50-498a-937e-2649db794776 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:34.228613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-abb7621f-8e7b-4fae-a1d6-cbfbb9a48dac tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.235779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-abb7621f-8e7b-4fae-a1d6-cbfbb9a48dac tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.242934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-abb7621f-8e7b-4fae-a1d6-cbfbb9a48dac tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.249566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-abb7621f-8e7b-4fae-a1d6-cbfbb9a48dac tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.256372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-abb7621f-8e7b-4fae-a1d6-cbfbb9a48dac tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.261017 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.263438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-abb7621f-8e7b-4fae-a1d6-cbfbb9a48dac tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.272889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.273538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-abb7621f-8e7b-4fae-a1d6-cbfbb9a48dac tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.282849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-abb7621f-8e7b-4fae-a1d6-cbfbb9a48dac tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5465 time: 1.0849488 Jul 06 18:40:34.321268 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.322362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e15d72-8d82-4ce2-b644-b3355f956776 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:40:34.336386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] In _notify_port_updated(), no bound segment for port f42c3068-481f-4a4a-8063-0d892147a7e2 on network ea9b80c5-59de-477d-9822-6de9a410ed3b {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:40:34.341446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 78d92e89-de50-498a-937e-2649db794776 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:34.346651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.348343 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f1446e46-a17b-416e-8940-918a611f4df0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/50e15d72-8d82-4ce2-b644-b3355f956776 HTTP/1.1" status: 204 len: 168 time: 2.6217859 Jul 06 18:40:34.353059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-84b60be0-eb01-4730-98f5-f6928668bc25 None None] Port f42c3068-481f-4a4a-8063-0d892147a7e2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:34.360242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53356) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:34.360922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 78d92e89-de50-498a-937e-2649db794776 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:34.361301 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.370021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.370875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.379046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "PUT /v2.0/ports/f42c3068-481f-4a4a-8063-0d892147a7e2 HTTP/1.1" status: 200 len: 1066 time: 0.8972900 Jul 06 18:40:34.388461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53358) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:34.447425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] For port 040325d1-16a3-45f1-86c6-5200fa5f0568, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:34.492829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] For port 040325d1-16a3-45f1-86c6-5200fa5f0568, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=040325d1-16a3-45f1-86c6-5200fa5f0568,segment=NetworkSegment(3cfea755-3b91-4a1c-960a-e0fde2da9145),segment_id=3cfea755-3b91-4a1c-960a-e0fde2da9145)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:34.515842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e442532a-7d5c-4b25-9727-aef2703ccd56 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:34.529487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.543579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373aa5f-0446-401f-aee2-c86e00db1b38 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event updated for resources: {'Port': ['ID=f42c3068-481f-4a4a-8063-0d892147a7e2,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:34.563200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-336e6d95-82eb-4143-8695-9c95eef962f3 req-6224cc65-c43c-4cba-9b1e-d2bff2d306ca tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2761757 Jul 06 18:40:34.639773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-91256e61-1e4d-4864-b1f7-36aef9643d54 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.650718 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-91256e61-1e4d-4864-b1f7-36aef9643d54 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 811 time: 0.5532107 Jul 06 18:40:34.655744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e442532a-7d5c-4b25-9727-aef2703ccd56 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:34.656087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e442532a-7d5c-4b25-9727-aef2703ccd56 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:34.658439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106fa67-a890-4f20-bfba-a62a33af45e0 None None] Pushing event updated for resources: {'Port': ['ID=040325d1-16a3-45f1-86c6-5200fa5f0568,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:34.678427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-a28b089a-80bd-4f5b-b0be-69c04197586e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/quotas/71e10e9af542419daa6acf16c5d534aa HTTP/1.1" status: 200 len: 375 time: 0.0262811 Jul 06 18:40:34.760390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c2e2a8-7a62-43ac-b018-e1b78bb7efd0 admin admin] Deleting subnet c5172960-a8e4-43dc-9e17-0d4898f6314f {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:34.777316 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.785807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e0781f67-c033-4d0b-b2af-89fe3d0448b0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058414 Jul 06 18:40:34.802553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e2a8-7a62-43ac-b018-e1b78bb7efd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.864107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d92e89-de50-498a-937e-2649db794776'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:34.868809 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9667bf1c-8775-405b-ba7a-a8a5e1dd9ab9" -d '{"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "78d92e89-de50-498a-937e-2649db794776"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:34.873394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 78d92e89-de50-498a-937e-2649db794776, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=78d92e89-de50-498a-937e-2649db794776,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:34.883156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.884000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4a6ebf14-82aa-4dbb-83e5-46361d90762a up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:34.905973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e2a8-7a62-43ac-b018-e1b78bb7efd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.932938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.970004 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4054677f-9585-483b-b848-f56478a1bd35 x-openstack-request-id: req-4054677f-9585-483b-b848-f56478a1bd35 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:34.970291 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "78d92e89-de50-498a-937e-2649db794776", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:34.970541 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4054677f-9585-483b-b848-f56478a1bd35 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:34.970929 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d92e89-de50-498a-937e-2649db794776', 'code': 200} Jul 06 18:40:35.016152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:35.024024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6bdd944a-c888-4f74-b358-11009ca99c83 None None] Provisioning complete for port f42c3068-481f-4a4a-8063-0d892147a7e2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:35.024422 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6bdd944a-c888-4f74-b358-11009ca99c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.033667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:35.039691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4094-aa5d-4c6e-b70b-8094b9c935f0 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Deleting port f42c3068-481f-4a4a-8063-0d892147a7e2 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:35.040044 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4094-aa5d-4c6e-b70b-8094b9c935f0 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.050754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e2a8-7a62-43ac-b018-e1b78bb7efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.054885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:35.055500 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.067961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=78d92e89-de50-498a-937e-2649db794776,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:35.076818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-04d204c8-5b06-4554-9815-7cec37494430 service neutron] 10.222.0.53 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827094 Jul 06 18:40:35.108976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd944a-c888-4f74-b358-11009ca99c83 None None] Port f42c3068-481f-4a4a-8063-0d892147a7e2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:35.124284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 4a6ebf14-82aa-4dbb-83e5-46361d90762a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:35.137882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 4a6ebf14-82aa-4dbb-83e5-46361d90762a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:35.138494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.143517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=ee49a2bc-3cbb-4a9e-855f-79a10b088ced,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:35.194988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-972da223-3416-4f44-ae31-bb8fc528d42a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1191485 Jul 06 18:40:35.194988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53366) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:35.202480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf', 'fixed_ips': [{'subnet_id': '5ee72609-7bf8-4668-a9f7-19d1b0cfc891'}, {'subnet_id': 'ee49a2bc-3cbb-4a9e-855f-79a10b088ced'}], 'name': 'tempest-PortsTestJSON-1583228281'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:35.340654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e2a8-7a62-43ac-b018-e1b78bb7efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.342621 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-acc271ba-a1a8-48b1-9d7a-f9e3cc43069e service neutron] 10.222.0.53 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143688 Jul 06 18:40:35.343118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.347720 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4094-aa5d-4c6e-b70b-8094b9c935f0 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.391658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4094-aa5d-4c6e-b70b-8094b9c935f0 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Calling delete_port for f42c3068-481f-4a4a-8063-0d892147a7e2 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:35.393504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2e2a8-7a62-43ac-b018-e1b78bb7efd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5172960-a8e4-43dc-9e17-0d4898f6314f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:35.394472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4a6ebf14-82aa-4dbb-83e5-46361d90762a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:35.402218 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.403354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 10da5450-7c8f-45b8-9976-7b9288f56e5e up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:35.406773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e2a8-7a62-43ac-b018-e1b78bb7efd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.411280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d2c2e2a8-7a62-43ac-b018-e1b78bb7efd0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5172960-a8e4-43dc-9e17-0d4898f6314f HTTP/1.1" status: 204 len: 168 time: 1.0462587 Jul 06 18:40:35.413467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53368) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:35.487803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4a6ebf14-82aa-4dbb-83e5-46361d90762a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:35.547676 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.561853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 10da5450-7c8f-45b8-9976-7b9288f56e5e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:35.567180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 10da5450-7c8f-45b8-9976-7b9288f56e5e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:35.567677 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.647920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:35.707866 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.710591 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.728566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2e27fc-791a-4cce-925e-47ae536705ad']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:35.741234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:35.741536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c899b3d9-9a0d-4856-96fa-83aa2e4933cd') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:35.753407 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.769402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.777066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:35.777664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.784560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 10da5450-7c8f-45b8-9976-7b9288f56e5e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:35.793195 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.797263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3bf408fe-5823-47ef-94af-548bd65a1a77 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:35.881327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:35.897221 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:35.908122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2420170e-7652-40b8-9925-a5d5bc1a9944 req-470a187b-b673-437d-9177-4e5516212af1 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 210 time: 0.2617149 Jul 06 18:40:35.909918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.918859 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.927707 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] 10.222.0.53 "DELETE /v2.0/networks/cd2e27fc-791a-4cce-925e-47ae536705ad HTTP/1.1" status: 204 len: 168 time: 0.5114582 Jul 06 18:40:35.940985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=10da5450-7c8f-45b8-9976-7b9288f56e5e,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:35.950091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port abe4e20f-8bc5-45a8-a275-6583f521f0fe yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:35.958355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4094-aa5d-4c6e-b70b-8094b9c935f0 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.968917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 3bf408fe-5823-47ef-94af-548bd65a1a77 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:35.974344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 3bf408fe-5823-47ef-94af-548bd65a1a77 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:35.974833 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.017893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac94baa-6f2c-4dbb-a672-6187e111b7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2e27fc-791a-4cce-925e-47ae536705ad,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:36.084002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d4094-aa5d-4c6e-b70b-8094b9c935f0 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Port': ['ID=f42c3068-481f-4a4a-8063-0d892147a7e2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:36.140202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-22acd32f-4555-47f6-afbe-8ea234b6a32c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:36.153151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-22acd32f-4555-47f6-afbe-8ea234b6a32c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:36.162581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-22acd32f-4555-47f6-afbe-8ea234b6a32c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:36.189091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-22acd32f-4555-47f6-afbe-8ea234b6a32c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:36.198954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-22acd32f-4555-47f6-afbe-8ea234b6a32c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:36.208581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-22acd32f-4555-47f6-afbe-8ea234b6a32c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:36.217195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-22acd32f-4555-47f6-afbe-8ea234b6a32c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:36.219979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-22acd32f-4555-47f6-afbe-8ea234b6a32c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5468 time: 0.3214960 Jul 06 18:40:36.243411 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.277245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53386) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:36.298646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7aada52c-dac3-4df4-9402-0a3544bf58bb req-934b52ff-9174-4057-be03-d07a4ae15a59 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695782 Jul 06 18:40:36.335127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3bf408fe-5823-47ef-94af-548bd65a1a77, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3bf408fe-5823-47ef-94af-548bd65a1a77,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:36.346102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.347215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 1afc42e0-ffc3-4b54-9467-8c1302e646cd up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:36.390394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-88633493-0e0a-4f1e-ba4a-bf5a11d04d19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=383bf9325644499ab4167f39042e4781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822818 Jul 06 18:40:36.391746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53388) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:36.488964 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8697dd8a-8d62-43a3-8709-0634e46ea541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.518207 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8697dd8a-8d62-43a3-8709-0634e46ea541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.587753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13af1638-6b2d-499d-9ed7-d5f25d95445b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:36.599300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8697dd8a-8d62-43a3-8709-0634e46ea541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.600698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92363364-8802-4aaf-97c7-95ba8f9cc26b None None] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:36.601907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8697dd8a-8d62-43a3-8709-0634e46ea541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.605426 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8697dd8a-8d62-43a3-8709-0634e46ea541 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62320629-6181-48d2-962f-093bd57cf180 HTTP/1.1" status: 204 len: 168 time: 0.2103529 Jul 06 18:40:36.612803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697dd8a-8d62-43a3-8709-0634e46ea541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62320629-6181-48d2-962f-093bd57cf180,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:36.678963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4094-aa5d-4c6e-b70b-8094b9c935f0 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.683473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4d2d4094-aa5d-4c6e-b70b-8094b9c935f0 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "DELETE /v2.0/ports/f42c3068-481f-4a4a-8063-0d892147a7e2 HTTP/1.1" status: 204 len: 168 time: 2.2498517 Jul 06 18:40:36.684761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53392) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:36.716830 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c84e9c-4d72-4bc0-9f00-d5e9fea1612f tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] GET failed (client error): The resource could not be found. Jul 06 18:40:36.718575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-62c84e9c-4d72-4bc0-9f00-d5e9fea1612f tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "GET /v2.0/ports/f42c3068-481f-4a4a-8063-0d892147a7e2 HTTP/1.1" status: 404 len: 333 time: 0.0337462 Jul 06 18:40:36.722277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53394) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:36.786568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3bf408fe-5823-47ef-94af-548bd65a1a77,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:36.795593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 1afc42e0-ffc3-4b54-9467-8c1302e646cd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:36.799838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bd225ad2-5975-4902-aac9-feb781d0ed27 None None] Provisioning for port 040325d1-16a3-45f1-86c6-5200fa5f0568 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:36.834138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 1afc42e0-ffc3-4b54-9467-8c1302e646cd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:36.834578 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.875288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.5 (0da7c4d1-a5e3-420f-80ed-944d144c63cf/5ee72609-7bf8-4668-a9f7-19d1b0cfc891/abe4e20f-8bc5-45a8-a275-6583f521f0fe) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:36.884873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.30 (0da7c4d1-a5e3-420f-80ed-944d144c63cf/ee49a2bc-3cbb-4a9e-855f-79a10b088ced/abe4e20f-8bc5-45a8-a275-6583f521f0fe) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:36.918638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 13af1638-6b2d-499d-9ed7-d5f25d95445b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:36.919591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e70ee-ffc5-4e59-8e3f-26bce888994c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Deleting port 871ac022-b6a6-425a-825d-74c393e8ecdc {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:36.919943 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c1e70ee-ffc5-4e59-8e3f-26bce888994c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.945791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 13af1638-6b2d-499d-9ed7-d5f25d95445b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:36.946544 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:36.973212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a'}, {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10da5450-7c8f-45b8-9976-7b9288f56e5e'}, {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf408fe-5823-47ef-94af-548bd65a1a77'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:36.976195 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7653ce25-158f-457c-9e05-48ef614e2558" -d '{"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a"}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "10da5450-7c8f-45b8-9976-7b9288f56e5e"}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "3bf408fe-5823-47ef-94af-548bd65a1a77"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:37.084657 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.090237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c1e70ee-ffc5-4e59-8e3f-26bce888994c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.128391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e70ee-ffc5-4e59-8e3f-26bce888994c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Calling delete_port for 871ac022-b6a6-425a-825d-74c393e8ecdc owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:37.139976 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93207970-d5b7-4e4f-8e92-f264b92f8f05 x-openstack-request-id: req-93207970-d5b7-4e4f-8e92-f264b92f8f05 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:37.140401 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a", "code": 200}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "10da5450-7c8f-45b8-9976-7b9288f56e5e", "code": 200}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "3bf408fe-5823-47ef-94af-548bd65a1a77", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:37.140813 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93207970-d5b7-4e4f-8e92-f264b92f8f05 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:37.141290 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'code': 200} Jul 06 18:40:37.141641 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10da5450-7c8f-45b8-9976-7b9288f56e5e', 'code': 200} Jul 06 18:40:37.142032 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf408fe-5823-47ef-94af-548bd65a1a77', 'code': 200} Jul 06 18:40:37.149523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Sync routers for ids ['0835ef51-f442-45f4-8a5f-be04ef81ccee'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:40:37.178342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Routers {'0835ef51-f442-45f4-8a5f-be04ef81ccee'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:37.178858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0835ef51-f442-45f4-8a5f-be04ef81ccee'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:37.182942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99262e0b-8845-4e67-baec-8db70c36f55e req-1729f93a-fb1f-4e45-94d4-d713a0510faf tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 210 time: 0.0495071 Jul 06 18:40:37.230108 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.265645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object abe4e20f-8bc5-45a8-a275-6583f521f0fe will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:37.289001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 1afc42e0-ffc3-4b54-9467-8c1302e646cd, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:37.307858 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.308622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d4b8992c-2d12-4392-9fde-e05548fa139d up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:37.379835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.403196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.503224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-9af72f0a-24bf-467d-ae51-d76e34630db9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.505803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-9af72f0a-24bf-467d-ae51-d76e34630db9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.41 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 811 time: 0.2155011 Jul 06 18:40:37.511761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=abe4e20f-8bc5-45a8-a275-6583f521f0fe,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:37.520239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Request body: {'port': {'device_id': '9e0adede-0106-4378-ae17-53642b5527e0', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'admin_state_up': True, 'tenant_id': '71e10e9af542419daa6acf16c5d534aa'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:37.600410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:37.612450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:37.616116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:37.682653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8410cc5-ca85-41fa-a28d-a17d9d632c8a None None] Update dhcp port {'port': {'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf', 'fixed_ips': [{'subnet_id': '5ee72609-7bf8-4668-a9f7-19d1b0cfc891', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ee49a2bc-3cbb-4a9e-855f-79a10b088ced'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '040325d1-16a3-45f1-86c6-5200fa5f0568'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:40:37.687623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Made reservation on behalf of 71e10e9af542419daa6acf16c5d534aa for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:37.692865 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.715856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c1e70ee-ffc5-4e59-8e3f-26bce888994c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.765974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.766679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.778779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 13af1638-6b2d-499d-9ed7-d5f25d95445b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=13af1638-6b2d-499d-9ed7-d5f25d95445b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:37.786469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e70ee-ffc5-4e59-8e3f-26bce888994c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Port': ['ID=871ac022-b6a6-425a-825d-74c393e8ecdc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:37.828965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Set router 0835ef51-f442-45f4-8a5f-be04ef81ccee gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:37.835294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-dd5bdccc-2252-4c6d-9cbb-d6eee49cb954 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.842799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-dd5bdccc-2252-4c6d-9cbb-d6eee49cb954 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.849145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-dd5bdccc-2252-4c6d-9cbb-d6eee49cb954 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.857353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-dd5bdccc-2252-4c6d-9cbb-d6eee49cb954 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.864123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-dd5bdccc-2252-4c6d-9cbb-d6eee49cb954 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.875279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-dd5bdccc-2252-4c6d-9cbb-d6eee49cb954 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.885993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-dd5bdccc-2252-4c6d-9cbb-d6eee49cb954 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.895257 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-dd5bdccc-2252-4c6d-9cbb-d6eee49cb954 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5470 time: 0.3782077 Jul 06 18:40:37.903048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Allocated IP 172.20.0.5 (1c31caf8-df6b-4853-840b-c8e626c0ed5d/8ad5e774-cb36-4f5a-afa2-e3a553df611e/5c1f3ec8-3948-428c-8b30-6cc89197c98b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:37.910577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c1e70ee-ffc5-4e59-8e3f-26bce888994c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.913032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c1e70ee-ffc5-4e59-8e3f-26bce888994c tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "DELETE /v2.0/ports/871ac022-b6a6-425a-825d-74c393e8ecdc HTTP/1.1" status: 204 len: 168 time: 1.1897299 Jul 06 18:40:37.917674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53426) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:37.919355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=1afc42e0-ffc3-4b54-9467-8c1302e646cd,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:37.925602 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:37.926675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 040325d1-16a3-45f1-86c6-5200fa5f0568 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:37.932434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-afea214b-317f-41e3-b105-c593086440da tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7341974 Jul 06 18:40:37.935560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53428) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:37.946843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ee72609-7bf8-4668-a9f7-19d1b0cfc891'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:37.985122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=13af1638-6b2d-499d-9ed7-d5f25d95445b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:38.004712 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7b0572-e391-474f-99a0-cb7b4a668409 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] GET failed (client error): The resource could not be found. Jul 06 18:40:38.006711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-da7b0572-e391-474f-99a0-cb7b4a668409 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "GET /v2.0/ports/871ac022-b6a6-425a-825d-74c393e8ecdc HTTP/1.1" status: 404 len: 333 time: 0.0875006 Jul 06 18:40:38.014104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:38.022928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4fc1326f-8377-42d4-bf71-11ae190c3e4c req-54b71cf7-f429-4c77-9b53-8bf07736e534 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262026 Jul 06 18:40:38.085588 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d8410cc5-ca85-41fa-a28d-a17d9d632c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.129782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.147748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port d4b8992c-2d12-4392-9fde-e05548fa139d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:38.163169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port d4b8992c-2d12-4392-9fde-e05548fa139d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:38.163558 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.257995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53436) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:38.301950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8d167e26-cb19-4823-add0-ed65ea1d6469 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Deleting port 5b68fd80-68d7-4872-be9a-9b57e9f03f9e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:38.301950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d167e26-cb19-4823-add0-ed65ea1d6469 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.395972 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d167e26-cb19-4823-add0-ed65ea1d6469 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.409342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8d167e26-cb19-4823-add0-ed65ea1d6469 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Calling delete_port for 5b68fd80-68d7-4872-be9a-9b57e9f03f9e owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:38.472833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 040325d1-16a3-45f1-86c6-5200fa5f0568 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:38.483322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 040325d1-16a3-45f1-86c6-5200fa5f0568 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:38.483714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.500696 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.503723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Delete allocated IP 172.20.0.30 (0da7c4d1-a5e3-420f-80ed-944d144c63cf/ee49a2bc-3cbb-4a9e-855f-79a10b088ced) {{(pid=93966) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:40:38.537761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23deb8e1-40bb-44f2-bdc8-7eaf5416049e req-4b303796-acbd-4ccb-8a2e-707a07dabfad tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 210 time: 0.0588918 Jul 06 18:40:38.544065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aeef2ebe-8a74-4608-ba9f-24c694d289b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.584540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.641053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d4b8992c-2d12-4392-9fde-e05548fa139d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d4b8992c-2d12-4392-9fde-e05548fa139d,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:38.661987 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.674720 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.675123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Ignored duplicate provisioning block setup for port abe4e20f-8bc5-45a8-a275-6583f521f0fe by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:40:38.675362 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.675580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fe774b3a-0b21-4bdb-b411-b7e0285a7c92 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:38.680664 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:40:31Z', 'revision_number': 4, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd', 'name': '', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'mac_address': 'fa:16:3e:25:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:30Z', 'updated_at': '2021-07-06T18:40:31Z', 'revision_number': 2, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'subnets': [{'id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:38.682598 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.739730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d8410cc5-ca85-41fa-a28d-a17d9d632c8a None None] Allocated IP 172.20.0.18 (0da7c4d1-a5e3-420f-80ed-944d144c63cf/ee49a2bc-3cbb-4a9e-855f-79a10b088ced/040325d1-16a3-45f1-86c6-5200fa5f0568) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:38.756446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Network 1c31caf8-df6b-4853-840b-c8e626c0ed5d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:38.765390 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d167e26-cb19-4823-add0-ed65ea1d6469 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.767236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:38.768921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Pushing event updated for resources: {'Port': ['ID=5c1f3ec8-3948-428c-8b30-6cc89197c98b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:38.774293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:38.785385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=abe4e20f-8bc5-45a8-a275-6583f521f0fe,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:38.799230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.799581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.799924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.800257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.800590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.800974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.801302 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.801645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.801980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.802303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.802626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.802999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:38.811738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] In _notify_port_updated(), no bound segment for port abe4e20f-8bc5-45a8-a275-6583f521f0fe on network 0da7c4d1-a5e3-420f-80ed-944d144c63cf {{(pid=93966) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:40:38.818010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:38.818764 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.820035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ab44efb3-fb57-43f1-81e5-3ac6c9d82d1f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "PUT /v2.0/ports/abe4e20f-8bc5-45a8-a275-6583f521f0fe HTTP/1.1" status: 200 len: 919 time: 0.8831437 Jul 06 18:40:38.822860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53442) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:38.829453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ee72609-7bf8-4668-a9f7-19d1b0cfc891'}, {'subnet_id': 'ee49a2bc-3cbb-4a9e-855f-79a10b088ced'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:38.836097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d167e26-cb19-4823-add0-ed65ea1d6469 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Port': ['ID=5b68fd80-68d7-4872-be9a-9b57e9f03f9e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:38.889538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aeef2ebe-8a74-4608-ba9f-24c694d289b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.895958 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d167e26-cb19-4823-add0-ed65ea1d6469 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.908118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8d167e26-cb19-4823-add0-ed65ea1d6469 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "DELETE /v2.0/ports/5b68fd80-68d7-4872-be9a-9b57e9f03f9e HTTP/1.1" status: 204 len: 168 time: 0.8893971 Jul 06 18:40:38.908800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53444) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:38.911111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aeef2ebe-8a74-4608-ba9f-24c694d289b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.918946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:38.919604 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.926688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d8410cc5-ca85-41fa-a28d-a17d9d632c8a None None] For port 040325d1-16a3-45f1-86c6-5200fa5f0568, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=040325d1-16a3-45f1-86c6-5200fa5f0568,segment=NetworkSegment(3cfea755-3b91-4a1c-960a-e0fde2da9145),segment_id=3cfea755-3b91-4a1c-960a-e0fde2da9145)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:38.935434 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:38.965172 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d8410cc5-ca85-41fa-a28d-a17d9d632c8a None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.022114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef2ebe-8a74-4608-ba9f-24c694d289b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b4b1a-4319-4b3e-b485-8de4381ad982,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:39.025771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-e7ea6cc3-9266-47e1-9a07-5fce3e5051b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5101264 Jul 06 18:40:39.030956 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-aeef2ebe-8a74-4608-ba9f-24c694d289b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8bcb4f58166478896162f87a82b1461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719588 Jul 06 18:40:39.034854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53446) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:39.039725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Request body: {'port': {'device_id': '9e0adede-0106-4378-ae17-53642b5527e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:39.094468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Checking router: 0835ef51-f442-45f4-8a5f-be04ef81ccee for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:40:39.095023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Updating router 0835ef51-f442-45f4-8a5f-be04ef81ccee port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:40:39.099414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d4b8992c-2d12-4392-9fde-e05548fa139d,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:39.106282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c429b3-1fdd-4ad9-848e-b8c2cb778c37 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Deleting subnet 5d688b63-e0f2-41ee-9a35-4747021d1219 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:39.114415 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c429b3-1fdd-4ad9-848e-b8c2cb778c37 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.183599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afc42e0-ffc3-4b54-9467-8c1302e646cd'}, {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b8992c-2d12-4392-9fde-e05548fa139d'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:39.186347 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8ca2bc-b97a-4172-bc1d-9162831a1e46" -d '{"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "1afc42e0-ffc3-4b54-9467-8c1302e646cd"}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "d4b8992c-2d12-4392-9fde-e05548fa139d"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:39.218116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d8410cc5-ca85-41fa-a28d-a17d9d632c8a None None] Transition to ACTIVE for port object 040325d1-16a3-45f1-86c6-5200fa5f0568 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:39.243741 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.265484 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d8410cc5-ca85-41fa-a28d-a17d9d632c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.266099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c429b3-1fdd-4ad9-848e-b8c2cb778c37 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.273087 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efbfb67-7638-4a2a-95de-b88cebf36279 x-openstack-request-id: req-1efbfb67-7638-4a2a-95de-b88cebf36279 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:39.273652 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "1afc42e0-ffc3-4b54-9467-8c1302e646cd", "code": 200}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "d4b8992c-2d12-4392-9fde-e05548fa139d", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:39.274453 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1efbfb67-7638-4a2a-95de-b88cebf36279 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:39.275025 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afc42e0-ffc3-4b54-9467-8c1302e646cd', 'code': 200} Jul 06 18:40:39.275423 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b8992c-2d12-4392-9fde-e05548fa139d', 'code': 200} Jul 06 18:40:39.298296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.30 (0da7c4d1-a5e3-420f-80ed-944d144c63cf/ee49a2bc-3cbb-4a9e-855f-79a10b088ced/abe4e20f-8bc5-45a8-a275-6583f521f0fe) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:39.327603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.357294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.372074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc81a-8307-4e0f-adfd-0e21b0b2f4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.447851 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc81a-8307-4e0f-adfd-0e21b0b2f4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.487619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-e7a728a3-c0b6-4557-b6b3-f860246fcf39 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:39.495127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-e7a728a3-c0b6-4557-b6b3-f860246fcf39 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:39.501654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-e7a728a3-c0b6-4557-b6b3-f860246fcf39 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:39.507852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-e7a728a3-c0b6-4557-b6b3-f860246fcf39 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:39.511172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c429b3-1fdd-4ad9-848e-b8c2cb778c37 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.514168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-e7a728a3-c0b6-4557-b6b3-f860246fcf39 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:39.520399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-e7a728a3-c0b6-4557-b6b3-f860246fcf39 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:39.526415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-e7a728a3-c0b6-4557-b6b3-f860246fcf39 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:39.528466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-e7a728a3-c0b6-4557-b6b3-f860246fcf39 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5471 time: 0.1633108 Jul 06 18:40:39.589776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410cc5-ca85-41fa-a28d-a17d9d632c8a None None] Pushing event updated for resources: {'Port': ['ID=040325d1-16a3-45f1-86c6-5200fa5f0568,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:39.598472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:39.607054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.616495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:39.616884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.625848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:40:39.626216 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:40:39.633065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Ignored duplicate provisioning block setup for port abe4e20f-8bc5-45a8-a275-6583f521f0fe by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:40:39.643504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.792026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac7398de-8fc4-486e-a6f8-452a02dbacb4 req-bcb897d5-890a-447d-bdf4-6a7a86de912c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2558925 Jul 06 18:40:39.814276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc81a-8307-4e0f-adfd-0e21b0b2f4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.817031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc81a-8307-4e0f-adfd-0e21b0b2f4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.829844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4d6fc81a-8307-4e0f-adfd-0e21b0b2f4be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be0b4b1a-4319-4b3e-b485-8de4381ad982 HTTP/1.1" status: 204 len: 168 time: 0.7938120 Jul 06 18:40:39.867450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fc81a-8307-4e0f-adfd-0e21b0b2f4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b4b1a-4319-4b3e-b485-8de4381ad982,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:39.869138 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.876869 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c429b3-1fdd-4ad9-848e-b8c2cb778c37 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.957398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fe774b3a-0b21-4bdb-b411-b7e0285a7c92, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:39.964232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=abe4e20f-8bc5-45a8-a275-6583f521f0fe,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:39.964469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.022788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] In _notify_port_updated(), no bound segment for port abe4e20f-8bc5-45a8-a275-6583f521f0fe on network 0da7c4d1-a5e3-420f-80ed-944d144c63cf {{(pid=93966) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:40:40.033325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:40.034060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.038218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2bcbff3a-af31-414b-90fb-c59c2e85daa0 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "PUT /v2.0/ports/abe4e20f-8bc5-45a8-a275-6583f521f0fe HTTP/1.1" status: 200 len: 999 time: 1.2114637 Jul 06 18:40:40.039208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53460) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:40.040729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c429b3-1fdd-4ad9-848e-b8c2cb778c37 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Subnet': ['ID=5d688b63-e0f2-41ee-9a35-4747021d1219,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:40.070641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:40.070871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97c429b3-1fdd-4ad9-848e-b8c2cb778c37 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.081584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287efbd-dc21-4d88-a5e8-565cd45c6b0e None None] Network ea9b80c5-59de-477d-9822-6de9a410ed3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:40.085035 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97c429b3-1fdd-4ad9-848e-b8c2cb778c37 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "DELETE /v2.0/subnets/5d688b63-e0f2-41ee-9a35-4747021d1219 HTTP/1.1" status: 204 len: 168 time: 1.1748273 Jul 06 18:40:40.107379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53462) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:40.250857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.283789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1f3ec8-3948-428c-8b30-6cc89197c98b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:40.332978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.349923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Transition to ACTIVE for port object 5c1f3ec8-3948-428c-8b30-6cc89197c98b will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:40.350167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1b890d57-d028-4084-9627-5e76ea0dcc9e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port abe4e20f-8bc5-45a8-a275-6583f521f0fe {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:40.350387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b890d57-d028-4084-9627-5e76ea0dcc9e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.369895 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.387352 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.449838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Deleting port 0349f83c-3488-4c6d-a6bb-3deb544323af {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:40.450188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.469504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1f3ec8-3948-428c-8b30-6cc89197c98b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:40.490716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a194c4-e477-410a-8be2-60999b5400a1 req-84049384-d888-4215-b749-07236b7f1e00 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:40.498537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-99a194c4-e477-410a-8be2-60999b5400a1 req-84049384-d888-4215-b749-07236b7f1e00 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 931 time: 0.6669936 Jul 06 18:40:40.506755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b890d57-d028-4084-9627-5e76ea0dcc9e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.533321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1b890d57-d028-4084-9627-5e76ea0dcc9e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for abe4e20f-8bc5-45a8-a275-6583f521f0fe owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:40.558982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] For port 0349f83c-3488-4c6d-a6bb-3deb544323af, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0349f83c-3488-4c6d-a6bb-3deb544323af,segment=NetworkSegment(ac167a5d-1dd1-4519-b142-0d185c436dab),segment_id=ac167a5d-1dd1-4519-b142-0d185c436dab)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:40.559369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.568186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 040325d1-16a3-45f1-86c6-5200fa5f0568, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=040325d1-16a3-45f1-86c6-5200fa5f0568,segment=NetworkSegment(3cfea755-3b91-4a1c-960a-e0fde2da9145),segment_id=3cfea755-3b91-4a1c-960a-e0fde2da9145)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:40.571064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36baed2-17aa-45bd-b048-af8485dace20 None None] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:40.598171 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.613336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Calling delete_port for 0349f83c-3488-4c6d-a6bb-3deb544323af owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:40.641691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-99a194c4-e477-410a-8be2-60999b5400a1 req-57850e2b-5052-4211-a123-36e7de265cee tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409354 Jul 06 18:40:40.641962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Attempting to bind port 5c1f3ec8-3948-428c-8b30-6cc89197c98b on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:40.642169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Attempting to bind port 5c1f3ec8-3948-428c-8b30-6cc89197c98b by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:40.642455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Attempting to bind port 5c1f3ec8-3948-428c-8b30-6cc89197c98b on network 1c31caf8-df6b-4853-840b-c8e626c0ed5d {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:40.663611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Port 5c1f3ec8-3948-428c-8b30-6cc89197c98b on network 1c31caf8-df6b-4853-840b-c8e626c0ed5d not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:40:40.663933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Attempting to bind port 5c1f3ec8-3948-428c-8b30-6cc89197c98b on network 1c31caf8-df6b-4853-840b-c8e626c0ed5d {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:40.670022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:40.670418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Checking segment: {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:40.670816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Bound using segment: {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:40.672409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Bound port: 5c1f3ec8-3948-428c-8b30-6cc89197c98b, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:40.672793 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.765587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] For port 5c1f3ec8-3948-428c-8b30-6cc89197c98b, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:40.770232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] For port 5c1f3ec8-3948-428c-8b30-6cc89197c98b, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c1f3ec8-3948-428c-8b30-6cc89197c98b,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:40.778656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.835288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:40.836669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:40.838530 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c1f3ec8-3948-428c-8b30-6cc89197c98b HTTP/1.1" status: 200 len: 1091 time: 1.8044477 Jul 06 18:40:40.839197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0adede-0106-4378-ae17-53642b5527e0', 'tag': '5c1f3ec8-3948-428c-8b30-6cc89197c98b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:40.842815 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7504b09a-e53f-445a-87c8-c569f2f57fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0adede-0106-4378-ae17-53642b5527e0", "tag": "5c1f3ec8-3948-428c-8b30-6cc89197c98b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:40.881562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cddbd7-fdb2-49ba-8f98-d08cedd8b5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1f3ec8-3948-428c-8b30-6cc89197c98b,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:40.891650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e956533-e404-4db7-a92d-45e4de22381b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:40.935266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1e956533-e404-4db7-a92d-45e4de22381b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:40.935938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e956533-e404-4db7-a92d-45e4de22381b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:40.969313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-56b7826c-2559-445d-b6c2-803682c57dd7 None None] Provisioning for port 040325d1-16a3-45f1-86c6-5200fa5f0568 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:40.983602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-1f27b921-ce20-493c-9e62-3c2f04acbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:40.986772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-1f27b921-ce20-493c-9e62-3c2f04acbeb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 1094 time: 0.1000352 Jul 06 18:40:40.989101 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afcf42a-50df-4e83-8f1c-4c3cda7c026d x-openstack-request-id: req-9afcf42a-50df-4e83-8f1c-4c3cda7c026d {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:40.989582 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0adede-0106-4378-ae17-53642b5527e0", "tag": "5c1f3ec8-3948-428c-8b30-6cc89197c98b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:40.989582 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9afcf42a-50df-4e83-8f1c-4c3cda7c026d {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:40.989954 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0adede-0106-4378-ae17-53642b5527e0', 'tag': '5c1f3ec8-3948-428c-8b30-6cc89197c98b', 'status': 'completed', 'code': 200} Jul 06 18:40:40.999484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-56b7826c-2559-445d-b6c2-803682c57dd7 None None] Provisioning complete for port 040325d1-16a3-45f1-86c6-5200fa5f0568 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:41.000132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-56b7826c-2559-445d-b6c2-803682c57dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.065214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-5a8b501a-2e68-4172-ac1c-b5ca0f34bdf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1f3ec8-3948-428c-8b30-6cc89197c98b HTTP/1.1" status: 200 len: 217 time: 0.0691965 Jul 06 18:40:41.078415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] DHCP port deletion for ea9b80c5-59de-477d-9822-6de9a410ed3b request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:40:41.125856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=040325d1-16a3-45f1-86c6-5200fa5f0568,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:41.151038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-6509a494-020e-4f26-94ea-e18fda94742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.153325 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-6509a494-020e-4f26-94ea-e18fda94742c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ad5e774-cb36-4f5a-afa2-e3a553df611e HTTP/1.1" status: 200 len: 851 time: 0.0817239 Jul 06 18:40:41.210455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13af1638-6b2d-499d-9ed7-d5f25d95445b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:41.229304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-68a8aa71-b892-4c9c-b213-313e1e12a6a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c31caf8-df6b-4853-840b-c8e626c0ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400138 Jul 06 18:40:41.297426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe774b3a-0b21-4bdb-b411-b7e0285a7c92'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:41.300749 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f62826-34c1-4154-956f-069ae1e7d12f" -d '{"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "fe774b3a-0b21-4bdb-b411-b7e0285a7c92"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:41.318764 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.346125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] Deleting port 0349f83c-3488-4c6d-a6bb-3deb544323af {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:41.346375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.360691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.371517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Transition to ACTIVE for port object 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:41.382936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-9c8eab1a-ca3b-48fb-8f2c-cb122cf981f4 service neutron] 10.222.0.41 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457694 Jul 06 18:40:41.408663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Port': ['ID=0349f83c-3488-4c6d-a6bb-3deb544323af,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:41.414494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] No DVR routers for this DVR port 0349f83c-3488-4c6d-a6bb-3deb544323af on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:41.425056 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a30a04-5609-434a-bf23-206b138f7c84 x-openstack-request-id: req-f7a30a04-5609-434a-bf23-206b138f7c84 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:41.425399 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-plugged", "status": "completed", "tag": "fe774b3a-0b21-4bdb-b411-b7e0285a7c92", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:41.425654 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7a30a04-5609-434a-bf23-206b138f7c84 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:41.426068 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe774b3a-0b21-4bdb-b411-b7e0285a7c92', 'code': 200} Jul 06 18:40:41.496399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-bf335bc8-9d4e-43c3-bfa8-5db2c296929d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.503675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-bf335bc8-9d4e-43c3-bfa8-5db2c296929d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.512559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-bf335bc8-9d4e-43c3-bfa8-5db2c296929d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.516278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.525164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-bf335bc8-9d4e-43c3-bfa8-5db2c296929d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.533848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-bf335bc8-9d4e-43c3-bfa8-5db2c296929d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.541851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-bf335bc8-9d4e-43c3-bfa8-5db2c296929d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.558715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-bf335bc8-9d4e-43c3-bfa8-5db2c296929d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.561925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-bf335bc8-9d4e-43c3-bfa8-5db2c296929d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5472 time: 0.4075255 Jul 06 18:40:41.567716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 13af1638-6b2d-499d-9ed7-d5f25d95445b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:41.568101 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.571026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.592651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9b80c5-59de-477d-9822-6de9a410ed3b']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:41.607427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b890d57-d028-4084-9627-5e76ea0dcc9e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.615185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac167a5d-1dd1-4519-b142-0d185c436dab') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:41.615809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac167a5d-1dd1-4519-b142-0d185c436dab') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:41.639009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] For port 0349f83c-3488-4c6d-a6bb-3deb544323af, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0349f83c-3488-4c6d-a6bb-3deb544323af,segment=NetworkSegment(ac167a5d-1dd1-4519-b142-0d185c436dab),segment_id=ac167a5d-1dd1-4519-b142-0d185c436dab)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:41.639629 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.653507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f88d6715-969a-4d3b-bdcd-f21fdee905fa req-5664ecbc-3e76-429f-aee7-2c6a874125e8 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813708 Jul 06 18:40:41.670137 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6869edfd-6e5b-48f6-8092-610dbf2c69cc req-bc067173-1724-4e51-85fb-f72eed161a33 service neutron] 10.222.0.41 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788332 Jul 06 18:40:41.694307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] Calling delete_port for 0349f83c-3488-4c6d-a6bb-3deb544323af owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:41.698561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734158b-7ff1-4ac6-918b-3e63825b6bb0 None None] Pushing event updated for resources: {'Port': ['ID=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:41.742917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.761500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b890d57-d028-4084-9627-5e76ea0dcc9e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=abe4e20f-8bc5-45a8-a275-6583f521f0fe,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:41.827118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Attempting to bind port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:41.827760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Attempting to bind port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:41.828372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Attempting to bind port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd on network 1c31caf8-df6b-4853-840b-c8e626c0ed5d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:41.860580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:41.861019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Checking segment: {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:41.861437 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.861865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Bound using segment: {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:41.862261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-fa7214ba-5b25-4e94-af57-ba004217c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.862742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Bound port: 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:41.862742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.864604 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-fa7214ba-5b25-4e94-af57-ba004217c653 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 1094 time: 0.1357346 Jul 06 18:40:41.870417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a925b-3851-4626-93f0-bf65947243a9 req-d915d4e8-be00-467e-8209-106457bda948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.870903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a925b-3851-4626-93f0-bf65947243a9 req-d915d4e8-be00-467e-8209-106457bda948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.871363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a925b-3851-4626-93f0-bf65947243a9 req-d915d4e8-be00-467e-8209-106457bda948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.871823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a925b-3851-4626-93f0-bf65947243a9 req-d915d4e8-be00-467e-8209-106457bda948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.872282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a925b-3851-4626-93f0-bf65947243a9 req-d915d4e8-be00-467e-8209-106457bda948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.872741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a925b-3851-4626-93f0-bf65947243a9 req-d915d4e8-be00-467e-8209-106457bda948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.873221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a925b-3851-4626-93f0-bf65947243a9 req-d915d4e8-be00-467e-8209-106457bda948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.875525 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f51a925b-3851-4626-93f0-bf65947243a9 req-d915d4e8-be00-467e-8209-106457bda948 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6529 time: 0.3956232 Jul 06 18:40:41.940233 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.997823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] For port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:42.017553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] For port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:42.029822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 040325d1-16a3-45f1-86c6-5200fa5f0568 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:42.042410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:42.042631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.046955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-a5f3eafd-13cd-4ac7-acc3-37a9b035c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:42.048742 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-a5f3eafd-13cd-4ac7-acc3-37a9b035c351 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 912 time: 0.1778300 Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:42.065293 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:42.088257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.132825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f51a925b-3851-4626-93f0-bf65947243a9 req-bccc0eb2-e11e-4809-810d-25a6405a9fd9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2029691 Jul 06 18:40:42.145978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.150966 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-086eb945-78fd-4115-9b37-3d4c521037e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1f3ec8-3948-428c-8b30-6cc89197c98b HTTP/1.1" status: 200 len: 217 time: 0.0926688 Jul 06 18:40:42.183713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b890d57-d028-4084-9627-5e76ea0dcc9e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.184105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] No DVR routers for this DVR port 0349f83c-3488-4c6d-a6bb-3deb544323af on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:42.185511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Routers {'0835ef51-f442-45f4-8a5f-be04ef81ccee'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:42.189447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0835ef51-f442-45f4-8a5f-be04ef81ccee'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:42.189649 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1b890d57-d028-4084-9627-5e76ea0dcc9e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/abe4e20f-8bc5-45a8-a275-6583f521f0fe HTTP/1.1" status: 204 len: 168 time: 2.1466346 Jul 06 18:40:42.189786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e1d2f5cd-fbc5-4389-8a3a-6474f70f3abb None None] Could not find standard attr ID for object abe4e20f-8bc5-45a8-a275-6583f521f0fe. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:40:42.197119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53520) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:42.226766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-54947d16-d552-4b6c-8168-cafe0d31535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:42.240873 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-54947d16-d552-4b6c-8168-cafe0d31535b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ad5e774-cb36-4f5a-afa2-e3a553df611e HTTP/1.1" status: 200 len: 851 time: 0.0659187 Jul 06 18:40:42.246628 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-836f85d0-c662-4287-be57-999d5357886f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:42.248447 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-836f85d0-c662-4287-be57-999d5357886f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/abe4e20f-8bc5-45a8-a275-6583f521f0fe HTTP/1.1" status: 404 len: 333 time: 0.0495701 Jul 06 18:40:42.253821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53524) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:42.263307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb306e4e-933a-4e00-9287-c229d1bba90b req-c59a54da-6936-41a5-b2ea-699f09cd5e7e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:42.264329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 040325d1-16a3-45f1-86c6-5200fa5f0568 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:42.264960 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb306e4e-933a-4e00-9287-c229d1bba90b req-c59a54da-6936-41a5-b2ea-699f09cd5e7e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 943 time: 0.4114542 Jul 06 18:40:42.265440 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.305368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-1445b8cb-8296-4d5e-8057-9c3876cef4cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c31caf8-df6b-4853-840b-c8e626c0ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634255 Jul 06 18:40:42.328986 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.347691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.352298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] 10.222.0.53 "DELETE /v2.0/networks/ea9b80c5-59de-477d-9822-6de9a410ed3b HTTP/1.1" status: 204 len: 168 time: 2.2412000 Jul 06 18:40:42.372161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6804ed-d82a-43e2-b4a0-8ea1e7c43d1c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet ee49a2bc-3cbb-4a9e-855f-79a10b088ced {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:42.382124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec6804ed-d82a-43e2-b4a0-8ea1e7c43d1c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.382549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] Set router 0835ef51-f442-45f4-8a5f-be04ef81ccee gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:42.385234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a48562-1fb4-4a95-baee-1b60dbb8ab02 tempest-AllowedAddressPairIpV6TestJSON-976279921 tempest-AllowedAddressPairIpV6TestJSON-976279921-project] Pushing event deleted for resources: {'Network': ['ID=ea9b80c5-59de-477d-9822-6de9a410ed3b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:42.461211 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec6804ed-d82a-43e2-b4a0-8ea1e7c43d1c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.581481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734158b-7ff1-4ac6-918b-3e63825b6bb0 None None] Pushing event updated for resources: {'Port': ['ID=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:42.619374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8806bb-228e-4505-a723-8c70d36aa12d None None] Pushing event deleted for resources: {'Port': ['ID=0349f83c-3488-4c6d-a6bb-3deb544323af,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:42.638444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb306e4e-933a-4e00-9287-c229d1bba90b req-b25d7fb7-6564-4fa6-86d0-7f225fb7ff0c tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981889 Jul 06 18:40:42.706571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec6804ed-d82a-43e2-b4a0-8ea1e7c43d1c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.740463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e1d2f5cd-fbc5-4389-8a3a-6474f70f3abb None None] Provisioning complete for port 040325d1-16a3-45f1-86c6-5200fa5f0568 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:42.740944 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f5cd-fbc5-4389-8a3a-6474f70f3abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.819154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec6804ed-d82a-43e2-b4a0-8ea1e7c43d1c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.908909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec6804ed-d82a-43e2-b4a0-8ea1e7c43d1c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:42.917278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ec6804ed-d82a-43e2-b4a0-8ea1e7c43d1c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/ee49a2bc-3cbb-4a9e-855f-79a10b088ced HTTP/1.1" status: 204 len: 168 time: 0.6511581 Jul 06 18:40:42.918064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53544) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:42.923914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6804ed-d82a-43e2-b4a0-8ea1e7c43d1c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=ee49a2bc-3cbb-4a9e-855f-79a10b088ced,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:43.001893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53546) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:43.057074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-056d15e3-7700-4bca-ae00-2a5207636cd2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet 5ee72609-7bf8-4668-a9f7-19d1b0cfc891 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:43.064383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-056d15e3-7700-4bca-ae00-2a5207636cd2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.198383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-056d15e3-7700-4bca-ae00-2a5207636cd2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.262012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:40:31Z', 'revision_number': 4, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd', 'name': '', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'mac_address': 'fa:16:3e:25:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:30Z', 'updated_at': '2021-07-06T18:40:41Z', 'revision_number': 4, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'subnets': [{'id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:43.344751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb42da-14bd-4407-9b88-27f89a35e5fc None None] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:43.348846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:43.359157 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-3582a0e6-a8c9-4820-ba0b-a2632670f99b service neutron] 10.222.0.41 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0447319 Jul 06 18:40:43.386354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-c9e44547-e629-4bb0-a48d-6a8de89750bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.392656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-c9e44547-e629-4bb0-a48d-6a8de89750bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.398921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-c9e44547-e629-4bb0-a48d-6a8de89750bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.410225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07301df-36e2-4cf7-9755-90a26c385434 None None] The sync data for ids ['0835ef51-f442-45f4-8a5f-be04ef81ccee'] in n-d-799684-2 is: [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:40:31Z', 'revision_number': 4, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd', 'name': '', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'mac_address': 'fa:16:3e:25:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:30Z', 'updated_at': '2021-07-06T18:40:41Z', 'revision_number': 4, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'subnets': [{'id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:40:43.417770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-c9e44547-e629-4bb0-a48d-6a8de89750bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.426830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3958ec13-458b-4cab-8b11-bcbc04d20b05 None None] Could not find standard attr ID for object abe4e20f-8bc5-45a8-a275-6583f521f0fe. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:40:43.428901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-056d15e3-7700-4bca-ae00-2a5207636cd2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.435325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-c9e44547-e629-4bb0-a48d-6a8de89750bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.445761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-c9e44547-e629-4bb0-a48d-6a8de89750bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.451846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-c9e44547-e629-4bb0-a48d-6a8de89750bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.453968 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-c9e44547-e629-4bb0-a48d-6a8de89750bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5472 time: 0.3292129 Jul 06 18:40:43.544665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:43.552996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:43.559545 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.577815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fd3c7ddc-5fad-43ff-9c99-9885a663e511 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20b430d85fd64f3da053c70d2224831e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747902 Jul 06 18:40:43.579960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53562) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:43.601304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de24ae39-196b-49eb-a8b0-83bf8c567d5d req-e50071d7-622d-418b-b386-296a993f7e99 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377022 Jul 06 18:40:43.638487 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7504b09a-e53f-445a-87c8-c569f2f57fa9 req-a4da4944-10bf-47e4-8eb8-4861170e0c0a service neutron] 10.222.0.41 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834903 Jul 06 18:40:43.664481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-056d15e3-7700-4bca-ae00-2a5207636cd2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.705610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d15e3-7700-4bca-ae00-2a5207636cd2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee72609-7bf8-4668-a9f7-19d1b0cfc891,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:43.720319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-056d15e3-7700-4bca-ae00-2a5207636cd2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.722416 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-056d15e3-7700-4bca-ae00-2a5207636cd2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/5ee72609-7bf8-4668-a9f7-19d1b0cfc891 HTTP/1.1" status: 204 len: 168 time: 0.8001866 Jul 06 18:40:43.725224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53570) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:43.737185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c79b-2d55-40c5-9a65-ea4638903a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.783257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.792011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c79b-2d55-40c5-9a65-ea4638903a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.852133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:43.857155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:43.858384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 040325d1-16a3-45f1-86c6-5200fa5f0568 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:43.893541 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.006540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c79b-2d55-40c5-9a65-ea4638903a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.009206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c79b-2d55-40c5-9a65-ea4638903a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.010530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:44.014026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 040325d1-16a3-45f1-86c6-5200fa5f0568 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:44.014393 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.015889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f0d4c79b-2d55-40c5-9a65-ea4638903a50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/302cb34f-1e0a-4e04-86e3-7791346cbc5f HTTP/1.1" status: 204 len: 168 time: 0.4346719 Jul 06 18:40:44.036411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519ff1b-7053-43a1-a2f5-9a8b0ae47742 req-35bdaf73-bd99-4599-b94f-c18202bf1ba9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.038133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6382f46-e2bb-4b85-bb7f-c85dc4257b01 None None] Update dhcp port {'port': {'network_id': '0da7c4d1-a5e3-420f-80ed-944d144c63cf', 'fixed_ips': [{'subnet_id': '5ee72609-7bf8-4668-a9f7-19d1b0cfc891'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '040325d1-16a3-45f1-86c6-5200fa5f0568'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:40:44.047309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1519ff1b-7053-43a1-a2f5-9a8b0ae47742 req-35bdaf73-bd99-4599-b94f-c18202bf1ba9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 943 time: 0.2118430 Jul 06 18:40:44.081286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 040325d1-16a3-45f1-86c6-5200fa5f0568 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:44.081673 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.102469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1519ff1b-7053-43a1-a2f5-9a8b0ae47742 req-a74db301-3f79-41cc-920f-e44b77d13953 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540464 Jul 06 18:40:44.105025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4c79b-2d55-40c5-9a65-ea4638903a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302cb34f-1e0a-4e04-86e3-7791346cbc5f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:44.128804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] For port 040325d1-16a3-45f1-86c6-5200fa5f0568, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=040325d1-16a3-45f1-86c6-5200fa5f0568,segment=NetworkSegment(3cfea755-3b91-4a1c-960a-e0fde2da9145),segment_id=3cfea755-3b91-4a1c-960a-e0fde2da9145)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:44.129256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.145009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 040325d1-16a3-45f1-86c6-5200fa5f0568 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:44.192659 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6382f46-e2bb-4b85-bb7f-c85dc4257b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.223269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53580) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:44.279582 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.340627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No DVR routers for this DVR port 040325d1-16a3-45f1-86c6-5200fa5f0568 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:44.357110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=040325d1-16a3-45f1-86c6-5200fa5f0568,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:44.383645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0349f83c-3488-4c6d-a6bb-3deb544323af no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:44.434308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 0349f83c-3488-4c6d-a6bb-3deb544323af {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:44.434652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0349f83c-3488-4c6d-a6bb-3deb544323af not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:44.479826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7383c16-6c95-458d-b144-cd6697533ba8 None None] Network 0da7c4d1-a5e3-420f-80ed-944d144c63cf requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:44.530604 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.543565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da7c4d1-a5e3-420f-80ed-944d144c63cf']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:44.560545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-763c8a2a-b2fd-460d-aedd-8352d70e690c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.570094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfea755-3b91-4a1c-960a-e0fde2da9145') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:44.570411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfea755-3b91-4a1c-960a-e0fde2da9145') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:44.576407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7c2ea55d-6fdb-4dd2-a4f7-8bef57d28d5c None None] Could not find standard attr ID for object 040325d1-16a3-45f1-86c6-5200fa5f0568. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:40:44.590632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.609654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.625322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:44.625322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:44.627425 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:44.681132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb1a34-00d0-4e18-8212-5539eeaf72ba None None] DHCP port deletion for 0da7c4d1-a5e3-420f-80ed-944d144c63cf request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:40:44.726448 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.747517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.753820 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/networks/0da7c4d1-a5e3-420f-80ed-944d144c63cf HTTP/1.1" status: 204 len: 168 time: 1.0241716 Jul 06 18:40:44.753820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac3574-2d19-44a6-8e04-c52936c52bee tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Network': ['ID=0da7c4d1-a5e3-420f-80ed-944d144c63cf,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:44.762354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53598) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:44.800361 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-763c8a2a-b2fd-460d-aedd-8352d70e690c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.813647 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-763c8a2a-b2fd-460d-aedd-8352d70e690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.853341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c8a2a-b2fd-460d-aedd-8352d70e690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560d0d8e-124b-4514-9005-2d941c70cd0f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:44.860883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-763c8a2a-b2fd-460d-aedd-8352d70e690c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f917c19dce3e4973bc754c51b9771391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6363943 Jul 06 18:40:44.862315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53602) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:44.891715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974f6852-929f-4cbd-bed0-f3d596d355ae tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.893101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-974f6852-929f-4cbd-bed0-f3d596d355ae tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1292183 Jul 06 18:40:44.897325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53606) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:44.909693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de845c-da69-45e6-87a1-a2c9119704de req-77340f4a-2d3b-4c3a-95c7-492ddc8be003 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.915799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de845c-da69-45e6-87a1-a2c9119704de req-77340f4a-2d3b-4c3a-95c7-492ddc8be003 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.921954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de845c-da69-45e6-87a1-a2c9119704de req-77340f4a-2d3b-4c3a-95c7-492ddc8be003 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.927853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de845c-da69-45e6-87a1-a2c9119704de req-77340f4a-2d3b-4c3a-95c7-492ddc8be003 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.933825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de845c-da69-45e6-87a1-a2c9119704de req-77340f4a-2d3b-4c3a-95c7-492ddc8be003 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.940257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de845c-da69-45e6-87a1-a2c9119704de req-77340f4a-2d3b-4c3a-95c7-492ddc8be003 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.946094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de845c-da69-45e6-87a1-a2c9119704de req-77340f4a-2d3b-4c3a-95c7-492ddc8be003 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.953877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-41de845c-da69-45e6-87a1-a2c9119704de req-77340f4a-2d3b-4c3a-95c7-492ddc8be003 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5472 time: 0.1747179 Jul 06 18:40:44.973995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac638-5507-401f-8cf7-607c50eac065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:44.997705 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-41de845c-da69-45e6-87a1-a2c9119704de req-4e661926-426f-4a12-b9a2-3e5440446891 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425146 Jul 06 18:40:45.015393 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac638-5507-401f-8cf7-607c50eac065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.048136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-578827a2-4657-4384-9e39-f55c49d49d72 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1494315 Jul 06 18:40:45.052946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53614) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:45.060717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-756792230'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:45.066113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:45.093992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac638-5507-401f-8cf7-607c50eac065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.098049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac638-5507-401f-8cf7-607c50eac065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.102553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ba0ac638-5507-401f-8cf7-607c50eac065 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/560d0d8e-124b-4514-9005-2d941c70cd0f HTTP/1.1" status: 204 len: 168 time: 0.2393155 Jul 06 18:40:45.112086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ac638-5507-401f-8cf7-607c50eac065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560d0d8e-124b-4514-9005-2d941c70cd0f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:45.129569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:45.135715 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.143339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53620) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:45.166035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:45.177297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.177865 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Added segment e7adcc31-a5dd-42f6-a357-00d531768c0f of type vlan for network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f Jul 06 18:40:45.222008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:45.222874 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.227306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.324426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.328585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5c1f3ec8-3948-428c-8b30-6cc89197c98b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:45.330476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.331102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.337196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ba37-2fe6-4ddb-9cf9-864bd0d2d214 req-517bd362-e785-4534-9e14-cddd5358214a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.346394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ba37-2fe6-4ddb-9cf9-864bd0d2d214 req-517bd362-e785-4534-9e14-cddd5358214a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.355504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ba37-2fe6-4ddb-9cf9-864bd0d2d214 req-517bd362-e785-4534-9e14-cddd5358214a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.363458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ba37-2fe6-4ddb-9cf9-864bd0d2d214 req-517bd362-e785-4534-9e14-cddd5358214a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.372174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ba37-2fe6-4ddb-9cf9-864bd0d2d214 req-517bd362-e785-4534-9e14-cddd5358214a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.381572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ba37-2fe6-4ddb-9cf9-864bd0d2d214 req-517bd362-e785-4534-9e14-cddd5358214a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.391133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ba37-2fe6-4ddb-9cf9-864bd0d2d214 req-517bd362-e785-4534-9e14-cddd5358214a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.393627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a76ba37-2fe6-4ddb-9cf9-864bd0d2d214 req-517bd362-e785-4534-9e14-cddd5358214a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5472 time: 0.1910088 Jul 06 18:40:45.406331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53626) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:45.406510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Network': ['ID=53f129d8-86fc-42ce-a1c2-ac2ae247bf9f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:45.419402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Request body: {'floatingip': {'port_id': '4a6ebf14-82aa-4dbb-83e5-46361d90762a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:45.434121 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-77fd4160-418d-4daf-ab5e-a3e8d8feb789 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3799920 Jul 06 18:40:45.434749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53628) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:45.443495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877380c2-fb09-4113-8877-967a717059b4 req-69615015-1544-4d3a-992a-a67f86f031ed tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.445166 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-877380c2-fb09-4113-8877-967a717059b4 req-69615015-1544-4d3a-992a-a67f86f031ed tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 943 time: 0.1833463 Jul 06 18:40:45.447618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:45.450691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:45.529883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.622631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-877380c2-fb09-4113-8877-967a717059b4 req-6a7110ad-22ff-4cb6-b043-4cb24087a659 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863733 Jul 06 18:40:45.653645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:45.660409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.715639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53632) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:45.741804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-979522213'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:45.747451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-582d467f-f860-42cd-b82d-35fb3a3d1a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.762108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 040325d1-16a3-45f1-86c6-5200fa5f0568 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:45.766213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Made reservation on behalf of b1fe724ecf85410990a885de5a3e7500 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:45.769587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.784696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.802000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 040325d1-16a3-45f1-86c6-5200fa5f0568 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:45.802329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 040325d1-16a3-45f1-86c6-5200fa5f0568 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:45.820654 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-182b081c-30bc-4414-a24a-e162b9f9ed58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.858124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5c1f3ec8-3948-428c-8b30-6cc89197c98b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c1f3ec8-3948-428c-8b30-6cc89197c98b,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:45.869814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '5c1f3ec8-3948-428c-8b30-6cc89197c98b', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'port_id': '5c1f3ec8-3948-428c-8b30-6cc89197c98b', 'mac_address': 'fa:16:3e:44:fb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:45.913597 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.927316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1f3ec8-3948-428c-8b30-6cc89197c98b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:45.947216 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.950255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5c1f3ec8-3948-428c-8b30-6cc89197c98b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c1f3ec8-3948-428c-8b30-6cc89197c98b,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:45.959580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:45.992118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-582d467f-f860-42cd-b82d-35fb3a3d1a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.009276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-582d467f-f860-42cd-b82d-35fb3a3d1a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.019594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5c1f3ec8-3948-428c-8b30-6cc89197c98b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:46.043163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=527013ad-0ae0-43c0-a296-90e5f5283af9,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:46.074508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d467f-f860-42cd-b82d-35fb3a3d1a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164ae9fe-d901-4227-a40c-92b6d26bce8f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:46.080171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-582d467f-f860-42cd-b82d-35fb3a3d1a56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62dcd38f7c734ec291161c287ba9ca01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628902 Jul 06 18:40:46.082912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53634) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:46.103440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Checking segment: {'id': 'e7adcc31-a5dd-42f6-a357-00d531768c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:46.103797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network hostable DHCP agents. Network: 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:46.143418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:46.152992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3a76-db2b-4f02-9d94-f393cfaf3f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.157361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:46.166869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:46.167507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.170607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1630dd-fd81-4336-9042-3448cf9d98be None None] Network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:46.178433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.185373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3a76-db2b-4f02-9d94-f393cfaf3f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.190529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.219941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5c1f3ec8-3948-428c-8b30-6cc89197c98b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:46.239323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.239596 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3a76-db2b-4f02-9d94-f393cfaf3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.242628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3a76-db2b-4f02-9d94-f393cfaf3f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.244131 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d6a3a76-db2b-4f02-9d94-f393cfaf3f1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/164ae9fe-d901-4227-a40c-92b6d26bce8f HTTP/1.1" status: 204 len: 168 time: 0.1603115 Jul 06 18:40:46.246015 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.259621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a3a76-db2b-4f02-9d94-f393cfaf3f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ae9fe-d901-4227-a40c-92b6d26bce8f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:46.267042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8886c79c-ae8b-49bd-aeaf-44cae7c144df tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8206928 Jul 06 18:40:46.268380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53638) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:46.274702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f', 'name': 'tempest-PortsTestJSON-1029582214'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:46.280672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32fcd8-b67e-41be-93ce-9423c09d0ffb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:46.323822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:46.343780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.344194 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Added segment ac8b9e2d-e275-475c-80ed-fa4b4e4947f2 of type vlan for network c673c6ad-7e7d-4359-ba0d-0996914237bf Jul 06 18:40:46.388918 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Floating IP cd81a173-d11b-46d5-a9e6-a0291adee828 associated. External IP: 172.25.4.245, port: 4a6ebf14-82aa-4dbb-83e5-46361d90762a. Jul 06 18:40:46.420909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:46.425151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.430531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.456782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 42bc4085-e584-4f58-bcce-e3d5da30988e yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:46.467834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-53f129d8-86fc-42ce-a1c2-ac2ae247bf9f', 'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f', 'tenant_id': '723e28aed9324d41829b9b073dfc2710', 'fixed_ips': [{'subnet_id': '527013ad-0ae0-43c0-a296-90e5f5283af9'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:40:46.470201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.513088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.520085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:46.520735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.604639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4598377 Jul 06 18:40:46.605267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53642) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:46.614903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.5 (53f129d8-86fc-42ce-a1c2-ac2ae247bf9f/527013ad-0ae0-43c0-a296-90e5f5283af9/42bc4085-e584-4f58-bcce-e3d5da30988e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:46.650331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Request body: {'subnet': {'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:46.735489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195deac-6442-4567-afec-f71c0c3ed7ae tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event updated for resources: {'Network': ['ID=c673c6ad-7e7d-4359-ba0d-0996914237bf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:46.747800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c673c6ad-7e7d-4359-ba0d-0996914237bf details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:46.811947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.846760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Made reservation on behalf of b1fe724ecf85410990a885de5a3e7500 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:46.850663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.874188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 42bc4085-e584-4f58-bcce-e3d5da30988e will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:46.945771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94446565-4b8d-41b2-8aab-5b76d7000fd0 req-ea4b7218-b529-4722-8b91-5dff759dfbf3 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:46.947462 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94446565-4b8d-41b2-8aab-5b76d7000fd0 req-ea4b7218-b529-4722-8b91-5dff759dfbf3 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 944 time: 0.1165221 Jul 06 18:40:46.949304 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:46.998490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:47.002745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:47.017702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:47.029994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Allocated IP 172.20.0.2 (53f129d8-86fc-42ce-a1c2-ac2ae247bf9f/527013ad-0ae0-43c0-a296-90e5f5283af9/11815920-f0d2-4d32-b957-cbfaf618a8fe) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:47.070632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=42bc4085-e584-4f58-bcce-e3d5da30988e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:47.083828 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94446565-4b8d-41b2-8aab-5b76d7000fd0 req-545c5080-a2c0-425a-87ed-f6be7a6af887 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037948 Jul 06 18:40:47.098112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.098804 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.124030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f5545823-2b7c-45d1-a63a-4cebbd0a81d4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8519919 Jul 06 18:40:47.124755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53664) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:47.133383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f', 'name': 'tempest-PortsTestJSON-1399033514'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:47.257547 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.267085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:47.271242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Transition to ACTIVE for port object 11815920-f0d2-4d32-b957-cbfaf618a8fe will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:47.272712 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.296671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 1c345bc5-c75b-4d17-96c4-1fa9b17a1927 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:47.297483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Router 427f4925-55c6-4198-8742-c3f30dbdbf31 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:40:47.308978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Transition to ACTIVE for port object 11815920-f0d2-4d32-b957-cbfaf618a8fe will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:47.322170 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.332012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5c1f3ec8-3948-428c-8b30-6cc89197c98b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:47.399298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:47.412053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:47.418437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:47.422007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Pushing event updated for resources: {'Port': ['ID=11815920-f0d2-4d32-b957-cbfaf618a8fe,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:47.475126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.9 (53f129d8-86fc-42ce-a1c2-ac2ae247bf9f/527013ad-0ae0-43c0-a296-90e5f5283af9/1c345bc5-c75b-4d17-96c4-1fa9b17a1927) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:47.493059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 5c1f3ec8-3948-428c-8b30-6cc89197c98b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:47.503666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 5c1f3ec8-3948-428c-8b30-6cc89197c98b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:47.504661 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.507300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:40:47.513145 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.519968 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] Sync routers for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:40:47.529190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Attempting to bind port 11815920-f0d2-4d32-b957-cbfaf618a8fe on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:47.529758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Attempting to bind port 11815920-f0d2-4d32-b957-cbfaf618a8fe by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'e7adcc31-a5dd-42f6-a357-00d531768c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:47.530067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Attempting to bind port 11815920-f0d2-4d32-b957-cbfaf618a8fe on network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:47.538746 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:47.540620 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.540940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:47.541466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Checking segment: {'id': 'e7adcc31-a5dd-42f6-a357-00d531768c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:47.541819 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.542462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Bound using segment: {'id': 'e7adcc31-a5dd-42f6-a357-00d531768c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:47.542694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Bound port: 11815920-f0d2-4d32-b957-cbfaf618a8fe, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adcc31-a5dd-42f6-a357-00d531768c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '53f129d8-86fc-42ce-a1c2-ac2ae247bf9f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:47.543077 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.543611 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:47.604628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-272d0d8a-b377-460b-88a2-9096b8e6d4df tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "PUT /v2.0/floatingips/cd81a173-d11b-46d5-a9e6-a0291adee828 HTTP/1.1" status: 200 len: 995 time: 2.1973197 Jul 06 18:40:47.608500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:47.617187 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a55744-d549-433e-8221-0aa52c9675d4" -d '{"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:47.661328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event updated for resources: {'Subnet': ['ID=8065f274-c878-4d62-8b00-51fcffefb1fa,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:47.689145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Checking segment: {'id': 'ac8b9e2d-e275-475c-80ed-fa4b4e4947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:47.689588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Network hostable DHCP agents. Network: c673c6ad-7e7d-4359-ba0d-0996914237bf, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:47.707396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] For port 11815920-f0d2-4d32-b957-cbfaf618a8fe, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:47.711872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] For port 11815920-f0d2-4d32-b957-cbfaf618a8fe, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=11815920-f0d2-4d32-b957-cbfaf618a8fe,segment=NetworkSegment(e7adcc31-a5dd-42f6-a357-00d531768c0f),segment_id=e7adcc31-a5dd-42f6-a357-00d531768c0f)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:47.715593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Network c673c6ad-7e7d-4359-ba0d-0996914237bf is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:47.727179 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e4ff0a-62bc-4a10-bfcf-28a86d1d6daa x-openstack-request-id: req-00e4ff0a-62bc-4a10-bfcf-28a86d1d6daa {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:47.727482 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:47.727783 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00e4ff0a-62bc-4a10-bfcf-28a86d1d6daa {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:47.728361 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'status': 'completed', 'code': 200} Jul 06 18:40:47.743570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c673c6ad-7e7d-4359-ba0d-0996914237bf) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:47.747816 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:47.754403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.755664 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.764153 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.787208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 1c345bc5-c75b-4d17-96c4-1fa9b17a1927 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:47.793120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1419a4-1fe4-4655-a63a-e43eb269e4e5 None None] Network c673c6ad-7e7d-4359-ba0d-0996914237bf requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:47.797820 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.813465 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d7c89529-330d-4121-b591-9080b05365e9 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2017844 Jul 06 18:40:47.814591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:47.820027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Request body: {'port': {'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-585485941'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:47.850673 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:47.903817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b85aaccd-e25f-4d6f-b2ed-74447df11b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.904441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b85aaccd-e25f-4d6f-b2ed-74447df11b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.904801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b85aaccd-e25f-4d6f-b2ed-74447df11b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.905278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b85aaccd-e25f-4d6f-b2ed-74447df11b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.905791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b85aaccd-e25f-4d6f-b2ed-74447df11b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.906269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b85aaccd-e25f-4d6f-b2ed-74447df11b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.909092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b85aaccd-e25f-4d6f-b2ed-74447df11b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.922224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b85aaccd-e25f-4d6f-b2ed-74447df11b69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6529 time: 0.1590354 Jul 06 18:40:47.941705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:47.948507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:47.972714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:48.022033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=1c345bc5-c75b-4d17-96c4-1fa9b17a1927,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:48.092908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:48.093613 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.122349 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.155059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-aeb62031-91b5-4875-ad87-956dc5ec460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:48.156580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-aeb62031-91b5-4875-ad87-956dc5ec460c service neutron] 10.222.0.24 "GET /v2.0/networks?id=407ff483-eebb-47c2-ba28-b34ffefc1775 HTTP/1.1" status: 200 len: 917 time: 0.2201982 Jul 06 18:40:48.171946 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c32d32a2-d2db-4af5-9dac-84f47cb02e26 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0459762 Jul 06 18:40:48.174577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53692) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:48.194036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Made reservation on behalf of b1fe724ecf85410990a885de5a3e7500 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:48.197631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.231109 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'cd81a173-d11b-46d5-a9e6-a0291adee828', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'port_id': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'mac_address': 'fa:16:3e:3e:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:39:13Z', 'updated_at': '2021-07-06T18:40:46Z', 'revision_number': 1, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:24Z', 'revision_number': 5, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:48.232543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed372e5-f2a0-4b34-854d-486c2f149faf None None] Pushing event updated for resources: {'Port': ['ID=11815920-f0d2-4d32-b957-cbfaf618a8fe,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:48.311811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0adede-0106-4378-ae17-53642b5527e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1f3ec8-3948-428c-8b30-6cc89197c98b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:48.320090 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] Checking router: 427f4925-55c6-4198-8742-c3f30dbdbf31 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:40:48.325094 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb9840a-8e30-4775-9c7c-889463c7c1e5" -d '{"events": [{"server_uuid": "9e0adede-0106-4378-ae17-53642b5527e0", "name": "network-vif-plugged", "status": "completed", "tag": "5c1f3ec8-3948-428c-8b30-6cc89197c98b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:48.347499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c673c6ad-7e7d-4359-ba0d-0996914237bf', 'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf', 'tenant_id': 'b1fe724ecf85410990a885de5a3e7500', 'fixed_ips': [{'subnet_id': '8065f274-c878-4d62-8b00-51fcffefb1fa'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:40:48.352290 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.363018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] device_id is not set on port 9a622684-a27c-4aad-9a9d-89bb89d31fe3 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:48.364413 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:40:48.365054 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:48.425300 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d330297-7e93-41b2-8669-21d1b1fde286 x-openstack-request-id: req-8d330297-7e93-41b2-8669-21d1b1fde286 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:48.425300 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0adede-0106-4378-ae17-53642b5527e0", "name": "network-vif-plugged", "status": "completed", "tag": "5c1f3ec8-3948-428c-8b30-6cc89197c98b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:48.427563 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d330297-7e93-41b2-8669-21d1b1fde286 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:48.429471 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0adede-0106-4378-ae17-53642b5527e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1f3ec8-3948-428c-8b30-6cc89197c98b', 'code': 200} Jul 06 18:40:48.439795 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b33b197-fd77-4742-997b-cdf1cc5e8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.448653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 5c1f3ec8-3948-428c-8b30-6cc89197c98b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c1f3ec8-3948-428c-8b30-6cc89197c98b,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:48.492452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.526445 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.582195 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:40:48.589355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f74c73b-16c4-48fb-8846-fd6ca84b27b5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:48.591701 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6f74c73b-16c4-48fb-8846-fd6ca84b27b5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.4154575 Jul 06 18:40:48.594678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53700) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:48.669619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Allocated IP 172.20.0.10 (c673c6ad-7e7d-4359-ba0d-0996914237bf/8065f274-c878-4d62-8b00-51fcffefb1fa/9a622684-a27c-4aad-9a9d-89bb89d31fe3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:48.695086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2c318-4965-419f-904c-84d9edd0f606 req-19ffc1de-2d3e-4a47-bb90-66f2a935a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:48.696651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24f2c318-4965-419f-904c-84d9edd0f606 req-19ffc1de-2d3e-4a47-bb90-66f2a935a3fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 1096 time: 0.1655264 Jul 06 18:40:48.769072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6fef5b61-0460-4864-a9f3-b365aeb85721 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 1c345bc5-c75b-4d17-96c4-1fa9b17a1927 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:48.770323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6fef5b61-0460-4864-a9f3-b365aeb85721 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.775573 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24f2c318-4965-419f-904c-84d9edd0f606 req-c2f39b67-a777-4926-98fc-87eb9b5bf713 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710621 Jul 06 18:40:48.820332 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=5c1f3ec8-3948-428c-8b30-6cc89197c98b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:48.908254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6fef5b61-0460-4864-a9f3-b365aeb85721 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.926054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:48.935141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6fef5b61-0460-4864-a9f3-b365aeb85721 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 1c345bc5-c75b-4d17-96c4-1fa9b17a1927 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:48.948138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-8ac7a242-467e-4485-91bc-70c440a94e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a HTTP/1.1" status: 200 len: 1003 time: 0.7785537 Jul 06 18:40:49.051092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Transition to ACTIVE for port object 9a622684-a27c-4aad-9a9d-89bb89d31fe3 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:49.095614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba7f7-a4c0-4103-bcf7-cf9d3fa2bdd6 req-da33e569-4a29-4224-bb4e-bbe2726eb8d8 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:49.097302 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-38dba7f7-a4c0-4103-bcf7-cf9d3fa2bdd6 req-da33e569-4a29-4224-bb4e-bbe2726eb8d8 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 944 time: 0.7241111 Jul 06 18:40:49.139321 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'cd81a173-d11b-46d5-a9e6-a0291adee828', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'port_id': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'mac_address': 'fa:16:3e:3e:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:39:13Z', 'updated_at': '2021-07-06T18:40:46Z', 'revision_number': 1, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:24Z', 'revision_number': 5, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:49.172918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6fef5b61-0460-4864-a9f3-b365aeb85721 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.186384 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b56d85-7dfb-4ded-85db-5ceffc96963c None None] The sync data for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 is: [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'cd81a173-d11b-46d5-a9e6-a0291adee828', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'port_id': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'mac_address': 'fa:16:3e:3e:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:39:13Z', 'updated_at': '2021-07-06T18:40:46Z', 'revision_number': 1, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:24Z', 'revision_number': 5, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:40:49.195503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 11815920-f0d2-4d32-b957-cbfaf618a8fe up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:49.214695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-5c2c30e2-b7fc-472b-b448-ff2e062d352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:49.216224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-5c2c30e2-b7fc-472b-b448-ff2e062d352d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=783b06c9-d226-4e29-8525-79f9621946f1 HTTP/1.1" status: 200 len: 855 time: 0.2404344 Jul 06 18:40:49.226076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5b61-0460-4864-a9f3-b365aeb85721 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=1c345bc5-c75b-4d17-96c4-1fa9b17a1927,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:49.295961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 11815920-f0d2-4d32-b957-cbfaf618a8fe completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:49.368798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-38dba7f7-a4c0-4103-bcf7-cf9d3fa2bdd6 req-6e5f24f0-addb-4abc-87a6-c587b34d7719 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590194 Jul 06 18:40:49.378542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6fef5b61-0460-4864-a9f3-b365aeb85721 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.383142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6fef5b61-0460-4864-a9f3-b365aeb85721 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/1c345bc5-c75b-4d17-96c4-1fa9b17a1927 HTTP/1.1" status: 204 len: 168 time: 0.7850690 Jul 06 18:40:49.383359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.384121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53724) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:49.430732 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-9532db33-92d4-4cd9-a059-4160829d81fa tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:49.432773 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9532db33-92d4-4cd9-a059-4160829d81fa tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/1c345bc5-c75b-4d17-96c4-1fa9b17a1927 HTTP/1.1" status: 404 len: 333 time: 0.0474107 Jul 06 18:40:49.445982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53728) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:49.462552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Network c673c6ad-7e7d-4359-ba0d-0996914237bf is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:49.473023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Allocated IP 172.20.0.2 (c673c6ad-7e7d-4359-ba0d-0996914237bf/8065f274-c878-4d62-8b00-51fcffefb1fa/d0570491-5240-462d-bb68-7039e884f78c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:49.477432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:49.485005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:49.630966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b3c0e78a-67de-4f8b-9e10-475ea56834ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:49.635121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-b3c0e78a-67de-4f8b-9e10-475ea56834ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=407ff483-eebb-47c2-ba28-b34ffefc1775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3993597 Jul 06 18:40:49.643733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event updated for resources: {'Port': ['ID=9a622684-a27c-4aad-9a9d-89bb89d31fe3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:49.678219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa4ae4-d5b4-4852-b894-62edc0546999 None None] New status for floating IP cd81a173-d11b-46d5-a9e6-a0291adee828: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:40:49.680961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0254314-bc1a-4686-8987-32b0dca0251c None None] Network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:49.704104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 42bc4085-e584-4f58-bcce-e3d5da30988e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:49.704447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.725938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:49.726508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.757478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-693db5b1-9545-4cff-a3f1-fe84a530eae6 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9419007 Jul 06 18:40:49.767984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53732) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:49.777588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Request body: {'port': {'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1489577367', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:49.778240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] bootfile-name is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:40:49.778727 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] tftp-server is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:40:49.779126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] server-ip-address is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:40:49.822454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0c42e24e-89da-4c09-8aac-bb48fdc58697 None None] Provisioning for port 11815920-f0d2-4d32-b957-cbfaf618a8fe completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:49.827872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.838146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0c42e24e-89da-4c09-8aac-bb48fdc58697 None None] Provisioning complete for port 11815920-f0d2-4d32-b957-cbfaf618a8fe triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:49.838453 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c42e24e-89da-4c09-8aac-bb48fdc58697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.846792 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.865508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 42bc4085-e584-4f58-bcce-e3d5da30988e owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:49.884978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.889451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Transition to ACTIVE for port object d0570491-5240-462d-bb68-7039e884f78c will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:49.902314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-1f49c524-86a2-41b5-9d3b-48dae78ae0fa service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498472 Jul 06 18:40:49.969587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Transition to ACTIVE for port object d0570491-5240-462d-bb68-7039e884f78c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:49.995340 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.043999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.046480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9a55744-d549-433e-8221-0aa52c9675d4 req-98e0c09f-0c56-4953-a29b-e7581e0f085f service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345510 Jul 06 18:40:50.054320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Made reservation on behalf of b1fe724ecf85410990a885de5a3e7500 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:50.063316 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.095442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] device_id is not set on port 96fdb768-c151-4376-bc35-ddc51799a9d7 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:50.100346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=42bc4085-e584-4f58-bcce-e3d5da30988e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:50.112304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Pushing event updated for resources: {'Port': ['ID=d0570491-5240-462d-bb68-7039e884f78c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:50.115788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.116141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.116521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.117264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.117264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.117626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.118017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.118382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.118738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.119341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.119675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.119996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:50.174320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53738) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:50.194287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Network c673c6ad-7e7d-4359-ba0d-0996914237bf is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:50.211342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.213581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-94461c76-340d-4c98-b40f-9b1183b56d4b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/42bc4085-e584-4f58-bcce-e3d5da30988e HTTP/1.1" status: 204 len: 168 time: 0.7661023 Jul 06 18:40:50.216139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53744) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:50.222204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:50.230252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:50.265098 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac340440-507c-4262-bb5e-528f5a6bd36a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:50.266153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Allocated IP 172.20.0.4 (c673c6ad-7e7d-4359-ba0d-0996914237bf/8065f274-c878-4d62-8b00-51fcffefb1fa/96fdb768-c151-4376-bc35-ddc51799a9d7) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:50.269529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ac340440-507c-4262-bb5e-528f5a6bd36a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/42bc4085-e584-4f58-bcce-e3d5da30988e HTTP/1.1" status: 404 len: 333 time: 0.0519640 Jul 06 18:40:50.270773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53746) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:50.296122 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c42e24e-89da-4c09-8aac-bb48fdc58697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.364500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0191ccd-b7a1-4f75-8c68-f0e7f18888e9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet 527013ad-0ae0-43c0-a296-90e5f5283af9 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:50.368705 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0191ccd-b7a1-4f75-8c68-f0e7f18888e9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.411922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b99cdadf-1935-4784-b202-d32ec1496bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.433465 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0191ccd-b7a1-4f75-8c68-f0e7f18888e9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.507912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.533863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0c42e24e-89da-4c09-8aac-bb48fdc58697 None None] For port 11815920-f0d2-4d32-b957-cbfaf618a8fe, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=11815920-f0d2-4d32-b957-cbfaf618a8fe,segment=NetworkSegment(e7adcc31-a5dd-42f6-a357-00d531768c0f),segment_id=e7adcc31-a5dd-42f6-a357-00d531768c0f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:50.536388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Attempting to bind port d0570491-5240-462d-bb68-7039e884f78c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:50.536798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Attempting to bind port d0570491-5240-462d-bb68-7039e884f78c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ac8b9e2d-e275-475c-80ed-fa4b4e4947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:50.537185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Attempting to bind port d0570491-5240-462d-bb68-7039e884f78c on network c673c6ad-7e7d-4359-ba0d-0996914237bf {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:50.538830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Transition to ACTIVE for port object 96fdb768-c151-4376-bc35-ddc51799a9d7 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:50.544526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:50.544982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Checking segment: {'id': 'ac8b9e2d-e275-475c-80ed-fa4b4e4947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:50.545735 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.546866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Bound using segment: {'id': 'ac8b9e2d-e275-475c-80ed-fa4b4e4947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:50.546866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Bound port: d0570491-5240-462d-bb68-7039e884f78c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8b9e2d-e275-475c-80ed-fa4b4e4947f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c673c6ad-7e7d-4359-ba0d-0996914237bf'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:50.547260 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.555371 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c42e24e-89da-4c09-8aac-bb48fdc58697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.596530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.614113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0191ccd-b7a1-4f75-8c68-f0e7f18888e9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.644026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Network c673c6ad-7e7d-4359-ba0d-0996914237bf is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:50.648004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e24e-89da-4c09-8aac-bb48fdc58697 None None] Pushing event updated for resources: {'Port': ['ID=11815920-f0d2-4d32-b957-cbfaf618a8fe,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:50.649381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:50.653520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:50.679156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event updated for resources: {'Port': ['ID=96fdb768-c151-4376-bc35-ddc51799a9d7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:50.709933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:50.710596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.729269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b99cdadf-1935-4784-b202-d32ec1496bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.743532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] For port d0570491-5240-462d-bb68-7039e884f78c, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:50.744376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b99cdadf-1935-4784-b202-d32ec1496bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.747788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] For port d0570491-5240-462d-bb68-7039e884f78c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d0570491-5240-462d-bb68-7039e884f78c,segment=NetworkSegment(ac8b9e2d-e275-475c-80ed-fa4b4e4947f2),segment_id=ac8b9e2d-e275-475c-80ed-fa4b4e4947f2)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:50.750769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-72111fe1-df2f-47b8-ac2e-84a36902421c tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9809253 Jul 06 18:40:50.751704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:50.754884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.814313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d59ef-2747-4adb-91e2-f1deafbb279e req-4142d544-3511-4a26-ba9c-95a712bc11c9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:50.817003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c98d59ef-2747-4adb-91e2-f1deafbb279e req-4142d544-3511-4a26-ba9c-95a712bc11c9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.2076182 Jul 06 18:40:50.818449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cdadf-1935-4784-b202-d32ec1496bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47404940-4d98-478d-be7c-f88101751c8b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:50.828274 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0191ccd-b7a1-4f75-8c68-f0e7f18888e9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.834577 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b99cdadf-1935-4784-b202-d32ec1496bf9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=840feafbb47d4609a945ff875189297f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567163 Jul 06 18:40:50.837178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53754) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:50.840840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c627fb6-f065-48a4-899f-ecb32e86c732 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:50.852808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c627fb6-f065-48a4-899f-ecb32e86c732 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:50.859946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c627fb6-f065-48a4-899f-ecb32e86c732 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:50.861198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc78bb0-3251-4da1-b81f-a04df556f655 None None] Pushing event updated for resources: {'Port': ['ID=d0570491-5240-462d-bb68-7039e884f78c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:50.864776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9c627fb6-f065-48a4-899f-ecb32e86c732 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1118181 Jul 06 18:40:50.865415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53756) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:50.898991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0191ccd-b7a1-4f75-8c68-f0e7f18888e9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.901504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b0191ccd-b7a1-4f75-8c68-f0e7f18888e9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/527013ad-0ae0-43c0-a296-90e5f5283af9 HTTP/1.1" status: 204 len: 168 time: 0.6301656 Jul 06 18:40:50.902561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0191ccd-b7a1-4f75-8c68-f0e7f18888e9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=527013ad-0ae0-43c0-a296-90e5f5283af9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:50.911138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:50.968830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c98d59ef-2747-4adb-91e2-f1deafbb279e req-e553687f-230e-4039-a741-d98b7467fec2 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512969 Jul 06 18:40:50.998730 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.023375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5112f93-2173-4112-b24b-ee9b761bd7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.052107 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5112f93-2173-4112-b24b-ee9b761bd7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.095762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97b24c-de90-4784-a865-ca4f7b86f929 None None] Network 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:51.124379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.152479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5112f93-2173-4112-b24b-ee9b761bd7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.156108 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5112f93-2173-4112-b24b-ee9b761bd7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.162038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a5112f93-2173-4112-b24b-ee9b761bd7ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47404940-4d98-478d-be7c-f88101751c8b HTTP/1.1" status: 204 len: 168 time: 0.3113444 Jul 06 18:40:51.179315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5112f93-2173-4112-b24b-ee9b761bd7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47404940-4d98-478d-be7c-f88101751c8b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:51.228694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-48c60739-1a2a-45ff-a537-42658267e7fb tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Deleting port 96fdb768-c151-4376-bc35-ddc51799a9d7 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:51.229732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c60739-1a2a-45ff-a537-42658267e7fb tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.230406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 11815920-f0d2-4d32-b957-cbfaf618a8fe up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:51.348137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 11815920-f0d2-4d32-b957-cbfaf618a8fe {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:51.348502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.377551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3805586b-3ca2-4b95-a240-9be4ff3a62f2 None None] Provisioning complete for port 11815920-f0d2-4d32-b957-cbfaf618a8fe triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:51.378103 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3805586b-3ca2-4b95-a240-9be4ff3a62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.434548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] For port 11815920-f0d2-4d32-b957-cbfaf618a8fe, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=11815920-f0d2-4d32-b957-cbfaf618a8fe,segment=NetworkSegment(e7adcc31-a5dd-42f6-a357-00d531768c0f),segment_id=e7adcc31-a5dd-42f6-a357-00d531768c0f)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:51.435031 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.458453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c60739-1a2a-45ff-a537-42658267e7fb tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.471646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 11815920-f0d2-4d32-b957-cbfaf618a8fe owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:51.483228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-48c60739-1a2a-45ff-a537-42658267e7fb tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Calling delete_port for 96fdb768-c151-4376-bc35-ddc51799a9d7 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:51.545525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 11815920-f0d2-4d32-b957-cbfaf618a8fe triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:51.546133 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.593507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-cca6aac5-92ec-4ca6-9366-8a6fda556dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:51.596799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-cca6aac5-92ec-4ca6-9366-8a6fda556dab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 1096 time: 0.1316221 Jul 06 18:40:51.718604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53772) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:51.765445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75744c57-75b8-4e85-8e25-2a5d9f08f6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.773362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-04bb362e-0959-434f-83a5-403e9d67c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:51.775217 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-04bb362e-0959-434f-83a5-403e9d67c9e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 912 time: 0.1697996 Jul 06 18:40:51.782771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c60739-1a2a-45ff-a537-42658267e7fb tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.785007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:51.826431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8dc5d8-fa85-4fe5-8777-244f1d774dd6 None None] DHCP port deletion for 53f129d8-86fc-42ce-a1c2-ac2ae247bf9f request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:40:51.830952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No DVR routers for this DVR port 11815920-f0d2-4d32-b957-cbfaf618a8fe on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:51.832322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-09efaf02-98bc-4a20-88b9-6e1b9cfe637b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c1f3ec8-3948-428c-8b30-6cc89197c98b HTTP/1.1" status: 200 len: 217 time: 0.0498419 Jul 06 18:40:51.832699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=11815920-f0d2-4d32-b957-cbfaf618a8fe,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:51.891694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43799d3a-d7e5-4d56-9ad8-a24fdd32ef6e req-8884798a-69d1-41de-bd73-07c2b8ec525b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:51.893305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43799d3a-d7e5-4d56-9ad8-a24fdd32ef6e req-8884798a-69d1-41de-bd73-07c2b8ec525b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.3412166 Jul 06 18:40:51.911895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c60739-1a2a-45ff-a537-42658267e7fb tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event deleted for resources: {'Port': ['ID=96fdb768-c151-4376-bc35-ddc51799a9d7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:51.955139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-e5182755-1f87-477a-91ed-105e15cac3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:51.956813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-e5182755-1f87-477a-91ed-105e15cac3e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ad5e774-cb36-4f5a-afa2-e3a553df611e HTTP/1.1" status: 200 len: 851 time: 0.1163416 Jul 06 18:40:51.970750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-43799d3a-d7e5-4d56-9ad8-a24fdd32ef6e req-2783b5d5-cf69-454e-8e7d-866229f04ae6 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698588 Jul 06 18:40:52.013157 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-232c3582-2624-4c6f-ab9e-83fee6da292f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c31caf8-df6b-4853-840b-c8e626c0ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401351 Jul 06 18:40:52.016553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.026535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c60739-1a2a-45ff-a537-42658267e7fb tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.028601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-48c60739-1a2a-45ff-a537-42658267e7fb tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "DELETE /v2.0/ports/96fdb768-c151-4376-bc35-ddc51799a9d7 HTTP/1.1" status: 204 len: 168 time: 1.1621971 Jul 06 18:40:52.032370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53774) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:52.038045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Request body: {'port': {'name': 'tempest-new-port-name-1915282116', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:52.038455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] bootfile-name is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:40:52.038864 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] tftp-server is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:40:52.039271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] server-ip-address is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:40:52.043761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f129d8-86fc-42ce-a1c2-ac2ae247bf9f']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:52.080261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7adcc31-a5dd-42f6-a357-00d531768c0f') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:52.080697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7adcc31-a5dd-42f6-a357-00d531768c0f') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:52.096067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.105362 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75744c57-75b8-4e85-8e25-2a5d9f08f6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.118832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75744c57-75b8-4e85-8e25-2a5d9f08f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.142792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.153802 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:52.154275 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:52.157371 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:52.165562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5fbd7-c0ce-4ca2-ae8a-3d8ecfe847ed None None] Network c673c6ad-7e7d-4359-ba0d-0996914237bf requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:52.170489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-281a7567-1db0-4ff0-bc13-1e062a010ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485028 Jul 06 18:40:52.179689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75744c57-75b8-4e85-8e25-2a5d9f08f6d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=caaa1ee5ec12412eb976f949418c90ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581223 Jul 06 18:40:52.179689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75744c57-75b8-4e85-8e25-2a5d9f08f6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b4410c-d9ad-4573-8485-1ddf9795a7c3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:52.205827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53776) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:52.227972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.236203 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.264154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-10fe17bc-f12a-4339-8dd4-4f85c5afc719 None None] Provisioning for port d0570491-5240-462d-bb68-7039e884f78c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:52.277056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.291051 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.293052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/networks/53f129d8-86fc-42ce-a1c2-ac2ae247bf9f HTTP/1.1" status: 204 len: 168 time: 1.3808594 Jul 06 18:40:52.299616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53778) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:52.309482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7142d7-8a58-4ac5-949c-7f109f002759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Network': ['ID=53f129d8-86fc-42ce-a1c2-ac2ae247bf9f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:52.317052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2074781796'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:52.361646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a959c41-10c1-4c53-8aa0-6ebb9ee412ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.401569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:52.405220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.409209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a959c41-10c1-4c53-8aa0-6ebb9ee412ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.412021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a36f816c-ceb1-4f5f-b8e5-faa6d0991c84 req-944355f1-470b-45f9-ae5f-1c2a515566be service neutron] 10.222.0.41 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333977 Jul 06 18:40:52.464205 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.467679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:52.483848 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.483848 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Added segment 5f140235-d069-4b6d-b4e0-8d48a5c5d895 of type vlan for network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e Jul 06 18:40:52.520349 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.521386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a959c41-10c1-4c53-8aa0-6ebb9ee412ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.525007 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a959c41-10c1-4c53-8aa0-6ebb9ee412ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.526399 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4a959c41-10c1-4c53-8aa0-6ebb9ee412ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6b4410c-d9ad-4573-8485-1ddf9795a7c3 HTTP/1.1" status: 204 len: 168 time: 0.3196006 Jul 06 18:40:52.527673 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.532536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.567963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a959c41-10c1-4c53-8aa0-6ebb9ee412ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b4410c-d9ad-4573-8485-1ddf9795a7c3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:52.623209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.630852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:52.631566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.635526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event updated for resources: {'Port': ['ID=9a622684-a27c-4aad-9a9d-89bb89d31fe3,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:52.650070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] In _notify_port_updated(), no bound segment for port 9a622684-a27c-4aad-9a9d-89bb89d31fe3 on network c673c6ad-7e7d-4359-ba0d-0996914237bf {{(pid=93966) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:40:52.656663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:52.658865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.662886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8af3c7e1-7610-4451-be97-f1b237fbf122 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "PUT /v2.0/ports/9a622684-a27c-4aad-9a9d-89bb89d31fe3 HTTP/1.1" status: 200 len: 1137 time: 0.6270170 Jul 06 18:40:52.663212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53788) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:52.714082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4111633 Jul 06 18:40:52.716872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53790) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:52.722552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:52.726173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a101083-28fa-4902-9cb4-e9d38779e635 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Network': ['ID=6fa989d6-c887-45ac-ab7d-3e56fbbb531e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:52.731587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c95d7b3f-a217-47f6-8b07-5b22c2414e1c None None] Provisioning for port 9a622684-a27c-4aad-9a9d-89bb89d31fe3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:52.739816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:52.743750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c95d7b3f-a217-47f6-8b07-5b22c2414e1c None None] Provisioning complete for port 9a622684-a27c-4aad-9a9d-89bb89d31fe3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:52.746644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63dfb65-e539-494a-beb4-2e8ef6bc4750 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:52.747907 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c95d7b3f-a217-47f6-8b07-5b22c2414e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.749916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f63dfb65-e539-494a-beb4-2e8ef6bc4750 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "GET /v2.0/ports/9a622684-a27c-4aad-9a9d-89bb89d31fe3 HTTP/1.1" status: 200 len: 1137 time: 0.0838828 Jul 06 18:40:52.753931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53792) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:52.855793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:52.862172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.894142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-711fb6eb-b493-469f-85c1-9ba8cb10339d tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Deleting port 9a622684-a27c-4aad-9a9d-89bb89d31fe3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:52.894515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-711fb6eb-b493-469f-85c1-9ba8cb10339d tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.945946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c95d7b3f-a217-47f6-8b07-5b22c2414e1c None None] Port 9a622684-a27c-4aad-9a9d-89bb89d31fe3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:53.043228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-711fb6eb-b493-469f-85c1-9ba8cb10339d tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.064780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-711fb6eb-b493-469f-85c1-9ba8cb10339d tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Calling delete_port for 9a622684-a27c-4aad-9a9d-89bb89d31fe3 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:53.110677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f3af2124-3eff-4625-b3c8-564a300bb7f8 None None] Provisioning complete for port 9a622684-a27c-4aad-9a9d-89bb89d31fe3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:53.110968 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f3af2124-3eff-4625-b3c8-564a300bb7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.169469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d0570491-5240-462d-bb68-7039e884f78c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:53.226494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f3af2124-3eff-4625-b3c8-564a300bb7f8 None None] Port 9a622684-a27c-4aad-9a9d-89bb89d31fe3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:53.260176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d0570491-5240-462d-bb68-7039e884f78c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:53.282974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d0570491-5240-462d-bb68-7039e884f78c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:53.284394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.290681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ff72f-ada1-4fc0-96e1-ee00405f1262 req-613117c5-db7b-4cdd-b2c4-ecb6d4b56e7d tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:53.292561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-209ff72f-ada1-4fc0-96e1-ee00405f1262 req-613117c5-db7b-4cdd-b2c4-ecb6d4b56e7d tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1107190 Jul 06 18:40:53.369774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42095b3c-63c3-4fa5-a2f1-3eab657d0269 None None] Could not find standard attr ID for object 96fdb768-c151-4376-bc35-ddc51799a9d7. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:40:53.407708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-209ff72f-ada1-4fc0-96e1-ee00405f1262 req-86d374f9-46ba-43c3-a83e-0bc45e2cc789 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012290 Jul 06 18:40:53.409386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-711fb6eb-b493-469f-85c1-9ba8cb10339d tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.506901 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.519835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fb6eb-b493-469f-85c1-9ba8cb10339d tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event deleted for resources: {'Port': ['ID=9a622684-a27c-4aad-9a9d-89bb89d31fe3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:53.579196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d0570491-5240-462d-bb68-7039e884f78c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d0570491-5240-462d-bb68-7039e884f78c,segment=NetworkSegment(ac8b9e2d-e275-475c-80ed-fa4b4e4947f2),segment_id=ac8b9e2d-e275-475c-80ed-fa4b4e4947f2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:53.586244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.605139 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-711fb6eb-b493-469f-85c1-9ba8cb10339d tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.612179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-711fb6eb-b493-469f-85c1-9ba8cb10339d tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "DELETE /v2.0/ports/9a622684-a27c-4aad-9a9d-89bb89d31fe3 HTTP/1.1" status: 204 len: 168 time: 0.8544445 Jul 06 18:40:53.613347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53816) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:53.715917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 11815920-f0d2-4d32-b957-cbfaf618a8fe no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:53.720799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a42dab-630b-4226-9573-d9d3a558c0c5 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Deleting subnet 8065f274-c878-4d62-8b00-51fcffefb1fa {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:53.727247 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51a42dab-630b-4226-9573-d9d3a558c0c5 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.744649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 11815920-f0d2-4d32-b957-cbfaf618a8fe {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:53.745230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 11815920-f0d2-4d32-b957-cbfaf618a8fe not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:53.757661 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.788854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d0570491-5240-462d-bb68-7039e884f78c,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:53.794841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51a42dab-630b-4226-9573-d9d3a558c0c5 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.820183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.820771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.821323 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.821880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.822408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.824525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.825343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.826023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.826627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.827071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.827599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.828041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:53.849039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=70984740-9c07-4283-8971-eb9376a89df8,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:53.859724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Checking segment: {'id': '5f140235-d069-4b6d-b4e0-8d48a5c5d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:53.860867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network hostable DHCP agents. Network: 6fa989d6-c887-45ac-ab7d-3e56fbbb531e, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:53.884422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:53.899512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 6fa989d6-c887-45ac-ab7d-3e56fbbb531e) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:53.904793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:53.905460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.913833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8bb0c4-1db5-4109-9d2f-c75af2faa1bc None None] Network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:53.933588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a6b19c61-9fe7-4c60-a6ce-15a5ee1d0059 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2150631 Jul 06 18:40:53.938306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:53.950654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e', 'name': 'tempest-PortsTestJSON-1713369812', 'fixed_ips': [{'subnet_id': '70984740-9c07-4283-8971-eb9376a89df8', 'ip_address': '172.20.0.10'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:53.979650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51a42dab-630b-4226-9573-d9d3a558c0c5 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:53.993865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6c6cbf01-7772-43ad-a060-810720ce3841 None None] Could not find standard attr ID for object 9a622684-a27c-4aad-9a9d-89bb89d31fe3. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:40:54.088467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51a42dab-630b-4226-9573-d9d3a558c0c5 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.120532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:54.138262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-51a42dab-630b-4226-9573-d9d3a558c0c5 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.139357 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-51a42dab-630b-4226-9573-d9d3a558c0c5 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "DELETE /v2.0/subnets/8065f274-c878-4d62-8b00-51fcffefb1fa HTTP/1.1" status: 204 len: 168 time: 0.5249975 Jul 06 18:40:54.140433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a42dab-630b-4226-9573-d9d3a558c0c5 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event deleted for resources: {'Subnet': ['ID=8065f274-c878-4d62-8b00-51fcffefb1fa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:54.142423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53828) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:54.198284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-6fa989d6-c887-45ac-ab7d-3e56fbbb531e', 'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e', 'tenant_id': '723e28aed9324d41829b9b073dfc2710', 'fixed_ips': [{'subnet_id': '70984740-9c07-4283-8971-eb9376a89df8'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:40:54.199769 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.270207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.293695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.336253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 5eba7f15-78a2-461b-87a8-00db24e9565c yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:54.343148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Deleting port d0570491-5240-462d-bb68-7039e884f78c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:54.343742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.349133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469cb285-77db-41d3-9259-5743c80fcb9d None None] Network c673c6ad-7e7d-4359-ba0d-0996914237bf requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:54.441395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] For port d0570491-5240-462d-bb68-7039e884f78c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d0570491-5240-462d-bb68-7039e884f78c,segment=NetworkSegment(ac8b9e2d-e275-475c-80ed-fa4b4e4947f2),segment_id=ac8b9e2d-e275-475c-80ed-fa4b4e4947f2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:54.443178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.463555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Calling delete_port for d0570491-5240-462d-bb68-7039e884f78c owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:54.540520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Allocated IP 172.20.0.2 (6fa989d6-c887-45ac-ab7d-3e56fbbb531e/70984740-9c07-4283-8971-eb9376a89df8/4ae93aec-1d41-4543-92e2-85f205fe4856) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:54.628882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.675808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event deleted for resources: {'Port': ['ID=d0570491-5240-462d-bb68-7039e884f78c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:54.679537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] No DVR routers for this DVR port d0570491-5240-462d-bb68-7039e884f78c on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:54.707411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b6bcb-232b-4b5c-9a1e-49bb4547e4f3 req-e117a327-cf80-435b-acbc-dbc99e3cd614 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:54.718612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c28b6bcb-232b-4b5c-9a1e-49bb4547e4f3 req-e117a327-cf80-435b-acbc-dbc99e3cd614 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1162128 Jul 06 18:40:54.718837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189650d7-4d29-4062-b67f-a9f67af58f1a None None] DHCP port deletion for c673c6ad-7e7d-4359-ba0d-0996914237bf request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:40:54.791120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c28b6bcb-232b-4b5c-9a1e-49bb4547e4f3 req-49888ef4-fc06-41fe-a386-aec75d30cd0e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712111 Jul 06 18:40:54.806607 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.814156 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.819234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Transition to ACTIVE for port object 4ae93aec-1d41-4543-92e2-85f205fe4856 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:54.832528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c673c6ad-7e7d-4359-ba0d-0996914237bf']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:54.837038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Transition to ACTIVE for port object 4ae93aec-1d41-4543-92e2-85f205fe4856 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:54.844616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8b9e2d-e275-475c-80ed-fa4b4e4947f2') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:54.844950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8b9e2d-e275-475c-80ed-fa4b4e4947f2') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:54.845347 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.856203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.871682 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.884471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:54.885440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:54.890472 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:54.896319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:54.897382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.10 (6fa989d6-c887-45ac-ab7d-3e56fbbb531e/70984740-9c07-4283-8971-eb9376a89df8/5eba7f15-78a2-461b-87a8-00db24e9565c) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:54.900249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:54.903665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:54.919087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Pushing event updated for resources: {'Port': ['ID=4ae93aec-1d41-4543-92e2-85f205fe4856,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:54.998557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.014763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Attempting to bind port 4ae93aec-1d41-4543-92e2-85f205fe4856 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:55.015416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Attempting to bind port 4ae93aec-1d41-4543-92e2-85f205fe4856 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '5f140235-d069-4b6d-b4e0-8d48a5c5d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:55.015936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Attempting to bind port 4ae93aec-1d41-4543-92e2-85f205fe4856 on network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:55.022193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:55.022837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Checking segment: {'id': '5f140235-d069-4b6d-b4e0-8d48a5c5d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:55.023438 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.024035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Bound using segment: {'id': '5f140235-d069-4b6d-b4e0-8d48a5c5d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:55.024705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Bound port: 4ae93aec-1d41-4543-92e2-85f205fe4856, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f140235-d069-4b6d-b4e0-8d48a5c5d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:55.025080 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.031259 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.034005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] 10.222.0.53 "DELETE /v2.0/networks/c673c6ad-7e7d-4359-ba0d-0996914237bf HTTP/1.1" status: 204 len: 168 time: 0.8904436 Jul 06 18:40:55.035204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8a16f-d5fd-47c4-97e2-5e3fbc00e5c2 tempest-ExtraDHCPOptionsTestJSON-1096929936 tempest-ExtraDHCPOptionsTestJSON-1096929936-project] Pushing event deleted for resources: {'Network': ['ID=c673c6ad-7e7d-4359-ba0d-0996914237bf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:55.081955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d0570491-5240-462d-bb68-7039e884f78c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:55.099140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.105743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d0570491-5240-462d-bb68-7039e884f78c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:55.106099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d0570491-5240-462d-bb68-7039e884f78c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:55.139361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] For port 4ae93aec-1d41-4543-92e2-85f205fe4856, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:55.142802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] For port 4ae93aec-1d41-4543-92e2-85f205fe4856, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ae93aec-1d41-4543-92e2-85f205fe4856,segment=NetworkSegment(5f140235-d069-4b6d-b4e0-8d48a5c5d895),segment_id=5f140235-d069-4b6d-b4e0-8d48a5c5d895)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:55.143557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 5eba7f15-78a2-461b-87a8-00db24e9565c will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:55.149494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.213213 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.222236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36dda8-24df-407b-bbbd-b4bb55c7e8fe None None] Pushing event updated for resources: {'Port': ['ID=4ae93aec-1d41-4543-92e2-85f205fe4856,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:55.283684 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:55.291880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:55.297793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:55.362092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=5eba7f15-78a2-461b-87a8-00db24e9565c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:55.424469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:55.425041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.449883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-576fd405-dc71-4b39-8cd1-2e1532aeb4e2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5072672 Jul 06 18:40:55.450267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53864) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:55.457047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '6fa989d6-c887-45ac-ab7d-3e56fbbb531e', 'name': 'tempest-PortsTestJSON-1668273175', 'fixed_ips': [{'subnet_id': '70984740-9c07-4283-8971-eb9376a89df8', 'ip_address': '172.20.0.9'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:55.464128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53868) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:55.538381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310cff2-34d3-46b1-a536-cbc341249eb5 req-edc39522-f5c1-4880-96d5-0ad375b034dc tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:55.540146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d310cff2-34d3-46b1-a536-cbc341249eb5 req-edc39522-f5c1-4880-96d5-0ad375b034dc tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1097 time: 0.2393656 Jul 06 18:40:55.573836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d310cff2-34d3-46b1-a536-cbc341249eb5 req-aa674a38-d73a-4adc-8c85-d709a262cf72 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.656980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ae7c0949-eba7-4f19-b16b-62f1a10b81a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1fe724ecf85410990a885de5a3e7500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915834 Jul 06 18:40:55.659352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53876) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:55.722728 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abc00918-6ca2-4e25-9b2e-d55988afc14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.744567 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d310cff2-34d3-46b1-a536-cbc341249eb5 req-aa674a38-d73a-4adc-8c85-d709a262cf72 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.744923 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abc00918-6ca2-4e25-9b2e-d55988afc14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.754009 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d310cff2-34d3-46b1-a536-cbc341249eb5 req-aa674a38-d73a-4adc-8c85-d709a262cf72 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.785010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d310cff2-34d3-46b1-a536-cbc341249eb5 req-aa674a38-d73a-4adc-8c85-d709a262cf72 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385263 Jul 06 18:40:55.796591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa674a38-d73a-4adc-8c85-d709a262cf72 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7bb7a0-c996-44b2-959f-ef26bfc1c8cb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:55.800452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:55.806011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.827017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abc00918-6ca2-4e25-9b2e-d55988afc14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.830625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abc00918-6ca2-4e25-9b2e-d55988afc14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.832284 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-abc00918-6ca2-4e25-9b2e-d55988afc14f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c32fcd8-b67e-41be-93ce-9423c09d0ffb HTTP/1.1" status: 204 len: 168 time: 0.1719797 Jul 06 18:40:55.865454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc00918-6ca2-4e25-9b2e-d55988afc14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32fcd8-b67e-41be-93ce-9423c09d0ffb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:55.872465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port b6becec9-4f3d-49ce-8160-253b760c4854 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:40:56.075163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15801b0-20f5-43df-a003-06144a331392 req-c93bd796-b78e-4124-8fdb-06d98f269df2 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:56.083296 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a15801b0-20f5-43df-a003-06144a331392 req-c93bd796-b78e-4124-8fdb-06d98f269df2 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1105394 Jul 06 18:40:56.145871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a15801b0-20f5-43df-a003-06144a331392 req-1ef7c4bb-6e16-4f81-8a61-db13b1ecf31c tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615234 Jul 06 18:40:56.172883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.9 (6fa989d6-c887-45ac-ab7d-3e56fbbb531e/70984740-9c07-4283-8971-eb9376a89df8/b6becec9-4f3d-49ce-8160-253b760c4854) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:56.249997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e2d56-6c5c-4649-996a-fc3194389a6f req-759281d7-53c8-4c31-9a46-8ca7a0b1ead4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:56.251889 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed2e2d56-6c5c-4649-996a-fc3194389a6f req-759281d7-53c8-4c31-9a46-8ca7a0b1ead4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.1451843 Jul 06 18:40:56.346693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed2e2d56-6c5c-4649-996a-fc3194389a6f req-776483ba-85b1-46fb-944c-2370e4117a6b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765069 Jul 06 18:40:56.379272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53900) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:56.417666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:56.452451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object b6becec9-4f3d-49ce-8160-253b760c4854 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:56.482156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7605cba0-2055-47b3-a948-b4180aac4ef3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/971cf69b-6ab4-41bd-93b1-91af0746d969 HTTP/1.1" status: 200 len: 994 time: 0.1013525 Jul 06 18:40:56.521549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:56.589120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:56.592742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:56.607488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:56.612761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=b6becec9-4f3d-49ce-8160-253b760c4854,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:56.620514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4717e316-0c64-44ee-975c-d239a5b973c9 None None] Network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:56.674545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:56.675489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:56.691532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-51b8eaf2-c518-4d2e-92d2-a396bab417ac None None] Provisioning for port 4ae93aec-1d41-4543-92e2-85f205fe4856 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:56.699687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53912) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:56.699811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a3ba8749-6327-40a5-8b76-88694d350b47 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2484758 Jul 06 18:40:57.090032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53934) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:57.186870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ae93aec-1d41-4543-92e2-85f205fe4856 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:57.231558 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:57.258943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4ae93aec-1d41-4543-92e2-85f205fe4856 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:57.265302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4ae93aec-1d41-4543-92e2-85f205fe4856 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:57.266328 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.327394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5abd479-421b-4dab-8f68-3f4070d4377c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:57.333546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53948) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:57.339833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c5abd479-421b-4dab-8f68-3f4070d4377c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6383767 Jul 06 18:40:57.371251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Provisioning for port b6becec9-4f3d-49ce-8160-253b760c4854 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:57.376479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Provisioning complete for port b6becec9-4f3d-49ce-8160-253b760c4854 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:57.376842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.448602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Port b6becec9-4f3d-49ce-8160-253b760c4854 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:57.462720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1635488315'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:57.468652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Provisioning complete for port 4ae93aec-1d41-4543-92e2-85f205fe4856 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:57.469042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.470649 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.502620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-95ff8c17-ad9a-42a1-b8a2-f206471e5933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.551260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Made reservation on behalf of 262bdfb4e6e84d7dac260966ed47976b for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:57.554894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.570177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4ae93aec-1d41-4543-92e2-85f205fe4856, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ae93aec-1d41-4543-92e2-85f205fe4856,segment=NetworkSegment(5f140235-d069-4b6d-b4e0-8d48a5c5d895),segment_id=5f140235-d069-4b6d-b4e0-8d48a5c5d895)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:57.580469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.606903 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.626316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f81a3d-39ac-494f-879d-3fe4c2fabb4a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:57.634176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f81a3d-39ac-494f-879d-3fe4c2fabb4a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:57.641232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f81a3d-39ac-494f-879d-3fe4c2fabb4a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:57.643385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-13f81a3d-39ac-494f-879d-3fe4c2fabb4a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3086772 Jul 06 18:40:57.647514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53954) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:57.674809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae5acd-e94c-4a22-9280-5359f327a46f req-7083396a-e27b-46ea-bbb0-5905b08e613d tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:57.676668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5aae5acd-e94c-4a22-9280-5359f327a46f req-7083396a-e27b-46ea-bbb0-5905b08e613d tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.3041475 Jul 06 18:40:57.678284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4ae93aec-1d41-4543-92e2-85f205fe4856,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:57.702958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Provisioning for port 5eba7f15-78a2-461b-87a8-00db24e9565c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:57.708760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Provisioning complete for port 5eba7f15-78a2-461b-87a8-00db24e9565c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:57.709471 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.770101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5aae5acd-e94c-4a22-9280-5359f327a46f req-8ae6df19-e35c-4337-bf9f-cf681f7e4ccf tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846057 Jul 06 18:40:57.803712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ac1da48c-897a-4a6d-bd76-88b95f0e7239 None None] Port 5eba7f15-78a2-461b-87a8-00db24e9565c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:57.811666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-95ff8c17-ad9a-42a1-b8a2-f206471e5933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.822965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-95ff8c17-ad9a-42a1-b8a2-f206471e5933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.839291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-96349ec3-56d2-4624-83a6-9fc55c216cb5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port b6becec9-4f3d-49ce-8160-253b760c4854 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:57.839953 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96349ec3-56d2-4624-83a6-9fc55c216cb5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:57.895801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-95ff8c17-ad9a-42a1-b8a2-f206471e5933 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba33b590c5f247029e1b9465b48ab0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628351 Jul 06 18:40:57.896589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff8c17-ad9a-42a1-b8a2-f206471e5933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0182685c-beec-4f3a-8637-2b24a6acf521,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:57.902952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53960) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:57.933204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-26eba8cd-2665-4737-b2a2-f476eb3e7ae7 None None] Provisioning complete for port 5eba7f15-78a2-461b-87a8-00db24e9565c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:57.933580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-26eba8cd-2665-4737-b2a2-f476eb3e7ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.001862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-26eba8cd-2665-4737-b2a2-f476eb3e7ae7 None None] Port 5eba7f15-78a2-461b-87a8-00db24e9565c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:58.012695 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96349ec3-56d2-4624-83a6-9fc55c216cb5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.032457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-96349ec3-56d2-4624-83a6-9fc55c216cb5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for b6becec9-4f3d-49ce-8160-253b760c4854 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:58.045172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf11bf0b-7cac-4d2b-93c9-f5d826a6a4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.091614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf11bf0b-7cac-4d2b-93c9-f5d826a6a4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.092306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-57eb22b0-914c-4725-9123-d8fc435a9828 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2782271 Jul 06 18:40:58.102423 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.120445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.126941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-453bebce-f2db-4081-adeb-1ba211c0762a None None] Provisioning complete for port b6becec9-4f3d-49ce-8160-253b760c4854 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:58.127651 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-453bebce-f2db-4081-adeb-1ba211c0762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.183510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6d256-2869-4d6d-968b-44d8a00ff842 req-1f37b8c3-b096-40ed-abe8-7041cd926385 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:58.185284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-29f6d256-2869-4d6d-968b-44d8a00ff842 req-1f37b8c3-b096-40ed-abe8-7041cd926385 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.1751568 Jul 06 18:40:58.204055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcefde5-5379-4ba4-92b0-33f949642c98,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:58.204915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-453bebce-f2db-4081-adeb-1ba211c0762a None None] Port b6becec9-4f3d-49ce-8160-253b760c4854 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:40:58.218246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96349ec3-56d2-4624-83a6-9fc55c216cb5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.252811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-29f6d256-2869-4d6d-968b-44d8a00ff842 req-eb2b28e2-1220-45d4-886c-9f3bf4f026b0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576358 Jul 06 18:40:58.256679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf11bf0b-7cac-4d2b-93c9-f5d826a6a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.259569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bf11bf0b-7cac-4d2b-93c9-f5d826a6a4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.260846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bf11bf0b-7cac-4d2b-93c9-f5d826a6a4a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0182685c-beec-4f3a-8637-2b24a6acf521 HTTP/1.1" status: 204 len: 168 time: 0.3569994 Jul 06 18:40:58.267740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:58.290780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11bf0b-7cac-4d2b-93c9-f5d826a6a4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0182685c-beec-4f3a-8637-2b24a6acf521,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:58.307950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96349ec3-56d2-4624-83a6-9fc55c216cb5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=b6becec9-4f3d-49ce-8160-253b760c4854,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:58.333388 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.333899 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Added segment 16b33176-5689-47f8-82d1-f584a9301d4d of type vlan for network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 Jul 06 18:40:58.391305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.436662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.443949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:58.444906 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.451739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96349ec3-56d2-4624-83a6-9fc55c216cb5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.458687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-96349ec3-56d2-4624-83a6-9fc55c216cb5 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/b6becec9-4f3d-49ce-8160-253b760c4854 HTTP/1.1" status: 204 len: 168 time: 0.8099496 Jul 06 18:40:58.459648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53982) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:58.493067 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbbdba0-9bc4-41d9-a002-9466e81da825 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:58.498087 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ccbbdba0-9bc4-41d9-a002-9466e81da825 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/b6becec9-4f3d-49ce-8160-253b760c4854 HTTP/1.1" status: 404 len: 333 time: 0.0372264 Jul 06 18:40:58.498798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53986) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:58.545896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'Network': ['ID=cb3ad593-204e-479f-97b0-6eef1ad8dbe5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:58.556857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:58.570519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-76f10a77-6ff9-4061-a38b-bc4b4c27d82f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4785171 Jul 06 18:40:58.570883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53988) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:58.576307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Request body: {'subnet': {'network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:58.699935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-518ba8ae-7c06-45ad-81c2-2847892f7470 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 5eba7f15-78a2-461b-87a8-00db24e9565c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:58.700528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-518ba8ae-7c06-45ad-81c2-2847892f7470 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.721229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Made reservation on behalf of 262bdfb4e6e84d7dac260966ed47976b for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:58.726730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.745492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53994) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:58.767838 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c1b2-96b4-4622-b1c2-c69f5a7fbffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.858669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-518ba8ae-7c06-45ad-81c2-2847892f7470 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.878519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-518ba8ae-7c06-45ad-81c2-2847892f7470 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 5eba7f15-78a2-461b-87a8-00db24e9565c owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:58.955500 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.034487 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c1b2-96b4-4622-b1c2-c69f5a7fbffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.052304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c1b2-96b4-4622-b1c2-c69f5a7fbffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.076012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'Subnet': ['ID=dcf74af2-2a34-4123-9422-4996d5834f2f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:59.084219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ae93aec-1d41-4543-92e2-85f205fe4856 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:59.139457 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5ea9c1b2-96b4-4622-b1c2-c69f5a7fbffa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62edbfe484ee4b7b9d00563eae0db047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903584 Jul 06 18:40:59.139940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e24ce-12ac-444d-817e-78fbe79bfdc9 req-ec56afea-c054-4fdb-aa7e-c6f5440cc2f3 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:59.142376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54002) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:59.150800 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e9e24ce-12ac-444d-817e-78fbe79bfdc9 req-ec56afea-c054-4fdb-aa7e-c6f5440cc2f3 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1642430 Jul 06 18:40:59.162894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9c1b2-96b4-4622-b1c2-c69f5a7fbffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccce529-9d48-41d6-b302-7ff0f846b558,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:59.167727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4ae93aec-1d41-4543-92e2-85f205fe4856 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:59.168427 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.191796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Checking segment: {'id': '16b33176-5689-47f8-82d1-f584a9301d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:59.192160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Network hostable DHCP agents. Network: cb3ad593-204e-479f-97b0-6eef1ad8dbe5, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:59.239623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e9e24ce-12ac-444d-817e-78fbe79bfdc9 req-9f330f3b-5473-4069-87b4-e94087b2061c tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866089 Jul 06 18:40:59.241194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:59.252366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-faa79c6a-e589-4d2e-82df-c8712a67af50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.265245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-518ba8ae-7c06-45ad-81c2-2847892f7470 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.279125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, cb3ad593-204e-479f-97b0-6eef1ad8dbe5) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:59.296179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd264440-7a9a-464d-848f-18c8c0fba458 None None] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:59.306489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-faa79c6a-e589-4d2e-82df-c8712a67af50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.313395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:59.314285 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.319288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ba8ae-7c06-45ad-81c2-2847892f7470 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=5eba7f15-78a2-461b-87a8-00db24e9565c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:59.381090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1a216104-b51d-4d1f-823a-59d22955b30d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8057501 Jul 06 18:40:59.383053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54008) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:59.407681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9f36aa60-9589-4023-97d4-2b1d4cda548f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1817003054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:59.456489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-518ba8ae-7c06-45ad-81c2-2847892f7470 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.462547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-518ba8ae-7c06-45ad-81c2-2847892f7470 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/5eba7f15-78a2-461b-87a8-00db24e9565c HTTP/1.1" status: 204 len: 168 time: 0.9626417 Jul 06 18:40:59.463852 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-faa79c6a-e589-4d2e-82df-c8712a67af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.466408 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-faa79c6a-e589-4d2e-82df-c8712a67af50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.466680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54010) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:59.470404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-faa79c6a-e589-4d2e-82df-c8712a67af50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ccce529-9d48-41d6-b302-7ff0f846b558 HTTP/1.1" status: 204 len: 168 time: 0.3246789 Jul 06 18:40:59.512568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa79c6a-e589-4d2e-82df-c8712a67af50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccce529-9d48-41d6-b302-7ff0f846b558,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:59.531352 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80f4f73-92f5-4deb-a625-4731b94f6e6e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:40:59.537612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54014) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:59.538283 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e80f4f73-92f5-4deb-a625-4731b94f6e6e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/5eba7f15-78a2-461b-87a8-00db24e9565c HTTP/1.1" status: 404 len: 333 time: 0.0684962 Jul 06 18:40:59.540664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f36aa60-9589-4023-97d4-2b1d4cda548f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.542307 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f36aa60-9589-4023-97d4-2b1d4cda548f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.634090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f36aa60-9589-4023-97d4-2b1d4cda548f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.641913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f36aa60-9589-4023-97d4-2b1d4cda548f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.653926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-a600f395-a757-47b4-8cba-04e6c985819e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet 70984740-9c07-4283-8971-eb9376a89df8 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:59.666648 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a600f395-a757-47b4-8cba-04e6c985819e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.667742 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f36aa60-9589-4023-97d4-2b1d4cda548f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.671769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f36aa60-9589-4023-97d4-2b1d4cda548f tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2810071 Jul 06 18:40:59.672022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54016) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:59.724735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0b18f-6679-4646-8e33-98117cc964a9 req-60fe7335-af08-46b8-afc5-3614747bcc68 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:59.726725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32c0b18f-6679-4646-8e33-98117cc964a9 req-60fe7335-af08-46b8-afc5-3614747bcc68 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.2340338 Jul 06 18:40:59.745015 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a600f395-a757-47b4-8cba-04e6c985819e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.817754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-32c0b18f-6679-4646-8e33-98117cc964a9 req-6e2b66c7-685a-4a5e-a8ee-5443b0c630b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789325 Jul 06 18:40:59.832928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-cb3ad593-204e-479f-97b0-6eef1ad8dbe5', 'network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5', 'tenant_id': '262bdfb4e6e84d7dac260966ed47976b', 'fixed_ips': [{'subnet_id': 'dcf74af2-2a34-4123-9422-4996d5834f2f'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:40:59.834329 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.875092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a600f395-a757-47b4-8cba-04e6c985819e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.963606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a600f395-a757-47b4-8cba-04e6c985819e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.005612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600f395-a757-47b4-8cba-04e6c985819e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=70984740-9c07-4283-8971-eb9376a89df8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:00.007376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Allocated IP 172.20.0.2 (cb3ad593-204e-479f-97b0-6eef1ad8dbe5/dcf74af2-2a34-4123-9422-4996d5834f2f/8cc1a34d-a359-414d-9ca7-492edecd9663) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:00.013791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a600f395-a757-47b4-8cba-04e6c985819e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.018167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a600f395-a757-47b4-8cba-04e6c985819e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/70984740-9c07-4283-8971-eb9376a89df8 HTTP/1.1" status: 204 len: 168 time: 0.4738030 Jul 06 18:41:00.018441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54024) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:00.027367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be4de7-a947-484f-8267-9be8b5a3922b None None] Network 6fa989d6-c887-45ac-ab7d-3e56fbbb531e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:00.070261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-d8d4fc04-27be-4c6c-8813-44cff7e6d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:00.071546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-d8d4fc04-27be-4c6c-8813-44cff7e6d0c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1097 time: 0.2289050 Jul 06 18:41:00.140596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.171203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.205439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 4ae93aec-1d41-4543-92e2-85f205fe4856 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:00.206641 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.302226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-7f67bb89-9ae3-4d0a-9592-613b8f7da17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:00.304018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-7f67bb89-9ae3-4d0a-9592-613b8f7da17c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 897 time: 0.2245553 Jul 06 18:41:00.345189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] For port 4ae93aec-1d41-4543-92e2-85f205fe4856, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ae93aec-1d41-4543-92e2-85f205fe4856,segment=NetworkSegment(5f140235-d069-4b6d-b4e0-8d48a5c5d895),segment_id=5f140235-d069-4b6d-b4e0-8d48a5c5d895)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:00.345559 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.374690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 4ae93aec-1d41-4543-92e2-85f205fe4856 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:00.436452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.455578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Transition to ACTIVE for port object 8cc1a34d-a359-414d-9ca7-492edecd9663 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:00.499384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Transition to ACTIVE for port object 8cc1a34d-a359-414d-9ca7-492edecd9663 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:00.515774 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.540523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099c2ae-d420-4285-84d9-16723ba5698a req-f6bd8ce7-b246-4851-914c-cac1632b006b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:00.542411 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a099c2ae-d420-4285-84d9-16723ba5698a req-f6bd8ce7-b246-4851-914c-cac1632b006b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1095560 Jul 06 18:41:00.558972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90308124-1f14-4124-b773-94b050c49e8c None None] DHCP port deletion for 6fa989d6-c887-45ac-ab7d-3e56fbbb531e request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:41:00.565826 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.574341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:00.579118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:00.582829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:00.613188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=4ae93aec-1d41-4543-92e2-85f205fe4856,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:00.616944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No DVR routers for this DVR port 4ae93aec-1d41-4543-92e2-85f205fe4856 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:00.668310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Pushing event updated for resources: {'Port': ['ID=8cc1a34d-a359-414d-9ca7-492edecd9663,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:00.684559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Attempting to bind port 8cc1a34d-a359-414d-9ca7-492edecd9663 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:00.684926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Attempting to bind port 8cc1a34d-a359-414d-9ca7-492edecd9663 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '16b33176-5689-47f8-82d1-f584a9301d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:00.685451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Attempting to bind port 8cc1a34d-a359-414d-9ca7-492edecd9663 on network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:00.697128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:00.697582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Checking segment: {'id': '16b33176-5689-47f8-82d1-f584a9301d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:00.698051 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.698487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Bound using segment: {'id': '16b33176-5689-47f8-82d1-f584a9301d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:00.698984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Bound port: 8cc1a34d-a359-414d-9ca7-492edecd9663, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b33176-5689-47f8-82d1-f584a9301d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:00.699396 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.724206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a099c2ae-d420-4285-84d9-16723ba5698a req-eceae7e4-5171-485c-bf0f-b4cca7defa2f tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721604 Jul 06 18:41:00.770879 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.784693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa989d6-c887-45ac-ab7d-3e56fbbb531e']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:00.789041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] For port 8cc1a34d-a359-414d-9ca7-492edecd9663, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:00.796514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] For port 8cc1a34d-a359-414d-9ca7-492edecd9663, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8cc1a34d-a359-414d-9ca7-492edecd9663,segment=NetworkSegment(16b33176-5689-47f8-82d1-f584a9301d4d),segment_id=16b33176-5689-47f8-82d1-f584a9301d4d)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:00.799842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f140235-d069-4b6d-b4e0-8d48a5c5d895') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:00.800147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f140235-d069-4b6d-b4e0-8d48a5c5d895') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:00.805799 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.810859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.828876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-420e6cdc-9d27-411d-9efb-b92f55ba70df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 1002 time: 0.4810169 Jul 06 18:41:00.829579 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.837039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:41:00.837456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:41:00.841451 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:41:00.896998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9fe6d-f7f5-487c-8e7c-1cd46ee6a7c3 None None] Pushing event updated for resources: {'Port': ['ID=8cc1a34d-a359-414d-9ca7-492edecd9663,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:00.942035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-7d3168ad-961e-4244-afc7-56842aceccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:00.943547 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-7d3168ad-961e-4244-afc7-56842aceccb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.1079936 Jul 06 18:41:00.952489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Allocated IP 172.20.0.1 (cb3ad593-204e-479f-97b0-6eef1ad8dbe5/dcf74af2-2a34-4123-9422-4996d5834f2f/0149fe5b-d549-43c9-abdb-c567f2509b72) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:00.954711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.964137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.966067 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/networks/6fa989d6-c887-45ac-ab7d-3e56fbbb531e HTTP/1.1" status: 204 len: 168 time: 0.9465833 Jul 06 18:41:00.984668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54050) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:00.990216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-176302259'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:01.009796 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb95b90-814d-4818-8ca1-a2397a2ac208 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Network': ['ID=6fa989d6-c887-45ac-ab7d-3e56fbbb531e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:01.016804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:01.020691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.080453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:41:01.080633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ae93aec-1d41-4543-92e2-85f205fe4856 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:01.116868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4ae93aec-1d41-4543-92e2-85f205fe4856 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:41:01.117162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ae93aec-1d41-4543-92e2-85f205fe4856 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:01.120672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.121185 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Added segment 543b98ca-74b1-47aa-87a7-f656d6e406db of type vlan for network 6c3da789-72e6-4bbf-a1b0-5f306e122092 Jul 06 18:41:01.210844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-c9dbdd5b-6681-4244-b23c-7666a7dbad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:01.212486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-c9dbdd5b-6681-4244-b23c-7666a7dbad2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2575102 Jul 06 18:41:01.217695 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.249500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a427d54-7bb6-40d7-aac1-3bf567bd5bee req-7985cc66-b9d0-469b-972a-b3bde0e84e50 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:01.260175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a427d54-7bb6-40d7-aac1-3bf567bd5bee req-7985cc66-b9d0-469b-972a-b3bde0e84e50 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.1964872 Jul 06 18:41:01.331751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a427d54-7bb6-40d7-aac1-3bf567bd5bee req-d1c76485-a4d9-43b9-9b9a-9f78b900c194 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728533 Jul 06 18:41:01.333263 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.335754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.349623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:01.350378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.367245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Transition to ACTIVE for port object 0149fe5b-d549-43c9-abdb-c567f2509b72 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:01.406560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-869de7c6-8860-4a0c-a4cd-f525f3d8679a service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787121 Jul 06 18:41:01.433789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4479363 Jul 06 18:41:01.434482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54062) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:01.442671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': '6c3da789-72e6-4bbf-a1b0-5f306e122092', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:01.449883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedda84-c779-41dc-9cb5-2a907ba6f5e3 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Network': ['ID=6c3da789-72e6-4bbf-a1b0-5f306e122092,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:01.467619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 6c3da789-72e6-4bbf-a1b0-5f306e122092 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:41:01.552197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.604125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:01.612075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.623130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:01.647577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:01.652780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:01.653382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'Port': ['ID=0149fe5b-d549-43c9-abdb-c567f2509b72,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:01.681932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-33213202-5b32-493a-a72b-1be61ec2962c service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670150 Jul 06 18:41:01.706344 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:01.897484 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.029690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=b2b7016a-fea8-48b5-ba90-02b46b3ad6c4,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:02.068713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.089331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Checking segment: {'id': '543b98ca-74b1-47aa-87a7-f656d6e406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6c3da789-72e6-4bbf-a1b0-5f306e122092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:02.089697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network hostable DHCP agents. Network: 6c3da789-72e6-4bbf-a1b0-5f306e122092, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:41:02.120088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 6c3da789-72e6-4bbf-a1b0-5f306e122092 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:41:02.145192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a51a-98e8-4efe-aef7-38f00c70693a req-276cff0f-6170-40fb-a1e9-5bd1173c6f68 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:02.146817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7861a51a-98e8-4efe-aef7-38f00c70693a req-276cff0f-6170-40fb-a1e9-5bd1173c6f68 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1143031 Jul 06 18:41:02.147992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 6c3da789-72e6-4bbf-a1b0-5f306e122092) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:02.152356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:02.152948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.169391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647456a9-ec10-4a96-bdb8-7936a779702d None None] Network 6c3da789-72e6-4bbf-a1b0-5f306e122092 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:02.197090 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-29ee2e1c-bf6e-470c-b93e-7e7b01467f28 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7583084 Jul 06 18:41:02.199741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54084) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:02.205754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-17b2ff6a-b52f-4da8-a7e1-f91baf3c2114 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2040105254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:02.256796 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7861a51a-98e8-4efe-aef7-38f00c70693a req-f7b1ad09-aa54-4096-8711-01ea9676463d tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897274 Jul 06 18:41:02.277471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17b2ff6a-b52f-4da8-a7e1-f91baf3c2114 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.279018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17b2ff6a-b52f-4da8-a7e1-f91baf3c2114 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.341826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378900c1-3c33-4580-a798-10add1d85c04 None None] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:02.363729 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17b2ff6a-b52f-4da8-a7e1-f91baf3c2114 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.371698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17b2ff6a-b52f-4da8-a7e1-f91baf3c2114 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.397052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17b2ff6a-b52f-4da8-a7e1-f91baf3c2114 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.399023 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-17b2ff6a-b52f-4da8-a7e1-f91baf3c2114 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1980777 Jul 06 18:41:02.401643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:02.407521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'network_id': '6c3da789-72e6-4bbf-a1b0-5f306e122092', 'name': 'tempest-PortsTestJSON-1536810353'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:02.449546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-6c3da789-72e6-4bbf-a1b0-5f306e122092', 'network_id': '6c3da789-72e6-4bbf-a1b0-5f306e122092', 'tenant_id': '723e28aed9324d41829b9b073dfc2710', 'fixed_ips': [{'subnet_id': 'b2b7016a-fea8-48b5-ba90-02b46b3ad6c4'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:41:02.450507 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.458409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d098f0b2-4afb-49a9-95f8-56b53de655f2 None None] Provisioning for port 8cc1a34d-a359-414d-9ca7-492edecd9663 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:02.589517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:02.596607 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.599219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.617301 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.631703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 6767b758-8515-46cb-890a-6ad98a4d3b29 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:41:02.714978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Allocated IP 172.20.0.2 (6c3da789-72e6-4bbf-a1b0-5f306e122092/b2b7016a-fea8-48b5-ba90-02b46b3ad6c4/92a6e35c-97a3-4303-8b35-7c3958d0594f) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:02.721973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65afc-de33-4b89-8773-e3bb42c9700c req-a384d26e-97b7-4891-998d-9a1612b1f387 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:02.731181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6c65afc-de33-4b89-8773-e3bb42c9700c req-a384d26e-97b7-4891-998d-9a1612b1f387 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.2370312 Jul 06 18:41:02.778131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'Port': ['ID=0149fe5b-d549-43c9-abdb-c567f2509b72,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:02.781462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.811509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6c65afc-de33-4b89-8773-e3bb42c9700c req-9b59db18-e23d-432a-8098-a83e8473e8e7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790577 Jul 06 18:41:02.915420 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.928572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Transition to ACTIVE for port object 92a6e35c-97a3-4303-8b35-7c3958d0594f will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:02.944439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:02.945972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:02.948254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Transition to ACTIVE for port object 92a6e35c-97a3-4303-8b35-7c3958d0594f will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:02.980941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.071630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.11 (6c3da789-72e6-4bbf-a1b0-5f306e122092/b2b7016a-fea8-48b5-ba90-02b46b3ad6c4/6767b758-8515-46cb-890a-6ad98a4d3b29) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:03.072291 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Network 6c3da789-72e6-4bbf-a1b0-5f306e122092 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:03.082567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:03.099405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:03.131499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Pushing event updated for resources: {'Port': ['ID=92a6e35c-97a3-4303-8b35-7c3958d0594f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:03.158510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8cc1a34d-a359-414d-9ca7-492edecd9663 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:03.181610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-77f385dd-0c74-4b58-814b-dcdb7414e564 None None] Provisioning for port 0149fe5b-d549-43c9-abdb-c567f2509b72 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:03.212717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Router 4968d349-0d42-446a-a392-f7ff79b42021 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:41:03.212980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-77f385dd-0c74-4b58-814b-dcdb7414e564 None None] Provisioning complete for port 0149fe5b-d549-43c9-abdb-c567f2509b72 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:03.213184 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77f385dd-0c74-4b58-814b-dcdb7414e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.281262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Attempting to bind port 92a6e35c-97a3-4303-8b35-7c3958d0594f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:03.282177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Attempting to bind port 92a6e35c-97a3-4303-8b35-7c3958d0594f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '543b98ca-74b1-47aa-87a7-f656d6e406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6c3da789-72e6-4bbf-a1b0-5f306e122092'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:03.282573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Attempting to bind port 92a6e35c-97a3-4303-8b35-7c3958d0594f on network 6c3da789-72e6-4bbf-a1b0-5f306e122092 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:03.318147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:03.318753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Checking segment: {'id': '543b98ca-74b1-47aa-87a7-f656d6e406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6c3da789-72e6-4bbf-a1b0-5f306e122092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:03.319176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.319677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Bound using segment: {'id': '543b98ca-74b1-47aa-87a7-f656d6e406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6c3da789-72e6-4bbf-a1b0-5f306e122092'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:03.320326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Bound port: 92a6e35c-97a3-4303-8b35-7c3958d0594f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543b98ca-74b1-47aa-87a7-f656d6e406db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6c3da789-72e6-4bbf-a1b0-5f306e122092'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:03.320717 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.338787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-77f385dd-0c74-4b58-814b-dcdb7414e564 None None] Port 0149fe5b-d549-43c9-abdb-c567f2509b72 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:03.400353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8cc1a34d-a359-414d-9ca7-492edecd9663 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:03.408812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8cc1a34d-a359-414d-9ca7-492edecd9663 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:03.409185 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.443013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:03.457160 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03594116-9a8e-474a-bf8c-7a6e911a5915 None None] Sync routers for ids ['4968d349-0d42-446a-a392-f7ff79b42021'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:03.459546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] For port 92a6e35c-97a3-4303-8b35-7c3958d0594f, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:03.465159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54120) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:03.468456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] For port 92a6e35c-97a3-4303-8b35-7c3958d0594f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=92a6e35c-97a3-4303-8b35-7c3958d0594f,segment=NetworkSegment(543b98ca-74b1-47aa-87a7-f656d6e406db),segment_id=543b98ca-74b1-47aa-87a7-f656d6e406db)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:03.469934 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-30d04278-c5b6-47a7-91ee-dee17754ee64 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "PUT /v2.0/routers/4968d349-0d42-446a-a392-f7ff79b42021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7918847 Jul 06 18:41:03.484155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.490435 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03594116-9a8e-474a-bf8c-7a6e911a5915 None None] Routers {'4968d349-0d42-446a-a392-f7ff79b42021'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:03.491261 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-03594116-9a8e-474a-bf8c-7a6e911a5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4968d349-0d42-446a-a392-f7ff79b42021'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:03.495944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Request body: {'port': {'network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5', 'name': 'tempest-FloatingIPNegativeTestJSON-1805708779'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:03.544270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660333-8a6f-4ca3-8ff7-300929920597 None None] Pushing event updated for resources: {'Port': ['ID=92a6e35c-97a3-4303-8b35-7c3958d0594f,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:03.574409 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-03594116-9a8e-474a-bf8c-7a6e911a5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:03.578262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.582748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54122) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:03.588973 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03594116-9a8e-474a-bf8c-7a6e911a5915 None None] Routers {'4968d349-0d42-446a-a392-f7ff79b42021'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:03.590268 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-03594116-9a8e-474a-bf8c-7a6e911a5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4968d349-0d42-446a-a392-f7ff79b42021'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:03.623590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a3b8822b-2aec-4680-81bc-60d0f5354ac3 None None] Provisioning complete for port 0149fe5b-d549-43c9-abdb-c567f2509b72 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:03.623997 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a3b8822b-2aec-4680-81bc-60d0f5354ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.636034 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-03594116-9a8e-474a-bf8c-7a6e911a5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:03.638210 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03594116-9a8e-474a-bf8c-7a6e911a5915 None None] The sync data for ids ['4968d349-0d42-446a-a392-f7ff79b42021'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:03.645506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 6767b758-8515-46cb-890a-6ad98a4d3b29 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:03.656869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ea2d-cd1a-4ad0-b3c8-ba3324d69092 req-cea33b8b-359a-447f-9438-9394db58c6c3 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:03.671978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94d7ea2d-cd1a-4ad0-b3c8-ba3324d69092 req-cea33b8b-359a-447f-9438-9394db58c6c3 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1643348 Jul 06 18:41:03.689524 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.714448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8822b-2aec-4680-81bc-60d0f5354ac3 None None] Port 0149fe5b-d549-43c9-abdb-c567f2509b72 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:03.731859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94d7ea2d-cd1a-4ad0-b3c8-ba3324d69092 req-bed2f69d-3aa7-4043-b261-2ad89af01c08 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587893 Jul 06 18:41:03.749403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 8cc1a34d-a359-414d-9ca7-492edecd9663, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8cc1a34d-a359-414d-9ca7-492edecd9663,segment=NetworkSegment(16b33176-5689-47f8-82d1-f584a9301d4d),segment_id=16b33176-5689-47f8-82d1-f584a9301d4d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:03.750573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.765994 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.850605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=8cc1a34d-a359-414d-9ca7-492edecd9663,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:03.875244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=6767b758-8515-46cb-890a-6ad98a4d3b29,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:03.877152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-818f59a9-b0c5-4ffc-8846-fd11a0a544fe None None] Provisioning complete for port 0149fe5b-d549-43c9-abdb-c567f2509b72 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:03.878928 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-818f59a9-b0c5-4ffc-8846-fd11a0a544fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.901171 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efacf9c8-f6c6-4564-84d0-eb7c770e7f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.906523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 6c3da789-72e6-4bbf-a1b0-5f306e122092 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:03.928774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:03.931908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:03.934979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Made reservation on behalf of 262bdfb4e6e84d7dac260966ed47976b for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:03.939824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.971843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-818f59a9-b0c5-4ffc-8846-fd11a0a544fe None None] Port 0149fe5b-d549-43c9-abdb-c567f2509b72 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:04.023557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] device_id is not set on port 09e13a13-a742-45f7-b123-6ed382b7703c yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:41:04.050571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:04.051252 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.095163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1c794-dca0-4b9a-a3fc-b4b4ead433c1 req-320270fe-1d58-4b43-a45d-871a8cabccee tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:04.097091 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-47b1c794-dca0-4b9a-a3fc-b4b4ead433c1 req-320270fe-1d58-4b43-a45d-871a8cabccee tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.0794845 Jul 06 18:41:04.140085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-47b1c794-dca0-4b9a-a3fc-b4b4ead433c1 req-82cc6a8d-ed68-48af-b79b-06a21d5380ea tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360036 Jul 06 18:41:04.211088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Allocated IP 172.20.0.13 (cb3ad593-204e-479f-97b0-6eef1ad8dbe5/dcf74af2-2a34-4123-9422-4996d5834f2f/09e13a13-a742-45f7-b123-6ed382b7703c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:04.232317 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:41:04.244371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efacf9c8-f6c6-4564-84d0-eb7c770e7f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.254169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efacf9c8-f6c6-4564-84d0-eb7c770e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.271879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cafa29da-9fbf-4bbc-8918-cc82c7782dc2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8689842 Jul 06 18:41:04.274925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54130) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:04.322018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-efacf9c8-f6c6-4564-84d0-eb7c770e7f4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=148154bc1a45475da07c41f5a0ceb0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7345901 Jul 06 18:41:04.325778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54134) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:04.346710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacf9c8-f6c6-4564-84d0-eb7c770e7f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a3112-8d2d-4d2d-acaf-e9020056188f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:04.459773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdcc1-f628-4fb2-b5b7-da22fe3ff6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.509821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdcc1-f628-4fb2-b5b7-da22fe3ff6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.519811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.551142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Transition to ACTIVE for port object 09e13a13-a742-45f7-b123-6ed382b7703c will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:04.590437 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdcc1-f628-4fb2-b5b7-da22fe3ff6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.593307 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdcc1-f628-4fb2-b5b7-da22fe3ff6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.594537 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fe5fdcc1-f628-4fb2-b5b7-da22fe3ff6ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a36a3112-8d2d-4d2d-acaf-e9020056188f HTTP/1.1" status: 204 len: 168 time: 0.2649271 Jul 06 18:41:04.607715 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.660951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fdcc1-f628-4fb2-b5b7-da22fe3ff6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a3112-8d2d-4d2d-acaf-e9020056188f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:04.676686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:04.680391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:04.687158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:04.703276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.738240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:04.738923 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:04.756412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'Port': ['ID=09e13a13-a742-45f7-b123-6ed382b7703c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:04.778682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-20aff2f9-f7d0-484e-b12e-946dd86d38f8 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3084095 Jul 06 18:41:04.782009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54142) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:04.787508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:04.848053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.007060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971b64a-765a-431e-845f-c69c71e65e61 None None] Network 6c3da789-72e6-4bbf-a1b0-5f306e122092 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:05.024570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.052399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54146) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:05.100668 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34848567-5826-4ce5-95d4-de92232bc501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.180211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0308a105-26f6-4f28-8308-108c3d509d85 None None] Provisioning for port 92a6e35c-97a3-4303-8b35-7c3958d0594f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:05.212021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Allocated IP 172.25.4.227 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/bec23b6c-6063-4096-9bea-036ff79249e6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:05.245797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 92a6e35c-97a3-4303-8b35-7c3958d0594f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:05.375599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.392603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f9bc6f5f-a8dd-4980-93ef-e61a1dd1a88b None None] Provisioning for port 09e13a13-a742-45f7-b123-6ed382b7703c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:05.413536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f9bc6f5f-a8dd-4980-93ef-e61a1dd1a88b None None] Provisioning complete for port 09e13a13-a742-45f7-b123-6ed382b7703c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:05.413944 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6f5f-a8dd-4980-93ef-e61a1dd1a88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.477528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.504466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 92a6e35c-97a3-4303-8b35-7c3958d0594f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:05.510521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 92a6e35c-97a3-4303-8b35-7c3958d0594f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:05.510915 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.513702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc6f5f-a8dd-4980-93ef-e61a1dd1a88b None None] Port 09e13a13-a742-45f7-b123-6ed382b7703c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:05.537820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:05.551401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:05.555060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:05.594123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6e671-cde3-44f5-9652-c439e9db0a81 req-ddee81fd-e0b7-4f29-aca8-4e71f0f49c9f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:05.596687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66b6e671-cde3-44f5-9652-c439e9db0a81 req-ddee81fd-e0b7-4f29-aca8-4e71f0f49c9f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.1806850 Jul 06 18:41:05.605260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'Port': ['ID=bec23b6c-6063-4096-9bea-036ff79249e6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:05.624208 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.664033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba97a8-9c64-4836-9bb6-67583d4d98a7 req-03ba7fb1-e8df-442e-bee4-b9078675584e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:05.672666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfba97a8-9c64-4836-9bb6-67583d4d98a7 req-03ba7fb1-e8df-442e-bee4-b9078675584e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.7212734 Jul 06 18:41:05.680121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66b6e671-cde3-44f5-9652-c439e9db0a81 req-9a87ffd8-7f19-4256-8166-869f9bbf1879 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707262 Jul 06 18:41:05.701641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 92a6e35c-97a3-4303-8b35-7c3958d0594f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=92a6e35c-97a3-4303-8b35-7c3958d0594f,segment=NetworkSegment(543b98ca-74b1-47aa-87a7-f656d6e406db),segment_id=543b98ca-74b1-47aa-87a7-f656d6e406db)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:05.708513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.709358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8cc1a34d-a359-414d-9ca7-492edecd9663 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:05.711273 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.739313 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.758374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.819040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=6767b758-8515-46cb-890a-6ad98a4d3b29,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:05.896364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.978563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfba97a8-9c64-4836-9bb6-67583d4d98a7 req-d30a2176-68ae-4530-917e-926cf96d000b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989464 Jul 06 18:41:06.018238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34848567-5826-4ce5-95d4-de92232bc501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.032038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34848567-5826-4ce5-95d4-de92232bc501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.112047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=92a6e35c-97a3-4303-8b35-7c3958d0594f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:06.181917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a406f4a1-8197-4137-8b6f-b47509df19e5 None None] Provisioning complete for port 92a6e35c-97a3-4303-8b35-7c3958d0594f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:06.190371 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a406f4a1-8197-4137-8b6f-b47509df19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.221165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.235103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.243076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8cc1a34d-a359-414d-9ca7-492edecd9663 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:06.247954 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.406222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34848567-5826-4ce5-95d4-de92232bc501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8837eb-f7c1-4b18-b873-c5a815f961e4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:06.455586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a406f4a1-8197-4137-8b6f-b47509df19e5 None None] Provisioning for port 6767b758-8515-46cb-890a-6ad98a4d3b29 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:06.459124 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-34848567-5826-4ce5-95d4-de92232bc501 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f18c9002a30d4de8af512f59690f63d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4041541 Jul 06 18:41:06.462571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54162) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:06.463154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a406f4a1-8197-4137-8b6f-b47509df19e5 None None] Provisioning complete for port 6767b758-8515-46cb-890a-6ad98a4d3b29 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:06.466283 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a406f4a1-8197-4137-8b6f-b47509df19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.502643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.516005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'Port': ['ID=bec23b6c-6063-4096-9bea-036ff79249e6,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:06.529530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.531288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c3dd63bd-8eb3-4be7-a968-3759e1e6412b tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7479265 Jul 06 18:41:06.534097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54164) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:06.542074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c6bb0b64-69c0-41d5-8074-84a127938f85 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Request body: {'floatingip': {'port_id': '09e13a13-a742-45f7-b123-6ed382b7703c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:06.590101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a406f4a1-8197-4137-8b6f-b47509df19e5 None None] Port 6767b758-8515-46cb-890a-6ad98a4d3b29 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:06.617276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0b64-69c0-41d5-8074-84a127938f85 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.624160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f26ee846-b231-4aec-bcbf-3fc68e3b48d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.627120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.692036 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f26ee846-b231-4aec-bcbf-3fc68e3b48d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.715067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6c304731-c267-4236-86b9-53219a16c045 None None] Provisioning complete for port 6767b758-8515-46cb-890a-6ad98a4d3b29 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:06.716197 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6c304731-c267-4236-86b9-53219a16c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.786505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6c304731-c267-4236-86b9-53219a16c045 None None] Port 6767b758-8515-46cb-890a-6ad98a4d3b29 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:06.837354 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-c6bb0b64-69c0-41d5-8074-84a127938f85 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] update failed (client error): The resource could not be found. Jul 06 18:41:06.841614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c6bb0b64-69c0-41d5-8074-84a127938f85 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "PUT /v2.0/floatingips/369b6cfd-8aa4-431e-a45e-d1103639d8da HTTP/1.1" status: 404 len: 507 time: 0.3033686 Jul 06 18:41:06.844022 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f26ee846-b231-4aec-bcbf-3fc68e3b48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.846271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54168) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:06.847117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f26ee846-b231-4aec-bcbf-3fc68e3b48d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.851449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f26ee846-b231-4aec-bcbf-3fc68e3b48d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef8837eb-f7c1-4b18-b873-c5a815f961e4 HTTP/1.1" status: 204 len: 168 time: 0.3841295 Jul 06 18:41:06.869307 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:06.877933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ee846-b231-4aec-bcbf-3fc68e3b48d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8837eb-f7c1-4b18-b873-c5a815f961e4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:07.117238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 92a6e35c-97a3-4303-8b35-7c3958d0594f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:07.138144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db3e93-2826-4ff3-8f6e-43533ee4458c req-19131508-26a6-440c-925b-606b0355c3e5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:07.145627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-27db3e93-2826-4ff3-8f6e-43533ee4458c req-19131508-26a6-440c-925b-606b0355c3e5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.2968221 Jul 06 18:41:07.176857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 92a6e35c-97a3-4303-8b35-7c3958d0594f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:07.177423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.211230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-27db3e93-2826-4ff3-8f6e-43533ee4458c req-2f9da598-b0f7-43b0-bcbf-123bb00bb2d1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644774 Jul 06 18:41:07.229734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Deleting port bec23b6c-6063-4096-9bea-036ff79249e6 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:07.229734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.315245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.315824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.332889 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Calling delete_port for bec23b6c-6063-4096-9bea-036ff79249e6 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:07.342296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.350157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.446243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391302a-2ab5-4142-b940-8c9f8e4526d2 req-742eab28-3cb4-4def-a3d0-03a74772e09b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:07.453281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e391302a-2ab5-4142-b940-8c9f8e4526d2 req-742eab28-3cb4-4def-a3d0-03a74772e09b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1646984 Jul 06 18:41:07.459363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.467624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=6767b758-8515-46cb-890a-6ad98a4d3b29,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:07.518866 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.548487 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e391302a-2ab5-4142-b940-8c9f8e4526d2 req-546be500-67ce-478e-ac56-ef8ecd6f1a31 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942857 Jul 06 18:41:07.556168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event deleted for resources: {'Port': ['ID=bec23b6c-6063-4096-9bea-036ff79249e6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:07.596942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network 6c3da789-72e6-4bbf-a1b0-5f306e122092 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:07.598978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:07.646393 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.650063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.651841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8aaa7e84-b541-4a55-93b9-1b4715f60931 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "DELETE /v2.0/floatingips/369b6cfd-8aa4-431e-a45e-d1103639d8da HTTP/1.1" status: 204 len: 168 time: 0.8043349 Jul 06 18:41:07.655779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54192) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:07.662155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c208338e-21b7-414a-8897-ed2353fc58bc tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Request body: {'floatingip': {'floating_network_id': 'cb3ad593-204e-479f-97b0-6eef1ad8dbe5', 'port_id': '09e13a13-a742-45f7-b123-6ed382b7703c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:07.733659 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c208338e-21b7-414a-8897-ed2353fc58bc tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.826940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Router da3f5c85-24ee-481d-a983-2f0d1d1d03ab is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:41:07.914063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8da36a87-73ae-41b3-b1e0-d980ccec2849 None None] Provisioning complete for port 6767b758-8515-46cb-890a-6ad98a4d3b29 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:07.914769 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8da36a87-73ae-41b3-b1e0-d980ccec2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:07.958085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8da36a87-73ae-41b3-b1e0-d980ccec2849 None None] Port 6767b758-8515-46cb-890a-6ad98a4d3b29 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:07.962374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:07.973128 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-21ce6fb3-9a27-48c9-a011-3eecacf48efd tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "PUT /v2.0/routers/da3f5c85-24ee-481d-a983-2f0d1d1d03ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6946702 Jul 06 18:41:07.973675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54200) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:07.974518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ce511-7ddc-4fc5-bd29-298af421916c None None] Sync routers for ids ['da3f5c85-24ee-481d-a983-2f0d1d1d03ab'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:07.986574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ce511-7ddc-4fc5-bd29-298af421916c None None] Routers {'da3f5c85-24ee-481d-a983-2f0d1d1d03ab'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:07.987210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-336ce511-7ddc-4fc5-bd29-298af421916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['da3f5c85-24ee-481d-a983-2f0d1d1d03ab'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:07.993098 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-c208338e-21b7-414a-8897-ed2353fc58bc tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:41:07.999827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c208338e-21b7-414a-8897-ed2353fc58bc tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3431668 Jul 06 18:41:08.000952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54202) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:08.007721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '09e13a13-a742-45f7-b123-6ed382b7703c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:08.027527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-336ce511-7ddc-4fc5-bd29-298af421916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:08.040309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ce511-7ddc-4fc5-bd29-298af421916c None None] Routers {'da3f5c85-24ee-481d-a983-2f0d1d1d03ab'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:08.041214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-336ce511-7ddc-4fc5-bd29-298af421916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['da3f5c85-24ee-481d-a983-2f0d1d1d03ab'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:08.045894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:08.058756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbcc890-26cd-4bc4-bb16-abaf89c9ba2e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:08.063593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dfbcc890-26cd-4bc4-bb16-abaf89c9ba2e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3f5c85-24ee-481d-a983-2f0d1d1d03ab HTTP/1.1" status: 200 len: 983 time: 0.0858917 Jul 06 18:41:08.064159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54206) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:08.097859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-336ce511-7ddc-4fc5-bd29-298af421916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:08.097859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ce511-7ddc-4fc5-bd29-298af421916c None None] The sync data for ids ['da3f5c85-24ee-481d-a983-2f0d1d1d03ab'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:08.400367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:08.576311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44964c32-b8fb-40ff-a6ea-80b186adcc70 req-62bd0035-8c0a-4c22-80b9-0e5d1dbd16f5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:08.577885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44964c32-b8fb-40ff-a6ea-80b186adcc70 req-62bd0035-8c0a-4c22-80b9-0e5d1dbd16f5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.2188663 Jul 06 18:41:08.633695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Allocated IP 172.25.4.241 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/06f8740b-18c8-4a08-a600-17cbf6d00e46) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:08.662455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44964c32-b8fb-40ff-a6ea-80b186adcc70 req-c594fcab-6f1b-469a-b119-b36d3b79f018 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748844 Jul 06 18:41:09.168708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314632f6-0f04-4169-aaac-09b96eec607e req-68a135e7-73ac-4610-9b3f-766482134361 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:09.177041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-314632f6-0f04-4169-aaac-09b96eec607e req-68a135e7-73ac-4610-9b3f-766482134361 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.4423873 Jul 06 18:41:09.228208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:09.232479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-314632f6-0f04-4169-aaac-09b96eec607e req-6ab680d3-c252-4b1c-b067-b35115d0ed36 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540845 Jul 06 18:41:09.297915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:09.588258 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:09.664924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:09.678551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:09.682226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:09.687204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event updated for resources: {'Port': ['ID=06f8740b-18c8-4a08-a600-17cbf6d00e46,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:09.748835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d06290-d13a-463c-b027-fe878b41f919 req-a974b24c-7dba-4e27-93f8-1bb966c70b01 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:09.750955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d06290-d13a-463c-b027-fe878b41f919 req-a974b24c-7dba-4e27-93f8-1bb966c70b01 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2802711 Jul 06 18:41:09.866651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d06290-d13a-463c-b027-fe878b41f919 req-28ea5066-1cde-4d67-ab9c-09af2392f8b0 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081216 Jul 06 18:41:09.872325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9b17-81e9-48a4-8250-e53af715ffb3 req-cba2685f-9eb3-4037-a104-2bd3489fb31b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:09.874275 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-412a9b17-81e9-48a4-8250-e53af715ffb3 req-cba2685f-9eb3-4037-a104-2bd3489fb31b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.0728369 Jul 06 18:41:09.934592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-412a9b17-81e9-48a4-8250-e53af715ffb3 req-c05e456d-89a9-49c3-9d7c-dda6f4781032 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507817 Jul 06 18:41:09.962210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 6767b758-8515-46cb-890a-6ad98a4d3b29 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:09.962618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:10.079351 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:10.093979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Deleting port 06f8740b-18c8-4a08-a600-17cbf6d00e46 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:10.094292 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:10.096138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 6767b758-8515-46cb-890a-6ad98a4d3b29 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:10.226085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:10.226501 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:10.291232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Calling delete_port for 06f8740b-18c8-4a08-a600-17cbf6d00e46 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:10.467674 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:10.515683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=6767b758-8515-46cb-890a-6ad98a4d3b29,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:10.609627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6ddc1-052f-4e1e-a472-ba73bc318bbb req-a6e79261-1ee7-4a61-b3b7-e4247565bcb9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:10.611287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08e6ddc1-052f-4e1e-a472-ba73bc318bbb req-a6e79261-1ee7-4a61-b3b7-e4247565bcb9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.2232039 Jul 06 18:41:10.646414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:10.685418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event deleted for resources: {'Port': ['ID=06f8740b-18c8-4a08-a600-17cbf6d00e46,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:10.751729 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08e6ddc1-052f-4e1e-a472-ba73bc318bbb req-e9df418d-005e-48bc-bd8f-edc7f8676a46 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324253 Jul 06 18:41:10.805878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:10.907616 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] create failed (client error): The resource could not be found. Jul 06 18:41:10.908718 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-07cdbfde-5ea9-4145-b2a0-2e7a01bb33e2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9058292 Jul 06 18:41:10.912921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54298) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:11.026435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Router da3f5c85-24ee-481d-a983-2f0d1d1d03ab has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:41:11.065021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396ee4b-df59-44b8-bbc8-c608ae73f929 req-dbf70afd-9c33-433a-8e75-1db4a74b9457 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.066646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e396ee4b-df59-44b8-bbc8-c608ae73f929 req-dbf70afd-9c33-433a-8e75-1db4a74b9457 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.0703003 Jul 06 18:41:11.107598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e396ee4b-df59-44b8-bbc8-c608ae73f929 req-759a67df-b80f-41d1-aee6-7f56e273443c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Jul 06 18:41:11.431610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:11.440865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c7597861-ddb9-4d35-9d8b-a58ed4c34287 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "PUT /v2.0/routers/da3f5c85-24ee-481d-a983-2f0d1d1d03ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3721101 Jul 06 18:41:11.442845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54308) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:11.449203 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208620f-d48b-4726-9f5e-1f0b89e6721c None None] Sync routers for ids ['da3f5c85-24ee-481d-a983-2f0d1d1d03ab'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:11.458844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-05c3bdf8-aeb6-4e2e-8673-c2e79a680da4 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Deleting port 09e13a13-a742-45f7-b123-6ed382b7703c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:11.459221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05c3bdf8-aeb6-4e2e-8673-c2e79a680da4 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:11.463597 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208620f-d48b-4726-9f5e-1f0b89e6721c None None] Routers {'da3f5c85-24ee-481d-a983-2f0d1d1d03ab'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:11.464602 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6208620f-d48b-4726-9f5e-1f0b89e6721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['da3f5c85-24ee-481d-a983-2f0d1d1d03ab'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:11.476991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-2e8b2111-cca7-4863-9511-f9d6ee09c6c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0805891 Jul 06 18:41:11.500802 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6208620f-d48b-4726-9f5e-1f0b89e6721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:11.510514 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208620f-d48b-4726-9f5e-1f0b89e6721c None None] Routers {'da3f5c85-24ee-481d-a983-2f0d1d1d03ab'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:11.511220 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6208620f-d48b-4726-9f5e-1f0b89e6721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['da3f5c85-24ee-481d-a983-2f0d1d1d03ab'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:11.518379 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-80147e70-e4bf-4a23-a685-bc76b2888fa9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:41:11.522901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-80147e70-e4bf-4a23-a685-bc76b2888fa9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/6767b758-8515-46cb-890a-6ad98a4d3b29 HTTP/1.1" status: 404 len: 333 time: 0.0762482 Jul 06 18:41:11.524176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54312) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:11.572535 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6208620f-d48b-4726-9f5e-1f0b89e6721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:11.573581 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208620f-d48b-4726-9f5e-1f0b89e6721c None None] The sync data for ids ['da3f5c85-24ee-481d-a983-2f0d1d1d03ab'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:11.633545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-98afe332-b12f-4e07-9b86-a3175e916861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.634298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-98afe332-b12f-4e07-9b86-a3175e916861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.634971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-98afe332-b12f-4e07-9b86-a3175e916861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.635451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-98afe332-b12f-4e07-9b86-a3175e916861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.637429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-98afe332-b12f-4e07-9b86-a3175e916861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.638638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-98afe332-b12f-4e07-9b86-a3175e916861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.639124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-98afe332-b12f-4e07-9b86-a3175e916861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.646221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-98afe332-b12f-4e07-9b86-a3175e916861 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6529 time: 0.1041889 Jul 06 18:41:11.650700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-915c2a43-d77d-4c57-b83b-170782225a30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:11.669911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b8cb-c730-4456-8181-1a95cf46799b req-fc7136b0-ddf1-433d-9a2f-6f1dd626fd50 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.671410 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e292b8cb-c730-4456-8181-1a95cf46799b req-fc7136b0-ddf1-433d-9a2f-6f1dd626fd50 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.5810165 Jul 06 18:41:11.735287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05c3bdf8-aeb6-4e2e-8673-c2e79a680da4 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:11.762743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-05c3bdf8-aeb6-4e2e-8673-c2e79a680da4 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Calling delete_port for 09e13a13-a742-45f7-b123-6ed382b7703c owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:11.792817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-aecbb793-26e9-45d2-a430-03a7e35ba2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.793528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-aecbb793-26e9-45d2-a430-03a7e35ba2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.794243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-aecbb793-26e9-45d2-a430-03a7e35ba2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.796191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-aecbb793-26e9-45d2-a430-03a7e35ba2c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=407ff483-eebb-47c2-ba28-b34ffefc1775&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 200 len: 2298 time: 0.1227965 Jul 06 18:41:11.876553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-0f91da65-a894-4650-8f61-98ad0c5ad2f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a HTTP/1.1" status: 200 len: 1005 time: 0.0724571 Jul 06 18:41:11.921422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-915c2a43-d77d-4c57-b83b-170782225a30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:11.927150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e292b8cb-c730-4456-8181-1a95cf46799b req-638727de-4748-4729-9408-5d33cbfd355e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185171 Jul 06 18:41:11.929480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-915c2a43-d77d-4c57-b83b-170782225a30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:11.996046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-a9c9b572-11ca-4317-8487-49eda987ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.999535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-a9c9b572-11ca-4317-8487-49eda987ba26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=783b06c9-d226-4e29-8525-79f9621946f1 HTTP/1.1" status: 200 len: 855 time: 0.1134579 Jul 06 18:41:12.006904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-915c2a43-d77d-4c57-b83b-170782225a30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.007469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915c2a43-d77d-4c57-b83b-170782225a30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Fanout notify agent at l3_agent the message router_deleted on router da3f5c85-24ee-481d-a983-2f0d1d1d03ab {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:41:12.015290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-915c2a43-d77d-4c57-b83b-170782225a30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.018846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-915c2a43-d77d-4c57-b83b-170782225a30 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/routers/da3f5c85-24ee-481d-a983-2f0d1d1d03ab HTTP/1.1" status: 204 len: 168 time: 0.4895806 Jul 06 18:41:12.022844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54322) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:12.056755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f746e2-d2a9-4866-b595-ab8824354d64 req-9ffa35e7-eaa3-407b-91a8-559f594d468e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:12.062575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40f746e2-d2a9-4866-b595-ab8824354d64 req-9ffa35e7-eaa3-407b-91a8-559f594d468e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1669958 Jul 06 18:41:12.106310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c75a552-2c4e-46a4-b815-4ddcc0f6af40 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet b2b7016a-fea8-48b5-ba90-02b46b3ad6c4 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:12.111558 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c75a552-2c4e-46a4-b815-4ddcc0f6af40 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.117634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-7fd1888f-45e8-4716-af77-cd25a6219ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:12.119254 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-7fd1888f-45e8-4716-af77-cd25a6219ca7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=407ff483-eebb-47c2-ba28-b34ffefc1775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113658 Jul 06 18:41:12.125295 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40f746e2-d2a9-4866-b595-ab8824354d64 req-d1b289fe-da98-4a84-8e0f-21691f050a22 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570240 Jul 06 18:41:12.163143 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c75a552-2c4e-46a4-b815-4ddcc0f6af40 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.188649 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05c3bdf8-aeb6-4e2e-8673-c2e79a680da4 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.229032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3bdf8-aeb6-4e2e-8673-c2e79a680da4 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event deleted for resources: {'Port': ['ID=09e13a13-a742-45f7-b123-6ed382b7703c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:12.289629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-d3cb1186-e7aa-496a-8223-781962a92784 service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626933 Jul 06 18:41:12.391997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c75a552-2c4e-46a4-b815-4ddcc0f6af40 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.413287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-72a9ff51-58f4-4b66-8418-5ab99cefb448 service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153474 Jul 06 18:41:12.426111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05c3bdf8-aeb6-4e2e-8673-c2e79a680da4 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.428120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-05c3bdf8-aeb6-4e2e-8673-c2e79a680da4 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "DELETE /v2.0/ports/09e13a13-a742-45f7-b123-6ed382b7703c HTTP/1.1" status: 204 len: 168 time: 1.5138037 Jul 06 18:41:12.431462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54330) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:12.484483 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c75a552-2c4e-46a4-b815-4ddcc0f6af40 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.503578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-c78ae679-34ee-4f51-b673-96758b49ab94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 217 time: 0.0821574 Jul 06 18:41:12.524458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75a552-2c4e-46a4-b815-4ddcc0f6af40 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b7016a-fea8-48b5-ba90-02b46b3ad6c4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:12.530507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c75a552-2c4e-46a4-b815-4ddcc0f6af40 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.531920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ab06e-046b-41ef-8892-426f115bcb95 None None] Network 6c3da789-72e6-4bbf-a1b0-5f306e122092 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:12.535466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8c75a552-2c4e-46a4-b815-4ddcc0f6af40 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/b2b7016a-fea8-48b5-ba90-02b46b3ad6c4 HTTP/1.1" status: 204 len: 168 time: 0.5093141 Jul 06 18:41:12.537449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54334) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:12.543677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60edbf1-1c32-4312-8e76-a2c09d36c3f7 req-e1ed1ae4-b3d1-49a9-8e37-55423d7d533a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:12.545963 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c60edbf1-1c32-4312-8e76-a2c09d36c3f7 req-e1ed1ae4-b3d1-49a9-8e37-55423d7d533a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2163930 Jul 06 18:41:12.601916 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c60edbf1-1c32-4312-8e76-a2c09d36c3f7 req-5ffe3bc1-57a3-4fb6-a166-7835688fb0df tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435152 Jul 06 18:41:12.687999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31f58d-4b7d-478c-90bf-835d480c85b7 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:12.689821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7f31f58d-4b7d-478c-90bf-835d480c85b7 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "GET /v2.0/ports?device_id=4968d349-0d42-446a-a392-f7ff79b42021 HTTP/1.1" status: 200 len: 913 time: 0.2563162 Jul 06 18:41:12.692614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54340) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:12.694764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-1cc181d3-9d50-4313-97f6-7ed63aeb97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:12.696271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-1cc181d3-9d50-4313-97f6-7ed63aeb97b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.1825008 Jul 06 18:41:12.704181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.764707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] DHCP port deletion for 6c3da789-72e6-4bbf-a1b0-5f306e122092 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:41:12.827088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] Deleting port 92a6e35c-97a3-4303-8b35-7c3958d0594f {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:12.827317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-0d434bd3-70aa-4e6b-857e-25af4315adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:12.828012 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.829015 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-0d434bd3-70aa-4e6b-857e-25af4315adf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225870 Jul 06 18:41:12.886978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 92a6e35c-97a3-4303-8b35-7c3958d0594f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:12.887470 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.906760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] For port 92a6e35c-97a3-4303-8b35-7c3958d0594f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=92a6e35c-97a3-4303-8b35-7c3958d0594f,segment=NetworkSegment(543b98ca-74b1-47aa-87a7-f656d6e406db),segment_id=543b98ca-74b1-47aa-87a7-f656d6e406db)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:12.907492 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:12.927760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] Calling delete_port for 92a6e35c-97a3-4303-8b35-7c3958d0594f owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:12.990152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-9fc70873-561b-4afe-be86-96c834c1c87f service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531949 Jul 06 18:41:13.079324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] For port 92a6e35c-97a3-4303-8b35-7c3958d0594f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=92a6e35c-97a3-4303-8b35-7c3958d0594f,segment=NetworkSegment(543b98ca-74b1-47aa-87a7-f656d6e406db),segment_id=543b98ca-74b1-47aa-87a7-f656d6e406db)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:13.079688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.091317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 92a6e35c-97a3-4303-8b35-7c3958d0594f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:13.099176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 92a6e35c-97a3-4303-8b35-7c3958d0594f owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:13.138861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.172711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] Pushing event deleted for resources: {'Port': ['ID=92a6e35c-97a3-4303-8b35-7c3958d0594f,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:13.195392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420b47e-ad11-43ed-b0b6-cd2303cc102f None None] No DVR routers for this DVR port 92a6e35c-97a3-4303-8b35-7c3958d0594f on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:13.210425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No active binding found for port 92a6e35c-97a3-4303-8b35-7c3958d0594f {{(pid=93968) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 18:41:13.211074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 92a6e35c-97a3-4303-8b35-7c3958d0594f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:13.215704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-9c757dea-fa1e-42b0-8a22-4ba0b6ee5947 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159004 Jul 06 18:41:13.273550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-1af365e0-dadb-4e48-a4c1-6b23f0b6e319 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 217 time: 0.0491230 Jul 06 18:41:13.299229 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.365331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.377450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acb7a0-2dcd-49d3-ad03-9819f147525f req-ad5cc5bc-b0ae-46d3-b270-61f40cbd99e3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.380090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08acb7a0-2dcd-49d3-ad03-9819f147525f req-ad5cc5bc-b0ae-46d3-b270-61f40cbd99e3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.2161491 Jul 06 18:41:13.398375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-5daa5ad1-59bc-4048-9c90-f232b19beea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.399911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-5daa5ad1-59bc-4048-9c90-f232b19beea0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.1192970 Jul 06 18:41:13.405213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=92a6e35c-97a3-4303-8b35-7c3958d0594f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:13.407142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No DVR routers for this DVR port 92a6e35c-97a3-4303-8b35-7c3958d0594f on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:13.492273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08acb7a0-2dcd-49d3-ad03-9819f147525f req-aeac0656-9204-4896-b3aa-43af25f200eb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988634 Jul 06 18:41:13.533326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.543464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d13286-557b-4510-a9e9-858bc1f5fc44 req-74b19ff9-fb1e-4a67-808b-50920898fcd9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.545177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03d13286-557b-4510-a9e9-858bc1f5fc44 req-74b19ff9-fb1e-4a67-808b-50920898fcd9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.2549005 Jul 06 18:41:13.556911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3da789-72e6-4bbf-a1b0-5f306e122092']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:13.582506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543b98ca-74b1-47aa-87a7-f656d6e406db') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:13.582804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543b98ca-74b1-47aa-87a7-f656d6e406db') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:13.600052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.625940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-5640249e-1a84-4f81-9f91-6c3c20e41b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.627475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-5640249e-1a84-4f81-9f91-6c3c20e41b17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2175264 Jul 06 18:41:13.630423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.636331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Deleting port 0149fe5b-d549-43c9-abdb-c567f2509b72 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:13.636679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.638585 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-03d13286-557b-4510-a9e9-858bc1f5fc44 req-f94c11c5-31ef-4070-9102-1f49c3cd5084 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833495 Jul 06 18:41:13.644447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:41:13.645174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:41:13.663204 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:41:13.751787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.768942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Calling delete_port for 0149fe5b-d549-43c9-abdb-c567f2509b72 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:13.775989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.790774 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.798089 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/networks/6c3da789-72e6-4bbf-a1b0-5f306e122092 HTTP/1.1" status: 204 len: 168 time: 1.2585394 Jul 06 18:41:13.799726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54360) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:13.838224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b038060-0cbe-4a4e-aa8c-d5fede5f200a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Network': ['ID=6c3da789-72e6-4bbf-a1b0-5f306e122092,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:13.895436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770b15e-4950-4ad6-8eea-1e65e30189b9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.900443 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f770b15e-4950-4ad6-8eea-1e65e30189b9 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 HTTP/1.1" status: 200 len: 840 time: 0.0850787 Jul 06 18:41:13.904723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54364) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:13.920843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-f14acc23-a2fb-4c6f-91f8-4247d88d9129 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809117 Jul 06 18:41:14.029704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-07fcf657-386a-4ee4-ad01-77c6510738e6 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/4615ed33-62cb-4dbd-ac8c-d2e14e8ed620?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1222196 Jul 06 18:41:14.035458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54366) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:14.042343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:14.042879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f518-1679-4e57-842b-459be126d8c5 req-eacfa174-e9bb-494c-bfee-3f2423c8e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:14.044567 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7456f518-1679-4e57-842b-459be126d8c5 req-eacfa174-e9bb-494c-bfee-3f2423c8e4e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1096 time: 0.1825733 Jul 06 18:41:14.052683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e74fe0-8314-4492-8180-0afed5f5427d req-9e5bf5db-80cd-4a36-8125-3c9edc8f74d5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:14.059739 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28e74fe0-8314-4492-8180-0afed5f5427d req-9e5bf5db-80cd-4a36-8125-3c9edc8f74d5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.1964831 Jul 06 18:41:14.164560 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-c3362b31-87a4-4d4f-9589-21312a093078 service neutron] show failed (client error): The resource could not be found. Jul 06 18:41:14.165524 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-c3362b31-87a4-4d4f-9589-21312a093078 service neutron] 10.222.0.41 "GET /v2.0/ports/372b6f57-f544-4855-9b44-22826214a3cf/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.1756492 Jul 06 18:41:14.213617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-1ce9e8da-51df-4cb4-8aae-9c468f4db38e service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743280 Jul 06 18:41:14.261536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-3c473fde-0793-4062-8f26-28ba99fb2900 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=78d92e89-de50-498a-937e-2649db794776 HTTP/1.1" status: 200 len: 217 time: 0.0390821 Jul 06 18:41:14.262278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:14.266219 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:14.396986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-8f8eb570-ede6-4dde-bcda-5b04525f9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:14.398840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-8f8eb570-ede6-4dde-bcda-5b04525f9ade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.1288118 Jul 06 18:41:14.465892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-8b3f3148-20ab-4341-a5b1-9d9f152b54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:14.467534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-8b3f3148-20ab-4341-a5b1-9d9f152b54f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608094 Jul 06 18:41:14.568895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28e74fe0-8314-4492-8180-0afed5f5427d req-ed9a2e7a-f6a6-45ec-ace9-d442e52dba9a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5079749 Jul 06 18:41:14.575318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-2ca06b17-6d9c-47d1-a758-98b5ab889c84 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005564 Jul 06 18:41:14.657785 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:14.713885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event deleted for resources: {'Port': ['ID=0149fe5b-d549-43c9-abdb-c567f2509b72,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:14.717051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f518-1679-4e57-842b-459be126d8c5 req-951d6451-f16c-40b7-94f9-ba819c5fb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:14.718769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7456f518-1679-4e57-842b-459be126d8c5 req-951d6451-f16c-40b7-94f9-ba819c5fb0ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.6498945 Jul 06 18:41:14.725922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-2244164e-01a2-47cd-804a-202ed7ed6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:14.727466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-2244164e-01a2-47cd-804a-202ed7ed6900 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 1097 time: 0.2585967 Jul 06 18:41:14.806661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:14.808526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-08448e0c-0c0d-4197-b709-e21b90385121 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256863 Jul 06 18:41:14.822784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7310ef4-a74e-4675-88e2-8f920b50674c req-1fb3e5ab-45c8-4d20-97bf-af6c54ffe75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:14.830515 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7310ef4-a74e-4675-88e2-8f920b50674c req-1fb3e5ab-45c8-4d20-97bf-af6c54ffe75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.1883273 Jul 06 18:41:14.922118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-3f98d11f-4579-410e-8cbd-2888cd8adb78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=3bf408fe-5823-47ef-94af-548bd65a1a77 HTTP/1.1" status: 200 len: 217 time: 0.0894396 Jul 06 18:41:14.937118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7456f518-1679-4e57-842b-459be126d8c5 req-dfdd2d7b-69b6-40a7-aad1-a3a7862a7636 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 200 len: 999 time: 0.2082529 Jul 06 18:41:15.000001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e7310ef4-a74e-4675-88e2-8f920b50674c req-fff1dcb7-7221-435e-89cc-d7a92c4abae7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685486 Jul 06 18:41:15.003105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.077967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=75706b89-37e9-4b97-a462-7095c45266b2,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:15.099091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:15.102465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-5eb221e3-69a7-4249-8df5-6a069077b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.104511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-5eb221e3-69a7-4249-8df5-6a069077b328 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.1736176 Jul 06 18:41:15.106220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:15.110014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.110628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.117573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.122236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a0f08-7985-4efe-811d-3772e22b6e28 None None] Network e5841347-eb7f-4790-ad38-188863a80819 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:15.143702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.157277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f518-1679-4e57-842b-459be126d8c5 req-8ff280d5-25f7-44c8-89bc-42e3dbf05f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.158803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7456f518-1679-4e57-842b-459be126d8c5 req-8ff280d5-25f7-44c8-89bc-42e3dbf05f6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.1792676 Jul 06 18:41:15.188018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-165630cc-dafb-4569-9748-7748b7e37544 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1513658 Jul 06 18:41:15.189942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54388) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:15.194387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-50b00588-24c9-4a65-9de5-b9d548482d24 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'security_group': {'name': 'tempest-secgroup-640443468'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:15.223392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-757b7161-9e83-4332-be57-ea29f5c58666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.225000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-757b7161-9e83-4332-be57-ea29f5c58666 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096883 Jul 06 18:41:15.233128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-50b00588-24c9-4a65-9de5-b9d548482d24 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.248925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38adc53-aa74-4532-a9df-90e5f66121ab req-44a2a467-d9f7-4791-8345-f1daa4a62685 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.250569 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c38adc53-aa74-4532-a9df-90e5f66121ab req-44a2a467-d9f7-4791-8345-f1daa4a62685 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.3864753 Jul 06 18:41:15.433608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-5aa48af4-2711-4a6d-9960-2d39958585d6 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748946 Jul 06 18:41:15.438458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-e5841347-eb7f-4790-ad38-188863a80819', 'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'tenant_id': '723e28aed9324d41829b9b073dfc2710', 'fixed_ips': [{'subnet_id': '75706b89-37e9-4b97-a462-7095c45266b2'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:41:15.440117 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.511697 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c38adc53-aa74-4532-a9df-90e5f66121ab req-c9252cc7-45bd-4f95-991d-a6a35f82cc2f tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212524 Jul 06 18:41:15.533137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-50b00588-24c9-4a65-9de5-b9d548482d24 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.554452 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-50b00588-24c9-4a65-9de5-b9d548482d24 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.573016 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1491340-d5b7-40b4-88e8-0eb97f4bd411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.577477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Router 4968d349-0d42-446a-a392-f7ff79b42021 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:41:15.587468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f518-1679-4e57-842b-459be126d8c5 req-1cc4b9c9-5549-48c6-a67c-3a4c3a626033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.588948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7456f518-1679-4e57-842b-459be126d8c5 req-1cc4b9c9-5549-48c6-a67c-3a4c3a626033 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862669 Jul 06 18:41:15.603899 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-f96f1c74-7107-4ee8-beeb-a31b6d7430e2 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601410 Jul 06 18:41:15.605285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b00588-24c9-4a65-9de5-b9d548482d24 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba507e-8ae5-4c6c-85e0-13ddd67288f9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:15.625546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-50b00588-24c9-4a65-9de5-b9d548482d24 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.630742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-50b00588-24c9-4a65-9de5-b9d548482d24 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4396350 Jul 06 18:41:15.631528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54398) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:15.652501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Allocated IP 172.20.0.2 (e5841347-eb7f-4790-ad38-188863a80819/75706b89-37e9-4b97-a462-7095c45266b2/4191d49c-09bc-47ee-9af1-162d15455e21) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:15.654878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-01792db7-f4c9-41cf-a1d4-6348a4757893 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'security_group': {'name': 'tempest-secgroup-14918324'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:15.703075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-3fbff859-54c0-453c-bdc9-dffd242f7fd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92 HTTP/1.1" status: 200 len: 217 time: 0.0694513 Jul 06 18:41:15.774793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:15.790140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fd484-e591-4ca0-b7b3-bb63aa4cb60e None None] Sync routers for ids ['4968d349-0d42-446a-a392-f7ff79b42021'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:15.790913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad80f7c0-0d81-498a-86bc-70e517171607 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "PUT /v2.0/routers/4968d349-0d42-446a-a392-f7ff79b42021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0969653 Jul 06 18:41:15.793465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54404) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:15.804669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:15.822487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fd484-e591-4ca0-b7b3-bb63aa4cb60e None None] Routers {'4968d349-0d42-446a-a392-f7ff79b42021'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:15.823158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a75fd484-e591-4ca0-b7b3-bb63aa4cb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4968d349-0d42-446a-a392-f7ff79b42021'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:15.866331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a75fd484-e591-4ca0-b7b3-bb63aa4cb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:15.886499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3aacc073-0a88-4ac8-8609-66b90b7ecbe2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.912273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fd484-e591-4ca0-b7b3-bb63aa4cb60e None None] Routers {'4968d349-0d42-446a-a392-f7ff79b42021'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:15.912926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a75fd484-e591-4ca0-b7b3-bb63aa4cb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:40:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4968d349-0d42-446a-a392-f7ff79b42021'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:15.963367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a75fd484-e591-4ca0-b7b3-bb63aa4cb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:15.964111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75fd484-e591-4ca0-b7b3-bb63aa4cb60e None None] The sync data for ids ['4968d349-0d42-446a-a392-f7ff79b42021'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:15.972515 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:15.988354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Transition to ACTIVE for port object 4191d49c-09bc-47ee-9af1-162d15455e21 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:16.011594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Transition to ACTIVE for port object 4191d49c-09bc-47ee-9af1-162d15455e21 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:16.020421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:16.023985 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7456f518-1679-4e57-842b-459be126d8c5 req-d9322a4b-e441-487f-a682-bdf0af0a1214 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241776 Jul 06 18:41:16.024242 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.083095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:16.088623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:16.093513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:16.193007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Attempting to bind port 4191d49c-09bc-47ee-9af1-162d15455e21 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:16.194285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Attempting to bind port 4191d49c-09bc-47ee-9af1-162d15455e21 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '9a82bce8-8c93-4793-9b8c-eb6845892e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5841347-eb7f-4790-ad38-188863a80819'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:16.194909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Attempting to bind port 4191d49c-09bc-47ee-9af1-162d15455e21 on network e5841347-eb7f-4790-ad38-188863a80819 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:16.201789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:16.202734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Checking segment: {'id': '9a82bce8-8c93-4793-9b8c-eb6845892e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5841347-eb7f-4790-ad38-188863a80819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:16.203475 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.204377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Bound using segment: {'id': '9a82bce8-8c93-4793-9b8c-eb6845892e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5841347-eb7f-4790-ad38-188863a80819'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:16.205258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Bound port: 4191d49c-09bc-47ee-9af1-162d15455e21, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a82bce8-8c93-4793-9b8c-eb6845892e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5841347-eb7f-4790-ad38-188863a80819'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:16.206238 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.209232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Pushing event updated for resources: {'Port': ['ID=4191d49c-09bc-47ee-9af1-162d15455e21,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:16.243000 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01792db7-f4c9-41cf-a1d4-6348a4757893 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.259904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-ae7403c3-414b-4dc9-a97c-1fbbceeae8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:16.261424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-ae7403c3-414b-4dc9-a97c-1fbbceeae8de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.5485730 Jul 06 18:41:16.294308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] For port 4191d49c-09bc-47ee-9af1-162d15455e21, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:16.298898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] For port 4191d49c-09bc-47ee-9af1-162d15455e21, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4191d49c-09bc-47ee-9af1-162d15455e21,segment=NetworkSegment(9a82bce8-8c93-4793-9b8c-eb6845892e03),segment_id=9a82bce8-8c93-4793-9b8c-eb6845892e03)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:16.307093 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.346543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc8a69-9c42-4929-b970-564cd16a4e28 req-55d26c77-14dd-412f-b972-8f3b2ce7abf9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:16.348177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4dbc8a69-9c42-4929-b970-564cd16a4e28 req-55d26c77-14dd-412f-b972-8f3b2ce7abf9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.1568227 Jul 06 18:41:16.404722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600f949-af97-4498-afb7-32c6e8f0d4be None None] Pushing event updated for resources: {'Port': ['ID=4191d49c-09bc-47ee-9af1-162d15455e21,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:16.420746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-623b83cf-4508-4c96-b417-107b973076f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:16.422555 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-623b83cf-4508-4c96-b417-107b973076f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1465678 Jul 06 18:41:16.471242 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01792db7-f4c9-41cf-a1d4-6348a4757893 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.488083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01792db7-f4c9-41cf-a1d4-6348a4757893 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.577936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01792db7-f4c9-41cf-a1d4-6348a4757893 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.582256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-01792db7-f4c9-41cf-a1d4-6348a4757893 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9288256 Jul 06 18:41:16.585808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54426) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:16.592460 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4dbc8a69-9c42-4929-b970-564cd16a4e28 req-735a18b7-a5e8-49c4-99be-d8023b477698 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325363 Jul 06 18:41:16.596791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1881755025', 'security_groups': ['5ffb819f-b8b1-47a2-845e-d87001861bfd'], 'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '75706b89-37e9-4b97-a462-7095c45266b2'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:16.603672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01792db7-f4c9-41cf-a1d4-6348a4757893 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb819f-b8b1-47a2-845e-d87001861bfd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:16.615639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3aacc073-0a88-4ac8-8609-66b90b7ecbe2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.618398 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3aacc073-0a88-4ac8-8609-66b90b7ecbe2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.715204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3aacc073-0a88-4ac8-8609-66b90b7ecbe2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.715775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aacc073-0a88-4ac8-8609-66b90b7ecbe2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Fanout notify agent at l3_agent the message router_deleted on router 4968d349-0d42-446a-a392-f7ff79b42021 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:41:16.724789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3aacc073-0a88-4ac8-8609-66b90b7ecbe2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.727416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3aacc073-0a88-4ac8-8609-66b90b7ecbe2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "DELETE /v2.0/routers/4968d349-0d42-446a-a392-f7ff79b42021 HTTP/1.1" status: 204 len: 168 time: 0.9304957 Jul 06 18:41:16.739470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:16.797875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-f12de001-9e1d-47d3-9133-e68a2a35ff4b service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183670 Jul 06 18:41:16.859756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:16.863858 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85290d6-42a9-467f-947d-4f8119ab2849" -d '{"events": [{"server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "name": "network-vif-unplugged", "status": "completed", "tag": "372b6f57-f544-4855-9b44-22826214a3cf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:16.873987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.902095 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7456f518-1679-4e57-842b-459be126d8c5 req-7aab47bc-ec9e-4185-940e-28ac58bb12c4 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8343484 Jul 06 18:41:16.967578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-548ddaf7-5729-432b-a2c7-ddbc70b509f2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Deleting subnet dcf74af2-2a34-4123-9422-4996d5834f2f {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:16.980834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Transition to ACTIVE for port object 372b6f57-f544-4855-9b44-22826214a3cf will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:16.988620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-548ddaf7-5729-432b-a2c7-ddbc70b509f2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:17.022839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:17.054313 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:17.141167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-54def3ec-04ee-4600-b099-c53cb3202f40 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014979 Jul 06 18:41:17.185286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4191d49c-09bc-47ee-9af1-162d15455e21 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:17.251818 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-02cbd380-9ab0-468c-a6c3-a5b2fcb801d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4b8992c-2d12-4392-9fde-e05548fa139d HTTP/1.1" status: 200 len: 217 time: 0.0997255 Jul 06 18:41:17.280867 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:17.294146 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-548ddaf7-5729-432b-a2c7-ddbc70b509f2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:17.326192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4191d49c-09bc-47ee-9af1-162d15455e21 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:17.393097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 0f96aa7c-979c-4590-a9a0-5d3f534813fd yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:41:17.429147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cd069-2283-4380-b569-9217d49cf5b0 req-6935f718-cac5-4554-a4f3-bc5d5764b2ba tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.430862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c29cd069-2283-4380-b569-9217d49cf5b0 req-6935f718-cac5-4554-a4f3-bc5d5764b2ba tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.3991568 Jul 06 18:41:17.442623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71beefc2-1921-4543-9102-d937af6758b4 req-c79582d3-ae4b-43e4-9104-b8af8b4e14c0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.448293 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71beefc2-1921-4543-9102-d937af6758b4 req-c79582d3-ae4b-43e4-9104-b8af8b4e14c0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.8757455 Jul 06 18:41:17.480366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 372b6f57-f544-4855-9b44-22826214a3cf no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:17.519408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:17.582054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 372b6f57-f544-4855-9b44-22826214a3cf not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:17.638889 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-96d75f96-bdcd-4168-8bcd-39136dc98537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.641904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-96d75f96-bdcd-4168-8bcd-39136dc98537 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.3566625 Jul 06 18:41:17.671224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] No DVR routers for this DVR port 372b6f57-f544-4855-9b44-22826214a3cf on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:17.747277 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-548ddaf7-5729-432b-a2c7-ddbc70b509f2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:17.754465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71beefc2-1921-4543-9102-d937af6758b4 req-b351be54-8e30-44d2-9e40-882d3b658989 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599339 Jul 06 18:41:17.845817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c29cd069-2283-4380-b569-9217d49cf5b0 req-0f4fdefd-3743-4184-a2ea-13b294484a30 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499579 Jul 06 18:41:17.901170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.4 (e5841347-eb7f-4790-ad38-188863a80819/75706b89-37e9-4b97-a462-7095c45266b2/0f96aa7c-979c-4590-a9a0-5d3f534813fd) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:17.920205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-ae80de93-1cdc-44e7-ab3f-bcabbb1e1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.921366 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe87753-04a2-4a56-901e-02bbd4fd7a71 x-openstack-request-id: req-0fe87753-04a2-4a56-901e-02bbd4fd7a71 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:17.921697 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "name": "network-vif-unplugged", "status": "completed", "tag": "372b6f57-f544-4855-9b44-22826214a3cf", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:17.922251 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fe87753-04a2-4a56-901e-02bbd4fd7a71 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:17.922652 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-ae80de93-1cdc-44e7-ab3f-bcabbb1e1384 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2643712 Jul 06 18:41:17.923200 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf', 'code': 200} Jul 06 18:41:17.941469 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-548ddaf7-5729-432b-a2c7-ddbc70b509f2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.049433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Attempting to bind port 372b6f57-f544-4855-9b44-22826214a3cf on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:18.049830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Attempting to bind port 372b6f57-f544-4855-9b44-22826214a3cf by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:18.050714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Attempting to bind port 372b6f57-f544-4855-9b44-22826214a3cf on network 2df97ca4-e355-4af9-8c7d-214679a38c31 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:18.053871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ddaf7-5729-432b-a2c7-ddbc70b509f2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf74af2-2a34-4123-9422-4996d5834f2f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:18.065558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ee36c-1d8f-4003-a0d9-2974f613387c None None] Network cb3ad593-204e-479f-97b0-6eef1ad8dbe5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:18.078055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-548ddaf7-5729-432b-a2c7-ddbc70b509f2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.083818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-548ddaf7-5729-432b-a2c7-ddbc70b509f2 tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "DELETE /v2.0/subnets/dcf74af2-2a34-4123-9422-4996d5834f2f HTTP/1.1" status: 204 len: 168 time: 1.3397346 Jul 06 18:41:18.084064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54448) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:18.095694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Port 372b6f57-f544-4855-9b44-22826214a3cf on network 2df97ca4-e355-4af9-8c7d-214679a38c31 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:41:18.096096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Attempting to bind port 372b6f57-f544-4855-9b44-22826214a3cf on network 2df97ca4-e355-4af9-8c7d-214679a38c31 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:18.179077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:18.180251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Checking segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:18.180884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Bound using segment: {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:18.181452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Bound port: 372b6f57-f544-4855-9b44-22826214a3cf, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40419123-c41f-4002-b2cf-931a15590752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:18.181841 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.210091 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a38cd2f8-14cc-4fbe-b813-9e416b6bb805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.263377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.278575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-dcab6f0c-55ad-46da-8c6f-ce9efb3d8b9b service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463378 Jul 06 18:41:18.293860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Provisioning for port 4191d49c-09bc-47ee-9af1-162d15455e21 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:18.303726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:18.304563 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.328945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:18.344996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:18.354366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.387099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.414225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:18.414884 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.416467 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 1092 time: 3.6773787 Jul 06 18:41:18.448027 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.477425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Deleting port 8cc1a34d-a359-414d-9ca7-492edecd9663 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:18.477968 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.500530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839346d-eeda-484f-857c-01e40422a2de None None] DHCP port deletion for cb3ad593-204e-479f-97b0-6eef1ad8dbe5 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:41:18.542497 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.569081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] For port 4191d49c-09bc-47ee-9af1-162d15455e21, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4191d49c-09bc-47ee-9af1-162d15455e21,segment=NetworkSegment(9a82bce8-8c93-4793-9b8c-eb6845892e03),segment_id=9a82bce8-8c93-4793-9b8c-eb6845892e03)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:18.571448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 0f96aa7c-979c-4590-a9a0-5d3f534813fd will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:18.572629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea775dde-8149-4474-8af4-c2ec343712c4 service neutron] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:18.582093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82bf8d-f4ac-4c66-9978-9b2022293eac req-10066156-a53c-40c7-ab17-aad5d1e67ed3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:18.583896 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d82bf8d-f4ac-4c66-9978-9b2022293eac req-10066156-a53c-40c7-ab17-aad5d1e67ed3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.4136937 Jul 06 18:41:18.586379 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.666665 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0f9e49b4-123b-4b2d-b0c6-3ea0012f0b10 req-a767afff-6036-442e-a4e1-41594f3bcaea service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099027 Jul 06 18:41:18.692342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Provisioning complete for port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:18.692809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.705443 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d82bf8d-f4ac-4c66-9978-9b2022293eac req-2f669c92-4185-415d-abd5-400127ca7a76 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027877 Jul 06 18:41:18.721818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.770524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Pushing event updated for resources: {'Port': ['ID=4191d49c-09bc-47ee-9af1-162d15455e21,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:18.780666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] For port 8cc1a34d-a359-414d-9ca7-492edecd9663, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8cc1a34d-a359-414d-9ca7-492edecd9663,segment=NetworkSegment(16b33176-5689-47f8-82d1-f584a9301d4d),segment_id=16b33176-5689-47f8-82d1-f584a9301d4d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:18.782058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.797648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:18.808127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:18.823591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Calling delete_port for 8cc1a34d-a359-414d-9ca7-492edecd9663 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:18.827287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:18.828164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2839346d-eeda-484f-857c-01e40422a2de None None] Deleting port 8cc1a34d-a359-414d-9ca7-492edecd9663 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:18.828691 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2839346d-eeda-484f-857c-01e40422a2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.848180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-3da50180-73cd-45fe-aaf9-d8f9f0046d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:18.850441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-3da50180-73cd-45fe-aaf9-d8f9f0046d35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1095 time: 0.3867362 Jul 06 18:41:18.897490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=0f96aa7c-979c-4590-a9a0-5d3f534813fd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:18.948472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4f8dba78-de84-477c-b159-9f1e9197c1de None None] Port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:18.966836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54466) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:18.984428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:18.985150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.021108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2839346d-eeda-484f-857c-01e40422a2de None None] For port 8cc1a34d-a359-414d-9ca7-492edecd9663, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8cc1a34d-a359-414d-9ca7-492edecd9663,segment=NetworkSegment(16b33176-5689-47f8-82d1-f584a9301d4d),segment_id=16b33176-5689-47f8-82d1-f584a9301d4d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:19.021387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2839346d-eeda-484f-857c-01e40422a2de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.029868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-39b64697-02d6-4133-b95e-1aedda00f918 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4382715 Jul 06 18:41:19.030115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54470) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:19.048018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3bcaf63d-5fac-488a-bf27-f55bdea3b4fe tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:19.072793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2839346d-eeda-484f-857c-01e40422a2de None None] Calling delete_port for 8cc1a34d-a359-414d-9ca7-492edecd9663 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:19.092474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ec83ef05-36a0-49ce-8bfa-cd4ec80342e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:19.095325 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ec83ef05-36a0-49ce-8bfa-cd4ec80342e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 897 time: 0.2010047 Jul 06 18:41:19.166970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4191d49c-09bc-47ee-9af1-162d15455e21 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:19.256673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e483911-a859-42e3-a357-defccf3a961a req-95df714b-f4f7-4245-b5c4-43461bee9bb2 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:19.264791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e483911-a859-42e3-a357-defccf3a961a req-95df714b-f4f7-4245-b5c4-43461bee9bb2 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1396618 Jul 06 18:41:19.266696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:19.267267 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.271579 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2839346d-eeda-484f-857c-01e40422a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.308468 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05fa2d76-80a4-4acd-9313-8a4fe1ce97fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.325483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-0eef5236-ce9f-4fb3-b414-003948de4553 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 1000 time: 0.2083731 Jul 06 18:41:19.351445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcaf63d-5fac-488a-bf27-f55bdea3b4fe tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:19.356081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2839346d-eeda-484f-857c-01e40422a2de None None] No DVR routers for this DVR port 8cc1a34d-a359-414d-9ca7-492edecd9663 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:19.358226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf63d-5fac-488a-bf27-f55bdea3b4fe tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.363651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839346d-eeda-484f-857c-01e40422a2de None None] Pushing event deleted for resources: {'Port': ['ID=8cc1a34d-a359-414d-9ca7-492edecd9663,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:19.376751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-458c3287-da6d-4e8d-84cb-852b425966ad None None] Provisioning for port 0f96aa7c-979c-4590-a9a0-5d3f534813fd completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:19.391358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-458c3287-da6d-4e8d-84cb-852b425966ad None None] Provisioning complete for port 0f96aa7c-979c-4590-a9a0-5d3f534813fd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:19.392334 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-458c3287-da6d-4e8d-84cb-852b425966ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.397362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55857-c527-4bb1-8567-077b42e255de req-8e7395ac-a592-454e-93e7-ca0b368ce001 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:19.402123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e483911-a859-42e3-a357-defccf3a961a req-12600e8d-9023-4b76-8c43-97621dc936c0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364937 Jul 06 18:41:19.406564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09c55857-c527-4bb1-8567-077b42e255de req-8e7395ac-a592-454e-93e7-ca0b368ce001 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 944 time: 0.3097432 Jul 06 18:41:19.443577 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.476242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event deleted for resources: {'Port': ['ID=8cc1a34d-a359-414d-9ca7-492edecd9663,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:19.489746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-b82f73ed-6f1e-477f-9755-0dceb150686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:19.492269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-b82f73ed-6f1e-477f-9755-0dceb150686e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.1587749 Jul 06 18:41:19.517333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] No DVR routers for this DVR port 8cc1a34d-a359-414d-9ca7-492edecd9663 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:19.564135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09c55857-c527-4bb1-8567-077b42e255de req-4743ef3f-e04f-4958-93ce-cdcb6fb30974 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564984 Jul 06 18:41:19.575320 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.600864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-458c3287-da6d-4e8d-84cb-852b425966ad None None] Port 0f96aa7c-979c-4590-a9a0-5d3f534813fd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:19.612252 n-d-799684-2 neutron-server[93966]: INFO neutron.db.ipam_backend_mixin [None req-3bcaf63d-5fac-488a-bf27-f55bdea3b4fe tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75706b89-37e9-4b97-a462-7095c45266b2 (CIDR: 172.20.0.0/28) Jul 06 18:41:19.621978 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcaf63d-5fac-488a-bf27-f55bdea3b4fe tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:41:19.622751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcaf63d-5fac-488a-bf27-f55bdea3b4fe tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:19.665519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05fa2d76-80a4-4acd-9313-8a4fe1ce97fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.672328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05fa2d76-80a4-4acd-9313-8a4fe1ce97fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.683261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8cc1a34d-a359-414d-9ca7-492edecd9663 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:19.688732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3bcaf63d-5fac-488a-bf27-f55bdea3b4fe tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6563795 Jul 06 18:41:19.699406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54478) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:19.710259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:19.711663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8cc1a34d-a359-414d-9ca7-492edecd9663 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:41:19.712856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8cc1a34d-a359-414d-9ca7-492edecd9663 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:19.719651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.727791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-05fa2d76-80a4-4acd-9313-8a4fe1ce97fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bfda1070d7246febb98c797df026d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598224 Jul 06 18:41:19.729203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa2d76-80a4-4acd-9313-8a4fe1ce97fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba4303c-9176-40ef-98b9-bc9733dcc2c7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:19.732136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54480) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:19.742172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3ad593-204e-479f-97b0-6eef1ad8dbe5']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:19.799821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b33176-5689-47f8-82d1-f584a9301d4d') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:19.800882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b33176-5689-47f8-82d1-f584a9301d4d') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:19.801550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bfd19b7-5e61-4ca0-9409-d32696f24b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.829121 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.836245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bfd19b7-5e61-4ca0-9409-d32696f24b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.846862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-2de36d40-e5a1-40ab-8db2-8df0b1c5d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:19.848381 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-2de36d40-e5a1-40ab-8db2-8df0b1c5d9a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3444040 Jul 06 18:41:19.853329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.893523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bfd19b7-5e61-4ca0-9409-d32696f24b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.894012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:41:19.894012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.896388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bfd19b7-5e61-4ca0-9409-d32696f24b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:41:19.897045 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:41:19.901900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2bfd19b7-5e61-4ca0-9409-d32696f24b4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bba4303c-9176-40ef-98b9-bc9733dcc2c7 HTTP/1.1" status: 204 len: 168 time: 0.1645482 Jul 06 18:41:19.908142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd19b7-5e61-4ca0-9409-d32696f24b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba4303c-9176-40ef-98b9-bc9733dcc2c7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:19.942136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:19.944647 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb" -d '{"events": [{"name": "network-changed", "server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "tag": "372b6f57-f544-4855-9b44-22826214a3cf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:20.049021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:20.053045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.073875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2a42b-958f-465e-babd-970e12643f80 req-dfb3bd86-50fa-4f6e-acbb-b30370936749 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:20.076161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8f2a42b-958f-465e-babd-970e12643f80 req-dfb3bd86-50fa-4f6e-acbb-b30370936749 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.1162717 Jul 06 18:41:20.101280 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb16872-5582-4492-bf08-a84f2848439e x-openstack-request-id: req-6bb16872-5582-4492-bf08-a84f2848439e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:20.101566 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "tag": "372b6f57-f544-4855-9b44-22826214a3cf", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:20.101831 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bb16872-5582-4492-bf08-a84f2848439e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:20.102218 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf', 'status': 'completed', 'code': 200} Jul 06 18:41:20.120420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.139661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8f2a42b-958f-465e-babd-970e12643f80 req-29a6cb94-d4cd-4975-aa5d-3e6adec20cdd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557249 Jul 06 18:41:20.152412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.157114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] 10.222.0.53 "DELETE /v2.0/networks/cb3ad593-204e-479f-97b0-6eef1ad8dbe5 HTTP/1.1" status: 204 len: 168 time: 2.0720160 Jul 06 18:41:20.192225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef751ec-3c4b-47bb-8305-d415f4182a1d tempest-FloatingIPNegativeTestJSON-732966967 tempest-FloatingIPNegativeTestJSON-732966967-project] Pushing event deleted for resources: {'Network': ['ID=cb3ad593-204e-479f-97b0-6eef1ad8dbe5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:20.209976 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-ce4c1542-103d-480e-8452-39c013a4e2bb service neutron] 10.222.0.24 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517327 Jul 06 18:41:20.257489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54494) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:20.274407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-705c6cdf-9c6d-431d-b8d9-f88d48174aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.385459 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-705c6cdf-9c6d-431d-b8d9-f88d48174aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.392665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-705c6cdf-9c6d-431d-b8d9-f88d48174aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.418776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54498) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:20.454466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-705c6cdf-9c6d-431d-b8d9-f88d48174aff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9641b752e0b2430892813db5fed50574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937554 Jul 06 18:41:20.455060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54504) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:20.459115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c6cdf-9c6d-431d-b8d9-f88d48174aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc02495-a3c6-40e6-8e0f-633a04c808ef,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:20.531109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dcdcdf-9028-4e13-b9e0-9a2190eb6993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.557787 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dcdcdf-9028-4e13-b9e0-9a2190eb6993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.641424 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dcdcdf-9028-4e13-b9e0-9a2190eb6993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.644002 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dcdcdf-9028-4e13-b9e0-9a2190eb6993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.647613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-68dcdcdf-9028-4e13-b9e0-9a2190eb6993 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fc02495-a3c6-40e6-8e0f-633a04c808ef HTTP/1.1" status: 204 len: 168 time: 0.1877379 Jul 06 18:41:20.665225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcdcdf-9028-4e13-b9e0-9a2190eb6993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc02495-a3c6-40e6-8e0f-633a04c808ef,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:20.668313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-6c75347e-a05a-4ba1-a26c-0419b6601123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:20.670023 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-6c75347e-a05a-4ba1-a26c-0419b6601123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1095 time: 0.5669842 Jul 06 18:41:20.712581 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3a3154f1-fa98-4c13-8687-bea535d332a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=262bdfb4e6e84d7dac260966ed47976b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904327 Jul 06 18:41:20.713216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54512) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:20.789070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f252b2ff-f4d9-47cf-a84e-389fadb2b8dc req-e7c967e8-df0b-4338-a55b-8adcdda9358b service neutron] 10.222.0.24 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690978 Jul 06 18:41:20.795056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4693cf16-7cff-4fa5-b27e-6cad5e015ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.855644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4693cf16-7cff-4fa5-b27e-6cad5e015ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.860697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40479fb5-71ff-4441-b9d7-e7c1f6d104a3 req-ca51c02b-a773-4b3e-a4d7-2c9a066d4850 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:20.870122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40479fb5-71ff-4441-b9d7-e7c1f6d104a3 req-ca51c02b-a773-4b3e-a4d7-2c9a066d4850 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.2638402 Jul 06 18:41:20.968479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-34da35e6-d111-4591-ba29-b6c81bf96b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:20.972094 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-34da35e6-d111-4591-ba29-b6c81bf96b3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 897 time: 0.2889261 Jul 06 18:41:20.986098 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.018522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4693cf16-7cff-4fa5-b27e-6cad5e015ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.022119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4693cf16-7cff-4fa5-b27e-6cad5e015ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.029393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4693cf16-7cff-4fa5-b27e-6cad5e015ffb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bcefde5-5379-4ba4-92b0-33f949642c98 HTTP/1.1" status: 204 len: 168 time: 0.3105052 Jul 06 18:41:21.040349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693cf16-7cff-4fa5-b27e-6cad5e015ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcefde5-5379-4ba4-92b0-33f949642c98,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:21.089350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef625e5-e9a1-4591-95d6-e67041b94a5e req-241997be-6527-4f4c-aa92-716ffa2e87cc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.091880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40479fb5-71ff-4441-b9d7-e7c1f6d104a3 req-295d3033-00ac-4cea-aa6c-c35f91c473c9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203121 Jul 06 18:41:21.100870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ef625e5-e9a1-4591-95d6-e67041b94a5e req-241997be-6527-4f4c-aa92-716ffa2e87cc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 944 time: 0.1736546 Jul 06 18:41:21.128061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.162569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:21.196512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:21.200778 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-c30aa48b-c0da-4ebd-b6bf-cbc95a43a44c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 1000 time: 0.2195621 Jul 06 18:41:21.202221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.203509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.209575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075ad9c-7cd8-476a-bf91-ed99bceed12a None None] Network e5841347-eb7f-4790-ad38-188863a80819 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:21.229521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ef625e5-e9a1-4591-95d6-e67041b94a5e req-a9cf3b7a-e9d3-4c76-9406-75bd74cbebcf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182761 Jul 06 18:41:21.237120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5337687 Jul 06 18:41:21.240143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54520) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:21.260060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1137790566', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39f7475b-cc65-418d-92de-1959d2c98365'}], 'security_groups': ['4aba507e-8ae5-4c6c-85e0-13ddd67288f9']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:21.284192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-71410fdf-a901-490f-bda8-ac23026c14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.286357 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-71410fdf-a901-490f-bda8-ac23026c14be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1095 time: 0.3885536 Jul 06 18:41:21.329156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54522) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:21.364214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8090ccf-b996-485a-9354-3d613ff177c2 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=39f7475b-cc65-418d-92de-1959d2c98365,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:21.364533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec7595e0-8cbe-4ead-b194-311ab3b7460d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.437088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-c045b4b2-3aa9-4e18-9ab6-a37aa37f1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.438983 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-c045b4b2-3aa9-4e18-9ab6-a37aa37f1f96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.2168939 Jul 06 18:41:21.470989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.546877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-97ad04ca-407a-4403-8a0c-48c56bfceaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.548427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-97ad04ca-407a-4403-8a0c-48c56bfceaf0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 897 time: 0.2509613 Jul 06 18:41:21.562899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df60eb-c19d-4aac-a26c-5e82648013c2 req-62a8b067-ce4e-4e88-b5d5-ff6553d0d2c8 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.564527 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5df60eb-c19d-4aac-a26c-5e82648013c2 req-62a8b067-ce4e-4e88-b5d5-ff6553d0d2c8 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2058351 Jul 06 18:41:21.658123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-2e86f23e-4f82-439f-bb14-2cab612686b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.659769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-2e86f23e-4f82-439f-bb14-2cab612686b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073979 Jul 06 18:41:21.672552 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec7595e0-8cbe-4ead-b194-311ab3b7460d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.680073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec7595e0-8cbe-4ead-b194-311ab3b7460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.758185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-b0e31036-b114-47a6-91ea-caa481b35a24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 1000 time: 0.1911669 Jul 06 18:41:21.758549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:41:21.772734 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f5df60eb-c19d-4aac-a26c-5e82648013c2 req-a541df72-a723-40fa-a728-87908961af19 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891246 Jul 06 18:41:21.783560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ec7595e0-8cbe-4ead-b194-311ab3b7460d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0dc18f3fda614ac5adbbb8cc23ba5231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525321 Jul 06 18:41:21.787002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7595e0-8cbe-4ead-b194-311ab3b7460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c990559-33b6-4f5d-8ac0-fda5f43a0088,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:21.793631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54536) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:21.864119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3cebf004-1064-45f9-b44a-3ebf4248d126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.928218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3cebf004-1064-45f9-b44a-3ebf4248d126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.968409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-12e5eac3-76b7-42dd-9b1e-2daa0ffd92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.971762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-12e5eac3-76b7-42dd-9b1e-2daa0ffd92ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.1613176 Jul 06 18:41:22.032869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Update dhcp port {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'fixed_ips': [{'subnet_id': '75706b89-37e9-4b97-a462-7095c45266b2', 'ip_address': '172.20.0.2'}, {'subnet_id': '39f7475b-cc65-418d-92de-1959d2c98365'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '4191d49c-09bc-47ee-9af1-162d15455e21'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:41:22.048247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Delete allocated IP 172.20.0.4 (e5841347-eb7f-4790-ad38-188863a80819/75706b89-37e9-4b97-a462-7095c45266b2) {{(pid=93966) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:41:22.059585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:22.060073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.18 (e5841347-eb7f-4790-ad38-188863a80819/39f7475b-cc65-418d-92de-1959d2c98365/0f96aa7c-979c-4590-a9a0-5d3f534813fd) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:22.081171 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3cebf004-1064-45f9-b44a-3ebf4248d126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.086454 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3cebf004-1064-45f9-b44a-3ebf4248d126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.091086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '3023d27f-cf38-4035-9838-5c6698160a18', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'port_id': '3023d27f-cf38-4035-9838-5c6698160a18', 'mac_address': 'fa:16:3e:c4:2a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:41:22.099190 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3cebf004-1064-45f9-b44a-3ebf4248d126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c990559-33b6-4f5d-8ac0-fda5f43a0088 HTTP/1.1" status: 204 len: 168 time: 0.3042431 Jul 06 18:41:22.114165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf004-1064-45f9-b44a-3ebf4248d126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c990559-33b6-4f5d-8ac0-fda5f43a0088,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:22.115526 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-f09a49f7-0002-4c27-9e62-35e1f1758e99 service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443972 Jul 06 18:41:22.142789 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.367232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-4e026432-c936-4a78-94ae-3f85168c479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:22.374574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-4e026432-c936-4a78-94ae-3f85168c479b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3894281 Jul 06 18:41:22.477248 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.489480 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.510841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-cac0ce73-f5a0-49b1-bf36-fdb6e5e668e3 service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821917 Jul 06 18:41:22.528007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3023d27f-cf38-4035-9838-5c6698160a18 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:22.539228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.550946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.582631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:22.608953 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.628744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54570) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:22.662667 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-d05c2b63-9cd3-4494-8834-8bbb557a5d4d service neutron] 10.222.0.24 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723489 Jul 06 18:41:22.684594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393003cf-c730-43db-acae-4d6b2d4e27b9 req-42d3ac5f-4c68-4dce-aa40-9a2c918d816b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:22.686317 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-393003cf-c730-43db-acae-4d6b2d4e27b9 req-42d3ac5f-4c68-4dce-aa40-9a2c918d816b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.2609534 Jul 06 18:41:22.693264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 0f96aa7c-979c-4590-a9a0-5d3f534813fd will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:22.704328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.714761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3023d27f-cf38-4035-9838-5c6698160a18'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:22.878180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:22.890685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e0b4-acde-4253-bba8-81bc88ea46fa req-00fea877-8477-4f9c-8885-9059e63a6dfc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:22.900718 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acb5e0b4-acde-4253-bba8-81bc88ea46fa req-00fea877-8477-4f9c-8885-9059e63a6dfc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 944 time: 0.3538611 Jul 06 18:41:22.944953 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-efb1d25f-6705-451c-8bc0-f055e0c96ac3 {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:41:22.947338 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:41:22.948997 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-393003cf-c730-43db-acae-4d6b2d4e27b9 req-1634c513-413f-4083-b044-eb77ca185017 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306540 Jul 06 18:41:22.992927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-cb50155a-eb37-4d0c-a5f9-edd80821fc61 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-713146609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:23.064079 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=0f96aa7c-979c-4590-a9a0-5d3f534813fd,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:23.098215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] In _notify_port_updated(), no bound segment for port 0f96aa7c-979c-4590-a9a0-5d3f534813fd on network e5841347-eb7f-4790-ad38-188863a80819 {{(pid=93966) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:41:23.107412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.107813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42ac5259-9f1d-4ae7-a0e4-2ea1fdd10feb req-3baf3dce-1383-4837-b08b-99190987b9cd service neutron] 10.222.0.24 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119570 Jul 06 18:41:23.108395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.113454 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2019c043-5dfc-4cdc-a222-4a8ab98156e1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "PUT /v2.0/ports/0f96aa7c-979c-4590-a9a0-5d3f534813fd HTTP/1.1" status: 200 len: 921 time: 1.8719912 Jul 06 18:41:23.114125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54596) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:23.115080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb50155a-eb37-4d0c-a5f9-edd80821fc61 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.116412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb50155a-eb37-4d0c-a5f9-edd80821fc61 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.202318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acb5e0b4-acde-4253-bba8-81bc88ea46fa req-aa8f0310-8d38-4b18-beb5-9ce08c7c7713 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006389 Jul 06 18:41:23.253149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb50155a-eb37-4d0c-a5f9-edd80821fc61 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.277176 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb50155a-eb37-4d0c-a5f9-edd80821fc61 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.313850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5e7ca-2e8c-4ea8-b0fe-87eb0a67d144 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 0f96aa7c-979c-4590-a9a0-5d3f534813fd {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:23.314330 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e7ca-2e8c-4ea8-b0fe-87eb0a67d144 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.332879 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb50155a-eb37-4d0c-a5f9-edd80821fc61 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.337324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cb50155a-eb37-4d0c-a5f9-edd80821fc61 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7049167 Jul 06 18:41:23.339283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54604) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:23.344642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-327803210'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:23.386477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732b01c-6112-40fa-ac4d-b5879f0a489e req-d50f3eaa-461e-456a-abe1-eaa9c88ffeca tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.388665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2732b01c-6112-40fa-ac4d-b5879f0a489e req-d50f3eaa-461e-456a-abe1-eaa9c88ffeca tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 944 time: 0.1821585 Jul 06 18:41:23.421386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Made reservation on behalf of bed3b10d18764564bc7a0d07207a5219 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:23.425247 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.446381 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e7ca-2e8c-4ea8-b0fe-87eb0a67d144 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.453435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.458915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2732b01c-6112-40fa-ac4d-b5879f0a489e req-3c19124c-4f6c-41eb-b2a3-ad32461bdac0 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640335 Jul 06 18:41:23.464672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5e7ca-2e8c-4ea8-b0fe-87eb0a67d144 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 0f96aa7c-979c-4590-a9a0-5d3f534813fd owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:23.537332 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.561856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:23.663990 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.671891 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.717509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e7ca-2e8c-4ea8-b0fe-87eb0a67d144 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.761331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:41:23.767170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 3023d27f-cf38-4035-9838-5c6698160a18 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:23.767796 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.779975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b831f20-f16a-473c-9742-520f975b6535,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:23.815176 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.818134 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Added segment 5a4bab93-aae7-4ad5-b935-4e4e10de12d8 of type vlan for network d789474e-ed4f-4dce-ab84-de50903208ef Jul 06 18:41:23.829808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5e7ca-2e8c-4ea8-b0fe-87eb0a67d144 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=0f96aa7c-979c-4590-a9a0-5d3f534813fd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:23.914211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Allocated IP 172.20.0.19 (e5841347-eb7f-4790-ad38-188863a80819/39f7475b-cc65-418d-92de-1959d2c98365/4191d49c-09bc-47ee-9af1-162d15455e21) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:23.920798 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e7ca-2e8c-4ea8-b0fe-87eb0a67d144 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.924689 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.928704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0ca5e7ca-2e8c-4ea8-b0fe-87eb0a67d144 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/0f96aa7c-979c-4590-a9a0-5d3f534813fd HTTP/1.1" status: 204 len: 168 time: 0.8110352 Jul 06 18:41:23.929352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54614) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:23.975924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926ba12-a526-4397-9716-25f170ec323e req-3d6f49ca-0049-41ed-a6dd-4241d15b5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.976767 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.978398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3926ba12-a526-4397-9716-25f170ec323e req-3d6f49ca-0049-41ed-a6dd-4241d15b5602 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 1096 time: 0.0961435 Jul 06 18:41:24.008157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.011947 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f32664-1678-4dac-82c1-690bb8e07b61 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:41:24.017641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:24.018443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.022309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-76f32664-1678-4dac-82c1-690bb8e07b61 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/0f96aa7c-979c-4590-a9a0-5d3f534813fd HTTP/1.1" status: 404 len: 333 time: 0.0895233 Jul 06 18:41:24.023050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54618) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:24.140947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:24.144260 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367d495-f985-41cf-b78e-2740c7e58df9" -d '{"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-plugged", "status": "completed", "tag": "3023d27f-cf38-4035-9838-5c6698160a18"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:24.193242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:24.197339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55fd4a75-b0e8-4dbe-852a-ad2576ce83ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.206241 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.211222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8707590 Jul 06 18:41:24.216849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54624) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:24.219932 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9350ddb8-a497-4560-afec-64aafa94b100 x-openstack-request-id: req-9350ddb8-a497-4560-afec-64aafa94b100 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:24.220478 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-plugged", "status": "completed", "tag": "3023d27f-cf38-4035-9838-5c6698160a18", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:24.220975 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9350ddb8-a497-4560-afec-64aafa94b100 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:24.223059 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18', 'code': 200} Jul 06 18:41:24.224478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'subnet': {'network_id': 'd789474e-ed4f-4dce-ab84-de50903208ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:24.259798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3926ba12-a526-4397-9716-25f170ec323e req-3f951ad1-4b8e-4952-8da4-7fe70c6f11f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658365 Jul 06 18:41:24.265675 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55fd4a75-b0e8-4dbe-852a-ad2576ce83ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.284459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] For port 4191d49c-09bc-47ee-9af1-162d15455e21, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4191d49c-09bc-47ee-9af1-162d15455e21,segment=NetworkSegment(9a82bce8-8c93-4793-9b8c-eb6845892e03),segment_id=9a82bce8-8c93-4793-9b8c-eb6845892e03)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:24.322988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.342545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289885d-47cf-48af-9171-47774da32d52 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Network': ['ID=d789474e-ed4f-4dce-ab84-de50903208ef,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:24.344015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Transition to ACTIVE for port object 4191d49c-09bc-47ee-9af1-162d15455e21 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:24.371881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55fd4a75-b0e8-4dbe-852a-ad2576ce83ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.374570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55fd4a75-b0e8-4dbe-852a-ad2576ce83ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.375770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-55fd4a75-b0e8-4dbe-852a-ad2576ce83ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/security-groups/5ffb819f-b8b1-47a2-845e-d87001861bfd HTTP/1.1" status: 204 len: 168 time: 0.3515954 Jul 06 18:41:24.380263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54632) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:24.396294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 372b6f57-f544-4855-9b44-22826214a3cf details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:41:24.398610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d789474e-ed4f-4dce-ab84-de50903208ef details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:41:24.404973 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.479693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd4a75-b0e8-4dbe-852a-ad2576ce83ce tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb819f-b8b1-47a2-845e-d87001861bfd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:24.507178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Made reservation on behalf of bed3b10d18764564bc7a0d07207a5219 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:24.508369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.586281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdf275-35c6-419a-a383-c4cfca141170 req-1c160bd8-41db-4830-b212-edb2a53a85d7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:24.596262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52bdf275-35c6-419a-a383-c4cfca141170 req-1c160bd8-41db-4830-b212-edb2a53a85d7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.2591026 Jul 06 18:41:24.611875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27dd7af2-20b2-4b67-8420-e4490e27b6c4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.612981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951d353-a749-47b2-bb1c-5895ea8ee50e req-d93459b6-f8f9-4995-82e6-a003045156bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:24.622324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f951d353-a749-47b2-bb1c-5895ea8ee50e req-d93459b6-f8f9-4995-82e6-a003045156bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 944 time: 0.1833999 Jul 06 18:41:24.636421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:24.684732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27dd7af2-20b2-4b67-8420-e4490e27b6c4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.698385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f951d353-a749-47b2-bb1c-5895ea8ee50e req-990c44fc-8dd6-4ff8-8b4d-a07991f79f70 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750136 Jul 06 18:41:24.730112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361c8d5-0ceb-44a2-8938-974f3167b30a None None] Pushing event updated for resources: {'Port': ['ID=4191d49c-09bc-47ee-9af1-162d15455e21,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:24.790962 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:24.823816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '372b6f57-f544-4855-9b44-22826214a3cf', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'port_id': '372b6f57-f544-4855-9b44-22826214a3cf', 'mac_address': 'fa:16:3e:c6:0f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:41:24.926000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52bdf275-35c6-419a-a383-c4cfca141170 req-b93cb08c-2c82-4184-ac9c-03421c548d48 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158967 Jul 06 18:41:24.941478 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27dd7af2-20b2-4b67-8420-e4490e27b6c4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.946414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27dd7af2-20b2-4b67-8420-e4490e27b6c4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:24.958145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54646) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:24.958795 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-27dd7af2-20b2-4b67-8420-e4490e27b6c4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/security-groups/4aba507e-8ae5-4c6c-85e0-13ddd67288f9 HTTP/1.1" status: 204 len: 168 time: 0.5771809 Jul 06 18:41:25.005201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:25.010706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd7af2-20b2-4b67-8420-e4490e27b6c4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba507e-8ae5-4c6c-85e0-13ddd67288f9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:25.048104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372b6f57-f544-4855-9b44-22826214a3cf {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:25.091408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:25.102271 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:25.134313 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:25.261791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4191d49c-09bc-47ee-9af1-162d15455e21 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:25.276494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Subnet': ['ID=8b1b3e35-4c46-48fe-9c6f-d81919169e32,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:25.290609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-9437a115-22ea-4a92-bde4-8addef19351a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet 75706b89-37e9-4b97-a462-7095c45266b2 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:25.324925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9437a115-22ea-4a92-bde4-8addef19351a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:25.352132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:25.385767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d18138-6258-4e3b-881e-5bff1cf64e1d req-216ef7d0-2b2a-4b12-9c1d-1a548727df6e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:25.396758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90d18138-6258-4e3b-881e-5bff1cf64e1d req-216ef7d0-2b2a-4b12-9c1d-1a548727df6e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.1786878 Jul 06 18:41:25.481214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['372b6f57-f544-4855-9b44-22826214a3cf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:25.518920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9437a115-22ea-4a92-bde4-8addef19351a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:25.533813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-90d18138-6258-4e3b-881e-5bff1cf64e1d req-1f96b319-db27-459d-92c8-b76cce6a6592 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360140 Jul 06 18:41:25.588248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Checking segment: {'id': '5a4bab93-aae7-4ad5-b935-4e4e10de12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd789474e-ed4f-4dce-ab84-de50903208ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:25.588248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network hostable DHCP agents. Network: d789474e-ed4f-4dce-ab84-de50903208ef, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:41:25.779486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network d789474e-ed4f-4dce-ab84-de50903208ef is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:41:25.802172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d789474e-ed4f-4dce-ab84-de50903208ef) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:25.842883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:25.843522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:25.847774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a945c6-87f3-4904-bffb-548573b1d266 None None] Network d789474e-ed4f-4dce-ab84-de50903208ef requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:25.881905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360e4cf-7806-4e2d-82bb-b55bdd6ec940 req-05bfb76d-3740-4ce7-82c5-393335a305ad tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:25.883551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1360e4cf-7806-4e2d-82bb-b55bdd6ec940 req-05bfb76d-3740-4ce7-82c5-393335a305ad tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 945 time: 0.2969236 Jul 06 18:41:26.006654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3843ef92-1204-48fe-bc12-c805af4c9f4d None None] Could not find standard attr ID for object 0f96aa7c-979c-4590-a9a0-5d3f534813fd. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:41:26.086636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3843ef92-1204-48fe-bc12-c805af4c9f4d None None] Provisioning for port 4191d49c-09bc-47ee-9af1-162d15455e21 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:26.110672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3843ef92-1204-48fe-bc12-c805af4c9f4d None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:26.111250 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3843ef92-1204-48fe-bc12-c805af4c9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.189661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-d789474e-ed4f-4dce-ab84-de50903208ef', 'network_id': 'd789474e-ed4f-4dce-ab84-de50903208ef', 'tenant_id': 'bed3b10d18764564bc7a0d07207a5219', 'fixed_ips': [{'subnet_id': '8b1b3e35-4c46-48fe-9c6f-d81919169e32'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:41:26.190968 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.253432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7419aa-c490-4c7e-8e65-65e39c51522e req-ba801037-a2f0-441f-ad9d-e2e9cb559e78 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:26.270396 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c7419aa-c490-4c7e-8e65-65e39c51522e req-ba801037-a2f0-441f-ad9d-e2e9cb559e78 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1340315 Jul 06 18:41:26.350180 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c7419aa-c490-4c7e-8e65-65e39c51522e req-0f76d98a-2d67-4264-800c-40162b996e00 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784378 Jul 06 18:41:26.492427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Allocated IP 2001:db8::2 (d789474e-ed4f-4dce-ab84-de50903208ef/8b1b3e35-4c46-48fe-9c6f-d81919169e32/689a278f-7f65-4407-ab95-456e814a874d) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:26.593410 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9437a115-22ea-4a92-bde4-8addef19351a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.642816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3843ef92-1204-48fe-bc12-c805af4c9f4d None None] Provisioning complete for port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:26.648346 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3843ef92-1204-48fe-bc12-c805af4c9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.712059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9437a115-22ea-4a92-bde4-8addef19351a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.738263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9a576376-29d0-4be3-aa52-3d97165eecd5 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5168779 Jul 06 18:41:26.738473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:26.746759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'network': {'name': 'tempest-router-network01--390548863'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:26.756679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3843ef92-1204-48fe-bc12-c805af4c9f4d None None] Port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:26.759907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9437a115-22ea-4a92-bde4-8addef19351a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.769339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9437a115-22ea-4a92-bde4-8addef19351a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/75706b89-37e9-4b97-a462-7095c45266b2 HTTP/1.1" status: 204 len: 168 time: 1.8100445 Jul 06 18:41:26.780228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54682) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:26.796327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:26.830321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437a115-22ea-4a92-bde4-8addef19351a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=75706b89-37e9-4b97-a462-7095c45266b2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:26.853534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-3884470c-9334-4765-8a4d-ce49d05a34b8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:26.860428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-3884470c-9334-4765-8a4d-ce49d05a34b8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05&tenant_id=9545a49a8c0644f7b1786db086402ff5&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 945 time: 1.1717482 Jul 06 18:41:26.878244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.890053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-de9377d4-3e6b-4e90-9302-331195b2f600 None None] Could not find standard attr ID for object 0f96aa7c-979c-4590-a9a0-5d3f534813fd. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:41:26.894071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Transition to ACTIVE for port object 689a278f-7f65-4407-ab95-456e814a874d will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:26.914677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Transition to ACTIVE for port object 689a278f-7f65-4407-ab95-456e814a874d will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:26.923481 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.984300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1360e4cf-7806-4e2d-82bb-b55bdd6ec940 req-9446eb51-4f77-498f-883a-12d4683d706e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0818028 Jul 06 18:41:26.988354 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-db0880f3-e30f-46c5-9c94-318413940355 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:41:26.989615 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-db0880f3-e30f-46c5-9c94-318413940355 service neutron] 10.222.0.41 "DELETE /v2.0/ports/372b6f57-f544-4855-9b44-22826214a3cf/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.1178169 Jul 06 18:41:27.039217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Made reservation on behalf of bed3b10d18764564bc7a0d07207a5219 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:27.041976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08b056-eeb9-44b0-a5a1-6c5cba29d1dc None None] Network e5841347-eb7f-4790-ad38-188863a80819 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:27.045370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.090185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:41:27.103366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.103860 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Added segment 566c802d-037b-487b-8e10-955cfc018185 of type vlan for network d2cdc405-67d5-4481-a61a-23e53c2c6f0b Jul 06 18:41:27.148170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Network d789474e-ed4f-4dce-ab84-de50903208ef is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:27.149201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Pushing event updated for resources: {'Port': ['ID=689a278f-7f65-4407-ab95-456e814a874d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:27.156548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:27.162718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:27.254083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Attempting to bind port 689a278f-7f65-4407-ab95-456e814a874d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:27.254489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Attempting to bind port 689a278f-7f65-4407-ab95-456e814a874d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '5a4bab93-aae7-4ad5-b935-4e4e10de12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd789474e-ed4f-4dce-ab84-de50903208ef'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:27.254827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Attempting to bind port 689a278f-7f65-4407-ab95-456e814a874d on network d789474e-ed4f-4dce-ab84-de50903208ef {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:27.262914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:27.263336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Checking segment: {'id': '5a4bab93-aae7-4ad5-b935-4e4e10de12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd789474e-ed4f-4dce-ab84-de50903208ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:27.263705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.264107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Bound using segment: {'id': '5a4bab93-aae7-4ad5-b935-4e4e10de12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd789474e-ed4f-4dce-ab84-de50903208ef'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:27.264601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Bound port: 689a278f-7f65-4407-ab95-456e814a874d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4bab93-aae7-4ad5-b935-4e4e10de12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd789474e-ed4f-4dce-ab84-de50903208ef'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:27.264985 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.340545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d895c6-2418-4f63-a466-49abc7a3226f req-94e44740-0d3a-4970-b345-89fd0c732026 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:27.342413 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-94e44740-0d3a-4970-b345-89fd0c732026 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 811 time: 0.2103176 Jul 06 18:41:27.379757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-657b3de7-6d8f-4929-8545-ba4c61a52808 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/quotas/71e10e9af542419daa6acf16c5d534aa HTTP/1.1" status: 200 len: 375 time: 0.0251300 Jul 06 18:41:27.394919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-ecafdc46-55d3-4c04-9fb8-b6263dc9436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:27.396491 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-ecafdc46-55d3-4c04-9fb8-b6263dc9436f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1096 time: 0.3355322 Jul 06 18:41:27.432742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] For port 689a278f-7f65-4407-ab95-456e814a874d, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:27.463693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] For port 689a278f-7f65-4407-ab95-456e814a874d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=689a278f-7f65-4407-ab95-456e814a874d,segment=NetworkSegment(5a4bab93-aae7-4ad5-b935-4e4e10de12d8),segment_id=5a4bab93-aae7-4ad5-b935-4e4e10de12d8)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:27.477186 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.571061 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-15c8e6df-2738-4dbe-91ca-76dbffc22735 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904919 Jul 06 18:41:27.593339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-b66509bc-3c09-4eec-b707-d28c9cf862e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:27.593339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-b66509bc-3c09-4eec-b707-d28c9cf862e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 897 time: 0.1739039 Jul 06 18:41:27.657607 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.709096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.715223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:27.716022 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.782515 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-bffcf7c7-f32f-4489-9907-ee2c23ecacb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 1001 time: 0.1491113 Jul 06 18:41:27.822076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed2623-7ff0-4625-9581-715bd8de1e52 req-2a571c6f-4868-4dd0-99f6-9c15419f0b78 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:27.823806 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97ed2623-7ff0-4625-9581-715bd8de1e52 req-2a571c6f-4868-4dd0-99f6-9c15419f0b78 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 1.0339878 Jul 06 18:41:27.840830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1014771 Jul 06 18:41:27.849578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54706) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:27.866852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'network': {'name': 'tempest-router-network02--1160803271'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:27.888385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb832247-af6d-498a-9879-08cfe978f29d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Network': ['ID=d2cdc405-67d5-4481-a61a-23e53c2c6f0b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:27.918312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-9766aeb8-8338-4d7d-9276-083f681f5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:27.925008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-9766aeb8-8338-4d7d-9276-083f681f5b96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.1334226 Jul 06 18:41:27.941858 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-8fde8a58-5428-4dea-9f17-0859a25bd1b0 service neutron] 10.222.0.53 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697665 Jul 06 18:41:27.946643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:27.950469 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:27.982701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf06184-2d6f-4ba0-90f8-f5533a2bbf7c None None] Pushing event updated for resources: {'Port': ['ID=689a278f-7f65-4407-ab95-456e814a874d,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:27.988412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d2cdc405-67d5-4481-a61a-23e53c2c6f0b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:41:28.026523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97ed2623-7ff0-4625-9581-715bd8de1e52 req-0cf499d8-121e-4654-97e3-c7fb4b7b26ff tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917603 Jul 06 18:41:28.051016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Made reservation on behalf of bed3b10d18764564bc7a0d07207a5219 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:28.056878 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.162834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:41:28.190094 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.190759 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Added segment 3d2f9748-aa91-4b11-b698-311d0a50090f of type vlan for network bfe4bd6b-7460-4438-a0f3-c3adda26acdb Jul 06 18:41:28.240060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-d35cec1d-7c50-44b5-b9e2-21c2668523a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:28.241921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-d35cec1d-7c50-44b5-b9e2-21c2668523a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976449 Jul 06 18:41:28.264880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-13c76561-af99-42b4-8a66-b958c1daf618 service neutron] 10.222.0.53 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218443 Jul 06 18:41:28.311244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.367834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 372b6f57-f544-4855-9b44-22826214a3cf up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:28.636485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.640384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 372b6f57-f544-4855-9b44-22826214a3cf completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:28.647499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 372b6f57-f544-4855-9b44-22826214a3cf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:28.647874 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.662450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:28.665507 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.683434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-2e709fd5-ee05-4ced-86f3-2610ce0c740c service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174571 Jul 06 18:41:28.859788 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.884909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.955640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:28.956728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:28.960807 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591f460f-a63b-47d3-a10f-a4d2b5831e82" -d '{"events": [{"server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "name": "network-vif-plugged", "status": "completed", "tag": "372b6f57-f544-4855-9b44-22826214a3cf"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:28.970898 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.077517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d307952-6d51-49c7-9c43-703d38ac0d0f req-2200b67d-e2aa-43ed-871a-cbbc7dcc6b94 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 210 time: 0.3893356 Jul 06 18:41:29.089980 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71ba75d0-cc8e-400b-8eb6-1755106e3b1c req-b1dbffd6-aa89-491b-8023-c166ee6371cb service neutron] 10.222.0.41 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944857 Jul 06 18:41:29.140046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54726) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:29.146964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'subnet': {'network_id': 'd2cdc405-67d5-4481-a61a-23e53c2c6f0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:29.158328 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2784839 Jul 06 18:41:29.213349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:29.247651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0debab7b-913c-423d-a954-d76c36edd174 None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:29.248455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0debab7b-913c-423d-a954-d76c36edd174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.280023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:29.294397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:29.307750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:29.308320 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d318fb-3172-497d-b20e-20f563473e20 x-openstack-request-id: req-e9d318fb-3172-497d-b20e-20f563473e20 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:29.308612 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "name": "network-vif-plugged", "status": "completed", "tag": "372b6f57-f544-4855-9b44-22826214a3cf", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:29.310637 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.311981 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9d318fb-3172-497d-b20e-20f563473e20 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:29.312457 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf', 'code': 200} Jul 06 18:41:29.313629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 689a278f-7f65-4407-ab95-456e814a874d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:29.331478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c554bf2c-b31e-45c7-9518-e8d953c05b7f None None] Network e5841347-eb7f-4790-ad38-188863a80819 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:29.333265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc5a3-bd9b-48bc-be4c-b76847e5542c tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Network': ['ID=bfe4bd6b-7460-4438-a0f3-c3adda26acdb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:29.384016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=5823a761-e3dd-4753-ac39-25b124062544,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:29.397985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-67996524-81fb-4c3a-a5e1-9d022b60df3b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6162608 Jul 06 18:41:29.401484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54732) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:29.412677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8b953520-5fb6-40b7-9d3a-156e3713242a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'security_group': {'name': 'tempest-secgroup-73198539'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:29.485664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b93393-e23f-4925-956c-ccc25af3bff8 req-bd0ec42d-461c-4e70-8e10-dd7a9786ac23 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:29.488410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47b93393-e23f-4925-956c-ccc25af3bff8 req-bd0ec42d-461c-4e70-8e10-dd7a9786ac23 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.5618944 Jul 06 18:41:29.508473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b953520-5fb6-40b7-9d3a-156e3713242a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.579014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47b93393-e23f-4925-956c-ccc25af3bff8 req-55a75fc9-eb85-45ac-b9ed-b02bc56cb255 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834291 Jul 06 18:41:29.590494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Made reservation on behalf of bed3b10d18764564bc7a0d07207a5219 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:29.597414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.737874 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b953520-5fb6-40b7-9d3a-156e3713242a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.746052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b953520-5fb6-40b7-9d3a-156e3713242a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.836817 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b953520-5fb6-40b7-9d3a-156e3713242a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.840428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8b953520-5fb6-40b7-9d3a-156e3713242a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4375627 Jul 06 18:41:29.847817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54744) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:29.855614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network bfe4bd6b-7460-4438-a0f3-c3adda26acdb details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:41:29.859655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b953520-5fb6-40b7-9d3a-156e3713242a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d35679-2cb9-4919-b44e-b77909ff44b7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:29.879562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-aec1662b-cfe9-4135-9144-cc6faf8915e8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035035535'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:29.955353 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aec1662b-cfe9-4135-9144-cc6faf8915e8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.156756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95278f-acac-40d2-b101-8fcae0da06a3 req-9746e178-fd00-4917-9f0f-e07afa4b38b3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:30.182776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c95278f-acac-40d2-b101-8fcae0da06a3 req-9746e178-fd00-4917-9f0f-e07afa4b38b3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.5573311 Jul 06 18:41:30.193860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aec1662b-cfe9-4135-9144-cc6faf8915e8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.201151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aec1662b-cfe9-4135-9144-cc6faf8915e8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.300636 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aec1662b-cfe9-4135-9144-cc6faf8915e8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.314883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73432b7a-1ebb-46aa-8b2f-5a0a71e69cd6 None None] Network d789474e-ed4f-4dce-ab84-de50903208ef requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:30.321445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aec1662b-cfe9-4135-9144-cc6faf8915e8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4612091 Jul 06 18:41:30.328097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:30.328916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1662b-cfe9-4135-9144-cc6faf8915e8 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040e3f9e-1028-4e49-8ed4-d7b652a3caca,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:30.345700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c0934ec5-03a5-45da-91d2-9122fe67d613 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020656546'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:30.419517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 689a278f-7f65-4407-ab95-456e814a874d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:30.449992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0debab7b-913c-423d-a954-d76c36edd174 None None] Provisioning complete for port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:30.450475 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0debab7b-913c-423d-a954-d76c36edd174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.456140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0934ec5-03a5-45da-91d2-9122fe67d613 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.515570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0debab7b-913c-423d-a954-d76c36edd174 None None] Port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:30.632292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d647f18-ce9f-4b83-b23f-e723972a28e6 req-dd352027-0863-4ee8-bef6-62125258d71c tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 210 time: 0.1273925 Jul 06 18:41:30.647994 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c95278f-acac-40d2-b101-8fcae0da06a3 req-2df2efa2-7b22-46b9-a9dd-163685eb9302 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4629052 Jul 06 18:41:30.791303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0934ec5-03a5-45da-91d2-9122fe67d613 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.795977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0934ec5-03a5-45da-91d2-9122fe67d613 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.843060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.870195 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0934ec5-03a5-45da-91d2-9122fe67d613 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.874354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c0934ec5-03a5-45da-91d2-9122fe67d613 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5296957 Jul 06 18:41:30.877591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54762) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:30.881465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8804391d-d599-43e2-8730-abcc511fd503 None None] Provisioning for port 689a278f-7f65-4407-ab95-456e814a874d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:30.890566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1388901894', 'security_groups': ['ce5cb0ed-ae04-4121-8bbb-3086d17862c2'], 'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5823a761-e3dd-4753-ac39-25b124062544'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:30.898341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0934ec5-03a5-45da-91d2-9122fe67d613 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5cb0ed-ae04-4121-8bbb-3086d17862c2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:30.922416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8804391d-d599-43e2-8730-abcc511fd503 None None] Provisioning complete for port 689a278f-7f65-4407-ab95-456e814a874d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:30.922803 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8804391d-d599-43e2-8730-abcc511fd503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.959236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Subnet': ['ID=b9a4bd82-13f4-4420-ac07-92a03bb56a20,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:31.015641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Checking segment: {'id': '566c802d-037b-487b-8e10-955cfc018185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2cdc405-67d5-4481-a61a-23e53c2c6f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:31.016029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network hostable DHCP agents. Network: d2cdc405-67d5-4481-a61a-23e53c2c6f0b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:41:31.025016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1201accc-17cf-4e12-8254-7e610b7f4265 None None] Update dhcp port {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'fixed_ips': [{'subnet_id': '39f7475b-cc65-418d-92de-1959d2c98365', 'ip_address': '172.20.0.19'}, {'subnet_id': '5823a761-e3dd-4753-ac39-25b124062544'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '4191d49c-09bc-47ee-9af1-162d15455e21'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:41:31.080691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network d2cdc405-67d5-4481-a61a-23e53c2c6f0b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:41:31.094306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d2cdc405-67d5-4481-a61a-23e53c2c6f0b) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:31.104926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:31.105576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:31.155580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-af65a9d8-a470-4e23-817e-2dd65ed9fd0d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0125239 Jul 06 18:41:31.157402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54772) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:31.170198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'subnet': {'network_id': 'bfe4bd6b-7460-4438-a0f3-c3adda26acdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:31.222749 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1201accc-17cf-4e12-8254-7e610b7f4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:31.225165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:31.373105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:31.398074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6202280-ed24-4aee-bc1b-e746b456dce5 None None] Network d2cdc405-67d5-4481-a61a-23e53c2c6f0b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:31.402010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] device_id is not set on port 4d71aef3-c105-43c8-a0cd-8e862c08da1e yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:41:31.435160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf101ab-aaa9-4759-b556-7ede006cb021 req-866ecdaa-8288-443c-b3ae-61eb37c2d649 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:31.448634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbf101ab-aaa9-4759-b556-7ede006cb021 req-866ecdaa-8288-443c-b3ae-61eb37c2d649 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.3308213 Jul 06 18:41:31.463177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d895c6-2418-4f63-a466-49abc7a3226f req-00474a36-84a9-4ef2-b841-e2f6603faf10 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:31.469486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-00474a36-84a9-4ef2-b841-e2f6603faf10 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.24 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 811 time: 0.1315880 Jul 06 18:41:31.491725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Request body: {'port': {'device_id': 'dfe9aea4-a3aa-4549-81b6-4481d69252c0', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'admin_state_up': True, 'tenant_id': '71e10e9af542419daa6acf16c5d534aa'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:31.643202 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbf101ab-aaa9-4759-b556-7ede006cb021 req-9dcaa77c-676f-407c-b640-d6fdb4d6e3fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935749 Jul 06 18:41:31.678450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Made reservation on behalf of bed3b10d18764564bc7a0d07207a5219 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:31.685290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:31.707451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54782) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:31.868804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1201accc-17cf-4e12-8254-7e610b7f4265 None None] Allocated IP 172.20.0.2 (e5841347-eb7f-4790-ad38-188863a80819/5823a761-e3dd-4753-ac39-25b124062544/4191d49c-09bc-47ee-9af1-162d15455e21) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:31.916516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-56769212-f6c4-4608-9630-8b0f42ae090d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/971cf69b-6ab4-41bd-93b1-91af0746d969 HTTP/1.1" status: 200 len: 994 time: 0.2079132 Jul 06 18:41:32.044833 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0eb479b3-ac79-49cc-b92f-ed8e35b7895b req-e8c1aa24-b36b-4a37-a813-c3e5d5dee118 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 210 time: 0.1365280 Jul 06 18:41:32.051142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8804391d-d599-43e2-8730-abcc511fd503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.149026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d20313-08ef-4b34-af9d-a0cdc499d266 req-8749c7e8-b6da-4293-99d0-4583afb5db75 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:32.152318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a3d20313-08ef-4b34-af9d-a0cdc499d266 req-8749c7e8-b6da-4293-99d0-4583afb5db75 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.1836429 Jul 06 18:41:32.239952 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a3d20313-08ef-4b34-af9d-a0cdc499d266 req-2b8471dc-b057-448e-8c19-7a570088f6cf tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775766 Jul 06 18:41:32.253844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8804391d-d599-43e2-8730-abcc511fd503 None None] For port 689a278f-7f65-4407-ab95-456e814a874d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=689a278f-7f65-4407-ab95-456e814a874d,segment=NetworkSegment(5a4bab93-aae7-4ad5-b935-4e4e10de12d8),segment_id=5a4bab93-aae7-4ad5-b935-4e4e10de12d8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:32.263229 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8804391d-d599-43e2-8730-abcc511fd503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.299719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.336012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804391d-d599-43e2-8730-abcc511fd503 None None] Pushing event updated for resources: {'Port': ['ID=689a278f-7f65-4407-ab95-456e814a874d,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:32.408837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Subnet': ['ID=03f7436a-4f18-40e8-ad86-fff92ecc44b2,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:32.438244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-d2cdc405-67d5-4481-a61a-23e53c2c6f0b', 'network_id': 'd2cdc405-67d5-4481-a61a-23e53c2c6f0b', 'tenant_id': 'bed3b10d18764564bc7a0d07207a5219', 'fixed_ips': [{'subnet_id': 'b9a4bd82-13f4-4420-ac07-92a03bb56a20'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:41:32.438244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.473763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1201accc-17cf-4e12-8254-7e610b7f4265 None None] For port 4191d49c-09bc-47ee-9af1-162d15455e21, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4191d49c-09bc-47ee-9af1-162d15455e21,segment=NetworkSegment(9a82bce8-8c93-4793-9b8c-eb6845892e03),segment_id=9a82bce8-8c93-4793-9b8c-eb6845892e03)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:32.489247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Made reservation on behalf of 71e10e9af542419daa6acf16c5d534aa for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:32.503921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.590311 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1201accc-17cf-4e12-8254-7e610b7f4265 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.642546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1201accc-17cf-4e12-8254-7e610b7f4265 None None] Transition to ACTIVE for port object 4191d49c-09bc-47ee-9af1-162d15455e21 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:32.653577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Checking segment: {'id': '3d2f9748-aa91-4b11-b698-311d0a50090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bfe4bd6b-7460-4438-a0f3-c3adda26acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:32.654039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network hostable DHCP agents. Network: bfe4bd6b-7460-4438-a0f3-c3adda26acdb, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:41:32.667176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1201accc-17cf-4e12-8254-7e610b7f4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.744566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.4 (e5841347-eb7f-4790-ad38-188863a80819/5823a761-e3dd-4753-ac39-25b124062544/4d71aef3-c105-43c8-a0cd-8e862c08da1e) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:32.748887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network bfe4bd6b-7460-4438-a0f3-c3adda26acdb is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:41:32.768729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, bfe4bd6b-7460-4438-a0f3-c3adda26acdb) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:32.777108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Allocated IP 172.20.0.8 (1c31caf8-df6b-4853-840b-c8e626c0ed5d/8ad5e774-cb36-4f5a-afa2-e3a553df611e/8ed904af-5c36-4b9e-8b17-479f22ac619d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:32.780664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:32.781480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.817839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c42cface-eac1-4173-a57c-01800fbb7cf3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6565120 Jul 06 18:41:32.823185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54796) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:33.036706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cc4d8e15-eb03-4f10-aa06-b9fd9de97dcc None None] Provisioning complete for port 689a278f-7f65-4407-ab95-456e814a874d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:33.037076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8e15-eb03-4f10-aa06-b9fd9de97dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:33.038818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96fe5c-24b9-4bbd-9794-064a1ab9aea3 None None] Network bfe4bd6b-7460-4438-a0f3-c3adda26acdb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:33.042425 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:33.113494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Allocated IP 2001:db8::2 (d2cdc405-67d5-4481-a61a-23e53c2c6f0b/b9a4bd82-13f4-4420-ac07-92a03bb56a20/1b9fcfd8-89a0-4685-8afe-6b1766a31b6a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:33.141569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:33.163827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5c1f3ec8-3948-428c-8b30-6cc89197c98b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:33.220101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 689a278f-7f65-4407-ab95-456e814a874d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:33.235349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201accc-17cf-4e12-8254-7e610b7f4265 None None] Pushing event updated for resources: {'Port': ['ID=4191d49c-09bc-47ee-9af1-162d15455e21,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:33.244744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Network 1c31caf8-df6b-4853-840b-c8e626c0ed5d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:33.262766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:33.271734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:33.400143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:33.401045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:33.407226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Pushing event updated for resources: {'Port': ['ID=8ed904af-5c36-4b9e-8b17-479f22ac619d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:33.444767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-48dab611-496b-46c7-9277-21fcf1670d66 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9651170 Jul 06 18:41:33.454570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:33.466465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Request body: {'port': {'device_id': 'dfe9aea4-a3aa-4549-81b6-4481d69252c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:33.486449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:33.635492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 4d71aef3-c105-43c8-a0cd-8e862c08da1e will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:33.666817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:33.702013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 689a278f-7f65-4407-ab95-456e814a874d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:33.702013 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:33.792079 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad6a26-c144-4fe6-84bf-0be6b8e6bf12 req-30827312-3c18-4dc0-aa90-342b370dc194 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:33.799909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c3ad6a26-c144-4fe6-84bf-0be6b8e6bf12 req-30827312-3c18-4dc0-aa90-342b370dc194 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 931 time: 0.3996046 Jul 06 18:41:33.922597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c3ad6a26-c144-4fe6-84bf-0be6b8e6bf12 req-85d666ec-52ea-426d-969a-d5eb2e9d64fb tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216373 Jul 06 18:41:33.942823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.018960 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.022938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-bfe4bd6b-7460-4438-a0f3-c3adda26acdb', 'network_id': 'bfe4bd6b-7460-4438-a0f3-c3adda26acdb', 'tenant_id': 'bed3b10d18764564bc7a0d07207a5219', 'fixed_ips': [{'subnet_id': '03f7436a-4f18-40e8-ad86-fff92ecc44b2'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:41:34.024026 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.070634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Transition to ACTIVE for port object 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:34.093390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed904af-5c36-4b9e-8b17-479f22ac619d {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:34.102956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.120882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Transition to ACTIVE for port object 8ed904af-5c36-4b9e-8b17-479f22ac619d will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:34.138384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.164025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Transition to ACTIVE for port object 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:34.178623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=4d71aef3-c105-43c8-a0cd-8e862c08da1e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:34.205454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:34.210352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:34.212959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:34.245117 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.265358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ef313-ba64-4572-bfd7-69eba2f080b6 req-6cdd9158-f643-4574-854e-eff583ba0f55 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:34.277062 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a7ef313-ba64-4572-bfd7-69eba2f080b6 req-6cdd9158-f643-4574-854e-eff583ba0f55 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.5970612 Jul 06 18:41:34.363498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Pushing event updated for resources: {'Port': ['ID=8ed904af-5c36-4b9e-8b17-479f22ac619d,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:34.413281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a7ef313-ba64-4572-bfd7-69eba2f080b6 req-1484e1b2-cda9-4f8b-bddc-8a759a0b2e83 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309075 Jul 06 18:41:34.421819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Network d2cdc405-67d5-4481-a61a-23e53c2c6f0b is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:34.426566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:34.430731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.453583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:34.463387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:34.470734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Allocated IP 2001:db8::1 (d2cdc405-67d5-4481-a61a-23e53c2c6f0b/b9a4bd82-13f4-4420-ac07-92a03bb56a20/03ced138-66bd-4132-a787-470997bd0dec) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:34.503628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Attempting to bind port 8ed904af-5c36-4b9e-8b17-479f22ac619d on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:34.503914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Attempting to bind port 8ed904af-5c36-4b9e-8b17-479f22ac619d by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:34.504369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Attempting to bind port 8ed904af-5c36-4b9e-8b17-479f22ac619d on network 1c31caf8-df6b-4853-840b-c8e626c0ed5d {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:34.511035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Port 8ed904af-5c36-4b9e-8b17-479f22ac619d on network 1c31caf8-df6b-4853-840b-c8e626c0ed5d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:41:34.511408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Attempting to bind port 8ed904af-5c36-4b9e-8b17-479f22ac619d on network 1c31caf8-df6b-4853-840b-c8e626c0ed5d {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:34.523354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:34.523354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Checking segment: {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:34.523354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Bound using segment: {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:34.523354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Bound port: 8ed904af-5c36-4b9e-8b17-479f22ac619d, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28516e89-d18b-4d2b-8d10-38fd4dc2ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:34.525170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-665a5bcb-645f-43e3-ac33-5bb60da7f213 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6461487 Jul 06 18:41:34.526095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.531113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:34.542522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-68558d65-c0fc-4c71-8963-a31912bd69b4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:34.566121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Pushing event updated for resources: {'Port': ['ID=1b9fcfd8-89a0-4685-8afe-6b1766a31b6a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:34.673690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] For port 8ed904af-5c36-4b9e-8b17-479f22ac619d, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:34.682166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] For port 8ed904af-5c36-4b9e-8b17-479f22ac619d, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:34.690752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.697261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-91118b8c-4e72-4cad-a30f-cc98ca04d9bf None None] Provisioning for port 4191d49c-09bc-47ee-9af1-162d15455e21 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:34.723073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-91118b8c-4e72-4cad-a30f-cc98ca04d9bf None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:34.723796 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-91118b8c-4e72-4cad-a30f-cc98ca04d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.732391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Attempting to bind port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:34.732837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Attempting to bind port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '566c802d-037b-487b-8e10-955cfc018185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2cdc405-67d5-4481-a61a-23e53c2c6f0b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:34.733794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Attempting to bind port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a on network d2cdc405-67d5-4481-a61a-23e53c2c6f0b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:34.737771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Allocated IP 2001:db8::2 (bfe4bd6b-7460-4438-a0f3-c3adda26acdb/03f7436a-4f18-40e8-ad86-fff92ecc44b2/dc243c34-dc33-4e02-a325-4a6ecbb87527) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:34.773236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:34.776890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.781536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] 10.222.0.24 "PUT /v2.0/ports/8ed904af-5c36-4b9e-8b17-479f22ac619d HTTP/1.1" status: 200 len: 1091 time: 1.3292336 Jul 06 18:41:34.782140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe9aea4-a3aa-4549-81b6-4481d69252c0', 'tag': '8ed904af-5c36-4b9e-8b17-479f22ac619d'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:34.783256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:34.783890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Checking segment: {'id': '566c802d-037b-487b-8e10-955cfc018185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2cdc405-67d5-4481-a61a-23e53c2c6f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:34.784525 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.785146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Bound using segment: {'id': '566c802d-037b-487b-8e10-955cfc018185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2cdc405-67d5-4481-a61a-23e53c2c6f0b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:34.785987 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aa01c9-34e1-4499-a072-f67926614a97" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe9aea4-a3aa-4549-81b6-4481d69252c0", "tag": "8ed904af-5c36-4b9e-8b17-479f22ac619d"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:34.786345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Bound port: 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566c802d-037b-487b-8e10-955cfc018185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2cdc405-67d5-4481-a61a-23e53c2c6f0b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:34.794219 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.920796 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb760f-6ec6-46e1-9805-650b195c9f57 x-openstack-request-id: req-cffb760f-6ec6-46e1-9805-650b195c9f57 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:34.921085 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe9aea4-a3aa-4549-81b6-4481d69252c0", "tag": "8ed904af-5c36-4b9e-8b17-479f22ac619d", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:34.921620 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cffb760f-6ec6-46e1-9805-650b195c9f57 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:34.922068 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe9aea4-a3aa-4549-81b6-4481d69252c0', 'tag': '8ed904af-5c36-4b9e-8b17-479f22ac619d', 'status': 'completed', 'code': 200} Jul 06 18:41:34.928824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:34.934260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d0de7-0314-4daf-aa0e-1d4a0d38d1da service neutron] Pushing event updated for resources: {'Port': ['ID=8ed904af-5c36-4b9e-8b17-479f22ac619d,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:35.015810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d895c6-2418-4f63-a466-49abc7a3226f req-1d89b582-011d-42cb-b74b-ca080a378514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:35.017581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-1d89b582-011d-42cb-b74b-ca080a378514 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 1094 time: 0.1692483 Jul 06 18:41:35.036360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Transition to ACTIVE for port object 03ced138-66bd-4132-a787-470997bd0dec will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:35.134855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68558d65-c0fc-4c71-8963-a31912bd69b4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:35.135111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-6067c9ae-f4a4-4c92-a00c-ee4021e322dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d HTTP/1.1" status: 200 len: 217 time: 0.1084278 Jul 06 18:41:35.142713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68558d65-c0fc-4c71-8963-a31912bd69b4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.144147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] For port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:35.181401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4191d49c-09bc-47ee-9af1-162d15455e21 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:35.228527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d895c6-2418-4f63-a466-49abc7a3226f req-19292ea5-00ff-4712-8c82-f8d6f1e96ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:35.230372 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-19292ea5-00ff-4712-8c82-f8d6f1e96ee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ad5e774-cb36-4f5a-afa2-e3a553df611e HTTP/1.1" status: 200 len: 851 time: 0.0801611 Jul 06 18:41:35.255685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] For port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1b9fcfd8-89a0-4685-8afe-6b1766a31b6a,segment=NetworkSegment(566c802d-037b-487b-8e10-955cfc018185),segment_id=566c802d-037b-487b-8e10-955cfc018185)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:35.302553 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.334089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-5604c869-ee21-4b52-9dfa-17d03a82a0ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c31caf8-df6b-4853-840b-c8e626c0ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911636 Jul 06 18:41:35.385154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.405686 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.423573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4a73-e838-4aef-a0e6-58fe95f807c4 req-7be2b027-4d84-4a0c-b2ac-a081f9ab0131 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:35.432229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45fc4a73-e838-4aef-a0e6-58fe95f807c4 req-7be2b027-4d84-4a0c-b2ac-a081f9ab0131 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 943 time: 0.3012187 Jul 06 18:41:35.449807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-91118b8c-4e72-4cad-a30f-cc98ca04d9bf None None] Provisioning complete for port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:35.450227 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-91118b8c-4e72-4cad-a30f-cc98ca04d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.474413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network d2cdc405-67d5-4481-a61a-23e53c2c6f0b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:35.496541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:35.517948 n-d-799684-2 neutron-server[93966]: INFO neutron.db.ipam_backend_mixin [None req-68558d65-c0fc-4c71-8963-a31912bd69b4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5823a761-e3dd-4753-ac39-25b124062544 (CIDR: 172.20.0.0/28) Jul 06 18:41:35.519340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:35.520013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.553130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Transition to ACTIVE for port object dc243c34-dc33-4e02-a325-4a6ecbb87527 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:35.593942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1265a-5657-4af0-ac90-50ef8f113d7b None None] Pushing event updated for resources: {'Port': ['ID=1b9fcfd8-89a0-4685-8afe-6b1766a31b6a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:35.614895 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-68558d65-c0fc-4c71-8963-a31912bd69b4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:41:35.618273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68558d65-c0fc-4c71-8963-a31912bd69b4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:35.624387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45fc4a73-e838-4aef-a0e6-58fe95f807c4 req-8f19744f-9c0d-48e8-9c84-00de8ec3738e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908951 Jul 06 18:41:35.630321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Transition to ACTIVE for port object dc243c34-dc33-4e02-a325-4a6ecbb87527 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:35.642551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Port': ['ID=03ced138-66bd-4132-a787-470997bd0dec,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:35.656595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-91118b8c-4e72-4cad-a30f-cc98ca04d9bf None None] Port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:35.672140 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.675559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:35.676226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.713192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-68558d65-c0fc-4c71-8963-a31912bd69b4 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1788793 Jul 06 18:41:35.716043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54850) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:35.735136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-cdd67748-596f-4dec-93d5-54b4efd60366 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:35.867566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Network bfe4bd6b-7460-4438-a0f3-c3adda26acdb is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:35.874817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:35.918585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:35.961778 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-267a3dc0-bb5e-4548-b1bc-97788f520da8 service neutron] 10.222.0.24 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100960 Jul 06 18:41:35.970251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd67748-596f-4dec-93d5-54b4efd60366 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:35.975009 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdd67748-596f-4dec-93d5-54b4efd60366 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.987108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-88810167-fd30-478e-aa1b-cc2af4654561 None None] Provisioning for port 4d71aef3-c105-43c8-a0cd-8e862c08da1e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:36.026999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Pushing event updated for resources: {'Port': ['ID=dc243c34-dc33-4e02-a325-4a6ecbb87527,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:36.046727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-88810167-fd30-478e-aa1b-cc2af4654561 None None] Provisioning complete for port 4d71aef3-c105-43c8-a0cd-8e862c08da1e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:36.047110 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-88810167-fd30-478e-aa1b-cc2af4654561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.073514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56f7e5-f922-449a-ac89-45dbf55fc245 req-cbe9aac5-916e-4e66-a96b-3cb4b6962fce tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.082727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed56f7e5-f922-449a-ac89-45dbf55fc245 req-cbe9aac5-916e-4e66-a96b-3cb4b6962fce tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2461908 Jul 06 18:41:36.085886 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.219633 n-d-799684-2 neutron-server[93967]: INFO neutron.db.ipam_backend_mixin [None req-cdd67748-596f-4dec-93d5-54b4efd60366 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 39f7475b-cc65-418d-92de-1959d2c98365 (CIDR: 172.20.0.16/28) Jul 06 18:41:36.222380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d895c6-2418-4f63-a466-49abc7a3226f req-a727b9ba-171c-466f-9d1f-0476e902aaeb service neutron] 10.222.0.24 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397871 Jul 06 18:41:36.229016 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd67748-596f-4dec-93d5-54b4efd60366 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:41:36.229940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd67748-596f-4dec-93d5-54b4efd60366 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:36.250231 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cdd67748-596f-4dec-93d5-54b4efd60366 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5329542 Jul 06 18:41:36.253051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54856) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:36.260988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'subnet': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:36.290956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Attempting to bind port dc243c34-dc33-4e02-a325-4a6ecbb87527 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:36.291356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Attempting to bind port dc243c34-dc33-4e02-a325-4a6ecbb87527 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3d2f9748-aa91-4b11-b698-311d0a50090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bfe4bd6b-7460-4438-a0f3-c3adda26acdb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:36.294534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Attempting to bind port dc243c34-dc33-4e02-a325-4a6ecbb87527 on network bfe4bd6b-7460-4438-a0f3-c3adda26acdb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:36.332840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-88810167-fd30-478e-aa1b-cc2af4654561 None None] Port 4d71aef3-c105-43c8-a0cd-8e862c08da1e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:36.348303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:36.351941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Checking segment: {'id': '3d2f9748-aa91-4b11-b698-311d0a50090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bfe4bd6b-7460-4438-a0f3-c3adda26acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:36.352407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.352812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Bound using segment: {'id': '3d2f9748-aa91-4b11-b698-311d0a50090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bfe4bd6b-7460-4438-a0f3-c3adda26acdb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:36.353322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Bound port: dc243c34-dc33-4e02-a325-4a6ecbb87527, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2f9748-aa91-4b11-b698-311d0a50090f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bfe4bd6b-7460-4438-a0f3-c3adda26acdb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:36.353749 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.409115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed56f7e5-f922-449a-ac89-45dbf55fc245 req-401679b3-c29b-4ed1-9501-218d4c749e01 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957008 Jul 06 18:41:36.490240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Made reservation on behalf of 723e28aed9324d41829b9b073dfc2710 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:36.492823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] For port dc243c34-dc33-4e02-a325-4a6ecbb87527, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:36.496499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] For port dc243c34-dc33-4e02-a325-4a6ecbb87527, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=dc243c34-dc33-4e02-a325-4a6ecbb87527,segment=NetworkSegment(3d2f9748-aa91-4b11-b698-311d0a50090f),segment_id=3d2f9748-aa91-4b11-b698-311d0a50090f)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:36.499229 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.507798 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.604244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e193a5-2234-4c12-83f2-3b6c172fb3f4 None None] Pushing event updated for resources: {'Port': ['ID=dc243c34-dc33-4e02-a325-4a6ecbb87527,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:36.618930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-3ed40b51-ecf8-4206-8eef-f821db6bc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.620666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-3ed40b51-ecf8-4206-8eef-f821db6bc663 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 1094 time: 0.2652726 Jul 06 18:41:36.710710 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.731164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.732063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.924616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-cd7bd9c6-0658-4420-9f06-dabf5159dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.926257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-cd7bd9c6-0658-4420-9f06-dabf5159dc83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 912 time: 0.2899723 Jul 06 18:41:37.033161 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-00b5f485-a994-49e7-8fdb-0855f89c0cb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d HTTP/1.1" status: 200 len: 217 time: 0.0848095 Jul 06 18:41:37.146315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Port': ['ID=03ced138-66bd-4132-a787-470997bd0dec,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:37.284815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:37.308166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-73fa5636-713e-4d4f-be4d-6403beec4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:37.309771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-73fa5636-713e-4d4f-be4d-6403beec4fa2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ad5e774-cb36-4f5a-afa2-e3a553df611e HTTP/1.1" status: 200 len: 851 time: 0.2320297 Jul 06 18:41:37.331213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659280ee-0f1c-44c1-ba18-dcb1e1fbf0f8 None None] Network d2cdc405-67d5-4481-a61a-23e53c2c6f0b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:37.381328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-a923cb5f-199b-4bdb-a16a-b15777c70852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c31caf8-df6b-4853-840b-c8e626c0ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629387 Jul 06 18:41:37.527723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-440fc46d-3162-4c44-9225-9e68f0e69d05 None None] Provisioning for port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:37.566449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:37.596058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:37.596435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:37.763028 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:37.824021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Network e5841347-eb7f-4790-ad38-188863a80819 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:37.831169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:37.844445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:37.845678 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:37.904746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43108be4-7da8-4a0a-b5fd-b09ebfffb534 None None] Network e5841347-eb7f-4790-ad38-188863a80819 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:37.908998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network d2cdc405-67d5-4481-a61a-23e53c2c6f0b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:37.918891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b468e66-2752-40a8-ac74-ca51ad2a6589 req-4c71a52b-cc38-44cc-b8c0-1fdaefb0c3c9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:37.926795 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b468e66-2752-40a8-ac74-ca51ad2a6589 req-4c71a52b-cc38-44cc-b8c0-1fdaefb0c3c9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 943 time: 1.0271494 Jul 06 18:41:37.940515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:38.126516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b468e66-2752-40a8-ac74-ca51ad2a6589 req-30133abb-ea35-49a5-bbcd-08904157ca7a tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987588 Jul 06 18:41:38.311517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Router 0e59082b-b235-421f-abc4-33527dc83319 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:41:38.464587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-f4f08575-9812-485e-85d5-4fdea62ca9d2 service neutron] 10.222.0.24 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0710192 Jul 06 18:41:38.471792 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2167690 Jul 06 18:41:38.490275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54890) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:38.509602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:38.518995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-243180d6-819f-4a42-a86b-132f63e96aa1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "PUT /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6945317 Jul 06 18:41:38.519756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54892) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:38.521155 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c4cfa-e331-49fe-a1a7-2129639abc30 None None] Sync routers for ids ['0e59082b-b235-421f-abc4-33527dc83319'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:38.523289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364547297', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc290d35-bcf5-48e1-a305-e8aa9e8d8297'}], 'security_groups': ['c0d35679-2cb9-4919-b44e-b77909ff44b7', '040e3f9e-1028-4e49-8ed4-d7b652a3caca']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:38.529434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8ed904af-5c36-4b9e-8b17-479f22ac619d details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:41:38.531707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddf652-a001-405d-84c5-74dbe856ba24 None None] Network bfe4bd6b-7460-4438-a0f3-c3adda26acdb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:38.536835 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c4cfa-e331-49fe-a1a7-2129639abc30 None None] Routers {'0e59082b-b235-421f-abc4-33527dc83319'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:38.537600 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9d6c4cfa-e331-49fe-a1a7-2129639abc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e59082b-b235-421f-abc4-33527dc83319'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:38.620222 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9d6c4cfa-e331-49fe-a1a7-2129639abc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:38.626711 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:38.646969 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c4cfa-e331-49fe-a1a7-2129639abc30 None None] Routers {'0e59082b-b235-421f-abc4-33527dc83319'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:38.651044 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9d6c4cfa-e331-49fe-a1a7-2129639abc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e59082b-b235-421f-abc4-33527dc83319'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:38.691375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0599c775-3758-4988-baa7-3f7ac4a98eb3 None None] Provisioning for port dc243c34-dc33-4e02-a325-4a6ecbb87527 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:38.751309 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9d6c4cfa-e331-49fe-a1a7-2129639abc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:38.751952 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c4cfa-e331-49fe-a1a7-2129639abc30 None None] The sync data for ids ['0e59082b-b235-421f-abc4-33527dc83319'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:38.838983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1b9fcfd8-89a0-4685-8afe-6b1766a31b6a,segment=NetworkSegment(566c802d-037b-487b-8e10-955cfc018185),segment_id=566c802d-037b-487b-8e10-955cfc018185)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:38.871417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd08203-ea63-4fce-a315-6e015cb97f8a req-9cfc4fa7-59e8-4853-8316-11624659b0fd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.873177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bfd08203-ea63-4fce-a315-6e015cb97f8a req-9cfc4fa7-59e8-4853-8316-11624659b0fd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 1.1834717 Jul 06 18:41:38.877737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992d56a-793e-4c07-bb2f-017dc152ef87 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Subnet': ['ID=cc290d35-bcf5-48e1-a305-e8aa9e8d8297,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:38.959196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bfd08203-ea63-4fce-a315-6e015cb97f8a req-1167860c-5237-4f79-9fe3-4e60352b8e35 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751176 Jul 06 18:41:39.079336 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6aa01c9-34e1-4499-a072-f67926614a97 req-37626312-1bf3-4e65-9e96-e06f34129e96 service neutron] 10.222.0.24 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017766 Jul 06 18:41:39.086816 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:39.116066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:39.338812 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-33ba21a2-69d7-40a9-9696-66ce20227e78 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:41:39.344685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-33ba21a2-69d7-40a9-9696-66ce20227e78 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "PUT /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8238220 Jul 06 18:41:39.348984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54900) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:39.396581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device dc243c34-dc33-4e02-a325-4a6ecbb87527 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:39.540865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8ed904af-5c36-4b9e-8b17-479f22ac619d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:39.587823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8ed904af-5c36-4b9e-8b17-479f22ac619d', 'network_id': '1c31caf8-df6b-4853-840b-c8e626c0ed5d', 'port_id': '8ed904af-5c36-4b9e-8b17-479f22ac619d', 'mac_address': 'fa:16:3e:bd:4e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad5e774-cb36-4f5a-afa2-e3a553df611e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:41:39.883841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc428b0c-8ce3-4742-aac2-ef7afdff40c2 req-592efe73-6494-4d32-b511-6e4348f7572b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:39.895193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc428b0c-8ce3-4742-aac2-ef7afdff40c2 req-592efe73-6494-4d32-b511-6e4348f7572b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 943 time: 0.4673629 Jul 06 18:41:39.926634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Delete allocated IP 172.20.0.4 (e5841347-eb7f-4790-ad38-188863a80819/5823a761-e3dd-4753-ac39-25b124062544) {{(pid=93967) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:41:39.954251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Allocated IP 172.20.0.37 (e5841347-eb7f-4790-ad38-188863a80819/cc290d35-bcf5-48e1-a305-e8aa9e8d8297/4d71aef3-c105-43c8-a0cd-8e862c08da1e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:39.976613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1b9fcfd8-89a0-4685-8afe-6b1766a31b6a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:40.030053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port dc243c34-dc33-4e02-a325-4a6ecbb87527 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:40.059156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port dc243c34-dc33-4e02-a325-4a6ecbb87527 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:40.059433 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:40.061514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-749c57b7-6d3c-48fa-83f5-13883372b722 None None] Provisioning complete for port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:40.064627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-749c57b7-6d3c-48fa-83f5-13883372b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:40.068814 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:40.131766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc428b0c-8ce3-4742-aac2-ef7afdff40c2 req-efb7e439-e009-4ad5-8186-c19cada8c570 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352757 Jul 06 18:41:40.155191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed904af-5c36-4b9e-8b17-479f22ac619d {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:40.273261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8ed904af-5c36-4b9e-8b17-479f22ac619d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:40.307985 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:40.459557 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:40.689615 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:40.730010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Transition to ACTIVE for port object 4d71aef3-c105-43c8-a0cd-8e862c08da1e will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:40.733120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8ed904af-5c36-4b9e-8b17-479f22ac619d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:40.750142 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:40.820147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39c2e6-20c2-443d-b69a-6f68bd5a3b95 None None] Update dhcp port {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'fixed_ips': [{'subnet_id': '39f7475b-cc65-418d-92de-1959d2c98365', 'ip_address': '172.20.0.19'}, {'subnet_id': '5823a761-e3dd-4753-ac39-25b124062544', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc290d35-bcf5-48e1-a305-e8aa9e8d8297'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '4191d49c-09bc-47ee-9af1-162d15455e21'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:41:40.843550 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:40.875774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8ed904af-5c36-4b9e-8b17-479f22ac619d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:40.937286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event updated for resources: {'Port': ['ID=4d71aef3-c105-43c8-a0cd-8e862c08da1e,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:40.974950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port dc243c34-dc33-4e02-a325-4a6ecbb87527, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=dc243c34-dc33-4e02-a325-4a6ecbb87527,segment=NetworkSegment(3d2f9748-aa91-4b11-b698-311d0a50090f),segment_id=3d2f9748-aa91-4b11-b698-311d0a50090f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:41.058078 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.114993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting port 03ced138-66bd-4132-a787-470997bd0dec {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:41.116011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.215847 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb39c2e6-20c2-443d-b69a-6f68bd5a3b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.242517 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:41:41.281351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] In _notify_port_updated(), no bound segment for port 4d71aef3-c105-43c8-a0cd-8e862c08da1e on network e5841347-eb7f-4790-ad38-188863a80819 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:41:41.281615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.283626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.285175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.295295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bc1d2f1d-10aa-4db2-8213-b89e525d1705 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "PUT /v2.0/ports/4d71aef3-c105-43c8-a0cd-8e862c08da1e HTTP/1.1" status: 200 len: 959 time: 2.7988830 Jul 06 18:41:41.297018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54928) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:41.306883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Calling delete_port for 03ced138-66bd-4132-a787-470997bd0dec owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:41.320117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef1041-30b6-493d-b905-3cb85933e986 req-3e7853f6-d323-477c-a943-dace2bd04e70 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.332068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5ef1041-30b6-493d-b905-3cb85933e986 req-3e7853f6-d323-477c-a943-dace2bd04e70 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.9909446 Jul 06 18:41:41.464053 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5ef1041-30b6-493d-b905-3cb85933e986 req-b29c5a6e-3407-4b47-8bae-df9c3a8b6ef5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317968 Jul 06 18:41:41.525585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-fb39c2e6-20c2-443d-b69a-6f68bd5a3b95 None None] Allocated IP 172.20.0.34 (e5841347-eb7f-4790-ad38-188863a80819/cc290d35-bcf5-48e1-a305-e8aa9e8d8297/4191d49c-09bc-47ee-9af1-162d15455e21) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:41.539934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-749c57b7-6d3c-48fa-83f5-13883372b722 None None] Provisioning for port 03ced138-66bd-4132-a787-470997bd0dec completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:41.569394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:41.583331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8077f9b9-7626-4d6f-9798-2f51d284af39 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 4d71aef3-c105-43c8-a0cd-8e862c08da1e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:41.584598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8077f9b9-7626-4d6f-9798-2f51d284af39 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.607751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-749c57b7-6d3c-48fa-83f5-13883372b722 None None] Provisioning complete for port 03ced138-66bd-4132-a787-470997bd0dec triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:41.608694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-749c57b7-6d3c-48fa-83f5-13883372b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.611158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee77cd-449b-487e-bbc3-d0dc2b21b41e req-16b9fa49-e640-4faa-9d86-a38f810e3733 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.612844 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9fee77cd-449b-487e-bbc3-d0dc2b21b41e req-16b9fa49-e640-4faa-9d86-a38f810e3733 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 944 time: 0.1758208 Jul 06 18:41:41.706040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=dc243c34-dc33-4e02-a325-4a6ecbb87527,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:41.723462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9fee77cd-449b-487e-bbc3-d0dc2b21b41e req-55f3a088-cae9-4e67-91b9-cc5bd0ddc8a1 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974219 Jul 06 18:41:41.757297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.794314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8077f9b9-7626-4d6f-9798-2f51d284af39 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:41.841933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8077f9b9-7626-4d6f-9798-2f51d284af39 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 4d71aef3-c105-43c8-a0cd-8e862c08da1e owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:41.848382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-749c57b7-6d3c-48fa-83f5-13883372b722 None None] Port 03ced138-66bd-4132-a787-470997bd0dec cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:41.961236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Port': ['ID=03ced138-66bd-4132-a787-470997bd0dec,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:41.975793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fb39c2e6-20c2-443d-b69a-6f68bd5a3b95 None None] For port 4191d49c-09bc-47ee-9af1-162d15455e21, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4191d49c-09bc-47ee-9af1-162d15455e21,segment=NetworkSegment(9a82bce8-8c93-4793-9b8c-eb6845892e03),segment_id=9a82bce8-8c93-4793-9b8c-eb6845892e03)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:42.069990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:42.071990 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.078608 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb39c2e6-20c2-443d-b69a-6f68bd5a3b95 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.146902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c1b11d9d-3454-4b81-82e1-811da90a4240 None None] Could not find standard attr ID for object 03ced138-66bd-4132-a787-470997bd0dec. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:41:42.152919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.156228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.158571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.159579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.160091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.160588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.161983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.162488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.164602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.165139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.166108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.166927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fb39c2e6-20c2-443d-b69a-6f68bd5a3b95 None None] Transition to ACTIVE for port object 4191d49c-09bc-47ee-9af1-162d15455e21 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:42.167349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.177744 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.213519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb39c2e6-20c2-443d-b69a-6f68bd5a3b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.226655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8077f9b9-7626-4d6f-9798-2f51d284af39 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.285142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c1b11d9d-3454-4b81-82e1-811da90a4240 None None] Provisioning complete for port dc243c34-dc33-4e02-a325-4a6ecbb87527 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:42.286730 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c1b11d9d-3454-4b81-82e1-811da90a4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.316123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077f9b9-7626-4d6f-9798-2f51d284af39 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=4d71aef3-c105-43c8-a0cd-8e862c08da1e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:42.429779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Router 0e59082b-b235-421f-abc4-33527dc83319 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:41:42.450669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8077f9b9-7626-4d6f-9798-2f51d284af39 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.456448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54954) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:42.456841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8077f9b9-7626-4d6f-9798-2f51d284af39 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/4d71aef3-c105-43c8-a0cd-8e862c08da1e HTTP/1.1" status: 204 len: 168 time: 1.1583772 Jul 06 18:41:42.499146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39c2e6-20c2-443d-b69a-6f68bd5a3b95 None None] Pushing event updated for resources: {'Port': ['ID=4191d49c-09bc-47ee-9af1-162d15455e21,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:42.647619 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c152fa-2129-404c-aa08-4ee95e9e1cff tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] GET failed (client error): The resource could not be found. Jul 06 18:41:42.649495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-48c152fa-2129-404c-aa08-4ee95e9e1cff tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports/4d71aef3-c105-43c8-a0cd-8e862c08da1e HTTP/1.1" status: 404 len: 333 time: 0.1916251 Jul 06 18:41:42.652780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54962) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:42.710165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:42.716109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-28f7e7a0-3167-437a-9bf0-8b7f7c0bb9de tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "PUT /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3627036 Jul 06 18:41:42.721232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54964) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:42.740215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e5720-fff3-4b9e-8367-341905b55094 None None] Sync routers for ids ['0e59082b-b235-421f-abc4-33527dc83319'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:42.754791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-516b298f-2125-43cb-b723-f2d9fa817f02 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.766134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e5720-fff3-4b9e-8367-341905b55094 None None] Routers {'0e59082b-b235-421f-abc4-33527dc83319'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:42.766800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3d3e5720-fff3-4b9e-8367-341905b55094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e59082b-b235-421f-abc4-33527dc83319'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:42.834934 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-28cec855-48f2-4e4a-8ec2-8b58e79986cf tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] delete failed (client error): The resource could not be found. Jul 06 18:41:42.840725 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-28cec855-48f2-4e4a-8ec2-8b58e79986cf tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1870139490 HTTP/1.1" status: 404 len: 335 time: 0.1180565 Jul 06 18:41:42.841452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54968) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:42.846663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d456d5d9-2fa0-49c3-8182-eadc63cfaa9f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e59082b-b235-421f-abc4-33527dc83319'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:42.888651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-516b298f-2125-43cb-b723-f2d9fa817f02 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.958714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ddff6-14bb-4d3a-8b10-d43900cb933c req-99cbfb65-c091-4e24-b5a9-27e8bce5c561 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:42.960309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf4ddff6-14bb-4d3a-8b10-d43900cb933c req-99cbfb65-c091-4e24-b5a9-27e8bce5c561 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2638953 Jul 06 18:41:43.028064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf4ddff6-14bb-4d3a-8b10-d43900cb933c req-7d9282f8-c065-497b-89b0-cfd6efe5f7a2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610337 Jul 06 18:41:43.043009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-516b298f-2125-43cb-b723-f2d9fa817f02 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.046892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-516b298f-2125-43cb-b723-f2d9fa817f02 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.048130 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-516b298f-2125-43cb-b723-f2d9fa817f02 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/security-groups/ce5cb0ed-ae04-4121-8bbb-3086d17862c2 HTTP/1.1" status: 204 len: 168 time: 0.3942778 Jul 06 18:41:43.054283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54972) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:43.080880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b298f-2125-43cb-b723-f2d9fa817f02 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5cb0ed-ae04-4121-8bbb-3086d17862c2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:43.192222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5795f-7586-4eac-9605-cfb427ec6930 req-a712fcf3-4f66-4a79-8476-cbae5a93347c tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:43.194247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aaf5795f-7586-4eac-9605-cfb427ec6930 req-a712fcf3-4f66-4a79-8476-cbae5a93347c tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 944 time: 0.2100861 Jul 06 18:41:43.203381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3d3e5720-fff3-4b9e-8367-341905b55094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:43.259531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58da03c2-e725-4370-b755-752f2372ca5b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.263551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e5720-fff3-4b9e-8367-341905b55094 None None] Routers {'0e59082b-b235-421f-abc4-33527dc83319'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:43.263733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3d3e5720-fff3-4b9e-8367-341905b55094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e59082b-b235-421f-abc4-33527dc83319'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:43.287020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device dc243c34-dc33-4e02-a325-4a6ecbb87527 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:43.297006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aaf5795f-7586-4eac-9605-cfb427ec6930 req-26045620-14a6-4678-aa28-bc86c34f00f9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592439 Jul 06 18:41:43.381961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d456d5d9-2fa0-49c3-8182-eadc63cfaa9f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.402725 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58da03c2-e725-4370-b755-752f2372ca5b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.416711 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-d456d5d9-2fa0-49c3-8182-eadc63cfaa9f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] update failed (client error): The resource could not be found. Jul 06 18:41:43.418977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d456d5d9-2fa0-49c3-8182-eadc63cfaa9f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "PUT /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319 HTTP/1.1" status: 404 len: 339 time: 0.5761294 Jul 06 18:41:43.427452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:43.437846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1572245315'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:43.488196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Made reservation on behalf of bed3b10d18764564bc7a0d07207a5219 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:43.495144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.525492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:41:43.537365 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.537897 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Added segment b6a196ee-d936-4a7a-840a-7b0073fc1b4a of type vlan for network 41796774-ef0c-4762-b602-bd60ce3e17da Jul 06 18:41:43.557076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58da03c2-e725-4370-b755-752f2372ca5b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.559948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-58da03c2-e725-4370-b755-752f2372ca5b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.563928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-58da03c2-e725-4370-b755-752f2372ca5b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/security-groups/040e3f9e-1028-4e49-8ed4-d7b652a3caca HTTP/1.1" status: 204 len: 168 time: 0.5026367 Jul 06 18:41:43.565072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54980) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:43.589081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.593619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3d3e5720-fff3-4b9e-8367-341905b55094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:43.594666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e5720-fff3-4b9e-8367-341905b55094 None None] The sync data for ids ['0e59082b-b235-421f-abc4-33527dc83319'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:43.636431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.642446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:43.643363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.647385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b255c198-0018-47f9-b68c-9811656cb990 None None] Provisioning complete for port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:43.647670 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b255c198-0018-47f9-b68c-9811656cb990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.648033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da03c2-e725-4370-b755-752f2372ca5b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e3f9e-1028-4e49-8ed4-d7b652a3caca,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:43.687729 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-add1b74b-6f39-4459-9af8-4f8858261cfa tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.721347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2923038 Jul 06 18:41:43.727948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54982) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:43.734022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'subnet': {'network_id': '41796774-ef0c-4762-b602-bd60ce3e17da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:43.751185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b73b8-d126-43f3-a318-2ae5c3fad99f tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Network': ['ID=41796774-ef0c-4762-b602-bd60ce3e17da,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:43.752302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-add1b74b-6f39-4459-9af8-4f8858261cfa tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.768292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port dc243c34-dc33-4e02-a325-4a6ecbb87527 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:43.768673 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.772874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 41796774-ef0c-4762-b602-bd60ce3e17da details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:41:43.801190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b255c198-0018-47f9-b68c-9811656cb990 None None] Port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:43.902952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b255c198-0018-47f9-b68c-9811656cb990 None None] Provisioning for port 4191d49c-09bc-47ee-9af1-162d15455e21 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:43.910266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-add1b74b-6f39-4459-9af8-4f8858261cfa tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.912693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b255c198-0018-47f9-b68c-9811656cb990 None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:43.913147 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b255c198-0018-47f9-b68c-9811656cb990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.917998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-add1b74b-6f39-4459-9af8-4f8858261cfa tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:43.921375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-add1b74b-6f39-4459-9af8-4f8858261cfa tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/security-groups/c0d35679-2cb9-4919-b44e-b77909ff44b7 HTTP/1.1" status: 204 len: 168 time: 0.3510404 Jul 06 18:41:43.924027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54988) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:43.955804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1b74b-6f39-4459-9af8-4f8858261cfa tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d35679-2cb9-4919-b44e-b77909ff44b7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:43.959808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Made reservation on behalf of bed3b10d18764564bc7a0d07207a5219 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:43.969042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.045103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3323938-270b-48df-a217-7b2ac45894ec tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet 5823a761-e3dd-4753-ac39-25b124062544 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:44.054100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3323938-270b-48df-a217-7b2ac45894ec tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.072798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4191d49c-09bc-47ee-9af1-162d15455e21 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:44.237931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3323938-270b-48df-a217-7b2ac45894ec tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.292916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b255c198-0018-47f9-b68c-9811656cb990 None None] Could not find standard attr ID for object 4d71aef3-c105-43c8-a0cd-8e862c08da1e. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:41:44.329059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:44.329357 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.464092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a8f0e66e-60c2-4708-9a42-376aad3f8a51 None None] Could not find standard attr ID for object 4d71aef3-c105-43c8-a0cd-8e862c08da1e. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:41:44.469330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8ed904af-5c36-4b9e-8b17-479f22ac619d up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:44.513109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1304520-679f-4aa6-a86f-f8574be66e53 req-89d1a96b-90cf-425f-8bd6-9c78506b5a5e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:44.521096 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1304520-679f-4aa6-a86f-f8574be66e53 req-89d1a96b-90cf-425f-8bd6-9c78506b5a5e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2124264 Jul 06 18:41:44.547752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3323938-270b-48df-a217-7b2ac45894ec tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.560120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.632920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1304520-679f-4aa6-a86f-f8574be66e53 req-2a389287-522f-45dd-9ae8-9c14d14597d5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107967 Jul 06 18:41:44.708179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3323938-270b-48df-a217-7b2ac45894ec tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.729302 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Subnet': ['ID=d377083e-1e1b-4c54-a7b1-1a4668351b37,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:44.742341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 8ed904af-5c36-4b9e-8b17-479f22ac619d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:44.749772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Checking segment: {'id': 'b6a196ee-d936-4a7a-840a-7b0073fc1b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '41796774-ef0c-4762-b602-bd60ce3e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:44.750450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network hostable DHCP agents. Network: 41796774-ef0c-4762-b602-bd60ce3e17da, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:41:44.764929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8ed904af-5c36-4b9e-8b17-479f22ac619d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:44.765303 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.811371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network 41796774-ef0c-4762-b602-bd60ce3e17da is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:41:44.826640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3323938-270b-48df-a217-7b2ac45894ec tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=5823a761-e3dd-4753-ac39-25b124062544,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:44.828423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 41796774-ef0c-4762-b602-bd60ce3e17da) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:44.839901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:44.840800 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.873212 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f3323938-270b-48df-a217-7b2ac45894ec tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.873464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c7b47-8610-44d5-be52-1744eb001b47 None None] Network 41796774-ef0c-4762-b602-bd60ce3e17da requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:44.874372 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f3a262a4-6df2-4693-bfc4-36f815f3360e tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1432767 Jul 06 18:41:44.875622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55006) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:44.880533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3323938-270b-48df-a217-7b2ac45894ec tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/5823a761-e3dd-4753-ac39-25b124062544 HTTP/1.1" status: 204 len: 168 time: 0.9534447 Jul 06 18:41:44.885366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55008) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:44.886984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e59ae-2627-4d94-9623-2e35bf80f03d None None] Network e5841347-eb7f-4790-ad38-188863a80819 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:44.887650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9ca26f31-8e51-43d9-be95-f7de24be0df3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'router': {'external_gateway_info': {'network_id': '41796774-ef0c-4762-b602-bd60ce3e17da'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:44.962652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-64104f4b-b724-4f40-bbc0-4304d992ee8f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet cc290d35-bcf5-48e1-a305-e8aa9e8d8297 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:44.967446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64104f4b-b724-4f40-bbc0-4304d992ee8f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.038737 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64104f4b-b724-4f40-bbc0-4304d992ee8f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.165375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64104f4b-b724-4f40-bbc0-4304d992ee8f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.285251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64104f4b-b724-4f40-bbc0-4304d992ee8f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.338038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64104f4b-b724-4f40-bbc0-4304d992ee8f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.340663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-64104f4b-b724-4f40-bbc0-4304d992ee8f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/cc290d35-bcf5-48e1-a305-e8aa9e8d8297 HTTP/1.1" status: 204 len: 168 time: 0.4542201 Jul 06 18:41:45.342247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64104f4b-b724-4f40-bbc0-4304d992ee8f tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=cc290d35-bcf5-48e1-a305-e8aa9e8d8297,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:45.346391 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.374397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:45.400365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe9aea4-a3aa-4549-81b6-4481d69252c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed904af-5c36-4b9e-8b17-479f22ac619d'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:45.402829 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957df946-3ac3-4eab-a4fe-4f987894b9ab" -d '{"events": [{"server_uuid": "dfe9aea4-a3aa-4549-81b6-4481d69252c0", "name": "network-vif-plugged", "status": "completed", "tag": "8ed904af-5c36-4b9e-8b17-479f22ac619d"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:45.414722 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-3111fc95-2ea6-469b-ae99-4838adc18b75 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:45.415540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3111fc95-2ea6-469b-ae99-4838adc18b75 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:45.418453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3111fc95-2ea6-469b-ae99-4838adc18b75 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/5823a761-e3dd-4753-ac39-25b124062544 HTTP/1.1" status: 404 len: 337 time: 0.0426991 Jul 06 18:41:45.421021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55018) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:45.440415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8ed904af-5c36-4b9e-8b17-479f22ac619d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:45.464776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-41796774-ef0c-4762-b602-bd60ce3e17da', 'network_id': '41796774-ef0c-4762-b602-bd60ce3e17da', 'tenant_id': 'bed3b10d18764564bc7a0d07207a5219', 'fixed_ips': [{'subnet_id': 'd377083e-1e1b-4c54-a7b1-1a4668351b37'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:41:45.465953 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.487937 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a4add5-cf39-4a11-bae6-e81e9caeec90 x-openstack-request-id: req-32a4add5-cf39-4a11-bae6-e81e9caeec90 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:45.488321 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe9aea4-a3aa-4549-81b6-4481d69252c0", "name": "network-vif-plugged", "status": "completed", "tag": "8ed904af-5c36-4b9e-8b17-479f22ac619d", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:45.488528 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32a4add5-cf39-4a11-bae6-e81e9caeec90 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:45.489282 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe9aea4-a3aa-4549-81b6-4481d69252c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed904af-5c36-4b9e-8b17-479f22ac619d', 'code': 200} Jul 06 18:41:45.494148 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.565308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75eac49-3b5c-421d-a7fe-3c8e83fed8f1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting subnet 39f7475b-cc65-418d-92de-1959d2c98365 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:45.594050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b75eac49-3b5c-421d-a7fe-3c8e83fed8f1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.631419 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db1427d3-f20b-46ce-b3d9-3427bab03620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.721649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8ed904af-5c36-4b9e-8b17-479f22ac619d,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:45.780379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859b76a-5023-422f-800e-00dc6a26407b None None] Update dhcp port {'port': {'network_id': 'e5841347-eb7f-4790-ad38-188863a80819', 'fixed_ips': [{'subnet_id': '39f7475b-cc65-418d-92de-1959d2c98365', 'ip_address': '172.20.0.19'}, {'subnet_id': 'cc290d35-bcf5-48e1-a305-e8aa9e8d8297'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '4191d49c-09bc-47ee-9af1-162d15455e21'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:41:45.783472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b75eac49-3b5c-421d-a7fe-3c8e83fed8f1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.799444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a60779-7c3f-46f0-b2d2-7899ec13287f req-45b42c55-4a65-49c1-83d2-f506939edf21 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:45.807871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71a60779-7c3f-46f0-b2d2-7899ec13287f req-45b42c55-4a65-49c1-83d2-f506939edf21 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.2810385 Jul 06 18:41:45.836439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Allocated IP 2001:db8:1::2 (41796774-ef0c-4762-b602-bd60ce3e17da/d377083e-1e1b-4c54-a7b1-1a4668351b37/1248fc58-c83b-4fd7-8dc3-b7a7dc688027) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:45.839575 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2859b76a-5023-422f-800e-00dc6a26407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.879248 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ca26f31-8e51-43d9-be95-f7de24be0df3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:45.926306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71a60779-7c3f-46f0-b2d2-7899ec13287f req-784e0ebc-627e-480e-b973-1bdf54baaa86 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172204 Jul 06 18:41:46.076776 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-9ca26f31-8e51-43d9-be95-f7de24be0df3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:41:46.079215 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9ca26f31-8e51-43d9-be95-f7de24be0df3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "PUT /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319 HTTP/1.1" status: 400 len: 364 time: 1.2022312 Jul 06 18:41:46.082854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55036) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.197945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b75eac49-3b5c-421d-a7fe-3c8e83fed8f1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.240940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e5658-14ab-4f60-b3b7-ae98a5afe52a req-890e34f9-a0ef-4f6f-b449-e0908c2fb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:46.242681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de5e5658-14ab-4f60-b3b7-ae98a5afe52a req-890e34f9-a0ef-4f6f-b449-e0908c2fb08b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 1096 time: 0.6711743 Jul 06 18:41:46.300233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118126fc-06e7-4bbf-b7dc-498dd99abad0 req-b159467c-a9ee-4107-ae50-0fd282b80efe tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:46.301405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.309202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-118126fc-06e7-4bbf-b7dc-498dd99abad0 req-b159467c-a9ee-4107-ae50-0fd282b80efe tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.3841958 Jul 06 18:41:46.375017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-118126fc-06e7-4bbf-b7dc-498dd99abad0 req-7df2126b-911c-4fb5-8e0a-6059d7052b96 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640843 Jul 06 18:41:46.393400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de5e5658-14ab-4f60-b3b7-ae98a5afe52a req-51337b65-6d08-4293-bc5b-f0aad7f16e27 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406231 Jul 06 18:41:46.404225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Transition to ACTIVE for port object 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:46.407402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b75eac49-3b5c-421d-a7fe-3c8e83fed8f1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.421544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Transition to ACTIVE for port object 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-2859b76a-5023-422f-800e-00dc6a26407b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39f7475b-cc65-418d-92de-1959d2c98365: This subnet is being modified by another concurrent operation. Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:41:46.428204 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39f7475b-cc65-418d-92de-1959d2c98365: This subnet is being modified by another concurrent operation. Jul 06 18:41:46.434834 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:41:46.439242 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.463359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eac49-3b5c-421d-a7fe-3c8e83fed8f1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Subnet': ['ID=39f7475b-cc65-418d-92de-1959d2c98365,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:46.465903 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b75eac49-3b5c-421d-a7fe-3c8e83fed8f1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.468303 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b75eac49-3b5c-421d-a7fe-3c8e83fed8f1 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/39f7475b-cc65-418d-92de-1959d2c98365 HTTP/1.1" status: 204 len: 168 time: 1.0457335 Jul 06 18:41:46.472365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55046) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.475578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Network 41796774-ef0c-4762-b602-bd60ce3e17da is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:46.481371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:46.484410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:46.542375 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdb43d6-a20e-4c6b-b0b6-f6742a47b7e7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:46.546679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdb43d6-a20e-4c6b-b0b6-f6742a47b7e7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:46.552096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55048) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.552977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0bdb43d6-a20e-4c6b-b0b6-f6742a47b7e7 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/75706b89-37e9-4b97-a462-7095c45266b2 HTTP/1.1" status: 404 len: 337 time: 0.0754428 Jul 06 18:41:46.620824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b459165d-b473-41b9-afaf-d28042691b4c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3f5c85-24ee-481d-a983-2f0d1d1d03ab HTTP/1.1" status: 200 len: 205 time: 0.0666251 Jul 06 18:41:46.622045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55050) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.624086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.659519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1ea32-03be-4a88-8000-b0fd7785851a None None] Network e5841347-eb7f-4790-ad38-188863a80819 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:46.709815 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-81eb33c4-8014-4d20-887f-2ffdde005759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] delete failed (client error): The resource could not be found. Jul 06 18:41:46.714845 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-81eb33c4-8014-4d20-887f-2ffdde005759 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/routers/da3f5c85-24ee-481d-a983-2f0d1d1d03ab HTTP/1.1" status: 404 len: 336 time: 0.0916328 Jul 06 18:41:46.722228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55054) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.758616 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a445d5-70c7-494f-91d3-ce74d8975e0d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:46.759323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a445d5-70c7-494f-91d3-ce74d8975e0d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:46.763273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-23a445d5-70c7-494f-91d3-ce74d8975e0d tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/b2b7016a-fea8-48b5-ba90-02b46b3ad6c4 HTTP/1.1" status: 404 len: 337 time: 0.0390756 Jul 06 18:41:46.765224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55056) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.788597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Pushing event updated for resources: {'Port': ['ID=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:46.803216 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-493f57a7-089b-4af7-9365-a8a6cfc2b980 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:46.803826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493f57a7-089b-4af7-9365-a8a6cfc2b980 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:46.808216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-493f57a7-089b-4af7-9365-a8a6cfc2b980 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/70984740-9c07-4283-8971-eb9376a89df8 HTTP/1.1" status: 404 len: 337 time: 0.0394573 Jul 06 18:41:46.809617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55058) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.844458 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f00c7b-41a6-440d-ae71-0344252be34e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:46.845277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f00c7b-41a6-440d-ae71-0344252be34e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:46.851141 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-72f00c7b-41a6-440d-ae71-0344252be34e tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/527013ad-0ae0-43c0-a296-90e5f5283af9 HTTP/1.1" status: 404 len: 337 time: 0.0365217 Jul 06 18:41:46.853784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55062) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.871097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Attempting to bind port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:46.871493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Attempting to bind port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'b6a196ee-d936-4a7a-840a-7b0073fc1b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '41796774-ef0c-4762-b602-bd60ce3e17da'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:46.871930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Attempting to bind port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 on network 41796774-ef0c-4762-b602-bd60ce3e17da {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:46.894681 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-33632169-a03f-49f0-96f6-dcaf6128f71a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:46.895846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33632169-a03f-49f0-96f6-dcaf6128f71a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:46.899510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-01cfff25-39e4-4604-81d9-75e3eeff0428 None None] Provisioning complete for port 4191d49c-09bc-47ee-9af1-162d15455e21 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:46.899952 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01cfff25-39e4-4604-81d9-75e3eeff0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.900665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55064) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:46.900823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-33632169-a03f-49f0-96f6-dcaf6128f71a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/abe4e20f-8bc5-45a8-a275-6583f521f0fe HTTP/1.1" status: 404 len: 333 time: 0.0451622 Jul 06 18:41:46.948742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:46.949136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Checking segment: {'id': 'b6a196ee-d936-4a7a-840a-7b0073fc1b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '41796774-ef0c-4762-b602-bd60ce3e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:46.949568 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.950048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Bound using segment: {'id': 'b6a196ee-d936-4a7a-840a-7b0073fc1b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '41796774-ef0c-4762-b602-bd60ce3e17da'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:46.950596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Bound port: 1248fc58-c83b-4fd7-8dc3-b7a7dc688027, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a196ee-d936-4a7a-840a-7b0073fc1b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '41796774-ef0c-4762-b602-bd60ce3e17da'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:46.951068 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:46.957596 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-1574a960-95d9-4922-b068-679a51e3db62 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:46.963453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1574a960-95d9-4922-b068-679a51e3db62 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:46.972364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1574a960-95d9-4922-b068-679a51e3db62 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/ee49a2bc-3cbb-4a9e-855f-79a10b088ced HTTP/1.1" status: 404 len: 337 time: 0.0702252 Jul 06 18:41:46.973650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55068) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:47.020737 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde44937-fe8a-41f7-832b-b39e3b7d2016 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:47.021452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde44937-fe8a-41f7-832b-b39e3b7d2016 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:47.027378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55070) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:47.038730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fde44937-fe8a-41f7-832b-b39e3b7d2016 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/5ee72609-7bf8-4668-a9f7-19d1b0cfc891 HTTP/1.1" status: 404 len: 337 time: 0.0557449 Jul 06 18:41:47.041798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] For port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:47.047321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] For port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,segment=NetworkSegment(b6a196ee-d936-4a7a-840a-7b0073fc1b4a),segment_id=b6a196ee-d936-4a7a-840a-7b0073fc1b4a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:47.066003 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.098155 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ed7187-0ad1-40b3-aeb9-86c7fc8a313b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:47.103269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ed7187-0ad1-40b3-aeb9-86c7fc8a313b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:47.123150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f7ed7187-0ad1-40b3-aeb9-86c7fc8a313b tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/6b4e6d31-2d6a-4260-b441-e25a9aedd516 HTTP/1.1" status: 404 len: 333 time: 0.0940671 Jul 06 18:41:47.125151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55072) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:47.138275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9725b9-a6fc-47b2-aad8-35b290f05a1d None None] Pushing event updated for resources: {'Port': ['ID=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:47.217853 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03cf070-f02e-41fe-9e3a-c9385e6ad11a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:47.218323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03cf070-f02e-41fe-9e3a-c9385e6ad11a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:47.220130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f03cf070-f02e-41fe-9e3a-c9385e6ad11a tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/587e059a-5524-485e-989a-2059a824ed39 HTTP/1.1" status: 404 len: 337 time: 0.0925865 Jul 06 18:41:47.227161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55078) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:47.275516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] DHCP port deletion for e5841347-eb7f-4790-ad38-188863a80819 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:41:47.283068 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d297ced-ecc3-4789-ad9a-4b227bd9576c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] DELETE failed (client error): The resource could not be found. Jul 06 18:41:47.283803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d297ced-ecc3-4789-ad9a-4b227bd9576c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:41:47.284392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4191d49c-09bc-47ee-9af1-162d15455e21 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:47.286014 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7d297ced-ecc3-4789-ad9a-4b227bd9576c tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/subnets/a892312e-5e7e-4c84-9f3d-7209e15431fe HTTP/1.1" status: 404 len: 337 time: 0.0557315 Jul 06 18:41:47.289621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55080) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:47.329958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Allocated IP 2001:db8::1 (d789474e-ed4f-4dce-ab84-de50903208ef/8b1b3e35-4c46-48fe-9c6f-d81919169e32/b7ffad84-c94d-47c8-84dd-013a45bce580) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:47.375049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-01cfff25-39e4-4604-81d9-75e3eeff0428 None None] Provisioning complete for port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:47.377096 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01cfff25-39e4-4604-81d9-75e3eeff0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.559375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b28566e6-1fdf-402b-a6e7-2861fe035a48 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Deleting port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:47.559954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b28566e6-1fdf-402b-a6e7-2861fe035a48 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.722672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74516256-c4f2-4bb6-9e8d-b2fdfb07b20b req-7c9b9fc6-fcdc-443d-8a44-fe5c83b180fc tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:47.737421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74516256-c4f2-4bb6-9e8d-b2fdfb07b20b req-7c9b9fc6-fcdc-443d-8a44-fe5c83b180fc tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.5684326 Jul 06 18:41:47.750713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.803993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Transition to ACTIVE for port object b7ffad84-c94d-47c8-84dd-013a45bce580 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:47.822079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74516256-c4f2-4bb6-9e8d-b2fdfb07b20b req-1ee3e843-79c1-4085-801b-cd3aca922880 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759151 Jul 06 18:41:47.832397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-01cfff25-39e4-4604-81d9-75e3eeff0428 None None] Port 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:47.870849 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.879373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b28566e6-1fdf-402b-a6e7-2861fe035a48 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.896382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] Deleting port 4191d49c-09bc-47ee-9af1-162d15455e21 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:47.896818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.969403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b28566e6-1fdf-402b-a6e7-2861fe035a48 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Calling delete_port for 4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:47.976311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] For port 4191d49c-09bc-47ee-9af1-162d15455e21, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4191d49c-09bc-47ee-9af1-162d15455e21,segment=NetworkSegment(9a82bce8-8c93-4793-9b8c-eb6845892e03),segment_id=9a82bce8-8c93-4793-9b8c-eb6845892e03)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:47.976680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.990556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network d789474e-ed4f-4dce-ab84-de50903208ef is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:47.992571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] Calling delete_port for 4191d49c-09bc-47ee-9af1-162d15455e21 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:48.006594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:48.018548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:48.019106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.034557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Port': ['ID=b7ffad84-c94d-47c8-84dd-013a45bce580,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:48.103067 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.163880 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.166483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4e728-408d-41e1-ad95-36d0b2575bca req-dcf6707d-22a2-49c7-b3af-ae00544a24bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:48.173955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5e4e728-408d-41e1-ad95-36d0b2575bca req-dcf6707d-22a2-49c7-b3af-ae00544a24bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.3365922 Jul 06 18:41:48.234715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a5e4e728-408d-41e1-ad95-36d0b2575bca req-1ea383d0-d94f-479c-8272-b3b8ddca8f4d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540822 Jul 06 18:41:48.251574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b28566e6-1fdf-402b-a6e7-2861fe035a48 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.256606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] Pushing event deleted for resources: {'Port': ['ID=4191d49c-09bc-47ee-9af1-162d15455e21,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:48.331333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef731e-dbcd-425b-94c6-b1b163287c38 None None] No DVR routers for this DVR port 4191d49c-09bc-47ee-9af1-162d15455e21 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:48.333267 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-29a6640d-5f15-44aa-a324-f18662c4ef56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.350632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55088) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:48.379461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.386266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28566e6-1fdf-402b-a6e7-2861fe035a48 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Port': ['ID=4615ed33-62cb-4dbd-ac8c-d2e14e8ed620,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:48.402406 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b28566e6-1fdf-402b-a6e7-2861fe035a48 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.404810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b28566e6-1fdf-402b-a6e7-2861fe035a48 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/ports/4615ed33-62cb-4dbd-ac8c-d2e14e8ed620 HTTP/1.1" status: 204 len: 168 time: 1.1138039 Jul 06 18:41:48.410652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55092) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:48.421382 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.511615 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f7182bdd-adc4-4309-91b0-798698392f3b None None] Provisioning for port b7ffad84-c94d-47c8-84dd-013a45bce580 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:48.518168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f7182bdd-adc4-4309-91b0-798698392f3b None None] Provisioning complete for port b7ffad84-c94d-47c8-84dd-013a45bce580 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:48.518545 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7182bdd-adc4-4309-91b0-798698392f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.622251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f7182bdd-adc4-4309-91b0-798698392f3b None None] Port b7ffad84-c94d-47c8-84dd-013a45bce580 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:48.950313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.959418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:48.960389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.077217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-664fb09b-0067-4c32-9f0a-b76cd1c89cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.083970 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.115538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9295c6b7-8948-4bd6-9c96-6014252f5fff None None] Network 41796774-ef0c-4762-b602-bd60ce3e17da requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:49.135020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event updated for resources: {'Port': ['ID=b7ffad84-c94d-47c8-84dd-013a45bce580,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:49.187931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Network d789474e-ed4f-4dce-ab84-de50903208ef is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:49.189493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:49.317335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c0a02875-acde-43d2-a8d5-5414711b4f33 None None] Provisioning for port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:49.327192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:49.482054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Router 0e59082b-b235-421f-abc4-33527dc83319 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:41:49.530658 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.569114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:49.577158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:49.577675 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.597491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.633258 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-664fb09b-0067-4c32-9f0a-b76cd1c89cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.638866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5841347-eb7f-4790-ad38-188863a80819']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:49.654322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-664fb09b-0067-4c32-9f0a-b76cd1c89cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.666763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a82bce8-8c93-4793-9b8c-eb6845892e03') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:49.669127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a82bce8-8c93-4793-9b8c-eb6845892e03') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:49.696604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed15d5-2c58-46f5-b819-6fb3bbaa2fe3 req-b0ea43bf-7439-44a3-81e6-793fcbd7729f tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:49.704689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f4ed15d5-2c58-46f5-b819-6fb3bbaa2fe3 req-b0ea43bf-7439-44a3-81e6-793fcbd7729f tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.6289322 Jul 06 18:41:49.737968 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.742690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.754666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:49.763353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b058debf-29f6-4d6b-b944-bbd1fc8c4020 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "PUT /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6793144 Jul 06 18:41:49.766221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55106) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:49.768551 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f549a-b4d6-4d67-9b9c-9020e45190f6 None None] Sync routers for ids ['0e59082b-b235-421f-abc4-33527dc83319'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:49.785330 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f549a-b4d6-4d67-9b9c-9020e45190f6 None None] Routers {'0e59082b-b235-421f-abc4-33527dc83319'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:49.787016 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-423f549a-b4d6-4d67-9b9c-9020e45190f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e59082b-b235-421f-abc4-33527dc83319'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:49.818801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,segment=NetworkSegment(b6a196ee-d936-4a7a-840a-7b0073fc1b4a),segment_id=b6a196ee-d936-4a7a-840a-7b0073fc1b4a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:49.829104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ca89ccff-6783-4288-9c63-fcabec761a5f None None] Provisioning complete for port b7ffad84-c94d-47c8-84dd-013a45bce580 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:49.829491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca89ccff-6783-4288-9c63-fcabec761a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.838521 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.856832 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-423f549a-b4d6-4d67-9b9c-9020e45190f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:49.859884 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f4ed15d5-2c58-46f5-b819-6fb3bbaa2fe3 req-72d2595b-bf46-4706-88e2-7789c4a56222 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540549 Jul 06 18:41:49.865078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fb09b-0067-4c32-9f0a-b76cd1c89cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a34a7e-b01c-4c62-aaa6-b8906291e4a6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:49.878212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-664fb09b-0067-4c32-9f0a-b76cd1c89cf4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43e71eb5ddbb4942869579287522d208&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5162821 Jul 06 18:41:49.880562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55108) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:49.881644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.888513 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f549a-b4d6-4d67-9b9c-9020e45190f6 None None] Routers {'0e59082b-b235-421f-abc4-33527dc83319'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:49.890463 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-423f549a-b4d6-4d67-9b9c-9020e45190f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e59082b-b235-421f-abc4-33527dc83319'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:49.898933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:41:49.899370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:41:49.908503 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:41:49.946744 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-423f549a-b4d6-4d67-9b9c-9020e45190f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:49.949112 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f549a-b4d6-4d67-9b9c-9020e45190f6 None None] The sync data for ids ['0e59082b-b235-421f-abc4-33527dc83319'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:49.994733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ca89ccff-6783-4288-9c63-fcabec761a5f None None] Port b7ffad84-c94d-47c8-84dd-013a45bce580 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:50.035601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:50.057166 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.060384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f450ed-03be-41e1-a4b6-abfbfecef3aa None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:41:50.071966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45418b00-2627-4840-aabe-cf67a657355c req-81d9a611-6d31-4da7-a7f3-9ae7b465108e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:50.073801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-45418b00-2627-4840-aabe-cf67a657355c req-81d9a611-6d31-4da7-a7f3-9ae7b465108e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.6049521 Jul 06 18:41:50.085056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3a00a3b-537e-4813-bf5c-5b997c233fca tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.086617 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.089658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] 10.222.0.53 "DELETE /v2.0/networks/e5841347-eb7f-4790-ad38-188863a80819 HTTP/1.1" status: 204 len: 168 time: 1.6779628 Jul 06 18:41:50.106601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0483a-fb34-4bb1-930f-d99dd3277572 tempest-PortsTestJSON-641876076 tempest-PortsTestJSON-641876076-project] Pushing event deleted for resources: {'Network': ['ID=e5841347-eb7f-4790-ad38-188863a80819,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:50.183760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cf1ce67a-f320-4789-8fc6-71f33d0be172 None None] Provisioning complete for port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:50.184418 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce67a-f320-4789-8fc6-71f33d0be172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.216201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.268005 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-a3a00a3b-537e-4813-bf5c-5b997c233fca tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 18:41:50.272166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a3a00a3b-537e-4813-bf5c-5b997c233fca tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319 HTTP/1.1" status: 409 len: 329 time: 0.5045526 Jul 06 18:41:50.281123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55116) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:50.281702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.418372 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.431313 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.437910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26a34a7e-b01c-4c62-aaa6-b8906291e4a6 HTTP/1.1" status: 204 len: 168 time: 0.5474899 Jul 06 18:41:50.472567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a34a7e-b01c-4c62-aaa6-b8906291e4a6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:50.486466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.486816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.487172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.487509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.487843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.488171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.489292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.489292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.489292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.489619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.497109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.497579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a483b4-2b6d-4460-864f-3730300db0cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:50.597921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f450ed-03be-41e1-a4b6-abfbfecef3aa None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:41:50.631799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55124) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:50.831407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-2e0ecec4-d3c4-4581-911d-b65c089f315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:50.834418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-2e0ecec4-d3c4-4581-911d-b65c089f315f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 1096 time: 0.1886487 Jul 06 18:41:51.099278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.135167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-18da585f-2335-4fe8-a4c5-7ce6c7c84450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:51.140358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-18da585f-2335-4fe8-a4c5-7ce6c7c84450 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 912 time: 0.2973034 Jul 06 18:41:51.239325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55142) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:51.259242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-5b1d29e1-1aa4-4332-9bc7-7dc51a0e12eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d HTTP/1.1" status: 200 len: 217 time: 0.1106782 Jul 06 18:41:51.265085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:51.290530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-45418b00-2627-4840-aabe-cf67a657355c req-7c74a2fa-1573-4989-9706-db51cdb3a2ff tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0247416 Jul 06 18:41:51.341097 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e4044d7-dd17-4658-9ee3-d2799dcb01fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.363603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:51.364459 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.404238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55148) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:51.404706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8d27728b-0b0a-422c-a9c2-6b78ac9cae76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=723e28aed9324d41829b9b073dfc2710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7727251 Jul 06 18:41:51.424115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-4df0a99a-e026-408e-882d-78c6fcc4a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:51.426941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-4df0a99a-e026-408e-882d-78c6fcc4a2b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ad5e774-cb36-4f5a-afa2-e3a553df611e HTTP/1.1" status: 200 len: 851 time: 0.1507936 Jul 06 18:41:51.496241 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-fb731ce7-5e61-412f-9eb9-ffb84873bd6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c31caf8-df6b-4853-840b-c8e626c0ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432472 Jul 06 18:41:51.501471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1f2f-3c12-4956-bb3d-f5d83e27b4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.506426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac8636-a7b7-46b1-9161-b203e12f0ccc req-35329491-ae09-41c9-a09c-253a44a889e9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:51.514336 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85ac8636-a7b7-46b1-9161-b203e12f0ccc req-35329491-ae09-41c9-a09c-253a44a889e9 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.2756598 Jul 06 18:41:51.550215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1f2f-3c12-4956-bb3d-f5d83e27b4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.599455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.621745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85ac8636-a7b7-46b1-9161-b203e12f0ccc req-dfc48f45-af6e-49ae-a76b-e2f51bb122c1 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064706 Jul 06 18:41:51.661162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e4044d7-dd17-4658-9ee3-d2799dcb01fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.672959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e4044d7-dd17-4658-9ee3-d2799dcb01fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.687442 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-64a8d140-6fcb-4cea-a3c5-ac3e01f4b3e3 service neutron] 10.222.0.24 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670265 Jul 06 18:41:51.707014 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1f2f-3c12-4956-bb3d-f5d83e27b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.709568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1f2f-3c12-4956-bb3d-f5d83e27b4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.710944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1b1f1f2f-3c12-4956-bb3d-f5d83e27b4d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/239d6615-ff13-457d-a929-1430de5c3fb7 HTTP/1.1" status: 204 len: 168 time: 0.3046529 Jul 06 18:41:51.747208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f1f2f-3c12-4956-bb3d-f5d83e27b4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d6615-ff13-457d-a929-1430de5c3fb7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:51.777937 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e4044d7-dd17-4658-9ee3-d2799dcb01fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db0a294173cc4cc6881221dfcb20cd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353239 Jul 06 18:41:51.777937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4044d7-dd17-4658-9ee3-d2799dcb01fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f64ac8f-8175-4545-8ac2-7c01f0d29212,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:51.779732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55152) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:51.867314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d2a97d0d-173e-4217-be1e-4cb7096f8483 req-579e4f34-614a-4724-9a3a-42ee268a67a2 service neutron] 10.222.0.24 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729360 Jul 06 18:41:51.882266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca7d4-a038-4179-9069-818b6042c041 req-d42f3c9d-256d-47c0-8ef7-a8eab598e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:51.882663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5907-8686-42e2-a57a-273318af277c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.883329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-532ca7d4-a038-4179-9069-818b6042c041 req-d42f3c9d-256d-47c0-8ef7-a8eab598e66b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1096 time: 0.0865715 Jul 06 18:41:51.922663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5907-8686-42e2-a57a-273318af277c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.988049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca7d4-a038-4179-9069-818b6042c041 req-95bc4f25-730f-4487-8192-1e21eda99ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:51.989958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-532ca7d4-a038-4179-9069-818b6042c041 req-95bc4f25-730f-4487-8192-1e21eda99ebc service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.0997000 Jul 06 18:41:52.003215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting port b7ffad84-c94d-47c8-84dd-013a45bce580 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:52.003526 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.049161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5907-8686-42e2-a57a-273318af277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.051705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5907-8686-42e2-a57a-273318af277c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.055836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b7dd5907-8686-42e2-a57a-273318af277c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f64ac8f-8175-4545-8ac2-7c01f0d29212 HTTP/1.1" status: 204 len: 168 time: 0.2717152 Jul 06 18:41:52.067300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-532ca7d4-a038-4179-9069-818b6042c041 req-3eb92745-8be1-49f9-a77a-5fbe618dea8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 200 len: 999 time: 0.0703669 Jul 06 18:41:52.071622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd5907-8686-42e2-a57a-273318af277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f64ac8f-8175-4545-8ac2-7c01f0d29212,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:52.123820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.139343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca7d4-a038-4179-9069-818b6042c041 req-a3108038-5642-49b3-a362-804d9dd21d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.139841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Calling delete_port for b7ffad84-c94d-47c8-84dd-013a45bce580 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:52.141207 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-532ca7d4-a038-4179-9069-818b6042c041 req-a3108038-5642-49b3-a362-804d9dd21d4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.0586433 Jul 06 18:41:52.201594 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.230016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca7d4-a038-4179-9069-818b6042c041 req-360115f1-13da-4741-a611-24878431ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.232230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-532ca7d4-a038-4179-9069-818b6042c041 req-360115f1-13da-4741-a611-24878431ebcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838523 Jul 06 18:41:52.357136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.374978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-532ca7d4-a038-4179-9069-818b6042c041 req-c5505439-7e0e-4ecb-bf37-71db7b2cf172 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359153 Jul 06 18:41:52.391685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Port': ['ID=b7ffad84-c94d-47c8-84dd-013a45bce580,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:52.468071 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.561426 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-532ca7d4-a038-4179-9069-818b6042c041 req-f48cbb24-0f14-4263-abcd-c02f295ccaa1 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783984 Jul 06 18:41:52.578931 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.730459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798cbe1-2dd9-4f16-ac1b-3bffdcae2675 req-66b826b7-a124-4bf2-b177-4fee90d9796e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.732118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7798cbe1-2dd9-4f16-ac1b-3bffdcae2675 req-66b826b7-a124-4bf2-b177-4fee90d9796e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2503660 Jul 06 18:41:52.745233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55194) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:52.839430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Router 0e59082b-b235-421f-abc4-33527dc83319 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:41:52.847600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7798cbe1-2dd9-4f16-ac1b-3bffdcae2675 req-8e7ef90b-d231-46c1-b711-98b9049da4b2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790954 Jul 06 18:41:52.858220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7e662-6df1-4d28-8f91-0ce8b2bd2a69 req-d74792d6-ed00-493a-8a2d-a32820aa3504 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.860161 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35c7e662-6df1-4d28-8f91-0ce8b2bd2a69 req-d74792d6-ed00-493a-8a2d-a32820aa3504 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.0804200 Jul 06 18:41:52.905642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5fd4b782-eda7-4bdd-8d20-fc78c5a90f36 tempest-DvrRoutersNegativeTest-1983813582 tempest-DvrRoutersNegativeTest-1983813582-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-177274616', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:52.908509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.policy [None req-5fd4b782-eda7-4bdd-8d20-fc78c5a90f36 tempest-DvrRoutersNegativeTest-1983813582 tempest-DvrRoutersNegativeTest-1983813582-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93967) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 06 18:41:52.908807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.policy [None req-5fd4b782-eda7-4bdd-8d20-fc78c5a90f36 tempest-DvrRoutersNegativeTest-1983813582 tempest-DvrRoutersNegativeTest-1983813582-project] Failed policy check for 'create_router' {{(pid=93967) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 06 18:41:52.909329 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-5fd4b782-eda7-4bdd-8d20-fc78c5a90f36 tempest-DvrRoutersNegativeTest-1983813582 tempest-DvrRoutersNegativeTest-1983813582-project] create failed (client error): Access was denied to this resource. Jul 06 18:41:52.911328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5fd4b782-eda7-4bdd-8d20-fc78c5a90f36 tempest-DvrRoutersNegativeTest-1983813582 tempest-DvrRoutersNegativeTest-1983813582-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1641505 Jul 06 18:41:52.921167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35c7e662-6df1-4d28-8f91-0ce8b2bd2a69 req-b1a60d64-8856-4f7f-a754-70ba31332e49 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543323 Jul 06 18:41:52.946589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:52.954064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8ad2de6e-650f-44dc-b3b9-d29357a23632 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "PUT /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6553910 Jul 06 18:41:52.957544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55206) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:52.961484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78728156-8c03-4c64-b755-6e909d9efec7 None None] Sync routers for ids ['0e59082b-b235-421f-abc4-33527dc83319'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:52.974675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78728156-8c03-4c64-b755-6e909d9efec7 None None] Routers {'0e59082b-b235-421f-abc4-33527dc83319'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:52.976024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-78728156-8c03-4c64-b755-6e909d9efec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e59082b-b235-421f-abc4-33527dc83319'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:53.017808 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-3f807017-8174-45c5-870a-322912f7823b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] show failed (client error): The resource could not be found. Jul 06 18:41:53.018432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-78728156-8c03-4c64-b755-6e909d9efec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:53.020090 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3f807017-8174-45c5-870a-322912f7823b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-508612942 HTTP/1.1" status: 404 len: 334 time: 0.0609932 Jul 06 18:41:53.024081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55210) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:53.030007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-15bbee7e-15bb-44ee-a909-eb290114e583 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:53.034175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78728156-8c03-4c64-b755-6e909d9efec7 None None] Routers {'0e59082b-b235-421f-abc4-33527dc83319'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:53.034911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-78728156-8c03-4c64-b755-6e909d9efec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0e59082b-b235-421f-abc4-33527dc83319'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:53.070443 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-15bbee7e-15bb-44ee-a909-eb290114e583 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] update failed (client error): The resource could not be found. Jul 06 18:41:53.071536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-15bbee7e-15bb-44ee-a909-eb290114e583 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1900553120 HTTP/1.1" status: 404 len: 335 time: 0.0456893 Jul 06 18:41:53.074959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55212) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:53.076096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-78728156-8c03-4c64-b755-6e909d9efec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:53.077095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78728156-8c03-4c64-b755-6e909d9efec7 None None] The sync data for ids ['0e59082b-b235-421f-abc4-33527dc83319'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:53.139432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-91669703-dce3-412a-9615-c7cd4d45e0f3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting subnet d377083e-1e1b-4c54-a7b1-1a4668351b37 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:53.143694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91669703-dce3-412a-9615-c7cd4d45e0f3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.169289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55220) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:53.191187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91669703-dce3-412a-9615-c7cd4d45e0f3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.285410 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edda770a-552e-44d6-aef0-215d5cee83b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.292143 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91669703-dce3-412a-9615-c7cd4d45e0f3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.360126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91669703-dce3-412a-9615-c7cd4d45e0f3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.385373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edda770a-552e-44d6-aef0-215d5cee83b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.390926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edda770a-552e-44d6-aef0-215d5cee83b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.397135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91669703-dce3-412a-9615-c7cd4d45e0f3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Subnet': ['ID=d377083e-1e1b-4c54-a7b1-1a4668351b37,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:53.403990 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91669703-dce3-412a-9615-c7cd4d45e0f3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.405965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-91669703-dce3-412a-9615-c7cd4d45e0f3 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/subnets/d377083e-1e1b-4c54-a7b1-1a4668351b37 HTTP/1.1" status: 204 len: 168 time: 0.3297846 Jul 06 18:41:53.408616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55234) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:53.418753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8491a1-8a69-42dc-bca8-b5bdedba6cc5 None None] Network 41796774-ef0c-4762-b602-bd60ce3e17da requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:53.485423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda770a-552e-44d6-aef0-215d5cee83b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7693e8ca-682f-4e12-a61c-c8de1cd31fae,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:53.501314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-edda770a-552e-44d6-aef0-215d5cee83b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=943be85847d34d89b0dcfba5b84c9fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296077 Jul 06 18:41:53.504236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55240) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:53.541219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.601475 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4f57-e510-4585-8b13-4c40e3d86274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.634262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4f57-e510-4585-8b13-4c40e3d86274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.657669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] DHCP port deletion for 41796774-ef0c-4762-b602-bd60ce3e17da request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:41:53.686287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:53.686649 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.712169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Deleting port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:53.712712 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.718793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:53.761179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] For port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,segment=NetworkSegment(b6a196ee-d936-4a7a-840a-7b0073fc1b4a),segment_id=b6a196ee-d936-4a7a-840a-7b0073fc1b4a)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:53.761663 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.776775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Calling delete_port for 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:53.795087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55252) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:53.826666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] For port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,segment=NetworkSegment(b6a196ee-d936-4a7a-840a-7b0073fc1b4a),segment_id=b6a196ee-d936-4a7a-840a-7b0073fc1b4a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:53.827070 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.836952 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4f57-e510-4585-8b13-4c40e3d86274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.839538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4f57-e510-4585-8b13-4c40e3d86274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.843365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ef1e4f57-e510-4585-8b13-4c40e3d86274 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7693e8ca-682f-4e12-a61c-c8de1cd31fae HTTP/1.1" status: 204 len: 168 time: 0.3356156 Jul 06 18:41:53.843539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Calling delete_port for 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:53.854304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4f57-e510-4585-8b13-4c40e3d86274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7693e8ca-682f-4e12-a61c-c8de1cd31fae,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:53.909057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:53.944441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Port': ['ID=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:53.954388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] No DVR routers for this DVR port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:53.954728 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d757ed3-9c4c-4dba-8ebf-786f69fc08c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.046725 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.064215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d757ed3-9c4c-4dba-8ebf-786f69fc08c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.064522 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.068269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.071471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d757ed3-9c4c-4dba-8ebf-786f69fc08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.080016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41796774-ef0c-4762-b602-bd60ce3e17da']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:54.093793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a196ee-d936-4a7a-840a-7b0073fc1b4a') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:54.094406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a196ee-d936-4a7a-840a-7b0073fc1b4a') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:54.105170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.125917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.142343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:41:54.143074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:41:54.147235 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:41:54.161834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:54.164260 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bde3f63-75bf-4613-84a9-07a00f41ff3d" -d '{"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "3023d27f-cf38-4035-9838-5c6698160a18"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:54.168165 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9d757ed3-9c4c-4dba-8ebf-786f69fc08c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f5222606c7a4ef883a06e58d9f15a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717856 Jul 06 18:41:54.178613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55264) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:54.200268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] No DVR routers for this DVR port 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:54.202116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Pushing event deleted for resources: {'Port': ['ID=1248fc58-c83b-4fd7-8dc3-b7a7dc688027,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:54.235056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:54.242748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d757ed3-9c4c-4dba-8ebf-786f69fc08c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d4e77-8faf-4c75-9aa2-08c1e1b1f811,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:54.244552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.245103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.245590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.246111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.246659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.250246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.250790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.251277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.251978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.252462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.253260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.253771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb4281-1ae4-4b53-a4ef-9f70fc8a0aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:54.257945 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.299915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.311556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.316165 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/networks/41796774-ef0c-4762-b602-bd60ce3e17da HTTP/1.1" status: 204 len: 168 time: 0.9026525 Jul 06 18:41:54.321317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6504dea-d7e2-4db7-9d82-8199fd4d2dfd req-298aa57d-2e41-472b-836a-0e5d7da0a844 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:54.323876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6504dea-d7e2-4db7-9d82-8199fd4d2dfd req-298aa57d-2e41-472b-836a-0e5d7da0a844 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.1939206 Jul 06 18:41:54.324738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55272) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:54.343139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:54.354392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7e468-4c48-4a03-ad02-0c5952a71123 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Network': ['ID=41796774-ef0c-4762-b602-bd60ce3e17da,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:54.378457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c823-1a54-41dc-ae1b-8d369eadf6dc req-db7c2c50-b26f-4752-aef3-0672b3ae6146 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:54.380241 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9f6c823-1a54-41dc-ae1b-8d369eadf6dc req-db7c2c50-b26f-4752-aef3-0672b3ae6146 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 945 time: 0.2517548 Jul 06 18:41:54.381482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e956235-af5c-44ac-b83b-06fca050c1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.406367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e956235-af5c-44ac-b83b-06fca050c1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.433369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fbf734-9587-413a-828f-5780160204b6 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting subnet 03f7436a-4f18-40e8-ad86-fff92ecc44b2 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:54.442222 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-12fbf734-9587-413a-828f-5780160204b6 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.492285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6504dea-d7e2-4db7-9d82-8199fd4d2dfd req-30b1b0e4-05b4-46d0-b0da-f93e27910b71 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868437 Jul 06 18:41:54.495228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9f6c823-1a54-41dc-ae1b-8d369eadf6dc req-9b92efe5-f86c-4a6e-ac5e-a5be4503590f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809071 Jul 06 18:41:54.507010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-12fbf734-9587-413a-828f-5780160204b6 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.517207 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e956235-af5c-44ac-b83b-06fca050c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.521909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e956235-af5c-44ac-b83b-06fca050c1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.523675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8e956235-af5c-44ac-b83b-06fca050c1e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b87d4e77-8faf-4c75-9aa2-08c1e1b1f811 HTTP/1.1" status: 204 len: 168 time: 0.3430851 Jul 06 18:41:54.540329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e956235-af5c-44ac-b83b-06fca050c1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d4e77-8faf-4c75-9aa2-08c1e1b1f811,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:54.569556 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692461fb-eec7-4f95-93f7-475a53c6f7b8 x-openstack-request-id: req-692461fb-eec7-4f95-93f7-475a53c6f7b8 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:54.570600 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "3023d27f-cf38-4035-9838-5c6698160a18", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:54.570861 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-692461fb-eec7-4f95-93f7-475a53c6f7b8 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:54.571286 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18', 'code': 200} Jul 06 18:41:54.620881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-12fbf734-9587-413a-828f-5780160204b6 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.693981 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-12fbf734-9587-413a-828f-5780160204b6 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.721972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbf734-9587-413a-828f-5780160204b6 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Subnet': ['ID=03f7436a-4f18-40e8-ad86-fff92ecc44b2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:54.731817 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-12fbf734-9587-413a-828f-5780160204b6 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.736498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-12fbf734-9587-413a-828f-5780160204b6 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/subnets/03f7436a-4f18-40e8-ad86-fff92ecc44b2 HTTP/1.1" status: 204 len: 168 time: 0.4085915 Jul 06 18:41:54.736841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55288) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:54.743560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51572971-8f99-478d-a945-a14da7a95bf7 None None] Network bfe4bd6b-7460-4438-a0f3-c3adda26acdb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:54.792095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccaa0efb-e8fb-4337-a84c-e8299f988865 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting subnet b9a4bd82-13f4-4420-ac07-92a03bb56a20 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:54.795851 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0efb-e8fb-4337-a84c-e8299f988865 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.839368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0efb-e8fb-4337-a84c-e8299f988865 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:54.932411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0efb-e8fb-4337-a84c-e8299f988865 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.015125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] DHCP port deletion for bfe4bd6b-7460-4438-a0f3-c3adda26acdb request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:41:55.046184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0efb-e8fb-4337-a84c-e8299f988865 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.054098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55296) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:55.060602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0048513 Jul 06 18:41:55.064775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55298) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:55.098539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] Deleting port dc243c34-dc33-4e02-a325-4a6ecbb87527 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:55.099221 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.103373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa0efb-e8fb-4337-a84c-e8299f988865 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a4bd82-13f4-4420-ac07-92a03bb56a20,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:55.109858 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0efb-e8fb-4337-a84c-e8299f988865 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.112313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ccaa0efb-e8fb-4337-a84c-e8299f988865 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/subnets/b9a4bd82-13f4-4420-ac07-92a03bb56a20 HTTP/1.1" status: 204 len: 168 time: 0.3743839 Jul 06 18:41:55.114948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55304) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:55.133034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f96ca6-c08a-4727-ae21-767c7fff74ba None None] Network d2cdc405-67d5-4481-a61a-23e53c2c6f0b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:55.205599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6650d1ff-d2cf-4447-ba66-e874a8a93b2a tempest-NetworksApiDiscovery-701879891 tempest-NetworksApiDiscovery-701879891-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1388838 Jul 06 18:41:55.223644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.245123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device dc243c34-dc33-4e02-a325-4a6ecbb87527 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:55.295489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting port dc243c34-dc33-4e02-a325-4a6ecbb87527 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:55.296181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.329689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] For port dc243c34-dc33-4e02-a325-4a6ecbb87527, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=dc243c34-dc33-4e02-a325-4a6ecbb87527,segment=NetworkSegment(3d2f9748-aa91-4b11-b698-311d0a50090f),segment_id=3d2f9748-aa91-4b11-b698-311d0a50090f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:55.330622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.368763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] Calling delete_port for dc243c34-dc33-4e02-a325-4a6ecbb87527 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:55.395412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] For port dc243c34-dc33-4e02-a325-4a6ecbb87527, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=dc243c34-dc33-4e02-a325-4a6ecbb87527,segment=NetworkSegment(3d2f9748-aa91-4b11-b698-311d0a50090f),segment_id=3d2f9748-aa91-4b11-b698-311d0a50090f)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:55.396226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.415472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Calling delete_port for dc243c34-dc33-4e02-a325-4a6ecbb87527 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:55.453609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55314) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:55.499622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.532970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.572934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Port': ['ID=dc243c34-dc33-4e02-a325-4a6ecbb87527,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:55.583399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] No DVR routers for this DVR port dc243c34-dc33-4e02-a325-4a6ecbb87527 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:55.591006 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.599517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:55.626549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa1456a-b976-4320-8650-f9116cb23a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.647394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] DHCP port deletion for d2cdc405-67d5-4481-a61a-23e53c2c6f0b request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:41:55.668452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] Pushing event deleted for resources: {'Port': ['ID=dc243c34-dc33-4e02-a325-4a6ecbb87527,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:55.677268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:41:55.686812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1248fc58-c83b-4fd7-8dc3-b7a7dc688027 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:55.688774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5c0339-573c-4bea-ac71-8e028f5430bb None None] No DVR routers for this DVR port dc243c34-dc33-4e02-a325-4a6ecbb87527 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:55.784924 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa1456a-b976-4320-8650-f9116cb23a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.794262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa1456a-b976-4320-8650-f9116cb23a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.806579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] Deleting port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:55.807303 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.813948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.829045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe4bd6b-7460-4438-a0f3-c3adda26acdb']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:55.845322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2f9748-aa91-4b11-b698-311d0a50090f') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:55.845646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2f9748-aa91-4b11-b698-311d0a50090f') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:55.863000 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.872781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1456a-b976-4320-8650-f9116cb23a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8cf6a5-9acb-4b76-9f9c-e6a8fdfa0695,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:55.889995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] For port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1b9fcfd8-89a0-4685-8afe-6b1766a31b6a,segment=NetworkSegment(566c802d-037b-487b-8e10-955cfc018185),segment_id=566c802d-037b-487b-8e10-955cfc018185)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:55.890504 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.905227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e64b77-5acd-495d-96f4-58116033e0da req-74f79801-8194-4527-a831-d6a0efcf7095 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:55.906573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] Calling delete_port for 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:55.907479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77e64b77-5acd-495d-96f4-58116033e0da req-74f79801-8194-4527-a831-d6a0efcf7095 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.1444004 Jul 06 18:41:55.909564 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.917170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:41:55.917947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:55.918591 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6aa1456a-b976-4320-8650-f9116cb23a4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab78b5d648114bc5bbe939a6473e8015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636998 Jul 06 18:41:55.921269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55330) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:41:55.922368 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:41:55.988077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d714437c-e266-41e6-a419-44f6fc3f9cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.014542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77e64b77-5acd-495d-96f4-58116033e0da req-d89bc1c7-cd5e-43ab-a058-7dfbcf6ff628 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767808 Jul 06 18:41:56.019401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d714437c-e266-41e6-a419-44f6fc3f9cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.033782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.045172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81b70c-1b6b-4f99-9770-d661f8ebc063 req-0a4e46e8-a291-42ed-afdd-7150d05f8c7a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:56.046082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.046178 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c81b70c-1b6b-4f99-9770-d661f8ebc063 req-0a4e46e8-a291-42ed-afdd-7150d05f8c7a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.2396445 Jul 06 18:41:56.049169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55334) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:56.050858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/networks/bfe4bd6b-7460-4438-a0f3-c3adda26acdb HTTP/1.1" status: 204 len: 168 time: 0.9345472 Jul 06 18:41:56.070260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd171e8a-8ea6-4353-8d32-b68c349fcc9b tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Network': ['ID=bfe4bd6b-7460-4438-a0f3-c3adda26acdb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:56.070926 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.109462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] Pushing event deleted for resources: {'Port': ['ID=1b9fcfd8-89a0-4685-8afe-6b1766a31b6a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:56.113004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f7236-678b-4b1a-b250-cbc3b87c6e8e None None] No DVR routers for this DVR port 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:56.197002 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c81b70c-1b6b-4f99-9770-d661f8ebc063 req-3310e6bc-0e02-4066-b95d-4235feb7d34d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433921 Jul 06 18:41:56.204064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.210933 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d714437c-e266-41e6-a419-44f6fc3f9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.213678 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d714437c-e266-41e6-a419-44f6fc3f9cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.215170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d714437c-e266-41e6-a419-44f6fc3f9cbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd8cf6a5-9acb-4b76-9f9c-e6a8fdfa0695 HTTP/1.1" status: 204 len: 168 time: 0.2926037 Jul 06 18:41:56.231809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714437c-e266-41e6-a419-44f6fc3f9cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8cf6a5-9acb-4b76-9f9c-e6a8fdfa0695,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:56.351087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.362687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cdc405-67d5-4481-a61a-23e53c2c6f0b']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:56.374236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566c802d-037b-487b-8e10-955cfc018185') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:56.374548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566c802d-037b-487b-8e10-955cfc018185') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:56.384652 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.399625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.410014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:41:56.411368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:41:56.416558 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:41:56.506171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.522078 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.525608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/networks/d2cdc405-67d5-4481-a61a-23e53c2c6f0b HTTP/1.1" status: 204 len: 168 time: 0.4751725 Jul 06 18:41:56.528131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55354) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:56.543125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34049221-8b92-42c1-81c5-b71a6e17e7d1 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Network': ['ID=d2cdc405-67d5-4481-a61a-23e53c2c6f0b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:56.618684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-449df427-27fa-41a5-9d47-cee3a9c21b72 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting subnet 8b1b3e35-4c46-48fe-9c6f-d81919169e32 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:41:56.622751 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-449df427-27fa-41a5-9d47-cee3a9c21b72 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.676365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-449df427-27fa-41a5-9d47-cee3a9c21b72 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.789949 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-449df427-27fa-41a5-9d47-cee3a9c21b72 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.873262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-449df427-27fa-41a5-9d47-cee3a9c21b72 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.905897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449df427-27fa-41a5-9d47-cee3a9c21b72 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1b3e35-4c46-48fe-9c6f-d81919169e32,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:56.909329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-449df427-27fa-41a5-9d47-cee3a9c21b72 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.912505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-449df427-27fa-41a5-9d47-cee3a9c21b72 tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/subnets/8b1b3e35-4c46-48fe-9c6f-d81919169e32 HTTP/1.1" status: 204 len: 168 time: 0.3823647 Jul 06 18:41:56.915025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55384) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:56.921589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d406749-c74d-4c22-88e7-02adbe58ea2a None None] Network d789474e-ed4f-4dce-ab84-de50903208ef requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:41:57.023680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.170815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Deleting port 689a278f-7f65-4407-ab95-456e814a874d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:57.171166 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.264712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] DHCP port deletion for d789474e-ed4f-4dce-ab84-de50903208ef request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:41:57.304854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] For port 689a278f-7f65-4407-ab95-456e814a874d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=689a278f-7f65-4407-ab95-456e814a874d,segment=NetworkSegment(5a4bab93-aae7-4ad5-b935-4e4e10de12d8),segment_id=5a4bab93-aae7-4ad5-b935-4e4e10de12d8)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:57.305397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.325130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Calling delete_port for 689a278f-7f65-4407-ab95-456e814a874d owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:57.331531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:57.361766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:41:57.362795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1b9fcfd8-89a0-4685-8afe-6b1766a31b6a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:57.373838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c0f3c-c4bf-4982-a3d4-f0f66f4bd7e1 req-3b8637dd-c3d1-4b8b-aa9e-fbef41d9a29e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:57.383085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-332c0f3c-c4bf-4982-a3d4-f0f66f4bd7e1 req-3b8637dd-c3d1-4b8b-aa9e-fbef41d9a29e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.1471856 Jul 06 18:41:57.398637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bbf42-299b-4c49-82bd-4c7ff24fc375 req-05ef7aae-f3a2-475e-8241-5b171bce1aef tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:57.407480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be8bbf42-299b-4c49-82bd-4c7ff24fc375 req-05ef7aae-f3a2-475e-8241-5b171bce1aef tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.1736250 Jul 06 18:41:57.422945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-332c0f3c-c4bf-4982-a3d4-f0f66f4bd7e1 req-72e20965-b72c-47bd-ba3c-bfa1a8cdcf51 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Jul 06 18:41:57.458659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] Deleting port 689a278f-7f65-4407-ab95-456e814a874d {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:57.459643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.540662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be8bbf42-299b-4c49-82bd-4c7ff24fc375 req-04ca17e9-5e71-4038-8698-453aac4df718 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314323 Jul 06 18:41:57.565769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] For port 689a278f-7f65-4407-ab95-456e814a874d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=689a278f-7f65-4407-ab95-456e814a874d,segment=NetworkSegment(5a4bab93-aae7-4ad5-b935-4e4e10de12d8),segment_id=5a4bab93-aae7-4ad5-b935-4e4e10de12d8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:57.566220 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.578312 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-356e1f30-1af5-4f9e-b834-ded72cb7c8c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940418 Jul 06 18:41:57.590447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.600466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] Calling delete_port for 689a278f-7f65-4407-ab95-456e814a874d owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:57.644672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] No DVR routers for this DVR port 689a278f-7f65-4407-ab95-456e814a874d on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:57.741759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Port': ['ID=689a278f-7f65-4407-ab95-456e814a874d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:57.887888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.910359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:57.911931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d789474e-ed4f-4dce-ab84-de50903208ef']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:57.930189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4bab93-aae7-4ad5-b935-4e4e10de12d8') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:57.930802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4bab93-aae7-4ad5-b935-4e4e10de12d8') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:57.945925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.967461 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.973633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7c98f-a6bb-456d-9cd5-e9f8784c28c2 req-f89c323a-3f22-47c3-9c40-677acaef4da5 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:57.980670 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ea7c98f-a6bb-456d-9cd5-e9f8784c28c2 req-f89c323a-3f22-47c3-9c40-677acaef4da5 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1097 time: 0.1657379 Jul 06 18:41:57.987078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:41:57.987247 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:41:57.991154 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:41:58.108824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ea7c98f-a6bb-456d-9cd5-e9f8784c28c2 req-8602ae8f-e35a-4654-bda5-959c6738d5ec tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271243 Jul 06 18:41:58.110273 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.112435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.124721 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.128047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/networks/d789474e-ed4f-4dce-ab84-de50903208ef HTTP/1.1" status: 204 len: 168 time: 1.2120152 Jul 06 18:41:58.130732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55468) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:58.137386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55470) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:58.151659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bcc5a-927c-43c7-81b8-353f8e3adc6d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Pushing event deleted for resources: {'Network': ['ID=d789474e-ed4f-4dce-ab84-de50903208ef,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:58.155184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] Pushing event deleted for resources: {'Port': ['ID=689a278f-7f65-4407-ab95-456e814a874d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:58.159947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] Network d789474e-ed4f-4dce-ab84-de50903208ef is not hosted by any dhcp agent {{(pid=93968) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:41:58.160400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77227aa2-284c-4686-9a56-683ee7987c86 None None] No DVR routers for this DVR port 689a278f-7f65-4407-ab95-456e814a874d on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:58.181270 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a7204f4-75d4-4e49-8afe-ae68bb20f39d tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e59082b-b235-421f-abc4-33527dc83319 HTTP/1.1" status: 200 len: 205 time: 0.0490880 Jul 06 18:41:58.183714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55474) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:58.362865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:58.395965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port f74b961f-486e-4dcd-9224-2bf3b35b17c9 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:58.396719 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.526494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.526829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.544392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for f74b961f-486e-4dcd-9224-2bf3b35b17c9 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:58.623474 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1fddc76-3c79-48f4-a16e-11fb3cf213ba tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.696546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e60f9068-e066-4327-a58f-bc82bad0e485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.825642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1fddc76-3c79-48f4-a16e-11fb3cf213ba tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.827981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1fddc76-3c79-48f4-a16e-11fb3cf213ba tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.880971 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.895629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26195b-37fc-47d0-ac30-61af73f631c3 req-658e80d0-861d-4469-a663-52de88441896 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:58.897285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e26195b-37fc-47d0-ac30-61af73f631c3 req-658e80d0-861d-4469-a663-52de88441896 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.2048445 Jul 06 18:41:58.904259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1fddc76-3c79-48f4-a16e-11fb3cf213ba tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.904770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fddc76-3c79-48f4-a16e-11fb3cf213ba tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Fanout notify agent at l3_agent the message router_deleted on router 0e59082b-b235-421f-abc4-33527dc83319 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:41:58.915240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1fddc76-3c79-48f4-a16e-11fb3cf213ba tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.926168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b1fddc76-3c79-48f4-a16e-11fb3cf213ba tempest-RoutersNegativeIpV6Test-185059328 tempest-RoutersNegativeIpV6Test-185059328-project] 10.222.0.53 "DELETE /v2.0/routers/0e59082b-b235-421f-abc4-33527dc83319 HTTP/1.1" status: 204 len: 168 time: 0.7343886 Jul 06 18:41:58.938156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=f74b961f-486e-4dcd-9224-2bf3b35b17c9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:58.989370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac4fb3-6aa4-4d12-b9ac-7438d3ffaad6 req-8112418d-1dd8-48f5-b479-646ffe035454 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:59.008831 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3ac4fb3-6aa4-4d12-b9ac-7438d3ffaad6 req-8112418d-1dd8-48f5-b479-646ffe035454 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.1383171 Jul 06 18:41:59.060315 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3ac4fb3-6aa4-4d12-b9ac-7438d3ffaad6 req-b4b32257-eab5-4691-a176-4ffc50f3ee6d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505614 Jul 06 18:41:59.093805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.093805 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Floating IP 971cf69b-6ab4-41bd-93b1-91af0746d969 disassociated (deleted). External IP: 172.25.4.138, port: 372b6f57-f544-4855-9b44-22826214a3cf. Jul 06 18:41:59.236640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-3e15124a-468d-4ce2-9f7f-5590a2f74ccc req-56ff5c5c-ce1a-4554-94a6-ba15626a136d service neutron] (93966) timed out ('10.222.0.41', 60406) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:41:59.238677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 689a278f-7f65-4407-ab95-456e814a874d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:59.256657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e26195b-37fc-47d0-ac30-61af73f631c3 req-1c6d02c5-f77e-4133-84ea-99aad73cb730 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208344 Jul 06 18:41:59.294174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 689a278f-7f65-4407-ab95-456e814a874d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:41:59.294620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 689a278f-7f65-4407-ab95-456e814a874d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:59.315829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e60f9068-e066-4327-a58f-bc82bad0e485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.426769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55504) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:59.602253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2695c04d-a018-48da-b8e6-5a26d0efdc61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bed3b10d18764564bc7a0d07207a5219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766338 Jul 06 18:41:59.605057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55510) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:59.665209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46000ef1-497c-4caa-9241-e75bfbdb5677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.690867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46000ef1-497c-4caa-9241-e75bfbdb5677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.734695 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e60f9068-e066-4327-a58f-bc82bad0e485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.753004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46000ef1-497c-4caa-9241-e75bfbdb5677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.757189 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46000ef1-497c-4caa-9241-e75bfbdb5677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.759021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-46000ef1-497c-4caa-9241-e75bfbdb5677 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b831f20-f16a-473c-9742-520f975b6535 HTTP/1.1" status: 204 len: 168 time: 0.1527503 Jul 06 18:41:59.773963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46000ef1-497c-4caa-9241-e75bfbdb5677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b831f20-f16a-473c-9742-520f975b6535,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:59.803818 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e60f9068-e066-4327-a58f-bc82bad0e485 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a74413218bf740eea29507d9706d92f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4397371 Jul 06 18:41:59.807063 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55514) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:59.809402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f9068-e066-4327-a58f-bc82bad0e485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec5033-ab56-460e-a13d-93f5bf838eaf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:59.927288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c92ae44e-ddf0-4db7-a00d-5fe01a1ad974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.930018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:41:59.958608 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c92ae44e-ddf0-4db7-a00d-5fe01a1ad974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:00.128017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c92ae44e-ddf0-4db7-a00d-5fe01a1ad974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:00.130624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c92ae44e-ddf0-4db7-a00d-5fe01a1ad974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:00.134512 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c92ae44e-ddf0-4db7-a00d-5fe01a1ad974 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9ec5033-ab56-460e-a13d-93f5bf838eaf HTTP/1.1" status: 204 len: 168 time: 0.3261507 Jul 06 18:42:00.150789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ae44e-ddf0-4db7-a00d-5fe01a1ad974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec5033-ab56-460e-a13d-93f5bf838eaf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:00.155273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:00.159894 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:00.179597 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] Sync routers for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:00.191905 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:00.194741 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:00.312182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8d614b03-d9b8-4e82-9f3a-f342be781cde tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/floatingips/971cf69b-6ab4-41bd-93b1-91af0746d969 HTTP/1.1" status: 204 len: 168 time: 2.1698058 Jul 06 18:42:00.316839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:00.319726 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50" -d '{"events": [{"name": "network-changed", "server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "tag": "372b6f57-f544-4855-9b44-22826214a3cf"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:00.425342 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:00.426273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff66e5-b11f-415b-bc51-27b244c246a7 req-46235c48-f592-42a7-8002-1ce000609e6b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:00.444409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4dff66e5-b11f-415b-bc51-27b244c246a7 req-46235c48-f592-42a7-8002-1ce000609e6b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.1157773 Jul 06 18:42:00.558197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4dff66e5-b11f-415b-bc51-27b244c246a7 req-ac96e979-4148-4320-83af-89f401eebc71 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030209 Jul 06 18:42:00.755402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55552) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:00.778021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1ea23c7-3b7e-4b3f-87bf-a7c57aa586b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:00.793951 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:40:00Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:00.824729 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] Checking router: b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:00.839214 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:00.840210 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:00.959613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55556) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:00.987235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf33fa6-2911-4aa4-a432-a1859519a99f req-6f82d83f-171b-41ee-9edc-41fed8a2bd94 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:00.988850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-daf33fa6-2911-4aa4-a432-a1859519a99f req-6f82d83f-171b-41ee-9edc-41fed8a2bd94 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.2304835 Jul 06 18:42:01.014678 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1ea23c7-3b7e-4b3f-87bf-a7c57aa586b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.024993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1ea23c7-3b7e-4b3f-87bf-a7c57aa586b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.030528 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:01.100800 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c1ea23c7-3b7e-4b3f-87bf-a7c57aa586b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8c9254d8cdd45a1816dfbb8ba1afb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433888 Jul 06 18:42:01.109523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55562) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:01.127947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea23c7-3b7e-4b3f-87bf-a7c57aa586b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2286325b-ac0f-44ae-b006-058029d459ce,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:01.136302 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c2e3b3-8a61-4813-95cc-62c1e5900c46 x-openstack-request-id: req-07c2e3b3-8a61-4813-95cc-62c1e5900c46 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:01.136582 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "tag": "372b6f57-f544-4855-9b44-22826214a3cf", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:01.136815 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07c2e3b3-8a61-4813-95cc-62c1e5900c46 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:01.137249 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf', 'status': 'completed', 'code': 200} Jul 06 18:42:01.174305 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-daf33fa6-2911-4aa4-a432-a1859519a99f req-f6bb5961-eedc-47dd-b822-c5b06eea5017 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705506 Jul 06 18:42:01.256874 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8a67265-ddeb-4ce5-8183-4e52a32a8679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.283322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-0a2d62a7-02bb-4b29-a958-5dfdd9ebf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:01.285224 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-0a2d62a7-02bb-4b29-a958-5dfdd9ebf40b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 1097 time: 0.1298740 Jul 06 18:42:01.307816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8a67265-ddeb-4ce5-8183-4e52a32a8679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.397061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8a67265-ddeb-4ce5-8183-4e52a32a8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.398812 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:40:00Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:01.400271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e8a67265-ddeb-4ce5-8183-4e52a32a8679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.411770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e8a67265-ddeb-4ce5-8183-4e52a32a8679 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2286325b-ac0f-44ae-b006-058029d459ce HTTP/1.1" status: 204 len: 168 time: 0.2931867 Jul 06 18:42:01.432586 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa658a-45b5-42e9-85c6-de126180b91f None None] The sync data for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 is: [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:39:54Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ee3e5665-5212-4e99-b65b-c532717e4fe9', 'name': '', 'network_id': '2df97ca4-e355-4af9-8c7d-214679a38c31', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:bf:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:52Z', 'updated_at': '2021-07-06T18:40:00Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'bfb673aa-7b54-4231-a160-117fdd5f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:01.453335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a6311779-6782-4f93-a1ff-2d262f6cce3d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2136821404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:01.468348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a67265-ddeb-4ce5-8183-4e52a32a8679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2286325b-ac0f-44ae-b006-058029d459ce,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:01.480334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-f93781a2-e2d4-458b-b5e3-7da64497e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:01.482288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-f93781a2-e2d4-458b-b5e3-7da64497e1cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 200 len: 897 time: 0.1900027 Jul 06 18:42:01.498144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d57c-b223-4e9e-b71a-c123c21e8f6d req-7a1a903f-ca3f-4243-b512-a9ff42a4a54a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:01.506038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37a5d57c-b223-4e9e-b71a-c123c21e8f6d req-7a1a903f-ca3f-4243-b512-a9ff42a4a54a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.1489012 Jul 06 18:42:01.592342 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6311779-6782-4f93-a1ff-2d262f6cce3d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.592843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-940c9167-35cb-449b-8e05-235bc0921ec1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 200 len: 217 time: 0.0835395 Jul 06 18:42:01.593620 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6311779-6782-4f93-a1ff-2d262f6cce3d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.655820 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37a5d57c-b223-4e9e-b71a-c123c21e8f6d req-092a3db5-1c78-4450-a713-cf931de71b16 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484146 Jul 06 18:42:01.705533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-d818a9c3-b5ad-47a5-b0c9-d0d0326f03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:01.712379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-d818a9c3-b5ad-47a5-b0c9-d0d0326f03d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 200 len: 834 time: 0.1073875 Jul 06 18:42:01.741589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6311779-6782-4f93-a1ff-2d262f6cce3d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.754903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6311779-6782-4f93-a1ff-2d262f6cce3d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.792404 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a6311779-6782-4f93-a1ff-2d262f6cce3d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.793941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a6311779-6782-4f93-a1ff-2d262f6cce3d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8041031 Jul 06 18:42:01.797072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55572) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:01.803711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-985190150'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:01.832156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-6b12399e-11e2-49be-afc3-03fdd44b53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:01.835195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-6b12399e-11e2-49be-afc3-03fdd44b53c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2df97ca4-e355-4af9-8c7d-214679a38c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152291 Jul 06 18:42:01.854438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Made reservation on behalf of 2f07f590f22e4a908c896c5844de5d54 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:01.863067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.888947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.956091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f79cc2-5ee9-48ff-9313-7990e26609ae None None] New status for floating IP 971cf69b-6ab4-41bd-93b1-91af0746d969: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:42:02.036205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-12593440-cca9-47d0-abdc-a549352005fc service neutron] 10.222.0.24 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912689 Jul 06 18:42:02.158178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:02.166924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:02.206583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:02.223241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292f2f3b-2368-49f9-a5a2-0bad153248c9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:02.231834 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:02.232493 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Added segment 82227665-fc4f-4761-bc64-f299c403e85a of type vlan for network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 Jul 06 18:42:02.253548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770227dc-091e-41cb-b901-7dc2285228f1 req-a04f8c63-9438-45f3-8e15-a6cb861d8446 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.266494 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-770227dc-091e-41cb-b901-7dc2285228f1 req-a04f8c63-9438-45f3-8e15-a6cb861d8446 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.3787601 Jul 06 18:42:02.294354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:02.340169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e247d24-c0bf-49ce-9d6b-23b8dfd1db50 req-70e6d5e2-f3e1-495e-b1f6-6ba1dd71dd41 service neutron] 10.222.0.24 "GET /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935429 Jul 06 18:42:02.341976 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:02.353282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.354037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:02.398788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-770227dc-091e-41cb-b901-7dc2285228f1 req-395346c0-599a-497b-9a95-83f2191d1eb6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309004 Jul 06 18:42:02.519577 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7209017 Jul 06 18:42:02.523480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55592) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:02.574047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'subnet': {'network_id': 'ee795ee5-d3c8-428e-ad43-7956bd66b0d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:02.608007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea136f-d879-41ca-9eb0-95bb47f31909 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Network': ['ID=ee795ee5-d3c8-428e-ad43-7956bd66b0d8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:02.645784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:02.693288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98f5aa-a034-4316-8e18-86b988e3561d req-a62ad807-60ab-4714-b271-8a3fbb2ebead tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.702213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e98f5aa-a034-4316-8e18-86b988e3561d req-a62ad807-60ab-4714-b271-8a3fbb2ebead tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.2484729 Jul 06 18:42:02.745786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779948fe-1712-4889-85f8-f513719a7b98 req-86cdc068-27cf-4da8-96f3-ae7a07df1c0f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.752869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-779948fe-1712-4889-85f8-f513719a7b98 req-86cdc068-27cf-4da8-96f3-ae7a07df1c0f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.2444224 Jul 06 18:42:02.760891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e98f5aa-a034-4316-8e18-86b988e3561d req-b21dacdd-78ea-40c1-ac3d-865217938df5 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577493 Jul 06 18:42:02.876567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Made reservation on behalf of 2f07f590f22e4a908c896c5844de5d54 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:02.880948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.054751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 372b6f57-f544-4855-9b44-22826214a3cf {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:03.055111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.069381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7a828-3c4c-4aac-99ab-d6d89edebb02 req-1590d753-a8ab-4574-90c0-7b54a2b04364 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:03.076708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f4e7a828-3c4c-4aac-99ab-d6d89edebb02 req-1590d753-a8ab-4574-90c0-7b54a2b04364 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 946 time: 0.2202249 Jul 06 18:42:03.227580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f4e7a828-3c4c-4aac-99ab-d6d89edebb02 req-ba8720de-f36b-4d97-b10b-e2b546a02549 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=460c7098-491c-4f6e-98a8-cdfaf6220973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497517 Jul 06 18:42:03.266320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 372b6f57-f544-4855-9b44-22826214a3cf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=372b6f57-f544-4855-9b44-22826214a3cf,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:03.266704 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.307962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 372b6f57-f544-4855-9b44-22826214a3cf owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:03.364031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.451072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Subnet': ['ID=bc735070-f481-4a1e-a680-118f86f7d94e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:03.483838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Checking segment: {'id': '82227665-fc4f-4761-bc64-f299c403e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee795ee5-d3c8-428e-ad43-7956bd66b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:03.484466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network hostable DHCP agents. Network: ee795ee5-d3c8-428e-ad43-7956bd66b0d8, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:03.554159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:03.575983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ee795ee5-d3c8-428e-ad43-7956bd66b0d8) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:03.581499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:03.582213 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.587662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af5c7a-3372-4bba-b234-29a796b17499 None None] Network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:03.593147 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.626094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=372b6f57-f544-4855-9b44-22826214a3cf,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:03.637559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e0a2828c-4581-4645-a8c7-2f0132e9b9db tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0728965 Jul 06 18:42:03.639800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55630) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:03.647778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'network': {'name': 'tempest-router-network01--1212122865'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:03.698901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55634) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:03.710187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Made reservation on behalf of 2f07f590f22e4a908c896c5844de5d54 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:03.714305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.748664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:03.759629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.760336 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Added segment 191d567e-4e37-43db-b481-04d33a40e27d of type vlan for network c721177e-d89d-41fd-9189-5909ce431ee6 Jul 06 18:42:03.762118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38801f-39b3-4835-a439-c9537176e0a1 req-28aec4ef-2824-42bb-893b-65ba5cc2da6f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:03.763815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d38801f-39b3-4835-a439-c9537176e0a1 req-28aec4ef-2824-42bb-893b-65ba5cc2da6f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.2031069 Jul 06 18:42:03.848321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d38801f-39b3-4835-a439-c9537176e0a1 req-3cd3f2c7-b613-41c9-add8-e63da7a38582 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723593 Jul 06 18:42:03.875247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-696407557', 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:03.877840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.911224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Made reservation on behalf of 5f542f29d41b45289cffa99ea932e84a for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:03.913676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.929535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ee795ee5-d3c8-428e-ad43-7956bd66b0d8', 'network_id': 'ee795ee5-d3c8-428e-ad43-7956bd66b0d8', 'tenant_id': '2f07f590f22e4a908c896c5844de5d54', 'fixed_ips': [{'subnet_id': 'bc735070-f481-4a1e-a680-118f86f7d94e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:42:03.933447 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.935059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.954582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] No DVR routers for this DVR port 372b6f57-f544-4855-9b44-22826214a3cf on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:03.961678 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.963785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-779948fe-1712-4889-85f8-f513719a7b98 req-f93e7286-481a-4b21-b0fb-18350aaa3684 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "DELETE /v2.0/ports/372b6f57-f544-4855-9b44-22826214a3cf HTTP/1.1" status: 204 len: 173 time: 1.2083094 Jul 06 18:42:03.965928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'name': 'network-vif-deleted', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:03.970424 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c7a01-762d-4b6c-bfa0-33a0d2f8abe2" -d '{"events": [{"server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "name": "network-vif-deleted", "tag": "372b6f57-f544-4855-9b44-22826214a3cf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:04.038463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.053951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:04.054763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.062759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-e8ee12e6-2d5a-4877-bd3b-8144b5db155d req-b4ab74a9-b5b6-4524-8392-638364daa95b service neutron] (93966) timed out ('10.222.0.24', 52024) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:42:04.184211 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.196399 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.252705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] device_id is not set on port 50a84ce4-3d86-4edf-82e7-85fb0fd38ec4 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:42:04.259873 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df1404d-e943-45ff-be80-b38792a9ccb8 x-openstack-request-id: req-8df1404d-e943-45ff-be80-b38792a9ccb8 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:04.260176 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05", "name": "network-vif-deleted", "tag": "372b6f57-f544-4855-9b44-22826214a3cf", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:04.260607 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8df1404d-e943-45ff-be80-b38792a9ccb8 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:04.261421 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05', 'name': 'network-vif-deleted', 'tag': '372b6f57-f544-4855-9b44-22826214a3cf', 'status': 'completed', 'code': 200} Jul 06 18:42:04.270336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe80308-8d3c-4bc3-9af9-d3ff3f01db86,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:04.304522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6655509 Jul 06 18:42:04.309623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55646) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:04.333449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Allocated IP 172.20.0.2 (ee795ee5-d3c8-428e-ad43-7956bd66b0d8/bc735070-f481-4a1e-a680-118f86f7d94e/8f4be05d-9543-4703-a7f2-cc0e5abf8217) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:04.373748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'network': {'name': 'tempest-router-network02--309773418'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:04.403488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c4a3d-601d-4d87-866d-aca539beb6fc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Network': ['ID=c721177e-d89d-41fd-9189-5909ce431ee6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:04.440072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c721177e-d89d-41fd-9189-5909ce431ee6 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:04.442741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Made reservation on behalf of 2f07f590f22e4a908c896c5844de5d54 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:04.446741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.472443 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ad292dc-42bc-4fb9-b46b-9434e942dd38 req-cf4a8aab-3f71-4b11-af19-a09ee239c998 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6e26e-4b88-4c79-b5f4-5bc1b7d27f05 HTTP/1.1" status: 200 len: 210 time: 0.0632026 Jul 06 18:42:04.475395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d955cc-7092-4cdc-a742-e7252937dc9c req-c5a493e7-e148-4fa0-adb3-0ab3b5d2aa6e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:04.495966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Allocated IP 172.25.4.120 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/50a84ce4-3d86-4edf-82e7-85fb0fd38ec4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:04.497099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d955cc-7092-4cdc-a742-e7252937dc9c req-c5a493e7-e148-4fa0-adb3-0ab3b5d2aa6e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.3914413 Jul 06 18:42:04.602614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:04.610496 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.620058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.620396 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Added segment 3da711c0-dc21-4b1e-b585-fd8df39b2574 of type vlan for network d348688e-7a72-4ee1-9335-18cfdd2cbb76 Jul 06 18:42:04.631652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Transition to ACTIVE for port object 8f4be05d-9543-4703-a7f2-cc0e5abf8217 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:04.662954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Transition to ACTIVE for port object 8f4be05d-9543-4703-a7f2-cc0e5abf8217 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:04.671784 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.697770 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.716759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.723096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Pushing event updated for resources: {'Port': ['ID=8f4be05d-9543-4703-a7f2-cc0e5abf8217,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:04.742784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:04.744702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:04.747466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:04.763733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.772125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:04.772802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.783323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.798593 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d955cc-7092-4cdc-a742-e7252937dc9c req-87b6f736-ed3d-44c7-9bb1-6656c789a225 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987852 Jul 06 18:42:04.843453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Pushing event updated for resources: {'Port': ['ID=50a84ce4-3d86-4edf-82e7-85fb0fd38ec4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:04.856641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:04.858964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:04.861742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:04.874995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Attempting to bind port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:04.875278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Attempting to bind port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '82227665-fc4f-4761-bc64-f299c403e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee795ee5-d3c8-428e-ad43-7956bd66b0d8'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:04.875631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Attempting to bind port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 on network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:04.886083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:04.889574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Checking segment: {'id': '82227665-fc4f-4761-bc64-f299c403e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee795ee5-d3c8-428e-ad43-7956bd66b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:04.890190 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.890752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Bound using segment: {'id': '82227665-fc4f-4761-bc64-f299c403e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee795ee5-d3c8-428e-ad43-7956bd66b0d8'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:04.891413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Bound port: 8f4be05d-9543-4703-a7f2-cc0e5abf8217, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82227665-fc4f-4761-bc64-f299c403e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee795ee5-d3c8-428e-ad43-7956bd66b0d8'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:04.891967 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.915439 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5632095 Jul 06 18:42:04.918816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55652) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:04.938430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'subnet': {'network_id': 'c721177e-d89d-41fd-9189-5909ce431ee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:04.939571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329a21f-ccc4-4863-86dd-e44277be4043 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Network': ['ID=d348688e-7a72-4ee1-9335-18cfdd2cbb76,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:04.952471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d348688e-7a72-4ee1-9335-18cfdd2cbb76 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:05.058967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] For port 8f4be05d-9543-4703-a7f2-cc0e5abf8217, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:05.064179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] For port 8f4be05d-9543-4703-a7f2-cc0e5abf8217, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8f4be05d-9543-4703-a7f2-cc0e5abf8217,segment=NetworkSegment(82227665-fc4f-4761-bc64-f299c403e85a),segment_id=82227665-fc4f-4761-bc64-f299c403e85a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:05.070910 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.075577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:05.079786 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.154528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcf8be-8d26-4e70-8644-a6b56588ec62 None None] Pushing event updated for resources: {'Port': ['ID=8f4be05d-9543-4703-a7f2-cc0e5abf8217,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:05.202956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-42a090b8-d8bf-42a9-b7ff-376f2d71408e tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5024364 Jul 06 18:42:05.203201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55656) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:05.208331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.120'}]}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:05.257031 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:42:05.257031 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:42:05.257031 n-d-799684-2 neutron-server[93966]: [parameters: {'project_id_1': '2f07f590f22e4a908c896c5844de5d54', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 42, 5, 231602)}] Jul 06 18:42:05.257031 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:42:05.257594 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:42:05.273372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71c38a-7cff-4544-8f18-414b13e1fdbe req-a4f7852f-021c-4b76-87b5-8236a54fffe5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:05.280662 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df71c38a-7cff-4544-8f18-414b13e1fdbe req-a4f7852f-021c-4b76-87b5-8236a54fffe5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.1904373 Jul 06 18:42:05.289770 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.291086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.457594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df71c38a-7cff-4544-8f18-414b13e1fdbe req-0e67034c-2040-4cfd-a43f-a4202e78ff74 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728654 Jul 06 18:42:05.471194 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.630491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55660) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:05.726582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.824602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Made reservation on behalf of 2f07f590f22e4a908c896c5844de5d54 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:05.830380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.148137 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.235143 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.263865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.266303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.431869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-05938201-d261-47be-bdf1-d51c6b2b6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:06.434062 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-05938201-d261-47be-bdf1-d51c6b2b6ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d&tenant_id=2c25b3bd70414af0a890b8fdd3af2788 HTTP/1.1" status: 200 len: 1094 time: 0.1270940 Jul 06 18:42:06.451735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Subnet': ['ID=6607bfdf-3dd5-430e-a16a-ab199a8527ae,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:06.463669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c7373-56eb-44d1-bbcc-737a8ce07e8c req-7e8bffa3-6574-43a1-a62c-64aa4bf069ed tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:06.471062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d7c7373-56eb-44d1-bbcc-737a8ce07e8c req-7e8bffa3-6574-43a1-a62c-64aa4bf069ed tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.4605381 Jul 06 18:42:06.542905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c3e8d7-f774-4c54-904a-22eea546debe None None] Network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:06.590562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 372b6f57-f544-4855-9b44-22826214a3cf no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:06.608822 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5d7c7373-56eb-44d1-bbcc-737a8ce07e8c req-dfa54bb7-d3b4-4a4b-a090-355eb0c02e57 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366069 Jul 06 18:42:06.610201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Checking segment: {'id': '191d567e-4e37-43db-b481-04d33a40e27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c721177e-d89d-41fd-9189-5909ce431ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:06.610863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network hostable DHCP agents. Network: c721177e-d89d-41fd-9189-5909ce431ee6, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:06.651078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 372b6f57-f544-4855-9b44-22826214a3cf {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:06.653857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 372b6f57-f544-4855-9b44-22826214a3cf not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:06.659718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-54969a32-bd99-4ce8-9989-0f6d82e733c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:06.661228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-54969a32-bd99-4ce8-9989-0f6d82e733c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1094 time: 0.1626630 Jul 06 18:42:06.689427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9516af19-c38e-476b-a52c-21c0f81f7246 None None] Provisioning for port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:06.715498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.935236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.938009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.983504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network c721177e-d89d-41fd-9189-5909ce431ee6 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:06.993761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:06.994572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce261ecb-d412-42c1-a9ef-e60848cd418f {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:42:07.009293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c721177e-d89d-41fd-9189-5909ce431ee6) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:07.014821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.015527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.029434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2d173-7e1c-48e5-99cf-7d01159e9e5d None None] Network c721177e-d89d-41fd-9189-5909ce431ee6 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:07.029748 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:42:07.032159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2a1d327-e111-4e58-b8c6-d7e44093d3d4 tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8267043 Jul 06 18:42:07.033942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55678) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:07.046613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a3ffbd03-9d40-4d7d-8b5e-c54da89cd1e5 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1266026 Jul 06 18:42:07.048198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:07.053998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'subnet': {'network_id': 'd348688e-7a72-4ee1-9335-18cfdd2cbb76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:07.300078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c721177e-d89d-41fd-9189-5909ce431ee6', 'network_id': 'c721177e-d89d-41fd-9189-5909ce431ee6', 'tenant_id': '2f07f590f22e4a908c896c5844de5d54', 'fixed_ips': [{'subnet_id': '6607bfdf-3dd5-430e-a16a-ab199a8527ae'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:42:07.301600 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.336665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port ee3e5665-5212-4e99-b65b-c532717e4fe9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:07.337966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.350949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8f4be05d-9543-4703-a7f2-cc0e5abf8217 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:07.357192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-9a8ae693-bd0b-4d52-a868-c3b841c2f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.358160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Made reservation on behalf of 2f07f590f22e4a908c896c5844de5d54 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:07.358864 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-9a8ae693-bd0b-4d52-a868-c3b841c2f6d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.6895697 Jul 06 18:42:07.363482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.390780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-eb49b3c3-61db-4fc4-b38c-1701fed6fead tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Deleting port 50a84ce4-3d86-4edf-82e7-85fb0fd38ec4 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:07.391420 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb49b3c3-61db-4fc4-b38c-1701fed6fead tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.489772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-b2e63a66-4ba8-4837-ba9b-01acda0e1b77 req-a8d6c4c9-882b-4bca-a036-76ea3c4a2dba service neutron] (93967) timed out ('10.222.0.24', 51984) {{(pid=93967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:42:07.549134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:07.559496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:07.559867 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.575418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port ee3e5665-5212-4e99-b65b-c532717e4fe9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ee3e5665-5212-4e99-b65b-c532717e4fe9,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:07.575962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.593063 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for ee3e5665-5212-4e99-b65b-c532717e4fe9 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:07.744468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-fdc34488-4ad8-412e-9a20-e3c57cbf00cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 200 len: 997 time: 0.3711348 Jul 06 18:42:07.774824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Allocated IP 172.20.0.2 (c721177e-d89d-41fd-9189-5909ce431ee6/6607bfdf-3dd5-430e-a16a-ab199a8527ae/02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:07.777020 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.800806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-01bf90d7-e379-498e-82c9-a487b05dbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.803313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-01bf90d7-e379-498e-82c9-a487b05dbbbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.0502894 Jul 06 18:42:07.816458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628e08-52fc-4d18-bb78-7f0b82d6d271 req-98b277ac-4a88-4106-887e-b683bc50f525 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.823954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11628e08-52fc-4d18-bb78-7f0b82d6d271 req-98b277ac-4a88-4106-887e-b683bc50f525 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 1.0944726 Jul 06 18:42:07.901244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 8f4be05d-9543-4703-a7f2-cc0e5abf8217, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8f4be05d-9543-4703-a7f2-cc0e5abf8217,segment=NetworkSegment(82227665-fc4f-4761-bc64-f299c403e85a),segment_id=82227665-fc4f-4761-bc64-f299c403e85a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:07.909204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.923619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11628e08-52fc-4d18-bb78-7f0b82d6d271 req-03d9302c-a7ad-4d2c-ab1b-b4fa6f7d9a87 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987723 Jul 06 18:42:07.973395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-b25fe6c0-9ebd-4380-bab5-228f0e0b311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.976048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-b25fe6c0-9ebd-4380-bab5-228f0e0b311e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493754 Jul 06 18:42:07.977502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:07.994706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=8f4be05d-9543-4703-a7f2-cc0e5abf8217,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:07.995348 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb49b3c3-61db-4fc4-b38c-1701fed6fead tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.008649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-eb49b3c3-61db-4fc4-b38c-1701fed6fead tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Calling delete_port for 50a84ce4-3d86-4edf-82e7-85fb0fd38ec4 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:08.045704 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.054743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Transition to ACTIVE for port object 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:08.061663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=ee3e5665-5212-4e99-b65b-c532717e4fe9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:08.079279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Transition to ACTIVE for port object 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:08.088809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.149266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Pushing event updated for resources: {'Port': ['ID=02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:08.160609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Network c721177e-d89d-41fd-9189-5909ce431ee6 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:08.163409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:08.166269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:08.183016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf33973-24eb-416d-a5be-e5771856b152 req-17e387d0-e5dd-4fbd-8780-98b7b7436dbe tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:08.184927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bf33973-24eb-416d-a5be-e5771856b152 req-17e387d0-e5dd-4fbd-8780-98b7b7436dbe tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.3252094 Jul 06 18:42:08.198002 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-760459c2-5eb1-4289-8925-c920cd5d4a21 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117109 Jul 06 18:42:08.247124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb49b3c3-61db-4fc4-b38c-1701fed6fead tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.260744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Attempting to bind port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:08.261148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Attempting to bind port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '191d567e-4e37-43db-b481-04d33a40e27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c721177e-d89d-41fd-9189-5909ce431ee6'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:08.261571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Attempting to bind port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 on network c721177e-d89d-41fd-9189-5909ce431ee6 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:08.269575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:08.269974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Checking segment: {'id': '191d567e-4e37-43db-b481-04d33a40e27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c721177e-d89d-41fd-9189-5909ce431ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:08.270385 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.270781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Bound using segment: {'id': '191d567e-4e37-43db-b481-04d33a40e27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c721177e-d89d-41fd-9189-5909ce431ee6'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:08.274458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Bound port: 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191d567e-4e37-43db-b481-04d33a40e27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c721177e-d89d-41fd-9189-5909ce431ee6'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:08.276300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.331589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49b3c3-61db-4fc4-b38c-1701fed6fead tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Pushing event deleted for resources: {'Port': ['ID=50a84ce4-3d86-4edf-82e7-85fb0fd38ec4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:08.381688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bf33973-24eb-416d-a5be-e5771856b152 req-7fade2fd-1f46-44ab-95a2-f29367facf31 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893616 Jul 06 18:42:08.457952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] For port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:08.459096 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9546d52c-21d9-4b92-aa99-ec13aea4551e req-8454dc21-176e-43e9-9a54-0ef5c8609f69 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570333 Jul 06 18:42:08.463756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.479186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] For port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7,segment=NetworkSegment(191d567e-4e37-43db-b481-04d33a40e27d),segment_id=191d567e-4e37-43db-b481-04d33a40e27d)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:08.494782 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.503640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb49b3c3-61db-4fc4-b38c-1701fed6fead tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.505487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb49b3c3-61db-4fc4-b38c-1701fed6fead tempest-RoutersAdminNegativeIpV6Test-1100566530 tempest-RoutersAdminNegativeIpV6Test-1100566530-project-admin] 10.222.0.53 "DELETE /v2.0/ports/50a84ce4-3d86-4edf-82e7-85fb0fd38ec4 HTTP/1.1" status: 204 len: 168 time: 1.4701085 Jul 06 18:42:08.517814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.604435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d36ed-f331-4fcc-b8bd-f02e608ad218 None None] Pushing event updated for resources: {'Port': ['ID=02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:08.639530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Subnet': ['ID=3de3d3dc-e649-4596-80c1-54b7317780ff,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:08.667401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Checking segment: {'id': '3da711c0-dc21-4b1e-b585-fd8df39b2574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd348688e-7a72-4ee1-9335-18cfdd2cbb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:08.668234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network hostable DHCP agents. Network: d348688e-7a72-4ee1-9335-18cfdd2cbb76, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:08.720915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network d348688e-7a72-4ee1-9335-18cfdd2cbb76 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:08.743559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d348688e-7a72-4ee1-9335-18cfdd2cbb76) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:08.749416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:08.750133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:08.760813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb294ea-1cd4-4262-834c-2bdff845ae7f None None] Network d348688e-7a72-4ee1-9335-18cfdd2cbb76 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:08.814709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e92b097f-d61b-4dd3-927c-b8f0d6249fbb tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7654009 Jul 06 18:42:08.821168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55708) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:09.049610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55718) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:09.053299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:09.226785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-d348688e-7a72-4ee1-9335-18cfdd2cbb76', 'network_id': 'd348688e-7a72-4ee1-9335-18cfdd2cbb76', 'tenant_id': '2f07f590f22e4a908c896c5844de5d54', 'fixed_ips': [{'subnet_id': '3de3d3dc-e649-4596-80c1-54b7317780ff'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:42:09.227672 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.285906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:09.295598 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] Sync routers for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:09.298040 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-42676074-aec5-4d9a-848a-c8d41299cf61 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "PUT /v2.0/routers/b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6659610 Jul 06 18:42:09.304380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55722) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:09.309158 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:09.312550 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:09.484007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fe7ba43-31b2-4cba-95de-a271fdeb5b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.517752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d69cf6-b965-4aab-b483-8a28c60b5916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting subnet bfb673aa-7b54-4231-a160-117fdd5f8432 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:42:09.536312 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43d69cf6-b965-4aab-b483-8a28c60b5916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.588114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Allocated IP 172.20.0.2 (d348688e-7a72-4ee1-9335-18cfdd2cbb76/3de3d3dc-e649-4596-80c1-54b7317780ff/5f70afef-bd43-4b3e-afe6-77dc2f08ccc8) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:09.640334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8f4be05d-9543-4703-a7f2-cc0e5abf8217 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:09.673916 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43d69cf6-b965-4aab-b483-8a28c60b5916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.710452 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fe7ba43-31b2-4cba-95de-a271fdeb5b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.729335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fe7ba43-31b2-4cba-95de-a271fdeb5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.927157 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.936266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:09.942074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.942743 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:09.969185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2289ad-e5e9-42b0-a0cf-8058424948ed req-a5558436-4e8b-4667-82d6-7cb81a781cb8 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:09.971604 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab2289ad-e5e9-42b0-a0cf-8058424948ed req-a5558436-4e8b-4667-82d6-7cb81a781cb8 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.7370465 Jul 06 18:42:09.980221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7ba43-31b2-4cba-95de-a271fdeb5b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb344be2-a8fe-4585-ad24-32299bfb14bb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:10.003570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0fe7ba43-31b2-4cba-95de-a271fdeb5b79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=262d91f57deb470e9c75b21eabb731f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771226 Jul 06 18:42:10.006649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55734) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:10.085365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5f455-9f2f-4526-bff1-25339eab3014 req-c95ac47f-f19d-4396-8cf0-c808547d3659 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:10.087244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7d5f455-9f2f-4526-bff1-25339eab3014 req-c95ac47f-f19d-4396-8cf0-c808547d3659 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.3286035 Jul 06 18:42:10.098931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43d69cf6-b965-4aab-b483-8a28c60b5916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:10.262717 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7d5f455-9f2f-4526-bff1-25339eab3014 req-9cb04184-d7de-4b8b-9d08-0062f071e486 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582580 Jul 06 18:42:10.310113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43d69cf6-b965-4aab-b483-8a28c60b5916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:10.336315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43d69cf6-b965-4aab-b483-8a28c60b5916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:10.343876 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-43d69cf6-b965-4aab-b483-8a28c60b5916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/subnets/bfb673aa-7b54-4231-a160-117fdd5f8432 HTTP/1.1" status: 204 len: 168 time: 1.0365310 Jul 06 18:42:10.351776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55738) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:10.358819 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:10.408759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0092a2d0-ed0b-4db4-948e-a55fe71fa42b None None] Network 2df97ca4-e355-4af9-8c7d-214679a38c31 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:10.413224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c036b1-1031-4060-a20a-bf7198af29be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:10.425905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab2289ad-e5e9-42b0-a0cf-8058424948ed req-c8ab22cf-d22c-41d5-ae48-b844c64021f5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143248 Jul 06 18:42:10.431734 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:42:07Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:10.470005 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] Checking router: b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:10.477102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df1290-0c29-41a1-a3aa-568b0133cbe1 None None] Network c721177e-d89d-41fd-9189-5909ce431ee6 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:10.498938 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] Routers {'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:10.503170 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:10.619467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c036b1-1031-4060-a20a-bf7198af29be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:10.673442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:10.846409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d69cf6-b965-4aab-b483-8a28c60b5916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb673aa-7b54-4231-a160-117fdd5f8432,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:10.936165 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] Set router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:10.999048 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c036b1-1031-4060-a20a-bf7198af29be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.002214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c036b1-1031-4060-a20a-bf7198af29be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.010778 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-91c036b1-1031-4060-a20a-bf7198af29be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb344be2-a8fe-4585-ad24-32299bfb14bb HTTP/1.1" status: 204 len: 168 time: 0.9956076 Jul 06 18:42:11.027727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Transition to ACTIVE for port object 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:11.078179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Transition to ACTIVE for port object 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:11.110672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:11.122727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.147882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Allocated IP 172.20.0.1 (c721177e-d89d-41fd-9189-5909ce431ee6/6607bfdf-3dd5-430e-a16a-ab199a8527ae/1ffe8002-8a23-427d-96ce-605b0e57e2fc) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:11.205841 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:42:07Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:11.271255 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.273288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 9ac7a91d-3972-43c0-9403-bc293277851f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:11.273852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.282168 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2bc8e7-a4d4-42a4-9aa6-b354012cc59c None None] The sync data for ids ['b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1'] in n-d-799684-2 is: [{'id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265942549', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:39:39Z', 'updated_at': '2021-07-06T18:42:07Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '9ac7a91d-3972-43c0-9403-bc293277851f', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:39:41Z', 'updated_at': '2021-07-06T18:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:11.355960 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.407347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Transition to ACTIVE for port object 1ffe8002-8a23-427d-96ce-605b0e57e2fc will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:11.522927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 9ac7a91d-3972-43c0-9403-bc293277851f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9ac7a91d-3972-43c0-9403-bc293277851f,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:11.524170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.561162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 9ac7a91d-3972-43c0-9403-bc293277851f owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:11.571284 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.624065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c036b1-1031-4060-a20a-bf7198af29be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb344be2-a8fe-4585-ad24-32299bfb14bb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:11.663924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network c721177e-d89d-41fd-9189-5909ce431ee6 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:11.735767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:11.747591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:11.828017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55754) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:11.912210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.965350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Port': ['ID=1ffe8002-8a23-427d-96ce-605b0e57e2fc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:12.018437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c7ffe0fe-d798-46e0-97ca-3ab5d246e0f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f542f29d41b45289cffa99ea932e84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864376 Jul 06 18:42:12.022253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55762) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:12.083486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Pushing event updated for resources: {'Port': ['ID=5f70afef-bd43-4b3e-afe6-77dc2f08ccc8,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:12.095162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Network d348688e-7a72-4ee1-9335-18cfdd2cbb76 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:12.096420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ef9630a0-9570-47b0-90b5-0f4d359b1e5e None None] Provisioning for port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:12.179799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:12.183838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:12.211592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f852-359a-4a26-b0ea-6f79ad4135c0 req-f46eeccf-6c7a-4fda-8819-0cb9f4a55ae2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:12.215518 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce62f852-359a-4a26-b0ea-6f79ad4135c0 req-f46eeccf-6c7a-4fda-8819-0cb9f4a55ae2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.3923578 Jul 06 18:42:12.287070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32001b-ef1a-4a2c-b742-4d7d559f56e0 req-8d44f739-8092-4774-9830-3a59966e2e23 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:12.289035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c32001b-ef1a-4a2c-b742-4d7d559f56e0 req-8d44f739-8092-4774-9830-3a59966e2e23 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.5459769 Jul 06 18:42:12.369652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Attempting to bind port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:12.370654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Attempting to bind port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3da711c0-dc21-4b1e-b585-fd8df39b2574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd348688e-7a72-4ee1-9335-18cfdd2cbb76'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:12.371477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Attempting to bind port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 on network d348688e-7a72-4ee1-9335-18cfdd2cbb76 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:12.381419 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f426d36-93f1-4a40-82b4-9c0224cf518b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.400335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:12.401228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Checking segment: {'id': '3da711c0-dc21-4b1e-b585-fd8df39b2574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd348688e-7a72-4ee1-9335-18cfdd2cbb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:12.402234 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.403283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Bound using segment: {'id': '3da711c0-dc21-4b1e-b585-fd8df39b2574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd348688e-7a72-4ee1-9335-18cfdd2cbb76'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:12.404318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Bound port: 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da711c0-dc21-4b1e-b585-fd8df39b2574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd348688e-7a72-4ee1-9335-18cfdd2cbb76'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:12.405272 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.413907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.434326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f426d36-93f1-4a40-82b4-9c0224cf518b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.440978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:12.510489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:12.511192 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.614527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] DHCP port deletion for 2df97ca4-e355-4af9-8c7d-214679a38c31 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:42:12.644358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] For port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:12.650586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f426d36-93f1-4a40-82b4-9c0224cf518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.654462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f426d36-93f1-4a40-82b4-9c0224cf518b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.660641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2f426d36-93f1-4a40-82b4-9c0224cf518b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffe80308-8d3c-4bc3-9af9-d3ff3f01db86 HTTP/1.1" status: 204 len: 168 time: 0.6368299 Jul 06 18:42:12.690699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] For port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5f70afef-bd43-4b3e-afe6-77dc2f08ccc8,segment=NetworkSegment(3da711c0-dc21-4b1e-b585-fd8df39b2574),segment_id=3da711c0-dc21-4b1e-b585-fd8df39b2574)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:12.721508 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce62f852-359a-4a26-b0ea-6f79ad4135c0 req-22057686-e813-4b17-a9a4-8eb5e6ccb2da tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4962425 Jul 06 18:42:12.724536 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.734772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c32001b-ef1a-4a2c-b742-4d7d559f56e0 req-163f139f-269c-4d65-a421-2a7c645ee922 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312336 Jul 06 18:42:12.808115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.820792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f426d36-93f1-4a40-82b4-9c0224cf518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe80308-8d3c-4bc3-9af9-d3ff3f01db86,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:12.863478 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.942812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] Deleting port 2b353caa-8bc1-4a51-93fc-995efe8250f4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:12.943218 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.953167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=9ac7a91d-3972-43c0-9403-bc293277851f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:13.108160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] For port 2b353caa-8bc1-4a51-93fc-995efe8250f4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=2b353caa-8bc1-4a51-93fc-995efe8250f4,segment=NetworkSegment(40419123-c41f-4002-b2cf-931a15590752),segment_id=40419123-c41f-4002-b2cf-931a15590752)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:13.108772 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.128031 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] Calling delete_port for 2b353caa-8bc1-4a51-93fc-995efe8250f4 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:13.197948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9fe6db8b-4501-48d8-82cd-e9b4e6a7974e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6824930 Jul 06 18:42:13.233796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.310884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995814c3-c184-4aca-bfe6-7adb9ededb21 None None] Pushing event updated for resources: {'Port': ['ID=5f70afef-bd43-4b3e-afe6-77dc2f08ccc8,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:13.331174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.446565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.459136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.469753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] No DVR routers for this DVR port 2b353caa-8bc1-4a51-93fc-995efe8250f4 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:13.475568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08bc0f-f461-43c1-9cf1-648c3cc36665 None None] Pushing event deleted for resources: {'Port': ['ID=2b353caa-8bc1-4a51-93fc-995efe8250f4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:13.497337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7,segment=NetworkSegment(191d567e-4e37-43db-b481-04d33a40e27d),segment_id=191d567e-4e37-43db-b481-04d33a40e27d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:13.498401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-63f05386-7198-42c5-ab96-3552d67de7d2 None None] Provisioning complete for port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:13.498780 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-63f05386-7198-42c5-ab96-3552d67de7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.612584 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.671364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.684261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.712427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Port': ['ID=1ffe8002-8a23-427d-96ce-605b0e57e2fc,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:13.780572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.781902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Fanout notify agent at l3_agent the message router_deleted on router b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:42:13.815045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.822545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c386d1df-12eb-4132-88c1-dd62b07b1a3a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/routers/b1efe5d3-fde5-489e-8f8c-2ee2e0363ee1 HTTP/1.1" status: 204 len: 168 time: 3.4667227 Jul 06 18:42:13.825381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55782) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:13.841029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:13.849655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.072820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-63f05386-7198-42c5-ab96-3552d67de7d2 None None] Provisioning for port 1ffe8002-8a23-427d-96ce-605b0e57e2fc completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:14.098925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-63f05386-7198-42c5-ab96-3552d67de7d2 None None] Provisioning complete for port 1ffe8002-8a23-427d-96ce-605b0e57e2fc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:14.099450 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-63f05386-7198-42c5-ab96-3552d67de7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.228806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-63f05386-7198-42c5-ab96-3552d67de7d2 None None] Port 1ffe8002-8a23-427d-96ce-605b0e57e2fc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:14.274953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network c721177e-d89d-41fd-9189-5909ce431ee6 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:14.284313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:14.306465 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.427689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9f8b30a2-7fec-4f84-a1fd-e7efe4130c91 None None] Provisioning complete for port 1ffe8002-8a23-427d-96ce-605b0e57e2fc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:14.433446 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f8b30a2-7fec-4f84-a1fd-e7efe4130c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.560191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:14.768967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b30a2-7fec-4f84-a1fd-e7efe4130c91 None None] Port 1ffe8002-8a23-427d-96ce-605b0e57e2fc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:14.823724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:14.834008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b144-be13-4565-8610-0bb7e0376e07 req-dee335ff-e2b7-4584-a91d-6eaf3dfc8ac6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:14.850236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2621b144-be13-4565-8610-0bb7e0376e07 req-dee335ff-e2b7-4584-a91d-6eaf3dfc8ac6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.6249087 Jul 06 18:42:14.921801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55800) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:14.938327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2621b144-be13-4565-8610-0bb7e0376e07 req-ee2971f6-f4d9-45eb-af89-28cf0422a968 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858641 Jul 06 18:42:14.984605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ee3e5665-5212-4e99-b65b-c532717e4fe9 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:15.010092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ee3e5665-5212-4e99-b65b-c532717e4fe9 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:15.010403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ee3e5665-5212-4e99-b65b-c532717e4fe9 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:15.010851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 2b353caa-8bc1-4a51-93fc-995efe8250f4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:15.026236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Router 6effbba5-6be6-477f-a0ad-82e8d911df5b is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:42:15.040139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 2b353caa-8bc1-4a51-93fc-995efe8250f4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:15.040525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 2b353caa-8bc1-4a51-93fc-995efe8250f4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:15.043486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3a2f6fd7-f9a4-47b4-8162-ddceffb5cbb5 None None] Provisioning complete for port 1ffe8002-8a23-427d-96ce-605b0e57e2fc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:15.043859 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6fd7-f9a4-47b4-8162-ddceffb5cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.180306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f6fd7-f9a4-47b4-8162-ddceffb5cbb5 None None] Port 1ffe8002-8a23-427d-96ce-605b0e57e2fc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:15.332481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:15.336152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3fcd36-bc14-443c-b961-08afce95f182 None None] Network d348688e-7a72-4ee1-9335-18cfdd2cbb76 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:15.353584 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-43d20b74-8e83-44f9-a6b8-63ebef1415fa tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "PUT /v2.0/routers/6effbba5-6be6-477f-a0ad-82e8d911df5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5280168 Jul 06 18:42:15.360920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6936ee0-849e-43d1-9c58-f480574c07b2 None None] Sync routers for ids ['6effbba5-6be6-477f-a0ad-82e8d911df5b'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:15.391978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-897cdec6-072e-4892-9369-43ab812cb747 tempest-AgentManagementNegativeTest-853732416 tempest-AgentManagementNegativeTest-853732416-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4466436 Jul 06 18:42:15.392711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55808) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:15.510045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6936ee0-849e-43d1-9c58-f480574c07b2 None None] Routers {'6effbba5-6be6-477f-a0ad-82e8d911df5b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:15.512414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d6936ee0-849e-43d1-9c58-f480574c07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6effbba5-6be6-477f-a0ad-82e8d911df5b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:15.683518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d6936ee0-849e-43d1-9c58-f480574c07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:15.688847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dfdfd380-97b0-4ee9-a2a6-739b815b8a29 None None] Provisioning for port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:15.701383 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42342610-e8ef-4a3f-a5d3-d4a11a5d636e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.723047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dfdfd380-97b0-4ee9-a2a6-739b815b8a29 None None] Provisioning complete for port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:15.723428 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd380-97b0-4ee9-a2a6-739b815b8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.794457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6936ee0-849e-43d1-9c58-f480574c07b2 None None] Routers {'6effbba5-6be6-477f-a0ad-82e8d911df5b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:15.802715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d6936ee0-849e-43d1-9c58-f480574c07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:41:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6effbba5-6be6-477f-a0ad-82e8d911df5b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:15.863936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:15.905217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d6936ee0-849e-43d1-9c58-f480574c07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:15.905829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6936ee0-849e-43d1-9c58-f480574c07b2 None None] The sync data for ids ['6effbba5-6be6-477f-a0ad-82e8d911df5b'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:15.944995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9f8d2cab-8c8f-498f-88af-d13f4052fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:15.946177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9f8d2cab-8c8f-498f-88af-d13f4052fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:15.946839 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9f8d2cab-8c8f-498f-88af-d13f4052fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:15.949354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9f8d2cab-8c8f-498f-88af-d13f4052fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:15.950725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9f8d2cab-8c8f-498f-88af-d13f4052fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:15.951388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9f8d2cab-8c8f-498f-88af-d13f4052fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:15.952040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9f8d2cab-8c8f-498f-88af-d13f4052fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:15.954519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9f8d2cab-8c8f-498f-88af-d13f4052fb96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6529 time: 2.5215199 Jul 06 18:42:16.050553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:16.075597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.156044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:16.156667 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.160119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd380-97b0-4ee9-a2a6-739b815b8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.252199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-dfdfd380-97b0-4ee9-a2a6-739b815b8a29 None None] For port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5f70afef-bd43-4b3e-afe6-77dc2f08ccc8,segment=NetworkSegment(3da711c0-dc21-4b1e-b585-fd8df39b2574),segment_id=3da711c0-dc21-4b1e-b585-fd8df39b2574)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:16.265224 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-47ab2c48-6015-4fe4-9ed0-c108b0f3f71a tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:42:16.274872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-47ab2c48-6015-4fe4-9ed0-c108b0f3f71a tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "PUT /v2.0/routers/6effbba5-6be6-477f-a0ad-82e8d911df5b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8768318 Jul 06 18:42:16.286597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55828) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:16.288364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b94b7c-33c6-4295-bd48-312fd6c40d9e req-395f0a8c-0122-4b42-abe4-a07282222129 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:16.298440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03b94b7c-33c6-4295-bd48-312fd6c40d9e req-395f0a8c-0122-4b42-abe4-a07282222129 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 2.1692357 Jul 06 18:42:16.309209 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd380-97b0-4ee9-a2a6-739b815b8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.318441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df97ca4-e355-4af9-8c7d-214679a38c31']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:16.374748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9ac7a91d-3972-43c0-9403-bc293277851f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:16.392145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40419123-c41f-4002-b2cf-931a15590752') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:16.398642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40419123-c41f-4002-b2cf-931a15590752') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:16.433757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 9ac7a91d-3972-43c0-9403-bc293277851f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:16.434244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9ac7a91d-3972-43c0-9403-bc293277851f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:16.450559 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.516308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfd380-97b0-4ee9-a2a6-739b815b8a29 None None] Pushing event updated for resources: {'Port': ['ID=5f70afef-bd43-4b3e-afe6-77dc2f08ccc8,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:16.550526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-d17a1653-e6ef-4588-935b-d60af35190b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:16.552387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-d17a1653-e6ef-4588-935b-d60af35190b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1094 time: 0.8282187 Jul 06 18:42:16.563736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.590156 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03b94b7c-33c6-4295-bd48-312fd6c40d9e req-38276cf9-e5d8-4d3e-a43e-a71a998bb510 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903082 Jul 06 18:42:16.637641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:42:16.638698 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:42:16.647074 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:42:16.686991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-3ca13107-510f-4f3a-bab4-80f329d9ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:16.693423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-3ca13107-510f-4f3a-bab4-80f329d9ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:16.694186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-3ca13107-510f-4f3a-bab4-80f329d9ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:16.697273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-3ca13107-510f-4f3a-bab4-80f329d9ac37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=407ff483-eebb-47c2-ba28-b34ffefc1775&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 200 len: 2298 time: 0.7011726 Jul 06 18:42:16.739151 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7b3ea395-1bd5-4637-96ee-83208f2a2d7d None None] Provisioning complete for port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:16.739747 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea395-1bd5-4637-96ee-83208f2a2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.871281 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-048a90de-38fb-4235-b050-420dfaeeac4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.897161 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.927495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-bdbc3e6d-7675-4bdc-9b29-a464a8af3a46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a HTTP/1.1" status: 200 len: 1005 time: 0.1558108 Jul 06 18:42:16.931439 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.947286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/networks/2df97ca4-e355-4af9-8c7d-214679a38c31 HTTP/1.1" status: 204 len: 168 time: 3.1167915 Jul 06 18:42:16.948691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55832) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:17.000341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efc787-0c28-4b3a-96d8-fa36c3ceb366 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Network': ['ID=2df97ca4-e355-4af9-8c7d-214679a38c31,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:17.056022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ee8e4-a2de-4baa-b5c9-dff040154929 req-3b11e068-8608-4caa-bbd6-f2ae025eb646 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:17.059110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-da4324f1-fbfe-4631-ab0e-e968060e81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:17.060266 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-408ee8e4-a2de-4baa-b5c9-dff040154929 req-3b11e068-8608-4caa-bbd6-f2ae025eb646 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.7859840 Jul 06 18:42:17.065726 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-da4324f1-fbfe-4631-ab0e-e968060e81d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=783b06c9-d226-4e29-8525-79f9621946f1 HTTP/1.1" status: 200 len: 855 time: 0.1108203 Jul 06 18:42:17.095966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a931323b-c822-4409-b4f7-f167f51fcc8b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.144735 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a931323b-c822-4409-b4f7-f167f51fcc8b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.206450 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-408ee8e4-a2de-4baa-b5c9-dff040154929 req-9cc468fe-7973-4f56-a871-e0980ab5eeaa tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235063 Jul 06 18:42:17.211911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-025b9986-0a13-42d5-b796-66ee67ae6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:17.212777 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-025b9986-0a13-42d5-b796-66ee67ae6716 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=407ff483-eebb-47c2-ba28-b34ffefc1775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454310 Jul 06 18:42:17.412234 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a931323b-c822-4409-b4f7-f167f51fcc8b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.413701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-048a90de-38fb-4235-b050-420dfaeeac4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.415091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a931323b-c822-4409-b4f7-f167f51fcc8b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.416615 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a931323b-c822-4409-b4f7-f167f51fcc8b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/security-groups/460c7098-491c-4f6e-98a8-cdfaf6220973 HTTP/1.1" status: 204 len: 168 time: 0.4465842 Jul 06 18:42:17.424184 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-048a90de-38fb-4235-b050-420dfaeeac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.429962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.454978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931323b-c822-4409-b4f7-f167f51fcc8b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=460c7098-491c-4f6e-98a8-cdfaf6220973,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:17.510172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-cf3e62fa-67ce-4a06-a3a1-39e4a0195068 service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833302 Jul 06 18:42:17.667408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-048a90de-38fb-4235-b050-420dfaeeac4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b96233c569f400181353a376bf54a94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6158090 Jul 06 18:42:17.668559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55840) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:17.678766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a90de-38fb-4235-b050-420dfaeeac4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e463c7-4ec2-4394-a225-0143e5e848c0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:17.693657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-4fc61c84-a257-4527-9fae-de792226509c service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766865 Jul 06 18:42:17.769134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:17.783660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-2efafc66-0362-42cc-af41-25c964844ad1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 217 time: 0.0818059 Jul 06 18:42:17.888645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9e68bf95-82ca-4f8e-8224-7e4e99c621ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:17.890214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9e68bf95-82ca-4f8e-8224-7e4e99c621ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.0999086 Jul 06 18:42:17.920147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:17.920504 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.248188 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:42:18.263402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d89d8001-82c8-46e1-9400-6f2eea17c7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.280250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55846) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:18.285863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2c505f2a-5521-478b-af97-bfee673cad5b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343707898', 'description': 'tempest-secgroup-smoke-1343707898 description', 'project_id': '9545a49a8c0644f7b1786db086402ff5'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:18.370938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c505f2a-5521-478b-af97-bfee673cad5b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.374395 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.410648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d022b-e83d-4964-94c3-a269be2c127b req-18e44e8f-6ba8-4595-9652-cb5903c7344e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:18.417950 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61d022b-e83d-4964-94c3-a269be2c127b req-18e44e8f-6ba8-4595-9652-cb5903c7344e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.2600091 Jul 06 18:42:18.420482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-1434c175-8278-43e4-a8fc-ed56d8068fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:18.422276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-1434c175-8278-43e4-a8fc-ed56d8068fc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.4488719 Jul 06 18:42:18.426102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-d4309d57-3303-40bc-a802-5f274f6573d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:18.427688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-d4309d57-3303-40bc-a802-5f274f6573d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5232644 Jul 06 18:42:18.551229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-66c61c45-e8e9-4f9a-8ba8-93f29517295e service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071234 Jul 06 18:42:18.702268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b61d022b-e83d-4964-94c3-a269be2c127b req-b8b8adee-ea95-4835-8104-215ad4d49520 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831595 Jul 06 18:42:18.702508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c70a4d44-dfbb-4ec7-9c20-36b85c96d74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.729588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d665af-4e8a-4663-8b29-8e6d5a8d98ee req-47085ec5-ea3d-4844-8a5e-02d6212893f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:18.731363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1d665af-4e8a-4663-8b29-8e6d5a8d98ee req-47085ec5-ea3d-4844-8a5e-02d6212893f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 1096 time: 0.2935376 Jul 06 18:42:18.754432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-8c5010c9-f354-4de2-930b-f1d9345b3549 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914227 Jul 06 18:42:18.756578 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-8f69c990-c560-4a21-b8d4-18193a2b6cd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 200 len: 997 time: 0.3196740 Jul 06 18:42:18.790935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf8d2-1463-4f90-aa9a-99d0c64ff3dc req-6df72417-7716-4b30-9beb-6f46d2e3bc3a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:18.792745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b2cf8d2-1463-4f90-aa9a-99d0c64ff3dc req-6df72417-7716-4b30-9beb-6f46d2e3bc3a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.2137692 Jul 06 18:42:18.795317 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c70a4d44-dfbb-4ec7-9c20-36b85c96d74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.814242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-77010fc3-21d8-432c-9211-530f7608e022 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 217 time: 0.0517201 Jul 06 18:42:18.891422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-fcb45917-4d9c-4941-a21f-5284202c43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:18.893357 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-fcb45917-4d9c-4941-a21f-5284202c43cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.0714533 Jul 06 18:42:18.896108 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c505f2a-5521-478b-af97-bfee673cad5b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.905119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1d665af-4e8a-4663-8b29-8e6d5a8d98ee req-8cc34bbf-37cf-42b9-aa21-3d894896cba6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652472 Jul 06 18:42:18.923460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c505f2a-5521-478b-af97-bfee673cad5b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.933274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b2cf8d2-1463-4f90-aa9a-99d0c64ff3dc req-fd45dd99-66fa-4e7b-a84a-70276a493c92 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270361 Jul 06 18:42:19.011898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c70a4d44-dfbb-4ec7-9c20-36b85c96d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.014562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c70a4d44-dfbb-4ec7-9c20-36b85c96d74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.015760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c70a4d44-dfbb-4ec7-9c20-36b85c96d74b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49e463c7-4ec2-4394-a225-0143e5e848c0 HTTP/1.1" status: 204 len: 168 time: 1.3387799 Jul 06 18:42:19.029535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4d44-dfbb-4ec7-9c20-36b85c96d74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e463c7-4ec2-4394-a225-0143e5e848c0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:19.094360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Deleting port 1ffe8002-8a23-427d-96ce-605b0e57e2fc {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:19.094901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.113808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c505f2a-5521-478b-af97-bfee673cad5b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.117906 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2c505f2a-5521-478b-af97-bfee673cad5b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8332422 Jul 06 18:42:19.121412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55864) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:19.136948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b6ae1445-6c18-4420-b2c4-7af04fb8e5e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '698bd65f-2611-4973-bf47-41602c97fe92', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:19.162277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c505f2a-5521-478b-af97-bfee673cad5b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698bd65f-2611-4973-bf47-41602c97fe92,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:19.262616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-4d5e6025-f185-4313-ae75-e11cd438b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:19.266627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-4d5e6025-f185-4313-ae75-e11cd438b560 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3661106 Jul 06 18:42:19.306063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.332408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Calling delete_port for 1ffe8002-8a23-427d-96ce-605b0e57e2fc owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:19.336080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1445-6c18-4420-b2c4-7af04fb8e5e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.438257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.599468 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1445-6c18-4420-b2c4-7af04fb8e5e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.602664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-8905b7c9-13ad-4c1b-a54f-044f75326623 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170471 Jul 06 18:42:19.611476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1445-6c18-4420-b2c4-7af04fb8e5e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.632609 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.692504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae1445-6c18-4420-b2c4-7af04fb8e5e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa6c315-aae9-4776-910f-e9248c22f8db,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:19.932730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1445-6c18-4420-b2c4-7af04fb8e5e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.945550 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6ae1445-6c18-4420-b2c4-7af04fb8e5e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8107712 Jul 06 18:42:19.955717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55882) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:19.976382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-78ef568f-3532-4e8b-aeba-f20a4e5b8d3f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '698bd65f-2611-4973-bf47-41602c97fe92', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:20.085028 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ef568f-3532-4e8b-aeba-f20a4e5b8d3f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.111120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Port': ['ID=1ffe8002-8a23-427d-96ce-605b0e57e2fc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:20.216226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.279899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9b1037fa-a26f-43f4-b9f4-2d387fc9a5e0 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623728 Jul 06 18:42:20.349230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-20c25b12-c405-4f4a-a0f3-148c352cb8aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=78d92e89-de50-498a-937e-2649db794776 HTTP/1.1" status: 200 len: 217 time: 0.0592835 Jul 06 18:42:20.373894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-fa0a33f6-8e06-4a2d-882e-22ffbe523c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:20.377815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-fa0a33f6-8e06-4a2d-882e-22ffbe523c0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.2526357 Jul 06 18:42:20.381880 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ef568f-3532-4e8b-aeba-f20a4e5b8d3f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.418544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ef568f-3532-4e8b-aeba-f20a4e5b8d3f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.502714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef568f-3532-4e8b-aeba-f20a4e5b8d3f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08efd5d0-7504-46c1-b93f-79cfe8bae78b,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:20.558142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952aa6-ff83-40de-9c12-7c272edbda21 req-05b11147-52c5-45a0-b2e9-18c59ff5c2e8 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:20.560890 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9952aa6-ff83-40de-9c12-7c272edbda21 req-05b11147-52c5-45a0-b2e9-18c59ff5c2e8 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.4378467 Jul 06 18:42:20.588676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-88157148-9a1f-40c3-83bc-2812f1fd1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:20.590309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-88157148-9a1f-40c3-83bc-2812f1fd1b30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.2319593 Jul 06 18:42:20.595088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ef568f-3532-4e8b-aeba-f20a4e5b8d3f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.596268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78ef568f-3532-4e8b-aeba-f20a4e5b8d3f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6395361 Jul 06 18:42:20.619671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e6bf8-1056-4d36-b315-b3b700c615a0 req-fc1bf0cc-9ad6-4ce1-9a32-8397b679f94e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:20.626883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a9e6bf8-1056-4d36-b315-b3b700c615a0 req-fc1bf0cc-9ad6-4ce1-9a32-8397b679f94e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.4055779 Jul 06 18:42:20.627474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55896) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:20.691642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6414ec23-2a3f-4be5-a4c8-d7ac3b905c33 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '698bd65f-2611-4973-bf47-41602c97fe92', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:20.702129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-36281dd2-c0af-4d10-a3eb-0a456567fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:20.703986 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-36281dd2-c0af-4d10-a3eb-0a456567fdd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3007615 Jul 06 18:42:20.749611 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a9e6bf8-1056-4d36-b315-b3b700c615a0 req-b7238e5d-0db9-4265-b077-f6014a4240a4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216848 Jul 06 18:42:20.783589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-e5eab0d9-16c4-4b46-893c-387ac4e63faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:20.785793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-e5eab0d9-16c4-4b46-893c-387ac4e63faa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1884613 Jul 06 18:42:20.805525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Router 6effbba5-6be6-477f-a0ad-82e8d911df5b has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:20.806333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55898) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:20.850403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9952aa6-ff83-40de-9c12-7c272edbda21 req-f4a2d335-d658-48c1-bd5b-69621619e4a0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243583 Jul 06 18:42:20.851377 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6414ec23-2a3f-4be5-a4c8-d7ac3b905c33 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.989699 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-6e1a029e-e445-45b6-ba62-50dc6ac6aa5b service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960816 Jul 06 18:42:20.992343 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.003703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6414ec23-2a3f-4be5-a4c8-d7ac3b905c33 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.011551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6414ec23-2a3f-4be5-a4c8-d7ac3b905c33 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.120857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1638695048'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:21.156772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414ec23-2a3f-4be5-a4c8-d7ac3b905c33 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad94828-f209-4e59-82b3-ed8e06275a44,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:21.161350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:21.184993 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c6ffd884-3e6e-469a-b277-90cfca980147 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "PUT /v2.0/routers/6effbba5-6be6-477f-a0ad-82e8d911df5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8972778 Jul 06 18:42:21.188113 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd07427-50ff-4a99-8f41-196dd7e8601d None None] Sync routers for ids ['6effbba5-6be6-477f-a0ad-82e8d911df5b'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:21.190033 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6414ec23-2a3f-4be5-a4c8-d7ac3b905c33 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.191469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6414ec23-2a3f-4be5-a4c8-d7ac3b905c33 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5630550 Jul 06 18:42:21.199866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55906) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:21.200291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55908) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:21.219356 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd07427-50ff-4a99-8f41-196dd7e8601d None None] Routers {'6effbba5-6be6-477f-a0ad-82e8d911df5b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:21.222649 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1bd07427-50ff-4a99-8f41-196dd7e8601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6effbba5-6be6-477f-a0ad-82e8d911df5b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:21.257641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '698bd65f-2611-4973-bf47-41602c97fe92', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:21.380408 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1bd07427-50ff-4a99-8f41-196dd7e8601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:21.398308 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd07427-50ff-4a99-8f41-196dd7e8601d None None] Routers {'6effbba5-6be6-477f-a0ad-82e8d911df5b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:21.399282 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1bd07427-50ff-4a99-8f41-196dd7e8601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6effbba5-6be6-477f-a0ad-82e8d911df5b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:21.448221 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1bd07427-50ff-4a99-8f41-196dd7e8601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:21.449385 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd07427-50ff-4a99-8f41-196dd7e8601d None None] The sync data for ids ['6effbba5-6be6-477f-a0ad-82e8d911df5b'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:21.487809 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-4267b6ee-93b3-40f5-a1b0-f002a1fc2d8d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] delete failed (client error): The resource could not be found. Jul 06 18:42:21.487809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4267b6ee-93b3-40f5-a1b0-f002a1fc2d8d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1305986775 HTTP/1.1" status: 404 len: 335 time: 0.2653611 Jul 06 18:42:21.488239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55914) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:21.488760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:42:21.488760 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:42:21.488760 n-d-799684-2 neutron-server[93966]: [parameters: {'project_id_1': '9545a49a8c0644f7b1786db086402ff5', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 42, 21, 392950)}] Jul 06 18:42:21.488760 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:42:21.489591 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:42:21.508156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b06c91c4-a7ab-4e9e-b64c-c6c57673f958 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'router': {'external_gateway_info': {'network_id': '6effbba5-6be6-477f-a0ad-82e8d911df5b'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:21.525201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Made reservation on behalf of 1cf671ba4b784b1eba4e786e15b64349 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:21.530705 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.657906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-5963963c-50dd-4564-83b8-2c70c4a64e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:21.659436 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-5963963c-50dd-4564-83b8-2c70c4a64e05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71e10e9af542419daa6acf16c5d534aa&device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 1096 time: 0.2565405 Jul 06 18:42:21.751624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.769695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f3d54-0f19-4199-8c08-67ed312e46b4 req-98deeafb-4949-47c2-9014-496d11b0d246 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:21.777919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-580f3d54-0f19-4199-8c08-67ed312e46b4 req-98deeafb-4949-47c2-9014-496d11b0d246 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.2687945 Jul 06 18:42:21.812494 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-f5e095d5-d8d7-4806-a379-02c146ba6ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685367 Jul 06 18:42:21.830573 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-8b2f5c72-b44e-4fd9-b815-f7ebb0809cf0 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8359253 Jul 06 18:42:21.856309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-580f3d54-0f19-4199-8c08-67ed312e46b4 req-f8d9c7b7-4c25-460c-b904-c28fe4f63cb3 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735214 Jul 06 18:42:21.875059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-083d6ccf-7cd1-4c38-abbe-c935046e8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:21.877656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-083d6ccf-7cd1-4c38-abbe-c935046e8349 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 200 len: 912 time: 0.2106252 Jul 06 18:42:21.920475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-c2e499f7-a9fd-4617-901e-26a5837e8829 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=3bf408fe-5823-47ef-94af-548bd65a1a77 HTTP/1.1" status: 200 len: 217 time: 0.0776017 Jul 06 18:42:21.928712 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-caacd2f3-154a-4737-8e4e-6d19f9a51bf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d HTTP/1.1" status: 200 len: 217 time: 0.0446932 Jul 06 18:42:22.032860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-4de94a97-4819-4c66-b00c-26c2d9877808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:22.034407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-4de94a97-4819-4c66-b00c-26c2d9877808 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ad5e774-cb36-4f5a-afa2-e3a553df611e HTTP/1.1" status: 200 len: 851 time: 0.0990231 Jul 06 18:42:22.082108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-44259e20-dd24-4197-ae7b-68e397eb8f12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c31caf8-df6b-4853-840b-c8e626c0ed5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408502 Jul 06 18:42:22.225911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-813ad607-3064-49b2-b0d8-497c0e020759 service neutron] 10.222.0.24 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360161 Jul 06 18:42:22.226788 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:22.381612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-368da9ea-3cfc-4ac5-b7ef-0e6b3d4095fa req-b127d377-4acd-48b3-ba9a-a065980704c6 service neutron] 10.222.0.24 "GET /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497929 Jul 06 18:42:22.485848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:22.558453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b06c91c4-a7ab-4e9e-b64c-c6c57673f958 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:22.660275 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-b06c91c4-a7ab-4e9e-b64c-c6c57673f958 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] update failed (client error): The resource could not be found. Jul 06 18:42:22.662257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b06c91c4-a7ab-4e9e-b64c-c6c57673f958 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "PUT /v2.0/routers/6effbba5-6be6-477f-a0ad-82e8d911df5b HTTP/1.1" status: 404 len: 339 time: 1.1687288 Jul 06 18:42:22.667961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55930) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:22.671717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-5490bc17-867d-4ef7-bd57-5e41d2404aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:22.673262 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-5490bc17-867d-4ef7-bd57-5e41d2404aab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.7329400 Jul 06 18:42:22.766943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26ab7f-d513-4c52-be9f-54d4ac436ca7 req-feba9215-a79c-4fb2-964a-679454968bca tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:22.780731 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d26ab7f-d513-4c52-be9f-54d4ac436ca7 req-feba9215-a79c-4fb2-964a-679454968bca tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.7672334 Jul 06 18:42:22.875008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:22.888534 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:22.910494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:22.922889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:22.923247 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Added segment ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6 of type vlan for network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 Jul 06 18:42:22.968374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.014502 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d26ab7f-d513-4c52-be9f-54d4ac436ca7 req-014df919-e720-4388-a0e7-df2570a72eb0 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364147 Jul 06 18:42:23.021241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.028661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:23.029325 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.055243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-c761c223-0fe8-486b-b49f-7279b865c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:23.056799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-c761c223-0fe8-486b-b49f-7279b865c6e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3716669 Jul 06 18:42:23.115516 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.146583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.173851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3540154 Jul 06 18:42:23.174122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55936) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:23.176780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ebf79-08a4-4f92-bba5-4725a0fd7c74,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:23.188972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'subnet': {'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:23.195366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d336c1-7d0b-419e-ac56-875b9c648255 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Network': ['ID=0951c8e0-22d2-40bf-8fa4-df4dcad56d33,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:23.220655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:23.235431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-914b795a-3cc2-4386-a5c0-9f670db58ef4 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587632 Jul 06 18:42:23.359283 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-9feb2cdf-8327-46bd-8b45-4dcadf45aa18 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166480 Jul 06 18:42:23.388595 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.409055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-f60c5d67-a41d-4958-beda-991aff64d35f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92 HTTP/1.1" status: 200 len: 217 time: 0.0430975 Jul 06 18:42:23.442523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.455472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72f7f3-43da-4671-9d47-c885793dd418 req-1915aa07-0fb9-4970-a9ac-d433e732e0a4 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:23.460637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f72f7f3-43da-4671-9d47-c885793dd418 req-1915aa07-0fb9-4970-a9ac-d433e732e0a4 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.3895559 Jul 06 18:42:23.527735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-2c3a3482-b895-437c-b010-d7259a4aa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:23.529531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-2c3a3482-b895-437c-b010-d7259a4aa5fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.1136782 Jul 06 18:42:23.571050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f6b2b8-ba81-4d54-a5ac-b05ad389f7be,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:23.621402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bfe9bdf-9513-471c-b794-23c50fbf52a5 req-5540309b-a28b-40ad-8708-f4400231f8a6 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498103 Jul 06 18:42:23.634174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-aed595bb-2526-4cd3-9076-9224f3d17797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:23.635714 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-aed595bb-2526-4cd3-9076-9224f3d17797 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978084 Jul 06 18:42:23.646400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Made reservation on behalf of 1cf671ba4b784b1eba4e786e15b64349 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:23.651250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.660077 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.661162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fc4e6111-7b38-43a4-8887-dbd233b15956 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4480538 Jul 06 18:42:23.664894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:23.666036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f72f7f3-43da-4671-9d47-c885793dd418 req-094c07a3-558b-4efa-815e-fbc9cf0838b7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637473 Jul 06 18:42:23.671616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-44e0e0d2-cba4-4170-b71e-fc3eab02f1be tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '698bd65f-2611-4973-bf47-41602c97fe92', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:23.725900 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-44e0e0d2-cba4-4170-b71e-fc3eab02f1be tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Project 9545a49a8c0644f7b1786db086402ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:42:23.738126 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44e0e0d2-cba4-4170-b71e-fc3eab02f1be tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.771978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Allocated IP 172.20.0.1 (ee795ee5-d3c8-428e-ad43-7956bd66b0d8/bc735070-f481-4a1e-a680-118f86f7d94e/e5718845-de4e-4eb6-a13c-0fa15a829f48) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:23.824372 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-d04fbd56-c761-4f3e-b0fe-763a45f39ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795409 Jul 06 18:42:23.850348 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44e0e0d2-cba4-4170-b71e-fc3eab02f1be tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.867776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44e0e0d2-cba4-4170-b71e-fc3eab02f1be tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.921000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0e0d2-cba4-4170-b71e-fc3eab02f1be tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed6f87e-9090-4950-ac9e-aa119a1b0b85,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:23.933847 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44e0e0d2-cba4-4170-b71e-fc3eab02f1be tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.934433 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-44e0e0d2-cba4-4170-b71e-fc3eab02f1be tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2682321 Jul 06 18:42:23.939226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55944) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:23.964031 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-78d1426b-7a02-45d9-9c9a-1c40586bf259 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315143 Jul 06 18:42:23.966317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3eae1320-0021-4eff-9458-36e5de5f51b2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '698bd65f-2611-4973-bf47-41602c97fe92', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:24.004384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.078353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-28066331-a380-4a7b-881b-7680d969eacc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4b8992c-2d12-4392-9fde-e05548fa139d HTTP/1.1" status: 200 len: 217 time: 0.1077855 Jul 06 18:42:24.117455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Transition to ACTIVE for port object e5718845-de4e-4eb6-a13c-0fa15a829f48 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:24.124238 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-3eae1320-0021-4eff-9458-36e5de5f51b2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Project 9545a49a8c0644f7b1786db086402ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:42:24.146698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3eae1320-0021-4eff-9458-36e5de5f51b2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.170359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-8079fccb-fcb6-4f31-87a7-031bcd893037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:24.172680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-8079fccb-fcb6-4f31-87a7-031bcd893037 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.0867698 Jul 06 18:42:24.256684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.288209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-ca2171ba-4bcd-4c2d-86e2-9136303398f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:24.289808 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-ca2171ba-4bcd-4c2d-86e2-9136303398f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113007 Jul 06 18:42:24.339433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3eae1320-0021-4eff-9458-36e5de5f51b2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.346545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.354606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3eae1320-0021-4eff-9458-36e5de5f51b2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.392366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c0350-7502-48e3-866d-4dec5bbc5fc8 req-2dac1b20-b9a3-4ff1-a3f0-17cfeb86ac1b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:24.393921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-600c0350-7502-48e3-866d-4dec5bbc5fc8 req-2dac1b20-b9a3-4ff1-a3f0-17cfeb86ac1b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.1450078 Jul 06 18:42:24.407669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Subnet': ['ID=99dd0aab-3f9e-44df-8308-eda44e06985d,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:24.414883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-43c78f04-0d44-40b6-bd8b-b8182663f37b service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169987 Jul 06 18:42:24.438337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:24.443122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae1320-0021-4eff-9458-36e5de5f51b2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c78a1c8-447a-481b-9bba-38b50a303267,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:24.450416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3eae1320-0021-4eff-9458-36e5de5f51b2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.451677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3eae1320-0021-4eff-9458-36e5de5f51b2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4892066 Jul 06 18:42:24.457045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:24.459540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:24.463306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55948) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:24.463597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Checking segment: {'id': 'ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:24.463890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Network hostable DHCP agents. Network: 0951c8e0-22d2-40bf-8fa4-df4dcad56d33, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:24.470602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'network': {'name': 'tempest-network-smoke--33861175', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'port_security_enabled': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:24.477809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Port': ['ID=e5718845-de4e-4eb6-a13c-0fa15a829f48,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:24.493170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-600c0350-7502-48e3-866d-4dec5bbc5fc8 req-7f2200a5-2360-451f-82dc-7c4c0de767b1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899134 Jul 06 18:42:24.530448 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c446705-1635-4bb9-b4aa-08336b5022e0 req-60a9ab96-7581-46c8-82a5-322b4796c3a0 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074786 Jul 06 18:42:24.555442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:24.559380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:24.564267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.570948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.642062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 0951c8e0-22d2-40bf-8fa4-df4dcad56d33) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:24.647898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:24.649182 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.650486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc6603e-c15c-4e16-9b47-87c51405ae42 None None] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:24.669281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:24.711943 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8a4fec29-f899-46c4-9011-65c7c1482171 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5366485 Jul 06 18:42:24.714714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55954) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:24.717364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.717759 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Added segment 67b94261-7775-4535-a736-b569c3f7d678 of type vlan for network 2402e523-8c82-4845-a11f-7372e347e98a Jul 06 18:42:24.729505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'name': 'tempest-AllowedAddressPairTestJSON-1620605877'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:24.791029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.804353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-721ab801-1fef-43d1-80d7-2af38a459950 None None] Provisioning for port e5718845-de4e-4eb6-a13c-0fa15a829f48 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:24.817083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-721ab801-1fef-43d1-80d7-2af38a459950 None None] Provisioning complete for port e5718845-de4e-4eb6-a13c-0fa15a829f48 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:24.817615 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-721ab801-1fef-43d1-80d7-2af38a459950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.825601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.904949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'tenant_id': '1cf671ba4b784b1eba4e786e15b64349', 'fixed_ips': [{'subnet_id': '99dd0aab-3f9e-44df-8308-eda44e06985d'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:42:24.906013 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.916993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-721ab801-1fef-43d1-80d7-2af38a459950 None None] Port e5718845-de4e-4eb6-a13c-0fa15a829f48 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:25.002470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb09c9-fbc0-4803-b8aa-1d11896402b0 req-a90efaa2-ab08-4ec7-8f6b-9507ab425c49 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.009258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b8fb09c9-fbc0-4803-b8aa-1d11896402b0 req-a90efaa2-ab08-4ec7-8f6b-9507ab425c49 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.1830413 Jul 06 18:42:25.009583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.012243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Made reservation on behalf of 1cf671ba4b784b1eba4e786e15b64349 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:25.015378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.015994 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.019472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.048170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] device_id is not set on port 0a14489d-5fb4-4d19-9e9d-a92f62aece1b yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:42:25.078362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6098700 Jul 06 18:42:25.088732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55966) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:25.095422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'admin_state_up': True, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:25.096126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Allocated IP 172.20.0.2 (0951c8e0-22d2-40bf-8fa4-df4dcad56d33/99dd0aab-3f9e-44df-8308-eda44e06985d/6c9acb5a-bf72-4597-a8a7-fb3d88a8671e) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:25.141808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce35a9-4ae6-4840-8987-64588d64254d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Network': ['ID=2402e523-8c82-4845-a11f-7372e347e98a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:25.159752 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.161959 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.164056 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b8fb09c9-fbc0-4803-b8aa-1d11896402b0 req-39407bd3-2fd2-40cc-b6ba-0f47ca1c23eb tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232398 Jul 06 18:42:25.183009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2402e523-8c82-4845-a11f-7372e347e98a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:25.571363 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.599030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Transition to ACTIVE for port object 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:25.624767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Transition to ACTIVE for port object 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:25.652719 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.667853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.703797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:25.707203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Allocated IP 172.20.0.11 (0951c8e0-22d2-40bf-8fa4-df4dcad56d33/99dd0aab-3f9e-44df-8308-eda44e06985d/0a14489d-5fb4-4d19-9e9d-a92f62aece1b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:25.709887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:25.713872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:25.746522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Pushing event updated for resources: {'Port': ['ID=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:25.794424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Attempting to bind port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:25.795275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Attempting to bind port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:25.795874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Attempting to bind port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e on network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:25.802349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:25.803341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Checking segment: {'id': 'ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:25.803998 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.804623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Bound using segment: {'id': 'ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:25.805380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Bound port: 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:25.806023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.867215 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.884302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] For port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:25.885875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Transition to ACTIVE for port object 0a14489d-5fb4-4d19-9e9d-a92f62aece1b will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:25.889262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] For port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,segment=NetworkSegment(ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6),segment_id=ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:25.896221 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.921364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.940039 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.965469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53891e91-2f67-4776-babc-281dee8e96b5 req-66118aa5-f93d-41ba-9121-a60f7916ec09 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.967094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53891e91-2f67-4776-babc-281dee8e96b5 req-66118aa5-f93d-41ba-9121-a60f7916ec09 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.2792888 Jul 06 18:42:26.005619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b693a-589d-4640-a55e-3ae9ab589904 None None] Pushing event updated for resources: {'Port': ['ID=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:26.025565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=0a14489d-5fb4-4d19-9e9d-a92f62aece1b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:26.038820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:26.042150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:26.045138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:26.118599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53891e91-2f67-4776-babc-281dee8e96b5 req-31251565-9f75-4fed-9241-914ea2f6044f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304424 Jul 06 18:42:26.136297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:26.137385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.141090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.157374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.165344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d26c4853-43fd-4013-b35e-7ec5e1b88283 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4480155 Jul 06 18:42:26.168523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:26.181042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'name': 'tempest-AllowedAddressPairTestJSON-1946771400', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e7:b1:42'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:26.343884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26651060-29ec-4164-8a6e-4a2429797186 req-39419037-c0b4-42eb-ac09-02f737b26e8b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:26.363540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26651060-29ec-4164-8a6e-4a2429797186 req-39419037-c0b4-42eb-ac09-02f737b26e8b tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.7353072 Jul 06 18:42:26.384008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.397266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event updated for resources: {'Port': ['ID=e5718845-de4e-4eb6-a13c-0fa15a829f48,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:26.501476 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26651060-29ec-4164-8a6e-4a2429797186 req-879ac32c-67be-4e54-83dc-2e203dd0a580 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370130 Jul 06 18:42:26.538724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Made reservation on behalf of 1cf671ba4b784b1eba4e786e15b64349 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:26.621511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.638374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.650192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.657161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] device_id is not set on port ea610de5-2d7b-4dbe-aa3b-e62147ddac3a yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:42:26.699311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:26.702824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:26.784136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Allocated IP 172.20.0.4 (0951c8e0-22d2-40bf-8fa4-df4dcad56d33/99dd0aab-3f9e-44df-8308-eda44e06985d/ea610de5-2d7b-4dbe-aa3b-e62147ddac3a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:26.849438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Router 6effbba5-6be6-477f-a0ad-82e8d911df5b has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:26.856943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.25.4.236 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/240ab125-d15e-4109-9b33-8db30f51e7e6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:26.972284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.975081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c8c4ee4b-51b2-4d29-9b2a-bfcca0adf9b5 None None] Provisioning complete for port e5718845-de4e-4eb6-a13c-0fa15a829f48 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:26.976666 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8c4ee4b-51b2-4d29-9b2a-bfcca0adf9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:26.991561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Transition to ACTIVE for port object ea610de5-2d7b-4dbe-aa3b-e62147ddac3a will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:27.018654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4ee4b-51b2-4d29-9b2a-bfcca0adf9b5 None None] Port e5718845-de4e-4eb6-a13c-0fa15a829f48 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:27.021296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:27.029433 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-70d54e8e-d699-430f-8b8b-3a9323a91e6b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "PUT /v2.0/routers/6effbba5-6be6-477f-a0ad-82e8d911df5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3600502 Jul 06 18:42:27.033986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55980) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:27.046341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c1062-0ec9-497d-a062-01fd246dab31 None None] Sync routers for ids ['6effbba5-6be6-477f-a0ad-82e8d911df5b'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:27.054261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:27.057317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c1062-0ec9-497d-a062-01fd246dab31 None None] Routers {'6effbba5-6be6-477f-a0ad-82e8d911df5b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:27.057936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-eb4c1062-0ec9-497d-a062-01fd246dab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6effbba5-6be6-477f-a0ad-82e8d911df5b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:27.095382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-eb4c1062-0ec9-497d-a062-01fd246dab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:27.095807 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:27.104979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c1062-0ec9-497d-a062-01fd246dab31 None None] Routers {'6effbba5-6be6-477f-a0ad-82e8d911df5b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:27.105379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:27.105928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-eb4c1062-0ec9-497d-a062-01fd246dab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6effbba5-6be6-477f-a0ad-82e8d911df5b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:27.147389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-eb4c1062-0ec9-497d-a062-01fd246dab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:27.151961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c1062-0ec9-497d-a062-01fd246dab31 None None] The sync data for ids ['6effbba5-6be6-477f-a0ad-82e8d911df5b'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:27.158713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:27.166872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:27.172743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:27.176893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=240ab125-d15e-4109-9b33-8db30f51e7e6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:27.210639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:27.228407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:27.234841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:27.298480 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=ea610de5-2d7b-4dbe-aa3b-e62147ddac3a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:27.322312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:27.323003 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:27.329096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ced09028-e117-4ca1-9bf0-4b5bed4ba7e7 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:27.426219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d23bd7c-347d-4e8f-85c2-efa97e728a3b None None] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:27.465504 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-ced09028-e117-4ca1-9bf0-4b5bed4ba7e7 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 18:42:27.466582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ced09028-e117-4ca1-9bf0-4b5bed4ba7e7 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/routers/6effbba5-6be6-477f-a0ad-82e8d911df5b HTTP/1.1" status: 409 len: 329 time: 0.4315629 Jul 06 18:42:27.470738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-156cc98d-b6e3-4ed7-99d6-9b596828b5d4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.2989533 Jul 06 18:42:27.470738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56002) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:27.476523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56004) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:27.528896 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:27.564836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-42a0e214-e049-47f1-9b46-e585dbf668b3 None None] Provisioning for port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:27.602342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d7639-db88-4019-b333-d06e757a191d req-5127ddd2-63af-4322-8e6e-8b738523c223 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:27.603929 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf1d7639-db88-4019-b333-d06e757a191d req-5127ddd2-63af-4322-8e6e-8b738523c223 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.2380781 Jul 06 18:42:27.739735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf1d7639-db88-4019-b333-d06e757a191d req-6ced318c-d278-4c71-8275-faefbf08f083 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255789 Jul 06 18:42:27.820642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:27.894750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72ba85-4ad3-41e7-93c1-4bf1f17a0d07 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:27.897488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:27.901561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72ba85-4ad3-41e7-93c1-4bf1f17a0d07 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:27.904531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:27.904903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:27.908043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72ba85-4ad3-41e7-93c1-4bf1f17a0d07 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:27.912021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ab72ba85-4ad3-41e7-93c1-4bf1f17a0d07 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4318752 Jul 06 18:42:27.915384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56022) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:27.934666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.019603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.069876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,segment=NetworkSegment(ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6),segment_id=ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:28.076287 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.139824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:42:28.154140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:28.225822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Provisioning for port 0a14489d-5fb4-4d19-9e9d-a92f62aece1b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:28.230465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Provisioning complete for port 0a14489d-5fb4-4d19-9e9d-a92f62aece1b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:28.230837 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.275114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Port 0a14489d-5fb4-4d19-9e9d-a92f62aece1b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:28.288622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:28.299139 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Sync routers for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:28.307892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Provisioning for port ea610de5-2d7b-4dbe-aa3b-e62147ddac3a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:28.315192 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:28.315813 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:28.317768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Provisioning complete for port ea610de5-2d7b-4dbe-aa3b-e62147ddac3a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:28.318124 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.343446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.348473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-847e977c-dbc2-43c1-ab17-0f0c78b3984f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2566674 Jul 06 18:42:28.349211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56024) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:28.389694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Port ea610de5-2d7b-4dbe-aa3b-e62147ddac3a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:28.396764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-57353249-c399-4cc6-8f80-1cc027254bcd tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9545a49a8c0644f7b1786db086402ff5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462525 Jul 06 18:42:28.397463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56026) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:28.413193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Provisioning complete for port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:28.414125 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38e7229b-50ae-47c7-b4bc-8bb281c53b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.537984 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:28.568863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff1549-b601-4e5d-b7e4-c321a17783e6 req-6c0ce715-3c1a-404d-88c7-4cec04d71204 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:28.570467 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1ff1549-b601-4e5d-b7e4-c321a17783e6 req-6c0ce715-3c1a-404d-88c7-4cec04d71204 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.7332745 Jul 06 18:42:28.572423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91af52f-2555-4000-9940-cf1c955b6417 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:28.581464 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a91af52f-2555-4000-9940-cf1c955b6417 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1827438 Jul 06 18:42:28.592229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56028) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:28.669965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-07d69235-0ed8-4675-a6a1-7f24c33a8a4a tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649018 Jul 06 18:42:28.672271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56032) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:28.677990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511973763', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:28.728507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-898cd3b6-b155-44d5-a6ca-21a1f5102f01 None None] Provisioning complete for port 0a14489d-5fb4-4d19-9e9d-a92f62aece1b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:28.729284 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-898cd3b6-b155-44d5-a6ca-21a1f5102f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.778259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1ff1549-b601-4e5d-b7e4-c321a17783e6 req-78b1f4a5-7843-43fa-bd65-b6c3fee55d30 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815374 Jul 06 18:42:28.820015 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:27Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:28.822882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-898cd3b6-b155-44d5-a6ca-21a1f5102f01 None None] Port 0a14489d-5fb4-4d19-9e9d-a92f62aece1b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:28.839147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c10f4ea8-f0d3-4c43-a18d-53e1b125a9be tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Deleting port ea610de5-2d7b-4dbe-aa3b-e62147ddac3a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:28.843054 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c10f4ea8-f0d3-4c43-a18d-53e1b125a9be tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.876539 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Checking router: 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:28.876889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Updating router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 port 240ab125-d15e-4109-9b33-8db30f51e7e6 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:42:28.901148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:28.905267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.953602 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.985412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-84dba950-116f-48c8-8ca3-042ede166848 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:28.987310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-84dba950-116f-48c8-8ca3-042ede166848 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.4749572 Jul 06 18:42:29.049563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-65b4cce4-1a01-436f-95c7-29e9f4f8a3b5 None None] Provisioning complete for port ea610de5-2d7b-4dbe-aa3b-e62147ddac3a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:29.050842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65b4cce4-1a01-436f-95c7-29e9f4f8a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.146475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-65b4cce4-1a01-436f-95c7-29e9f4f8a3b5 None None] Port ea610de5-2d7b-4dbe-aa3b-e62147ddac3a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:29.194080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c10f4ea8-f0d3-4c43-a18d-53e1b125a9be tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.224039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c10f4ea8-f0d3-4c43-a18d-53e1b125a9be tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Calling delete_port for ea610de5-2d7b-4dbe-aa3b-e62147ddac3a owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:29.229071 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.253937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0736757-e2ba-431e-9ae2-01b02f9b370b req-45b18114-2473-49dd-bf5e-ade8353c95b1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:29.255499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0736757-e2ba-431e-9ae2-01b02f9b370b req-45b18114-2473-49dd-bf5e-ade8353c95b1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.2651362 Jul 06 18:42:29.290333 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.302658 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Transition to ACTIVE for port object 240ab125-d15e-4109-9b33-8db30f51e7e6 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:29.311947 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.329902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Subnet': ['ID=dea75151-555a-44c3-8a85-5a236ebd01b7,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:29.339929 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.362050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Checking segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:29.362050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network hostable DHCP agents. Network: 2402e523-8c82-4845-a11f-7372e347e98a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:29.363211 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Pushing event updated for resources: {'Port': ['ID=240ab125-d15e-4109-9b33-8db30f51e7e6,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:29.382057 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.382528 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.382895 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.383233 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.383565 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.383897 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.384220 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.384547 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.384877 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.385187 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.385510 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.385957 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:29.387000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 2402e523-8c82-4845-a11f-7372e347e98a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:29.406124 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Attempting to bind port 240ab125-d15e-4109-9b33-8db30f51e7e6 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:29.406592 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Attempting to bind port 240ab125-d15e-4109-9b33-8db30f51e7e6 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:29.406747 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Attempting to bind port 240ab125-d15e-4109-9b33-8db30f51e7e6 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:29.408246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2402e523-8c82-4845-a11f-7372e347e98a) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:29.412402 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:29.412765 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:29.413376 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.413982 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:29.414436 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Bound port: 240ab125-d15e-4109-9b33-8db30f51e7e6, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:29.415001 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.415738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:29.416442 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.425111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6530788e-6641-482a-8f6d-35160be4d1d7 None None] Network 2402e523-8c82-4845-a11f-7372e347e98a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:29.430394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Deleting port 8ed904af-5c36-4b9e-8b17-479f22ac619d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:29.430744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.465978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0032257a-8102-48a6-8bcb-a62306620417 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7923086 Jul 06 18:42:29.466591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56038) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:29.477856 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] For port 240ab125-d15e-4109-9b33-8db30f51e7e6, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:29.483751 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] For port 240ab125-d15e-4109-9b33-8db30f51e7e6, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=240ab125-d15e-4109-9b33-8db30f51e7e6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:29.496088 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.507170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b0736757-e2ba-431e-9ae2-01b02f9b370b req-68502f62-482e-4835-8a9a-c9b231c8f468 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040677 Jul 06 18:42:29.553305 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b453811-17c4-4147-92fb-88123a82881b None None] Pushing event updated for resources: {'Port': ['ID=240ab125-d15e-4109-9b33-8db30f51e7e6,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:29.586712 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:29.587356 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:29.659033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] For port 8ed904af-5c36-4b9e-8b17-479f22ac619d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8ed904af-5c36-4b9e-8b17-479f22ac619d,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:29.659571 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.683665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Calling delete_port for 8ed904af-5c36-4b9e-8b17-479f22ac619d owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:29.716005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-2402e523-8c82-4845-a11f-7372e347e98a', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:42:29.719068 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.762269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c10f4ea8-f0d3-4c43-a18d-53e1b125a9be tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.784510 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:29.821195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f4ea8-f0d3-4c43-a18d-53e1b125a9be tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Port': ['ID=ea610de5-2d7b-4dbe-aa3b-e62147ddac3a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:29.848560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:30.105427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:30.106880 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.109292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Allocated IP 172.20.0.2 (2402e523-8c82-4845-a11f-7372e347e98a/dea75151-555a-44c3-8a85-5a236ebd01b7/13e965c4-b4e3-462e-ae79-6f8f9eee5011) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:30.288120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb531ac-3c7a-4b06-805f-804210a32335 req-8b63ab59-7c9a-4f3e-bc8c-fa3c19c76fc7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:30.290408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3bb531ac-3c7a-4b06-805f-804210a32335 req-8b63ab59-7c9a-4f3e-bc8c-fa3c19c76fc7 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 945 time: 0.1934125 Jul 06 18:42:30.315343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.343344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8ed904af-5c36-4b9e-8b17-479f22ac619d'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:42:30.345801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['5c1f3ec8-3948-428c-8b30-6cc89197c98b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:42:30.390160 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d7410d26-b875-4662-9d97-a1373922783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:27Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:30.413649 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3bb531ac-3c7a-4b06-805f-804210a32335 req-0621f5d4-09e8-4ed5-a54d-07bef0a3a12c tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903726 Jul 06 18:42:30.419754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Pushing event deleted for resources: {'Port': ['ID=8ed904af-5c36-4b9e-8b17-479f22ac619d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:30.433677 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.453333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Transition to ACTIVE for port object 13e965c4-b4e3-462e-ae79-6f8f9eee5011 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:30.453943 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7410d26-b875-4662-9d97-a1373922783d None None] The sync data for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 is: [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:27Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:30.523717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Transition to ACTIVE for port object 13e965c4-b4e3-462e-ae79-6f8f9eee5011 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:30.541902 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.617764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] No DVR routers for this DVR port 8ed904af-5c36-4b9e-8b17-479f22ac619d on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:30.621279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.624954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed718cc8-a588-4fa0-9212-d29a0df42f63 req-cb25bc3e-58e7-45c7-9e52-ebf482bbe0d0 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.24 "DELETE /v2.0/ports/8ed904af-5c36-4b9e-8b17-479f22ac619d HTTP/1.1" status: 204 len: 173 time: 1.6173191 Jul 06 18:42:30.638344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe9aea4-a3aa-4549-81b6-4481d69252c0', 'name': 'network-vif-deleted', 'tag': '8ed904af-5c36-4b9e-8b17-479f22ac619d'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:30.641377 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c036b-d416-4601-90e2-1c417b27c6e6" -d '{"events": [{"server_uuid": "dfe9aea4-a3aa-4549-81b6-4481d69252c0", "name": "network-vif-deleted", "tag": "8ed904af-5c36-4b9e-8b17-479f22ac619d"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:30.664231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Pushing event updated for resources: {'Port': ['ID=13e965c4-b4e3-462e-ae79-6f8f9eee5011,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:30.723175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Network 2402e523-8c82-4845-a11f-7372e347e98a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:30.733003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:30.743404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:30.748270 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c62adf7-c18d-4139-b313-036b153320c7 x-openstack-request-id: req-1c62adf7-c18d-4139-b313-036b153320c7 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:30.748987 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe9aea4-a3aa-4549-81b6-4481d69252c0", "name": "network-vif-deleted", "tag": "8ed904af-5c36-4b9e-8b17-479f22ac619d", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:30.749166 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c62adf7-c18d-4139-b313-036b153320c7 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:30.749704 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe9aea4-a3aa-4549-81b6-4481d69252c0', 'name': 'network-vif-deleted', 'tag': '8ed904af-5c36-4b9e-8b17-479f22ac619d', 'status': 'completed', 'code': 200} Jul 06 18:42:30.769516 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c10f4ea8-f0d3-4c43-a18d-53e1b125a9be tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.771722 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c10f4ea8-f0d3-4c43-a18d-53e1b125a9be tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "DELETE /v2.0/ports/ea610de5-2d7b-4dbe-aa3b-e62147ddac3a HTTP/1.1" status: 204 len: 168 time: 2.8555224 Jul 06 18:42:30.788384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56054) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:30.897241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Attempting to bind port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:30.897650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Attempting to bind port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:30.897823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Deleting port e5718845-de4e-4eb6-a13c-0fa15a829f48 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:30.898047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Attempting to bind port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 on network 2402e523-8c82-4845-a11f-7372e347e98a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:30.898170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.908534 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7d156e-deb8-46db-abaa-034a1180cb1f tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] GET failed (client error): The resource could not be found. Jul 06 18:42:30.916109 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d7d156e-deb8-46db-abaa-034a1180cb1f tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "GET /v2.0/ports/ea610de5-2d7b-4dbe-aa3b-e62147ddac3a HTTP/1.1" status: 404 len: 333 time: 0.1210754 Jul 06 18:42:30.921631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56056) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:30.930040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:30.930422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Checking segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:30.930835 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.931280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Bound using segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:30.931898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Bound port: 13e965c4-b4e3-462e-ae79-6f8f9eee5011, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:30.932336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.933231 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'name': 'tempest-AllowedAddressPairTestJSON-664536577'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:30.995865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:31.010640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] For port 13e965c4-b4e3-462e-ae79-6f8f9eee5011, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:31.015244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] For port 13e965c4-b4e3-462e-ae79-6f8f9eee5011, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=13e965c4-b4e3-462e-ae79-6f8f9eee5011,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:31.023576 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:31.065820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927a417-1478-43db-9d2b-ade02fc142e3 req-69a344de-44c0-4ac5-b01c-582a83041ea7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:31.069702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d927a417-1478-43db-9d2b-ade02fc142e3 req-69a344de-44c0-4ac5-b01c-582a83041ea7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.3168745 Jul 06 18:42:31.189056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbf122-7318-4e5d-9b9e-f7c837bcc16a None None] Pushing event updated for resources: {'Port': ['ID=13e965c4-b4e3-462e-ae79-6f8f9eee5011,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:31.198050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:31.212521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d927a417-1478-43db-9d2b-ade02fc142e3 req-da8fa2b9-d991-4eaa-9d6d-7c07d8bc9c5e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241431 Jul 06 18:42:31.228318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Calling delete_port for e5718845-de4e-4eb6-a13c-0fa15a829f48 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:31.359657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Made reservation on behalf of 1cf671ba4b784b1eba4e786e15b64349 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:31.365116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:31.385310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] device_id is not set on port e1712b19-ee0e-4a41-9200-5d4194435630 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:42:31.692321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Allocated IP 172.20.0.9 (0951c8e0-22d2-40bf-8fa4-df4dcad56d33/99dd0aab-3f9e-44df-8308-eda44e06985d/e1712b19-ee0e-4a41-9200-5d4194435630) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:31.727160 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b83d242-dffc-468c-9a2d-eb64f7d1a196 req-0f11c2ee-8f61-4350-bd21-81aee03f6771 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfe9aea4-a3aa-4549-81b6-4481d69252c0 HTTP/1.1" status: 200 len: 210 time: 0.0804715 Jul 06 18:42:31.778605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:31.818615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Port': ['ID=e5718845-de4e-4eb6-a13c-0fa15a829f48,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:31.880655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 240ab125-d15e-4109-9b33-8db30f51e7e6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:31.934179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:42:31.971004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.008964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Transition to ACTIVE for port object e1712b19-ee0e-4a41-9200-5d4194435630 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:32.099035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.20.0.1 (2402e523-8c82-4845-a11f-7372e347e98a/dea75151-555a-44c3-8a85-5a236ebd01b7/81d19936-0a84-4916-a21c-734afcdf6532) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:32.122996 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.147949 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.257701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:32.265434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:32.268338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:32.279125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=e1712b19-ee0e-4a41-9200-5d4194435630,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:32.374530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:32.376173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.400412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.416580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b74a2b37-b897-48b9-9e34-8f7f4d78d851 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4934070 Jul 06 18:42:32.421007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56070) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:32.428807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e7:b1:42'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:32.457262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Transition to ACTIVE for port object 81d19936-0a84-4916-a21c-734afcdf6532 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:32.607044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 240ab125-d15e-4109-9b33-8db30f51e7e6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:32.632960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 240ab125-d15e-4109-9b33-8db30f51e7e6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:32.633673 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.753858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.787295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:32.817628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '3023d27f-cf38-4035-9838-5c6698160a18', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'port_id': '3023d27f-cf38-4035-9838-5c6698160a18', 'mac_address': 'fa:16:3e:c4:2a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:42:32.824364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.827296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8ed904af-5c36-4b9e-8b17-479f22ac619d no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:32.867458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 8ed904af-5c36-4b9e-8b17-479f22ac619d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:32.867999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8ed904af-5c36-4b9e-8b17-479f22ac619d not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:32.895746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=81d19936-0a84-4916-a21c-734afcdf6532,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:32.943194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 2402e523-8c82-4845-a11f-7372e347e98a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:32.952004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:32.959136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:33.003639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2babe0-b62f-4608-afe7-26c6cdf7d348 req-125b9681-acaa-4e3e-970d-d76dce35b812 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:33.006293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f2babe0-b62f-4608-afe7-26c6cdf7d348 req-125b9681-acaa-4e3e-970d-d76dce35b812 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 943 time: 0.3894329 Jul 06 18:42:33.009017 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.016138 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.084138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3023d27f-cf38-4035-9838-5c6698160a18 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:42:33.099616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 240ab125-d15e-4109-9b33-8db30f51e7e6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=240ab125-d15e-4109-9b33-8db30f51e7e6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:33.104818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f0653153-b0c1-4992-a0e9-1db28d015101 None None] Provisioning for port e1712b19-ee0e-4a41-9200-5d4194435630 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:33.116548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f0653153-b0c1-4992-a0e9-1db28d015101 None None] Provisioning complete for port e1712b19-ee0e-4a41-9200-5d4194435630 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:33.117511 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0653153-b0c1-4992-a0e9-1db28d015101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.122621 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.123491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13e965c4-b4e3-462e-ae79-6f8f9eee5011 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:33.155299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f2babe0-b62f-4608-afe7-26c6cdf7d348 req-bd18d928-c8dd-439a-8191-82e39ed1dce1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319249 Jul 06 18:42:33.167244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.310446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Router 6effbba5-6be6-477f-a0ad-82e8d911df5b has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:33.368609 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.390197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.402280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae33359-0ed5-461a-bfd5-6f1c0f3f50ec None None] Network 2402e523-8c82-4845-a11f-7372e347e98a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:33.428671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:33.447636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:33.455276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1b17ae5c-f8db-42a3-942c-2119aef9ae79 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "PUT /v2.0/routers/6effbba5-6be6-477f-a0ad-82e8d911df5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9839349 Jul 06 18:42:33.458350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56080) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:33.512010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe02dc-2102-482d-9b58-b5f273f99fb9 None None] Sync routers for ids ['6effbba5-6be6-477f-a0ad-82e8d911df5b'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:33.528243 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-981bdcd6-528f-49a9-91d0-e19219e084dc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] show failed (client error): The resource could not be found. Jul 06 18:42:33.528973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-981bdcd6-528f-49a9-91d0-e19219e084dc tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1127574531 HTTP/1.1" status: 404 len: 335 time: 0.0691597 Jul 06 18:42:33.534120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56082) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:33.540160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f5e31832-444a-42a1-b98f-f111834c9aed tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:33.599499 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.614225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe02dc-2102-482d-9b58-b5f273f99fb9 None None] Routers {'6effbba5-6be6-477f-a0ad-82e8d911df5b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:33.614986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3dfe02dc-2102-482d-9b58-b5f273f99fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6effbba5-6be6-477f-a0ad-82e8d911df5b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:33.637926 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-f5e31832-444a-42a1-b98f-f111834c9aed tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] update failed (client error): The resource could not be found. Jul 06 18:42:33.650281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f5e31832-444a-42a1-b98f-f111834c9aed tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-699978831 HTTP/1.1" status: 404 len: 334 time: 0.1116502 Jul 06 18:42:33.651057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56088) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:33.659326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.673758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3dfe02dc-2102-482d-9b58-b5f273f99fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:33.677032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f0653153-b0c1-4992-a0e9-1db28d015101 None None] Port e1712b19-ee0e-4a41-9200-5d4194435630 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:33.702279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=240ab125-d15e-4109-9b33-8db30f51e7e6,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:33.793049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=e1712b19-ee0e-4a41-9200-5d4194435630,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:33.803003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cbf383-2ea7-4fcd-913c-44fdc4466ab3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Deleting subnet 3de3d3dc-e649-4596-80c1-54b7317780ff {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:42:33.803996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:33.813110 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54cbf383-2ea7-4fcd-913c-44fdc4466ab3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.819848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:33.881290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b66d33a6-7554-47bd-8c13-c4b0c1bccd6b None None] Provisioning for port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:33.896760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe02dc-2102-482d-9b58-b5f273f99fb9 None None] Routers {'6effbba5-6be6-477f-a0ad-82e8d911df5b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:33.897447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3dfe02dc-2102-482d-9b58-b5f273f99fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6effbba5-6be6-477f-a0ad-82e8d911df5b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:33.915649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3023d27f-cf38-4035-9838-5c6698160a18'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:42:33.929928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54cbf383-2ea7-4fcd-913c-44fdc4466ab3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.955687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b66d33a6-7554-47bd-8c13-c4b0c1bccd6b None None] Provisioning complete for port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:33.956063 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b66d33a6-7554-47bd-8c13-c4b0c1bccd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.962813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] In _notify_port_updated(), no bound segment for port e1712b19-ee0e-4a41-9200-5d4194435630 on network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 {{(pid=93966) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:42:33.974175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:33.974175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.974175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fc121f06-c40a-43ff-bdd8-feb41490f230 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "PUT /v2.0/ports/e1712b19-ee0e-4a41-9200-5d4194435630 HTTP/1.1" status: 200 len: 993 time: 1.5493414 Jul 06 18:42:33.977807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:33.989922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56094) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:34.044407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3dfe02dc-2102-482d-9b58-b5f273f99fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:34.045669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe02dc-2102-482d-9b58-b5f273f99fb9 None None] The sync data for ids ['6effbba5-6be6-477f-a0ad-82e8d911df5b'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:34.052882 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54cbf383-2ea7-4fcd-913c-44fdc4466ab3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.056755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 240ab125-d15e-4109-9b33-8db30f51e7e6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:34.142559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a60159-f914-448b-a7ca-a7ed02285735 req-1b0bccb5-0ade-4516-b8d3-81849ab90153 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:34.150441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5a60159-f914-448b-a7ca-a7ed02285735 req-1b0bccb5-0ade-4516-b8d3-81849ab90153 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.3387790 Jul 06 18:42:34.172742 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d82fbb12-ffae-421b-85a5-c0ce579bc61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.181455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b66d33a6-7554-47bd-8c13-c4b0c1bccd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.304417 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5a60159-f914-448b-a7ca-a7ed02285735 req-f463c9a3-2501-4c15-b823-666e72e259a3 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333408 Jul 06 18:42:34.340740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b66d33a6-7554-47bd-8c13-c4b0c1bccd6b None None] For port 13e965c4-b4e3-462e-ae79-6f8f9eee5011, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=13e965c4-b4e3-462e-ae79-6f8f9eee5011,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:34.343080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-af0c5731-d0c1-4409-9277-bafdc1248231 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Deleting port e1712b19-ee0e-4a41-9200-5d4194435630 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:34.343230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d82fbb12-ffae-421b-85a5-c0ce579bc61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.344429 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af0c5731-d0c1-4409-9277-bafdc1248231 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.357286 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d82fbb12-ffae-421b-85a5-c0ce579bc61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.358939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 240ab125-d15e-4109-9b33-8db30f51e7e6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:34.359489 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.362253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b66d33a6-7554-47bd-8c13-c4b0c1bccd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.376436 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54cbf383-2ea7-4fcd-913c-44fdc4466ab3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.398370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fbb12-ffae-421b-85a5-c0ce579bc61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba552e4b-af2b-4d3f-9106-f6f9cdb8890e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:34.463466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbf383-2ea7-4fcd-913c-44fdc4466ab3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Subnet': ['ID=3de3d3dc-e649-4596-80c1-54b7317780ff,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:34.482866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d82fbb12-ffae-421b-85a5-c0ce579bc61a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f3e3ec933f647abb78a0a4b7b4c9845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897163 Jul 06 18:42:34.484167 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54cbf383-2ea7-4fcd-913c-44fdc4466ab3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.488450 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54cbf383-2ea7-4fcd-913c-44fdc4466ab3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/subnets/3de3d3dc-e649-4596-80c1-54b7317780ff HTTP/1.1" status: 204 len: 168 time: 0.8340597 Jul 06 18:42:34.488450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56100) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:34.491540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56102) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:34.494738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af0c5731-d0c1-4409-9277-bafdc1248231 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.502516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e78b3-5c2f-4c1c-9391-431546af56b7 None None] Network d348688e-7a72-4ee1-9335-18cfdd2cbb76 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:34.514406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-af0c5731-d0c1-4409-9277-bafdc1248231 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Calling delete_port for e1712b19-ee0e-4a41-9200-5d4194435630 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:34.627842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d33a6-7554-47bd-8c13-c4b0c1bccd6b None None] Pushing event updated for resources: {'Port': ['ID=13e965c4-b4e3-462e-ae79-6f8f9eee5011,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:34.643267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce022fd-0f39-4025-8ab7-0c10188535eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.652708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2a5d6cd0-2b26-4720-9b60-e4631885b540 None None] Provisioning complete for port e1712b19-ee0e-4a41-9200-5d4194435630 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:34.653468 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6cd0-2b26-4720-9b60-e4631885b540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.675037 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce022fd-0f39-4025-8ab7-0c10188535eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.713071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d6cd0-2b26-4720-9b60-e4631885b540 None None] Port e1712b19-ee0e-4a41-9200-5d4194435630 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:34.728741 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af0c5731-d0c1-4409-9277-bafdc1248231 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.742399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d7255-e0e7-4cbd-954e-bc50a867e6d7 req-330b9e1e-86e7-455e-b1df-0a7c70f4ee32 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:34.750208 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d13d7255-e0e7-4cbd-954e-bc50a867e6d7 req-330b9e1e-86e7-455e-b1df-0a7c70f4ee32 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 944 time: 0.3802018 Jul 06 18:42:34.789599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-67989698-f2fb-4629-bb97-0684581c98c3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Deleting subnet 6607bfdf-3dd5-430e-a16a-ab199a8527ae {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:42:34.801796 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c5731-d0c1-4409-9277-bafdc1248231 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Port': ['ID=e1712b19-ee0e-4a41-9200-5d4194435630,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:34.806441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67989698-f2fb-4629-bb97-0684581c98c3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.811214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce022fd-0f39-4025-8ab7-0c10188535eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.813846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bce022fd-0f39-4025-8ab7-0c10188535eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.828188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bce022fd-0f39-4025-8ab7-0c10188535eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba552e4b-af2b-4d3f-9106-f6f9cdb8890e HTTP/1.1" status: 204 len: 168 time: 0.3272188 Jul 06 18:42:34.859766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ca20c733-26d2-42ad-8b3d-dc43563d2077 None None] Provisioning complete for port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:34.860728 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca20c733-26d2-42ad-8b3d-dc43563d2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:34.914627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce022fd-0f39-4025-8ab7-0c10188535eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba552e4b-af2b-4d3f-9106-f6f9cdb8890e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:34.946168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d13d7255-e0e7-4cbd-954e-bc50a867e6d7 req-f2571e82-9bed-4456-ad32-04c9efde3f5f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943998 Jul 06 18:42:34.994638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67989698-f2fb-4629-bb97-0684581c98c3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.142461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] DHCP port deletion for d348688e-7a72-4ee1-9335-18cfdd2cbb76 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:42:35.149865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ca20c733-26d2-42ad-8b3d-dc43563d2077 None None] Provisioning for port 81d19936-0a84-4916-a21c-734afcdf6532 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:35.158633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ca20c733-26d2-42ad-8b3d-dc43563d2077 None None] Provisioning complete for port 81d19936-0a84-4916-a21c-734afcdf6532 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:35.158834 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af0c5731-d0c1-4409-9277-bafdc1248231 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.159050 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca20c733-26d2-42ad-8b3d-dc43563d2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.163618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-af0c5731-d0c1-4409-9277-bafdc1248231 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "DELETE /v2.0/ports/e1712b19-ee0e-4a41-9200-5d4194435630 HTTP/1.1" status: 204 len: 168 time: 1.1822801 Jul 06 18:42:35.164706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56108) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:35.206257 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-6175eafb-8edd-4aa2-9189-8fabd3808c75 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] GET failed (client error): The resource could not be found. Jul 06 18:42:35.213246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6175eafb-8edd-4aa2-9189-8fabd3808c75 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "GET /v2.0/ports/e1712b19-ee0e-4a41-9200-5d4194435630 HTTP/1.1" status: 404 len: 333 time: 0.0470526 Jul 06 18:42:35.214303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56112) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:35.223668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'name': 'tempest-AllowedAddressPairTestJSON-2124653479'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:35.224629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67989698-f2fb-4629-bb97-0684581c98c3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.288219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ca20c733-26d2-42ad-8b3d-dc43563d2077 None None] Port 81d19936-0a84-4916-a21c-734afcdf6532 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:35.297377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67989698-f2fb-4629-bb97-0684581c98c3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.319057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] Deleting port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:35.319564 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.343995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67989698-f2fb-4629-bb97-0684581c98c3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Subnet': ['ID=6607bfdf-3dd5-430e-a16a-ab199a8527ae,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:35.369234 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67989698-f2fb-4629-bb97-0684581c98c3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.372993 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-67989698-f2fb-4629-bb97-0684581c98c3 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/subnets/6607bfdf-3dd5-430e-a16a-ab199a8527ae HTTP/1.1" status: 204 len: 168 time: 0.8412979 Jul 06 18:42:35.375919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56116) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:35.390373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e05c50-e7e6-4b41-8d2b-540a4d682174 None None] Network c721177e-d89d-41fd-9189-5909ce431ee6 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:35.507621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56118) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:35.539319 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60e9c212-6fd0-459b-9b94-4efb6ea6afad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.552528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] For port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5f70afef-bd43-4b3e-afe6-77dc2f08ccc8,segment=NetworkSegment(3da711c0-dc21-4b1e-b585-fd8df39b2574),segment_id=3da711c0-dc21-4b1e-b585-fd8df39b2574)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:35.552918 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.582599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9cbdaee4-8dde-40bc-8bcb-376a58d1584a None None] Provisioning complete for port 81d19936-0a84-4916-a21c-734afcdf6532 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:35.582963 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9cbdaee4-8dde-40bc-8bcb-376a58d1584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.592567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] Calling delete_port for 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:35.611796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.665323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7bac-bf89-44d8-ae20-73344136524f req-b4e63182-2bc9-4455-a566-65962ed791c8 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:35.673154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59fa7bac-bf89-44d8-ae20-73344136524f req-b4e63182-2bc9-4455-a566-65962ed791c8 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.1661184 Jul 06 18:42:35.705256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9cbdaee4-8dde-40bc-8bcb-376a58d1584a None None] Port 81d19936-0a84-4916-a21c-734afcdf6532 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:35.745018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.757322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.771530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.790145 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] No DVR routers for this DVR port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:35.800450 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59fa7bac-bf89-44d8-ae20-73344136524f req-321a83b4-9bce-4c90-955c-77f02e82d153 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/security-groups?id=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263862 Jul 06 18:42:35.848434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] DHCP port deletion for c721177e-d89d-41fd-9189-5909ce431ee6 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:42:35.848989 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60e9c212-6fd0-459b-9b94-4efb6ea6afad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.852472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Deleting port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:35.853026 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.853943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a6e0f-7e1b-414f-af14-b4f968c17dd9 None None] Pushing event deleted for resources: {'Port': ['ID=5f70afef-bd43-4b3e-afe6-77dc2f08ccc8,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:35.875210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.877728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=81d19936-0a84-4916-a21c-734afcdf6532,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:35.907447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60e9c212-6fd0-459b-9b94-4efb6ea6afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.910223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] Deleting port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:35.910601 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.947649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-60e9c212-6fd0-459b-9b94-4efb6ea6afad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=297423316f774be8b123bd2204224a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390197 Jul 06 18:42:35.962633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:35.965645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56120) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:35.970513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Made reservation on behalf of 1cf671ba4b784b1eba4e786e15b64349 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:35.978511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.991292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de2614-e3a0-4576-82f0-26d29c768378 req-35b6fa16-cb12-4c81-af30-c3ee87ad6e42 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:35.992852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77de2614-e3a0-4576-82f0-26d29c768378 req-35b6fa16-cb12-4c81-af30-c3ee87ad6e42 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 945 time: 0.2454352 Jul 06 18:42:36.005053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] device_id is not set on port 24c3b152-e244-493c-baa6-0b0247ad7252 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:42:36.011800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c212-6fd0-459b-9b94-4efb6ea6afad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f987c7-16bc-4edc-9be3-eb3ad1e7f17b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:36.046992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13e965c4-b4e3-462e-ae79-6f8f9eee5011 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:36.067194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] For port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8, host n-d-799684-2, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:36.068208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.097666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 2402e523-8c82-4845-a11f-7372e347e98a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:36.103127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] For port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7,segment=NetworkSegment(191d567e-4e37-43db-b481-04d33a40e27d),segment_id=191d567e-4e37-43db-b481-04d33a40e27d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:36.103454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.111568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Calling delete_port for 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:36.115127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 was not found and therefore no delete operation was performed {{(pid=93967) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:42:36.130772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] Calling delete_port for 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:36.148713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.150151 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 3023d27f-cf38-4035-9838-5c6698160a18 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:36.150370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:36.150487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.215610 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1b70-1e0d-41da-ab90-9df1600a2455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.220767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] No DVR routers for this DVR port 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:36.229065 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Port': ['ID=5f70afef-bd43-4b3e-afe6-77dc2f08ccc8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:36.273322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:36.274110 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.354881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1b70-1e0d-41da-ab90-9df1600a2455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.381132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Allocated IP 172.20.0.7 (0951c8e0-22d2-40bf-8fa4-df4dcad56d33/99dd0aab-3f9e-44df-8308-eda44e06985d/24c3b152-e244-493c-baa6-0b0247ad7252) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:36.387201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.395324 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.407604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e92c8-db4f-434c-8877-00c5cc756e51 req-763f4549-3dc7-42d7-b352-60ada266e3c9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:36.417905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-630e92c8-db4f-434c-8877-00c5cc756e51 req-763f4549-3dc7-42d7-b352-60ada266e3c9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 944 time: 0.3220882 Jul 06 18:42:36.418875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d348688e-7a72-4ee1-9335-18cfdd2cbb76']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:36.424814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Deleting port 5c1f3ec8-3948-428c-8b30-6cc89197c98b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:36.425443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.443264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] Pushing event deleted for resources: {'Port': ['ID=02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:36.449872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.466046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709b0ac-5037-442b-850c-344de32026e8 None None] No DVR routers for this DVR port 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:36.488194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da711c0-dc21-4b1e-b585-fd8df39b2574') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:36.488477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da711c0-dc21-4b1e-b585-fd8df39b2574') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:36.496951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:36.497708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:36.499826 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fdcb68-cdb7-4dc9-9b26-360751b27c4f" -d '{"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-plugged", "status": "completed", "tag": "3023d27f-cf38-4035-9838-5c6698160a18"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:36.508444 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.520186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:36.533803 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.533981 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.544696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-630e92c8-db4f-434c-8877-00c5cc756e51 req-54577b51-e58d-417b-be01-39a88f819f85 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256568 Jul 06 18:42:36.562560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1b70-1e0d-41da-ab90-9df1600a2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.565220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1b70-1e0d-41da-ab90-9df1600a2455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.566508 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ac3e1b70-1e0d-41da-ab90-9df1600a2455 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6f987c7-16bc-4edc-9be3-eb3ad1e7f17b HTTP/1.1" status: 204 len: 168 time: 0.5939052 Jul 06 18:42:36.569966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:42:36.570868 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:42:36.575375 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:42:36.587936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0d3cef2e-700f-4963-861e-bbf54fb0239d None None] Provisioning complete for port 81d19936-0a84-4916-a21c-734afcdf6532 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:36.588587 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d3cef2e-700f-4963-861e-bbf54fb0239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.639439 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc18ef43-b872-47d1-9859-f1d16f033743 x-openstack-request-id: req-fc18ef43-b872-47d1-9859-f1d16f033743 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:36.639731 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-plugged", "status": "completed", "tag": "3023d27f-cf38-4035-9838-5c6698160a18", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:36.639883 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc18ef43-b872-47d1-9859-f1d16f033743 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:36.640504 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18', 'code': 200} Jul 06 18:42:36.647751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=10']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:36.662803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cef2e-700f-4963-861e-bbf54fb0239d None None] Port 81d19936-0a84-4916-a21c-734afcdf6532 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:36.680573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e1b70-1e0d-41da-ab90-9df1600a2455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f987c7-16bc-4edc-9be3-eb3ad1e7f17b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:36.686974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:36.696525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] For port 5c1f3ec8-3948-428c-8b30-6cc89197c98b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=5c1f3ec8-3948-428c-8b30-6cc89197c98b,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:36.697428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.735284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Calling delete_port for 5c1f3ec8-3948-428c-8b30-6cc89197c98b owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:36.748154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.754913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.755353 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.757236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/networks/d348688e-7a72-4ee1-9335-18cfdd2cbb76 HTTP/1.1" status: 204 len: 168 time: 1.3803718 Jul 06 18:42:36.776675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Transition to ACTIVE for port object 24c3b152-e244-493c-baa6-0b0247ad7252 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:36.815323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56130) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:36.832935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:36.838002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbdc24-06cf-424d-8740-b46d497c3c2d tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Network': ['ID=d348688e-7a72-4ee1-9335-18cfdd2cbb76,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:36.940321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:36.940867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5f70afef-bd43-4b3e-afe6-77dc2f08ccc8 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:36.941365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:36.966212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:36.966612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 02d845f9-56d6-43af-8d0c-1f9f5fb2e2a7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:37.036827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.068870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:37.074977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-136d6718-b5ae-4b50-b0a6-ab1bfb13e9b8 req-f8f5cf56-f945-49dd-973a-c336218ed62e tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0adede-0106-4378-ae17-53642b5527e0 HTTP/1.1" status: 200 len: 210 time: 0.0558939 Jul 06 18:42:37.110231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Pushing event deleted for resources: {'Port': ['ID=5c1f3ec8-3948-428c-8b30-6cc89197c98b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:37.122758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:37.132906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:37.165802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] No DVR routers for this DVR port 5c1f3ec8-3948-428c-8b30-6cc89197c98b on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:37.169162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.171827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-77de2614-e3a0-4576-82f0-26d29c768378 req-b241cc21-c62b-4730-9959-77a0ec8cb485 tempest-ServerRescueTestJSON-323506942 tempest-ServerRescueTestJSON-323506942-project] 10.222.0.41 "DELETE /v2.0/ports/5c1f3ec8-3948-428c-8b30-6cc89197c98b HTTP/1.1" status: 204 len: 173 time: 1.1712077 Jul 06 18:42:37.172510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0adede-0106-4378-ae17-53642b5527e0', 'name': 'network-vif-deleted', 'tag': '5c1f3ec8-3948-428c-8b30-6cc89197c98b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:37.176428 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4027a9d-30b4-4f94-bced-2b3491cdcc32" -d '{"events": [{"server_uuid": "9e0adede-0106-4378-ae17-53642b5527e0", "name": "network-vif-deleted", "tag": "5c1f3ec8-3948-428c-8b30-6cc89197c98b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:37.187655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=24c3b152-e244-493c-baa6-0b0247ad7252,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:37.201860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.230091 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6dd056-2dd4-4dc0-a210-6a21043ab2ef x-openstack-request-id: req-5e6dd056-2dd4-4dc0-a210-6a21043ab2ef {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:37.230417 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0adede-0106-4378-ae17-53642b5527e0", "name": "network-vif-deleted", "tag": "5c1f3ec8-3948-428c-8b30-6cc89197c98b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:37.230672 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e6dd056-2dd4-4dc0-a210-6a21043ab2ef {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:37.231110 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0adede-0106-4378-ae17-53642b5527e0', 'name': 'network-vif-deleted', 'tag': '5c1f3ec8-3948-428c-8b30-6cc89197c98b', 'status': 'completed', 'code': 200} Jul 06 18:42:37.259637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:37.260320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.271749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:37.283262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f0763fb7-72c0-48b9-ba27-cc4dfaf8f136 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "PUT /v2.0/routers/9a6889e2-caf2-48c3-ab0b-6dfa35503b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8156092 Jul 06 18:42:37.283667 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Sync routers for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:37.298881 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:37.299526 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:37.356283 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-beae1a51-cae3-42cb-9d9b-3f3d4ef09923 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1381698 Jul 06 18:42:37.358913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56156) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:37.363670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a13bd0-74d4-46d5-bb75-82798ca5a63e req-d67605fa-0218-488b-a41d-31901624f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:37.366582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e7:b1:42'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:37.366916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4a13bd0-74d4-46d5-bb75-82798ca5a63e req-d67605fa-0218-488b-a41d-31901624f13e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 1097 time: 0.5372274 Jul 06 18:42:37.512293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.552131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c721177e-d89d-41fd-9189-5909ce431ee6']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:37.566571 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4a13bd0-74d4-46d5-bb75-82798ca5a63e req-96eb0fc8-5f6d-4cbf-a848-22e9a6d525ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630561 Jul 06 18:42:37.570800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191d567e-4e37-43db-b481-04d33a40e27d') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:37.571100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191d567e-4e37-43db-b481-04d33a40e27d') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:37.583328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.599279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-71f32f9d-d520-4709-bf19-dd8b47db7e8f None None] Provisioning for port 24c3b152-e244-493c-baa6-0b0247ad7252 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:37.600527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.603688 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:37.608421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-71f32f9d-d520-4709-bf19-dd8b47db7e8f None None] Provisioning complete for port 24c3b152-e244-493c-baa6-0b0247ad7252 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:37.609487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71f32f9d-d520-4709-bf19-dd8b47db7e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.621897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:42:37.622329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:42:37.626181 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:42:37.680732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-71f32f9d-d520-4709-bf19-dd8b47db7e8f None None] Port 24c3b152-e244-493c-baa6-0b0247ad7252 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:37.785754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-9a370411-3985-45ec-879a-f13ba95ac2c4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343707898&fields=id&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 267 time: 0.1386533 Jul 06 18:42:37.841535 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.934256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14572-318a-42c9-8027-401f57cdee29 req-ce926f02-6507-4e03-8a09-29be94e7129f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:37.936718 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-ce926f02-6507-4e03-8a09-29be94e7129f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 795 time: 0.1402557 Jul 06 18:42:37.940716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5c1f3ec8-3948-428c-8b30-6cc89197c98b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:37.943635 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:34Z', 'revision_number': 2, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:37.955488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.963676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:37.966885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/networks/c721177e-d89d-41fd-9189-5909ce431ee6 HTTP/1.1" status: 204 len: 168 time: 1.1505721 Jul 06 18:42:37.970130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56178) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:37.983546 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Checking router: 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:37.984184 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Updating router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 port 81d19936-0a84-4916-a21c-734afcdf6532 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:42:37.988901 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 5c1f3ec8-3948-428c-8b30-6cc89197c98b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:37.989330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 5c1f3ec8-3948-428c-8b30-6cc89197c98b not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:37.992585 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-b0f7794e-b984-4f79-9d3a-1d71e6a5204e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/quotas/9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 375 time: 0.0454369 Jul 06 18:42:38.016301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6503d2f-6459-4424-a420-c15565866140 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Network': ['ID=c721177e-d89d-41fd-9189-5909ce431ee6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:38.048801 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.104474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bd82-2609-4fe1-840e-7afce9116317 req-2ba053c0-0f1b-4a93-a7a4-3c1b8afbb467 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:38.106195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5a3bd82-2609-4fe1-840e-7afce9116317 req-2ba053c0-0f1b-4a93-a7a4-3c1b8afbb467 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 946 time: 0.3512359 Jul 06 18:42:38.124209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f97d929-8a27-4ce3-ae53-b1ebd4858424 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Deleting subnet bc735070-f481-4a1e-a680-118f86f7d94e {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:42:38.129174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f97d929-8a27-4ce3-ae53-b1ebd4858424 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.178861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5a3bd82-2609-4fe1-840e-7afce9116317 req-1197fbad-a3c5-455d-a00d-2fa45dd237d1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620937 Jul 06 18:42:38.191467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-9c81fb54-8747-4100-9cd6-3618f86ba2b6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764581 Jul 06 18:42:38.193883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f97d929-8a27-4ce3-ae53-b1ebd4858424 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.222291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-771f851b-3bd0-47ce-9b13-25c391b157dc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:42:38.223448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-771f851b-3bd0-47ce-9b13-25c391b157dc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080810 Jul 06 18:42:38.254386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.267015 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.293960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56188) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:38.398071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=24c3b152-e244-493c-baa6-0b0247ad7252,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:38.441794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f97d929-8a27-4ce3-ae53-b1ebd4858424 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.444542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] In _notify_port_updated(), no bound segment for port 24c3b152-e244-493c-baa6-0b0247ad7252 on network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:42:38.450284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:38.450950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.452422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e3b817e1-feaf-4bbb-a5c8-bb5dce4f0bc0 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "PUT /v2.0/ports/24c3b152-e244-493c-baa6-0b0247ad7252 HTTP/1.1" status: 200 len: 996 time: 1.0919011 Jul 06 18:42:38.461109 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.470411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56196) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:38.478008 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Transition to ACTIVE for port object 81d19936-0a84-4916-a21c-734afcdf6532 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:38.498661 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.585614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafea920-c83c-4e5b-ac0a-9c4d5825d3b5 None None] Pushing event updated for resources: {'Port': ['ID=81d19936-0a84-4916-a21c-734afcdf6532,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:38.630909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-be6b7ae2-67e5-47e1-be66-e3329992a992 service neutron] 10.222.0.53 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957808 Jul 06 18:42:38.675570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8aedf2ea-35ff-4889-898d-97c089bc1588 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Deleting port 24c3b152-e244-493c-baa6-0b0247ad7252 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:38.677809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aedf2ea-35ff-4889-898d-97c089bc1588 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.744060 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Attempting to bind port 81d19936-0a84-4916-a21c-734afcdf6532 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:38.745400 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Attempting to bind port 81d19936-0a84-4916-a21c-734afcdf6532 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:38.747516 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Attempting to bind port 81d19936-0a84-4916-a21c-734afcdf6532 on network 2402e523-8c82-4845-a11f-7372e347e98a {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:38.748618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0589813a-4331-45b2-bf3b-1c45c454e27f None None] Provisioning complete for port 24c3b152-e244-493c-baa6-0b0247ad7252 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:38.749267 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0589813a-4331-45b2-bf3b-1c45c454e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.763037 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:38.768265 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Checking segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:38.768706 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.769110 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Bound using segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:38.769614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Bound port: 81d19936-0a84-4916-a21c-734afcdf6532, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:38.773093 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.787768 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f97d929-8a27-4ce3-ae53-b1ebd4858424 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.842224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aedf2ea-35ff-4889-898d-97c089bc1588 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.864773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8aedf2ea-35ff-4889-898d-97c089bc1588 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Calling delete_port for 24c3b152-e244-493c-baa6-0b0247ad7252 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:38.865592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0589813a-4331-45b2-bf3b-1c45c454e27f None None] Port 24c3b152-e244-493c-baa6-0b0247ad7252 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:38.921169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d929-8a27-4ce3-ae53-b1ebd4858424 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Subnet': ['ID=bc735070-f481-4a1e-a680-118f86f7d94e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:38.941641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e13bb5f-bb60-4239-8002-039b9aaf0781 None None] Network ee795ee5-d3c8-428e-ad43-7956bd66b0d8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:38.942844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f97d929-8a27-4ce3-ae53-b1ebd4858424 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:38.948823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1f97d929-8a27-4ce3-ae53-b1ebd4858424 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/subnets/bc735070-f481-4a1e-a680-118f86f7d94e HTTP/1.1" status: 204 len: 168 time: 0.9772131 Jul 06 18:42:38.952091 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] For port 81d19936-0a84-4916-a21c-734afcdf6532, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:38.962793 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] For port 81d19936-0a84-4916-a21c-734afcdf6532, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=81d19936-0a84-4916-a21c-734afcdf6532,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:38.971948 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:39.042065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56222) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:39.120018 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafea920-c83c-4e5b-ac0a-9c4d5825d3b5 None None] Pushing event updated for resources: {'Port': ['ID=81d19936-0a84-4916-a21c-734afcdf6532,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:39.144061 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:39.145149 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:39.188225 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aedf2ea-35ff-4889-898d-97c089bc1588 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:39.311345 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedf2ea-35ff-4889-898d-97c089bc1588 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Port': ['ID=24c3b152-e244-493c-baa6-0b0247ad7252,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:39.395403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] DHCP port deletion for ee795ee5-d3c8-428e-ad43-7956bd66b0d8 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:42:39.396691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-375b7dae-0311-41a9-bf21-abff7997f0bb service neutron] 10.222.0.53 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7580357 Jul 06 18:42:39.416476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:39.491856 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:39.565623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aedf2ea-35ff-4889-898d-97c089bc1588 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:39.566404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] Deleting port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:39.568128 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:39.573029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8aedf2ea-35ff-4889-898d-97c089bc1588 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "DELETE /v2.0/ports/24c3b152-e244-493c-baa6-0b0247ad7252 HTTP/1.1" status: 204 len: 168 time: 1.1014874 Jul 06 18:42:39.575693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56246) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:39.688336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Deleting port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:39.693339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:39.740511 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35c49a6-edec-4380-a4bb-e4c519082baf tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] GET failed (client error): The resource could not be found. Jul 06 18:42:39.740801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] For port 8f4be05d-9543-4703-a7f2-cc0e5abf8217, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8f4be05d-9543-4703-a7f2-cc0e5abf8217,segment=NetworkSegment(82227665-fc4f-4761-bc64-f299c403e85a),segment_id=82227665-fc4f-4761-bc64-f299c403e85a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:39.741380 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:39.745488 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e35c49a6-edec-4380-a4bb-e4c519082baf tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "GET /v2.0/ports/24c3b152-e244-493c-baa6-0b0247ad7252 HTTP/1.1" status: 404 len: 333 time: 0.1659315 Jul 06 18:42:39.750843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56252) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:39.769433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] Calling delete_port for 8f4be05d-9543-4703-a7f2-cc0e5abf8217 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:39.808609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'name': 'tempest-AllowedAddressPairTestJSON-700184809'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:39.837564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e2a88-ec23-44a5-9d49-c474c09b714f req-16760ca7-5e30-4013-bb94-cd84830f2277 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:39.850122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c19e2a88-ec23-44a5-9d49-c474c09b714f req-16760ca7-5e30-4013-bb94-cd84830f2277 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 946 time: 0.2433519 Jul 06 18:42:39.955484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c19e2a88-ec23-44a5-9d49-c474c09b714f req-3a8df499-cbcf-489f-b357-8aaacdb76fdb tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040025 Jul 06 18:42:40.028507 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:40.047799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] No DVR routers for this DVR port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:40.112015 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:38Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:40.113454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0aba7d0f-7564-45e0-88d2-f039d7ca55dc req-a11477ab-6ac4-4e63-9694-f6c5ef726358 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 210 time: 0.0955629 Jul 06 18:42:40.114578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb04e92-0b11-4e31-8dc9-9d1e4a22d9e0 None None] Pushing event deleted for resources: {'Port': ['ID=8f4be05d-9543-4703-a7f2-cc0e5abf8217,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:40.135307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8f4be05d-9543-4703-a7f2-cc0e5abf8217 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:40.160937 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8f4be05d-9543-4703-a7f2-cc0e5abf8217 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:40.161328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8f4be05d-9543-4703-a7f2-cc0e5abf8217 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:40.181727 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb6321-26b3-4bd1-b470-54d3ee8d241c None None] The sync data for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 is: [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:38Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:40.700269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] For port 8f4be05d-9543-4703-a7f2-cc0e5abf8217, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8f4be05d-9543-4703-a7f2-cc0e5abf8217,segment=NetworkSegment(82227665-fc4f-4761-bc64-f299c403e85a),segment_id=82227665-fc4f-4761-bc64-f299c403e85a)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:40.700978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:40.728655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Calling delete_port for 8f4be05d-9543-4703-a7f2-cc0e5abf8217 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:40.829838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Made reservation on behalf of 1cf671ba4b784b1eba4e786e15b64349 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:40.835498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:40.913345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] device_id is not set on port d826c841-6e9f-4904-a466-b4289350c089 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:42:40.936494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.004046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Port': ['ID=8f4be05d-9543-4703-a7f2-cc0e5abf8217,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:41.016266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] No DVR routers for this DVR port 8f4be05d-9543-4703-a7f2-cc0e5abf8217 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:41.198903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.206070 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.269064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee795ee5-d3c8-428e-ad43-7956bd66b0d8']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:41.277362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57152402-070c-4677-917f-e8f72fe50d7d req-3463463e-e300-4dcc-a47d-9ae06364243d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:41.286291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57152402-070c-4677-917f-e8f72fe50d7d req-3463463e-e300-4dcc-a47d-9ae06364243d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 946 time: 0.1135740 Jul 06 18:42:41.298666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82227665-fc4f-4761-bc64-f299c403e85a') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:41.298666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82227665-fc4f-4761-bc64-f299c403e85a') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:41.352564 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.357996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Allocated IP 172.20.0.13 (0951c8e0-22d2-40bf-8fa4-df4dcad56d33/99dd0aab-3f9e-44df-8308-eda44e06985d/d826c841-6e9f-4904-a466-b4289350c089) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:41.362347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-57152402-070c-4677-917f-e8f72fe50d7d req-878c10ad-ea4c-4eed-a826-edc1f48f9bd4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750930 Jul 06 18:42:41.423371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.430356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:42:41.430769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:42:41.454289 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:42:41.459037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d6d653c9-9d7c-448c-ac7d-5e8b361d572c req-c8bccad9-df48-4790-864b-28f43ff9e2fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 210 time: 0.1019931 Jul 06 18:42:41.610862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56292) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:41.667859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.692866 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.698417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56296) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:41.707468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/networks/ee795ee5-d3c8-428e-ad43-7956bd66b0d8 HTTP/1.1" status: 204 len: 168 time: 2.6614804 Jul 06 18:42:41.755535 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ce8fe4cf-0d53-45ae-a582-f3b3a59fb1af tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "GET /v2.0/ports?device_id=6effbba5-6be6-477f-a0ad-82e8d911df5b HTTP/1.1" status: 200 len: 205 time: 0.0555584 Jul 06 18:42:41.756306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56298) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:41.798090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6d1428c-de14-4755-868f-e9ac6fa01391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.833145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a21af-69b3-479a-819e-72e468067d22 tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Pushing event deleted for resources: {'Network': ['ID=ee795ee5-d3c8-428e-ad43-7956bd66b0d8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:41.850040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36ee2dde-4e34-407f-bf82-8d5e4325e26b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.884957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14572-318a-42c9-8027-401f57cdee29 req-5f69e448-1ff5-40c3-9582-e9798788dd26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:41.887001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-5f69e448-1ff5-40c3-9582-e9798788dd26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 795 time: 0.3389416 Jul 06 18:42:41.934689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:41.962984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Transition to ACTIVE for port object d826c841-6e9f-4904-a466-b4289350c089 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:41.974424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-29edd6f0-bd97-45a1-a83d-f7f4f4d2b4ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 380 time: 0.0784383 Jul 06 18:42:41.986879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'port': {'device_id': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'admin_state_up': True, 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'security_groups': ['698bd65f-2611-4973-bf47-41602c97fe92']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:42.029102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 81d19936-0a84-4916-a21c-734afcdf6532 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:42.036675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36ee2dde-4e34-407f-bf82-8d5e4325e26b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.040272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36ee2dde-4e34-407f-bf82-8d5e4325e26b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.083518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 81d19936-0a84-4916-a21c-734afcdf6532 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:42.088099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 81d19936-0a84-4916-a21c-734afcdf6532 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:42.088809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.115876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.181466 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.218437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 81d19936-0a84-4916-a21c-734afcdf6532, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=81d19936-0a84-4916-a21c-734afcdf6532,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:42.223640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:42.224464 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.224625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=d826c841-6e9f-4904-a466-b4289350c089,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:42.230084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:42.237066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:42.241850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.242074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.242419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.242756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.243087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.243413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.243750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.244178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.244387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.244717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.245026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.245345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:42.287003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=81d19936-0a84-4916-a21c-734afcdf6532,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:42.304480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Deleting port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:42.304816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.315743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:42.316384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.416134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] For port 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,segment=NetworkSegment(28516e89-d18b-4d2b-8d10-38fd4dc2ad11),segment_id=28516e89-d18b-4d2b-8d10-38fd4dc2ad11)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:42.416585 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.418513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36ee2dde-4e34-407f-bf82-8d5e4325e26b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.419123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ee2dde-4e34-407f-bf82-8d5e4325e26b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Fanout notify agent at l3_agent the message router_deleted on router 6effbba5-6be6-477f-a0ad-82e8d911df5b {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:42:42.427622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36ee2dde-4e34-407f-bf82-8d5e4325e26b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.428755 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-36ee2dde-4e34-407f-bf82-8d5e4325e26b tempest-RoutersNegativeTest-1534811869 tempest-RoutersNegativeTest-1534811869-project] 10.222.0.53 "DELETE /v2.0/routers/6effbba5-6be6-477f-a0ad-82e8d911df5b HTTP/1.1" status: 204 len: 168 time: 0.6713455 Jul 06 18:42:42.434413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Calling delete_port for 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:42.462047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6d1428c-de14-4755-868f-e9ac6fa01391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.467828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6d1428c-de14-4755-868f-e9ac6fa01391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.494522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d6d1428c-de14-4755-868f-e9ac6fa01391 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=524ad54b17ff4266b815a50a5d922a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8811357 Jul 06 18:42:42.497845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56304) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:42.510789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a45f5354-32b6-46a3-a105-8730cf706a94 None None] Provisioning for port d826c841-6e9f-4904-a466-b4289350c089 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:42.522403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a45f5354-32b6-46a3-a105-8730cf706a94 None None] Provisioning complete for port d826c841-6e9f-4904-a466-b4289350c089 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:42.522403 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a45f5354-32b6-46a3-a105-8730cf706a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.552846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:42.564725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1428c-de14-4755-868f-e9ac6fa01391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2984f-bbff-4be5-a02e-0ba4b60988ff,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:42.565311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.581693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fbea27da-cf93-43f1-92f6-00da766fb398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.603403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c722741-d2b5-4063-9c71-fa2fa99411ac tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8471186 Jul 06 18:42:42.623879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56310) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:42.630571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'network_id': '0951c8e0-22d2-40bf-8fa4-df4dcad56d33', 'name': 'tempest-AllowedAddressPairTestJSON-514428949'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:42.630719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a45f5354-32b6-46a3-a105-8730cf706a94 None None] Port d826c841-6e9f-4904-a466-b4289350c089 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:42.642996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fbea27da-cf93-43f1-92f6-00da766fb398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.708112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56312) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:42.714320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69c48cfa-b8f7-43a1-adaf-396de5fbdef6 req-09b35053-6824-43e8-96cc-e23e92d77335 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 210 time: 0.0915234 Jul 06 18:42:42.738404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fbea27da-cf93-43f1-92f6-00da766fb398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.741104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fbea27da-cf93-43f1-92f6-00da766fb398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:42.742753 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fbea27da-cf93-43f1-92f6-00da766fb398 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdb2984f-bbff-4be5-a02e-0ba4b60988ff HTTP/1.1" status: 204 len: 168 time: 0.2438867 Jul 06 18:42:42.754262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea27da-cf93-43f1-92f6-00da766fb398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2984f-bbff-4be5-a02e-0ba4b60988ff,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:42.991003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.20.0.3 (2402e523-8c82-4845-a11f-7372e347e98a/dea75151-555a-44c3-8a85-5a236ebd01b7/65c61914-31ab-4f3d-890e-25f872081c83) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:42.993503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Made reservation on behalf of 1cf671ba4b784b1eba4e786e15b64349 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:42.997581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.017802 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f196a47e-f907-4fe0-9e8e-77143dace539 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f07f590f22e4a908c896c5844de5d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074412 Jul 06 18:42:43.018426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56320) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:43.028207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] device_id is not set on port cad908b1-032a-411f-b8e1-3cb1ad0f8471 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:42:43.041066 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.058913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56322) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:43.078166 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e391100-6823-4c4e-aa71-91085f124f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.087265 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6e908ce-e481-4c5d-ac2a-f487cc9153a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.116788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6e908ce-e481-4c5d-ac2a-f487cc9153a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.142065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:43.202927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6e908ce-e481-4c5d-ac2a-f487cc9153a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.206326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6e908ce-e481-4c5d-ac2a-f487cc9153a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.207583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d6e908ce-e481-4c5d-ac2a-f487cc9153a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/292f2f3b-2368-49f9-a5a2-0bad153248c9 HTTP/1.1" status: 204 len: 168 time: 0.1882248 Jul 06 18:42:43.227773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e908ce-e481-4c5d-ac2a-f487cc9153a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292f2f3b-2368-49f9-a5a2-0bad153248c9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:43.244059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e391100-6823-4c4e-aa71-91085f124f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.251363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e391100-6823-4c4e-aa71-91085f124f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.297285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e391100-6823-4c4e-aa71-91085f124f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f38bcc-acda-4c18-9ea0-f770cbb3d41c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:43.305093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8e391100-6823-4c4e-aa71-91085f124f2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8eb9f25e03b4aa4bcd0985ec489aa20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427046 Jul 06 18:42:43.305616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56326) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:43.350491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Allocated IP 172.20.0.9 (0951c8e0-22d2-40bf-8fa4-df4dcad56d33/99dd0aab-3f9e-44df-8308-eda44e06985d/cad908b1-032a-411f-b8e1-3cb1ad0f8471) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:43.365597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1e479d3-7a7b-4d5f-8671-b6556cca3299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.390901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1e479d3-7a7b-4d5f-8671-b6556cca3299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.443492 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1e479d3-7a7b-4d5f-8671-b6556cca3299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.448728 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1e479d3-7a7b-4d5f-8671-b6556cca3299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.452150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d1e479d3-7a7b-4d5f-8671-b6556cca3299 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22f38bcc-acda-4c18-9ea0-f770cbb3d41c HTTP/1.1" status: 204 len: 168 time: 0.1434581 Jul 06 18:42:43.452322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.464595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e479d3-7a7b-4d5f-8671-b6556cca3299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f38bcc-acda-4c18-9ea0-f770cbb3d41c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:43.488362 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.490468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Transition to ACTIVE for port object 65c61914-31ab-4f3d-890e-25f872081c83 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:43.701360 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.738748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:43.755348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Transition to ACTIVE for port object cad908b1-032a-411f-b8e1-3cb1ad0f8471 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:43.821400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 2402e523-8c82-4845-a11f-7372e347e98a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:43.877319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:43.918754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:43.969833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:44.093268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 81d19936-0a84-4916-a21c-734afcdf6532 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:44.196880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a116fd97-794e-4e7b-846e-4d7b349493b2 None None] Provisioning for port 65c61914-31ab-4f3d-890e-25f872081c83 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:44.208304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a116fd97-794e-4e7b-846e-4d7b349493b2 None None] Provisioning complete for port 65c61914-31ab-4f3d-890e-25f872081c83 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:44.208684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a116fd97-794e-4e7b-846e-4d7b349493b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.270428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a116fd97-794e-4e7b-846e-4d7b349493b2 None None] Port 65c61914-31ab-4f3d-890e-25f872081c83 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:44.277458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 81d19936-0a84-4916-a21c-734afcdf6532 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:44.277956 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.353618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56368) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:44.495572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:44.496293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.509871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.558639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-05c446fe-ccbe-48cf-9192-d45f9949f4fc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5777278 Jul 06 18:42:44.565693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Router 0835ef51-f442-45f4-8a5f-be04ef81ccee has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:44.574522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad135b7f-275e-4e75-9752-c193cb120763 req-9a952e17-9abb-4bff-96f2-9bf7f4b12e8f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:44.576071 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad135b7f-275e-4e75-9752-c193cb120763 req-9a952e17-9abb-4bff-96f2-9bf7f4b12e8f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 931 time: 0.6911397 Jul 06 18:42:44.587318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Request body: {'port': {'device_id': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:44.602765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--989072970'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:44.603349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:44.629308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.636767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:44.638290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.655108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:44.688080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=cad908b1-032a-411f-b8e1-3cb1ad0f8471,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:44.787022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad135b7f-275e-4e75-9752-c193cb120763 req-c9c30e03-4f43-4c96-af7e-db6c87c18257 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037625 Jul 06 18:42:44.806931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.820714 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.822243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:44.822913 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.834071 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:44.866444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f6e369-a145-475c-a3be-ca35d6a04ad5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:44.936636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:44.948137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] Sync routers for ids ['0835ef51-f442-45f4-8a5f-be04ef81ccee'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:44.952355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56386) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:44.958313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2cbb41b7-78d6-45df-ba96-17d988a8c430 admin admin] 10.222.0.53 "PUT /v2.0/routers/0835ef51-f442-45f4-8a5f-be04ef81ccee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6613612 Jul 06 18:42:44.969404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] Routers {'0835ef51-f442-45f4-8a5f-be04ef81ccee'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:44.970103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0835ef51-f442-45f4-8a5f-be04ef81ccee'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:45.032374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.044645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.073890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-626d626e-eb19-41fb-8fed-ddf147abc858 None None] Provisioning for port cad908b1-032a-411f-b8e1-3cb1ad0f8471 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:45.075222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f3fe0dd6-d218-4c10-aa65-1e94b0d4a4b6 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4503584 Jul 06 18:42:45.079407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56390) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:45.080903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-626d626e-eb19-41fb-8fed-ddf147abc858 None None] Provisioning complete for port cad908b1-032a-411f-b8e1-3cb1ad0f8471 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:45.081448 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-626d626e-eb19-41fb-8fed-ddf147abc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.088395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e7:b1:42'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:77:78:6f'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:45.125581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-626d626e-eb19-41fb-8fed-ddf147abc858 None None] Port cad908b1-032a-411f-b8e1-3cb1ad0f8471 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:45.141403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405cbb71-2047-4ac8-8956-3346477eaa98,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:45.144211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] Set router 0835ef51-f442-45f4-8a5f-be04ef81ccee gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:45.149945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.154273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c9cf5e77-717e-404e-b77e-d0a92d5d0b30 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7969847 Jul 06 18:42:45.154584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56394) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:45.224748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.294519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b2643edf-0539-4305-8aa7-b19e83212b94 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1385491 Jul 06 18:42:45.295412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56400) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:45.303471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6099c1e8-15ef-415d-b7a7-78cce21058d0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-security--781295445', 'description': 'tempest-security-description-1752078935'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:45.359274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:45.367069 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6099c1e8-15ef-415d-b7a7-78cce21058d0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.394790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] Checking router: 0835ef51-f442-45f4-8a5f-be04ef81ccee for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:45.404128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] Routers {'0835ef51-f442-45f4-8a5f-be04ef81ccee'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:45.404869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0835ef51-f442-45f4-8a5f-be04ef81ccee'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:45.452123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.464597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6099c1e8-15ef-415d-b7a7-78cce21058d0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.466401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.476371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6099c1e8-15ef-415d-b7a7-78cce21058d0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.484406 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6099c1e8-15ef-415d-b7a7-78cce21058d0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.484406 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6099c1e8-15ef-415d-b7a7-78cce21058d0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "PUT /v2.0/security-groups/405cbb71-2047-4ac8-8956-3346477eaa98 HTTP/1.1" status: 200 len: 1779 time: 0.1837118 Jul 06 18:42:45.486638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56408) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:45.540352 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f73d441-4d40-46ec-9411-fd958d45f2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.544766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c61914-31ab-4f3d-890e-25f872081c83 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:42:45.559635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.564774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099c1e8-15ef-415d-b7a7-78cce21058d0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405cbb71-2047-4ac8-8956-3346477eaa98,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:45.566623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] Set router 0835ef51-f442-45f4-8a5f-be04ef81ccee gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:45.598085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dfc52418-178f-4bd2-96ee-73c43afe75e9 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups/405cbb71-2047-4ac8-8956-3346477eaa98 HTTP/1.1" status: 200 len: 1779 time: 0.1029842 Jul 06 18:42:45.599857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56414) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:45.601383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Transition to ACTIVE for port object 65c61914-31ab-4f3d-890e-25f872081c83 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:45.608790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Deleting port 13af1638-6b2d-499d-9ed7-d5f25d95445b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:45.609411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.643325 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.705435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] For port 13af1638-6b2d-499d-9ed7-d5f25d95445b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=13af1638-6b2d-499d-9ed7-d5f25d95445b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:45.705861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.725669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Calling delete_port for 13af1638-6b2d-499d-9ed7-d5f25d95445b owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:45.781411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a88cc415-5e50-40f1-bf7b-84463cfd9500 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.820539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:45.839690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:45.914480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da9a499-c323-4b4d-932d-1a859d0d1cb8 None None] The sync data for ids ['0835ef51-f442-45f4-8a5f-be04ef81ccee'] in n-d-799684-2 is: [{'id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'name': 'tempest-ServerRescueTestJSON-2102842129-router', 'tenant_id': '71e10e9af542419daa6acf16c5d534aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:40:25Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '71e10e9af542419daa6acf16c5d534aa', 'gw_port': {'id': '13af1638-6b2d-499d-9ed7-d5f25d95445b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835ef51-f442-45f4-8a5f-be04ef81ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:40:26Z', 'updated_at': '2021-07-06T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:45.948166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a88cc415-5e50-40f1-bf7b-84463cfd9500 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:45.954817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:45.955372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:45.955872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:45.990406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:42:45.991095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:46.026268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.060564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:46.060902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Checking segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:46.061492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Bound using segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:46.061765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Bound port: 65c61914-31ab-4f3d-890e-25f872081c83, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:46.062418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.063599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13af1638-6b2d-499d-9ed7-d5f25d95445b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:46.091642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.104215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.152331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.154950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a88cc415-5e50-40f1-bf7b-84463cfd9500 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.157132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a88cc415-5e50-40f1-bf7b-84463cfd9500 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.158341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a88cc415-5e50-40f1-bf7b-84463cfd9500 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/405cbb71-2047-4ac8-8956-3346477eaa98 HTTP/1.1" status: 204 len: 168 time: 0.5555725 Jul 06 18:42:46.184286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56424) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:46.258944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cc415-5e50-40f1-bf7b-84463cfd9500 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405cbb71-2047-4ac8-8956-3346477eaa98,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:46.285826 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.289430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.301514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2b2ba-7a93-4a37-97e8-7155fda3135b req-056cf6a1-ee71-4a83-ad13-792a1a80b5b4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:46.303185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59f2b2ba-7a93-4a37-97e8-7155fda3135b req-056cf6a1-ee71-4a83-ad13-792a1a80b5b4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 943 time: 0.3047037 Jul 06 18:42:46.343016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event updated for resources: {'Port': ['ID=cad908b1-032a-411f-b8e1-3cb1ad0f8471,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:46.368409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.369389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0835ef51-f442-45f4-8a5f-be04ef81ccee {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:42:46.376692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.380761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6855016e-3fe7-479b-8f00-11b81467f8e2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0835ef51-f442-45f4-8a5f-be04ef81ccee HTTP/1.1" status: 204 len: 168 time: 1.4247611 Jul 06 18:42:46.380761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56428) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:46.384702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:46.396971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] In _notify_port_updated(), no bound segment for port cad908b1-032a-411f-b8e1-3cb1ad0f8471 on network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 {{(pid=93966) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:42:46.406459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:46.407174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.409802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1e035a6e-fe52-4278-a93c-896c74b987c7 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "PUT /v2.0/ports/cad908b1-032a-411f-b8e1-3cb1ad0f8471 HTTP/1.1" status: 200 len: 1056 time: 1.3280799 Jul 06 18:42:46.414493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:46.427642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:46.437643 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b5e1a1bd-7040-436d-9267-9a16b6b8a430 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2448685 Jul 06 18:42:46.440671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56432) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:46.452580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.472781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59f2b2ba-7a93-4a37-97e8-7155fda3135b req-026f0856-ea01-4ee8-b386-e6acbe5d3122 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530759 Jul 06 18:42:46.494531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72dda6c-0e82-4961-988d-f743c7286708 admin admin] Deleting subnet 8ad5e774-cb36-4f5a-afa2-e3a553df611e {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:42:46.503549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72dda6c-0e82-4961-988d-f743c7286708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.507282 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-d0b77554-5c60-49b7-b957-2c2f80438910 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] delete failed (client error): The resource could not be found. Jul 06 18:42:46.511834 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d0b77554-5c60-49b7-b957-2c2f80438910 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/405cbb71-2047-4ac8-8956-3346477eaa98 HTTP/1.1" status: 404 len: 347 time: 0.0699105 Jul 06 18:42:46.512985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56434) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:46.522068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-33b00692-ee1c-452b-b0ac-465b1aa24fcb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--740310019'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:46.566380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:46.567180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.570853 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 1091 time: 1.9890342 Jul 06 18:42:46.573328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:46.576158 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8289a1-647a-4ccd-ad46-af3f9f31992d" -d '{"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:46.607328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6b7c9-9fce-4449-951e-0be5184376d8 service neutron] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:46.618794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33b00692-ee1c-452b-b0ac-465b1aa24fcb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.644502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-06076886-2187-46a3-bb24-22fabd143413 None None] Provisioning complete for port cad908b1-032a-411f-b8e1-3cb1ad0f8471 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:46.645278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-06076886-2187-46a3-bb24-22fabd143413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.683678 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b69ec9c-1744-4be3-8a95-dfbc0696458a x-openstack-request-id: req-5b69ec9c-1744-4be3-8a95-dfbc0696458a {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:46.684434 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:46.685525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72dda6c-0e82-4961-988d-f743c7286708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.686297 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b69ec9c-1744-4be3-8a95-dfbc0696458a {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:46.686815 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'status': 'completed', 'code': 200} Jul 06 18:42:46.697198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-06076886-2187-46a3-bb24-22fabd143413 None None] Port cad908b1-032a-411f-b8e1-3cb1ad0f8471 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:46.746507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f465cbc8-fad0-4253-8514-ffb8777618f3 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Deleting port cad908b1-032a-411f-b8e1-3cb1ad0f8471 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:46.747019 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f465cbc8-fad0-4253-8514-ffb8777618f3 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.779912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33b00692-ee1c-452b-b0ac-465b1aa24fcb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.803521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33b00692-ee1c-452b-b0ac-465b1aa24fcb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.834658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72dda6c-0e82-4961-988d-f743c7286708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.852956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33b00692-ee1c-452b-b0ac-465b1aa24fcb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.854935 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-33b00692-ee1c-452b-b0ac-465b1aa24fcb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3383512 Jul 06 18:42:46.860418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56438) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:46.869521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-654b4e32-a189-4603-8178-740874078b4c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': '4ce62828-44a1-4d42-813a-80c4da4f5c3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:46.882586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b00692-ee1c-452b-b0ac-465b1aa24fcb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce62828-44a1-4d42-813a-80c4da4f5c3f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:46.923864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14572-318a-42c9-8027-401f57cdee29 req-c8d3220c-1f10-4bed-be20-92738e409be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:46.926437 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-c8d3220c-1f10-4bed-be20-92738e409be9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1094 time: 0.2728920 Jul 06 18:42:46.943129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f465cbc8-fad0-4253-8514-ffb8777618f3 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.970027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f465cbc8-fad0-4253-8514-ffb8777618f3 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Calling delete_port for cad908b1-032a-411f-b8e1-3cb1ad0f8471 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:46.977845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72dda6c-0e82-4961-988d-f743c7286708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:46.993383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-42c547a3-2583-4b5d-a7d5-f83d9bcca8ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 217 time: 0.0550094 Jul 06 18:42:47.019522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dda6c-0e82-4961-988d-f743c7286708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad5e774-cb36-4f5a-afa2-e3a553df611e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:47.024709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72dda6c-0e82-4961-988d-f743c7286708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.026970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d72dda6c-0e82-4961-988d-f743c7286708 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8ad5e774-cb36-4f5a-afa2-e3a553df611e HTTP/1.1" status: 204 len: 168 time: 0.6446080 Jul 06 18:42:47.029661 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-654b4e32-a189-4603-8178-740874078b4c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.036164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56440) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:47.132279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14572-318a-42c9-8027-401f57cdee29 req-ecb23a68-0c4c-4b80-bf6d-db32bd58ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:47.133847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-ecb23a68-0c4c-4b80-bf6d-db32bd58ef1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.1335280 Jul 06 18:42:47.173150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f465cbc8-fad0-4253-8514-ffb8777618f3 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.192573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.202588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-654b4e32-a189-4603-8178-740874078b4c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.206683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465cbc8-fad0-4253-8514-ffb8777618f3 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Port': ['ID=cad908b1-032a-411f-b8e1-3cb1ad0f8471,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:47.214630 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-654b4e32-a189-4603-8178-740874078b4c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.240065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b4e32-a189-4603-8178-740874078b4c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab16bbc-b2ef-4b2b-b1e8-4e005d257c28,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:47.287523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-654b4e32-a189-4603-8178-740874078b4c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.299575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56446) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:47.304248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-654b4e32-a189-4603-8178-740874078b4c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270530 Jul 06 18:42:47.363480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1ddfd6d-aff1-492b-a78b-739441b2fce0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.388630 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1ddfd6d-aff1-492b-a78b-739441b2fce0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.405671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14572-318a-42c9-8027-401f57cdee29 req-bb15f1f4-e08d-4056-961a-852d5d17aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:47.407282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-bb15f1f4-e08d-4056-961a-852d5d17aa78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2618170 Jul 06 18:42:47.413640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.444399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c31caf8-df6b-4853-840b-c8e626c0ed5d']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:47.506910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28516e89-d18b-4d2b-8d10-38fd4dc2ad11') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:47.507139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28516e89-d18b-4d2b-8d10-38fd4dc2ad11') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:47.528078 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.556137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.567326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:42:47.568272 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:42:47.569419 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:42:47.585946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1ddfd6d-aff1-492b-a78b-739441b2fce0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.601311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1ddfd6d-aff1-492b-a78b-739441b2fce0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.601854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b1ddfd6d-aff1-492b-a78b-739441b2fce0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4ab16bbc-b2ef-4b2b-b1e8-4e005d257c28 HTTP/1.1" status: 204 len: 168 time: 0.3012309 Jul 06 18:42:47.605763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddfd6d-aff1-492b-a78b-739441b2fce0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ab16bbc-b2ef-4b2b-b1e8-4e005d257c28,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:47.608100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56460) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:47.629129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f465cbc8-fad0-4253-8514-ffb8777618f3 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.631020 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f465cbc8-fad0-4253-8514-ffb8777618f3 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "DELETE /v2.0/ports/cad908b1-032a-411f-b8e1-3cb1ad0f8471 HTTP/1.1" status: 204 len: 168 time: 1.1994309 Jul 06 18:42:47.632469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-59c579e8-acb2-44a6-8ce7-f465570c2b0c service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157457 Jul 06 18:42:47.635493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56462) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:47.656386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.702843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-52fb3f85-ebec-4788-af49-e9083d2ac960 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0920713 Jul 06 18:42:47.705473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56464) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:47.713147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.715185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] 10.222.0.53 "DELETE /v2.0/networks/1c31caf8-df6b-4853-840b-c8e626c0ed5d HTTP/1.1" status: 204 len: 168 time: 0.6778767 Jul 06 18:42:47.728896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a0d5d-c5d9-41b0-aa76-ce204d445f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c31caf8-df6b-4853-840b-c8e626c0ed5d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:47.740942 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f91b81e-697f-4f9e-a644-dd8966a9ed35 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] GET failed (client error): The resource could not be found. Jul 06 18:42:47.743172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6f91b81e-697f-4f9e-a644-dd8966a9ed35 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "GET /v2.0/ports/cad908b1-032a-411f-b8e1-3cb1ad0f8471 HTTP/1.1" status: 404 len: 333 time: 0.1065824 Jul 06 18:42:47.749578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56468) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:47.843186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110ad57-c39f-4501-9559-a81fa17ad5a9 req-c45b0213-4d8c-458a-b01e-d31491bb9d1a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:47.844663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f110ad57-c39f-4501-9559-a81fa17ad5a9 req-c45b0213-4d8c-458a-b01e-d31491bb9d1a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 943 time: 0.0983005 Jul 06 18:42:47.864989 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373eedd6-eb1e-4ceb-bdd2-4e0828c4effa tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.878883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcc14572-318a-42c9-8027-401f57cdee29 req-cc270960-c94a-409a-a977-17a452b44542 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383430 Jul 06 18:42:47.911423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-724cac4c-95b8-4f84-b7b4-f81c69f8cb12 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Deleting port d826c841-6e9f-4904-a466-b4289350c089 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:47.912092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724cac4c-95b8-4f84-b7b4-f81c69f8cb12 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.918548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f110ad57-c39f-4501-9559-a81fa17ad5a9 req-06e79d48-3350-44bd-b587-15110bfeb1c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644157 Jul 06 18:42:47.936355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373eedd6-eb1e-4ceb-bdd2-4e0828c4effa tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.006885 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373eedd6-eb1e-4ceb-bdd2-4e0828c4effa tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.010633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-373eedd6-eb1e-4ceb-bdd2-4e0828c4effa tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.013846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-373eedd6-eb1e-4ceb-bdd2-4e0828c4effa tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/4ce62828-44a1-4d42-813a-80c4da4f5c3f HTTP/1.1" status: 204 len: 168 time: 0.3045740 Jul 06 18:42:48.018663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56470) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.032168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56472) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.043586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373eedd6-eb1e-4ceb-bdd2-4e0828c4effa tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce62828-44a1-4d42-813a-80c4da4f5c3f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:48.065105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:48.080726 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724cac4c-95b8-4f84-b7b4-f81c69f8cb12 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.095286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f1c13cbf-9d4c-47d2-8f5e-7452effcfcf7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733173 Jul 06 18:42:48.095286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56474) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.102726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:48.103433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ca7f4cf-8e4c-4dfc-abb7-1ee2244450bd not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:48.103831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13af1638-6b2d-499d-9ed7-d5f25d95445b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:48.107717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-735fbf92-2ed7-4d62-9f89-3c6d54302e9d tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093767057'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:48.116541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-d5a951e7-b151-4bcc-bf81-58223f74a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:48.118276 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-d5a951e7-b151-4bcc-bf81-58223f74a7ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1094 time: 0.1524730 Jul 06 18:42:48.119324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-724cac4c-95b8-4f84-b7b4-f81c69f8cb12 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Calling delete_port for d826c841-6e9f-4904-a466-b4289350c089 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:48.124077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 13af1638-6b2d-499d-9ed7-d5f25d95445b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:48.124427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13af1638-6b2d-499d-9ed7-d5f25d95445b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:48.144035 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-735fbf92-2ed7-4d62-9f89-3c6d54302e9d tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.162212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-86168c38-110a-459d-af6d-2e362f32317c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71e10e9af542419daa6acf16c5d534aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277132 Jul 06 18:42:48.165665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56476) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.183406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-445089bc-ebd2-443d-99de-6e694340d304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.252152 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0882b650-4f7d-43e2-a38e-7a21fc2214df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.290161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-75eea30f-5114-4d7e-ab06-0faa223aa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:48.291764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-75eea30f-5114-4d7e-ab06-0faa223aa0e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.1659415 Jul 06 18:42:48.295065 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0882b650-4f7d-43e2-a38e-7a21fc2214df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.315605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-735fbf92-2ed7-4d62-9f89-3c6d54302e9d tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.323313 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-735fbf92-2ed7-4d62-9f89-3c6d54302e9d tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.358449 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.359542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-d7fbe0d4-bf2d-4fa1-87d1-77537e89b9d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 217 time: 0.0609043 Jul 06 18:42:48.379991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-735fbf92-2ed7-4d62-9f89-3c6d54302e9d tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.381765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-735fbf92-2ed7-4d62-9f89-3c6d54302e9d tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2781215 Jul 06 18:42:48.385199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56478) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.391179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2effb16a-8421-4abe-85f1-781abc9def63 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': 'ff315557-2596-40f6-9543-b0fb4c9eeecb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:48.398537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fbf92-2ed7-4d62-9f89-3c6d54302e9d tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff315557-2596-40f6-9543-b0fb4c9eeecb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:48.428681 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2effb16a-8421-4abe-85f1-781abc9def63 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.440332 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0882b650-4f7d-43e2-a38e-7a21fc2214df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.440855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724cac4c-95b8-4f84-b7b4-f81c69f8cb12 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.443196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0882b650-4f7d-43e2-a38e-7a21fc2214df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.444437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-023969d8-3c7f-4ea1-8b72-c38e35f18276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:48.444762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0882b650-4f7d-43e2-a38e-7a21fc2214df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5 HTTP/1.1" status: 204 len: 168 time: 0.2778974 Jul 06 18:42:48.446412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-023969d8-3c7f-4ea1-8b72-c38e35f18276 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.0776110 Jul 06 18:42:48.467214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882b650-4f7d-43e2-a38e-7a21fc2214df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b3d42f-2b04-4f17-a5e3-28ca8e91dbd5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:48.522748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2effb16a-8421-4abe-85f1-781abc9def63 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.530621 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2effb16a-8421-4abe-85f1-781abc9def63 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.532523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cac4c-95b8-4f84-b7b4-f81c69f8cb12 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Port': ['ID=d826c841-6e9f-4904-a466-b4289350c089,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:48.592188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effb16a-8421-4abe-85f1-781abc9def63 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ef9591-8d84-4d9e-99a4-4e271b23628b,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:48.615211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2effb16a-8421-4abe-85f1-781abc9def63 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.620847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2effb16a-8421-4abe-85f1-781abc9def63 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2336133 Jul 06 18:42:48.622227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56484) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.628895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4abd3545-f53e-4799-ac0d-a27e4720dc5c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': 'ff315557-2596-40f6-9543-b0fb4c9eeecb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:48.681414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724cac4c-95b8-4f84-b7b4-f81c69f8cb12 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.683671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-724cac4c-95b8-4f84-b7b4-f81c69f8cb12 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "DELETE /v2.0/ports/d826c841-6e9f-4904-a466-b4289350c089 HTTP/1.1" status: 204 len: 168 time: 0.9329515 Jul 06 18:42:48.686253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-a52d773b-32e0-4ba5-8b90-b65f06a720a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:48.687737 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-a52d773b-32e0-4ba5-8b90-b65f06a720a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678176 Jul 06 18:42:48.688211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56486) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.689621 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4abd3545-f53e-4799-ac0d-a27e4720dc5c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.807449 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4abd3545-f53e-4799-ac0d-a27e4720dc5c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.813966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4abd3545-f53e-4799-ac0d-a27e4720dc5c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.821645 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f949db4-e787-4b54-b723-51df70c9543c tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] GET failed (client error): The resource could not be found. Jul 06 18:42:48.824020 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6f949db4-e787-4b54-b723-51df70c9543c tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "GET /v2.0/ports/d826c841-6e9f-4904-a466-b4289350c089 HTTP/1.1" status: 404 len: 333 time: 0.1348133 Jul 06 18:42:48.830408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56492) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.868573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd3545-f53e-4799-ac0d-a27e4720dc5c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba1fb0f-525d-48f0-bf58-778153513e36,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:48.880221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4abd3545-f53e-4799-ac0d-a27e4720dc5c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:48.881656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4abd3545-f53e-4799-ac0d-a27e4720dc5c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2585051 Jul 06 18:42:48.885868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56494) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:48.895141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-94800999-98d1-47ce-9d34-fec039b8a3bb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': 'ff315557-2596-40f6-9543-b0fb4c9eeecb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:48.977635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-5e84c4fd-5869-40ec-a57d-b03190f8fc3c service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709148 Jul 06 18:42:49.042430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94800999-98d1-47ce-9d34-fec039b8a3bb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.086491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-95207ee9-e86d-436c-9130-f9c25266306e tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Deleting port 0a14489d-5fb4-4d19-9e9d-a92f62aece1b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:49.086906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95207ee9-e86d-436c-9130-f9c25266306e tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.180796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387f393-8ea1-4155-a9e8-71efa26516f9 req-567b22ab-f754-43d3-8efd-88a37c10caae tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:49.190158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8387f393-8ea1-4155-a9e8-71efa26516f9 req-567b22ab-f754-43d3-8efd-88a37c10caae tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 943 time: 0.0925200 Jul 06 18:42:49.201943 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95207ee9-e86d-436c-9130-f9c25266306e tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.230403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-95207ee9-e86d-436c-9130-f9c25266306e tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Calling delete_port for 0a14489d-5fb4-4d19-9e9d-a92f62aece1b owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:49.244972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8387f393-8ea1-4155-a9e8-71efa26516f9 req-e1d631e1-bf94-4ab7-a6ee-fee62d572b04 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480139 Jul 06 18:42:49.322235 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c8289a1-647a-4ccd-ad46-af3f9f31992d req-350bb62b-df43-4263-a6e7-c04b06c55f09 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345213 Jul 06 18:42:49.329775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94800999-98d1-47ce-9d34-fec039b8a3bb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.346627 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94800999-98d1-47ce-9d34-fec039b8a3bb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.377952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94800999-98d1-47ce-9d34-fec039b8a3bb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f7eb69-4699-4e56-a03b-33dba2862298,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:49.393051 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94800999-98d1-47ce-9d34-fec039b8a3bb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.394282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-94800999-98d1-47ce-9d34-fec039b8a3bb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5043919 Jul 06 18:42:49.397320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56514) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:49.402711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8ce307b5-0148-4d16-81be-a8efb8022a36 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': 'ff315557-2596-40f6-9543-b0fb4c9eeecb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:49.446874 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.480511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ce307b5-0148-4d16-81be-a8efb8022a36 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.499133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95207ee9-e86d-436c-9130-f9c25266306e tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.508559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56516) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:49.537628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95207ee9-e86d-436c-9130-f9c25266306e tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Port': ['ID=0a14489d-5fb4-4d19-9e9d-a92f62aece1b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:49.628224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2065628065-network', 'tenant_id': '7261260fb02645e586db21fa093cb24b'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:49.629505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ce307b5-0148-4d16-81be-a8efb8022a36 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.641396 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ce307b5-0148-4d16-81be-a8efb8022a36 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.655794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Made reservation on behalf of 7261260fb02645e586db21fa093cb24b for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:49.659396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.674919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.688260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce307b5-0148-4d16-81be-a8efb8022a36 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a08652-df47-4180-b099-3a8f86af68dd,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:49.703243 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95207ee9-e86d-436c-9130-f9c25266306e tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.706579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-95207ee9-e86d-436c-9130-f9c25266306e tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "DELETE /v2.0/ports/0a14489d-5fb4-4d19-9e9d-a92f62aece1b HTTP/1.1" status: 204 len: 168 time: 0.8748922 Jul 06 18:42:49.713083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56522) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:49.798179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.804013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42a8eed-46f5-4c7f-9eaf-998a818c6137 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Deleting subnet 99dd0aab-3f9e-44df-8308-eda44e06985d {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:42:49.812407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e42a8eed-46f5-4c7f-9eaf-998a818c6137 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.814875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.839506 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ce307b5-0148-4d16-81be-a8efb8022a36 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.840785 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8ce307b5-0148-4d16-81be-a8efb8022a36 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4424801 Jul 06 18:42:49.861504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e42a8eed-46f5-4c7f-9eaf-998a818c6137 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.875318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56528) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:49.885414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b6d40750-678d-42b2-b6e5-7e2590bf6605 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': 'ff315557-2596-40f6-9543-b0fb4c9eeecb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:49.914448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:49.925398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9620126-0cfd-4beb-8a86-71889f4147ee,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:49.933342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.933688 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Added segment a377e873-757f-4bb1-ba06-bc47f2042e38 of type vlan for network 730b127d-89f0-45d2-810c-75b16e9535f0 Jul 06 18:42:49.989919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.002563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6d40750-678d-42b2-b6e5-7e2590bf6605 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.066274 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.067318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:50.067906 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.095064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6d40750-678d-42b2-b6e5-7e2590bf6605 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.141241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56532) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.144770 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6d40750-678d-42b2-b6e5-7e2590bf6605 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.171644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6619337 Jul 06 18:42:50.179521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56536) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.202254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Request body: {'subnet': {'network_id': '730b127d-89f0-45d2-810c-75b16e9535f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2065628065-subnet', 'tenant_id': '7261260fb02645e586db21fa093cb24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:50.226363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcef6e-d888-4909-8e0a-8b2d7a81a10e admin admin] Pushing event updated for resources: {'Network': ['ID=730b127d-89f0-45d2-810c-75b16e9535f0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:50.229124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d40750-678d-42b2-b6e5-7e2590bf6605 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0c9b64-50cb-4ed6-95b2-98e0e6816fdb,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:50.240120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 730b127d-89f0-45d2-810c-75b16e9535f0 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:50.250447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b6d40750-678d-42b2-b6e5-7e2590bf6605 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.254741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6d40750-678d-42b2-b6e5-7e2590bf6605 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3728116 Jul 06 18:42:50.258232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56538) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.300377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Made reservation on behalf of 7261260fb02645e586db21fa093cb24b for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:50.303068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.348409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.366835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.437622 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-487c5fe1-ffdb-418a-92d8-899551c23067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.450165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e42a8eed-46f5-4c7f-9eaf-998a818c6137 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.473739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.481043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.484915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ff0c9b64-50cb-4ed6-95b2-98e0e6816fdb HTTP/1.1" status: 204 len: 168 time: 0.2229197 Jul 06 18:42:50.485827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56542) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.508824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff0c9b64-50cb-4ed6-95b2-98e0e6816fdb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:50.536432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.536883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.537408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.537847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.538270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.538667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.539061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.539462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.539841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.540339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.540730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.541114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3ae23-e4a1-462f-97b8-8e7b3db72793 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:50.571471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-898ed280-49fd-408c-a2a5-20b757ed1eb3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0796390 Jul 06 18:42:50.572374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56544) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.609303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21b723db-42fe-4d12-bf2b-6f0b3a2f55f0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.611933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e42a8eed-46f5-4c7f-9eaf-998a818c6137 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.614490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611babbb-6816-4c16-8d65-c2233520eac6 req-630077c0-18ea-4885-9173-4528749054a1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:50.615852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-611babbb-6816-4c16-8d65-c2233520eac6 req-630077c0-18ea-4885-9173-4528749054a1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 943 time: 0.2219040 Jul 06 18:42:50.647904 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21b723db-42fe-4d12-bf2b-6f0b3a2f55f0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.655273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a8eed-46f5-4c7f-9eaf-998a818c6137 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Subnet': ['ID=99dd0aab-3f9e-44df-8308-eda44e06985d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:50.665346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e42a8eed-46f5-4c7f-9eaf-998a818c6137 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.673190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00b826-5db1-4d13-a8c9-34309da3893e None None] Network 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:50.674292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e42a8eed-46f5-4c7f-9eaf-998a818c6137 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "DELETE /v2.0/subnets/99dd0aab-3f9e-44df-8308-eda44e06985d HTTP/1.1" status: 204 len: 168 time: 0.9595549 Jul 06 18:42:50.675925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56546) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.720428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21b723db-42fe-4d12-bf2b-6f0b3a2f55f0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.736299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21b723db-42fe-4d12-bf2b-6f0b3a2f55f0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.738280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-21b723db-42fe-4d12-bf2b-6f0b3a2f55f0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a9a08652-df47-4180-b099-3a8f86af68dd HTTP/1.1" status: 204 len: 168 time: 0.1621919 Jul 06 18:42:50.739427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b723db-42fe-4d12-bf2b-6f0b3a2f55f0 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9a08652-df47-4180-b099-3a8f86af68dd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:50.741271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56548) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.761258 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.805822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-611babbb-6816-4c16-8d65-c2233520eac6 req-4d1df6df-9ba4-4abf-bb29-aba753795cb6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833305 Jul 06 18:42:50.824491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-07c5699a-f969-4b25-a278-824acb79a76f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0818627 Jul 06 18:42:50.828047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56552) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.856745 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-065e0968-a582-4246-aca1-4dd9f6a7401c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.866448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-065e0968-a582-4246-aca1-4dd9f6a7401c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.895548 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.906088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-065e0968-a582-4246-aca1-4dd9f6a7401c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.911562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-487c5fe1-ffdb-418a-92d8-899551c23067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.911957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-065e0968-a582-4246-aca1-4dd9f6a7401c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.914704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-065e0968-a582-4246-aca1-4dd9f6a7401c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/48f7eb69-4699-4e56-a03b-33dba2862298 HTTP/1.1" status: 204 len: 168 time: 0.0851114 Jul 06 18:42:50.916654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56554) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:50.919867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f514a6a3-3b1c-459f-8d71-2fad809962bd,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:50.929530 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-487c5fe1-ffdb-418a-92d8-899551c23067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.937359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] DHCP port deletion for 0951c8e0-22d2-40bf-8fa4-df4dcad56d33 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:42:50.942034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e0968-a582-4246-aca1-4dd9f6a7401c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48f7eb69-4699-4e56-a03b-33dba2862298,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:50.966731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c5fe1-ffdb-418a-92d8-899551c23067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf18290c-537a-4cc4-b767-c53f163b5e98,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:50.976370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Checking segment: {'id': 'a377e873-757f-4bb1-ba06-bc47f2042e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '730b127d-89f0-45d2-810c-75b16e9535f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:50.976883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Network hostable DHCP agents. Network: 730b127d-89f0-45d2-810c-75b16e9535f0, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:50.984415 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d731edbb-4cfc-4f15-9ec4-6b2bcfa70f12 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0640209 Jul 06 18:42:50.987220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56556) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.000194 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.012325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] Deleting port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:51.013008 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.013426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e52e3d6-f4b9-4d78-998a-bb4df5bee2ad tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.021359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e52e3d6-f4b9-4d78-998a-bb4df5bee2ad tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.032494 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-487c5fe1-ffdb-418a-92d8-899551c23067 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5aa5c8d0e42467fb711d3150eaae116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8862884 Jul 06 18:42:51.034108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56558) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.041843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Network 730b127d-89f0-45d2-810c-75b16e9535f0 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:51.058541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 730b127d-89f0-45d2-810c-75b16e9535f0) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:51.064775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:51.065505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.070431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e52e3d6-f4b9-4d78-998a-bb4df5bee2ad tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.082354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fe66a-3878-4eb7-b007-1e6ed2d9ba10 None None] Network 730b127d-89f0-45d2-810c-75b16e9535f0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:51.085055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Deleting port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:51.085512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.085682 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e52e3d6-f4b9-4d78-998a-bb4df5bee2ad tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.085844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] For port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,segment=NetworkSegment(ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6),segment_id=ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:51.086059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.090202 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9e52e3d6-f4b9-4d78-998a-bb4df5bee2ad tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5ba1fb0f-525d-48f0-bf58-778153513e36 HTTP/1.1" status: 204 len: 168 time: 0.0984514 Jul 06 18:42:51.090898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52e3d6-f4b9-4d78-998a-bb4df5bee2ad tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ba1fb0f-525d-48f0-bf58-778153513e36,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:51.093422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56560) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.145046 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0643ad5a-a76b-4523-baaf-6d59145ceb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.145377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] Calling delete_port for 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:51.151769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] For port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,segment=NetworkSegment(ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6),segment_id=ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:51.152411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.165371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d3b23fc9-0773-4f20-a429-691374fa8c3f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0681264 Jul 06 18:42:51.166174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Calling delete_port for 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:51.168033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56562) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.192517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0643ad5a-a76b-4523-baaf-6d59145ceb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.212029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39fa7f0a-aca8-456f-b7f5-540423e15412 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.230476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39fa7f0a-aca8-456f-b7f5-540423e15412 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.247147 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d251f276-d771-4f47-afe1-cd0c3781acbb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0520339 Jul 06 18:42:51.255175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.278269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27858c77-f5e3-4a93-a6c7-d4ede9860355 None None] Network 730b127d-89f0-45d2-810c-75b16e9535f0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:51.290261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Port': ['ID=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:51.292216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39fa7f0a-aca8-456f-b7f5-540423e15412 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.300802 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39fa7f0a-aca8-456f-b7f5-540423e15412 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.304489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-39fa7f0a-aca8-456f-b7f5-540423e15412 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/25ef9591-8d84-4d9e-99a4-4e271b23628b HTTP/1.1" status: 204 len: 168 time: 0.1330721 Jul 06 18:42:51.304489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0643ad5a-a76b-4523-baaf-6d59145ceb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.306518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56566) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.306901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0643ad5a-a76b-4523-baaf-6d59145ceb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.311596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0643ad5a-a76b-4523-baaf-6d59145ceb4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf18290c-537a-4cc4-b767-c53f163b5e98 HTTP/1.1" status: 204 len: 168 time: 0.2728426 Jul 06 18:42:51.321791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa7f0a-aca8-456f-b7f5-540423e15412 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25ef9591-8d84-4d9e-99a4-4e271b23628b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:51.324414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643ad5a-a76b-4523-baaf-6d59145ceb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf18290c-537a-4cc4-b767-c53f163b5e98,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:51.352357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] No DVR routers for this DVR port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:51.356220 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.397663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] Pushing event deleted for resources: {'Port': ['ID=6c9acb5a-bf72-4597-a8a7-fb3d88a8671e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:51.420759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a79c5-9a5c-4c18-bdbb-c185eed00d9f None None] No DVR routers for this DVR port 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:51.423357 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-05424252-52cd-4a4d-8d3c-40e24e6d692a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1157029 Jul 06 18:42:51.426728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56570) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.455129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56574) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.493054 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.503823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0951c8e0-22d2-40bf-8fa4-df4dcad56d33']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:51.515546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:51.516567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3b18ff-a5c3-40ee-8bb4-ebf851f9f1f6') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:51.528006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.529017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-6998cb4d-7f91-40a2-b5bb-599b37ba2ffe admin admin] Deleting subnet f514a6a3-3b1c-459f-8d71-2fad809962bd {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:42:51.539694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6998cb4d-7f91-40a2-b5bb-599b37ba2ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.550614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.561327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ea424d38-4027-406a-a665-1a3634e9a52a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.565947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:42:51.567090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:42:51.570685 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:42:51.596079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6998cb4d-7f91-40a2-b5bb-599b37ba2ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.598999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ea424d38-4027-406a-a665-1a3634e9a52a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.636114 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.644221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.649582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] 10.222.0.53 "DELETE /v2.0/networks/0951c8e0-22d2-40bf-8fa4-df4dcad56d33 HTTP/1.1" status: 204 len: 168 time: 0.9689887 Jul 06 18:42:51.662408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc5ef1-6291-460d-bb6d-4dccfed747f4 tempest-AllowedAddressPairTestJSON-2103397387 tempest-AllowedAddressPairTestJSON-2103397387-project] Pushing event deleted for resources: {'Network': ['ID=0951c8e0-22d2-40bf-8fa4-df4dcad56d33,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:51.664379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6998cb4d-7f91-40a2-b5bb-599b37ba2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.703567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ea424d38-4027-406a-a665-1a3634e9a52a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.706169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ea424d38-4027-406a-a665-1a3634e9a52a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.710019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ea424d38-4027-406a-a665-1a3634e9a52a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/ff315557-2596-40f6-9543-b0fb4c9eeecb HTTP/1.1" status: 204 len: 168 time: 0.2796032 Jul 06 18:42:51.710268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56580) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.717067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56582) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.726625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea424d38-4027-406a-a665-1a3634e9a52a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff315557-2596-40f6-9543-b0fb4c9eeecb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:51.740106 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c88ef2b3-4b33-4e74-a2b5-64640ba57521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.751713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6998cb4d-7f91-40a2-b5bb-599b37ba2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.780631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998cb4d-7f91-40a2-b5bb-599b37ba2ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f514a6a3-3b1c-459f-8d71-2fad809962bd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:51.784476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6998cb4d-7f91-40a2-b5bb-599b37ba2ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.789761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-856f2112-608d-4a94-80e7-5724d4f5dac4 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741301 Jul 06 18:42:51.789950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6998cb4d-7f91-40a2-b5bb-599b37ba2ffe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f514a6a3-3b1c-459f-8d71-2fad809962bd HTTP/1.1" status: 204 len: 168 time: 0.3303990 Jul 06 18:42:51.790058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56584) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.792140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56586) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.797219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4cbd7da3-ca9e-433a-9f4e-637524b6bdd4 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736782914'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:51.884480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:51.906344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:51.950742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:42:51.991064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c88ef2b3-4b33-4e74-a2b5-64640ba57521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.001069 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.004626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c88ef2b3-4b33-4e74-a2b5-64640ba57521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.055508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4cbd7da3-ca9e-433a-9f4e-637524b6bdd4 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.056647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:52.076702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '65c61914-31ab-4f3d-890e-25f872081c83', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'port_id': '65c61914-31ab-4f3d-890e-25f872081c83', 'mac_address': 'fa:16:3e:34:45:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:42:52.084642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:52.113554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:52.115553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6c9acb5a-bf72-4597-a8a7-fb3d88a8671e not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:52.161860 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.178250 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-70eab31b-cdcb-4e32-88d7-d6a06fe09e99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1cf671ba4b784b1eba4e786e15b64349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704639 Jul 06 18:42:52.179319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56598) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:52.187423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c61914-31ab-4f3d-890e-25f872081c83 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:42:52.200543 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.211422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:52.216839 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.221487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7de4bc-697d-4d6c-8bc4-b71b5e954757 req-ed8d91d9-93d0-46b5-8648-008dfa5dd420 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:52.223389 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da7de4bc-697d-4d6c-8bc4-b71b5e954757 req-ed8d91d9-93d0-46b5-8648-008dfa5dd420 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 943 time: 0.2774551 Jul 06 18:42:52.273620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:52.316459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da7de4bc-697d-4d6c-8bc4-b71b5e954757 req-167f7ab3-d057-4c4a-9ed4-f81f3bd17638 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828323 Jul 06 18:42:52.326998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730b127d-89f0-45d2-810c-75b16e9535f0']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:52.345030 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2170a911-99be-4974-b6f7-3e0d4791dba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.346053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a377e873-757f-4bb1-ba06-bc47f2042e38') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:52.346365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a377e873-757f-4bb1-ba06-bc47f2042e38') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:52.349234 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4cbd7da3-ca9e-433a-9f4e-637524b6bdd4 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.358804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4cbd7da3-ca9e-433a-9f4e-637524b6bdd4 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.366956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.375979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c88ef2b3-4b33-4e74-a2b5-64640ba57521 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a242cef668e44fcb5ed498e769cf8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578624 Jul 06 18:42:52.378239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ef2b3-4b33-4e74-a2b5-64640ba57521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9904349a-cc43-479c-8e5c-991901da6831,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:52.380526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56600) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:52.390200 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.390891 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2170a911-99be-4974-b6f7-3e0d4791dba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.402754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:42:52.403481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:42:52.405156 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:42:52.414675 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4cbd7da3-ca9e-433a-9f4e-637524b6bdd4 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.415991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4cbd7da3-ca9e-433a-9f4e-637524b6bdd4 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6225674 Jul 06 18:42:52.418408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd7da3-ca9e-433a-9f4e-637524b6bdd4 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d1423-84c9-4c81-b5c2-d75e3c5995f2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:52.419518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56602) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:52.449286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['65c61914-31ab-4f3d-890e-25f872081c83'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:42:52.451842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f9413290-50aa-4ec7-bc1c-8dba452c31e2 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': 'bd8d1423-84c9-4c81-b5c2-d75e3c5995f2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:52.467836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2170a911-99be-4974-b6f7-3e0d4791dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.471762 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2170a911-99be-4974-b6f7-3e0d4791dba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.473686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2170a911-99be-4974-b6f7-3e0d4791dba7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a11ebf79-08a4-4f92-bba5-4725a0fd7c74 HTTP/1.1" status: 204 len: 168 time: 0.2881060 Jul 06 18:42:52.486339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170a911-99be-4974-b6f7-3e0d4791dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ebf79-08a4-4f92-bba5-4725a0fd7c74,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:52.507655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.517747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.519678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/730b127d-89f0-45d2-810c-75b16e9535f0 HTTP/1.1" status: 204 len: 168 time: 0.7294440 Jul 06 18:42:52.525188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd527974-1817-4913-9cb5-6ecb904bd538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.538727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9413290-50aa-4ec7-bc1c-8dba452c31e2 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.541524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ddbf3-4332-48a7-a297-acd5e6b1dfb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=730b127d-89f0-45d2-810c-75b16e9535f0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:52.581477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd527974-1817-4913-9cb5-6ecb904bd538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.636986 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9413290-50aa-4ec7-bc1c-8dba452c31e2 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.643711 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9413290-50aa-4ec7-bc1c-8dba452c31e2 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.669417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413290-50aa-4ec7-bc1c-8dba452c31e2 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a7f7bf-826b-460f-b4c9-aea00dd61b14,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:52.673952 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd527974-1817-4913-9cb5-6ecb904bd538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.676706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd527974-1817-4913-9cb5-6ecb904bd538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.677968 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dd527974-1817-4913-9cb5-6ecb904bd538 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9904349a-cc43-479c-8e5c-991901da6831 HTTP/1.1" status: 204 len: 168 time: 0.2942524 Jul 06 18:42:52.687002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9413290-50aa-4ec7-bc1c-8dba452c31e2 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.688424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f9413290-50aa-4ec7-bc1c-8dba452c31e2 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2446334 Jul 06 18:42:52.689406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd527974-1817-4913-9cb5-6ecb904bd538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904349a-cc43-479c-8e5c-991901da6831,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:52.691302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56610) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:52.748610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56614) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:52.766638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.784411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dd063cf-a245-4b83-9f37-1ced016e51e1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.834344 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dd063cf-a245-4b83-9f37-1ced016e51e1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.838336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-006f503e-d6d4-4c59-b0a8-4df61cc54f39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7261260fb02645e586db21fa093cb24b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885103 Jul 06 18:42:52.841413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56616) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:52.920161 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dd063cf-a245-4b83-9f37-1ced016e51e1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.925306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dd063cf-a245-4b83-9f37-1ced016e51e1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.929366 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9dd063cf-a245-4b83-9f37-1ced016e51e1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/bd8d1423-84c9-4c81-b5c2-d75e3c5995f2 HTTP/1.1" status: 204 len: 168 time: 0.2348311 Jul 06 18:42:52.931361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56620) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:52.958061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd063cf-a245-4b83-9f37-1ced016e51e1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d1423-84c9-4c81-b5c2-d75e3c5995f2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:52.986959 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72754f9d-b751-4b00-9c20-121ae6f801d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.031240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72754f9d-b751-4b00-9c20-121ae6f801d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.040954 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e3a53625-3cff-43f8-9fae-4c454ef1b712 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1079581 Jul 06 18:42:53.044916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56624) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:53.049759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3196eda7-d693-437a-9bcf-ff61dbbc9046 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--457215465'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:53.086740 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3196eda7-d693-437a-9bcf-ff61dbbc9046 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.124905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72754f9d-b751-4b00-9c20-121ae6f801d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.128098 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72754f9d-b751-4b00-9c20-121ae6f801d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.129450 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-72754f9d-b751-4b00-9c20-121ae6f801d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9620126-0cfd-4beb-8a86-71889f4147ee HTTP/1.1" status: 204 len: 168 time: 0.2861218 Jul 06 18:42:53.142636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72754f9d-b751-4b00-9c20-121ae6f801d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9620126-0cfd-4beb-8a86-71889f4147ee,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:53.237755 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3196eda7-d693-437a-9bcf-ff61dbbc9046 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.245116 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3196eda7-d693-437a-9bcf-ff61dbbc9046 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.282604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196eda7-d693-437a-9bcf-ff61dbbc9046 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ade26-a899-454c-9999-22835d77694b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:53.286337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3196eda7-d693-437a-9bcf-ff61dbbc9046 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.290744 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3196eda7-d693-437a-9bcf-ff61dbbc9046 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2446177 Jul 06 18:42:53.291495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56642) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:53.296139 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-699046b4-b7ef-4107-a6ff-d399ed70835b tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295043922'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:53.321026 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699046b4-b7ef-4107-a6ff-d399ed70835b tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.425506 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699046b4-b7ef-4107-a6ff-d399ed70835b tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.433989 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699046b4-b7ef-4107-a6ff-d399ed70835b tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.475352 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-699046b4-b7ef-4107-a6ff-d399ed70835b tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.479414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-699046b4-b7ef-4107-a6ff-d399ed70835b tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1841862 Jul 06 18:42:53.486696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56652) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:53.491720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-adc90850-5898-4ac2-9c91-35abf1dd2a97 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': 'd34ade26-a899-454c-9999-22835d77694b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c13c0b3a-c413-41d0-949a-fb0c60d4e100', 'remote_ip_prefix': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:53.495954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699046b4-b7ef-4107-a6ff-d399ed70835b tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c0b3a-c413-41d0-949a-fb0c60d4e100,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:53.537397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adc90850-5898-4ac2-9c91-35abf1dd2a97 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.571444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fd6b3-8453-4d16-b490-941eb02d18f0 req-7f48467f-3eb3-4923-b408-a8480fc0315b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:53.573303 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b61fd6b3-8453-4d16-b490-941eb02d18f0 req-7f48467f-3eb3-4923-b408-a8480fc0315b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 944 time: 0.1229556 Jul 06 18:42:53.635451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b61fd6b3-8453-4d16-b490-941eb02d18f0 req-c651ca8b-fe2e-41ff-9d58-8ef23cefcd85 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528462 Jul 06 18:42:53.642329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adc90850-5898-4ac2-9c91-35abf1dd2a97 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.650631 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adc90850-5898-4ac2-9c91-35abf1dd2a97 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.665372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc90850-5898-4ac2-9c91-35abf1dd2a97 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a9885-3523-40e0-b1d3-47afb1123db4,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:53.682595 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adc90850-5898-4ac2-9c91-35abf1dd2a97 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.687017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-adc90850-5898-4ac2-9c91-35abf1dd2a97 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1963253 Jul 06 18:42:53.687516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56668) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:53.715607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-292519d2-95a8-4266-9903-d0503b6585e5 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.723477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-292519d2-95a8-4266-9903-d0503b6585e5 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.757736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-292519d2-95a8-4266-9903-d0503b6585e5 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.764396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-292519d2-95a8-4266-9903-d0503b6585e5 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.765535 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-292519d2-95a8-4266-9903-d0503b6585e5 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e61a9885-3523-40e0-b1d3-47afb1123db4 HTTP/1.1" status: 204 len: 168 time: 0.0767949 Jul 06 18:42:53.768453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56674) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:53.771337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292519d2-95a8-4266-9903-d0503b6585e5 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e61a9885-3523-40e0-b1d3-47afb1123db4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:53.816629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7a29e80e-c0d5-4587-b4af-f816222487b7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0461118 Jul 06 18:42:53.819692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56676) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:53.890458 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3286241e-bc92-41d6-9744-5a73c433a06e tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.915594 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3286241e-bc92-41d6-9744-5a73c433a06e tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.944344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:53.965553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3286241e-bc92-41d6-9744-5a73c433a06e tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.968446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3286241e-bc92-41d6-9744-5a73c433a06e tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:53.972449 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3286241e-bc92-41d6-9744-5a73c433a06e tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/c13c0b3a-c413-41d0-949a-fb0c60d4e100 HTTP/1.1" status: 204 len: 168 time: 0.1489019 Jul 06 18:42:53.972568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56688) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:53.974335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:53.982200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286241e-bc92-41d6-9744-5a73c433a06e tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c0b3a-c413-41d0-949a-fb0c60d4e100,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:54.035739 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-07aa3960-eab4-452b-abb4-cefccae80b44 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0594709 Jul 06 18:42:54.035977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56692) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:54.058377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 65c61914-31ab-4f3d-890e-25f872081c83 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:54.063771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 65c61914-31ab-4f3d-890e-25f872081c83 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:54.064863 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.113559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1565442469'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:54.119174 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbdb886d-8819-4f04-a422-c6127644907a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.158278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbdb886d-8819-4f04-a422-c6127644907a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.158550 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.184061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:54.188348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:54.189126 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.190683 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500422f1-b0b7-4fcf-a76b-174abc7fd790" -d '{"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-plugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:54.205934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:54.213664 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.236541 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.251232 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbdb886d-8819-4f04-a422-c6127644907a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.254048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cbdb886d-8819-4f04-a422-c6127644907a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.255905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cbdb886d-8819-4f04-a422-c6127644907a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/d34ade26-a899-454c-9999-22835d77694b HTTP/1.1" status: 204 len: 168 time: 0.2186246 Jul 06 18:42:54.258230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56704) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:54.272748 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94bd608-32fd-4ffd-87d0-deeaf47ce371 x-openstack-request-id: req-e94bd608-32fd-4ffd-87d0-deeaf47ce371 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:54.273320 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-plugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:54.273916 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e94bd608-32fd-4ffd-87d0-deeaf47ce371 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:54.274915 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'code': 200} Jul 06 18:42:54.294203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb886d-8819-4f04-a422-c6127644907a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ade26-a899-454c-9999-22835d77694b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:54.304113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:54.314308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.315321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.315872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.316459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.316994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.317539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.318091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.318622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.319144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.319660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.320165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.320730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:54.359287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56708) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:54.371569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-34572bce-e91f-4183-928f-fbec0d253d5c tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121671 Jul 06 18:42:54.388214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56712) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:54.398723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b850e493-ef5c-41ff-abda-69a7c26b38f7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769607004'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:54.438963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8516520-2c82-41fa-9f30-07d1ec5237a2 req-e8a601f5-54b6-4e5d-ac44-3b6c92dc5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:54.440742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8516520-2c82-41fa-9f30-07d1ec5237a2 req-e8a601f5-54b6-4e5d-ac44-3b6c92dc5b3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1096 time: 0.0820153 Jul 06 18:42:54.481609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8516520-2c82-41fa-9f30-07d1ec5237a2 req-f2f89526-2cde-473c-acb6-5ba8d80fbb1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337684 Jul 06 18:42:54.488818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.499619 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.520542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1279511582-network', 'tenant_id': 'b14bdf09f0b74fa083578a2b15b5f23d'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:54.544025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:54.556847 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b850e493-ef5c-41ff-abda-69a7c26b38f7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.588086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297bb840-196b-467a-b31c-0d30264ddfe5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:54.592654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.593000 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Added segment 3e44a1cb-0704-494d-9375-fa2c9428e0a6 of type vlan for network 13e5eb69-eb22-46f6-bd81-0804f28f2e13 Jul 06 18:42:54.603778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Made reservation on behalf of b14bdf09f0b74fa083578a2b15b5f23d for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:54.606231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.622118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.676488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.738927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.744725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:54.745352 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.780055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b850e493-ef5c-41ff-abda-69a7c26b38f7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.825594 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b850e493-ef5c-41ff-abda-69a7c26b38f7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:54.894057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Network': ['ID=13e5eb69-eb22-46f6-bd81-0804f28f2e13,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:54.906684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 13e5eb69-eb22-46f6-bd81-0804f28f2e13 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:54.922552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850e493-ef5c-41ff-abda-69a7c26b38f7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9af1f32-6525-4b5a-bc9c-f4a189b74d3d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:54.976774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57e4c9-44f8-461e-82b5-5641521223f1 req-d9add860-4a84-4c51-9298-754c21137563 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:54.978399 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a57e4c9-44f8-461e-82b5-5641521223f1 req-d9add860-4a84-4c51-9298-754c21137563 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.2016048 Jul 06 18:42:55.038800 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.045371 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a57e4c9-44f8-461e-82b5-5641521223f1 req-6b1334dd-17ce-45f1-a94d-1a7a6e94f1a2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597973 Jul 06 18:42:55.048906 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.061840 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ada2c9c1-2b0e-40e1-b886-1a628f952fe4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1130519 Jul 06 18:42:55.065599 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b850e493-ef5c-41ff-abda-69a7c26b38f7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.066907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b850e493-ef5c-41ff-abda-69a7c26b38f7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6719899 Jul 06 18:42:55.070720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56740) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:55.087793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:55.090965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-29e5540a-8f19-4c1d-a656-3c40a20050a3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': 'c9af1f32-6525-4b5a-bc9c-f4a189b74d3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:55.101261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b3c923-7592-4d23-a6f7-f03c672fb5ca,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:55.107394 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.107749 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Added segment 46c72ea9-7bd9-4caf-9bc8-479b64522be6 of type vlan for network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 Jul 06 18:42:55.161845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.163443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29e5540a-8f19-4c1d-a656-3c40a20050a3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.217544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.219749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:55.222291 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.238365 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:42:55.265681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29e5540a-8f19-4c1d-a656-3c40a20050a3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.276674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29e5540a-8f19-4c1d-a656-3c40a20050a3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.296898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5540a-8f19-4c1d-a656-3c40a20050a3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138d7447-a961-43c0-9dd5-af0c3221e32b,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:55.325631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29e5540a-8f19-4c1d-a656-3c40a20050a3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.327637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-29e5540a-8f19-4c1d-a656-3c40a20050a3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2528646 Jul 06 18:42:55.330400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:55.345852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9852204 Jul 06 18:42:55.350962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56760) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:55.360852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Request body: {'subnet': {'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1279511582-subnet', 'tenant_id': 'b14bdf09f0b74fa083578a2b15b5f23d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:55.367525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f5e6-75d5-48a2-8b57-8a76aef7eb87 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:55.386552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:55.409946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3f06e984-03c4-4524-8f1c-fba466c84bde tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.426944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Made reservation on behalf of b14bdf09f0b74fa083578a2b15b5f23d for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:55.430346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.435331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3f06e984-03c4-4524-8f1c-fba466c84bde tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.483580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3f06e984-03c4-4524-8f1c-fba466c84bde tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.495761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3f06e984-03c4-4524-8f1c-fba466c84bde tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.501287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3f06e984-03c4-4524-8f1c-fba466c84bde tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/138d7447-a961-43c0-9dd5-af0c3221e32b HTTP/1.1" status: 204 len: 168 time: 0.1697347 Jul 06 18:42:55.505590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56768) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:55.517875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06e984-03c4-4524-8f1c-fba466c84bde tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=138d7447-a961-43c0-9dd5-af0c3221e32b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:55.599548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1af0f9a6-ae91-4ae8-9267-fb30807fc51a tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0924411 Jul 06 18:42:55.604406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56770) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:55.683353 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52f73015-27ea-4885-a318-c79b4129f0fb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.708676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52f73015-27ea-4885-a318-c79b4129f0fb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.731261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.757871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52f73015-27ea-4885-a318-c79b4129f0fb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.761095 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52f73015-27ea-4885-a318-c79b4129f0fb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.765971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-52f73015-27ea-4885-a318-c79b4129f0fb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9af1f32-6525-4b5a-bc9c-f4a189b74d3d HTTP/1.1" status: 204 len: 168 time: 0.1598985 Jul 06 18:42:55.766829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56774) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:55.784177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:55.793195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f73015-27ea-4885-a318-c79b4129f0fb tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9af1f32-6525-4b5a-bc9c-f4a189b74d3d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:55.822311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Checking segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:55.822688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Network hostable DHCP agents. Network: 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:55.842238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:55.845310 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3d2f5efc-7faf-4168-aeaa-7f9fc6c0c228 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738361 Jul 06 18:42:55.846066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56776) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:55.851396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-15756981-5c9d-4798-b3da-20a7d07a4bd3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--569817375'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:55.860487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:55.869926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:55.871008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.873129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326647a1-bab2-4c74-8abc-759b6dcd8491 None None] Network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:55.888748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56778) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:55.907928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15756981-5c9d-4798-b3da-20a7d07a4bd3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.914416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4e21bab7-cacc-4d9c-953a-93f5cf443dee admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5622461 Jul 06 18:42:56.041419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15756981-5c9d-4798-b3da-20a7d07a4bd3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.053385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15756981-5c9d-4798-b3da-20a7d07a4bd3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.086938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15756981-5c9d-4798-b3da-20a7d07a4bd3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1475fdcd-a8ec-45f3-a70d-58dfa2e9c255,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:56.103334 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15756981-5c9d-4798-b3da-20a7d07a4bd3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.104598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15756981-5c9d-4798-b3da-20a7d07a4bd3 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2570708 Jul 06 18:42:56.107484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56792) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:56.114507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-80f7d3fd-ecb2-4bf3-bbbe-03ab2b17e6a7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': '1475fdcd-a8ec-45f3-a70d-58dfa2e9c255', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:56.116860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368baa6-5117-4af1-be88-af62f881ba2f None None] Network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:56.158257 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2725c85-52da-4d51-aa7d-82e47793dbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.203846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3fd-ecb2-4bf3-bbbe-03ab2b17e6a7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.376335 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3fd-ecb2-4bf3-bbbe-03ab2b17e6a7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.390790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3fd-ecb2-4bf3-bbbe-03ab2b17e6a7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.424337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2725c85-52da-4d51-aa7d-82e47793dbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.429686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7d3fd-ecb2-4bf3-bbbe-03ab2b17e6a7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea555d67-bfbd-48ca-8e33-87a04c862138,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:56.440497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2725c85-52da-4d51-aa7d-82e47793dbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.453685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d855a-5ded-4c0a-8c05-018bf28ff3b4 req-76da8c8c-7959-4411-972d-dd5451e6ac34 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:56.455245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-493d855a-5ded-4c0a-8c05-018bf28ff3b4 req-76da8c8c-7959-4411-972d-dd5451e6ac34 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1753199 Jul 06 18:42:56.463268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3fd-ecb2-4bf3-bbbe-03ab2b17e6a7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.467251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-80f7d3fd-ecb2-4bf3-bbbe-03ab2b17e6a7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3587971 Jul 06 18:42:56.471376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56802) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:56.495104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f309-fce3-4cb3-81ae-213505971991 req-2fc7b926-b16f-4ce7-a489-99e2694b056b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:56.497166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-2fc7b926-b16f-4ce7-a489-99e2694b056b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 815 time: 0.1276622 Jul 06 18:42:56.506764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-077b4a6c-acba-438a-9666-eac0a1d215de tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules/ea555d67-bfbd-48ca-8e33-87a04c862138 HTTP/1.1" status: 200 len: 763 time: 0.0340564 Jul 06 18:42:56.509863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56804) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:56.513373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c2725c85-52da-4d51-aa7d-82e47793dbb6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1873863e7d541c4b728fedfebbda886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207178 Jul 06 18:42:56.514691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56806) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:56.532493 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-4c19a6a0-b364-4968-8be3-35d9dba7f68d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/quotas/b14bdf09f0b74fa083578a2b15b5f23d HTTP/1.1" status: 200 len: 375 time: 0.0242198 Jul 06 18:42:56.532790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725c85-52da-4d51-aa7d-82e47793dbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bf85a8-fec0-4744-b33d-63f95b4a3de0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:56.564548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-493d855a-5ded-4c0a-8c05-018bf28ff3b4 req-f79d3e8e-794d-4f88-9eb8-47a3941ece2b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961285 Jul 06 18:42:56.583230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-e0228024-24b6-480f-b71a-9bbdbd41cef5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415971 Jul 06 18:42:56.603311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5be86219-b594-4f87-bcc3-c07d18090e47 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0851510 Jul 06 18:42:56.606205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56808) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:56.622464 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d003a576-b40f-4519-916c-13684c488c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.658668 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9160e8b-8d85-4ea2-a5b4-fcbea0dd2f25 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.661921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d003a576-b40f-4519-916c-13684c488c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.676753 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9160e8b-8d85-4ea2-a5b4-fcbea0dd2f25 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.735836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9160e8b-8d85-4ea2-a5b4-fcbea0dd2f25 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.753784 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9160e8b-8d85-4ea2-a5b4-fcbea0dd2f25 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.754034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56816) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:56.754135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e9160e8b-8d85-4ea2-a5b4-fcbea0dd2f25 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ea555d67-bfbd-48ca-8e33-87a04c862138 HTTP/1.1" status: 204 len: 168 time: 0.1427372 Jul 06 18:42:56.797699 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d003a576-b40f-4519-916c-13684c488c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.800202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d003a576-b40f-4519-916c-13684c488c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.803709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d003a576-b40f-4519-916c-13684c488c9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39bf85a8-fec0-4744-b33d-63f95b4a3de0 HTTP/1.1" status: 204 len: 168 time: 0.2856233 Jul 06 18:42:56.803709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9160e8b-8d85-4ea2-a5b4-fcbea0dd2f25 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea555d67-bfbd-48ca-8e33-87a04c862138,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:56.820701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003a576-b40f-4519-916c-13684c488c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bf85a8-fec0-4744-b33d-63f95b4a3de0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:56.821514 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cf181b45-9b85-4439-892a-b552fa58d2d1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0703371 Jul 06 18:42:56.824361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56820) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:56.838335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9e39c8d7-61ac-4f32-aead-bf43101a9950 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': '1475fdcd-a8ec-45f3-a70d-58dfa2e9c255', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:56.868772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-6c2f7299-a5bb-49ef-86b7-f9453dee6aaf service neutron] 10.222.0.53 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661302 Jul 06 18:42:56.886483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3974e5-8989-4722-b742-eefd1821053a req-d329511f-31e0-4f8e-be9e-e2a99046a1ea tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:56.888117 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e3974e5-8989-4722-b742-eefd1821053a req-d329511f-31e0-4f8e-be9e-e2a99046a1ea tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1514955 Jul 06 18:42:56.937333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e39c8d7-61ac-4f32-aead-bf43101a9950 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:56.957763 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e3974e5-8989-4722-b742-eefd1821053a req-b3f78d37-3714-4b63-a00b-c50f93ba30d2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582469 Jul 06 18:42:56.988402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.043153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-59fac352-5e71-43c5-a5c5-30a583a0f2a0 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577394 Jul 06 18:42:57.054508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e2744f-9328-4581-9239-5ec682b1958b tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:57.058975 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b7e2744f-9328-4581-9239-5ec682b1958b tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1091 time: 0.0665767 Jul 06 18:42:57.060198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56826) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.072964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '65c61914-31ab-4f3d-890e-25f872081c83', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:57.076688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e39c8d7-61ac-4f32-aead-bf43101a9950 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.085540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e39c8d7-61ac-4f32-aead-bf43101a9950 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.128074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.135914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39c8d7-61ac-4f32-aead-bf43101a9950 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94c2515-39a1-4a31-885e-aa2357d849ca,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:57.144457 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e39c8d7-61ac-4f32-aead-bf43101a9950 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.147883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9e39c8d7-61ac-4f32-aead-bf43101a9950 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3198392 Jul 06 18:42:57.148567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56828) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.203690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-96169c0d-025b-4fb1-b33b-80157ebe1dfc tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules/e94c2515-39a1-4a31-885e-aa2357d849ca HTTP/1.1" status: 200 len: 763 time: 0.0538483 Jul 06 18:42:57.210754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56832) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.295694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-76563c10-8724-4df0-985b-7a397aa9e7a7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0831707 Jul 06 18:42:57.298820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56836) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.339990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46ca4612-75ca-46df-9a4f-9163330d6ed6 req-160ce3e4-b5cc-423e-a994-76febb9dd2ba tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 210 time: 0.0702057 Jul 06 18:42:57.354066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.364271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56838) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.382206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96fc549f-ac0a-4b51-be64-342c948a15a1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.387900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f9a562a-2e19-4aa1-b2b1-635bc3df488a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.393521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96fc549f-ac0a-4b51-be64-342c948a15a1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.438020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96fc549f-ac0a-4b51-be64-342c948a15a1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.444063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96fc549f-ac0a-4b51-be64-342c948a15a1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.445468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-96fc549f-ac0a-4b51-be64-342c948a15a1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e94c2515-39a1-4a31-885e-aa2357d849ca HTTP/1.1" status: 204 len: 168 time: 0.1462555 Jul 06 18:42:57.448551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56844) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.472424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc549f-ac0a-4b51-be64-342c948a15a1 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e94c2515-39a1-4a31-885e-aa2357d849ca,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:57.507511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5a7f6375-9a93-488f-b0ba-ebacc6b05102 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577910 Jul 06 18:42:57.511247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56846) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.516096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1c2057b6-942d-4ab5-bcec-85cf039e2022 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Request body: {'security_group_rule': {'security_group_id': '1475fdcd-a8ec-45f3-a70d-58dfa2e9c255', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:57.594396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f9a562a-2e19-4aa1-b2b1-635bc3df488a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.609766 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f9a562a-2e19-4aa1-b2b1-635bc3df488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.664180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.25.4.88 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/6ae67884-903f-4720-824c-5e475b6c29c0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:57.681929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a562a-2e19-4aa1-b2b1-635bc3df488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f34a99-85ff-473a-9ce4-ca3fd9e8a39e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:57.687254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c2057b6-942d-4ab5-bcec-85cf039e2022 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.708073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2f9a562a-2e19-4aa1-b2b1-635bc3df488a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2403e59bd8fa433fbabd85af5ce8b8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398654 Jul 06 18:42:57.708933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56850) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.775830 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f547617-d06e-4a83-9526-01270b91bc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.787882 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c2057b6-942d-4ab5-bcec-85cf039e2022 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.795391 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c2057b6-942d-4ab5-bcec-85cf039e2022 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.821221 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f547617-d06e-4a83-9526-01270b91bc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.835803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2057b6-942d-4ab5-bcec-85cf039e2022 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf5f60e-2d59-4488-a061-ad9a0e20d3c2,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:57.855172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c2057b6-942d-4ab5-bcec-85cf039e2022 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.858943 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1c2057b6-942d-4ab5-bcec-85cf039e2022 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3441441 Jul 06 18:42:57.860498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56852) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.896075 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.904353 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f547617-d06e-4a83-9526-01270b91bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.907062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f547617-d06e-4a83-9526-01270b91bc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:57.910339 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2f547617-d06e-4a83-9526-01270b91bc5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48f34a99-85ff-473a-9ce4-ca3fd9e8a39e HTTP/1.1" status: 204 len: 168 time: 0.1978202 Jul 06 18:42:57.919921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3eac577e-c726-459b-a0ee-f007634d1fc8 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules/cdf5f60e-2d59-4488-a061-ad9a0e20d3c2 HTTP/1.1" status: 200 len: 764 time: 0.0557957 Jul 06 18:42:57.925519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56856) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:57.927901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f547617-d06e-4a83-9526-01270b91bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f34a99-85ff-473a-9ce4-ca3fd9e8a39e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:58.005989 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b5b76582-2c02-4ad2-9774-0b9c4f395c0f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0772855 Jul 06 18:42:58.008836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56858) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:58.039650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4797bbf-2296-40f6-979b-cfd0e6f8b1fd tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.041818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.075529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4797bbf-2296-40f6-979b-cfd0e6f8b1fd tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.115659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:58.118867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:58.123089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4797bbf-2296-40f6-979b-cfd0e6f8b1fd tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.129428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4797bbf-2296-40f6-979b-cfd0e6f8b1fd tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.130778 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c4797bbf-2296-40f6-979b-cfd0e6f8b1fd tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cdf5f60e-2d59-4488-a061-ad9a0e20d3c2 HTTP/1.1" status: 204 len: 168 time: 0.1209304 Jul 06 18:42:58.134251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56860) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:58.134899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:58.144011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4797bbf-2296-40f6-979b-cfd0e6f8b1fd tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdf5f60e-2d59-4488-a061-ad9a0e20d3c2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:58.196942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=6ae67884-903f-4720-824c-5e475b6c29c0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:58.239369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56866) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:58.240370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3370174-f24b-4c16-acce-09931814310f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1021342 Jul 06 18:42:58.308631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfba9661-8ab6-4fbf-ad81-1544fd5a2d0f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.340813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfba9661-8ab6-4fbf-ad81-1544fd5a2d0f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.388944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56872) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:58.395379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'subnet': {'network_id': '13e5eb69-eb22-46f6-bd81-0804f28f2e13', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:58.505540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfba9661-8ab6-4fbf-ad81-1544fd5a2d0f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.508419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfba9661-8ab6-4fbf-ad81-1544fd5a2d0f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.512522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dfba9661-8ab6-4fbf-ad81-1544fd5a2d0f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "DELETE /v2.0/security-groups/1475fdcd-a8ec-45f3-a70d-58dfa2e9c255 HTTP/1.1" status: 204 len: 168 time: 0.2694175 Jul 06 18:42:58.515814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56880) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:58.573792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba9661-8ab6-4fbf-ad81-1544fd5a2d0f tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1475fdcd-a8ec-45f3-a70d-58dfa2e9c255,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:58.583158 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1414b27e-0032-4264-bd8d-68fe05df34da req-c1dc9aa6-bb9c-4884-b136-526c9c567627 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 210 time: 0.0568461 Jul 06 18:42:58.647085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:58.654354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.768671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a18f4c12-13cc-4654-87c1-02d203c973aa tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2482226 Jul 06 18:42:58.774401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:58.883105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f309-fce3-4cb3-81ae-213505971991 req-3000d939-5b6a-46e2-bdad-96e237f3573e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:58.884637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-3000d939-5b6a-46e2-bdad-96e237f3573e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 815 time: 0.2829390 Jul 06 18:42:58.885092 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b5a52d3f-ad7c-4a6d-851f-6c79059887e7 tempest-SecGroupTest-1684804579 tempest-SecGroupTest-1684804579-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1057250 Jul 06 18:42:58.888474 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.908721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Request body: {'port': {'device_id': '59eb73cf-db1b-45b5-b7e8-7970a49ff3f2', 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'admin_state_up': True, 'tenant_id': 'b14bdf09f0b74fa083578a2b15b5f23d'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:58.950507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56894) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:58.974743 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.047220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Subnet': ['ID=3c02e6a8-bc9f-42b8-a70a-260bdec0949e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:59.057432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Checking segment: {'id': '3e44a1cb-0704-494d-9375-fa2c9428e0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13e5eb69-eb22-46f6-bd81-0804f28f2e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:59.057973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network hostable DHCP agents. Network: 13e5eb69-eb22-46f6-bd81-0804f28f2e13, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:59.078765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network 13e5eb69-eb22-46f6-bd81-0804f28f2e13 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:59.093589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 13e5eb69-eb22-46f6-bd81-0804f28f2e13) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:59.098639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:59.099590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.107264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac3255-d9c0-4b67-a2e8-7ebc680b33b6 None None] Network 13e5eb69-eb22-46f6-bd81-0804f28f2e13 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:59.127272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5499c3ef-acda-4642-b113-5ee95f1793eb tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7367644 Jul 06 18:42:59.128283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56898) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:59.133663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-531765417'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:59.163996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:59.170434 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.209305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:59.221184 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.222179 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Added segment fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c of type vlan for network 422bafe9-bfe5-4770-b08e-5783fdb38896 Jul 06 18:42:59.267288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56902) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:59.280534 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.312645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-13e5eb69-eb22-46f6-bd81-0804f28f2e13', 'network_id': '13e5eb69-eb22-46f6-bd81-0804f28f2e13', 'tenant_id': 'ee18023c1aa34a7eaad9f581f67108ce', 'fixed_ips': [{'subnet_id': '3c02e6a8-bc9f-42b8-a70a-260bdec0949e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:42:59.313955 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.322274 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.333226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:59.334476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.335849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623088090-network', 'tenant_id': '10765328199246c0894fe2b0aea6bec6'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:59.429896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Made reservation on behalf of 10765328199246c0894fe2b0aea6bec6 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:59.433776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.440945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Network': ['ID=422bafe9-bfe5-4770-b08e-5783fdb38896,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:59.448732 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.455597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1e3d071a-dca1-4921-8145-329b1461ca8e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3259726 Jul 06 18:42:59.459290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56908) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:59.466488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'subnet': {'network_id': '422bafe9-bfe5-4770-b08e-5783fdb38896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:59.468579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.474433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 422bafe9-bfe5-4770-b08e-5783fdb38896 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:59.570885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Made reservation on behalf of b14bdf09f0b74fa083578a2b15b5f23d for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:59.575536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.586146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Allocated IP 2001:db8:0:ffff::2 (13e5eb69-eb22-46f6-bd81-0804f28f2e13/3c02e6a8-bc9f-42b8-a70a-260bdec0949e/53118423-f1a6-4e8d-bcf8-40ab7f7c655f) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:59.740873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3be2dc1f-dd0c-4606-a92f-d9eb0ce021c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c36fb21b949c41b4bc5f2d7d5caf4bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719760 Jul 06 18:42:59.743434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56912) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:59.760862 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.775264 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.777516 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.788359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Transition to ACTIVE for port object 53118423-f1a6-4e8d-bcf8-40ab7f7c655f will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:59.806291 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Transition to ACTIVE for port object 53118423-f1a6-4e8d-bcf8-40ab7f7c655f will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:59.814245 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.830348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-687a9dcb-48d6-442a-b33f-ab91ebac02df req-635d40f7-705d-48e4-aab5-ecb528c72352 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 210 time: 0.0484610 Jul 06 18:42:59.845030 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-407ee11c-0bb4-41f1-9627-cc0cc7ca9708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.856341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Network 13e5eb69-eb22-46f6-bd81-0804f28f2e13 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:59.862346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:59.863629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:59.870035 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-407ee11c-0bb4-41f1-9627-cc0cc7ca9708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.870626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:59.878438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Pushing event updated for resources: {'Port': ['ID=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:59.907166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Allocated IP 172.20.0.7 (0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752/183b6fc4-1e7b-4f70-91f6-f3c19eb4c546/aaf39855-4a3e-435d-860e-ec5875d961bd) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:59.920392 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.920672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:59.920813 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Added segment 33abbc0c-bb52-45e9-852e-10becd69039e of type vlan for network 23f743e1-26b1-4595-8cb0-7ab634bb9461 Jul 06 18:42:59.922331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0ece14-ab60-4397-bc24-0a910ff06c35,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:59.924208 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.927032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.938278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.961058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Attempting to bind port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:59.961589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Attempting to bind port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3e44a1cb-0704-494d-9375-fa2c9428e0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13e5eb69-eb22-46f6-bd81-0804f28f2e13'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:59.962068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Attempting to bind port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f on network 13e5eb69-eb22-46f6-bd81-0804f28f2e13 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:59.968268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:59.968268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Checking segment: {'id': '3e44a1cb-0704-494d-9375-fa2c9428e0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13e5eb69-eb22-46f6-bd81-0804f28f2e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:59.968268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.968697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Bound using segment: {'id': '3e44a1cb-0704-494d-9375-fa2c9428e0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13e5eb69-eb22-46f6-bd81-0804f28f2e13'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:59.969110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Bound port: 53118423-f1a6-4e8d-bcf8-40ab7f7c655f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e44a1cb-0704-494d-9375-fa2c9428e0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13e5eb69-eb22-46f6-bd81-0804f28f2e13'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:59.969482 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.993488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-407ee11c-0bb4-41f1-9627-cc0cc7ca9708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.996529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-407ee11c-0bb4-41f1-9627-cc0cc7ca9708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.001301 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-407ee11c-0bb4-41f1-9627-cc0cc7ca9708 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03f6e369-a145-475c-a3be-ca35d6a04ad5 HTTP/1.1" status: 204 len: 168 time: 0.2524779 Jul 06 18:43:00.034447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ee11c-0bb4-41f1-9627-cc0cc7ca9708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f6e369-a145-475c-a3be-ca35d6a04ad5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:00.041151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.047255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] For port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:00.058746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] For port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,segment=NetworkSegment(3e44a1cb-0704-494d-9375-fa2c9428e0a6),segment_id=3e44a1cb-0704-494d-9375-fa2c9428e0a6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:00.068270 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.103842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=6ae67884-903f-4720-824c-5e475b6c29c0,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:00.160118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9379d-f0b3-482e-92b9-53a02897bf0f None None] Pushing event updated for resources: {'Port': ['ID=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:00.201832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.212473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.214448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:00.215041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.302779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.objects.ports [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93966) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:43:00.304562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.357605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4026768 Jul 06 18:43:00.369119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56920) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:00.389301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Request body: {'subnet': {'network_id': '23f743e1-26b1-4595-8cb0-7ab634bb9461', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623088090-subnet', 'tenant_id': '10765328199246c0894fe2b0aea6bec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:00.429139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Checking segment: {'id': 'fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '422bafe9-bfe5-4770-b08e-5783fdb38896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:00.429815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network hostable DHCP agents. Network: 422bafe9-bfe5-4770-b08e-5783fdb38896, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:43:00.432360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Subnet': ['ID=750dfe51-ad4c-439c-b66e-eaa8d58981bb,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:00.445729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e425938-f642-4ee7-8188-6cddd9b7b0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=23f743e1-26b1-4595-8cb0-7ab634bb9461,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:00.456582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 23f743e1-26b1-4595-8cb0-7ab634bb9461 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:43:00.486451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Made reservation on behalf of 10765328199246c0894fe2b0aea6bec6 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:00.489282 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.501947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.502674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network 422bafe9-bfe5-4770-b08e-5783fdb38896 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:43:00.524428 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Floating IP b2be66dd-5b78-4c0c-8332-5e3c5e9d1398 associated. External IP: 172.25.4.88, port: 65c61914-31ab-4f3d-890e-25f872081c83. Jul 06 18:43:00.596834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 422bafe9-bfe5-4770-b08e-5783fdb38896) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:00.606678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d757fc-3a5d-49ee-9a1b-a87c76b52ae1 None None] Network 422bafe9-bfe5-4770-b08e-5783fdb38896 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:00.632432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:00.632964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.689704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dc05a71e-0975-4d8f-a189-ce2bf2438820 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2280755 Jul 06 18:43:00.692639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56932) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:00.714476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'port': {'network_id': '422bafe9-bfe5-4770-b08e-5783fdb38896', 'name': 'tempest-NetworksIpV6TestAttrs-346037685'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:00.736210 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.811734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Pushing event updated for resources: {'Port': ['ID=aaf39855-4a3e-435d-860e-ec5875d961bd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:00.852924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:00.856164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:00.858979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:00.880681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:00.884961 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.894842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-422bafe9-bfe5-4770-b08e-5783fdb38896', 'network_id': '422bafe9-bfe5-4770-b08e-5783fdb38896', 'tenant_id': 'ee18023c1aa34a7eaad9f581f67108ce', 'fixed_ips': [{'subnet_id': '750dfe51-ad4c-439c-b66e-eaa8d58981bb'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:43:00.896437 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.937458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:00.938178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.950027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:43:00.964115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-72c4aac9-8f67-4254-a53d-39a9b8501ced tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0589998 Jul 06 18:43:01.005461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] device_id is not set on port 1f563723-cede-4303-9338-62ca8ae52b1b yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:43:01.065664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56942) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:01.067206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Allocated IP 2001:db8::f816:3eff:fe9d:b527 (422bafe9-bfe5-4770-b08e-5783fdb38896/750dfe51-ad4c-439c-b66e-eaa8d58981bb/83c43270-0d1b-4b98-8ae3-d937273630e4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:01.076681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Request body: {'port': {'device_id': '59eb73cf-db1b-45b5-b7e8-7970a49ff3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:01.169518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:43:01.182135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.188213 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] Sync routers for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:43:01.199328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.205851 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:43:01.209040 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:01.229494 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.296444 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-be0dfed3-ad19-47fc-94cc-179f690cad49 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2303226 Jul 06 18:43:01.303374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb4e44f-8d32-4df1-80a4-4b1846fac5d3,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:01.363343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ca7f1-1743-4321-8c77-0b68cb6a1e5b req-6e68ac94-4814-4ec0-9be2-0b2be144add1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:01.365201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-155ca7f1-1743-4321-8c77-0b68cb6a1e5b req-6e68ac94-4814-4ec0-9be2-0b2be144add1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 931 time: 0.2790434 Jul 06 18:43:01.391687 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:43:01.405848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.408554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:01.410277 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-155ca7f1-1743-4321-8c77-0b68cb6a1e5b req-a2339479-989a-46f7-977a-74b80c4fbcc1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370681 Jul 06 18:43:01.411055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Checking segment: {'id': '33abbc0c-bb52-45e9-852e-10becd69039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '23f743e1-26b1-4595-8cb0-7ab634bb9461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:01.411425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Network hostable DHCP agents. Network: 23f743e1-26b1-4595-8cb0-7ab634bb9461, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:43:01.418953 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66fa16c-238f-4121-bec8-4f1d410f90f9" -d '{"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:01.434216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Transition to ACTIVE for port object 83c43270-0d1b-4b98-8ae3-d937273630e4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:01.442224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2127588942'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:01.455744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Network 23f743e1-26b1-4595-8cb0-7ab634bb9461 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:43:01.472283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 23f743e1-26b1-4595-8cb0-7ab634bb9461) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:01.478503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:01.484900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.500777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90de03-2176-46df-9faf-c5bf2101c6a8 None None] Network 23f743e1-26b1-4595-8cb0-7ab634bb9461 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:01.547036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Made reservation on behalf of 0c762156869f462fb72779b3de0fdb90 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:01.555262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3bff6397-5b47-4061-b969-8d13354b1a2a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1785760 Jul 06 18:43:01.556154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.586364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Transition to ACTIVE for port object 83c43270-0d1b-4b98-8ae3-d937273630e4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:01.613426 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.638328 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62c755c-4b08-4f0e-a23b-9b2a2469947a x-openstack-request-id: req-d62c755c-4b08-4f0e-a23b-9b2a2469947a {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:01.638705 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:01.638883 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d62c755c-4b08-4f0e-a23b-9b2a2469947a {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:01.639266 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'status': 'completed', 'code': 200} Jul 06 18:43:01.665804 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.709967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985f7ac-6eb8-4e93-8768-37033d3e9ee9 None None] Network 13e5eb69-eb22-46f6-bd81-0804f28f2e13 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:01.728382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Network 422bafe9-bfe5-4770-b08e-5783fdb38896 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:01.739931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Allocated IP 2001:db8::f816:3eff:fe0a:ff5c (422bafe9-bfe5-4770-b08e-5783fdb38896/750dfe51-ad4c-439c-b66e-eaa8d58981bb/1f563723-cede-4303-9338-62ca8ae52b1b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:01.789965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:01.800038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:01.861657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Pushing event updated for resources: {'Port': ['ID=83c43270-0d1b-4b98-8ae3-d937273630e4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:01.910623 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b2be66dd-5b78-4c0c-8332-5e3c5e9d1398', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'port_id': '65c61914-31ab-4f3d-890e-25f872081c83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'mac_address': 'fa:16:3e:34:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:58Z', 'updated_at': '2021-07-06T18:42:58Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:01.953414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309414f8-4e3f-4e78-bd69-7929c91be4d4 req-28da52cf-47a5-44ac-8b5c-1a48b4637791 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:01.959235 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:01.965000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-309414f8-4e3f-4e78-bd69-7929c91be4d4 req-28da52cf-47a5-44ac-8b5c-1a48b4637791 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.4468555 Jul 06 18:43:01.975481 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] Checking router: 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:43:01.988436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Transition to ACTIVE for port object 1f563723-cede-4303-9338-62ca8ae52b1b will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:01.997484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-a50b242c-159d-477a-869a-3b4c6d015e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:01.999148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-a50b242c-159d-477a-869a-3b4c6d015e37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1096 time: 0.4156032 Jul 06 18:43:02.002435 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:43:02.003101 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:42:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:02.084182 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.087302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-966f34b0-45c1-4348-9190-ac9dbc4322ab None None] Provisioning for port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:02.121080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 53118423-f1a6-4e8d-bcf8-40ab7f7c655f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:02.124791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-309414f8-4e3f-4e78-bd69-7929c91be4d4 req-4cda34c5-e5b8-43db-a638-d79975906269 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409016 Jul 06 18:43:02.128088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.140228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:43:02.151089 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.151643 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Added segment 6b533619-5256-43cb-b98f-49480ee80b11 of type vlan for network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 Jul 06 18:43:02.159177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.203761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56958) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:02.223086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.247842 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:43:02.250032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network 422bafe9-bfe5-4770-b08e-5783fdb38896 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:02.254380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-4704f346-8636-4144-b911-99751e70e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:02.256242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-4704f346-8636-4144-b911-99751e70e06a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.2457340 Jul 06 18:43:02.257631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:02.259762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Port': ['ID=1f563723-cede-4303-9338-62ca8ae52b1b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:02.262250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:02.278607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:02.279669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.302209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf39855-4a3e-435d-860e-ec5875d961bd {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:02.325756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.359690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1552be99-bbce-45ac-b2d7-5a631141b6c4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:02.370602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Attempting to bind port 83c43270-0d1b-4b98-8ae3-d937273630e4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:02.371264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Attempting to bind port 83c43270-0d1b-4b98-8ae3-d937273630e4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '422bafe9-bfe5-4770-b08e-5783fdb38896'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:02.372263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Attempting to bind port 83c43270-0d1b-4b98-8ae3-d937273630e4 on network 422bafe9-bfe5-4770-b08e-5783fdb38896 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:02.377361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e841e98-e0c1-428f-8f1b-69750ed7b9ba None None] Network 23f743e1-26b1-4595-8cb0-7ab634bb9461 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:02.377525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Transition to ACTIVE for port object aaf39855-4a3e-435d-860e-ec5875d961bd will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:02.384456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f40d13d-0f91-4ef7-82cd-3067813f9315 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/b2be66dd-5b78-4c0c-8332-5e3c5e9d1398 HTTP/1.1" status: 200 len: 990 time: 0.1745822 Jul 06 18:43:02.386512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.394717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b4bc419b-ec03-4748-ad80-3826028e44b4 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7008200 Jul 06 18:43:02.399890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56964) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:02.403581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.418195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:02.419373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.467434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-53572e4d-b4d1-4661-aabb-2344e877fee8 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Deleting subnet 750dfe51-ad4c-439c-b66e-eaa8d58981bb {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:43:02.472871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53572e4d-b4d1-4661-aabb-2344e877fee8 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.478032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:02.485193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Checking segment: {'id': 'fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '422bafe9-bfe5-4770-b08e-5783fdb38896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:02.485940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.486582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Bound using segment: {'id': 'fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '422bafe9-bfe5-4770-b08e-5783fdb38896'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:02.487271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Bound port: 83c43270-0d1b-4b98-8ae3-d937273630e4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '422bafe9-bfe5-4770-b08e-5783fdb38896'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:02.487829 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.493475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Pushing event updated for resources: {'Port': ['ID=aaf39855-4a3e-435d-860e-ec5875d961bd,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:02.504720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-1ea16c31-adc6-435e-a2a4-cc6698128658 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 998 time: 0.2201931 Jul 06 18:43:02.507579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4411037 Jul 06 18:43:02.548405 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53572e4d-b4d1-4661-aabb-2344e877fee8 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.562943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56972) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:02.571474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Request body: {'subnet': {'network_id': '9f2fb60c-1367-4d62-aa05-a9c3df77b665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:02.639224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:02.656598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:02.659425 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.697099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56976) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:02.719619 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b2be66dd-5b78-4c0c-8332-5e3c5e9d1398', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'port_id': '65c61914-31ab-4f3d-890e-25f872081c83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'mac_address': 'fa:16:3e:34:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:58Z', 'updated_at': '2021-07-06T18:42:58Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:02.726825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-969005138-network', 'tenant_id': 'e9aa48b751044259bed4cf0249cc9f84'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:02.731927 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53572e4d-b4d1-4661-aabb-2344e877fee8 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.747884 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235d80-d945-4f79-81de-14f1df9d7d5b None None] The sync data for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 is: [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b2be66dd-5b78-4c0c-8332-5e3c5e9d1398', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'port_id': '65c61914-31ab-4f3d-890e-25f872081c83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'mac_address': 'fa:16:3e:34:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:58Z', 'updated_at': '2021-07-06T18:42:58Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:43:02.751562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdead3-8d07-4f55-9698-aee86968d485 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Pushing event updated for resources: {'Network': ['ID=9f2fb60c-1367-4d62-aa05-a9c3df77b665,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:02.780363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:43:02.782553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Made reservation on behalf of e9aa48b751044259bed4cf0249cc9f84 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:02.785306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.817034 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.849550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Attempting to bind port aaf39855-4a3e-435d-860e-ec5875d961bd on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:02.850725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Attempting to bind port aaf39855-4a3e-435d-860e-ec5875d961bd by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:02.851156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Attempting to bind port aaf39855-4a3e-435d-860e-ec5875d961bd on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:02.856207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] For port 83c43270-0d1b-4b98-8ae3-d937273630e4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:02.861749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Port aaf39855-4a3e-435d-860e-ec5875d961bd on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:43:02.862427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Attempting to bind port aaf39855-4a3e-435d-860e-ec5875d961bd on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:02.873918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:02.874225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Checking segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:02.874715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Bound using segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:02.875264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Bound port: aaf39855-4a3e-435d-860e-ec5875d961bd, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:02.875707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.883849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Made reservation on behalf of 0c762156869f462fb72779b3de0fdb90 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:02.886711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53572e4d-b4d1-4661-aabb-2344e877fee8 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.888098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.895210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] For port 83c43270-0d1b-4b98-8ae3-d937273630e4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=83c43270-0d1b-4b98-8ae3-d937273630e4,segment=NetworkSegment(fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c),segment_id=fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:02.913298 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53572e4d-b4d1-4661-aabb-2344e877fee8 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.917603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-53572e4d-b4d1-4661-aabb-2344e877fee8 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/subnets/750dfe51-ad4c-439c-b66e-eaa8d58981bb HTTP/1.1" status: 204 len: 168 time: 0.5137901 Jul 06 18:43:02.921214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:02.935434 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.945099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53572e4d-b4d1-4661-aabb-2344e877fee8 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Subnet': ['ID=750dfe51-ad4c-439c-b66e-eaa8d58981bb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:02.960661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-192b561f-9713-41d0-9bfc-805296fedf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:02.962291 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-192b561f-9713-41d0-9bfc-805296fedf9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.1600788 Jul 06 18:43:03.017780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf890b-a72f-4970-8c9e-37445fd89a59 req-6baeede3-8471-49b4-ba66-37c14240f60f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:03.018727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64cf890b-a72f-4970-8c9e-37445fd89a59 req-6baeede3-8471-49b4-ba66-37c14240f60f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 943 time: 0.1843653 Jul 06 18:43:03.096325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-1000e7b2-a443-4e80-b8ad-52a3a7f3a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:03.099494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-1000e7b2-a443-4e80-b8ad-52a3a7f3a20a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302001 Jul 06 18:43:03.139878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64cf890b-a72f-4970-8c9e-37445fd89a59 req-bf8a3fa6-4885-4268-a7c8-b51e5537440d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111062 Jul 06 18:43:03.201214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5f903-c416-4291-b70a-677f65686de6 None None] New status for floating IP b2be66dd-5b78-4c0c-8332-5e3c5e9d1398: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:43:03.226270 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.270395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-0715ae8c-9ef7-46dd-af84-306500e0115e service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560426 Jul 06 18:43:03.280824 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.328248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc5185-4782-439c-a995-a623a0cd8cea tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:03.328490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc5185-4782-439c-a995-a623a0cd8cea tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:03.333795 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97bc5185-4782-439c-a995-a623a0cd8cea tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4100554 Jul 06 18:43:03.334744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.343675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56982) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:03.356793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] For port aaf39855-4a3e-435d-860e-ec5875d961bd, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:03.368219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc7b6c-35c9-4846-887a-5f7f7cb5876e None None] Pushing event updated for resources: {'Port': ['ID=83c43270-0d1b-4b98-8ae3-d937273630e4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:03.411465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56984) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:03.416330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:43:03.419491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,segment=NetworkSegment(3e44a1cb-0704-494d-9375-fa2c9428e0a6),segment_id=3e44a1cb-0704-494d-9375-fa2c9428e0a6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:03.469305 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.472979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] For port aaf39855-4a3e-435d-860e-ec5875d961bd, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=aaf39855-4a3e-435d-860e-ec5875d961bd,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:03.513441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bcc75b-65fb-40cb-8122-b0f29f3607df,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:03.529846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.538767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15683d65-7928-4753-b495-73dd07b55112 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.540510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:03.564776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d66fa16c-238f-4121-bec8-4f1d410f90f9 req-bc43960b-ba13-4bde-a78b-4b9c1e59cc75 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866561 Jul 06 18:43:03.574477 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-15683d65-7928-4753-b495-73dd07b55112 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 18:43:03.574950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15683d65-7928-4753-b495-73dd07b55112 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:03.580346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15683d65-7928-4753-b495-73dd07b55112 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/422bafe9-bfe5-4770-b08e-5783fdb38896 HTTP/1.1" status: 409 len: 405 time: 0.2316654 Jul 06 18:43:03.582255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56986) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:03.587983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1008752494'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:03.597210 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.597422 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Added segment adf54860-dcf0-4b63-b214-4a630aa2f61e of type vlan for network f4dc7574-9ff5-43c0-a98a-25038852eb61 Jul 06 18:43:03.641521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:03.642178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.643620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] 10.222.0.24 "PUT /v2.0/ports/aaf39855-4a3e-435d-860e-ec5875d961bd HTTP/1.1" status: 200 len: 1091 time: 2.5790718 Jul 06 18:43:03.649057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:03.655076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59eb73cf-db1b-45b5-b7e8-7970a49ff3f2', 'tag': 'aaf39855-4a3e-435d-860e-ec5875d961bd'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:03.656289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.657400 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4134bf-5b51-4ef7-9777-749f56eb0989" -d '{"events": [{"name": "network-changed", "server_uuid": "59eb73cf-db1b-45b5-b7e8-7970a49ff3f2", "tag": "aaf39855-4a3e-435d-860e-ec5875d961bd"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:03.716179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5924462e-f853-4947-8cc3-319454c9a5f4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/b2be66dd-5b78-4c0c-8332-5e3c5e9d1398 HTTP/1.1" status: 200 len: 990 time: 0.3008533 Jul 06 18:43:03.717799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:43:03.719349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a256d905-9bca-42e0-8b3d-cdf659e73896 None None] Provisioning complete for port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:03.720798 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a256d905-9bca-42e0-8b3d-cdf659e73896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.724508 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.732433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.732667 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948b85e3-5916-4ae8-83ec-7093f2c7d362 x-openstack-request-id: req-948b85e3-5916-4ae8-83ec-7093f2c7d362 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:03.732785 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59eb73cf-db1b-45b5-b7e8-7970a49ff3f2", "tag": "aaf39855-4a3e-435d-860e-ec5875d961bd", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:03.733015 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-948b85e3-5916-4ae8-83ec-7093f2c7d362 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:03.733132 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Added segment 9a6e09a6-f051-43ae-bbdd-99808761071c of type vlan for network fbfef721-4aaa-4010-ba03-c72c170219fe Jul 06 18:43:03.733551 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59eb73cf-db1b-45b5-b7e8-7970a49ff3f2', 'tag': 'aaf39855-4a3e-435d-860e-ec5875d961bd', 'status': 'completed', 'code': 200} Jul 06 18:43:03.791179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cde7f2-9c3f-4d4d-8ba8-ac535705440a service neutron] Pushing event updated for resources: {'Port': ['ID=aaf39855-4a3e-435d-860e-ec5875d961bd,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:03.794172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.813848 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.831781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.840126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:03.841632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.880583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Pushing event updated for resources: {'Subnet': ['ID=69160f59-301f-415d-9cc2-52e10c678741,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:03.888223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Checking segment: {'id': '6b533619-5256-43cb-b98f-49480ee80b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f2fb60c-1367-4d62-aa05-a9c3df77b665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:03.888614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Network hostable DHCP agents. Network: 9f2fb60c-1367-4d62-aa05-a9c3df77b665, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:43:03.892890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.893959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:03.894549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:03.908070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3242373 Jul 06 18:43:03.910755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56990) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:03.917510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'subnet': {'network_id': 'fbfef721-4aaa-4010-ba03-c72c170219fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:03.965679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f309-fce3-4cb3-81ae-213505971991 req-1b87eb3c-0b1a-436e-b3c8-d3d999f13599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:03.967261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-1b87eb3c-0b1a-436e-b3c8-d3d999f13599 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 1094 time: 0.2441342 Jul 06 18:43:03.972592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aff573-36a0-465b-ad97-79b09d74fb0f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Network': ['ID=fbfef721-4aaa-4010-ba03-c72c170219fe,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:03.972783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2712624 Jul 06 18:43:03.975954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56992) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:03.986122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Request body: {'subnet': {'network_id': 'f4dc7574-9ff5-43c0-a98a-25038852eb61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-969005138-subnet', 'tenant_id': 'e9aa48b751044259bed4cf0249cc9f84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:03.988806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:43:03.989149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network fbfef721-4aaa-4010-ba03-c72c170219fe details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:43:04.056301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Made reservation on behalf of e9aa48b751044259bed4cf0249cc9f84 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:04.060242 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:04.111100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 83c43270-0d1b-4b98-8ae3-d937273630e4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:04.172536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 83c43270-0d1b-4b98-8ae3-d937273630e4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:04.177622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 53118423-f1a6-4e8d-bcf8-40ab7f7c655f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:04.256605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:04.257363 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:04.437439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396c44b-c6bd-4bce-a3cf-4370c96c30d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f4dc7574-9ff5-43c0-a98a-25038852eb61,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:04.444955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-b0aa24bc-d6d7-4ea5-ad09-2aef7e941c6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf39855-4a3e-435d-860e-ec5875d961bd HTTP/1.1" status: 200 len: 217 time: 0.4675126 Jul 06 18:43:04.450348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network f4dc7574-9ff5-43c0-a98a-25038852eb61 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:43:04.522085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 9f2fb60c-1367-4d62-aa05-a9c3df77b665) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:04.534441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:04.534918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:04.546465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2add6-c610-4d5e-aeb5-362199943d8d None None] Network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:04.572327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f309-fce3-4cb3-81ae-213505971991 req-acde79eb-569d-4536-bfd4-1c2d99be940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:04.574006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-acde79eb-569d-4536-bfd4-1c2d99be940c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.1167171 Jul 06 18:43:04.615719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:04.619466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-14ff5ab1-e351-4202-9bfc-657a108c22f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373876 Jul 06 18:43:04.620448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:04.629210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc24ad8-1fbb-403f-9a54-8cc5916c399d req-d914e35d-ecf7-4503-a545-7bc95b88ba9d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:04.630910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cc24ad8-1fbb-403f-9a54-8cc5916c399d req-d914e35d-ecf7-4503-a545-7bc95b88ba9d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 943 time: 0.1908383 Jul 06 18:43:04.645870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-09944235-9de9-4818-adc0-a0c0d6e3de50 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0816200 Jul 06 18:43:04.649028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56998) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:04.656449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Request body: {'port': {'network_id': '9f2fb60c-1367-4d62-aa05-a9c3df77b665', 'name': 'tempest-TagsExtTest-763657854'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:04.704849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e70ab4-d4d4-4c05-8b0c-58bca1cf7d6b None None] Network 422bafe9-bfe5-4770-b08e-5783fdb38896 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:04.750300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57000) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:04.759537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-9f2fb60c-1367-4d62-aa05-a9c3df77b665', 'network_id': '9f2fb60c-1367-4d62-aa05-a9c3df77b665', 'tenant_id': '0c762156869f462fb72779b3de0fdb90', 'fixed_ips': [{'subnet_id': '69160f59-301f-415d-9cc2-52e10c678741'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:43:04.760581 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:04.818341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-736cb263-a145-4061-b069-fba02fad33e5 None None] Provisioning for port 83c43270-0d1b-4b98-8ae3-d937273630e4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:04.889684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-736cb263-a145-4061-b069-fba02fad33e5 None None] Provisioning complete for port 83c43270-0d1b-4b98-8ae3-d937273630e4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:04.890112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-736cb263-a145-4061-b069-fba02fad33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:04.894566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cc24ad8-1fbb-403f-9a54-8cc5916c399d req-08a9bc69-6699-4baf-bf05-25a418a7fc0f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461858 Jul 06 18:43:04.914301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8a0bc217-9355-4d7d-9300-7578b20bfe29 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/b2be66dd-5b78-4c0c-8332-5e3c5e9d1398 HTTP/1.1" status: 200 len: 992 time: 0.1513789 Jul 06 18:43:04.944626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-f445fbd7-199c-47ff-a491-3c33c0afd80b service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122499 Jul 06 18:43:05.009989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Made reservation on behalf of 0c762156869f462fb72779b3de0fdb90 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:05.013607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.015033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.objects.ports [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93966) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:43:05.020863 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.022918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Allocated IP 172.20.0.2 (9f2fb60c-1367-4d62-aa05-a9c3df77b665/69160f59-301f-415d-9cc2-52e10c678741/fedfa448-e513-48c5-94e8-0fdbcb829253) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:05.044295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] device_id is not set on port ce6ced45-a411-490c-a955-be382defe74a yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:43:05.109338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c862f309-fce3-4cb3-81ae-213505971991 req-b79c6c3c-f13e-49f9-91d9-30be4b8f86b6 service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549146 Jul 06 18:43:05.123578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.128912 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-736cb263-a145-4061-b069-fba02fad33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.136502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Subnet': ['ID=22410555-32df-410e-9c64-8ca37ae79941,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:05.140078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Checking segment: {'id': '9a6e09a6-f051-43ae-bbdd-99808761071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fbfef721-4aaa-4010-ba03-c72c170219fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:05.140684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network hostable DHCP agents. Network: fbfef721-4aaa-4010-ba03-c72c170219fe, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:43:05.190000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] DHCP port deletion for 422bafe9-bfe5-4770-b08e-5783fdb38896 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:43:05.197977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-736cb263-a145-4061-b069-fba02fad33e5 None None] For port 83c43270-0d1b-4b98-8ae3-d937273630e4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=83c43270-0d1b-4b98-8ae3-d937273630e4,segment=NetworkSegment(fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c),segment_id=fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:05.220556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network fbfef721-4aaa-4010-ba03-c72c170219fe is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:43:05.223726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abbb9bb-6806-457a-9f84-d5ad81f30f98,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:05.224518 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-736cb263-a145-4061-b069-fba02fad33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.237600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Checking segment: {'id': 'adf54860-dcf0-4b63-b214-4a630aa2f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f4dc7574-9ff5-43c0-a98a-25038852eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:05.238151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Network hostable DHCP agents. Network: f4dc7574-9ff5-43c0-a98a-25038852eb61, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:43:05.241952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, fbfef721-4aaa-4010-ba03-c72c170219fe) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:05.247509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:05.248228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.258736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-73e0247f-ce30-4a71-b50a-7eb8e148efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:05.261954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-73e0247f-ce30-4a71-b50a-7eb8e148efae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 1094 time: 0.0775170 Jul 06 18:43:05.262136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b856f53d-96fd-40d2-aa66-75aa28febfd1 None None] Network fbfef721-4aaa-4010-ba03-c72c170219fe requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:05.269247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fa5989e2-668d-41d0-b578-7f18a3053000 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3569782 Jul 06 18:43:05.271751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57002) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:05.277786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'port': {'network_id': 'fbfef721-4aaa-4010-ba03-c72c170219fe', 'name': 'tempest-NetworksIpV6TestAttrs-1900389981'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:05.300825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Network f4dc7574-9ff5-43c0-a98a-25038852eb61 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:43:05.333865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, f4dc7574-9ff5-43c0-a98a-25038852eb61) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:05.344106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:05.344888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.357216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d7efd-3074-4292-addf-1e85c24ccdf2 None None] Network f4dc7574-9ff5-43c0-a98a-25038852eb61 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:05.365587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-863d66d3-65ff-4e4b-bb62-9fcc90f4f7ec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3885615 Jul 06 18:43:05.389073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-eda2c4d2-28df-48e1-ae80-ed90e34f70be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:05.390527 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-eda2c4d2-28df-48e1-ae80-ed90e34f70be service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 916 time: 0.1206293 Jul 06 18:43:05.423025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb263-a145-4061-b069-fba02fad33e5 None None] Pushing event updated for resources: {'Port': ['ID=83c43270-0d1b-4b98-8ae3-d937273630e4,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:05.452092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:05.458339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.465534 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.490101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] device_id is not set on port 843e455e-f065-42e8-a680-3d9d9cc93b21 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:43:05.499328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Transition to ACTIVE for port object fedfa448-e513-48c5-94e8-0fdbcb829253 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:05.508181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] Deleting port 83c43270-0d1b-4b98-8ae3-d937273630e4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:05.508561 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.517871 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-fc6f9334-cc43-4924-9a1c-2cdbc8d2655a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf39855-4a3e-435d-860e-ec5875d961bd HTTP/1.1" status: 200 len: 217 time: 0.1175377 Jul 06 18:43:05.600127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-d41aaa30-a2c5-46f0-8d4f-f19997c97de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:05.600127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-d41aaa30-a2c5-46f0-8d4f-f19997c97de4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.0747874 Jul 06 18:43:05.610498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Transition to ACTIVE for port object fedfa448-e513-48c5-94e8-0fdbcb829253 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:05.643929 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-d5d66dbc-1779-4d29-ad89-25836cc4b26a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359070 Jul 06 18:43:05.649456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.652239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Allocated IP 2001:db8::f816:3eff:fe1d:3a1 (fbfef721-4aaa-4010-ba03-c72c170219fe/22410555-32df-410e-9c64-8ca37ae79941/843e455e-f065-42e8-a680-3d9d9cc93b21) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:05.659670 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] For port 83c43270-0d1b-4b98-8ae3-d937273630e4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=83c43270-0d1b-4b98-8ae3-d937273630e4,segment=NetworkSegment(fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c),segment_id=fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:05.660105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.734549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] Calling delete_port for 83c43270-0d1b-4b98-8ae3-d937273630e4 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:05.745359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9fa193-f0f9-4584-8728-eaab12346772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-fbfef721-4aaa-4010-ba03-c72c170219fe', 'network_id': 'fbfef721-4aaa-4010-ba03-c72c170219fe', 'tenant_id': 'ee18023c1aa34a7eaad9f581f67108ce', 'fixed_ips': [{'subnet_id': '22410555-32df-410e-9c64-8ca37ae79941'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:43:05.746274 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa193-f0f9-4584-8728-eaab12346772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.775816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:05.776841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b24829-684d-4198-b3e2-505617a3cdde None None] Network f4dc7574-9ff5-43c0-a98a-25038852eb61 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:05.796470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:05.822978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-a72500a9-4583-404f-942c-0be4f01efdb5 service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533618 Jul 06 18:43:05.824611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Pushing event updated for resources: {'Port': ['ID=fedfa448-e513-48c5-94e8-0fdbcb829253,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:05.829029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:05.866846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.888482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Transition to ACTIVE for port object 843e455e-f065-42e8-a680-3d9d9cc93b21 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:05.943644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b4134bf-5b51-4ef7-9777-749f56eb0989 req-671943f6-f9f3-4315-9c47-93b8f6a5e63d service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127603 Jul 06 18:43:05.945550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ab7dc19e-0224-496a-86d5-191ad8091716 {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:43:05.945937 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:43:05.999511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.072841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Port': ['ID=843e455e-f065-42e8-a680-3d9d9cc93b21,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:06.121096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-915244e0-e664-4d40-8e2f-a78d39f909f0 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:06.123089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-915244e0-e664-4d40-8e2f-a78d39f909f0 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/networks?id=23f743e1-26b1-4595-8cb0-7ab634bb9461 HTTP/1.1" status: 200 len: 808 time: 0.1270194 Jul 06 18:43:06.134002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network fbfef721-4aaa-4010-ba03-c72c170219fe is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:06.138403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:06.142465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:06.144440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-8e794554-38f5-4be5-bc68-dee0333c895b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/quotas/10765328199246c0894fe2b0aea6bec6 HTTP/1.1" status: 200 len: 375 time: 0.0131567 Jul 06 18:43:06.149142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:06.149743 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.159317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 83c43270-0d1b-4b98-8ae3-d937273630e4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:43:06.184606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-717558d4-5eeb-4637-be67-72e12340e369 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=10765328199246c0894fe2b0aea6bec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335217 Jul 06 18:43:06.188902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333bcdc-c6b3-412c-bf51-086376fe638f req-df890d95-f80f-47fb-a6d9-3e253e1307ba tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:06.190512 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7333bcdc-c6b3-412c-bf51-086376fe638f req-df890d95-f80f-47fb-a6d9-3e253e1307ba tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 943 time: 0.1197617 Jul 06 18:43:06.195269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c2641355-0254-4854-a48b-da857ec1f85f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9221263 Jul 06 18:43:06.195874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57024) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:06.272767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7333bcdc-c6b3-412c-bf51-086376fe638f req-adb69336-35fa-49fa-aa3c-5c55214fa534 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746663 Jul 06 18:43:06.277301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd94119-b321-443c-b024-26aa2e7c1f08 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Deleting subnet 22410555-32df-410e-9c64-8ca37ae79941 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:43:06.281087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acd94119-b321-443c-b024-26aa2e7c1f08 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.303824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-30f494c3-9bb7-4aee-8d2f-fb66c85ba0ef service neutron] 10.222.0.53 "GET /v2.0/networks/23f743e1-26b1-4595-8cb0-7ab634bb9461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042888 Jul 06 18:43:06.326877 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acd94119-b321-443c-b024-26aa2e7c1f08 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.328186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Attempting to bind port fedfa448-e513-48c5-94e8-0fdbcb829253 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:06.328186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Attempting to bind port fedfa448-e513-48c5-94e8-0fdbcb829253 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '6b533619-5256-43cb-b98f-49480ee80b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f2fb60c-1367-4d62-aa05-a9c3df77b665'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:06.328637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Attempting to bind port fedfa448-e513-48c5-94e8-0fdbcb829253 on network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:06.352050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:06.352434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Checking segment: {'id': '6b533619-5256-43cb-b98f-49480ee80b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f2fb60c-1367-4d62-aa05-a9c3df77b665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:06.352846 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.353248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Bound using segment: {'id': '6b533619-5256-43cb-b98f-49480ee80b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f2fb60c-1367-4d62-aa05-a9c3df77b665'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:06.353742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Bound port: fedfa448-e513-48c5-94e8-0fdbcb829253, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b533619-5256-43cb-b98f-49480ee80b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f2fb60c-1367-4d62-aa05-a9c3df77b665'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:06.354137 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.410551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.417077 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-4de5f328-e5e1-4b65-9d69-69760e56e59d service neutron] 10.222.0.53 "GET /v2.0/networks/23f743e1-26b1-4595-8cb0-7ab634bb9461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058133 Jul 06 18:43:06.419977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acd94119-b321-443c-b024-26aa2e7c1f08 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.447654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.480742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Port 83c43270-0d1b-4b98-8ae3-d937273630e4 update to DOWN by agent not found {{(pid=93968) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 18:43:06.482343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] Pushing event deleted for resources: {'Port': ['ID=83c43270-0d1b-4b98-8ae3-d937273630e4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:06.482507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] device_id is not set on port e433a802-7e82-4787-b003-995451b695b7 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:43:06.491451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93e6c5-7621-4ff5-8297-da30bd1d52c4 None None] No DVR routers for this DVR port 83c43270-0d1b-4b98-8ae3-d937273630e4 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:06.518800 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acd94119-b321-443c-b024-26aa2e7c1f08 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.524183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] For port fedfa448-e513-48c5-94e8-0fdbcb829253, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-dd9fa193-f0f9-4584-8728-eaab12346772 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22410555-32df-410e-9c64-8ca37ae79941: This subnet is being modified by another concurrent operation. Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:43:06.528561 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22410555-32df-410e-9c64-8ca37ae79941: This subnet is being modified by another concurrent operation. Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:43:06.534294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] For port fedfa448-e513-48c5-94e8-0fdbcb829253, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fedfa448-e513-48c5-94e8-0fdbcb829253,segment=NetworkSegment(6b533619-5256-43cb-b98f-49480ee80b11),segment_id=6b533619-5256-43cb-b98f-49480ee80b11)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:06.550913 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.558257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd94119-b321-443c-b024-26aa2e7c1f08 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Subnet': ['ID=22410555-32df-410e-9c64-8ca37ae79941,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:06.563092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97869b8-8199-48c7-92ac-5a645f4d41cf None None] Network fbfef721-4aaa-4010-ba03-c72c170219fe requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:06.564650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acd94119-b321-443c-b024-26aa2e7c1f08 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.566850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-acd94119-b321-443c-b024-26aa2e7c1f08 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/subnets/22410555-32df-410e-9c64-8ca37ae79941 HTTP/1.1" status: 204 len: 168 time: 0.3700264 Jul 06 18:43:06.583906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57026) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:06.699125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f07467-fb9f-4e59-81ea-90c34cfced90 None None] Pushing event updated for resources: {'Port': ['ID=fedfa448-e513-48c5-94e8-0fdbcb829253,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:06.704487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8b24404-3b4a-4e60-b038-a9b55008426c req-e4b67359-cb38-474d-95d1-ca05ace3da03 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 210 time: 0.0537751 Jul 06 18:43:06.756542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c7bf5a-3ab5-4b43-bad7-5c75ab7c4231 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:06.758383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c7bf5a-3ab5-4b43-bad7-5c75ab7c4231 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:06.762639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e9c7bf5a-3ab5-4b43-bad7-5c75ab7c4231 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1749249 Jul 06 18:43:06.762835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57034) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:06.780519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Allocated IP 172.20.0.8 (9f2fb60c-1367-4d62-aa05-a9c3df77b665/69160f59-301f-415d-9cc2-52e10c678741/e433a802-7e82-4787-b003-995451b695b7) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:06.875096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device aaf39855-4a3e-435d-860e-ec5875d961bd details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:43:06.889190 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8a261f40-af24-48be-95db-714f9d73f68b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:06.899532 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a261f40-af24-48be-95db-714f9d73f68b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 18:43:06.900002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a261f40-af24-48be-95db-714f9d73f68b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:06.901903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8a261f40-af24-48be-95db-714f9d73f68b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/fbfef721-4aaa-4010-ba03-c72c170219fe HTTP/1.1" status: 409 len: 405 time: 0.1380486 Jul 06 18:43:06.906302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57040) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:06.937675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-895507794'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:07.006920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:07.011110 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.067694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.074199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:43:07.091478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port aaf39855-4a3e-435d-860e-ec5875d961bd, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=aaf39855-4a3e-435d-860e-ec5875d961bd,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:07.093027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.093199 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Added segment 9d6edc50-138b-4fe6-ae4b-e7f529fa7538 of type vlan for network 73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb Jul 06 18:43:07.094897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Transition to ACTIVE for port object e433a802-7e82-4787-b003-995451b695b7 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:07.110219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'aaf39855-4a3e-435d-860e-ec5875d961bd', 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'port_id': 'aaf39855-4a3e-435d-860e-ec5875d961bd', 'mac_address': 'fa:16:3e:76:d2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b6fc4-1e7b-4f70-91f6-f3c19eb4c546', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:43:07.145548 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.152084 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.166282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf39855-4a3e-435d-860e-ec5875d961bd {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:07.187751 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.193098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port aaf39855-4a3e-435d-860e-ec5875d961bd, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=aaf39855-4a3e-435d-860e-ec5875d961bd,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:07.199588 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.200933 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.207818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:07.208453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.264016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=aaf39855-4a3e-435d-860e-ec5875d961bd,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:07.315930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:07.317403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:07.349215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4391527 Jul 06 18:43:07.349215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Pushing event updated for resources: {'Port': ['ID=e433a802-7e82-4787-b003-995451b695b7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:07.349934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57046) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:07.351119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:07.360995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'subnet': {'network_id': '73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:07.408512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b1e36-58c6-43ff-8dba-12dbc734494e tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Network': ['ID=73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:07.429396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:07.430059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.439348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:43:07.461394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d9866260-91b7-4ce8-abe2-4234d1bd9417 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8111010 Jul 06 18:43:07.467319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57048) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:07.472505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f548a4b7-c4b5-42e4-bcfb-d06d4f409e1f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-412366612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:07.504898 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f548a4b7-c4b5-42e4-bcfb-d06d4f409e1f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.507007 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f548a4b7-c4b5-42e4-bcfb-d06d4f409e1f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.567087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['aaf39855-4a3e-435d-860e-ec5875d961bd'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:43:07.588504 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f548a4b7-c4b5-42e4-bcfb-d06d4f409e1f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.599638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f548a4b7-c4b5-42e4-bcfb-d06d4f409e1f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.629958 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f548a4b7-c4b5-42e4-bcfb-d06d4f409e1f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.631347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f548a4b7-c4b5-42e4-bcfb-d06d4f409e1f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1628182 Jul 06 18:43:07.634187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57050) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:07.641629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b53cd594-47b4-44c8-a22f-14b802d337de tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-890750547', 'prefixes': ['172.20.0.0/16']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:07.686519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974b5c7-4dbb-4385-8ed7-90e8eae102ef req-6c58922e-ac51-4775-9a57-5c14aa07c053 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:07.694132 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c974b5c7-4dbb-4385-8ed7-90e8eae102ef req-6c58922e-ac51-4775-9a57-5c14aa07c053 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 944 time: 0.2451797 Jul 06 18:43:07.716361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:07.723943 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.814911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c974b5c7-4dbb-4385-8ed7-90e8eae102ef req-1612bc3f-617f-413b-b664-e23f9bd5fab2 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193004 Jul 06 18:43:07.833067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b53cd594-47b4-44c8-a22f-14b802d337de tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for subnetpool, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.839278 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b53cd594-47b4-44c8-a22f-14b802d337de tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2039835 Jul 06 18:43:07.839936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57056) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:07.849276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-c417971a-4f39-4557-a884-8ef3879176d4 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741', 'tempest-TagsExtTest-Tag-264578131') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:07.945509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fc972b0-c920-4465-a55d-34d3bdb3dbd8 req-45638527-d5e5-41f3-bea1-01debb9b5295 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 210 time: 0.0575817 Jul 06 18:43:08.043101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fedfa448-e513-48c5-94e8-0fdbcb829253 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:08.062631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c417971a-4f39-4557-a884-8ef3879176d4 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags/tempest-TagsExtTest-Tag-264578131 HTTP/1.1" status: 201 len: 201 time: 0.2205257 Jul 06 18:43:08.066149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57060) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.071338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-0049302d-3fc4-4440-9987-490ee5d133bc tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7', 'tempest-TagsExtTest-Tag-171628016') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.106292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.objects.ports [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93966) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:43:08.108343 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.131764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port fedfa448-e513-48c5-94e8-0fdbcb829253 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:08.145779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b561d1b-1a68-4396-bedd-280587404c24 None None] Network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:08.176231 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0049302d-3fc4-4440-9987-490ee5d133bc tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags/tempest-TagsExtTest-Tag-171628016 HTTP/1.1" status: 201 len: 201 time: 0.1088049 Jul 06 18:43:08.178840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57062) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.188494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-942ff6b4-c61e-4cd1-96d4-ae0802e3d103 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967', 'tempest-TagsExtTest-Tag-1960545510') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.227048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f7ea5e4-119e-4ee8-8c5f-a532179392ad None None] Provisioning for port fedfa448-e513-48c5-94e8-0fdbcb829253 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:08.233882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f7ea5e4-119e-4ee8-8c5f-a532179392ad None None] Provisioning complete for port fedfa448-e513-48c5-94e8-0fdbcb829253 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:08.234420 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea5e4-119e-4ee8-8c5f-a532179392ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.292980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Subnet': ['ID=b66a3eeb-5dc3-4387-89bd-f3113f22a769,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:08.294055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-942ff6b4-c61e-4cd1-96d4-ae0802e3d103 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags/tempest-TagsExtTest-Tag-1960545510 HTTP/1.1" status: 201 len: 201 time: 0.1131017 Jul 06 18:43:08.295113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57064) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.301039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-3c190b05-793e-4680-a968-385f1d28cc2f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711', 'tempest-TagsExtTest-Tag-398890570') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.308026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-2b0ce617-e636-4b7d-b414-6a4c6dd61b2f tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:08.309940 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-2b0ce617-e636-4b7d-b414-6a4c6dd61b2f tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.41 "GET /v2.0/networks?id=23f743e1-26b1-4595-8cb0-7ab634bb9461 HTTP/1.1" status: 200 len: 808 time: 0.1620007 Jul 06 18:43:08.319564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Checking segment: {'id': '9d6edc50-138b-4fe6-ae4b-e7f529fa7538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:08.319934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network hostable DHCP agents. Network: 73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:43:08.332387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Request body: {'port': {'device_id': 'e85426cd-cfc4-4778-8e37-21d84ba78468', 'network_id': '23f743e1-26b1-4595-8cb0-7ab634bb9461', 'admin_state_up': True, 'tenant_id': '10765328199246c0894fe2b0aea6bec6'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:08.354475 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea5e4-119e-4ee8-8c5f-a532179392ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.375649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3c190b05-793e-4680-a968-385f1d28cc2f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags/tempest-TagsExtTest-Tag-398890570 HTTP/1.1" status: 201 len: 201 time: 0.0790572 Jul 06 18:43:08.378056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57066) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.383735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-eb72f25e-2d8d-4037-8633-398d32182db7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.392674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network 73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:43:08.417881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:08.421153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5f7ea5e4-119e-4ee8-8c5f-a532179392ad None None] For port fedfa448-e513-48c5-94e8-0fdbcb829253, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fedfa448-e513-48c5-94e8-0fdbcb829253,segment=NetworkSegment(6b533619-5256-43cb-b98f-49480ee80b11),segment_id=6b533619-5256-43cb-b98f-49480ee80b11)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:08.426321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:08.426926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.427762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35badaaf-c260-427e-9338-e5f0342f869a None None] Network 73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:08.433174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea5e4-119e-4ee8-8c5f-a532179392ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.453502 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eb72f25e-2d8d-4037-8633-398d32182db7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags HTTP/1.1" status: 200 len: 240 time: 0.0734904 Jul 06 18:43:08.455439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57068) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.462245 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-381b1196-fc19-452c-8dc5-dab2ab6b7634 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1084621 Jul 06 18:43:08.462488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-74eb99ef-a42d-4652-b166-08be5c986bf9 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741', 'tempest-TagsExtTest-Tag-264578131') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.463224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57070) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.517457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-74eb99ef-a42d-4652-b166-08be5c986bf9 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags/tempest-TagsExtTest-Tag-264578131 HTTP/1.1" status: 204 len: 168 time: 0.0583515 Jul 06 18:43:08.518196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57072) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.522971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-6d702c68-81d6-4a0d-aeed-1a629341e7ba tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741', 'tempest-TagsExtTest-Tag-264578131') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.560287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Made reservation on behalf of 10765328199246c0894fe2b0aea6bec6 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:08.564010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.602447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ea5e4-119e-4ee8-8c5f-a532179392ad None None] Pushing event updated for resources: {'Port': ['ID=fedfa448-e513-48c5-94e8-0fdbcb829253,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:08.608090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.617878 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6d702c68-81d6-4a0d-aeed-1a629341e7ba tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags/tempest-TagsExtTest-Tag-264578131 HTTP/1.1" status: 204 len: 168 time: 0.0958314 Jul 06 18:43:08.617878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57074) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.622605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-f5ee571a-8fcf-49d5-b0fb-15df12fa4919 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.703603 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f5ee571a-8fcf-49d5-b0fb-15df12fa4919 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags HTTP/1.1" status: 200 len: 205 time: 0.0824087 Jul 06 18:43:08.704233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57076) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.711438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-69757d5f-2fce-4de4-9d6a-4138c4c8d193 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.722318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a210885-f2b6-440f-8f48-fc7f3de08305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb', 'network_id': '73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb', 'tenant_id': 'ee18023c1aa34a7eaad9f581f67108ce', 'fixed_ips': [{'subnet_id': 'b66a3eeb-5dc3-4387-89bd-f3113f22a769'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:43:08.723462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a210885-f2b6-440f-8f48-fc7f3de08305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.745898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.778768 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-69757d5f-2fce-4de4-9d6a-4138c4c8d193 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags HTTP/1.1" status: 200 len: 240 time: 0.0710676 Jul 06 18:43:08.779644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57078) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.785247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-355a3ecd-a1db-408a-91a8-6bd0b94e4e44 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7', 'tempest-TagsExtTest-Tag-171628016') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.800705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Allocated IP 172.20.0.7 (23f743e1-26b1-4595-8cb0-7ab634bb9461/6bb4e44f-8d32-4df1-80a4-4b1846fac5d3/95bfba8a-0907-48cc-a862-3689083e5b72) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:08.859413 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-3a210885-f2b6-440f-8f48-fc7f3de08305 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b66a3eeb-5dc3-4387-89bd-f3113f22a769: This subnet is being modified by another concurrent operation. Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:43:08.861231 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b66a3eeb-5dc3-4387-89bd-f3113f22a769: This subnet is being modified by another concurrent operation. Jul 06 18:43:08.866578 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:43:08.871775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-355a3ecd-a1db-408a-91a8-6bd0b94e4e44 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags/tempest-TagsExtTest-Tag-171628016 HTTP/1.1" status: 204 len: 168 time: 0.0910738 Jul 06 18:43:08.874046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57082) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.882395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-a7c2cec6-9e65-40c3-892d-066ac07a21a8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7', 'tempest-TagsExtTest-Tag-171628016') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:08.889063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53ea94-ef7a-41c7-9262-a38fd2145c46 None None] Network 73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:08.892672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device aaf39855-4a3e-435d-860e-ec5875d961bd up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:08.934181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Subnet': ['ID=b66a3eeb-5dc3-4387-89bd-f3113f22a769,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:08.990511 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a7c2cec6-9e65-40c3-892d-066ac07a21a8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags/tempest-TagsExtTest-Tag-171628016 HTTP/1.1" status: 204 len: 168 time: 0.1114538 Jul 06 18:43:08.990511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57086) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:08.995904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-015cb682-a42a-4b5b-89d0-a3ff28a385a4 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.061575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-015cb682-a42a-4b5b-89d0-a3ff28a385a4 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags HTTP/1.1" status: 200 len: 205 time: 0.0692549 Jul 06 18:43:09.064167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57090) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:09.065920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0dd20386-94b6-4f1a-b4da-02db2753541b None None] Provisioning complete for port fedfa448-e513-48c5-94e8-0fdbcb829253 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:09.066418 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0dd20386-94b6-4f1a-b4da-02db2753541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.071134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-6b6f34ef-aa52-4948-8afa-a851fc4b70c0 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.124228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port aaf39855-4a3e-435d-860e-ec5875d961bd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:09.134489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.156287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port aaf39855-4a3e-435d-860e-ec5875d961bd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:09.158421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.162117 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.173848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6b6f34ef-aa52-4948-8afa-a851fc4b70c0 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags HTTP/1.1" status: 200 len: 241 time: 0.1076756 Jul 06 18:43:09.176776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57092) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:09.185669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-9f69f9aa-0fed-4efd-bec9-f364ce7961b2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967', 'tempest-TagsExtTest-Tag-1960545510') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.198525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6edc50-138b-4fe6-ae4b-e7f529fa7538') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.198826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6edc50-138b-4fe6-ae4b-e7f529fa7538') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.217353 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.236812 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.253156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:09.253783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.288408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16e7a2-4cb2-4de8-891e-5cc6d77dc4de None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:43:09.317674 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba311d9e-bc58-41e1-913c-0e4e11cecc1c req-3b6dac54-59c0-460a-bf23-2b7b6f471f4b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 210 time: 0.0359671 Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:09.318455 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:09.323237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f69f9aa-0fed-4efd-bec9-f364ce7961b2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags/tempest-TagsExtTest-Tag-1960545510 HTTP/1.1" status: 204 len: 168 time: 0.1443458 Jul 06 18:43:09.323867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57094) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:09.328739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-fb5406a3-cd20-4bfe-a385-6bb8d56e635f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967', 'tempest-TagsExtTest-Tag-1960545510') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.365384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce546-f5d2-4c93-ba94-2b3af41efe6b req-6516faa0-33f1-4616-b5ae-878b73d562e5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:09.367780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96ce546-f5d2-4c93-ba94-2b3af41efe6b req-6516faa0-33f1-4616-b5ae-878b73d562e5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 944 time: 0.3689728 Jul 06 18:43:09.416174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.416331 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.429693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fb5406a3-cd20-4bfe-a385-6bb8d56e635f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags/tempest-TagsExtTest-Tag-1960545510 HTTP/1.1" status: 204 len: 168 time: 0.1042733 Jul 06 18:43:09.429998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.432133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0dd20386-94b6-4f1a-b4da-02db2753541b None None] Provisioning for port e433a802-7e82-4787-b003-995451b695b7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:09.432608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57096) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:09.439983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-c9e442cb-8d03-4110-bf46-f3c25ccbfdbe tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.445583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0dd20386-94b6-4f1a-b4da-02db2753541b None None] Provisioning complete for port e433a802-7e82-4787-b003-995451b695b7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:09.445977 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0dd20386-94b6-4f1a-b4da-02db2753541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.466300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.468237 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb HTTP/1.1" status: 204 len: 168 time: 1.0040419 Jul 06 18:43:09.471465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81da24-b754-4c59-a106-0bf8e984d8dc tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Network': ['ID=73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:09.473001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57098) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:09.481788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1945852097'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:09.487847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96ce546-f5d2-4c93-ba94-2b3af41efe6b req-cf950a5b-e101-48d3-a8d9-ec5858c2bf41 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108108 Jul 06 18:43:09.526964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:09.530704 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.545935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.600552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Pushing event updated for resources: {'Port': ['ID=95bfba8a-0907-48cc-a862-3689083e5b72,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:09.625086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Network 23f743e1-26b1-4595-8cb0-7ab634bb9461 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:09.629007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:43:09.631560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:09.636721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:09.659621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59eb73cf-db1b-45b5-b7e8-7970a49ff3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf39855-4a3e-435d-860e-ec5875d961bd'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:09.662087 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5306499e-1681-471f-86a1-93c0be55722e" -d '{"events": [{"server_uuid": "59eb73cf-db1b-45b5-b7e8-7970a49ff3f2", "name": "network-vif-plugged", "status": "completed", "tag": "aaf39855-4a3e-435d-860e-ec5875d961bd"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:09.676043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.676283 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Added segment 92933da3-2b53-44f8-957b-01c3aa5852b1 of type vlan for network e364925c-a987-4a39-9e7c-123e6ad33346 Jul 06 18:43:09.683191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port aaf39855-4a3e-435d-860e-ec5875d961bd, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=aaf39855-4a3e-435d-860e-ec5875d961bd,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:09.700401 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.713873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16e7a2-4cb2-4de8-891e-5cc6d77dc4de None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:43:09.715573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0dd20386-94b6-4f1a-b4da-02db2753541b None None] Port e433a802-7e82-4787-b003-995451b695b7 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:43:09.718018 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff419517-9d04-4014-976b-b74369ccb5c6 x-openstack-request-id: req-ff419517-9d04-4014-976b-b74369ccb5c6 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:09.718308 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59eb73cf-db1b-45b5-b7e8-7970a49ff3f2", "name": "network-vif-plugged", "status": "completed", "tag": "aaf39855-4a3e-435d-860e-ec5875d961bd", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:09.718565 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff419517-9d04-4014-976b-b74369ccb5c6 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:09.718946 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59eb73cf-db1b-45b5-b7e8-7970a49ff3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf39855-4a3e-435d-860e-ec5875d961bd', 'code': 200} Jul 06 18:43:09.762421 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.826277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=aaf39855-4a3e-435d-860e-ec5875d961bd,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:09.832199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:09.833078 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.845536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.852637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:09.853367 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.858637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-94bc1b59-d6a3-4073-9af4-2bd56764a098 None None] Provisioning complete for port e433a802-7e82-4787-b003-995451b695b7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:09.859028 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94bc1b59-d6a3-4073-9af4-2bd56764a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:09.865747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-bbedc045-11ea-42a6-b7f4-1b2756e7f31c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5414610 Jul 06 18:43:09.911235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Request body: {'port': {'device_id': 'e85426cd-cfc4-4778-8e37-21d84ba78468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:09.931529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-94bc1b59-d6a3-4073-9af4-2bd56764a098 None None] Port e433a802-7e82-4787-b003-995451b695b7 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:43:09.944143 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c9e442cb-8d03-4110-bf46-f3c25ccbfdbe tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags HTTP/1.1" status: 200 len: 205 time: 0.5085552 Jul 06 18:43:09.948444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57102) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:09.953683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-5aae3e85-0dbb-4190-a0db-6e4af5266006 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:09.954193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4784193 Jul 06 18:43:09.956903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57104) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:09.965483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'subnet': {'network_id': 'e364925c-a987-4a39-9e7c-123e6ad33346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:09.988019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac7b75-6b8b-4fd8-88b0-e4b241c67d83 req-2521bb22-a1e7-4b4b-8105-4cef341cba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:09.989587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5ac7b75-6b8b-4fd8-88b0-e4b241c67d83 req-2521bb22-a1e7-4b4b-8105-4cef341cba5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 1096 time: 0.1016071 Jul 06 18:43:09.991233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5aae3e85-0dbb-4190-a0db-6e4af5266006 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags HTTP/1.1" status: 200 len: 240 time: 0.0409987 Jul 06 18:43:09.993918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57106) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:09.999556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-bb96bf18-dc43-42a7-b8dc-c659a41de6c8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711', 'tempest-TagsExtTest-Tag-398890570') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.032675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fedfa448-e513-48c5-94e8-0fdbcb829253 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:10.038003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bb96bf18-dc43-42a7-b8dc-c659a41de6c8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags/tempest-TagsExtTest-Tag-398890570 HTTP/1.1" status: 204 len: 168 time: 0.0406864 Jul 06 18:43:10.038595 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57108) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.045539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-c7ef4cbd-b594-4639-8789-2746213607b2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711', 'tempest-TagsExtTest-Tag-398890570') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.045977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5ac7b75-6b8b-4fd8-88b0-e4b241c67d83 req-fa426a68-76ca-4be9-9f88-1781e0ba711b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Jul 06 18:43:10.048340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8baab8-18cc-465a-a6e7-edfefc28a882 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Network': ['ID=e364925c-a987-4a39-9e7c-123e6ad33346,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:10.075777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e364925c-a987-4a39-9e7c-123e6ad33346 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:43:10.142845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:10.194796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port fedfa448-e513-48c5-94e8-0fdbcb829253 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:10.195462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:10.197953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:10.201532 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:10.217388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c7ef4cbd-b594-4639-8789-2746213607b2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags/tempest-TagsExtTest-Tag-398890570 HTTP/1.1" status: 204 len: 168 time: 0.1734455 Jul 06 18:43:10.219420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57112) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.219601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ff597-f641-4acf-8bd3-2d15bb55892d None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:43:10.229164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-3612d2f9-d319-4a5e-a758-1b9a8a6cf67b tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.261268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3612d2f9-d319-4a5e-a758-1b9a8a6cf67b tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags HTTP/1.1" status: 200 len: 205 time: 0.0403085 Jul 06 18:43:10.262698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57114) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.271330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-0da26f52-d190-44fb-b6b5-7b9c11d12729 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.313038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0da26f52-d190-44fb-b6b5-7b9c11d12729 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags HTTP/1.1" status: 204 len: 168 time: 0.0485003 Jul 06 18:43:10.313665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57116) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.320327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-f0059251-3274-499b-96e6-e4d69ba85a97 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.393683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ff597-f641-4acf-8bd3-2d15bb55892d None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:43:10.438269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f0059251-3274-499b-96e6-e4d69ba85a97 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags HTTP/1.1" status: 204 len: 168 time: 0.1211019 Jul 06 18:43:10.438723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57120) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.444171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-4bc8e626-da8a-4fed-ba3f-05e536c99976 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.553804 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4bc8e626-da8a-4fed-ba3f-05e536c99976 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1097159 Jul 06 18:43:10.554247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bfba8a-0907-48cc-a862-3689083e5b72 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:10.554352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57124) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.558198 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:10.558377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-ddd05562-de64-40a2-bf29-57eef6a7582f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.574618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Transition to ACTIVE for port object 95bfba8a-0907-48cc-a862-3689083e5b72 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:10.587757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e282c6-2f91-415d-a0a9-8b46d336c09e req-d1163174-ec26-4de4-990d-c5ded94037b2 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:10.589782 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13e282c6-2f91-415d-a0a9-8b46d336c09e req-d1163174-ec26-4de4-990d-c5ded94037b2 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 931 time: 0.1094356 Jul 06 18:43:10.648252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13e282c6-2f91-415d-a0a9-8b46d336c09e req-b29e5548-c3d8-4c41-8828-0b416933b9ae tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503688 Jul 06 18:43:10.662455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ddd05562-de64-40a2-bf29-57eef6a7582f tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags HTTP/1.1" status: 204 len: 168 time: 0.1076877 Jul 06 18:43:10.666880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57126) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.671896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-d2e886fa-1392-4107-af42-a5311897a8cc tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741', 'tempest-TagsExtTest-Tag-920907258') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.685613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:10.742753 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d2e886fa-1392-4107-af42-a5311897a8cc tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags/tempest-TagsExtTest-Tag-920907258 HTTP/1.1" status: 201 len: 201 time: 0.0721953 Jul 06 18:43:10.742968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57128) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.747727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-2a78125a-1641-42be-a952-f98e5fac19ab tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7', 'tempest-TagsExtTest-Tag-1453870361') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.768525 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:10.813085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Pushing event updated for resources: {'Port': ['ID=95bfba8a-0907-48cc-a862-3689083e5b72,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:10.830022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a78125a-1641-42be-a952-f98e5fac19ab tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags/tempest-TagsExtTest-Tag-1453870361 HTTP/1.1" status: 201 len: 201 time: 0.0858731 Jul 06 18:43:10.833359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57130) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.838504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-fe132537-0253-45b3-b52d-3cbef6184682 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967', 'tempest-TagsExtTest-Tag-312297492') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.872091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Subnet': ['ID=916efd12-637d-499e-a630-eb9b314a64e1,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:10.934569 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fe132537-0253-45b3-b52d-3cbef6184682 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags/tempest-TagsExtTest-Tag-312297492 HTTP/1.1" status: 201 len: 201 time: 0.0990372 Jul 06 18:43:10.936974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57132) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.938485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0c9e3-6ecf-4d07-9d84-397f50950981 req-c137c8c9-5b0a-47f5-b16d-5b15f2464707 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:10.942809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-b34c0764-0c38-4288-b181-c5d57ff2d666 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711', 'tempest-TagsExtTest-Tag-900791154') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.945556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9fc0c9e3-6ecf-4d07-9d84-397f50950981 req-c137c8c9-5b0a-47f5-b16d-5b15f2464707 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 945 time: 0.2682397 Jul 06 18:43:10.955888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Checking segment: {'id': '92933da3-2b53-44f8-957b-01c3aa5852b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e364925c-a987-4a39-9e7c-123e6ad33346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:10.956274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network hostable DHCP agents. Network: e364925c-a987-4a39-9e7c-123e6ad33346, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:43:10.981780 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b34c0764-0c38-4288-b181-c5d57ff2d666 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags/tempest-TagsExtTest-Tag-900791154 HTTP/1.1" status: 201 len: 201 time: 0.0419943 Jul 06 18:43:10.983444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57134) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:10.995304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-8c4a6b7e-81a6-4303-b43f-07a3cb7c1c5e tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741', {'tags': ['tempest-TagsExtTest-Tag-1726094303', 'tempest-TagsExtTest-Tag-1014712294', 'tempest-TagsExtTest-Tag-1537854833']}) {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:10.997774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Attempting to bind port 95bfba8a-0907-48cc-a862-3689083e5b72 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:10.998045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Attempting to bind port 95bfba8a-0907-48cc-a862-3689083e5b72 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '33abbc0c-bb52-45e9-852e-10becd69039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '23f743e1-26b1-4595-8cb0-7ab634bb9461'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:10.998391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Attempting to bind port 95bfba8a-0907-48cc-a862-3689083e5b72 on network 23f743e1-26b1-4595-8cb0-7ab634bb9461 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:11.047385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9fc0c9e3-6ecf-4d07-9d84-397f50950981 req-edcee8b5-113f-4598-9904-25c63ca6d9ea tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008990 Jul 06 18:43:11.055236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Port 95bfba8a-0907-48cc-a862-3689083e5b72 on network 23f743e1-26b1-4595-8cb0-7ab634bb9461 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:43:11.055560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Attempting to bind port 95bfba8a-0907-48cc-a862-3689083e5b72 on network 23f743e1-26b1-4595-8cb0-7ab634bb9461 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:11.075646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network e364925c-a987-4a39-9e7c-123e6ad33346 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:43:11.077632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:11.077996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Checking segment: {'id': '33abbc0c-bb52-45e9-852e-10becd69039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '23f743e1-26b1-4595-8cb0-7ab634bb9461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:11.078415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Bound using segment: {'id': '33abbc0c-bb52-45e9-852e-10becd69039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '23f743e1-26b1-4595-8cb0-7ab634bb9461'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:11.078849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Bound port: 95bfba8a-0907-48cc-a862-3689083e5b72, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33abbc0c-bb52-45e9-852e-10becd69039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '23f743e1-26b1-4595-8cb0-7ab634bb9461'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:11.079204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.109736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e364925c-a987-4a39-9e7c-123e6ad33346) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:11.118582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af201a2-d011-4754-882d-e5e288694b9c None None] Network e364925c-a987-4a39-9e7c-123e6ad33346 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:11.120365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:11.120960 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.159915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8c4a6b7e-81a6-4303-b43f-07a3cb7c1c5e tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags HTTP/1.1" status: 200 len: 318 time: 0.1754487 Jul 06 18:43:11.163354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57136) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:11.169652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-d3a7dc8b-c373-44c4-b0f7-e468c605d4b6 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.173868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57138) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:11.174289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f512fe8b-3e5a-4a97-8481-1c89e631440b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2136443 Jul 06 18:43:11.197072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] For port 95bfba8a-0907-48cc-a862-3689083e5b72, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:11.200703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] For port 95bfba8a-0907-48cc-a862-3689083e5b72, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=95bfba8a-0907-48cc-a862-3689083e5b72,segment=NetworkSegment(33abbc0c-bb52-45e9-852e-10becd69039e),segment_id=33abbc0c-bb52-45e9-852e-10becd69039e)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:11.205899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.244389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:11.245073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.246526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] 10.222.0.41 "PUT /v2.0/ports/95bfba8a-0907-48cc-a862-3689083e5b72 HTTP/1.1" status: 200 len: 1091 time: 1.3669298 Jul 06 18:43:11.246975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85426cd-cfc4-4778-8e37-21d84ba78468', 'tag': '95bfba8a-0907-48cc-a862-3689083e5b72'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:11.249654 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5086a3-fd18-4f57-9499-46478fc823e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e85426cd-cfc4-4778-8e37-21d84ba78468", "tag": "95bfba8a-0907-48cc-a862-3689083e5b72"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:11.294940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-e364925c-a987-4a39-9e7c-123e6ad33346', 'network_id': 'e364925c-a987-4a39-9e7c-123e6ad33346', 'tenant_id': 'ee18023c1aa34a7eaad9f581f67108ce', 'fixed_ips': [{'subnet_id': '916efd12-637d-499e-a630-eb9b314a64e1'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:43:11.296333 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.314313 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf3fe7d-3089-43ef-bb2c-245ed8c78e32 x-openstack-request-id: req-0cf3fe7d-3089-43ef-bb2c-245ed8c78e32 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:11.314597 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85426cd-cfc4-4778-8e37-21d84ba78468", "tag": "95bfba8a-0907-48cc-a862-3689083e5b72", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:11.314841 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cf3fe7d-3089-43ef-bb2c-245ed8c78e32 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:11.315930 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85426cd-cfc4-4778-8e37-21d84ba78468', 'tag': '95bfba8a-0907-48cc-a862-3689083e5b72', 'status': 'completed', 'code': 200} Jul 06 18:43:11.342257 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.343533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46cfc9-a7b4-4c0f-ace4-1de284150410 service neutron] Pushing event updated for resources: {'Port': ['ID=95bfba8a-0907-48cc-a862-3689083e5b72,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:11.350500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d3a7dc8b-c373-44c4-b0f7-e468c605d4b6 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags HTTP/1.1" status: 204 len: 168 time: 0.1811504 Jul 06 18:43:11.351445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57144) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:11.358711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-a940cd4e-bbb2-4f50-9182-053d145856c5 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741', 'tempest-TagsExtTest-Tag-1726094303') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.414180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.414438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-306195d9-2f20-4917-9c0a-11fa045da050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:11.415924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-306195d9-2f20-4917-9c0a-11fa045da050 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10765328199246c0894fe2b0aea6bec6&device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 1094 time: 0.1165340 Jul 06 18:43:11.474680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-97c0f728-b6a7-41b1-a677-8c2495a6b308 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95bfba8a-0907-48cc-a862-3689083e5b72 HTTP/1.1" status: 200 len: 217 time: 0.0437572 Jul 06 18:43:11.475691 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-a940cd4e-bbb2-4f50-9182-053d145856c5 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:11.476598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a940cd4e-bbb2-4f50-9182-053d145856c5 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags/tempest-TagsExtTest-Tag-1726094303 HTTP/1.1" status: 404 len: 329 time: 0.1218765 Jul 06 18:43:11.479614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57146) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:11.481891 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Allocated IP 2001:db8::2 (e364925c-a987-4a39-9e7c-123e6ad33346/916efd12-637d-499e-a630-eb9b314a64e1/1548934e-e908-4384-96ae-2f12f3f68d41) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:11.484656 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-c1cd1a8c-94ac-47be-a130-2ef06f71bcf2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741', 'tempest-TagsExtTest-Tag-1014712294') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.562136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-5617bd70-951c-416b-ad50-faf96b23a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:11.563882 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-5617bd70-951c-416b-ad50-faf96b23a4ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb4e44f-8d32-4df1-80a4-4b1846fac5d3 HTTP/1.1" status: 200 len: 848 time: 0.0761480 Jul 06 18:43:11.585251 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-c1cd1a8c-94ac-47be-a130-2ef06f71bcf2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:11.589405 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c1cd1a8c-94ac-47be-a130-2ef06f71bcf2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags/tempest-TagsExtTest-Tag-1014712294 HTTP/1.1" status: 404 len: 329 time: 0.1057980 Jul 06 18:43:11.590182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57148) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:11.594370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-76a9f2a1-e7bd-4477-9c0d-8b43fe76734b tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741', 'tempest-TagsExtTest-Tag-1537854833') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.604540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-af75b56b-c969-4e80-84c4-c3fd6606d489 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23f743e1-26b1-4595-8cb0-7ab634bb9461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292037 Jul 06 18:43:11.637591 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.647340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Transition to ACTIVE for port object 1548934e-e908-4384-96ae-2f12f3f68d41 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:11.650139 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-76a9f2a1-e7bd-4477-9c0d-8b43fe76734b tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:11.654326 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-76a9f2a1-e7bd-4477-9c0d-8b43fe76734b tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags/tempest-TagsExtTest-Tag-1537854833 HTTP/1.1" status: 404 len: 329 time: 0.0604844 Jul 06 18:43:11.654884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57150) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:11.659917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-dfc252d9-3354-43b0-8ed1-27339ee22ad8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7', {'tags': ['tempest-TagsExtTest-Tag-1011577983', 'tempest-TagsExtTest-Tag-486583164', 'tempest-TagsExtTest-Tag-2061167609']}) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.667692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Transition to ACTIVE for port object 1548934e-e908-4384-96ae-2f12f3f68d41 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:11.677549 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.720995 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.751582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Pushing event updated for resources: {'Port': ['ID=1548934e-e908-4384-96ae-2f12f3f68d41,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:11.768608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Subnet': ['ID=916efd12-637d-499e-a630-eb9b314a64e1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:11.779394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dfc252d9-3354-43b0-8ed1-27339ee22ad8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags HTTP/1.1" status: 200 len: 317 time: 0.1237416 Jul 06 18:43:11.786669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Network e364925c-a987-4a39-9e7c-123e6ad33346 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:11.788430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:11.790973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57154) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:11.795769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-89a2300b-5e68-4191-a278-28ee381e1bc6 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.796537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:11.862842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Attempting to bind port 1548934e-e908-4384-96ae-2f12f3f68d41 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:11.863575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Attempting to bind port 1548934e-e908-4384-96ae-2f12f3f68d41 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '92933da3-2b53-44f8-957b-01c3aa5852b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e364925c-a987-4a39-9e7c-123e6ad33346'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:11.863929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Attempting to bind port 1548934e-e908-4384-96ae-2f12f3f68d41 on network e364925c-a987-4a39-9e7c-123e6ad33346 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:11.870333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:11.870839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Checking segment: {'id': '92933da3-2b53-44f8-957b-01c3aa5852b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e364925c-a987-4a39-9e7c-123e6ad33346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:11.871105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.871507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Bound using segment: {'id': '92933da3-2b53-44f8-957b-01c3aa5852b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e364925c-a987-4a39-9e7c-123e6ad33346'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:11.871986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Bound port: 1548934e-e908-4384-96ae-2f12f3f68d41, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92933da3-2b53-44f8-957b-01c3aa5852b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e364925c-a987-4a39-9e7c-123e6ad33346'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:11.872358 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.897280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.912792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e364925c-a987-4a39-9e7c-123e6ad33346']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.927557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92933da3-2b53-44f8-957b-01c3aa5852b1') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.927859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92933da3-2b53-44f8-957b-01c3aa5852b1') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:11.942067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] For port 1548934e-e908-4384-96ae-2f12f3f68d41, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:11.944726 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.945261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] For port 1548934e-e908-4384-96ae-2f12f3f68d41, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1548934e-e908-4384-96ae-2f12f3f68d41,segment=NetworkSegment(92933da3-2b53-44f8-957b-01c3aa5852b1),segment_id=92933da3-2b53-44f8-957b-01c3aa5852b1)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:11.950980 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.975942 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:11.989226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941de02-3993-431f-9df7-39bbf8735ae0 req-fc4db7de-854c-4455-997c-c77779a02195 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:11.996573 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0941de02-3993-431f-9df7-39bbf8735ae0 req-fc4db7de-854c-4455-997c-c77779a02195 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 943 time: 0.1716495 Jul 06 18:43:12.007747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:12.008289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:12.013190 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:12.033214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb01c94-94a4-45eb-9670-2eaf517d2868 None None] Pushing event updated for resources: {'Port': ['ID=1548934e-e908-4384-96ae-2f12f3f68d41,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:12.060312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc19745-130b-4068-8ea9-1f10fa16db80 None None] Network e364925c-a987-4a39-9e7c-123e6ad33346 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:12.093428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-89a2300b-5e68-4191-a278-28ee381e1bc6 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags HTTP/1.1" status: 204 len: 168 time: 0.3013558 Jul 06 18:43:12.096286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57158) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:12.101023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-ce8cdf6e-45ac-4ed8-8d56-0d52b8cd4262 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7', 'tempest-TagsExtTest-Tag-1011577983') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:12.104928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-516fbf69-d479-44b8-8a5a-8d1736719097 service neutron] 10.222.0.41 "GET /v2.0/networks/23f743e1-26b1-4595-8cb0-7ab634bb9461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834199 Jul 06 18:43:12.108009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0941de02-3993-431f-9df7-39bbf8735ae0 req-b35217c9-436a-4c70-9c92-42d5295c97f1 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105800 Jul 06 18:43:12.108612 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:43:12.108612 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:43:12.108612 n-d-799684-2 neutron-server[93967]: [parameters: {'id': 'e364925c-a987-4a39-9e7c-123e6ad33346'}] Jul 06 18:43:12.108612 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:43:12.109061 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:43:12.166597 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-ce8cdf6e-45ac-4ed8-8d56-0d52b8cd4262 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:12.167851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ce8cdf6e-45ac-4ed8-8d56-0d52b8cd4262 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags/tempest-TagsExtTest-Tag-1011577983 HTTP/1.1" status: 404 len: 329 time: 0.0706234 Jul 06 18:43:12.170920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57160) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:12.177170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-feea282d-4123-45fc-a091-53124a8b90d5 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7', 'tempest-TagsExtTest-Tag-486583164') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:12.236928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50a703d-1783-42d5-accf-0b0bcfe0231d None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:43:12.242503 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-feea282d-4123-45fc-a091-53124a8b90d5 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:12.243969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-feea282d-4123-45fc-a091-53124a8b90d5 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags/tempest-TagsExtTest-Tag-486583164 HTTP/1.1" status: 404 len: 328 time: 0.0714927 Jul 06 18:43:12.246708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57162) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:12.250298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25c3d9ba-8228-433e-afa5-dd798d910d14 req-a940cc48-9a84-41f0-a2fb-0d324ee6914d service neutron] 10.222.0.41 "GET /v2.0/networks/23f743e1-26b1-4595-8cb0-7ab634bb9461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298223 Jul 06 18:43:12.251525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-7bc88d61-0808-49aa-99b4-6c1699082c9b tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7', 'tempest-TagsExtTest-Tag-2061167609') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:12.285058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640fbb5-8a81-4ab7-942c-f9bfde32d63c req-92a06758-943f-4bfa-ae76-4a9f1ec96e6e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:12.286624 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2640fbb5-8a81-4ab7-942c-f9bfde32d63c req-92a06758-943f-4bfa-ae76-4a9f1ec96e6e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 945 time: 0.0810659 Jul 06 18:43:12.310467 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-7bc88d61-0808-49aa-99b4-6c1699082c9b tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:12.314588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7bc88d61-0808-49aa-99b4-6c1699082c9b tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags/tempest-TagsExtTest-Tag-2061167609 HTTP/1.1" status: 404 len: 329 time: 0.0667455 Jul 06 18:43:12.315341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57164) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:12.320049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-7fe88423-abd8-4aa1-8be1-6ff8ac9a699e tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967', {'tags': ['tempest-TagsExtTest-Tag-1024359388', 'tempest-TagsExtTest-Tag-1495115847', 'tempest-TagsExtTest-Tag-1949700023']}) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:12.363008 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2640fbb5-8a81-4ab7-942c-f9bfde32d63c req-2da71887-8df4-4fb1-bed5-40422171423f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647738 Jul 06 18:43:12.383978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50a703d-1783-42d5-accf-0b0bcfe0231d None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:43:12.389844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-84840f6c-78c1-4dab-b40d-47300659dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:12.391906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-84840f6c-78c1-4dab-b40d-47300659dbec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10765328199246c0894fe2b0aea6bec6&device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 1094 time: 0.0790608 Jul 06 18:43:12.419814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7fe88423-abd8-4aa1-8be1-6ff8ac9a699e tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags HTTP/1.1" status: 200 len: 318 time: 0.1012752 Jul 06 18:43:12.420304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57168) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:12.425987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-a6da9e7d-ef18-4e66-a033-f02fb20e7c62 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:12.502124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-bcc161ab-ba6a-4e71-ba54-99bc7a8a0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:12.503986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-bcc161ab-ba6a-4e71-ba54-99bc7a8a0939 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23f743e1-26b1-4595-8cb0-7ab634bb9461 HTTP/1.1" status: 200 len: 909 time: 0.1035192 Jul 06 18:43:12.560129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-1c031268-c9ef-45ad-8b37-e82fdf76b483 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95bfba8a-0907-48cc-a862-3689083e5b72 HTTP/1.1" status: 200 len: 217 time: 0.0480847 Jul 06 18:43:12.583006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a6da9e7d-ef18-4e66-a033-f02fb20e7c62 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags HTTP/1.1" status: 204 len: 168 time: 0.1613970 Jul 06 18:43:12.585818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57174) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:12.594836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-43217992-a658-400a-8998-f57ff4ac8fa8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967', 'tempest-TagsExtTest-Tag-1024359388') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:12.628744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-5baed30d-d227-4b38-af29-981d2714c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:12.630685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-5baed30d-d227-4b38-af29-981d2714c934 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb4e44f-8d32-4df1-80a4-4b1846fac5d3 HTTP/1.1" status: 200 len: 848 time: 0.0616195 Jul 06 18:43:12.672703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:12.715883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-f84fe6f5-307a-4709-aa03-2f5f684ce632 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23f743e1-26b1-4595-8cb0-7ab634bb9461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776370 Jul 06 18:43:12.794963 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-43217992-a658-400a-8998-f57ff4ac8fa8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:12.799532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-43217992-a658-400a-8998-f57ff4ac8fa8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags/tempest-TagsExtTest-Tag-1024359388 HTTP/1.1" status: 404 len: 329 time: 0.2093196 Jul 06 18:43:12.802017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57180) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:12.811416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-d5675242-f4f0-44d2-b26d-19bd9976e920 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967', 'tempest-TagsExtTest-Tag-1495115847') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:12.901139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-73fc17f8-6d4a-4a19-a7ba-4e7bd1178aa5 service neutron] 10.222.0.41 "GET /v2.0/networks/23f743e1-26b1-4595-8cb0-7ab634bb9461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776874 Jul 06 18:43:12.910503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Deleting port 1548934e-e908-4384-96ae-2f12f3f68d41 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:12.910910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:12.975924 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-d5675242-f4f0-44d2-b26d-19bd9976e920 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:12.979892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d5675242-f4f0-44d2-b26d-19bd9976e920 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags/tempest-TagsExtTest-Tag-1495115847 HTTP/1.1" status: 404 len: 329 time: 0.1764553 Jul 06 18:43:12.980065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57184) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:12.986164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-d7e9b42b-b5f1-4ab2-ae6f-0877c4cfc97e tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967', 'tempest-TagsExtTest-Tag-1949700023') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:12.996258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] For port 1548934e-e908-4384-96ae-2f12f3f68d41, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1548934e-e908-4384-96ae-2f12f3f68d41,segment=NetworkSegment(92933da3-2b53-44f8-957b-01c3aa5852b1),segment_id=92933da3-2b53-44f8-957b-01c3aa5852b1)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:12.996835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.010280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Calling delete_port for 1548934e-e908-4384-96ae-2f12f3f68d41 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:13.077608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5086a3-fd18-4f57-9499-46478fc823e3 req-349f148a-0676-4584-a0a8-2cf1f7810a0f service neutron] 10.222.0.41 "GET /v2.0/networks/23f743e1-26b1-4595-8cb0-7ab634bb9461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685014 Jul 06 18:43:13.084884 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-d7e9b42b-b5f1-4ab2-ae6f-0877c4cfc97e tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:13.085912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d7e9b42b-b5f1-4ab2-ae6f-0877c4cfc97e tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags/tempest-TagsExtTest-Tag-1949700023 HTTP/1.1" status: 404 len: 329 time: 0.1048374 Jul 06 18:43:13.088983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57186) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.093976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-66a78d01-76ab-43c3-b80a-dc3b83302f16 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711', {'tags': ['tempest-TagsExtTest-Tag-637685684', 'tempest-TagsExtTest-Tag-2051969695', 'tempest-TagsExtTest-Tag-1777655096']}) {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.106540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.134783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Port': ['ID=1548934e-e908-4384-96ae-2f12f3f68d41,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:13.135558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-66a78d01-76ab-43c3-b80a-dc3b83302f16 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "PUT /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags HTTP/1.1" status: 200 len: 317 time: 0.0453324 Jul 06 18:43:13.138267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57188) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.144307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No DVR routers for this DVR port 1548934e-e908-4384-96ae-2f12f3f68d41 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:13.144468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-750528be-c616-4207-95b5-906f24fb64c2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.190411 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-750528be-c616-4207-95b5-906f24fb64c2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags HTTP/1.1" status: 204 len: 168 time: 0.0505614 Jul 06 18:43:13.192916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57192) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.198357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-07336fbc-eb7f-4471-9890-7e11de1eb069 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711', 'tempest-TagsExtTest-Tag-637685684') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.222940 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-07336fbc-eb7f-4471-9890-7e11de1eb069 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:13.224168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-07336fbc-eb7f-4471-9890-7e11de1eb069 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags/tempest-TagsExtTest-Tag-637685684 HTTP/1.1" status: 404 len: 328 time: 0.0297492 Jul 06 18:43:13.227226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57194) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.233893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-151a082d-cad4-42b7-b788-5526f87927dc tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711', 'tempest-TagsExtTest-Tag-2051969695') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.261889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.263143 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-151a082d-cad4-42b7-b788-5526f87927dc tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:13.264336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-151a082d-cad4-42b7-b788-5526f87927dc tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags/tempest-TagsExtTest-Tag-2051969695 HTTP/1.1" status: 404 len: 329 time: 0.0361760 Jul 06 18:43:13.267870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57198) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.274827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-e8d20ecf-88fa-4020-b2d4-c264435513c2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711', 'tempest-TagsExtTest-Tag-1777655096') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.278151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e364925c-a987-4a39-9e7c-123e6ad33346']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.295602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92933da3-2b53-44f8-957b-01c3aa5852b1') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.295913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92933da3-2b53-44f8-957b-01c3aa5852b1') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.299985 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-e8d20ecf-88fa-4020-b2d4-c264435513c2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] show failed (client error): The resource could not be found. Jul 06 18:43:13.301272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e8d20ecf-88fa-4020-b2d4-c264435513c2 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags/tempest-TagsExtTest-Tag-1777655096 HTTP/1.1" status: 404 len: 329 time: 0.0314252 Jul 06 18:43:13.304411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57200) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.307317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.313669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-b1e8e5fd-f36e-4e12-a810-944fa40fc4a8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '773f5507-a7b4-4b98-aa21-1f06d19c5711') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.326642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.342044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:13.342568 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:13.346924 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:13.350445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b1e8e5fd-f36e-4e12-a810-944fa40fc4a8 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711/tags HTTP/1.1" status: 204 len: 168 time: 0.0438333 Jul 06 18:43:13.352887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57202) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.358526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-e8a90e87-a63b-44de-9e29-edf14a3f05ae tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5a6cb40-6cb5-434b-9d86-7e3913a4a967') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.422094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.432341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.438588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/e364925c-a987-4a39-9e7c-123e6ad33346 HTTP/1.1" status: 204 len: 168 time: 2.2632556 Jul 06 18:43:13.447974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57206) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.463106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bb8a6-89fa-41e4-92ba-f215de66ea8b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Network': ['ID=e364925c-a987-4a39-9e7c-123e6ad33346,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:13.483412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-6929427'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:13.515452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e8a90e87-a63b-44de-9e29-edf14a3f05ae tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967/tags HTTP/1.1" status: 204 len: 168 time: 0.1610212 Jul 06 18:43:13.518287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57208) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.522995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-088045ea-b6c3-4c44-9945-b8efb441cfbb tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e433a802-7e82-4787-b003-995451b695b7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.542739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:13.548291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.578035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ad08a-a7dd-4ad9-8874-48958999bd21 req-28d67b99-e413-4059-91d6-55a25f77d3b7 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:13.584981 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3b2ad08a-a7dd-4ad9-8874-48958999bd21 req-28d67b99-e413-4059-91d6-55a25f77d3b7 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 943 time: 0.3390930 Jul 06 18:43:13.601706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-088045ea-b6c3-4c44-9945-b8efb441cfbb tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0797846 Jul 06 18:43:13.602069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57212) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.607939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-30b6ffff-b8e3-463a-adda-d5332aab1337 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69160f59-301f-415d-9cc2-52e10c678741') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:13.610427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:43:13.635487 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.635909 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Added segment c4057020-4354-4fc8-bc50-d44f839214ea of type vlan for network 347463b6-b403-4fa8-b608-3220744a586f Jul 06 18:43:13.646521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3b2ad08a-a7dd-4ad9-8874-48958999bd21 req-498002e6-cb8b-40dc-95fa-b3a56494d4cd tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Jul 06 18:43:13.680847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.697765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-30b6ffff-b8e3-463a-adda-d5332aab1337 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741/tags HTTP/1.1" status: 204 len: 168 time: 0.0911927 Jul 06 18:43:13.699805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57218) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.750694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.756540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:13.757181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.851726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3847129 Jul 06 18:43:13.855820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57226) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.862664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf2e67-182b-4ac9-b894-2cd40b0eac70 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Network': ['ID=347463b6-b403-4fa8-b608-3220744a586f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:13.865673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Request body: {'subnet': {'network_id': '347463b6-b403-4fa8-b608-3220744a586f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:13.880143 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ccbb7f9-786a-4946-a575-621d96f856fb tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for subnetpool, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:13.881245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 347463b6-b403-4fa8-b608-3220744a586f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:43:13.883005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2ccbb7f9-786a-4946-a575-621d96f856fb tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnetpools/773f5507-a7b4-4b98-aa21-1f06d19c5711 HTTP/1.1" status: 204 len: 168 time: 0.1808403 Jul 06 18:43:13.884402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57228) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:13.939264 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a1bbc422-ebb2-437a-a92a-7f23a12d42fc tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a6cb40-6cb5-434b-9d86-7e3913a4a967 HTTP/1.1" status: 200 len: 205 time: 0.0526202 Jul 06 18:43:13.940127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57234) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:14.010285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Made reservation on behalf of ee18023c1aa34a7eaad9f581f67108ce for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:14.015049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.065468 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfba6-8d5a-43c9-826d-03d6a5d08bb7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.250488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfba6-8d5a-43c9-826d-03d6a5d08bb7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.252969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfba6-8d5a-43c9-826d-03d6a5d08bb7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.302954 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfba6-8d5a-43c9-826d-03d6a5d08bb7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.303584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6cfba6-8d5a-43c9-826d-03d6a5d08bb7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Fanout notify agent at l3_agent the message router_deleted on router b5a6cb40-6cb5-434b-9d86-7e3913a4a967 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:43:14.325762 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfba6-8d5a-43c9-826d-03d6a5d08bb7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.325976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:43:14.326117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fa6cfba6-8d5a-43c9-826d-03d6a5d08bb7 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/routers/b5a6cb40-6cb5-434b-9d86-7e3913a4a967 HTTP/1.1" status: 204 len: 168 time: 0.3832605 Jul 06 18:43:14.326222 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.330580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:14.390500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event updated for resources: {'Subnet': ['ID=942322e5-d2f7-461b-9404-818260b20924,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:14.400446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Checking segment: {'id': 'c4057020-4354-4fc8-bc50-d44f839214ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '347463b6-b403-4fa8-b608-3220744a586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:14.400867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network hostable DHCP agents. Network: 347463b6-b403-4fa8-b608-3220744a586f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:43:14.421958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Network 347463b6-b403-4fa8-b608-3220744a586f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:43:14.442277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 347463b6-b403-4fa8-b608-3220744a586f) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:14.446717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:14.447372 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.452740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419967d4-6888-406e-af6a-f5c510cc76f3 None None] Network 347463b6-b403-4fa8-b608-3220744a586f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:14.472314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75b72707-7319-45cc-9e70-57646eb365f3 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6151996 Jul 06 18:43:14.472921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57246) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:14.490000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-89771d39-511f-4db7-aff1-26744bacff80 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Deleting port e433a802-7e82-4787-b003-995451b695b7 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:14.493387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89771d39-511f-4db7-aff1-26744bacff80 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.613804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89771d39-511f-4db7-aff1-26744bacff80 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.614101 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.642951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-89771d39-511f-4db7-aff1-26744bacff80 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Calling delete_port for e433a802-7e82-4787-b003-995451b695b7 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:14.647545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-347463b6-b403-4fa8-b608-3220744a586f', 'network_id': '347463b6-b403-4fa8-b608-3220744a586f', 'tenant_id': 'ee18023c1aa34a7eaad9f581f67108ce', 'fixed_ips': [{'subnet_id': '942322e5-d2f7-461b-9404-818260b20924'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:43:14.649195 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.715883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:14.882093 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Allocated IP 2001:db8::f816:3eff:fe6e:9244 (347463b6-b403-4fa8-b608-3220744a586f/942322e5-d2f7-461b-9404-818260b20924/b92aa07d-7d77-402f-8e35-e0e4e68a9c32) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:14.887670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89771d39-511f-4db7-aff1-26744bacff80 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.051099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89771d39-511f-4db7-aff1-26744bacff80 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Pushing event deleted for resources: {'Port': ['ID=e433a802-7e82-4787-b003-995451b695b7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:15.094199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89771d39-511f-4db7-aff1-26744bacff80 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.096575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-89771d39-511f-4db7-aff1-26744bacff80 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/ports/e433a802-7e82-4787-b003-995451b695b7 HTTP/1.1" status: 204 len: 168 time: 0.7638736 Jul 06 18:43:15.100216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57258) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:15.101847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c98e9-732a-4079-a864-917f5e1e4db3 req-bd922a2c-9e2d-46f2-9492-2122a03874e1 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:15.103405 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-201c98e9-732a-4079-a864-917f5e1e4db3 req-bd922a2c-9e2d-46f2-9492-2122a03874e1 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 943 time: 0.2404542 Jul 06 18:43:15.158594 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.171688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Transition to ACTIVE for port object b92aa07d-7d77-402f-8e35-e0e4e68a9c32 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:15.184984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3b0a64-1418-4f54-b479-d4f00dd016bf tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Deleting subnet 69160f59-301f-415d-9cc2-52e10c678741 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:43:15.189357 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0a64-1418-4f54-b479-d4f00dd016bf tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.193199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-201c98e9-732a-4079-a864-917f5e1e4db3 req-b69c2772-db62-4b5a-8ca5-359216618731 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780809 Jul 06 18:43:15.202452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Transition to ACTIVE for port object b92aa07d-7d77-402f-8e35-e0e4e68a9c32 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:15.225580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.244452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.259663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0a64-1418-4f54-b479-d4f00dd016bf tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.282667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Subnet': ['ID=942322e5-d2f7-461b-9404-818260b20924,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:15.296833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Pushing event updated for resources: {'Port': ['ID=b92aa07d-7d77-402f-8e35-e0e4e68a9c32,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:15.312307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Network 347463b6-b403-4fa8-b608-3220744a586f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:15.315130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:15.318138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:15.373611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.387736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347463b6-b403-4fa8-b608-3220744a586f']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:15.407970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4057020-4354-4fc8-bc50-d44f839214ea') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:15.408681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4057020-4354-4fc8-bc50-d44f839214ea') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:15.417763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Attempting to bind port b92aa07d-7d77-402f-8e35-e0e4e68a9c32 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:15.417763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Attempting to bind port b92aa07d-7d77-402f-8e35-e0e4e68a9c32 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c4057020-4354-4fc8-bc50-d44f839214ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '347463b6-b403-4fa8-b608-3220744a586f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:15.417763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Attempting to bind port b92aa07d-7d77-402f-8e35-e0e4e68a9c32 on network 347463b6-b403-4fa8-b608-3220744a586f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:15.435480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:15.435864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Checking segment: {'id': 'c4057020-4354-4fc8-bc50-d44f839214ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '347463b6-b403-4fa8-b608-3220744a586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:15.436210 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.436406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.436798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Bound using segment: {'id': 'c4057020-4354-4fc8-bc50-d44f839214ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '347463b6-b403-4fa8-b608-3220744a586f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:15.437505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Bound port: b92aa07d-7d77-402f-8e35-e0e4e68a9c32, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4057020-4354-4fc8-bc50-d44f839214ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '347463b6-b403-4fa8-b608-3220744a586f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:15.437680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.456176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0a64-1418-4f54-b479-d4f00dd016bf tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.466263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.477149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:15.477849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.517083 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0a341b0-b937-4813-965b-200637d7fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.519812 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0a64-1418-4f54-b479-d4f00dd016bf tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.537453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] For port b92aa07d-7d77-402f-8e35-e0e4e68a9c32, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:15.546261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b0a64-1418-4f54-b479-d4f00dd016bf tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Pushing event deleted for resources: {'Subnet': ['ID=69160f59-301f-415d-9cc2-52e10c678741,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:15.556458 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:15.560512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] For port b92aa07d-7d77-402f-8e35-e0e4e68a9c32, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b92aa07d-7d77-402f-8e35-e0e4e68a9c32,segment=NetworkSegment(c4057020-4354-4fc8-bc50-d44f839214ea),segment_id=c4057020-4354-4fc8-bc50-d44f839214ea)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:15.562489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:43:15.562489 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:43:15.562489 n-d-799684-2 neutron-server[93967]: [parameters: {'id': '347463b6-b403-4fa8-b608-3220744a586f'}] Jul 06 18:43:15.562489 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:43:15.563203 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:43:15.566854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0a64-1418-4f54-b479-d4f00dd016bf tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.567646 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.574240 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1a3b0a64-1418-4f54-b479-d4f00dd016bf tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/subnets/69160f59-301f-415d-9cc2-52e10c678741 HTTP/1.1" status: 204 len: 168 time: 0.4729643 Jul 06 18:43:15.575202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57262) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:15.581480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce0dca-31e1-427b-9e42-ed9b19794bdd None None] Network 9f2fb60c-1367-4d62-aa05-a9c3df77b665 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:15.655496 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.722175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Deleting port fedfa448-e513-48c5-94e8-0fdbcb829253 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:15.722808 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.789609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] For port fedfa448-e513-48c5-94e8-0fdbcb829253, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fedfa448-e513-48c5-94e8-0fdbcb829253,segment=NetworkSegment(6b533619-5256-43cb-b98f-49480ee80b11),segment_id=6b533619-5256-43cb-b98f-49480ee80b11)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:15.790161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.804603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Calling delete_port for fedfa448-e513-48c5-94e8-0fdbcb829253 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:15.888989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:15.895913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2b26d-23c2-4107-b0d6-0d5b243259b8 None None] Pushing event updated for resources: {'Port': ['ID=b92aa07d-7d77-402f-8e35-e0e4e68a9c32,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:15.929292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Pushing event deleted for resources: {'Port': ['ID=fedfa448-e513-48c5-94e8-0fdbcb829253,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:15.936465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] No DVR routers for this DVR port fedfa448-e513-48c5-94e8-0fdbcb829253 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:15.942447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13207455-adab-466c-94e6-9f0423e1f083 None None] Network 347463b6-b403-4fa8-b608-3220744a586f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:16.036175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.048319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2fb60c-1367-4d62-aa05-a9c3df77b665']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:16.061995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b533619-5256-43cb-b98f-49480ee80b11') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:16.062296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b533619-5256-43cb-b98f-49480ee80b11') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:16.064884 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.073167 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.091890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.113193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 95bfba8a-0907-48cc-a862-3689083e5b72 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:43:16.113912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:16.114341 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.116370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d21d5b-5e9c-4d82-bd7c-9a3ae56ccd08 None None] DHCP port deletion for 9f2fb60c-1367-4d62-aa05-a9c3df77b665 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:16.121273 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:16.148559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Deleting port b92aa07d-7d77-402f-8e35-e0e4e68a9c32 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:16.149791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.214092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.228527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.231292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] 10.222.0.53 "DELETE /v2.0/networks/9f2fb60c-1367-4d62-aa05-a9c3df77b665 HTTP/1.1" status: 204 len: 168 time: 0.6547084 Jul 06 18:43:16.246373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71725a1c-09db-474b-9fe2-0fb878507d08 tempest-TagsExtTest-1905414429 tempest-TagsExtTest-1905414429-project] Pushing event deleted for resources: {'Network': ['ID=9f2fb60c-1367-4d62-aa05-a9c3df77b665,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:16.247150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] For port b92aa07d-7d77-402f-8e35-e0e4e68a9c32, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b92aa07d-7d77-402f-8e35-e0e4e68a9c32,segment=NetworkSegment(c4057020-4354-4fc8-bc50-d44f839214ea),segment_id=c4057020-4354-4fc8-bc50-d44f839214ea)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:16.247777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49ac0c-6f81-4996-9504-8be38310935e None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:43:16.249584 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.270446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Calling delete_port for b92aa07d-7d77-402f-8e35-e0e4e68a9c32 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:16.380454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 95bfba8a-0907-48cc-a862-3689083e5b72, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=95bfba8a-0907-48cc-a862-3689083e5b72,segment=NetworkSegment(33abbc0c-bb52-45e9-852e-10becd69039e),segment_id=33abbc0c-bb52-45e9-852e-10becd69039e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:16.414600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.415958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '95bfba8a-0907-48cc-a862-3689083e5b72', 'network_id': '23f743e1-26b1-4595-8cb0-7ab634bb9461', 'port_id': '95bfba8a-0907-48cc-a862-3689083e5b72', 'mac_address': 'fa:16:3e:a6:a4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb4e44f-8d32-4df1-80a4-4b1846fac5d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:43:16.454608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Port': ['ID=b92aa07d-7d77-402f-8e35-e0e4e68a9c32,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:16.460283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No DVR routers for this DVR port b92aa07d-7d77-402f-8e35-e0e4e68a9c32 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:16.498188 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.512984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49ac0c-6f81-4996-9504-8be38310935e None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:43:16.518147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bfba8a-0907-48cc-a862-3689083e5b72 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:16.566914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 95bfba8a-0907-48cc-a862-3689083e5b72, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=95bfba8a-0907-48cc-a862-3689083e5b72,segment=NetworkSegment(33abbc0c-bb52-45e9-852e-10becd69039e),segment_id=33abbc0c-bb52-45e9-852e-10becd69039e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:16.578652 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.590087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20ecd0-1733-443c-8458-ec6fc018dcbe req-dd083e1f-b93c-46a8-a4d3-42de6cde0a89 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:16.592163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af20ecd0-1733-443c-8458-ec6fc018dcbe req-dd083e1f-b93c-46a8-a4d3-42de6cde0a89 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 943 time: 0.2233732 Jul 06 18:43:16.603322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347463b6-b403-4fa8-b608-3220744a586f']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:16.621672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57272) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:16.628654 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.637679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4057020-4354-4fc8-bc50-d44f839214ea') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:16.638293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4057020-4354-4fc8-bc50-d44f839214ea') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:16.650883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.669739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.679223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:16.679988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.748136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=95bfba8a-0907-48cc-a862-3689083e5b72,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:16.763581 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:16.792806 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5b276e84-7744-494b-ac28-16a56fe13139 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c762156869f462fb72779b3de0fdb90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691091 Jul 06 18:43:16.795102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57276) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:16.798898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af20ecd0-1733-443c-8458-ec6fc018dcbe req-267e7c30-e5bb-465d-b4c7-45bfedf4da3b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995509 Jul 06 18:43:16.800068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.805806 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.807718 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/347463b6-b403-4fa8-b608-3220744a586f HTTP/1.1" status: 204 len: 168 time: 2.3338625 Jul 06 18:43:16.814619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57278) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:16.850322 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-542cc4a1-a5b8-435e-baab-c0c9d9ff1e9a tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): The resource could not be found. Jul 06 18:43:16.850784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542cc4a1-a5b8-435e-baab-c0c9d9ff1e9a tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:16.852562 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-542cc4a1-a5b8-435e-baab-c0c9d9ff1e9a tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/subnets/942322e5-d2f7-461b-9404-818260b20924 HTTP/1.1" status: 404 len: 337 time: 0.0368891 Jul 06 18:43:16.855657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57280) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:16.871291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b911574-f786-4afe-a0d4-7737810acef5 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Network': ['ID=347463b6-b403-4fa8-b608-3220744a586f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:16.881330 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5f6f42-b15b-43b1-a3d0-ae3ed1737467 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): The resource could not be found. Jul 06 18:43:16.882181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5f6f42-b15b-43b1-a3d0-ae3ed1737467 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:16.884750 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aa5f6f42-b15b-43b1-a3d0-ae3ed1737467 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/347463b6-b403-4fa8-b608-3220744a586f HTTP/1.1" status: 404 len: 339 time: 0.0278914 Jul 06 18:43:16.887472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57282) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:16.900737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70f42dad-c994-4889-913d-cb9524e284d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.919495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['95bfba8a-0907-48cc-a862-3689083e5b72'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:43:16.931500 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d406c5-60c9-4c97-8b11-5fe89931633c tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): The resource could not be found. Jul 06 18:43:16.932072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d406c5-60c9-4c97-8b11-5fe89931633c tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:16.936455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-81d406c5-60c9-4c97-8b11-5fe89931633c tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/subnets/916efd12-637d-499e-a630-eb9b314a64e1 HTTP/1.1" status: 404 len: 337 time: 0.0453362 Jul 06 18:43:16.937231 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57284) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:16.947267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70f42dad-c994-4889-913d-cb9524e284d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:16.964253 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc001a0-85b1-46db-84de-0f41c214082b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): The resource could not be found. Jul 06 18:43:16.965968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc001a0-85b1-46db-84de-0f41c214082b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:16.968178 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-edc001a0-85b1-46db-84de-0f41c214082b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/e364925c-a987-4a39-9e7c-123e6ad33346 HTTP/1.1" status: 404 len: 339 time: 0.0298789 Jul 06 18:43:16.970780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57286) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:16.996239 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef4525b-725d-4596-ada8-62166f065023 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): The resource could not be found. Jul 06 18:43:16.996688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef4525b-725d-4596-ada8-62166f065023 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:17.001331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9ef4525b-725d-4596-ada8-62166f065023 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/subnets/b66a3eeb-5dc3-4387-89bd-f3113f22a769 HTTP/1.1" status: 404 len: 337 time: 0.0278087 Jul 06 18:43:17.002021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57288) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:17.023271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70f42dad-c994-4889-913d-cb9524e284d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:17.025908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70f42dad-c994-4889-913d-cb9524e284d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:17.029996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-70f42dad-c994-4889-913d-cb9524e284d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1552be99-bbce-45ac-b2d7-5a631141b6c4 HTTP/1.1" status: 204 len: 168 time: 0.2298629 Jul 06 18:43:17.029996 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d86ca19-4a6a-4172-92ec-4df76f57ad20 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): The resource could not be found. Jul 06 18:43:17.029996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d86ca19-4a6a-4172-92ec-4df76f57ad20 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:17.033462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57292) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:17.042268 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6d86ca19-4a6a-4172-92ec-4df76f57ad20 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/73e3e3fe-0b43-458c-b294-f5ac7b9f8bcb HTTP/1.1" status: 404 len: 339 time: 0.0316257 Jul 06 18:43:17.051304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f42dad-c994-4889-913d-cb9524e284d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1552be99-bbce-45ac-b2d7-5a631141b6c4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:17.159707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-96ca62c1-70b2-4285-8c60-5f5ae7c74d3f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Deleting port 843e455e-f065-42e8-a680-3d9d9cc93b21 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:17.160339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96ca62c1-70b2-4285-8c60-5f5ae7c74d3f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:17.251613 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96ca62c1-70b2-4285-8c60-5f5ae7c74d3f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:17.265586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-96ca62c1-70b2-4285-8c60-5f5ae7c74d3f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Calling delete_port for 843e455e-f065-42e8-a680-3d9d9cc93b21 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:17.359008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96ca62c1-70b2-4285-8c60-5f5ae7c74d3f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:17.391042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca62c1-70b2-4285-8c60-5f5ae7c74d3f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Port': ['ID=843e455e-f065-42e8-a680-3d9d9cc93b21,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:17.398507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96ca62c1-70b2-4285-8c60-5f5ae7c74d3f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:17.403051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-96ca62c1-70b2-4285-8c60-5f5ae7c74d3f tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/ports/843e455e-f065-42e8-a680-3d9d9cc93b21 HTTP/1.1" status: 204 len: 168 time: 0.3685167 Jul 06 18:43:17.403781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57304) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:17.438673 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-124cf713-044e-427e-b67c-88c72dcd7253 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): The resource could not be found. Jul 06 18:43:17.439146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124cf713-044e-427e-b67c-88c72dcd7253 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:17.440904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-124cf713-044e-427e-b67c-88c72dcd7253 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/subnets/22410555-32df-410e-9c64-8ca37ae79941 HTTP/1.1" status: 404 len: 337 time: 0.0358670 Jul 06 18:43:17.443608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57308) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:17.907521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.010338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fedfa448-e513-48c5-94e8-0fdbcb829253 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:43:18.042639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: fedfa448-e513-48c5-94e8-0fdbcb829253 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:43:18.044361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fedfa448-e513-48c5-94e8-0fdbcb829253 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:43:18.057569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.070318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfef721-4aaa-4010-ba03-c72c170219fe']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:18.086122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6e09a6-f051-43ae-bbdd-99808761071c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:18.087117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6e09a6-f051-43ae-bbdd-99808761071c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:18.089678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 95bfba8a-0907-48cc-a862-3689083e5b72 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:18.099968 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.115040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d241f-e366-4683-a67f-f9e219c1c861 req-22bc8ea1-19bb-455c-b79d-1a0781e84a31 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:18.122150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b09d241f-e366-4683-a67f-f9e219c1c861 req-22bc8ea1-19bb-455c-b79d-1a0781e84a31 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 944 time: 0.1615570 Jul 06 18:43:18.144715 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.155490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:18.155899 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:18.158886 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:18.169988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 95bfba8a-0907-48cc-a862-3689083e5b72 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:18.183106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 95bfba8a-0907-48cc-a862-3689083e5b72 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:18.183587 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.219023 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b09d241f-e366-4683-a67f-f9e219c1c861 req-0a7929a8-7d7c-4bd0-9d71-6c69fbb656ec tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958800 Jul 06 18:43:18.231197 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da0ad633-03cb-461b-8154-5164948ca18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.257052 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.267495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.271726 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/fbfef721-4aaa-4010-ba03-c72c170219fe HTTP/1.1" status: 204 len: 168 time: 0.8245842 Jul 06 18:43:18.272496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57330) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:18.307880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a085f2-1e7f-470f-b910-b11f6ff54286 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Network': ['ID=fbfef721-4aaa-4010-ba03-c72c170219fe,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:18.314346 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.398363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 95bfba8a-0907-48cc-a862-3689083e5b72, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=95bfba8a-0907-48cc-a862-3689083e5b72,segment=NetworkSegment(33abbc0c-bb52-45e9-852e-10becd69039e),segment_id=33abbc0c-bb52-45e9-852e-10becd69039e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:18.400825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85426cd-cfc4-4778-8e37-21d84ba78468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bfba8a-0907-48cc-a862-3689083e5b72'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:18.407786 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b00c02-d0f3-4db8-831b-7b39ba652eee" -d '{"events": [{"server_uuid": "e85426cd-cfc4-4778-8e37-21d84ba78468", "name": "network-vif-plugged", "status": "completed", "tag": "95bfba8a-0907-48cc-a862-3689083e5b72"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:18.410517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f59fb-f965-427d-8441-4821b9516011 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Deleting port 1f563723-cede-4303-9338-62ca8ae52b1b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:18.410922 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd3f59fb-f965-427d-8441-4821b9516011 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.411111 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.420201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.488033 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7030366b-fa4f-4298-8527-5bb1c2b22fb0 x-openstack-request-id: req-7030366b-fa4f-4298-8527-5bb1c2b22fb0 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:18.491036 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85426cd-cfc4-4778-8e37-21d84ba78468", "name": "network-vif-plugged", "status": "completed", "tag": "95bfba8a-0907-48cc-a862-3689083e5b72", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:18.491296 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7030366b-fa4f-4298-8527-5bb1c2b22fb0 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:18.491710 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85426cd-cfc4-4778-8e37-21d84ba78468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bfba8a-0907-48cc-a862-3689083e5b72', 'code': 200} Jul 06 18:43:18.519185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd3f59fb-f965-427d-8441-4821b9516011 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.536494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f59fb-f965-427d-8441-4821b9516011 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Calling delete_port for 1f563723-cede-4303-9338-62ca8ae52b1b owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:18.553840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=95bfba8a-0907-48cc-a862-3689083e5b72,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:18.680819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3572-260c-4db8-9488-ec6bb30e7945 req-8067c890-603b-42c8-9a66-083fe65a0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:18.682747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bbe3572-260c-4db8-9488-ec6bb30e7945 req-8067c890-603b-42c8-9a66-083fe65a0a80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 1096 time: 0.1210384 Jul 06 18:43:18.719500 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd3f59fb-f965-427d-8441-4821b9516011 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.784575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f59fb-f965-427d-8441-4821b9516011 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Port': ['ID=1f563723-cede-4303-9338-62ca8ae52b1b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:18.793121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bbe3572-260c-4db8-9488-ec6bb30e7945 req-bc2bb42e-058d-4f4d-a6df-5311d16432b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023207 Jul 06 18:43:18.800039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd3f59fb-f965-427d-8441-4821b9516011 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:18.802369 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dd3f59fb-f965-427d-8441-4821b9516011 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/ports/1f563723-cede-4303-9338-62ca8ae52b1b HTTP/1.1" status: 204 len: 168 time: 0.5283751 Jul 06 18:43:18.805771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57344) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:18.836859 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a8c8b3-cc10-4c52-ab0a-efd5e4ca6260 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] DELETE failed (client error): The resource could not be found. Jul 06 18:43:18.836859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a8c8b3-cc10-4c52-ab0a-efd5e4ca6260 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:43:18.837544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-07a8c8b3-cc10-4c52-ab0a-efd5e4ca6260 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/subnets/750dfe51-ad4c-439c-b66e-eaa8d58981bb HTTP/1.1" status: 404 len: 337 time: 0.0307903 Jul 06 18:43:18.840381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57348) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:18.961268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57350) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:18.962392 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.082478 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.095160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422bafe9-bfe5-4770-b08e-5783fdb38896']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:19.106657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:19.106957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccd9ca7-4f55-4f3a-a998-3fd6bbc4ae9c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:19.111777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-38f350b3-b13b-4821-9601-aa4835e7f6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.116860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.134562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.148681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:19.150086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:19.156790 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:19.233261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.238871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.242444 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/422bafe9-bfe5-4770-b08e-5783fdb38896 HTTP/1.1" status: 204 len: 168 time: 0.3996208 Jul 06 18:43:19.245389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57358) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:19.287127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51733e75-a83b-4a22-9e0e-58460c16c6b2 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Network': ['ID=422bafe9-bfe5-4770-b08e-5783fdb38896,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:19.300788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-38f350b3-b13b-4821-9601-aa4835e7f6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.311083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-38f350b3-b13b-4821-9601-aa4835e7f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.323021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d94c262-e7df-486f-bf59-f6ccc0ab2575 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Deleting subnet 3c02e6a8-bc9f-42b8-a70a-260bdec0949e {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:43:19.327162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d94c262-e7df-486f-bf59-f6ccc0ab2575 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.379316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079b456-72eb-4c6d-9129-317e90b9e68f req-64e2507b-ee98-445e-a529-568f4ed9fdd8 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:19.381004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3079b456-72eb-4c6d-9129-317e90b9e68f req-64e2507b-ee98-445e-a529-568f4ed9fdd8 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 946 time: 0.1612873 Jul 06 18:43:19.389694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-38f350b3-b13b-4821-9601-aa4835e7f6bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=610d4e84783847dc91c1596db13ccd9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246786 Jul 06 18:43:19.389979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d94c262-e7df-486f-bf59-f6ccc0ab2575 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.390128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57360) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:19.399425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f350b3-b13b-4821-9601-aa4835e7f6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b845b383-f99d-43dd-b3b6-fe0802138705,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:19.433771 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.471798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3079b456-72eb-4c6d-9129-317e90b9e68f req-56d8a13a-ea3f-40dc-9b3a-abdb3b3c6153 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741959 Jul 06 18:43:19.492942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bee5fc15-b783-4436-9ae6-05d653328c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.530871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bee5fc15-b783-4436-9ae6-05d653328c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.548416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d94c262-e7df-486f-bf59-f6ccc0ab2575 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.591580 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9529d-146f-4242-9102-006db0fb665e req-ca0b02e8-b30d-4f54-a3cd-da5dc193d68c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:19.593263 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bee5fc15-b783-4436-9ae6-05d653328c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.597098 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bee5fc15-b783-4436-9ae6-05d653328c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.601069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3b9529d-146f-4242-9102-006db0fb665e req-ca0b02e8-b30d-4f54-a3cd-da5dc193d68c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 945 time: 0.1795328 Jul 06 18:43:19.601244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bee5fc15-b783-4436-9ae6-05d653328c17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b845b383-f99d-43dd-b3b6-fe0802138705 HTTP/1.1" status: 204 len: 168 time: 0.2079766 Jul 06 18:43:19.613833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5fc15-b783-4436-9ae6-05d653328c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b845b383-f99d-43dd-b3b6-fe0802138705,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:19.700777 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e3b9529d-146f-4242-9102-006db0fb665e req-7763cfd2-da35-4d40-8b10-74a5a3a20c6e tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009858 Jul 06 18:43:19.744379 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d94c262-e7df-486f-bf59-f6ccc0ab2575 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.811757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94c262-e7df-486f-bf59-f6ccc0ab2575 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Subnet': ['ID=3c02e6a8-bc9f-42b8-a70a-260bdec0949e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:19.816911 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d94c262-e7df-486f-bf59-f6ccc0ab2575 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.818887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5d94c262-e7df-486f-bf59-f6ccc0ab2575 tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/subnets/3c02e6a8-bc9f-42b8-a70a-260bdec0949e HTTP/1.1" status: 204 len: 168 time: 0.5721648 Jul 06 18:43:19.822027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57370) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:19.833539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bff871-a531-45d1-8680-4ab41fa16c59 None None] Network 13e5eb69-eb22-46f6-bd81-0804f28f2e13 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:43:19.958873 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.014519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57374) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:20.040090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-165107d9-c979-4fb8-ae45-79af99da1fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.078884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Deleting port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:20.079485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.152006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] DHCP port deletion for 13e5eb69-eb22-46f6-bd81-0804f28f2e13 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:43:20.163880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] For port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,segment=NetworkSegment(3e44a1cb-0704-494d-9375-fa2c9428e0a6),segment_id=3e44a1cb-0704-494d-9375-fa2c9428e0a6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:20.164410 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.180108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Calling delete_port for 53118423-f1a6-4e8d-bcf8-40ab7f7c655f owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:20.188383 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-165107d9-c979-4fb8-ae45-79af99da1fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.197868 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-165107d9-c979-4fb8-ae45-79af99da1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.220136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] Deleting port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:20.220518 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.240026 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-165107d9-c979-4fb8-ae45-79af99da1fa7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0153b413f4cf4e25b1bee6f8dce93143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242935 Jul 06 18:43:20.244042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57376) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:20.254335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165107d9-c979-4fb8-ae45-79af99da1fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d26733-d4f4-4107-ac5d-3ba895cee432,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:20.298080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] For port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,segment=NetworkSegment(3e44a1cb-0704-494d-9375-fa2c9428e0a6),segment_id=3e44a1cb-0704-494d-9375-fa2c9428e0a6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:20.298474 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.312274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] Calling delete_port for 53118423-f1a6-4e8d-bcf8-40ab7f7c655f owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:20.324765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-771bce3e-589e-47b8-bc5e-08b092706267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.336346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.358236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-771bce3e-589e-47b8-bc5e-08b092706267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.384722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Port': ['ID=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:20.389174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] No DVR routers for this DVR port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:20.390326 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.419717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] No DVR routers for this DVR port 53118423-f1a6-4e8d-bcf8-40ab7f7c655f on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:20.431414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b286f-c2f4-413b-aa11-5e2d89503c2b None None] Pushing event deleted for resources: {'Port': ['ID=53118423-f1a6-4e8d-bcf8-40ab7f7c655f,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:20.497199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.508439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e5eb69-eb22-46f6-bd81-0804f28f2e13']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:20.519705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e44a1cb-0704-494d-9375-fa2c9428e0a6') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:20.519910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e44a1cb-0704-494d-9375-fa2c9428e0a6') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:20.528973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-771bce3e-589e-47b8-bc5e-08b092706267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.533056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-771bce3e-589e-47b8-bc5e-08b092706267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.535797 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-771bce3e-589e-47b8-bc5e-08b092706267 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47d26733-d4f4-4107-ac5d-3ba895cee432 HTTP/1.1" status: 204 len: 168 time: 0.2887192 Jul 06 18:43:20.542917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.561106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bce3e-589e-47b8-bc5e-08b092706267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d26733-d4f4-4107-ac5d-3ba895cee432,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:20.577214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.595698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:20.596239 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:20.600256 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:20.685187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.701335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.703294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] 10.222.0.53 "DELETE /v2.0/networks/13e5eb69-eb22-46f6-bd81-0804f28f2e13 HTTP/1.1" status: 204 len: 168 time: 0.8800581 Jul 06 18:43:20.735700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbe92d-5e86-49f0-af6b-4106d591da1b tempest-NetworksIpV6TestAttrs-165842736 tempest-NetworksIpV6TestAttrs-165842736-project] Pushing event deleted for resources: {'Network': ['ID=13e5eb69-eb22-46f6-bd81-0804f28f2e13,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:20.788148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bae4c-ac29-47b0-8d80-2f9efc4e8bd1 req-e1be99e5-3919-47d4-a2fe-dc75482e33f4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:20.793356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef2bae4c-ac29-47b0-8d80-2f9efc4e8bd1 req-e1be99e5-3919-47d4-a2fe-dc75482e33f4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 946 time: 0.1143117 Jul 06 18:43:20.872366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-90e20c9d-ebd4-426b-bf01-70d270637fd1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:20.874142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-90e20c9d-ebd4-426b-bf01-70d270637fd1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 946 time: 0.0936451 Jul 06 18:43:20.890007 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef2bae4c-ac29-47b0-8d80-2f9efc4e8bd1 req-0a3925d4-cf95-4e17-93c2-ffc340e0d550 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880885 Jul 06 18:43:21.007491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.016564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57392) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:21.102507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9541a53-3328-4dd3-ac16-ef09fed145d5 req-7d40ffb4-5900-4268-8321-9770b4e21a1c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:21.109536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9541a53-3328-4dd3-ac16-ef09fed145d5 req-7d40ffb4-5900-4268-8321-9770b4e21a1c tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 945 time: 0.1674852 Jul 06 18:43:21.151613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Deleting port 3023d27f-cf38-4035-9838-5c6698160a18 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:21.151949 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.249119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9541a53-3328-4dd3-ac16-ef09fed145d5 req-da384001-e59a-4fe4-80fb-cb3e5829ac32 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386452 Jul 06 18:43:21.282600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] For port 3023d27f-cf38-4035-9838-5c6698160a18, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3023d27f-cf38-4035-9838-5c6698160a18,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:21.283035 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.313187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6e6ca55-0877-41d5-9e3c-8347cefbe4b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee18023c1aa34a7eaad9f581f67108ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952254 Jul 06 18:43:21.313878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57408) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:21.407755 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e29181b-c872-4412-9560-25524768f811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.432128 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e29181b-c872-4412-9560-25524768f811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.494658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e29181b-c872-4412-9560-25524768f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.497522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e29181b-c872-4412-9560-25524768f811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.498772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1e29181b-c872-4412-9560-25524768f811 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/297bb840-196b-467a-b31c-0d30264ddfe5 HTTP/1.1" status: 204 len: 168 time: 0.1830864 Jul 06 18:43:21.511023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29181b-c872-4412-9560-25524768f811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297bb840-196b-467a-b31c-0d30264ddfe5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:21.976252 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.976952 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:21.977439 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Floating IP af9aac86-3d98-4913-b335-d54280df1789 disassociated. External IP: 172.25.4.9, port: 3023d27f-cf38-4035-9838-5c6698160a18. Jul 06 18:43:21.978711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Calling delete_port for 3023d27f-cf38-4035-9838-5c6698160a18 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:22.056524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 53118423-f1a6-4e8d-bcf8-40ab7f7c655f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:43:22.102135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 53118423-f1a6-4e8d-bcf8-40ab7f7c655f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:43:22.102757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 53118423-f1a6-4e8d-bcf8-40ab7f7c655f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:43:22.219117 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:22.246483 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:22.283291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20460c-019b-4db1-b085-9350906e5283 req-5c81d3e5-b7db-4230-a939-f551b7ca5531 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:22.298644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f20460c-019b-4db1-b085-9350906e5283 req-5c81d3e5-b7db-4230-a939-f551b7ca5531 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 946 time: 0.1616073 Jul 06 18:43:22.311936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event deleted for resources: {'Port': ['ID=3023d27f-cf38-4035-9838-5c6698160a18,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:22.409048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f20460c-019b-4db1-b085-9350906e5283 req-f548c2ac-e1d9-47e3-a556-5d4f821242e6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac1d893c-588e-4062-b37c-469ab8c31a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076918 Jul 06 18:43:22.496114 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:22.525137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Router cc41aa78-9967-493c-9298-eb028731ba46 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:43:22.805841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:43:22.820027 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] Sync routers for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:43:22.843711 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:43:22.862039 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:43:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:22.913340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] No DVR routers for this DVR port 3023d27f-cf38-4035-9838-5c6698160a18 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:22.919363 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:22.929760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b8bb68c-669b-4779-920b-7bf0f169004b req-7d57c8f7-f847-4991-b2e4-591730f2032f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "DELETE /v2.0/ports/3023d27f-cf38-4035-9838-5c6698160a18 HTTP/1.1" status: 204 len: 173 time: 2.0393472 Jul 06 18:43:22.930283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-deleted', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:22.954554 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ca1e50-371b-4184-b4be-16fb0dcb2432" -d '{"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-deleted", "tag": "3023d27f-cf38-4035-9838-5c6698160a18"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:23.099809 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7bce59-47ef-4f74-b878-0d893177e753 x-openstack-request-id: req-fd7bce59-47ef-4f74-b878-0d893177e753 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:23.100759 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28312c5b-b772-45f2-852a-aeeb26df2c9d", "name": "network-vif-deleted", "tag": "3023d27f-cf38-4035-9838-5c6698160a18", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:23.101700 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd7bce59-47ef-4f74-b878-0d893177e753 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:23.102411 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28312c5b-b772-45f2-852a-aeeb26df2c9d', 'name': 'network-vif-deleted', 'tag': '3023d27f-cf38-4035-9838-5c6698160a18', 'status': 'completed', 'code': 200} Jul 06 18:43:23.160688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57476) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:23.219191 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:43:23.331857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-388341709'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:23.362698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Made reservation on behalf of 0d91abde750f4228b01c463ddd92299a for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:23.369115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:23.383741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:23.517625 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:23.561564 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] Checking router: cc41aa78-9967-493c-9298-eb028731ba46 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:43:23.574522 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:43:23.575296 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:43:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:23.592079 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:23.602046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:23.668188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:43:23.688731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156f2c4b-5614-4563-8e2e-f7e1c125c926,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:23.719648 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dc8fbc68-0f26-47d7-9a87-cc89d46befc5 req-51030e85-380f-4766-9a09-f795646e9caa tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=28312c5b-b772-45f2-852a-aeeb26df2c9d HTTP/1.1" status: 200 len: 210 time: 0.0525086 Jul 06 18:43:23.722574 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:43:23.727350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:23.727750 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Added segment aa6c44f1-2d76-4f1e-8b68-f97ac66d0409 of type vlan for network 1a63c99c-ad5f-4ca7-ace1-3f950816145a Jul 06 18:43:23.780537 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:23.851625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:23.858813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:23.859765 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:23.891746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7297821 Jul 06 18:43:23.895164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57506) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:23.900284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-7f2fe54d-c13e-4bff-9932-b7008aea2c9a tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', 'tempest-TagsTest-Tag-1950691139') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:23.948805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087c26d-b23a-4c6f-9e58-3382fe7db344 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Pushing event updated for resources: {'Network': ['ID=1a63c99c-ad5f-4ca7-ace1-3f950816145a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:23.968101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 1a63c99c-ad5f-4ca7-ace1-3f950816145a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:43:24.023321 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.074620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7f2fe54d-c13e-4bff-9932-b7008aea2c9a tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "PUT /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags/tempest-TagsTest-Tag-1950691139 HTTP/1.1" status: 201 len: 201 time: 0.1779327 Jul 06 18:43:24.077142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57512) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.082330 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af2518-80b2-4d30-9a1b-8a4021d6bbc6 None None] The sync data for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 is: [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:43:24.085672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-acd72850-288e-43c6-a6d4-29bf95b0ff13 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', 'tempest-TagsTest-Tag-1950691139') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.196927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-acd72850-288e-43c6-a6d4-29bf95b0ff13 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "GET /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags/tempest-TagsTest-Tag-1950691139 HTTP/1.1" status: 204 len: 168 time: 0.1178339 Jul 06 18:43:24.199199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57516) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.204364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-113de167-c539-4876-aa08-9539f6ffddcc tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.275616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57520) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.293272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-113de167-c539-4876-aa08-9539f6ffddcc tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "GET /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags HTTP/1.1" status: 200 len: 238 time: 0.0928741 Jul 06 18:43:24.296483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.301348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-053f31c0-c999-4661-a678-3f7250a1a41c tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', {'tags': ['tempest-TagsTest-Tag-1555092908', 'tempest-TagsTest-Tag-204760073', 'tempest-TagsTest-Tag-50839296']}) {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.402697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ee5d7-4d35-435b-b889-f88cc09e942d None None] New status for floating IP af9aac86-3d98-4913-b335-d54280df1789: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:43:24.407705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-053f31c0-c999-4661-a678-3f7250a1a41c tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "PUT /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags HTTP/1.1" status: 200 len: 306 time: 0.1101518 Jul 06 18:43:24.411276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57530) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.417227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-c1d03da2-c1fc-448f-99e3-65158ac5e2e8 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', 'tempest-TagsTest-Tag-1555092908') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.438871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3579-7d35-49d8-9a01-88ff81d6f39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:24.532259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c1d03da2-c1fc-448f-99e3-65158ac5e2e8 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "DELETE /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags/tempest-TagsTest-Tag-1555092908 HTTP/1.1" status: 204 len: 168 time: 0.1195538 Jul 06 18:43:24.535942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57534) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.544464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-c871c5e7-57ac-4f83-b9a5-e3c458112380 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', 'tempest-TagsTest-Tag-1555092908') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.595446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3579-7d35-49d8-9a01-88ff81d6f39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:24.602414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3579-7d35-49d8-9a01-88ff81d6f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:24.639857 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-c871c5e7-57ac-4f83-b9a5-e3c458112380 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] show failed (client error): The resource could not be found. Jul 06 18:43:24.642397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c871c5e7-57ac-4f83-b9a5-e3c458112380 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "GET /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags/tempest-TagsTest-Tag-1555092908 HTTP/1.1" status: 404 len: 326 time: 0.1048453 Jul 06 18:43:24.643961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57540) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.648533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-a8548f1d-b3cc-43f4-94a2-b4e82255c4b2 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', 'tempest-TagsTest-Tag-204760073') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.662745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6a9d3579-7d35-49d8-9a01-88ff81d6f39e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e00d90d5829e40888245a4b4d790b083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835642 Jul 06 18:43:24.663089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d3579-7d35-49d8-9a01-88ff81d6f39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6168c9-1055-49ae-8408-70b4c3a72f5e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:24.664067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57542) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.782208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a8548f1d-b3cc-43f4-94a2-b4e82255c4b2 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "GET /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags/tempest-TagsTest-Tag-204760073 HTTP/1.1" status: 204 len: 168 time: 0.1350060 Jul 06 18:43:24.782713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57552) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.787201 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-860d72d8-9ae9-4c86-8e39-0f7d3c573c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:24.787914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-84e19093-9ee1-4b63-b46d-58e3bab70a54 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', 'tempest-TagsTest-Tag-50839296') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.828930 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-860d72d8-9ae9-4c86-8e39-0f7d3c573c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:24.862416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-84e19093-9ee1-4b63-b46d-58e3bab70a54 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "GET /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags/tempest-TagsTest-Tag-50839296 HTTP/1.1" status: 204 len: 168 time: 0.0785213 Jul 06 18:43:24.864758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57556) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.871524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-3ac6fb1d-f83c-4766-964d-67b504ba37a5 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:24.899400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57558) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:24.919661 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-860d72d8-9ae9-4c86-8e39-0f7d3c573c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:24.922358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-860d72d8-9ae9-4c86-8e39-0f7d3c573c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:24.924069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-860d72d8-9ae9-4c86-8e39-0f7d3c573c27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a6168c9-1055-49ae-8408-70b4c3a72f5e HTTP/1.1" status: 204 len: 168 time: 0.2580853 Jul 06 18:43:24.955392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d72d8-9ae9-4c86-8e39-0f7d3c573c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6168c9-1055-49ae-8408-70b4c3a72f5e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:24.992454 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23bc9d13-d28b-485c-a862-da3cf009652f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.010454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3ac6fb1d-f83c-4766-964d-67b504ba37a5 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "DELETE /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags HTTP/1.1" status: 204 len: 168 time: 0.1421020 Jul 06 18:43:25.010890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57562) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:25.017909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.tag.tag_plugin [None req-c1cc8979-2ca5-4060-8016-dcf706762a14 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', 'tempest-TagsTest-Tag-204760073') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:25.027510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23bc9d13-d28b-485c-a862-da3cf009652f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.097273 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-c1cc8979-2ca5-4060-8016-dcf706762a14 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] show failed (client error): The resource could not be found. Jul 06 18:43:25.101619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c1cc8979-2ca5-4060-8016-dcf706762a14 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "GET /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags/tempest-TagsTest-Tag-204760073 HTTP/1.1" status: 404 len: 325 time: 0.0892422 Jul 06 18:43:25.101962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57566) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:25.109308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-613254a7-1376-4ee9-bfdb-a6502ca0700c tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a', 'tempest-TagsTest-Tag-50839296') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:25.115143 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23bc9d13-d28b-485c-a862-da3cf009652f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.117687 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23bc9d13-d28b-485c-a862-da3cf009652f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.119709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-23bc9d13-d28b-485c-a862-da3cf009652f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac1d893c-588e-4062-b37c-469ab8c31a7d HTTP/1.1" status: 204 len: 168 time: 0.2180724 Jul 06 18:43:25.121860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57568) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:25.160147 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-fc5bfc29-ca73-4425-a833-eba79dfa346e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] show failed (client error): The resource could not be found. Jul 06 18:43:25.162107 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fc5bfc29-ca73-4425-a833-eba79dfa346e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups/ac1d893c-588e-4062-b37c-469ab8c31a7d HTTP/1.1" status: 404 len: 347 time: 0.0389292 Jul 06 18:43:25.166216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57572) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:25.181038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc9d13-d28b-485c-a862-da3cf009652f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1d893c-588e-4062-b37c-469ab8c31a7d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:25.224293 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-613254a7-1376-4ee9-bfdb-a6502ca0700c tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] show failed (client error): The resource could not be found. Jul 06 18:43:25.225384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-613254a7-1376-4ee9-bfdb-a6502ca0700c tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "GET /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags/tempest-TagsTest-Tag-50839296 HTTP/1.1" status: 404 len: 324 time: 0.1219237 Jul 06 18:43:25.230192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57574) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:25.237142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.tag.tag_plugin [None req-658c6ba5-aade-45ce-b03d-ff76e88c3fff tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1a63c99c-ad5f-4ca7-ace1-3f950816145a') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:25.327222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57576) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:25.345467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7fcf-ff92-4a68-86b7-737a0d7f459f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.349840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Deleting port d7047bbd-7645-4f07-8942-34c51a982856 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:25.350185 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.376247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-658c6ba5-aade-45ce-b03d-ff76e88c3fff tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "DELETE /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a/tags HTTP/1.1" status: 204 len: 168 time: 0.1406295 Jul 06 18:43:25.380846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58578a3c-65b3-411c-8511-37afed3bccde req-b2f69f7f-0d10-4808-a96d-f7e19461ffa3 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:25.382397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-58578a3c-65b3-411c-8511-37afed3bccde req-b2f69f7f-0d10-4808-a96d-f7e19461ffa3 tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 945 time: 0.0987329 Jul 06 18:43:25.382879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57578) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:25.471192 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.471543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.484691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-58578a3c-65b3-411c-8511-37afed3bccde req-43452752-e021-4bee-be7a-058a17d0a81f tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934825 Jul 06 18:43:25.491018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Calling delete_port for d7047bbd-7645-4f07-8942-34c51a982856 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:25.494010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.598807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.607360 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7fcf-ff92-4a68-86b7-737a0d7f459f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.617372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a63c99c-ad5f-4ca7-ace1-3f950816145a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:25.619455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7fcf-ff92-4a68-86b7-737a0d7f459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.630038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6c44f1-2d76-4f1e-8b68-f97ac66d0409') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:25.630300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6c44f1-2d76-4f1e-8b68-f97ac66d0409') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:25.640787 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.655232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.661625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:25.662192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:25.665129 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:25.670859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0c2d7fcf-ff92-4a68-86b7-737a0d7f459f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6968dad5dcb141d8951210c8797a77da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401935 Jul 06 18:43:25.670859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d7fcf-ff92-4a68-86b7-737a0d7f459f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31cbfe7-d1de-4ea3-8918-78990e90f73a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:25.671650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57582) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:25.722962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.731618 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.733514 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] 10.222.0.53 "DELETE /v2.0/networks/1a63c99c-ad5f-4ca7-ace1-3f950816145a HTTP/1.1" status: 204 len: 168 time: 0.3497007 Jul 06 18:43:25.743605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f622a1-5afa-4fd9-abb5-2a43f6b3a661 tempest-TagsTest-678226444 tempest-TagsTest-678226444-project] Pushing event deleted for resources: {'Network': ['ID=1a63c99c-ad5f-4ca7-ace1-3f950816145a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:25.755813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a5feefb-5667-4a46-8068-d71e2ab04a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.758719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.804725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event deleted for resources: {'Port': ['ID=d7047bbd-7645-4f07-8942-34c51a982856,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:25.812626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a5feefb-5667-4a46-8068-d71e2ab04a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.892566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.895128 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.896313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-66a5124d-f2e1-438e-a502-f5be073d53e9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "DELETE /v2.0/floatingips/af9aac86-3d98-4913-b335-d54280df1789 HTTP/1.1" status: 204 len: 168 time: 0.7280869 Jul 06 18:43:25.917350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a5feefb-5667-4a46-8068-d71e2ab04a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.920297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a5feefb-5667-4a46-8068-d71e2ab04a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:25.924505 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4a5feefb-5667-4a46-8068-d71e2ab04a1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e31cbfe7-d1de-4ea3-8918-78990e90f73a HTTP/1.1" status: 204 len: 168 time: 0.2488821 Jul 06 18:43:25.943768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5feefb-5667-4a46-8068-d71e2ab04a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31cbfe7-d1de-4ea3-8918-78990e90f73a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:26.061998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57596) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:26.136624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:43:26.163366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 3023d27f-cf38-4035-9838-5c6698160a18 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:43:26.163935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3023d27f-cf38-4035-9838-5c6698160a18 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:43:26.330340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1f1fd615-50f5-4285-9147-bfd99c235370 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d91abde750f4228b01c463ddd92299a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669084 Jul 06 18:43:26.333060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57608) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:26.346497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57610) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:26.351870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0153c9a0-41b7-4602-b025-3ba01b82fce4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919284340', 'description': 'tempest-description--1875404687'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:26.382188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0153c9a0-41b7-4602-b025-3ba01b82fce4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.396111 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7694cfc6-bade-47f3-9c93-9b4c7f7b8372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.423118 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7694cfc6-bade-47f3-9c93-9b4c7f7b8372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.487918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0153c9a0-41b7-4602-b025-3ba01b82fce4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.494331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7694cfc6-bade-47f3-9c93-9b4c7f7b8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.495063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0153c9a0-41b7-4602-b025-3ba01b82fce4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.496974 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7694cfc6-bade-47f3-9c93-9b4c7f7b8372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.501303 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7694cfc6-bade-47f3-9c93-9b4c7f7b8372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/156f2c4b-5614-4563-8e2e-f7e1c125c926 HTTP/1.1" status: 204 len: 168 time: 0.1643424 Jul 06 18:43:26.514670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694cfc6-bade-47f3-9c93-9b4c7f7b8372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156f2c4b-5614-4563-8e2e-f7e1c125c926,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:26.529220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0153c9a0-41b7-4602-b025-3ba01b82fce4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.530452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0153c9a0-41b7-4602-b025-3ba01b82fce4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1825213 Jul 06 18:43:26.533295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57622) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:26.540835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ec941274-ea0b-4aa3-84e7-2490e03c12bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'security_group_rule': {'security_group_id': 'f012312a-8580-43a1-8b0f-3fdbfa79e967', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:26.583727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec941274-ea0b-4aa3-84e7-2490e03c12bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.586173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153c9a0-41b7-4602-b025-3ba01b82fce4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f012312a-8580-43a1-8b0f-3fdbfa79e967,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:26.675679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec941274-ea0b-4aa3-84e7-2490e03c12bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.685471 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec941274-ea0b-4aa3-84e7-2490e03c12bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.721854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-1d7fb50b-30ed-4db9-8096-bb3e12db90ce tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:26.725950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-1d7fb50b-30ed-4db9-8096-bb3e12db90ce tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.41 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 945 time: 0.1123526 Jul 06 18:43:26.745622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec941274-ea0b-4aa3-84e7-2490e03c12bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70385ec1-6530-48cd-9f74-f16238dbc060,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:26.762830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec941274-ea0b-4aa3-84e7-2490e03c12bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.764158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ec941274-ea0b-4aa3-84e7-2490e03c12bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2298729 Jul 06 18:43:26.766891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57632) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:26.776609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-365fef5e-c250-4948-9955-0c5fb45c63bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'security_group_rule': {'security_group_id': 'f012312a-8580-43a1-8b0f-3fdbfa79e967', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:26.831190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0c30b-2179-48d5-9bcf-3482f58bdfdd req-a42a8650-43e5-4177-b736-bfc5f297fc8b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:26.832756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39d0c30b-2179-48d5-9bcf-3482f58bdfdd req-a42a8650-43e5-4177-b736-bfc5f297fc8b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/ports?device_id=e85426cd-cfc4-4778-8e37-21d84ba78468 HTTP/1.1" status: 200 len: 945 time: 0.1493218 Jul 06 18:43:26.855110 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-365fef5e-c250-4948-9955-0c5fb45c63bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.863355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Deleting port 95bfba8a-0907-48cc-a862-3689083e5b72 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:43:26.864002 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.946066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39d0c30b-2179-48d5-9bcf-3482f58bdfdd req-0375e3ab-e3bd-4693-9ab2-0aa34447b29b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa0ece14-ab60-4397-bc24-0a910ff06c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021848 Jul 06 18:43:26.970027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-365fef5e-c250-4948-9955-0c5fb45c63bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.973157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] For port 95bfba8a-0907-48cc-a862-3689083e5b72, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=95bfba8a-0907-48cc-a862-3689083e5b72,segment=NetworkSegment(33abbc0c-bb52-45e9-852e-10becd69039e),segment_id=33abbc0c-bb52-45e9-852e-10becd69039e)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:26.973667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.977290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-365fef5e-c250-4948-9955-0c5fb45c63bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.991955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Calling delete_port for 95bfba8a-0907-48cc-a862-3689083e5b72 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:43:27.001032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fef5e-c250-4948-9955-0c5fb45c63bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5513f6-e9de-453c-9fab-0b9ab8efc38d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:27.012529 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-365fef5e-c250-4948-9955-0c5fb45c63bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.016854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-365fef5e-c250-4948-9955-0c5fb45c63bd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2441328 Jul 06 18:43:27.017035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57644) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:27.025403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:27.078355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.154285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.167663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['95bfba8a-0907-48cc-a862-3689083e5b72'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:43:27.211396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.233139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Pushing event deleted for resources: {'Port': ['ID=95bfba8a-0907-48cc-a862-3689083e5b72,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:27.251460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] No DVR routers for this DVR port 95bfba8a-0907-48cc-a862-3689083e5b72 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:27.254185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.256923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a145667-6911-44bb-b68a-00eb3b0b1fdf req-75c9acd7-04ae-4076-974d-fc35dc94a50b tempest-VolumesActionsTest-1992414204 tempest-VolumesActionsTest-1992414204-project] 10.222.0.41 "DELETE /v2.0/ports/95bfba8a-0907-48cc-a862-3689083e5b72 HTTP/1.1" status: 204 len: 173 time: 0.5244956 Jul 06 18:43:27.257394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85426cd-cfc4-4778-8e37-21d84ba78468', 'name': 'network-vif-deleted', 'tag': '95bfba8a-0907-48cc-a862-3689083e5b72'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:27.259869 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c331104-e2ac-4ff3-96a3-93d3f6da5d8b" -d '{"events": [{"server_uuid": "e85426cd-cfc4-4778-8e37-21d84ba78468", "name": "network-vif-deleted", "tag": "95bfba8a-0907-48cc-a862-3689083e5b72"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:27.313946 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aa4788-a34b-480c-beec-b49607b52a38 x-openstack-request-id: req-59aa4788-a34b-480c-beec-b49607b52a38 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:27.313946 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85426cd-cfc4-4778-8e37-21d84ba78468", "name": "network-vif-deleted", "tag": "95bfba8a-0907-48cc-a862-3689083e5b72", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:27.313946 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59aa4788-a34b-480c-beec-b49607b52a38 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:27.313946 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85426cd-cfc4-4778-8e37-21d84ba78468', 'name': 'network-vif-deleted', 'tag': '95bfba8a-0907-48cc-a862-3689083e5b72', 'status': 'completed', 'code': 200} Jul 06 18:43:27.352137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Allocated IP 172.25.4.58 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/3af4b0ff-c79f-4474-9e17-d3c99b655319) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:27.481320 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.524739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.574853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:27.577691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:27.582225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:27.585341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'Port': ['ID=3af4b0ff-c79f-4474-9e17-d3c99b655319,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:27.680822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.739831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.964945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:27.971203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:28.041359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'Port': ['ID=3af4b0ff-c79f-4474-9e17-d3c99b655319,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:28.053609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:28.077148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:28.079936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-691419a9-4018-4350-898d-cc7372b628ad tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0612583 Jul 06 18:43:28.488717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-5f603f48-87fa-4c3d-8d65-6dd05bd03dd3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--919284340&fields=id&tenant_id=2c25b3bd70414af0a890b8fdd3af2788 HTTP/1.1" status: 200 len: 267 time: 0.0691383 Jul 06 18:43:28.671496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-5cca38ac-c17f-4ee4-ab44-99c971a2e012 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:28.685483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-5cca38ac-c17f-4ee4-ab44-99c971a2e012 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 817 time: 0.1955144 Jul 06 18:43:28.702762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-6663122a-4126-4c53-b6cf-0969f044bc2b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/quotas/2c25b3bd70414af0a890b8fdd3af2788 HTTP/1.1" status: 200 len: 375 time: 0.0161207 Jul 06 18:43:28.828965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-e1f46124-b274-47d1-a5a1-e61cafb0f519 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1252904 Jul 06 18:43:28.951682 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-86b540fc-334e-4d98-9326-40f5c0a1ac63 service neutron] 10.222.0.53 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191530 Jul 06 18:43:29.072040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57750) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:29.090921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-3b4a4377-d9c9-48ad-93d6-49e3a43640b8 service neutron] 10.222.0.53 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374159 Jul 06 18:43:29.219579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23a1b448-89a4-429f-a845-c74e01dfb54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:29.324992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7ee8af4-adc1-45e8-9c0c-62905a83ac82 req-848e77a9-958c-49c7-a76a-93381cf4cd44 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 210 time: 0.0404749 Jul 06 18:43:29.381120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23a1b448-89a4-429f-a845-c74e01dfb54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:29.388328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23a1b448-89a4-429f-a845-c74e01dfb54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:29.439322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-23a1b448-89a4-429f-a845-c74e01dfb54e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56bbc40f28ae4d7da4765b9c8459186e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683329 Jul 06 18:43:29.440312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1b448-89a4-429f-a845-c74e01dfb54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aaa408-7f58-4516-8aec-2ddacaa5b16f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:29.442665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57772) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:29.535769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-898dfec9-ec7c-441b-b172-27f3f44e5cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:29.566581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-898dfec9-ec7c-441b-b172-27f3f44e5cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:29.631394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-898dfec9-ec7c-441b-b172-27f3f44e5cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:29.634365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-898dfec9-ec7c-441b-b172-27f3f44e5cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:29.638294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-898dfec9-ec7c-441b-b172-27f3f44e5cfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54aaa408-7f58-4516-8aec-2ddacaa5b16f HTTP/1.1" status: 204 len: 168 time: 0.1919193 Jul 06 18:43:29.654941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dfec9-ec7c-441b-b172-27f3f44e5cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aaa408-7f58-4516-8aec-2ddacaa5b16f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:30.128558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57804) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:30.146487 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-12ac1387-4d5a-4edd-9442-a5848c727476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.253875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-12ac1387-4d5a-4edd-9442-a5848c727476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.260650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-12ac1387-4d5a-4edd-9442-a5848c727476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.311484 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-12ac1387-4d5a-4edd-9442-a5848c727476 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bec41ff42c04c7183b8a60fb3f9081c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817513 Jul 06 18:43:30.315171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57816) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:30.330435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac1387-4d5a-4edd-9442-a5848c727476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad3e86a-dcda-4a05-96ad-7665eeadbaea,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:30.420838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-b182ca66-ea2d-4f4a-97c0-4593a9fa526c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:30.429151 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-b182ca66-ea2d-4f4a-97c0-4593a9fa526c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 815 time: 0.1621754 Jul 06 18:43:30.456801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-fdff1b5c-9dbd-48c1-8ebf-4e23648d3991 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/quotas/b14bdf09f0b74fa083578a2b15b5f23d HTTP/1.1" status: 200 len: 375 time: 0.0260644 Jul 06 18:43:30.457824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fc80b4b-bf5e-460f-b894-6eb40a31f64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.505968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fc80b4b-bf5e-460f-b894-6eb40a31f64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.528296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-c9b64221-7022-4141-b59d-a840389432e5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644295 Jul 06 18:43:30.565588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-edcca1b8-f787-4282-947d-0066fbe01861 req-db79dbdf-d1ab-4072-9b8c-1b44984dea94 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 210 time: 0.0389240 Jul 06 18:43:30.595124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fc80b4b-bf5e-460f-b894-6eb40a31f64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.602058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fc80b4b-bf5e-460f-b894-6eb40a31f64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.606530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1fc80b4b-bf5e-460f-b894-6eb40a31f64d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ad3e86a-dcda-4a05-96ad-7665eeadbaea HTTP/1.1" status: 204 len: 168 time: 0.2877591 Jul 06 18:43:30.643927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc80b4b-bf5e-460f-b894-6eb40a31f64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad3e86a-dcda-4a05-96ad-7665eeadbaea,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:30.671567 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-604a1662-fea6-4169-8a52-10c33348c8b8 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366541 Jul 06 18:43:30.815417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-b637bd98-0aaa-465b-85f0-88a881f28863 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373801 Jul 06 18:43:31.087972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0444a89-0cbd-4c08-87e9-b2d937ef78e3 req-21a3c717-a892-47ff-9ef9-1ce0a333a802 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 210 time: 0.0892994 Jul 06 18:43:31.171379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-1b9cecf3-3cfc-499a-86a1-8d4993bf5e9f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:31.173365 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-1b9cecf3-3cfc-499a-86a1-8d4993bf5e9f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 817 time: 0.3106098 Jul 06 18:43:31.280025 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-dc5de2ad-29af-44a8-9901-24648e775645 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c25b3bd70414af0a890b8fdd3af2788 HTTP/1.1" status: 200 len: 379 time: 0.0939357 Jul 06 18:43:31.291860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'port': {'device_id': '4965a181-09e9-42f2-b572-e067fbb64da8', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'admin_state_up': True, 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'security_groups': ['f012312a-8580-43a1-8b0f-3fdbfa79e967']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:31.523741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Made reservation on behalf of 2c25b3bd70414af0a890b8fdd3af2788 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:31.530584 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:31.714053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Allocated IP 172.20.0.5 (1672d946-2ee8-438a-82b2-d7ba0827f829/3255f56c-4e8a-4336-8092-2df3539c8bd7/d6b130e7-0144-4474-a0e3-be54c9d721cd) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:31.855445 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-13f3ee54-9846-4763-a376-e5972c021b9d req-45d7cd1f-c045-4e36-8d8d-e3487d72d146 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 210 time: 0.0610952 Jul 06 18:43:31.991352 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:32.012200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Transition to ACTIVE for port object d6b130e7-0144-4474-a0e3-be54c9d721cd will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:32.134145 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:32.150037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 95bfba8a-0907-48cc-a862-3689083e5b72 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:43:32.204297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 95bfba8a-0907-48cc-a862-3689083e5b72 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:43:32.204948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 95bfba8a-0907-48cc-a862-3689083e5b72 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:43:32.238989 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:43:32.250534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:32.253786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:32.270012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:32.274301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:32.354393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:32.355225 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:32.377138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f65939f9-4ba8-45ff-9bd3-5d5fc98eccf7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0929036 Jul 06 18:43:32.384218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6a623c8-cde5-46c8-a7aa-3b768e25337d req-99f7a8ea-6b19-4b1e-8348-e4948361a67f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 210 time: 0.0852511 Jul 06 18:43:32.399813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Request body: {'port': {'device_id': '4965a181-09e9-42f2-b572-e067fbb64da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:32.523105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:32.776915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6b0a58b4-4260-4682-bbd2-3b2312560831 None None] Provisioning for port d6b130e7-0144-4474-a0e3-be54c9d721cd completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:32.786963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6b0a58b4-4260-4682-bbd2-3b2312560831 None None] Provisioning complete for port d6b130e7-0144-4474-a0e3-be54c9d721cd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:32.788482 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6b0a58b4-4260-4682-bbd2-3b2312560831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:32.843027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-c7d06bab-ac89-4350-b8c8-40502700cba1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:32.845153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-c7d06bab-ac89-4350-b8c8-40502700cba1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 815 time: 0.2985454 Jul 06 18:43:32.858481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Request body: {'port': {'device_id': 'd3dfb502-8483-4a2f-af96-a42e32d047b1', 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'admin_state_up': True, 'tenant_id': 'b14bdf09f0b74fa083578a2b15b5f23d'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:32.893136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a58b4-4260-4682-bbd2-3b2312560831 None None] Port d6b130e7-0144-4474-a0e3-be54c9d721cd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:43:33.012078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Made reservation on behalf of b14bdf09f0b74fa083578a2b15b5f23d for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:33.017816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:33.150902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b130e7-0144-4474-a0e3-be54c9d721cd {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:33.166331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:33.206005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Transition to ACTIVE for port object d6b130e7-0144-4474-a0e3-be54c9d721cd will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:33.214290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:33.316382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Allocated IP 172.20.0.11 (0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752/183b6fc4-1e7b-4f70-91f6-f3c19eb4c546/b212cac3-d46f-49b7-afd4-1ba69bed3d97) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:33.327997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c98001-2e90-4e5b-a394-2550891f7401 req-b16d8077-d609-419c-9001-3ffc3f5156e1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:33.334934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64c98001-2e90-4e5b-a394-2550891f7401 req-b16d8077-d609-419c-9001-3ffc3f5156e1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 931 time: 0.2471585 Jul 06 18:43:33.344044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:33.494168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64c98001-2e90-4e5b-a394-2550891f7401 req-0fbb2133-56c6-42a5-a2b0-7b828542d1bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416123 Jul 06 18:43:33.558510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Attempting to bind port d6b130e7-0144-4474-a0e3-be54c9d721cd on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:33.559415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Attempting to bind port d6b130e7-0144-4474-a0e3-be54c9d721cd by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:33.559931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Attempting to bind port d6b130e7-0144-4474-a0e3-be54c9d721cd on network 1672d946-2ee8-438a-82b2-d7ba0827f829 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:33.565442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Port d6b130e7-0144-4474-a0e3-be54c9d721cd on network 1672d946-2ee8-438a-82b2-d7ba0827f829 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:43:33.566084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Attempting to bind port d6b130e7-0144-4474-a0e3-be54c9d721cd on network 1672d946-2ee8-438a-82b2-d7ba0827f829 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:33.572287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:33.573487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Checking segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:33.574137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Bound using segment: {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:33.574847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Bound port: d6b130e7-0144-4474-a0e3-be54c9d721cd, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596f9ee1-b118-4cc1-b985-27a076d917ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:33.575402 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:33.737109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:33.746774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:33.760318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:33.842450 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-adbf00e4-5d6f-4e19-9f50-7efaeca84919 req-844846f6-8988-437e-8fed-6658378996f5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 210 time: 0.0848825 Jul 06 18:43:33.848574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:33.852601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:33.857540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d6b130e7-0144-4474-a0e3-be54c9d721cd HTTP/1.1" status: 200 len: 1091 time: 1.4671016 Jul 06 18:43:33.859980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:33.882115 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6003bc96-c898-4f36-b25f-7d6b1c496acd" -d '{"events": [{"name": "network-changed", "server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:33.924054 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:33.986988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57924) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:34.000751 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eee5482-e0dc-4f95-b69a-e8a1245ab133 x-openstack-request-id: req-6eee5482-e0dc-4f95-b69a-e8a1245ab133 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:34.000874 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:34.001132 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6eee5482-e0dc-4f95-b69a-e8a1245ab133 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:34.001416 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'status': 'completed', 'code': 200} Jul 06 18:43:34.037788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8728b0e-c345-4fa3-b021-b16b6c31cce3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:34.039337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:34.054555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['aaf39855-4a3e-435d-860e-ec5875d961bd'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:43:34.076846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f585b551-48c3-4a09-b3eb-ebabcf87c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:34.078561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-f585b551-48c3-4a09-b3eb-ebabcf87c234 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 1094 time: 0.1623693 Jul 06 18:43:34.148514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Pushing event updated for resources: {'Port': ['ID=b212cac3-d46f-49b7-afd4-1ba69bed3d97,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:34.179122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:34.182528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:34.190789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:34.200022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-c0fba8d1-5fb1-4558-a8fe-52da534b5651 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd HTTP/1.1" status: 200 len: 217 time: 0.1134632 Jul 06 18:43:34.302540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:34.303240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:34.338634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-42bca906-bd03-49f9-8e10-8a9fa593b7a4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4844992 Jul 06 18:43:34.361999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Request body: {'port': {'device_id': 'd3dfb502-8483-4a2f-af96-a42e32d047b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:34.368216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-0b45b6fe-f216-4541-bc2f-74be94fb48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:34.371666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-0b45b6fe-f216-4541-bc2f-74be94fb48c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.1647124 Jul 06 18:43:34.426150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3b92f47-ac8c-4b20-bce9-06a59e797779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:34.493748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:34.569657 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3b92f47-ac8c-4b20-bce9-06a59e797779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:34.616131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b3b92f47-ac8c-4b20-bce9-06a59e797779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:34.697004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-cc988922-ffa9-4df3-96ab-6772ad9152f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:34.699976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-cc988922-ffa9-4df3-96ab-6772ad9152f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3132319 Jul 06 18:43:34.709609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b3b92f47-ac8c-4b20-bce9-06a59e797779 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a772cbbdd794b6dac4044d8a98fe6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195947 Jul 06 18:43:34.720302 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57940) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:34.729821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b92f47-ac8c-4b20-bce9-06a59e797779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bdab45-de87-4dee-bcb3-d3026e113662,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:34.842508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331c123-659f-4a59-9aaa-8d9ff2ba026e req-957af491-9df7-4dd5-b004-90d32a484b01 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:34.850297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f331c123-659f-4a59-9aaa-8d9ff2ba026e req-957af491-9df7-4dd5-b004-90d32a484b01 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1096 time: 0.4053168 Jul 06 18:43:34.934998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8657244-72d0-4288-ab51-a7a67bf03e55 req-36dd3f81-b9a1-4277-abea-d8ca79afb505 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:34.938340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-e180c698-14b2-4531-b507-3b681fd7d0eb service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273221 Jul 06 18:43:34.948383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8657244-72d0-4288-ab51-a7a67bf03e55 req-36dd3f81-b9a1-4277-abea-d8ca79afb505 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.2468505 Jul 06 18:43:34.987057 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f331c123-659f-4a59-9aaa-8d9ff2ba026e req-a0f5341c-70fa-4333-92e9-47a9468c5dfc tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360273 Jul 06 18:43:35.038486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e8657244-72d0-4288-ab51-a7a67bf03e55 req-cba637d4-292b-43b8-b054-2dd2e971876b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901985 Jul 06 18:43:35.048691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce062-f0e3-425f-91fe-446e07db1a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.091537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce062-f0e3-425f-91fe-446e07db1a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.148644 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95d18d6a-ae5b-46f6-8b85-f758ebd0a587 req-a17a6bc0-88c0-4fb2-94b8-1170a95dbf71 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881683 Jul 06 18:43:35.182991 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce062-f0e3-425f-91fe-446e07db1a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.186479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce062-f0e3-425f-91fe-446e07db1a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.187865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3c5ce062-f0e3-425f-91fe-446e07db1a6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03bdab45-de87-4dee-bcb3-d3026e113662 HTTP/1.1" status: 204 len: 168 time: 0.4593585 Jul 06 18:43:35.203280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ce062-f0e3-425f-91fe-446e07db1a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bdab45-de87-4dee-bcb3-d3026e113662,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:35.214832 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b212cac3-d46f-49b7-afd4-1ba69bed3d97 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:35.239825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.259383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Transition to ACTIVE for port object b212cac3-d46f-49b7-afd4-1ba69bed3d97 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:35.268514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.337444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-f747f4de-80b6-4514-9088-f4a9ebf03a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:35.339747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-f747f4de-80b6-4514-9088-f4a9ebf03a21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 1094 time: 0.1264470 Jul 06 18:43:35.397407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b212cac3-d46f-49b7-afd4-1ba69bed3d97,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:35.407769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5801eda-6cdd-4e26-b880-fc2d844af4ca req-efaf3b25-8d1f-4258-a527-86bf9cbcfaf1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:35.409508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5801eda-6cdd-4e26-b880-fc2d844af4ca req-efaf3b25-8d1f-4258-a527-86bf9cbcfaf1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 944 time: 0.1352534 Jul 06 18:43:35.490412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5801eda-6cdd-4e26-b880-fc2d844af4ca req-19deb4e6-fe83-4849-b826-1492113ed5e5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682020 Jul 06 18:43:35.501293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42184d0c-a8da-427a-9cc3-a060335f7bab req-e4234333-8ed8-400c-9131-cb399bc91dc2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:35.502918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42184d0c-a8da-427a-9cc3-a060335f7bab req-e4234333-8ed8-400c-9131-cb399bc91dc2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1356163 Jul 06 18:43:35.509285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-316d1c86-b670-41ae-a3a0-8dd114d6f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:35.511776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-316d1c86-b670-41ae-a3a0-8dd114d6f2c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.1644351 Jul 06 18:43:35.565266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Attempting to bind port b212cac3-d46f-49b7-afd4-1ba69bed3d97 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:35.565393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Attempting to bind port b212cac3-d46f-49b7-afd4-1ba69bed3d97 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:35.565645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Attempting to bind port b212cac3-d46f-49b7-afd4-1ba69bed3d97 on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:35.571709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-5652b6f4-1255-441c-8572-067f6c339e2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd HTTP/1.1" status: 200 len: 217 time: 0.0524831 Jul 06 18:43:35.573399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Port b212cac3-d46f-49b7-afd4-1ba69bed3d97 on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:43:35.573752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Attempting to bind port b212cac3-d46f-49b7-afd4-1ba69bed3d97 on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:35.594527 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42184d0c-a8da-427a-9cc3-a060335f7bab req-e464acea-61ff-437d-a4d0-393af4c0c105 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829306 Jul 06 18:43:35.599508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:35.600070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Checking segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:35.600665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Bound using segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:35.601296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Bound port: b212cac3-d46f-49b7-afd4-1ba69bed3d97, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:35.601844 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.631012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57960) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:35.698974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 57962) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:35.724458 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bee7333-70b5-42d3-9b38-7cf62f74b72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.772629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a78652b9-dd6e-4f6c-8cb4-69a4c7e8fc71 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/b2be66dd-5b78-4c0c-8332-5e3c5e9d1398 HTTP/1.1" status: 200 len: 992 time: 0.1388860 Jul 06 18:43:35.790735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] For port b212cac3-d46f-49b7-afd4-1ba69bed3d97, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:35.796455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] For port b212cac3-d46f-49b7-afd4-1ba69bed3d97, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b212cac3-d46f-49b7-afd4-1ba69bed3d97,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:35.809852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.872109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:35.872837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.874239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] 10.222.0.24 "PUT /v2.0/ports/b212cac3-d46f-49b7-afd4-1ba69bed3d97 HTTP/1.1" status: 200 len: 1092 time: 1.5269682 Jul 06 18:43:35.874711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dfb502-8483-4a2f-af96-a42e32d047b1', 'tag': 'b212cac3-d46f-49b7-afd4-1ba69bed3d97'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:35.877107 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942e43b2-670c-4cd2-b845-48afde86467d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dfb502-8483-4a2f-af96-a42e32d047b1", "tag": "b212cac3-d46f-49b7-afd4-1ba69bed3d97"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:35.947459 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47699961-b6dd-48b5-a797-6f1c234e074f x-openstack-request-id: req-47699961-b6dd-48b5-a797-6f1c234e074f {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:35.948082 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dfb502-8483-4a2f-af96-a42e32d047b1", "tag": "b212cac3-d46f-49b7-afd4-1ba69bed3d97", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:35.948198 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47699961-b6dd-48b5-a797-6f1c234e074f {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:35.948632 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dfb502-8483-4a2f-af96-a42e32d047b1', 'tag': 'b212cac3-d46f-49b7-afd4-1ba69bed3d97', 'status': 'completed', 'code': 200} Jul 06 18:43:35.950464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a69c6a-3c6c-4d9c-b3e2-276868decbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b212cac3-d46f-49b7-afd4-1ba69bed3d97,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:36.058160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bee7333-70b5-42d3-9b38-7cf62f74b72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:36.062467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-2aad1c9f-e0a3-44c3-a4ce-b52f42c2e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:36.065310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-2aad1c9f-e0a3-44c3-a4ce-b52f42c2e602 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 1095 time: 0.1346040 Jul 06 18:43:36.068212 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bee7333-70b5-42d3-9b38-7cf62f74b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:36.075791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-75ea42d9-c9ee-4a92-bf79-36fe61ea30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:36.077337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-75ea42d9-c9ee-4a92-bf79-36fe61ea30d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.4955468 Jul 06 18:43:36.158397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 57980) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:36.164561 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1bee7333-70b5-42d3-9b38-7cf62f74b72c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8f9d946e718457ba535fe3d6b108dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641402 Jul 06 18:43:36.222606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-4683662a-6f75-4f79-9863-777eb0c1ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:36.225018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-4683662a-6f75-4f79-9863-777eb0c1ac3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396768 Jul 06 18:43:36.323601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d36b9b9e-922e-4531-a399-0e92113463f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:36.372738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d36b9b9e-922e-4531-a399-0e92113463f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:36.454957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d36b9b9e-922e-4531-a399-0e92113463f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:36.457594 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d36b9b9e-922e-4531-a399-0e92113463f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:36.461285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d36b9b9e-922e-4531-a399-0e92113463f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fed1a7b8-b707-46ed-bb30-e5362e45b9fb HTTP/1.1" status: 204 len: 168 time: 0.2992322 Jul 06 18:43:36.477526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b9b9e-922e-4531-a399-0e92113463f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed1a7b8-b707-46ed-bb30-e5362e45b9fb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:36.532121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c824932-0802-4a0c-a5d3-a42555a0c2e9 req-f97d3d45-896c-497f-b63e-33c569d2f068 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:36.534118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c824932-0802-4a0c-a5d3-a42555a0c2e9 req-f97d3d45-896c-497f-b63e-33c569d2f068 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.2279041 Jul 06 18:43:36.536721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-36a69d36-a1c5-471c-894f-c34304598ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023484 Jul 06 18:43:36.700455 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c824932-0802-4a0c-a5d3-a42555a0c2e9 req-54466008-c9d9-44a4-bab8-e5413ca1963e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591561 Jul 06 18:43:36.772593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6003bc96-c898-4f36-b25f-7d6b1c496acd req-660818ae-419a-4ca4-82b0-a36dbfba479e service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206459 Jul 06 18:43:36.840515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee7333-70b5-42d3-9b38-7cf62f74b72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed1a7b8-b707-46ed-bb30-e5362e45b9fb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:36.849776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-3044b213-1ad2-4366-ab61-0c9fb2ba266d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b212cac3-d46f-49b7-afd4-1ba69bed3d97 HTTP/1.1" status: 200 len: 217 time: 0.7441204 Jul 06 18:43:36.928628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-6c38c420-1354-43e1-856e-25b0b0026c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:36.936287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-6c38c420-1354-43e1-856e-25b0b0026c66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.0776796 Jul 06 18:43:36.939338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e186699-296c-4ce6-9250-e8ff58c0a79e req-78913f3e-d044-463c-9e07-93a2bcd92df9 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:36.942296 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e186699-296c-4ce6-9250-e8ff58c0a79e req-78913f3e-d044-463c-9e07-93a2bcd92df9 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 944 time: 0.0964401 Jul 06 18:43:36.980182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-8f814792-e8b8-46ff-a655-7af1fe1876ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314584 Jul 06 18:43:37.028409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7e186699-296c-4ce6-9250-e8ff58c0a79e req-d3ffde5b-bec8-4db3-82ba-1e9629913a71 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669093 Jul 06 18:43:37.050617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-254a8dbc-7be1-49a1-b81d-9e41e9179995 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068671 Jul 06 18:43:37.128780 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-e04a8850-9f38-4afa-aa56-98db7169abb9 service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408865 Jul 06 18:43:37.287178 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bcc08ab-8aa9-4e26-b9b4-041b718b906e req-c96bb88e-2a6e-4772-9556-04b8d1c2201d service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506970 Jul 06 18:43:37.354646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9250409-13db-440b-b47d-9e7a04b6a7d2 req-70f142dd-850b-45d1-be00-2b223c4c6ee1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:37.357497 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b9250409-13db-440b-b47d-9e7a04b6a7d2 req-70f142dd-850b-45d1-be00-2b223c4c6ee1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1466889 Jul 06 18:43:37.453561 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b9250409-13db-440b-b47d-9e7a04b6a7d2 req-59414b11-3c24-4a90-a844-b61c235a2cdb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779059 Jul 06 18:43:37.476395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e43b2-670c-4cd2-b845-48afde86467d req-df711230-27c6-4ced-8fbd-0623cb5fbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:37.478016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-942e43b2-670c-4cd2-b845-48afde86467d req-df711230-27c6-4ced-8fbd-0623cb5fbe9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 1095 time: 0.1156628 Jul 06 18:43:37.593152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e43b2-670c-4cd2-b845-48afde86467d req-1c2c7278-51df-4fe2-98fb-463406b9a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:37.594693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-942e43b2-670c-4cd2-b845-48afde86467d req-1c2c7278-51df-4fe2-98fb-463406b9a0c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 916 time: 0.1084709 Jul 06 18:43:37.660586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-942e43b2-670c-4cd2-b845-48afde86467d req-f8d9fd89-c772-4db4-a3ff-366875f1389b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b212cac3-d46f-49b7-afd4-1ba69bed3d97 HTTP/1.1" status: 200 len: 217 time: 0.0557151 Jul 06 18:43:37.723387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e43b2-670c-4cd2-b845-48afde86467d req-a7e924fc-3b33-4026-acc6-01b434423a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:37.724830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-942e43b2-670c-4cd2-b845-48afde86467d req-a7e924fc-3b33-4026-acc6-01b434423a3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.0562930 Jul 06 18:43:37.793291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-942e43b2-670c-4cd2-b845-48afde86467d req-e51e3cb7-95d0-427b-8515-a13311fe4e4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609188 Jul 06 18:43:38.030331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-942e43b2-670c-4cd2-b845-48afde86467d req-035d0543-cb0f-41f6-9805-a50b5dba7788 service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281027 Jul 06 18:43:38.037542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447422c6-51a3-42eb-aac4-082b628c7e19 req-be8b6577-d6a7-4387-9aee-53f64139a4c5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:38.039354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-447422c6-51a3-42eb-aac4-082b628c7e19 req-be8b6577-d6a7-4387-9aee-53f64139a4c5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.1420078 Jul 06 18:43:38.161646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-447422c6-51a3-42eb-aac4-082b628c7e19 req-0a9b6265-ca17-427b-92af-1d2044cc17a5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147091 Jul 06 18:43:38.237509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:43:38.287532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-942e43b2-670c-4cd2-b845-48afde86467d req-60250f52-e850-40f6-bd5d-86871b5d410e service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440109 Jul 06 18:43:38.437903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:38.467088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'port_id': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'mac_address': 'fa:16:3e:56:87:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:43:38.479873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb0d05-428d-4639-b95c-6329e0d121d1 req-ddbcca13-461c-4167-a96f-35062706ee4b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:38.496292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bdb0d05-428d-4639-b95c-6329e0d121d1 req-ddbcca13-461c-4167-a96f-35062706ee4b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 944 time: 0.1060934 Jul 06 18:43:38.566884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:38.591219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bdb0d05-428d-4639-b95c-6329e0d121d1 req-94665e29-309b-4c88-a02b-8221727942d0 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939136 Jul 06 18:43:38.604622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b130e7-0144-4474-a0e3-be54c9d721cd {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:38.653425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:38.662224 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:38.735870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:38.880388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-0b05ed28-4e3e-4ebe-b542-d1478014ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:38.882387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea87975-7aa5-4efe-a7f0-37d8b7bec16a req-569ad459-fd4e-4a6e-b385-b9f5ebb9c5a6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:38.886329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-0b05ed28-4e3e-4ebe-b542-d1478014ec61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1096 time: 0.1213226 Jul 06 18:43:38.893076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d6b130e7-0144-4474-a0e3-be54c9d721cd'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:43:38.893911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ea87975-7aa5-4efe-a7f0-37d8b7bec16a req-569ad459-fd4e-4a6e-b385-b9f5ebb9c5a6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1494913 Jul 06 18:43:38.977389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4ea87975-7aa5-4efe-a7f0-37d8b7bec16a req-78ee6a22-ceb0-4ac7-abb5-c146f636d95c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792100 Jul 06 18:43:39.009473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b212cac3-d46f-49b7-afd4-1ba69bed3d97 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:43:39.139874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-3dfce886-5556-4aaa-96b1-32f38c234113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:39.142839 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-3dfce886-5556-4aaa-96b1-32f38c234113 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.2509363 Jul 06 18:43:39.213115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b212cac3-d46f-49b7-afd4-1ba69bed3d97, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b212cac3-d46f-49b7-afd4-1ba69bed3d97,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:39.282791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'b212cac3-d46f-49b7-afd4-1ba69bed3d97', 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'port_id': 'b212cac3-d46f-49b7-afd4-1ba69bed3d97', 'mac_address': 'fa:16:3e:c9:42:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b6fc4-1e7b-4f70-91f6-f3c19eb4c546', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:43:39.283501 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-d1412643-3cdb-48fe-b751-21dfe13c8332 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 1000 time: 0.1320379 Jul 06 18:43:39.389560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-72bc9312-cfd9-4bc6-9ed7-d1fff62cff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:39.390756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-72bc9312-cfd9-4bc6-9ed7-d1fff62cff1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.0999994 Jul 06 18:43:39.435449 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:39.464599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b212cac3-d46f-49b7-afd4-1ba69bed3d97 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:39.535931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b212cac3-d46f-49b7-afd4-1ba69bed3d97, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b212cac3-d46f-49b7-afd4-1ba69bed3d97,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:39.540059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-cda15478-81b2-4911-bf20-8ffc5c622419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:39.541670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-cda15478-81b2-4911-bf20-8ffc5c622419 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392021 Jul 06 18:43:39.548804 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:39.659969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b212cac3-d46f-49b7-afd4-1ba69bed3d97,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:39.784318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47702ece-9291-4e04-bfd1-fb048ed2bb8d req-f962ec80-b939-4846-a318-2edfb7e70d71 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:39.798788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47702ece-9291-4e04-bfd1-fb048ed2bb8d req-f962ec80-b939-4846-a318-2edfb7e70d71 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 944 time: 0.2832394 Jul 06 18:43:39.826175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-ca6f94f3-323f-48c8-a17e-ce8a60eca886 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303319 Jul 06 18:43:39.864121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['b212cac3-d46f-49b7-afd4-1ba69bed3d97'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:43:39.887720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14441f5c-3f85-4047-92a5-424ecbbe5690 req-74b58b64-c829-4427-bba6-481f356a384f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:39.898262 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14441f5c-3f85-4047-92a5-424ecbbe5690 req-74b58b64-c829-4427-bba6-481f356a384f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 945 time: 0.1344275 Jul 06 18:43:39.988475 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14441f5c-3f85-4047-92a5-424ecbbe5690 req-101ad601-40ca-4f70-81d4-a9a4e98290f2 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875669 Jul 06 18:43:40.008572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47702ece-9291-4e04-bfd1-fb048ed2bb8d req-3393b7cb-76e6-4a67-84e7-46f88a63b27d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082326 Jul 06 18:43:40.080432 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-9971b29a-9d8e-4b63-9d35-fcef3807d282 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423220 Jul 06 18:43:40.243116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:40.355289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23289d22-7fa4-4339-b6a8-b191b6f041c4 req-8db5dc62-6997-42ce-852e-8564703aec0e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:40.363178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port d6b130e7-0144-4474-a0e3-be54c9d721cd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:40.365684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23289d22-7fa4-4339-b6a8-b191b6f041c4 req-8db5dc62-6997-42ce-852e-8564703aec0e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.0967581 Jul 06 18:43:40.370728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port d6b130e7-0144-4474-a0e3-be54c9d721cd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:40.371877 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:40.404027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58132) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:40.449910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23289d22-7fa4-4339-b6a8-b191b6f041c4 req-739cbe0a-faea-4acb-84e7-bc34d24c2916 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785999 Jul 06 18:43:40.527439 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:40.564505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:40.567236 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58af2e30-4633-4143-ad24-ad1be0dc52e3" -d '{"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:40.582207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:40.589438 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:40.641183 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feb17d6-771f-4b9d-9997-07f3756952d1 x-openstack-request-id: req-8feb17d6-771f-4b9d-9997-07f3756952d1 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:40.641541 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:40.641809 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8feb17d6-771f-4b9d-9997-07f3756952d1 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:40.649368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b96acfbc-3350-4963-a544-476f2142c7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:40.658208 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'code': 200} Jul 06 18:43:40.716195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:40.817348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a2317-6d13-48ee-8080-72203b409f3c req-c06cc38e-3891-4c6c-8fd8-55106dade927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:40.818825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e3a2317-6d13-48ee-8080-72203b409f3c req-c06cc38e-3891-4c6c-8fd8-55106dade927 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 1096 time: 0.0966244 Jul 06 18:43:40.828677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b96acfbc-3350-4963-a544-476f2142c7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:40.836030 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b96acfbc-3350-4963-a544-476f2142c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:40.890835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96acfbc-3350-4963-a544-476f2142c7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8910f37a-a7ff-42b8-8f24-2494c1129e6a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:40.898836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e3a2317-6d13-48ee-8080-72203b409f3c req-2abb064c-c50a-4e89-8ac2-797c4a2b8f52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720415 Jul 06 18:43:40.903011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b96acfbc-3350-4963-a544-476f2142c7ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9299bf09570d4a85941635c55573b721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969611 Jul 06 18:43:40.905626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58140) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:40.958689 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3be4f076-1742-4d57-8f9a-f3933e2b2ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:40.981431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3be4f076-1742-4d57-8f9a-f3933e2b2ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.014761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b212cac3-d46f-49b7-afd4-1ba69bed3d97 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:43:41.039572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3be4f076-1742-4d57-8f9a-f3933e2b2ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.042334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3be4f076-1742-4d57-8f9a-f3933e2b2ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.043717 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3be4f076-1742-4d57-8f9a-f3933e2b2ef8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8910f37a-a7ff-42b8-8f24-2494c1129e6a HTTP/1.1" status: 204 len: 168 time: 0.1369233 Jul 06 18:43:41.054421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4f076-1742-4d57-8f9a-f3933e2b2ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910f37a-a7ff-42b8-8f24-2494c1129e6a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:41.121522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port b212cac3-d46f-49b7-afd4-1ba69bed3d97 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:43:41.129657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port b212cac3-d46f-49b7-afd4-1ba69bed3d97 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:43:41.130235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.255740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ea9f7-d390-403e-9884-7036481003ca req-21a36855-59d5-4b60-b345-60cbedb0d1a8 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:41.273709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-275ea9f7-d390-403e-9884-7036481003ca req-21a36855-59d5-4b60-b345-60cbedb0d1a8 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 945 time: 0.1356733 Jul 06 18:43:41.299116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c88cd-8abb-4458-8625-74c53ec6f0e9 req-d7f27939-cb68-47e5-a98a-af908e74b0d9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:41.307005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d8c88cd-8abb-4458-8625-74c53ec6f0e9 req-d7f27939-cb68-47e5-a98a-af908e74b0d9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.1363506 Jul 06 18:43:41.358994 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-275ea9f7-d390-403e-9884-7036481003ca req-f6e42fb8-4b6d-4e81-983e-308754a31a1a tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842047 Jul 06 18:43:41.363782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d8c88cd-8abb-4458-8625-74c53ec6f0e9 req-f54d7854-4079-4182-bc42-b06122a1a1ab tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552235 Jul 06 18:43:41.451592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58154) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:41.482338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c151ac2d-fe4b-47b6-ac91-bbad5fc683d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.528911 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.592658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b212cac3-d46f-49b7-afd4-1ba69bed3d97, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b212cac3-d46f-49b7-afd4-1ba69bed3d97,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:41.612339 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.729928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c151ac2d-fe4b-47b6-ac91-bbad5fc683d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.737158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b212cac3-d46f-49b7-afd4-1ba69bed3d97,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:41.749052 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c151ac2d-fe4b-47b6-ac91-bbad5fc683d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.823292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb3daa-06de-4636-940a-7e483468c781 req-f788bd85-2c44-43da-a9e1-837507879b24 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:41.832073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67bb3daa-06de-4636-940a-7e483468c781 req-f788bd85-2c44-43da-a9e1-837507879b24 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.2035160 Jul 06 18:43:41.843326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151ac2d-fe4b-47b6-ac91-bbad5fc683d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515e8f87-82f3-4d81-be5c-3e72acd73813,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:41.857598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c151ac2d-fe4b-47b6-ac91-bbad5fc683d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=387aeb50764b4432a2c7b39ed90ee64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000838 Jul 06 18:43:41.857598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58168) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:41.902528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67bb3daa-06de-4636-940a-7e483468c781 req-efabae3e-da0e-44f0-9d5a-a16699c7a93d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694766 Jul 06 18:43:41.929911 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a461-b2b2-4106-b172-d4f3652a515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:41.959026 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a461-b2b2-4106-b172-d4f3652a515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:42.012472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a461-b2b2-4106-b172-d4f3652a515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:42.016386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a461-b2b2-4106-b172-d4f3652a515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:42.017996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3fd1a461-b2b2-4106-b172-d4f3652a515d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/515e8f87-82f3-4d81-be5c-3e72acd73813 HTTP/1.1" status: 204 len: 168 time: 0.1590881 Jul 06 18:43:42.032574 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a461-b2b2-4106-b172-d4f3652a515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e8f87-82f3-4d81-be5c-3e72acd73813,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:42.595650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007670e-db5b-44f0-aa71-f295842f16bb req-7ac59307-8056-4592-9c76-70feaee62331 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:42.598460 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8007670e-db5b-44f0-aa71-f295842f16bb req-7ac59307-8056-4592-9c76-70feaee62331 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0964611 Jul 06 18:43:42.643172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da23d6-82d9-4319-996f-d4db5d2b9a13 req-53ff60ba-7864-44fe-b6ff-de55c8d09328 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:42.644746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03da23d6-82d9-4319-996f-d4db5d2b9a13 req-53ff60ba-7864-44fe-b6ff-de55c8d09328 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 946 time: 0.1231449 Jul 06 18:43:42.659739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dfb502-8483-4a2f-af96-a42e32d047b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b212cac3-d46f-49b7-afd4-1ba69bed3d97'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:42.662556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8007670e-db5b-44f0-aa71-f295842f16bb req-390d7703-4afb-457a-ac61-f44f24704dc9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541523 Jul 06 18:43:42.665807 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8e0cde-1c43-491c-9930-be80ee00d83b" -d '{"events": [{"server_uuid": "d3dfb502-8483-4a2f-af96-a42e32d047b1", "name": "network-vif-plugged", "status": "completed", "tag": "b212cac3-d46f-49b7-afd4-1ba69bed3d97"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:42.730325 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b997953-86c2-4fdb-8f01-cd3aabe05d69 x-openstack-request-id: req-3b997953-86c2-4fdb-8f01-cd3aabe05d69 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:42.730623 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dfb502-8483-4a2f-af96-a42e32d047b1", "name": "network-vif-plugged", "status": "completed", "tag": "b212cac3-d46f-49b7-afd4-1ba69bed3d97", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:42.730878 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b997953-86c2-4fdb-8f01-cd3aabe05d69 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:42.731279 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dfb502-8483-4a2f-af96-a42e32d047b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b212cac3-d46f-49b7-afd4-1ba69bed3d97', 'code': 200} Jul 06 18:43:42.738056 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03da23d6-82d9-4319-996f-d4db5d2b9a13 req-4d2cddb8-c629-4498-9a58-70682bf07bf8 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793626 Jul 06 18:43:42.901279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16151-8267-4fbc-88e4-bf92a51384f9 req-25f61d9e-406c-4e83-a0b7-992296bc953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:42.923051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3b16151-8267-4fbc-88e4-bf92a51384f9 req-25f61d9e-406c-4e83-a0b7-992296bc953e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 1097 time: 0.1016624 Jul 06 18:43:42.961093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124064ea-4b38-4a48-b0a5-33c03ac474b7 req-8db800ae-04c1-47bf-934d-6c2f6a0e082f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:42.962763 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-124064ea-4b38-4a48-b0a5-33c03ac474b7 req-8db800ae-04c1-47bf-934d-6c2f6a0e082f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.1258945 Jul 06 18:43:42.972584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58210) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:42.980055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Request body: {'floatingip': {'port_id': 'd6b130e7-0144-4474-a0e3-be54c9d721cd'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:43.028662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3b16151-8267-4fbc-88e4-bf92a51384f9 req-b4499dfb-5ec6-4745-a31a-8d9f769dfcac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017327 Jul 06 18:43:43.079318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:43.347868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517e00f-f97a-4563-9b1e-6773f0e15794 req-be5a32b8-b417-46f4-82fd-95275ffabea3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:43.356562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f517e00f-f97a-4563-9b1e-6773f0e15794 req-be5a32b8-b417-46f4-82fd-95275ffabea3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1946030 Jul 06 18:43:43.450217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f517e00f-f97a-4563-9b1e-6773f0e15794 req-095e849e-a55e-4ead-b11a-665a3aaf264b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923946 Jul 06 18:43:43.749450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58232) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:43.797410 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:43.817899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.068934 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Floating IP de91234d-02d2-414f-910b-56a4b66acdb4 associated. External IP: 172.25.4.58, port: d6b130e7-0144-4474-a0e3-be54c9d721cd. Jul 06 18:43:44.098269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a082272d-7f75-4713-990a-349b8db746a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.235386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a082272d-7f75-4713-990a-349b8db746a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.255517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd9d36-0175-4c97-a34c-9ac0d9cf71c1 req-07b336e5-a807-4bc1-a4c3-7d6800000f8d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:44.263498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89dd9d36-0175-4c97-a34c-9ac0d9cf71c1 req-07b336e5-a807-4bc1-a4c3-7d6800000f8d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 946 time: 0.2656834 Jul 06 18:43:44.266957 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a082272d-7f75-4713-990a-349b8db746a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.402989 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-89dd9d36-0175-4c97-a34c-9ac0d9cf71c1 req-54f4142d-721f-4844-92e4-26cdcdbfe9d9 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381428 Jul 06 18:43:44.406062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082272d-7f75-4713-990a-349b8db746a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468480ee-cc61-4d5c-8277-1882d8633aeb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:44.432558 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a082272d-7f75-4713-990a-349b8db746a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2ac5771db76483c978e3935090d3007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6815541 Jul 06 18:43:44.440055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58258) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:44.440311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Router cc41aa78-9967-493c-9298-eb028731ba46 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:43:44.532950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e089143d-f0e0-4bdd-9874-7a4468e4029c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.562870 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e089143d-f0e0-4bdd-9874-7a4468e4029c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.638980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:43:44.651403 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] Sync routers for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:43:44.677553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.685031 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:43:44.686699 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:43:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:44.695354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99643337-4b73-4135-be2c-29ba62e5e9b6 req-7f3809e4-996c-4108-920b-47f14eab00b6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:44.702988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-99643337-4b73-4135-be2c-29ba62e5e9b6 req-7f3809e4-996c-4108-920b-47f14eab00b6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1194394 Jul 06 18:43:44.734955 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6cad85d9-7dc2-4ac1-b051-41df15140b62 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "PUT /v2.0/floatingips/de91234d-02d2-414f-910b-56a4b66acdb4 HTTP/1.1" status: 200 len: 990 time: 1.7607324 Jul 06 18:43:44.735129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:44.748015 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bfdc04-506b-4117-a2c1-58d9fc43c934" -d '{"events": [{"name": "network-changed", "server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:44.759632 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-99643337-4b73-4135-be2c-29ba62e5e9b6 req-2d66cf5e-0532-4395-b61c-13bbd52fbcf3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556147 Jul 06 18:43:44.763369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e089143d-f0e0-4bdd-9874-7a4468e4029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.781820 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e089143d-f0e0-4bdd-9874-7a4468e4029c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.783008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e089143d-f0e0-4bdd-9874-7a4468e4029c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/468480ee-cc61-4d5c-8277-1882d8633aeb HTTP/1.1" status: 204 len: 168 time: 0.3414204 Jul 06 18:43:44.806229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089143d-f0e0-4bdd-9874-7a4468e4029c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468480ee-cc61-4d5c-8277-1882d8633aeb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:44.848062 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fe8605-2cbd-42f4-b215-d0048a9407e8 x-openstack-request-id: req-d0fe8605-2cbd-42f4-b215-d0048a9407e8 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:44.848527 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:44.848642 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0fe8605-2cbd-42f4-b215-d0048a9407e8 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:44.849019 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'status': 'completed', 'code': 200} Jul 06 18:43:45.049307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-6fbdd6a7-0dab-4540-8e55-a4eaccc41616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:45.050953 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-6fbdd6a7-0dab-4540-8e55-a4eaccc41616 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 1096 time: 0.1756535 Jul 06 18:43:45.092431 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:43:45.268046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-cbb40ed8-9947-4127-896a-aff1b364ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:45.272638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-cbb40ed8-9947-4127-896a-aff1b364ba06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.2150340 Jul 06 18:43:45.362175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-41ec7111-2b96-40f3-8697-0b76b97abbc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd HTTP/1.1" status: 200 len: 998 time: 0.0812273 Jul 06 18:43:45.410454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58278) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:45.426495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-6b15563a-255c-411d-8162-1f8945d6e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:45.428218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-6b15563a-255c-411d-8162-1f8945d6e509 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.0596616 Jul 06 18:43:45.462866 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-769a866b-ac38-419d-aad8-c59d2d7524cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:45.483473 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'de91234d-02d2-414f-910b-56a4b66acdb4', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'port_id': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'mac_address': 'fa:16:3e:56:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965a181-09e9-42f2-b572-e067fbb64da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:43:27Z', 'updated_at': '2021-07-06T18:43:43Z', 'revision_number': 1, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:45.500251 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-184ba965-bdf9-406e-9bbd-e14cdf602344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:45.570994 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] Checking router: cc41aa78-9967-493c-9298-eb028731ba46 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:43:45.584050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-274b618c-3269-4e78-9ef6-40abd215961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:45.586779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-274b618c-3269-4e78-9ef6-40abd215961d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508534 Jul 06 18:43:45.598936 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:43:45.600937 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:43:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:45.659098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-769a866b-ac38-419d-aad8-c59d2d7524cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:45.735667 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-769a866b-ac38-419d-aad8-c59d2d7524cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:45.791352 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-8bf1c5fb-90d0-4f5a-b49b-b0039dc7e0d6 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963022 Jul 06 18:43:45.849537 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:43:45.865897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a866b-ac38-419d-aad8-c59d2d7524cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afa5537-b104-4e76-972b-2d698febb0a2,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:45.897558 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-769a866b-ac38-419d-aad8-c59d2d7524cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f58a7ce5a0be42d5a40e02ef81760716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860616 Jul 06 18:43:45.900623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58294) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:45.926163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a57ef-8b52-4ba1-a566-c4ccf383127e req-3c828c6f-4ee6-4668-8ec7-60b6201a4652 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:45.927918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a82a57ef-8b52-4ba1-a566-c4ccf383127e req-3c828c6f-4ee6-4668-8ec7-60b6201a4652 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 946 time: 0.2666183 Jul 06 18:43:46.033159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1bfdc04-506b-4117-a2c1-58d9fc43c934 req-e3ba5547-b574-471f-89b1-2b16540d4a6a service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353890 Jul 06 18:43:46.045951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a82a57ef-8b52-4ba1-a566-c4ccf383127e req-80933fbd-877a-4147-b8b8-a21f069e369d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032093 Jul 06 18:43:46.087747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-532ff63c-c81f-414c-8237-220d44e4a67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:46.161640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f6a66-5b9d-4549-924c-0baf116a2847 req-696a8127-ba16-4151-958f-0c87262945c1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:46.163410 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-532ff63c-c81f-414c-8237-220d44e4a67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:46.166742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a3f6a66-5b9d-4549-924c-0baf116a2847 req-696a8127-ba16-4151-958f-0c87262945c1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.2046959 Jul 06 18:43:46.238461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a3f6a66-5b9d-4549-924c-0baf116a2847 req-25e7128a-eed3-4b26-831c-bba55a93949e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659332 Jul 06 18:43:46.265356 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-532ff63c-c81f-414c-8237-220d44e4a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:46.268576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-532ff63c-c81f-414c-8237-220d44e4a67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:46.272517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-532ff63c-c81f-414c-8237-220d44e4a67f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8afa5537-b104-4e76-972b-2d698febb0a2 HTTP/1.1" status: 204 len: 168 time: 0.3707364 Jul 06 18:43:46.290668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ff63c-c81f-414c-8237-220d44e4a67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afa5537-b104-4e76-972b-2d698febb0a2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:46.349756 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'de91234d-02d2-414f-910b-56a4b66acdb4', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'port_id': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'mac_address': 'fa:16:3e:56:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965a181-09e9-42f2-b572-e067fbb64da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:43:27Z', 'updated_at': '2021-07-06T18:43:43Z', 'revision_number': 1, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:46.397922 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381cdf89-3721-47fa-a753-d7557ad465c2 None None] The sync data for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 is: [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'de91234d-02d2-414f-910b-56a4b66acdb4', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'port_id': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'mac_address': 'fa:16:3e:56:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965a181-09e9-42f2-b572-e067fbb64da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:43:27Z', 'updated_at': '2021-07-06T18:43:43Z', 'revision_number': 1, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:43:46.677357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9cb385-742b-4386-aca5-167c387d17b5 None None] New status for floating IP de91234d-02d2-414f-910b-56a4b66acdb4: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:43:46.730676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58318) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:46.748428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:46.919698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:46.926568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:46.977333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58324) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:46.982274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d67b7796ff0b42d2849575e3de8634bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503781 Jul 06 18:43:46.983344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed5f95-cce4-4107-9502-d0ea998f6ebc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:46.991179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.991527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.991874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.992216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.992548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.992878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.993206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.993532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.993884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.994249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.994574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:46.994894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a76f36-54fb-4c5d-8eca-8dbb2ec1669a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:47.027952 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f589c93e-cd76-4082-b40c-1529a64293ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:47.048948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f589c93e-cd76-4082-b40c-1529a64293ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:47.103325 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f589c93e-cd76-4082-b40c-1529a64293ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:47.105906 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f589c93e-cd76-4082-b40c-1529a64293ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:47.107109 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f589c93e-cd76-4082-b40c-1529a64293ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5ed5f95-cce4-4107-9502-d0ea998f6ebc HTTP/1.1" status: 204 len: 168 time: 0.1287131 Jul 06 18:43:47.115058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589c93e-cd76-4082-b40c-1529a64293ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed5f95-cce4-4107-9502-d0ea998f6ebc,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:47.443966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1ae4b-16b9-40cf-8d99-befb2e6f72a8 req-de6f3f7c-e4ed-4280-a107-be29e307f3b9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:47.452767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53a1ae4b-16b9-40cf-8d99-befb2e6f72a8 req-de6f3f7c-e4ed-4280-a107-be29e307f3b9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.0816703 Jul 06 18:43:47.536577 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53a1ae4b-16b9-40cf-8d99-befb2e6f72a8 req-72e91533-6169-4a36-9eea-93c3a604251a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806890 Jul 06 18:43:48.199209 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bf22efea-511e-4514-96eb-979896e8c214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:48.370744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:48.856849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45054cc-bd37-4a54-8b05-bca8f1060c51 req-29c83a92-960f-4335-9f79-80290fe4dca7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:48.859410 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b45054cc-bd37-4a54-8b05-bca8f1060c51 req-29c83a92-960f-4335-9f79-80290fe4dca7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.0981767 Jul 06 18:43:48.927009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b45054cc-bd37-4a54-8b05-bca8f1060c51 req-3397b30e-dccc-42a3-afba-9858b9342521 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592175 Jul 06 18:43:49.445407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:50.184517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a33c9-187f-4a2b-b37e-6cb90a5406b9 req-65aeed85-036a-4294-8a0f-13e5e7e6e504 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:50.186857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba8a33c9-187f-4a2b-b37e-6cb90a5406b9 req-65aeed85-036a-4294-8a0f-13e5e7e6e504 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.0862975 Jul 06 18:43:50.255471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba8a33c9-187f-4a2b-b37e-6cb90a5406b9 req-04ab1f3c-f706-4d7e-b0fc-5ac717492996 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624671 Jul 06 18:43:51.005604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:51.616649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7a2f7-f2a3-4dc3-b1a6-5d02fada060a req-e8ec5cac-f167-41bd-918e-a3c9ef64b310 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:51.619132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38a7a2f7-f2a3-4dc3-b1a6-5d02fada060a req-e8ec5cac-f167-41bd-918e-a3c9ef64b310 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1621006 Jul 06 18:43:51.694541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38a7a2f7-f2a3-4dc3-b1a6-5d02fada060a req-7a25ffeb-9d17-4308-a41d-601d6a14a682 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688651 Jul 06 18:43:52.213207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:52.328029 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-f366e396-71da-48f4-85c9-89f1156bb211 service neutron] show failed (client error): The resource could not be found. Jul 06 18:43:52.329635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-f366e396-71da-48f4-85c9-89f1156bb211 service neutron] 10.222.0.41 "GET /v2.0/ports/65c61914-31ab-4f3d-890e-25f872081c83/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0780070 Jul 06 18:43:52.496176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:52.647152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-a2904958-973d-4b4e-bfab-090c34505ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:52.648788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-a2904958-973d-4b4e-bfab-090c34505ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0708463 Jul 06 18:43:52.662610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:52.803605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:52.917813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7870e4-1682-42d6-84f7-81ae1d4a7e6f req-b080f0dc-1f79-4ad1-b510-4f5a21535357 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:52.925819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a7870e4-1682-42d6-84f7-81ae1d4a7e6f req-b080f0dc-1f79-4ad1-b510-4f5a21535357 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.0826025 Jul 06 18:43:52.984746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a7870e4-1682-42d6-84f7-81ae1d4a7e6f req-4c4122cd-bf0d-4406-86c9-cf1a32c89bc9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566139 Jul 06 18:43:53.326597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:53.355015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9df7-084f-4e85-88cc-d835211db973 req-8ac4020e-7cf1-445c-a74c-f10c3ae5a38c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:53.363637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-8ac4020e-7cf1-445c-a74c-f10c3ae5a38c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 815 time: 0.2322409 Jul 06 18:43:53.396239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-d590debd-a4da-414b-aebb-be83af2d03b3 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/quotas/b14bdf09f0b74fa083578a2b15b5f23d HTTP/1.1" status: 200 len: 375 time: 0.0313511 Jul 06 18:43:53.442281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:53.503391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:53.505682 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5797d5-5037-49f6-b16d-c8bea89b6bbb" -d '{"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-unplugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:53.510962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:53.529361 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-ab4308d5-6b36-4f29-b27c-d25a7038b809 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319180 Jul 06 18:43:53.545450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Transition to ACTIVE for port object 65c61914-31ab-4f3d-890e-25f872081c83 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:53.571330 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:53.664251 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbfe84b-2be7-4dd2-8b17-2a92a5d33db9 x-openstack-request-id: req-cdbfe84b-2be7-4dd2-8b17-2a92a5d33db9 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:53.664986 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-unplugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:53.665187 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdbfe84b-2be7-4dd2-8b17-2a92a5d33db9 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:53.665923 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'code': 200} Jul 06 18:43:53.715391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-8d287321-bd92-448b-95f8-6b7f8339aa35 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784923 Jul 06 18:43:53.956404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:53.989577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.989947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.990284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.990670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.991002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.991326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.991646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.991969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.992292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.992606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.992937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:53.993237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:54.000193 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-60dd9832-f961-42b5-a491-76d970bfdf57 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754402 Jul 06 18:43:54.030533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] No DVR routers for this DVR port 65c61914-31ab-4f3d-890e-25f872081c83 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:43:54.305181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:54.305602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:54.305994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:54.311178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:43:54.311495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:54.342195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:54.344241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Checking segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:54.344645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Bound using segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:54.345105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Bound port: 65c61914-31ab-4f3d-890e-25f872081c83, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:54.349085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:54.533999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:43:54.548360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:43:54.559365 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:54.584173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc86c8-f464-4539-a2ac-e6838a4f886e req-7225a1fa-7d50-497b-8db4-3362fa2c25d5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:54.597517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4cc86c8-f464-4539-a2ac-e6838a4f886e req-7225a1fa-7d50-497b-8db4-3362fa2c25d5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 943 time: 0.3622987 Jul 06 18:43:54.706455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:54.707098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:54.708514 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] 10.222.0.24 "PUT /v2.0/ports/65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 1091 time: 2.0509195 Jul 06 18:43:54.762300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4cc86c8-f464-4539-a2ac-e6838a4f886e req-35d71753-605d-44c3-aa31-99515eca448a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619806 Jul 06 18:43:54.855923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eb5163b9-9db1-4be4-a869-6d8edb9746a5 req-574db07c-577a-42df-b57d-3a75162a20a7 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 210 time: 0.0487955 Jul 06 18:43:54.966763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb69880-3f7f-4f70-ad76-504b217eb63c service neutron] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:55.029203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-0b00e2a7-3b16-4994-8173-1f550e7c09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.036036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-0b00e2a7-3b16-4994-8173-1f550e7c09b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1094 time: 0.2950678 Jul 06 18:43:55.195831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-c0845779-520f-4dda-acb7-de8844757c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.197563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-c0845779-520f-4dda-acb7-de8844757c45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.1541562 Jul 06 18:43:55.338840 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-1e5681a5-750f-4f3e-a7e8-20f91af96ed9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 998 time: 0.1344752 Jul 06 18:43:55.429665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-9f030837-6487-4064-8bb0-55e49cc34508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.438877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-9f030837-6487-4064-8bb0-55e49cc34508 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.0929637 Jul 06 18:43:55.520673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-0be91734-2ca9-4633-add9-94b728127186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.522483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-0be91734-2ca9-4633-add9-94b728127186 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734854 Jul 06 18:43:55.681850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:43:55.684769 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8236b55d-c6e6-445f-930c-a7bc1eff5d20" -d '{"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:43:55.702545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-c639432c-d3b6-4963-9672-2a6684771529 service neutron] 10.222.0.24 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688945 Jul 06 18:43:55.868329 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dedfd8-5f96-4503-bd4e-f6ff8560ba44 x-openstack-request-id: req-46dedfd8-5f96-4503-bd4e-f6ff8560ba44 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:43:55.869192 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:43:55.869192 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46dedfd8-5f96-4503-bd4e-f6ff8560ba44 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:43:55.869472 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'status': 'completed', 'code': 200} Jul 06 18:43:55.968638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-278c7906-f1c0-4fa9-8d5f-7b1e72e0eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.971910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-278c7906-f1c0-4fa9-8d5f-7b1e72e0eab8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1094 time: 0.1231935 Jul 06 18:43:55.977970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-bead948c-7a5d-4658-9c3d-a1ea099d83b5 service neutron] 10.222.0.24 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642839 Jul 06 18:43:56.149443 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a7258a9-b740-4b05-9274-0cdb7a018802 req-fa5679a3-222e-4a3f-a05e-13bb46c2453d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 210 time: 0.0543454 Jul 06 18:43:56.276431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-66369810-f278-44d2-a978-57d94c36d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:56.278655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-66369810-f278-44d2-a978-57d94c36d40c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1094 time: 0.1430297 Jul 06 18:43:56.323787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:43:56.331695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-4ad3e283-38e8-4741-a5ea-1e0faa10caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:56.338331 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-4ad3e283-38e8-4741-a5ea-1e0faa10caaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.3571453 Jul 06 18:43:56.435214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:43:56.490807 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-d9609eed-4560-424d-8319-8c5597afaf32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 998 time: 0.1427693 Jul 06 18:43:56.643131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-50d1ef68-4275-4d58-98d0-7bbeb27ba815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:56.644912 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-50d1ef68-4275-4d58-98d0-7bbeb27ba815 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.3547747 Jul 06 18:43:56.678626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-7fc52642-1941-456f-b222-1ac09bc6fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:56.684975 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-7fc52642-1941-456f-b222-1ac09bc6fb5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.1893303 Jul 06 18:43:56.770544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0bb11-b9d4-4a86-95ef-8df919314d78 req-f84f9100-bc55-4e50-b942-9e7adcca9c83 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:56.782103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17c0bb11-b9d4-4a86-95ef-8df919314d78 req-f84f9100-bc55-4e50-b942-9e7adcca9c83 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 943 time: 0.7894890 Jul 06 18:43:56.802075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9df7-084f-4e85-88cc-d835211db973 req-af175399-d3fd-4751-a1c0-876ccc89a621 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:56.805072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-af175399-d3fd-4751-a1c0-876ccc89a621 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.41 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 815 time: 0.3313887 Jul 06 18:43:56.814025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-6fe6c584-d672-46a6-ba07-7601b21888a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 998 time: 0.1514828 Jul 06 18:43:56.819254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Request body: {'port': {'device_id': 'e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd', 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'admin_state_up': True, 'tenant_id': 'b14bdf09f0b74fa083578a2b15b5f23d'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:56.911135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-0f5adb3d-89ff-4f14-ab5c-4c5151ef276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:56.914702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-0f5adb3d-89ff-4f14-ab5c-4c5151ef276a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.0915775 Jul 06 18:43:56.919272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17c0bb11-b9d4-4a86-95ef-8df919314d78 req-d381acde-9dcd-4896-ad64-749cb9a66940 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360772 Jul 06 18:43:56.963006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-73ecd8aa-be0c-4dde-a928-1c064de5edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:56.965089 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-73ecd8aa-be0c-4dde-a928-1c064de5edc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689180 Jul 06 18:43:57.186690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-f30a1bae-9236-444d-bede-21e574c20d8b service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128360 Jul 06 18:43:57.318216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-e3197728-d513-4ebe-adcb-a43ee89b7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:57.323177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-e3197728-d513-4ebe-adcb-a43ee89b7409 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663530 Jul 06 18:43:57.327540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Made reservation on behalf of b14bdf09f0b74fa083578a2b15b5f23d for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:43:57.336462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:57.469829 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-cd0da12c-e07a-4c82-b177-3babb22d3364 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766147 Jul 06 18:43:57.642130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-d6509e98-f89c-42af-85c4-53f138bac376 service neutron] 10.222.0.24 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974956 Jul 06 18:43:57.693753 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1fb2d6bc-588a-474b-a3bc-843ed19d14e3 req-3dff8966-7ac4-471c-b576-e541e16999b4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 210 time: 0.1267552 Jul 06 18:43:58.023831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Allocated IP 172.20.0.13 (0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752/183b6fc4-1e7b-4f70-91f6-f3c19eb4c546/a85145f6-cf9e-40ba-8b28-25743daf269e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:43:58.046221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58626) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:58.120439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-1852d618-45fc-4a69-b041-5077c61cc6b1 admin admin] Deleting subnet 6bb4e44f-8d32-4df1-80a4-4b1846fac5d3 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:43:58.136453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1852d618-45fc-4a69-b041-5077c61cc6b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.220129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1852d618-45fc-4a69-b041-5077c61cc6b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.295350 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1852d618-45fc-4a69-b041-5077c61cc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.303591 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8236b55d-c6e6-445f-930c-a7bc1eff5d20 req-802d6796-3d69-498a-8d0c-e9a99b6d8eba service neutron] 10.222.0.24 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170855 Jul 06 18:43:58.370180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1852d618-45fc-4a69-b041-5077c61cc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.407083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852d618-45fc-4a69-b041-5077c61cc6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb4e44f-8d32-4df1-80a4-4b1846fac5d3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:58.414227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958a00c-3be1-4f7d-8c5a-da5de3cc7c40 req-25fea3f7-e7fd-4b38-b744-aa2ab58720e4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:58.415667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1852d618-45fc-4a69-b041-5077c61cc6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.422426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1852d618-45fc-4a69-b041-5077c61cc6b1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6bb4e44f-8d32-4df1-80a4-4b1846fac5d3 HTTP/1.1" status: 204 len: 168 time: 0.3747139 Jul 06 18:43:58.423331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58630) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:58.424693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f958a00c-3be1-4f7d-8c5a-da5de3cc7c40 req-25fea3f7-e7fd-4b38-b744-aa2ab58720e4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 943 time: 0.3359845 Jul 06 18:43:58.469642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.509238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f958a00c-3be1-4f7d-8c5a-da5de3cc7c40 req-b32e7cb7-c705-471a-8199-fe5f53db799e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828934 Jul 06 18:43:58.578400 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.592003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['aaf39855-4a3e-435d-860e-ec5875d961bd', 'b212cac3-d46f-49b7-afd4-1ba69bed3d97'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:43:58.655826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:43:58.659909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:43:58.669170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:43:58.758255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:58.762297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.783201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Pushing event updated for resources: {'Port': ['ID=a85145f6-cf9e-40ba-8b28-25743daf269e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:58.794213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-991086e4-1ef3-4579-895f-95bbcd50c50b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9787433 Jul 06 18:43:58.813452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Request body: {'port': {'device_id': 'e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:43:58.987623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.103758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:43:59.215171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5d4b9-2201-4361-b400-2f93dc985074 req-9a2de078-4370-4513-87ac-9e14b8e45772 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:59.226146 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da5d4b9-2201-4361-b400-2f93dc985074 req-9a2de078-4370-4513-87ac-9e14b8e45772 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 932 time: 0.3258698 Jul 06 18:43:59.273601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:59.291584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '65c61914-31ab-4f3d-890e-25f872081c83', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'port_id': '65c61914-31ab-4f3d-890e-25f872081c83', 'mac_address': 'fa:16:3e:34:45:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:43:59.358414 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.380175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c61914-31ab-4f3d-890e-25f872081c83 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:59.381483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6da5d4b9-2201-4361-b400-2f93dc985074 req-0e5aa71b-5368-4f94-9f97-0d8cbb84d6a5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523681 Jul 06 18:43:59.417128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:43:59.424971 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.447383 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.512779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85145f6-cf9e-40ba-8b28-25743daf269e {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:43:59.524871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:59.529156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.535106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.535365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.535845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.536192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.536528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.537075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.537433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.537975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.538526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.538864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.539194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.539578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:43:59.551415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Transition to ACTIVE for port object a85145f6-cf9e-40ba-8b28-25743daf269e will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:43:59.559278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.585800 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.597929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f743e1-26b1-4595-8cb0-7ab634bb9461']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:59.607656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Pushing event updated for resources: {'Port': ['ID=a85145f6-cf9e-40ba-8b28-25743daf269e,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:59.611229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33abbc0c-bb52-45e9-852e-10becd69039e') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:59.611527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33abbc0c-bb52-45e9-852e-10becd69039e') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:43:59.623416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.638219 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.645273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:43:59.645847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:43:59.690984 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:43:59.717453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Attempting to bind port a85145f6-cf9e-40ba-8b28-25743daf269e on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:43:59.718377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Attempting to bind port a85145f6-cf9e-40ba-8b28-25743daf269e by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:43:59.718990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Attempting to bind port a85145f6-cf9e-40ba-8b28-25743daf269e on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:59.724265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Port a85145f6-cf9e-40ba-8b28-25743daf269e on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:43:59.724948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Attempting to bind port a85145f6-cf9e-40ba-8b28-25743daf269e on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:43:59.731925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:43:59.732921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Checking segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:43:59.733671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Bound using segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:43:59.734817 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Bound port: a85145f6-cf9e-40ba-8b28-25743daf269e, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:43:59.735991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.749012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.753215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['65c61914-31ab-4f3d-890e-25f872081c83'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:43:59.757779 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.760519 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] 10.222.0.53 "DELETE /v2.0/networks/23f743e1-26b1-4595-8cb0-7ab634bb9461 HTTP/1.1" status: 204 len: 168 time: 1.3358974 Jul 06 18:43:59.764591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58644) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:43:59.777849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72b9b4-b6b0-44b6-b2ef-bea8539bc344 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f743e1-26b1-4595-8cb0-7ab634bb9461,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:43:59.792854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049b12d-4784-464f-a931-86b90b7e5c8f req-f3a750f5-d420-4639-994b-0dd4e65f32b4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:59.800251 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e049b12d-4784-464f-a931-86b90b7e5c8f req-f3a750f5-d420-4639-994b-0dd4e65f32b4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 944 time: 0.1026273 Jul 06 18:43:59.845847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e049b12d-4784-464f-a931-86b90b7e5c8f req-6db21aea-c2b1-448b-9ded-93f36023037e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445573 Jul 06 18:43:59.926577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf10ee4-dfea-489a-9366-4a234a7f45e8 admin admin] Deleting subnet 9abbb9bb-6806-457a-9f84-d5ad81f30f98 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:43:59.931526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fdf10ee4-dfea-489a-9366-4a234a7f45e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.981156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] For port a85145f6-cf9e-40ba-8b28-25743daf269e, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:00.008916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] For port a85145f6-cf9e-40ba-8b28-25743daf269e, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a85145f6-cf9e-40ba-8b28-25743daf269e,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:00.016682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:00.054217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fdf10ee4-dfea-489a-9366-4a234a7f45e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:00.127922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fdf10ee4-dfea-489a-9366-4a234a7f45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:00.190116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:00.190744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:00.192225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] 10.222.0.41 "PUT /v2.0/ports/a85145f6-cf9e-40ba-8b28-25743daf269e HTTP/1.1" status: 200 len: 1092 time: 1.3858559 Jul 06 18:44:00.194742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd', 'tag': 'a85145f6-cf9e-40ba-8b28-25743daf269e'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:00.197395 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03003604-3cb2-4b79-a572-30e715986904" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd", "tag": "a85145f6-cf9e-40ba-8b28-25743daf269e"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:00.236683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fdf10ee4-dfea-489a-9366-4a234a7f45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:00.880301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2ba66-9a5c-4cd7-a480-66165028378f req-99e667dd-4943-43de-91c1-7310c8e63a87 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:00.889425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79c2ba66-9a5c-4cd7-a480-66165028378f req-99e667dd-4943-43de-91c1-7310c8e63a87 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 944 time: 0.0893724 Jul 06 18:44:00.922564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58670) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:00.969705 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5e8fe-9e48-4bc9-80e8-435099b57140 x-openstack-request-id: req-ded5e8fe-9e48-4bc9-80e8-435099b57140 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:00.970008 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd", "tag": "a85145f6-cf9e-40ba-8b28-25743daf269e", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:00.970303 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ded5e8fe-9e48-4bc9-80e8-435099b57140 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:00.970978 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd', 'tag': 'a85145f6-cf9e-40ba-8b28-25743daf269e', 'status': 'completed', 'code': 200} Jul 06 18:44:00.990400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79c2ba66-9a5c-4cd7-a480-66165028378f req-829e8b29-a9e2-40fd-bd45-42bfd0803406 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995200 Jul 06 18:44:01.023431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350233e2-7f10-4768-92e3-28cc55a9c77a service neutron] Pushing event updated for resources: {'Port': ['ID=a85145f6-cf9e-40ba-8b28-25743daf269e,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:01.037985 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf10ee4-dfea-489a-9366-4a234a7f45e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abbb9bb-6806-457a-9f84-d5ad81f30f98,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:01.082177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46f87081-872f-45ec-bd3c-d83614a1f5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.109650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:01.127515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fdf10ee4-dfea-489a-9366-4a234a7f45e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.132392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fdf10ee4-dfea-489a-9366-4a234a7f45e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9abbb9bb-6806-457a-9f84-d5ad81f30f98 HTTP/1.1" status: 204 len: 168 time: 1.3664994 Jul 06 18:44:01.133080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58676) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:01.191549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 65c61914-31ab-4f3d-890e-25f872081c83 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:01.198596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 65c61914-31ab-4f3d-890e-25f872081c83 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:01.199135 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.231114 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.257424 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46f87081-872f-45ec-bd3c-d83614a1f5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.263525 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46f87081-872f-45ec-bd3c-d83614a1f5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.315523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-46f87081-872f-45ec-bd3c-d83614a1f5ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98233e45e07941a9b4f69d8d2fd8f0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903883 Jul 06 18:44:01.318014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58682) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:01.333709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f87081-872f-45ec-bd3c-d83614a1f5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4f23c3-ce97-45de-a898-c764f2460432,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:01.394590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2521b8ff-e124-48a2-8d81-f5b0c516f29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.411921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-9a2a7319-b9e0-4461-8b80-b46d6128bcd9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:01.425469 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2521b8ff-e124-48a2-8d81-f5b0c516f29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.427465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-9a2a7319-b9e0-4461-8b80-b46d6128bcd9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65&tenant_id=9545a49a8c0644f7b1786db086402ff5&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 944 time: 0.4992442 Jul 06 18:44:01.434487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.449064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d638e1-845f-41f0-bb6b-5b6c00cf39fb req-8ed76e09-f0a0-414e-9ab5-0a616151a8a9 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:01.457041 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19d638e1-845f-41f0-bb6b-5b6c00cf39fb req-8ed76e09-f0a0-414e-9ab5-0a616151a8a9 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 944 time: 0.5293624 Jul 06 18:44:01.485489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2521b8ff-e124-48a2-8d81-f5b0c516f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.488557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2521b8ff-e124-48a2-8d81-f5b0c516f29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.492419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2521b8ff-e124-48a2-8d81-f5b0c516f29f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec4f23c3-ce97-45de-a898-c764f2460432 HTTP/1.1" status: 204 len: 168 time: 0.1710904 Jul 06 18:44:01.501286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521b8ff-e124-48a2-8d81-f5b0c516f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4f23c3-ce97-45de-a898-c764f2460432,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:01.514419 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.527889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:01.535619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:01.540396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4dc7574-9ff5-43c0-a98a-25038852eb61']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:01.541027 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc996ba-b82a-4ddd-9745-4634a7f51b30" -d '{"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-plugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:01.557611 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.565942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf54860-dcf0-4b63-b214-4a630aa2f61e') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:01.566301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf54860-dcf0-4b63-b214-4a630aa2f61e') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:01.585418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9df7-084f-4e85-88cc-d835211db973 req-ce69158a-6737-48a6-a360-b46421fa39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:01.587163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-ce69158a-6737-48a6-a360-b46421fa39e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 1095 time: 0.6152740 Jul 06 18:44:01.595028 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.610396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:01.642771 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.657175 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ffd014-8fe7-46d1-9b06-1fbc1a37d8e4 x-openstack-request-id: req-75ffd014-8fe7-46d1-9b06-1fbc1a37d8e4 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:01.657544 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-plugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:01.657897 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75ffd014-8fe7-46d1-9b06-1fbc1a37d8e4 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:01.658315 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'code': 200} Jul 06 18:44:01.663971 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19d638e1-845f-41f0-bb6b-5b6c00cf39fb req-41ea0e03-f623-4a71-bd5c-3367efdfb068 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056901 Jul 06 18:44:01.674230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:44:01.674650 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.677440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-44988994-f64e-449b-ae14-b765f42d74ab service neutron] 10.222.0.24 "GET /v2.0/ports/65c61914-31ab-4f3d-890e-25f872081c83/bindings/n-h2-799684-2 HTTP/1.1" status: 200 len: 382 time: 0.2149189 Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:44:01.678155 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:44:01.781388 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.812959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:01.817855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4dc7574-9ff5-43c0-a98a-25038852eb61 HTTP/1.1" status: 204 len: 168 time: 0.6756606 Jul 06 18:44:01.824069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84098d6-e006-4cb2-9d6b-b1e23e49621b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4dc7574-9ff5-43c0-a98a-25038852eb61,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:01.856374 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-2a76d89e-169e-4af0-a231-4ade0636b017 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85145f6-cf9e-40ba-8b28-25743daf269e HTTP/1.1" status: 200 len: 217 time: 0.2593257 Jul 06 18:44:01.862321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-1a437440-c50f-4b6d-9721-f0d18b797495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:01.864205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-1a437440-c50f-4b6d-9721-f0d18b797495 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1096 time: 0.1466830 Jul 06 18:44:01.980066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58702) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:01.995893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-3f5daf60-02bd-4400-8452-6bed14be68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:01.997393 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-3f5daf60-02bd-4400-8452-6bed14be68d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.1223509 Jul 06 18:44:02.002897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9df7-084f-4e85-88cc-d835211db973 req-8bd1c748-228c-4fe2-9a8d-1055663d7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:02.004349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-8bd1c748-228c-4fe2-9a8d-1055663d7838 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.1389706 Jul 06 18:44:02.031108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1fd8587f-9f30-4822-98c6-f819b04aae34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10765328199246c0894fe2b0aea6bec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496151 Jul 06 18:44:02.031956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58708) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:02.086724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6247b8a-89df-46ff-bcde-fd96706b2e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:02.110918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6247b8a-89df-46ff-bcde-fd96706b2e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:02.134012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-5829cc00-deec-4661-83cc-9364bb951cbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130781 Jul 06 18:44:02.253319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a37d3-d5cb-4a89-ae93-0287f06c8410 req-2521e258-b306-4a90-9411-4a100ef5e046 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:02.255740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f1a37d3-d5cb-4a89-ae93-0287f06c8410 req-2521e258-b306-4a90-9411-4a100ef5e046 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1070530 Jul 06 18:44:02.275517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6247b8a-89df-46ff-bcde-fd96706b2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:02.278489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6247b8a-89df-46ff-bcde-fd96706b2e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:02.283374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b6247b8a-89df-46ff-bcde-fd96706b2e6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa0ece14-ab60-4397-bc24-0a910ff06c35 HTTP/1.1" status: 204 len: 168 time: 0.2503383 Jul 06 18:44:02.306077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6247b8a-89df-46ff-bcde-fd96706b2e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0ece14-ab60-4397-bc24-0a910ff06c35,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:02.309095 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-1125e646-2678-4a9e-b9b7-c2e1e409c7f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 1000 time: 0.3038058 Jul 06 18:44:02.359576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f1a37d3-d5cb-4a89-ae93-0287f06c8410 req-b4cbeb72-2f0b-4fb5-a124-f909710f658b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963790 Jul 06 18:44:02.423098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-1845b354-6777-4b13-a34a-ed72af0cd6ce service neutron] 10.222.0.41 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568619 Jul 06 18:44:02.438141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-bfe6d760-9ca0-41b1-9328-44e7a68781d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:02.442169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-bfe6d760-9ca0-41b1-9328-44e7a68781d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.1035149 Jul 06 18:44:02.645356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-2359b543-6817-4439-997c-b4b065f5f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:02.647349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-2359b543-6817-4439-997c-b4b065f5f6a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918669 Jul 06 18:44:02.650805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01cc9df7-084f-4e85-88cc-d835211db973 req-a942f29d-8188-4fef-a4d3-1f6b7a395a62 service neutron] 10.222.0.41 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279005 Jul 06 18:44:02.835707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58742) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:02.839901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-42c0dc3e-0041-49ec-8973-cf0567104de5 service neutron] 10.222.0.24 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832454 Jul 06 18:44:02.919654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03003604-3cb2-4b79-a572-30e715986904 req-efbdf884-72ac-4de4-9d36-e8d6269c08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:02.921534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03003604-3cb2-4b79-a572-30e715986904 req-efbdf884-72ac-4de4-9d36-e8d6269c08ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 1095 time: 0.1755190 Jul 06 18:44:02.955924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58748) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:02.970563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6ebaf81e-1826-42e7-8651-de4aedce5227 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9aa48b751044259bed4cf0249cc9f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332002 Jul 06 18:44:02.973026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:02.996257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095160d-e2cb-4972-af03-df1999e6f245 req-33a64b29-b439-42f6-96e6-751386bf006f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:02.998052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f095160d-e2cb-4972-af03-df1999e6f245 req-33a64b29-b439-42f6-96e6-751386bf006f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 944 time: 0.1531425 Jul 06 18:44:03.009073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-d33be425-1b76-4b47-84ca-4219c7e661e3 service neutron] 10.222.0.24 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607394 Jul 06 18:44:03.080316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03003604-3cb2-4b79-a572-30e715986904 req-982c5009-3799-458c-9a25-dc7caf44599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:03.082602 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03003604-3cb2-4b79-a572-30e715986904 req-982c5009-3799-458c-9a25-dc7caf44599f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 916 time: 0.1532776 Jul 06 18:44:03.086443 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f095160d-e2cb-4972-af03-df1999e6f245 req-1341f076-239e-40ae-b50c-ecc1b86f4813 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789607 Jul 06 18:44:03.120577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985533bd-aa46-4e1d-8450-d895328481ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.131928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-472ac9e5-173d-4c53-8e46-2755e5370b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.137848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03003604-3cb2-4b79-a572-30e715986904 req-877607cb-b9dc-4273-b647-097004b87203 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85145f6-cf9e-40ba-8b28-25743daf269e HTTP/1.1" status: 200 len: 217 time: 0.0463650 Jul 06 18:44:03.168402 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985533bd-aa46-4e1d-8450-d895328481ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.193447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03003604-3cb2-4b79-a572-30e715986904 req-bec36512-b2cc-4aed-b896-f2e1cf823897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:03.195999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03003604-3cb2-4b79-a572-30e715986904 req-bec36512-b2cc-4aed-b896-f2e1cf823897 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.0516219 Jul 06 18:44:03.254727 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985533bd-aa46-4e1d-8450-d895328481ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.256593 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03003604-3cb2-4b79-a572-30e715986904 req-f8ee513d-1108-43a0-bc4e-fc4fa1f656c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527890 Jul 06 18:44:03.258104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985533bd-aa46-4e1d-8450-d895328481ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.259543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-985533bd-aa46-4e1d-8450-d895328481ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0bcc75b-65fb-40cb-8122-b0f29f3607df HTTP/1.1" status: 204 len: 168 time: 0.2855382 Jul 06 18:44:03.278349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985533bd-aa46-4e1d-8450-d895328481ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bcc75b-65fb-40cb-8122-b0f29f3607df,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:03.328668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-472ac9e5-173d-4c53-8e46-2755e5370b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.336422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-472ac9e5-173d-4c53-8e46-2755e5370b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.440831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ac9e5-173d-4c53-8e46-2755e5370b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2033d96f-aaf4-42ce-89fc-e0160ed885a0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:03.466766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-472ac9e5-173d-4c53-8e46-2755e5370b6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76706bd97b2c440192f5b5384f43d872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097749 Jul 06 18:44:03.467693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03003604-3cb2-4b79-a572-30e715986904 req-6be45791-5d6a-4e41-81ad-634bb127dc18 service neutron] 10.222.0.41 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954155 Jul 06 18:44:03.477205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58764) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:03.650316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3eca2d4-5fdc-482c-9c3a-741993bf230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.652821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d5e3e-9d12-4383-b89d-05f598f4fc65 req-dd80d564-e5aa-4bc4-9e22-9730a0338f29 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:03.661529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-473d5e3e-9d12-4383-b89d-05f598f4fc65 req-dd80d564-e5aa-4bc4-9e22-9730a0338f29 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.0937138 Jul 06 18:44:03.690099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3eca2d4-5fdc-482c-9c3a-741993bf230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.715243 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03003604-3cb2-4b79-a572-30e715986904 req-f5779425-013e-46d6-a4fe-e14bcda5a8a4 service neutron] 10.222.0.41 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177598 Jul 06 18:44:03.723250 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-473d5e3e-9d12-4383-b89d-05f598f4fc65 req-937462e3-267e-464a-9b9e-0dece35cee4a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585234 Jul 06 18:44:03.782256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3eca2d4-5fdc-482c-9c3a-741993bf230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.785671 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3eca2d4-5fdc-482c-9c3a-741993bf230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.787247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a3eca2d4-5fdc-482c-9c3a-741993bf230a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2033d96f-aaf4-42ce-89fc-e0160ed885a0 HTTP/1.1" status: 204 len: 168 time: 0.2911315 Jul 06 18:44:03.798463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eca2d4-5fdc-482c-9c3a-741993bf230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2033d96f-aaf4-42ce-89fc-e0160ed885a0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:04.019623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58788) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:04.135606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58796) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:04.150416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e26d349-8d73-4e01-ab1c-70c3ffdbd41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.279481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e26d349-8d73-4e01-ab1c-70c3ffdbd41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.282622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8d73-1071-4cec-9359-8b6759ce545a req-ef9c99ab-2148-4c8a-913f-bf18cb47d51e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:04.284607 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93bb8d73-1071-4cec-9359-8b6759ce545a req-ef9c99ab-2148-4c8a-913f-bf18cb47d51e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 944 time: 0.0837629 Jul 06 18:44:04.285380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3e26d349-8d73-4e01-ab1c-70c3ffdbd41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.327576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3e26d349-8d73-4e01-ab1c-70c3ffdbd41e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab8929fa2f0f40c783689b18de2735ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906869 Jul 06 18:44:04.328453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26d349-8d73-4e01-ab1c-70c3ffdbd41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0cbb43-8f1c-4109-85ad-14d76677f1c3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:04.330953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 58800) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:04.345259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93bb8d73-1071-4cec-9359-8b6759ce545a req-e7e251f9-49e3-4484-bcc7-8fef743e2fe0 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543752 Jul 06 18:44:04.372951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a991c92c-c8f9-4a2f-a735-2b8041a54290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.420202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb22-762b-42e8-bfd7-3437295264c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.457018 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb22-762b-42e8-bfd7-3437295264c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.536373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a991c92c-c8f9-4a2f-a735-2b8041a54290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.541641 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a991c92c-c8f9-4a2f-a735-2b8041a54290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.547791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb22-762b-42e8-bfd7-3437295264c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.550525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb22-762b-42e8-bfd7-3437295264c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.554717 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ed08bb22-762b-42e8-bfd7-3437295264c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c0cbb43-8f1c-4109-85ad-14d76677f1c3 HTTP/1.1" status: 204 len: 168 time: 0.2225864 Jul 06 18:44:04.592905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a991c92c-c8f9-4a2f-a735-2b8041a54290 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3bf4deaf95d8470e98f6047e318968f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721812 Jul 06 18:44:04.593638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991c92c-c8f9-4a2f-a735-2b8041a54290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1411b432-12bc-4770-8e6d-f50df98a4dac,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:04.597230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58812) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:04.617264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08bb22-762b-42e8-bfd7-3437295264c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0cbb43-8f1c-4109-85ad-14d76677f1c3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:04.663138 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdf45-1c98-411f-af6c-776c330de546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.691353 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdf45-1c98-411f-af6c-776c330de546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.750481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdf45-1c98-411f-af6c-776c330de546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.754564 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdf45-1c98-411f-af6c-776c330de546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:04.755891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2cfbdf45-1c98-411f-af6c-776c330de546 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1411b432-12bc-4770-8e6d-f50df98a4dac HTTP/1.1" status: 204 len: 168 time: 0.1575310 Jul 06 18:44:04.772013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbdf45-1c98-411f-af6c-776c330de546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1411b432-12bc-4770-8e6d-f50df98a4dac,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:04.927440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e862f-b4ee-4084-a4dc-61e1535dd2e7 req-5a75f508-8f49-49cf-8b6a-df36fe3ec8bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:04.929209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a2e862f-b4ee-4084-a4dc-61e1535dd2e7 req-5a75f508-8f49-49cf-8b6a-df36fe3ec8bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.0690577 Jul 06 18:44:05.013973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a2e862f-b4ee-4084-a4dc-61e1535dd2e7 req-1963fcc2-4048-48cf-941c-5184229ad29c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747719 Jul 06 18:44:05.023811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58828) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:05.246507 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-576ea458-f345-47ca-8159-e456719e478c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.401521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-576ea458-f345-47ca-8159-e456719e478c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.409259 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-576ea458-f345-47ca-8159-e456719e478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.450814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-576ea458-f345-47ca-8159-e456719e478c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b021b46b348f4010b1b55c24ac1d406e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219031 Jul 06 18:44:05.450814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 58844) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:05.480429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ea458-f345-47ca-8159-e456719e478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68383071-4d0a-4577-a8ad-33d82e12145d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:05.497335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6cfcd90e-5eac-4559-a6f8-f55cca69c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:05.503287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6cfcd90e-5eac-4559-a6f8-f55cca69c752 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 1096 time: 0.1382480 Jul 06 18:44:05.518274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:05.543543 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5e507b7-da11-4b15-9a56-804be361c810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.572755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5e507b7-da11-4b15-9a56-804be361c810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.638212 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5e507b7-da11-4b15-9a56-804be361c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.641207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5e507b7-da11-4b15-9a56-804be361c810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.644173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.645223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f5e507b7-da11-4b15-9a56-804be361c810 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68383071-4d0a-4577-a8ad-33d82e12145d HTTP/1.1" status: 204 len: 168 time: 0.1922283 Jul 06 18:44:05.653633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e507b7-da11-4b15-9a56-804be361c810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68383071-4d0a-4577-a8ad-33d82e12145d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:05.660398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9b25f-172a-484d-9ce6-b46868a12424 req-b0ca6aa2-2fdf-439c-b9dc-23b01aa9f4fd tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:05.662256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1a9b25f-172a-484d-9ce6-b46868a12424 req-b0ca6aa2-2fdf-439c-b9dc-23b01aa9f4fd tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 944 time: 0.1404068 Jul 06 18:44:05.762380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1a9b25f-172a-484d-9ce6-b46868a12424 req-f04fba44-96e3-426c-9df7-86ea24ed5a0a tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935535 Jul 06 18:44:05.936275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:05.975096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:06.037637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:06.043442 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da832864-db78-4fe6-bcc4-a23908e959b9" -d '{"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-unplugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:06.047482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:06.078013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Transition to ACTIVE for port object 65c61914-31ab-4f3d-890e-25f872081c83 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:06.088457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:06.218324 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f773ee-cb51-4f11-a81a-99a9a2e0c1d7 x-openstack-request-id: req-e5f773ee-cb51-4f11-a81a-99a9a2e0c1d7 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:06.218600 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-unplugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:06.219003 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5f773ee-cb51-4f11-a81a-99a9a2e0c1d7 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:06.219251 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'code': 200} Jul 06 18:44:06.235625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:06.264493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] No DVR routers for this DVR port 65c61914-31ab-4f3d-890e-25f872081c83 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:44:06.289179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6e9ec-a464-4d72-a0b6-fdbd38075a83 req-72b86565-c0bf-471b-87e2-22d58a4a1b39 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:06.298357 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bf6e9ec-a464-4d72-a0b6-fdbd38075a83 req-72b86565-c0bf-471b-87e2-22d58a4a1b39 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 944 time: 0.1093707 Jul 06 18:44:06.368686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a85145f6-cf9e-40ba-8b28-25743daf269e details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:44:06.372668 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bf6e9ec-a464-4d72-a0b6-fdbd38075a83 req-931ac342-db3c-4a3d-add7-9e20fdbf131a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662591 Jul 06 18:44:06.455841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:06.456254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:06.456594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:06.462144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:44:06.463053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Attempting to bind port 65c61914-31ab-4f3d-890e-25f872081c83 on network 2402e523-8c82-4845-a11f-7372e347e98a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:06.468416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:06.468842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Checking segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:06.469314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Bound using segment: {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:06.469835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Bound port: 65c61914-31ab-4f3d-890e-25f872081c83, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b94261-7775-4535-a736-b569c3f7d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:06.470279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:06.532754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a85145f6-cf9e-40ba-8b28-25743daf269e, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a85145f6-cf9e-40ba-8b28-25743daf269e,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:06.545224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'a85145f6-cf9e-40ba-8b28-25743daf269e', 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'port_id': 'a85145f6-cf9e-40ba-8b28-25743daf269e', 'mac_address': 'fa:16:3e:08:fb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b6fc4-1e7b-4f70-91f6-f3c19eb4c546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:44:06.575067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:06.581056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:06.594870 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:06.595055 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:06.616098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85145f6-cf9e-40ba-8b28-25743daf269e {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:44:06.643113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a85145f6-cf9e-40ba-8b28-25743daf269e, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a85145f6-cf9e-40ba-8b28-25743daf269e,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:06.650773 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:06.670556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=11']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:06.691664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:06.692992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:06.701097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-6f46d23f-6eb0-4223-9ba8-1ca22077893f service neutron] 10.222.0.41 "PUT /v2.0/ports/65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 1092 time: 1.1875608 Jul 06 18:44:06.723039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=a85145f6-cf9e-40ba-8b28-25743daf269e,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:06.828957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-f61d7629-c651-449c-a405-028fc119d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:06.831083 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-f61d7629-c651-449c-a405-028fc119d39f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1095 time: 0.0953453 Jul 06 18:44:06.867281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['a85145f6-cf9e-40ba-8b28-25743daf269e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:44:07.155309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:44:07.253367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-584a35aa-6522-4553-bd4b-7d8c33588f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:07.253367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-584a35aa-6522-4553-bd4b-7d8c33588f1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.4080448 Jul 06 18:44:07.254112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:44:07.351752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb12374-f18c-4ba3-a91a-6bfd6b696604 req-abe2c741-7780-4821-b86e-b6e6071a7047 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:07.359895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfb12374-f18c-4ba3-a91a-6bfd6b696604 req-abe2c741-7780-4821-b86e-b6e6071a7047 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 945 time: 0.3084960 Jul 06 18:44:07.390257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-10e0f87b-74b2-4243-9629-3a205ec1c2cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 998 time: 0.1286168 Jul 06 18:44:07.487256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-0ad4258f-79dd-4c29-be1b-9f98d6d28966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:07.489240 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-0ad4258f-79dd-4c29-be1b-9f98d6d28966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.0921137 Jul 06 18:44:07.518731 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfb12374-f18c-4ba3-a91a-6bfd6b696604 req-db19e05e-63bd-44dd-9265-bdac06097642 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579230 Jul 06 18:44:07.577678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-2048d427-9c52-4532-b8a5-63cdcfea9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:07.579534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-2048d427-9c52-4532-b8a5-63cdcfea9bb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813673 Jul 06 18:44:07.620801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81433870-0603-4e93-9ec4-60484cc82bad req-56a59884-b47c-468e-91e0-3c52e2d7322c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:07.622653 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81433870-0603-4e93-9ec4-60484cc82bad req-56a59884-b47c-468e-91e0-3c52e2d7322c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 944 time: 0.0897641 Jul 06 18:44:07.711304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81433870-0603-4e93-9ec4-60484cc82bad req-72061a9a-cba2-4297-9b17-975a38934f0a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823693 Jul 06 18:44:07.718515 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-44cdd045-1d87-40f6-a73f-fd4b97805e12 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303265 Jul 06 18:44:07.936250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1de6348-853b-4ab3-8865-fc52ecf4a56d req-cfc85bc4-151e-4dcc-ac48-4506907ac69f service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102306 Jul 06 18:44:08.220530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:08.222933 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e31145-bb98-492e-ad45-c5dd6d4749d5" -d '{"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:08.289773 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcecfe13-51aa-4f13-b765-77465685b213 x-openstack-request-id: req-bcecfe13-51aa-4f13-b765-77465685b213 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:08.290155 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:08.290635 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcecfe13-51aa-4f13-b765-77465685b213 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:08.291116 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'status': 'completed', 'code': 200} Jul 06 18:44:08.388830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a85145f6-cf9e-40ba-8b28-25743daf269e up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:08.407664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-4dae633a-ac88-412b-bbd7-9acac9139272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.409275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-4dae633a-ac88-412b-bbd7-9acac9139272 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1095 time: 0.0926042 Jul 06 18:44:08.411221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-4c2ca8de-8684-49bb-8d7b-f331651b1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.412586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-4c2ca8de-8684-49bb-8d7b-f331651b1d10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1095 time: 0.0971813 Jul 06 18:44:08.515066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port a85145f6-cf9e-40ba-8b28-25743daf269e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:08.519449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port a85145f6-cf9e-40ba-8b28-25743daf269e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:08.519823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:08.647400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-236417ea-d146-43a4-a569-f9f953131cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.655091 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-236417ea-d146-43a4-a569-f9f953131cd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.2292943 Jul 06 18:44:08.701303 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:08.748648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85145f6-cf9e-40ba-8b28-25743daf269e'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:08.754230 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001bfe7-f1dd-4167-9f26-4baf55f8c23f" -d '{"events": [{"server_uuid": "e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd", "name": "network-vif-plugged", "status": "completed", "tag": "a85145f6-cf9e-40ba-8b28-25743daf269e"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:08.769496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-7e43d420-894c-4b52-a24b-8e0a941508db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 998 time: 0.1062875 Jul 06 18:44:08.771554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-d212df09-712e-4a51-8d90-a38733a0cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.773055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-d212df09-712e-4a51-8d90-a38733a0cf3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.3560498 Jul 06 18:44:08.795923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port a85145f6-cf9e-40ba-8b28-25743daf269e, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a85145f6-cf9e-40ba-8b28-25743daf269e,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:08.808783 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:08.863426 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-c64bc750-9570-4ba3-bed6-56a1096202a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 998 time: 0.0797579 Jul 06 18:44:08.877140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cad53-c571-4e87-9b57-9ee87a10c492 req-88d04c39-8fe9-4cfe-8f4a-9a2f33f6bf0f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.878598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-561cad53-c571-4e87-9b57-9ee87a10c492 req-88d04c39-8fe9-4cfe-8f4a-9a2f33f6bf0f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 945 time: 0.1231532 Jul 06 18:44:08.903449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=a85145f6-cf9e-40ba-8b28-25743daf269e,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:08.958262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-561cad53-c571-4e87-9b57-9ee87a10c492 req-c35a871a-272f-49df-8e97-8275cf2dc07f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636513 Jul 06 18:44:08.975588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-cd55c075-0ce3-4a97-acc4-a44fd4ac136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.977144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-cd55c075-0ce3-4a97-acc4-a44fd4ac136b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.2021890 Jul 06 18:44:09.020442 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8904afe7-51dd-433e-990d-18381798b634 x-openstack-request-id: req-8904afe7-51dd-433e-990d-18381798b634 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:09.020742 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd", "name": "network-vif-plugged", "status": "completed", "tag": "a85145f6-cf9e-40ba-8b28-25743daf269e", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:09.021000 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8904afe7-51dd-433e-990d-18381798b634 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:09.021440 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85145f6-cf9e-40ba-8b28-25743daf269e', 'code': 200} Jul 06 18:44:09.046117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-e9b51732-04e3-40f6-aaec-1c0918fbc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:09.048251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-e9b51732-04e3-40f6-aaec-1c0918fbc516 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.1580324 Jul 06 18:44:09.175856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33613453-03d6-4841-bb38-e337fdf03fca req-cfd2698b-06ef-4f24-a3a9-20642176d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:09.179294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33613453-03d6-4841-bb38-e337fdf03fca req-cfd2698b-06ef-4f24-a3a9-20642176d010 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 1097 time: 0.0842204 Jul 06 18:44:09.237958 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:44:09.255642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33613453-03d6-4841-bb38-e337fdf03fca req-612618d1-8d42-43ed-b379-162eeeddd01c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662975 Jul 06 18:44:09.537993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6269f-9d70-41d9-b784-5be808e01e74 req-039e3b18-e465-4b46-b3be-29ca683c3e72 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:09.539677 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9c6269f-9d70-41d9-b784-5be808e01e74 req-039e3b18-e465-4b46-b3be-29ca683c3e72 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 944 time: 0.6482453 Jul 06 18:44:09.566341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-2a920dde-2ace-49e8-84b5-05489e808ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:09.567918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-2a920dde-2ace-49e8-84b5-05489e808ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5835187 Jul 06 18:44:09.640479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9c6269f-9d70-41d9-b784-5be808e01e74 req-de596112-a1d8-43e0-9af5-a73533f6a289 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926290 Jul 06 18:44:09.643625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-04b71ecd-7e2e-4d0a-9b3f-eea0fa6dab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:09.645291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-04b71ecd-7e2e-4d0a-9b3f-eea0fa6dab6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5844684 Jul 06 18:44:09.857862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-e5abc3e3-02e0-4730-a0e5-af812c320d96 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021048 Jul 06 18:44:10.009692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-19e58f49-436e-4c39-9d57-c61b97215de7 service neutron] 10.222.0.24 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312696 Jul 06 18:44:10.136708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-c2042bbe-18b4-403f-9faa-3cac642c51fb service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616005 Jul 06 18:44:10.213244 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-21e31145-bb98-492e-ad45-c5dd6d4749d5 req-ba777149-60fb-42bf-924e-41da7d4b1513 service neutron] 10.222.0.24 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960344 Jul 06 18:44:10.277383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df57ff-ff81-4ac2-9775-1483483570df req-1f79deac-1f8b-4c8d-9b0d-b2b05436313e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:10.279376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7df57ff-ff81-4ac2-9775-1483483570df req-1f79deac-1f8b-4c8d-9b0d-b2b05436313e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 946 time: 0.1030431 Jul 06 18:44:10.343014 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7df57ff-ff81-4ac2-9775-1483483570df req-7655579e-55fc-457e-bc71-db62e8ca47c0 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556371 Jul 06 18:44:10.403316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:44:10.544712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:10.590756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '65c61914-31ab-4f3d-890e-25f872081c83', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'port_id': '65c61914-31ab-4f3d-890e-25f872081c83', 'mac_address': 'fa:16:3e:34:45:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:44:10.698030 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:10.711803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c61914-31ab-4f3d-890e-25f872081c83 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:44:10.735477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:10.741595 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:10.876206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=12']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:10.876855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75437d-4476-4c59-8ff0-673327bac280 req-072c90aa-3a46-4b4c-a5ca-920be57f3afb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:10.884216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb75437d-4476-4c59-8ff0-673327bac280 req-072c90aa-3a46-4b4c-a5ca-920be57f3afb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 945 time: 0.1086247 Jul 06 18:44:10.954711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb75437d-4476-4c59-8ff0-673327bac280 req-cc2f543c-1ef0-442c-a042-9742759bc22c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607703 Jul 06 18:44:10.989042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59016) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:10.992068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['65c61914-31ab-4f3d-890e-25f872081c83'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:44:11.079948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-721ce0c8-5745-492c-be73-9a04f58eed38 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/b2be66dd-5b78-4c0c-8332-5e3c5e9d1398 HTTP/1.1" status: 200 len: 991 time: 0.0868015 Jul 06 18:44:11.527020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ccd21-0b5a-4165-bd39-38fdadd9f65e req-f7d124c4-a20e-44f2-870d-0d0710ad0bd2 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:11.529036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d7ccd21-0b5a-4165-bd39-38fdadd9f65e req-f7d124c4-a20e-44f2-870d-0d0710ad0bd2 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 946 time: 0.0732028 Jul 06 18:44:11.575471 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d7ccd21-0b5a-4165-bd39-38fdadd9f65e req-0930d77e-ada3-4556-a203-3270ec14ac22 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342693 Jul 06 18:44:12.429673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:12.511834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 65c61914-31ab-4f3d-890e-25f872081c83 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:12.521598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 65c61914-31ab-4f3d-890e-25f872081c83 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:12.523015 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:12.646562 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:12.682326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:12.686719 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4512ed20-80c4-46c7-96f5-bacd067a6497" -d '{"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-plugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:12.705192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:12.712819 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:12.795884 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b817e55-fb66-43d4-91e5-e0814f867ea4 x-openstack-request-id: req-4b817e55-fb66-43d4-91e5-e0814f867ea4 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:12.796181 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-plugged", "status": "completed", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:12.796431 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b817e55-fb66-43d4-91e5-e0814f867ea4 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:12.796860 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'code': 200} Jul 06 18:44:12.852442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=13']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:13.116093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59060) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:13.312612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fef1cb69-67c9-4a0e-bc27-0c28c407478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:13.527990 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fef1cb69-67c9-4a0e-bc27-0c28c407478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:13.533612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fef1cb69-67c9-4a0e-bc27-0c28c407478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:13.573485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fef1cb69-67c9-4a0e-bc27-0c28c407478f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04b348c1fbce488a8635c6d4d89294a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561899 Jul 06 18:44:13.577746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59076) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:13.595582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1cb69-67c9-4a0e-bc27-0c28c407478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2237869e-8d6b-4050-a674-c96afb4661f5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:13.668314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b731042d-8f0d-428c-8572-631ed7c78d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:13.701363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b731042d-8f0d-428c-8572-631ed7c78d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:13.753406 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b731042d-8f0d-428c-8572-631ed7c78d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:13.756394 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b731042d-8f0d-428c-8572-631ed7c78d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:13.757574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b731042d-8f0d-428c-8572-631ed7c78d88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2237869e-8d6b-4050-a674-c96afb4661f5 HTTP/1.1" status: 204 len: 168 time: 0.1785917 Jul 06 18:44:13.772295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731042d-8f0d-428c-8572-631ed7c78d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2237869e-8d6b-4050-a674-c96afb4661f5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:15.526683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b174b0aa-b217-4b13-975a-d1cb3ab587ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:16.596947 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-0c3e1abc-ad0a-475d-ac7e-bcbc57952de6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1152959 Jul 06 18:44:16.873698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-8c0cca61-686a-43e1-bd63-71120c81e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:16.874493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-8c0cca61-686a-43e1-bd63-71120c81e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:16.875137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-8c0cca61-686a-43e1-bd63-71120c81e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:16.875774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-8c0cca61-686a-43e1-bd63-71120c81e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:16.876411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-8c0cca61-686a-43e1-bd63-71120c81e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:16.877041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-8c0cca61-686a-43e1-bd63-71120c81e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:16.877669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-8c0cca61-686a-43e1-bd63-71120c81e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:16.880918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-8c0cca61-686a-43e1-bd63-71120c81e578 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6529 time: 0.1779971 Jul 06 18:44:17.092698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-1611fe7b-bb02-4d95-9de5-f466cab40bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:17.093661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-1611fe7b-bb02-4d95-9de5-f466cab40bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:17.094599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-1611fe7b-bb02-4d95-9de5-f466cab40bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:17.096842 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-1611fe7b-bb02-4d95-9de5-f466cab40bca service neutron] 10.222.0.24 "GET /v2.0/networks?id=407ff483-eebb-47c2-ba28-b34ffefc1775&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 200 len: 2298 time: 0.1748476 Jul 06 18:44:17.192417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-78bdf81c-307d-4313-863b-47341d20cec5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a HTTP/1.1" status: 200 len: 1005 time: 0.0856197 Jul 06 18:44:17.291012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-89237105-519b-4e14-a41b-8d4bfa84a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:17.292553 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-89237105-519b-4e14-a41b-8d4bfa84a884 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=783b06c9-d226-4e29-8525-79f9621946f1 HTTP/1.1" status: 200 len: 855 time: 0.0937028 Jul 06 18:44:17.412166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-08f1fc1a-2f92-4dd3-8052-dc4351db37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:17.414403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-08f1fc1a-2f92-4dd3-8052-dc4351db37e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=407ff483-eebb-47c2-ba28-b34ffefc1775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146636 Jul 06 18:44:17.578219 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-7f159716-5992-40a7-891e-3217ec43ccf4 service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560283 Jul 06 18:44:17.719364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-81fe51f1-c998-480c-8a6d-74cbaaac9f77 service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342065 Jul 06 18:44:17.767296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-42c6e053-6bd3-4a2f-9a44-7d2ba92c3a43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 217 time: 0.0407338 Jul 06 18:44:17.838922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-09642d27-7a13-417c-8d07-1137de67f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:17.840427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-09642d27-7a13-417c-8d07-1137de67f233 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.0662472 Jul 06 18:44:17.916939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-019f370f-e098-4e2c-90a2-d68696f45076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:17.918960 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-019f370f-e098-4e2c-90a2-d68696f45076 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698385 Jul 06 18:44:18.067651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-bcd3b663-a8e6-42b6-a54e-73b36a7359c8 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294184 Jul 06 18:44:18.190917 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a305984c-11bc-4210-a5bd-bcad68d9b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:18.254214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-d8fda09a-2543-400e-afd0-198b1bb57ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773746 Jul 06 18:44:18.339445 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-51642eb4-393e-4ebe-8ebe-c968138632c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 217 time: 0.0778842 Jul 06 18:44:18.365742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:18.395227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-22866a2d-f54a-4939-b734-2b01477e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:18.396779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-22866a2d-f54a-4939-b734-2b01477e1087 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.0497074 Jul 06 18:44:18.490671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-9f6bc3a9-5a41-420e-b2d3-c71f6afb124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:18.492595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-9f6bc3a9-5a41-420e-b2d3-c71f6afb124a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868905 Jul 06 18:44:18.655394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-c7a816e8-2b62-4884-8230-27e9f56592ec service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478913 Jul 06 18:44:18.845902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-122ccc86-81a5-49b6-8dc8-8a9e8649b286 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832745 Jul 06 18:44:18.894122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-996fe619-88d7-4ace-b1e1-a9bbf0628644 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=78d92e89-de50-498a-937e-2649db794776 HTTP/1.1" status: 200 len: 217 time: 0.0395837 Jul 06 18:44:18.955072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-6fbeb247-eb1c-499f-b40c-9c75e20bf782 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1844461 Jul 06 18:44:18.964748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-54548d4b-b84f-4793-afe5-97a152760aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:18.966395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-54548d4b-b84f-4793-afe5-97a152760aea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.0648844 Jul 06 18:44:19.248281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-a530effe-0b3c-444e-b495-1e4786c7bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.249887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-a530effe-0b3c-444e-b495-1e4786c7bfe0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2765715 Jul 06 18:44:19.255315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-c2f1f385-9634-4c3b-be56-e8bd44718115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.257055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-c2f1f385-9634-4c3b-be56-e8bd44718115 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1097 time: 0.1950366 Jul 06 18:44:19.444903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:19.468124 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-88904cdb-1abc-4c3b-9f87-8aa70a95c367 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082851 Jul 06 18:44:19.502963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-d172fbdb-2546-4438-892a-cfba1e74c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.504485 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-d172fbdb-2546-4438-892a-cfba1e74c674 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.2131643 Jul 06 18:44:19.612556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-f562ae20-6abe-4006-97a5-622c84450c43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 1000 time: 0.0832822 Jul 06 18:44:19.640217 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-ad0f3a8f-aa83-4fee-9ddc-ce1e50753f6f service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600468 Jul 06 18:44:19.696538 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-c48afc97-ff08-469a-bfbe-09ef7923a5d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=3bf408fe-5823-47ef-94af-548bd65a1a77 HTTP/1.1" status: 200 len: 217 time: 0.0384812 Jul 06 18:44:19.715887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-f303d047-940b-41c5-a1f4-cb3970792ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.717266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-f303d047-940b-41c5-a1f4-cb3970792ec7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.0934408 Jul 06 18:44:19.783588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-9c80a03d-ad78-4a71-b972-693040e8d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.785119 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-9c80a03d-ad78-4a71-b972-693040e8d972 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.0788620 Jul 06 18:44:19.836658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-087a715c-b90f-4a54-bfd9-ffc1825719e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.838425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-087a715c-b90f-4a54-bfd9-ffc1825719e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992928 Jul 06 18:44:19.912496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-273110cf-550e-4665-bfb6-791a76d615e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.914082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-273110cf-550e-4665-bfb6-791a76d615e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1203630 Jul 06 18:44:19.995332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-749491dd-27bc-4c15-a188-d9fa1d2ae4a1 service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497951 Jul 06 18:44:20.092994 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-930e24f1-eb86-4b5d-86c9-946481ffa61b service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643891 Jul 06 18:44:20.181920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b0fb4d6-1931-44e9-8d7e-5e2a81f715bd req-5df19c2b-b88f-45a1-97b1-c4f7ca6888cb service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802752 Jul 06 18:44:20.238506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-473bc703-3a55-47d0-a554-e9819ac63f40 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278689 Jul 06 18:44:20.289634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-2655b4ee-3559-4fb6-9be2-b5686f42f20b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92 HTTP/1.1" status: 200 len: 217 time: 0.0434661 Jul 06 18:44:20.379784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-379eae4c-9726-45db-af6e-a60b533cc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:20.383417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-379eae4c-9726-45db-af6e-a60b533cc87f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.0859880 Jul 06 18:44:20.494952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-5fe98b85-632b-409e-a1fc-93ad38e59bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:20.496408 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-5fe98b85-632b-409e-a1fc-93ad38e59bfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1056871 Jul 06 18:44:20.605748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-9c8d5319-5d69-4f34-ad0d-c4466d69565c service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008193 Jul 06 18:44:20.719296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-4d2b218f-3012-408e-971f-74ac930c03f9 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064739 Jul 06 18:44:20.766346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-5301da79-e915-41f6-b71f-73591aa7bb80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4b8992c-2d12-4392-9fde-e05548fa139d HTTP/1.1" status: 200 len: 217 time: 0.0382626 Jul 06 18:44:20.831546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-7722142b-4a14-4aee-9b89-6a7692a49358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:20.833135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-7722142b-4a14-4aee-9b89-6a7692a49358 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.0613768 Jul 06 18:44:20.912919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-59348d5e-e643-48a1-9ccd-e7f0777855a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:20.915216 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-59348d5e-e643-48a1-9ccd-e7f0777855a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750465 Jul 06 18:44:21.011703 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:21.019981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-0d07f67e-c9a5-4651-a28a-636cef10ec78 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969431 Jul 06 18:44:21.176635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-86da3114-0f35-4963-a8ad-0e8a5431fef8 req-f3cadd65-b850-4e70-90a0-1f3d2a1415bf service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488769 Jul 06 18:44:22.217303 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:22.485296 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:26.291014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59524) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:26.546860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae23a9ac-b9ac-4277-bc2d-39779d14f570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:26.682293 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae23a9ac-b9ac-4277-bc2d-39779d14f570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:26.691094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae23a9ac-b9ac-4277-bc2d-39779d14f570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:26.720552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ae23a9ac-b9ac-4277-bc2d-39779d14f570 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2bbbcb89ac24dbf92b14f2b6ab7b994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263926 Jul 06 18:44:26.723306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59540) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:26.789783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23a9ac-b9ac-4277-bc2d-39779d14f570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8934e0-17bd-4e1c-bea0-15d85924ad30,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:26.833899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22e50369-ccce-4476-9b39-b7feb74fca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:26.891251 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22e50369-ccce-4476-9b39-b7feb74fca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:26.989559 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22e50369-ccce-4476-9b39-b7feb74fca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:26.996072 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22e50369-ccce-4476-9b39-b7feb74fca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:26.998037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-22e50369-ccce-4476-9b39-b7feb74fca68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be8934e0-17bd-4e1c-bea0-15d85924ad30 HTTP/1.1" status: 204 len: 168 time: 0.2730715 Jul 06 18:44:27.010699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e50369-ccce-4476-9b39-b7feb74fca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8934e0-17bd-4e1c-bea0-15d85924ad30,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:27.109894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59556) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:27.435512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57db1d98-53d9-487c-8739-233ac73c3006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.659644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57db1d98-53d9-487c-8739-233ac73c3006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.661336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59570) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:27.674703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-57db1d98-53d9-487c-8739-233ac73c3006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.682476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7dbdaef2-8896-4c13-8b11-29926a124b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.737538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db1d98-53d9-487c-8739-233ac73c3006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc9fff8-b606-4eaa-92a4-b0772a0e71b3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:27.769490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59572) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:27.770773 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-57db1d98-53d9-487c-8739-233ac73c3006 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=085f4f4f30c44695855a4db1bab37e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594334 Jul 06 18:44:27.838202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-435870f1-46e7-4d2e-9e4c-61f33c2579ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.865372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-435870f1-46e7-4d2e-9e4c-61f33c2579ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.884971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7dbdaef2-8896-4c13-8b11-29926a124b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.884971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7dbdaef2-8896-4c13-8b11-29926a124b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.933864 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7dbdaef2-8896-4c13-8b11-29926a124b6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ead72f014fe4861a0b78c295b55bd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690434 Jul 06 18:44:27.935038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59578) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:27.937702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdaef2-8896-4c13-8b11-29926a124b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a48b53a-c7ee-460e-8103-983d14021a1f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:27.944588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-435870f1-46e7-4d2e-9e4c-61f33c2579ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.947634 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-435870f1-46e7-4d2e-9e4c-61f33c2579ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:27.951791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-435870f1-46e7-4d2e-9e4c-61f33c2579ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bc9fff8-b606-4eaa-92a4-b0772a0e71b3 HTTP/1.1" status: 204 len: 168 time: 0.1783657 Jul 06 18:44:27.972137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435870f1-46e7-4d2e-9e4c-61f33c2579ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc9fff8-b606-4eaa-92a4-b0772a0e71b3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:28.017508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b938352-c33c-43e0-93cd-4ad6edbfc98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.040851 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b938352-c33c-43e0-93cd-4ad6edbfc98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.096966 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b938352-c33c-43e0-93cd-4ad6edbfc98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.105063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b938352-c33c-43e0-93cd-4ad6edbfc98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.112638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8b938352-c33c-43e0-93cd-4ad6edbfc98d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a48b53a-c7ee-460e-8103-983d14021a1f HTTP/1.1" status: 204 len: 168 time: 0.1759424 Jul 06 18:44:28.129956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b938352-c33c-43e0-93cd-4ad6edbfc98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a48b53a-c7ee-460e-8103-983d14021a1f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:28.690582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59612) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:28.712772 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec7c8-ad6b-4b6d-a46b-d3bc44584103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.873384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec7c8-ad6b-4b6d-a46b-d3bc44584103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.883700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec7c8-ad6b-4b6d-a46b-d3bc44584103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.920995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ec7c8-ad6b-4b6d-a46b-d3bc44584103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73d43ce-4251-4444-91b5-b97dc664ca9c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:28.938971 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a6ec7c8-ad6b-4b6d-a46b-d3bc44584103 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eeb18888a0c8452185c687b991d9532e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472169 Jul 06 18:44:28.941386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59626) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:28.996447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-532c6ef8-2488-46a9-bb36-c1056d7051fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.020161 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-532c6ef8-2488-46a9-bb36-c1056d7051fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.034229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59628) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:29.083675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-532c6ef8-2488-46a9-bb36-c1056d7051fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.087207 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-532c6ef8-2488-46a9-bb36-c1056d7051fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.090905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-532c6ef8-2488-46a9-bb36-c1056d7051fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d73d43ce-4251-4444-91b5-b97dc664ca9c HTTP/1.1" status: 204 len: 168 time: 0.1462259 Jul 06 18:44:29.099699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c6ef8-2488-46a9-bb36-c1056d7051fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73d43ce-4251-4444-91b5-b97dc664ca9c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:29.192049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-548842952-network', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:29.233377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Made reservation on behalf of a799a36c835d42a3a7eb2fc29c64aa75 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:44:29.235894 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.250519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.384897 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.390840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.409353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:44:29.444332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b11c6-4c18-456d-84c0-4c6e885ebc1a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:29.454287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.454700 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Added segment ad078b37-873d-431f-bc38-5035a81f2757 of type vlan for network ccb12059-455a-4b03-aa22-d75a57ecac4a Jul 06 18:44:29.514393 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.560566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.565444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:29.566582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.633109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5978765 Jul 06 18:44:29.636296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59656) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:29.641412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Request body: {'subnet': {'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-548842952-subnet', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:29.652481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac3a8c-eede-4539-8321-7537b5e3e440 admin admin] Pushing event updated for resources: {'Network': ['ID=ccb12059-455a-4b03-aa22-d75a57ecac4a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:29.663903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ccb12059-455a-4b03-aa22-d75a57ecac4a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:44:29.692889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Made reservation on behalf of a799a36c835d42a3a7eb2fc29c64aa75 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:44:29.696188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.963226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.030390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3b138f-51b1-481c-ae9b-cd4270f2ef33,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:30.040392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Checking segment: {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:30.040765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Network hostable DHCP agents. Network: ccb12059-455a-4b03-aa22-d75a57ecac4a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:44:30.060912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Network ccb12059-455a-4b03-aa22-d75a57ecac4a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:44:30.073743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ccb12059-455a-4b03-aa22-d75a57ecac4a) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:30.083159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:30.083767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.088305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9147e5-d5d2-4a1a-bbe8-594a3ffe3041 None None] Network ccb12059-455a-4b03-aa22-d75a57ecac4a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:44:30.104012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59678) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:30.109813 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:30.114232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5e9dba20-d548-4cc6-ba2d-b7c7ed3b3991 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4764185 Jul 06 18:44:30.137124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.138939 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.214295 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.415909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ccb12059-455a-4b03-aa22-d75a57ecac4a', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:44:30.417969 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.422376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.667806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59696) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:30.704369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.717727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Allocated IP 172.20.0.2 (ccb12059-455a-4b03-aa22-d75a57ecac4a/3f3b138f-51b1-481c-ae9b-cd4270f2ef33/ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:30.724677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.815591 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1c35726-b4fe-4b04-a95f-b10f17a8c740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.851507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Allocated IP 172.25.4.99 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/e63ec993-7c80-4a6d-a46b-09ecac69b1dd) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:30.926714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.941377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Transition to ACTIVE for port object ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:30.960781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Transition to ACTIVE for port object ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:30.976359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.999363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1c35726-b4fe-4b04-a95f-b10f17a8c740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.013607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b1c35726-b4fe-4b04-a95f-b10f17a8c740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.056586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Pushing event updated for resources: {'Port': ['ID=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:31.059481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c35726-b4fe-4b04-a95f-b10f17a8c740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be8abbc-3682-467c-b322-d38bc8b5ad5d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:31.070640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Network ccb12059-455a-4b03-aa22-d75a57ecac4a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:31.072359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:31.075413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:31.093854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.111719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b1c35726-b4fe-4b04-a95f-b10f17a8c740 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19e78c45b2e24810ac392d17225d1e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425197 Jul 06 18:44:31.114788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59712) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:31.159791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Attempting to bind port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:31.160394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Attempting to bind port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:31.161150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Attempting to bind port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf on network ccb12059-455a-4b03-aa22-d75a57ecac4a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:31.168816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.169911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:31.170715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Checking segment: {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:31.171698 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.172908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Bound using segment: {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:31.173469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Bound port: ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:31.174394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.212133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:31.217093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:31.227187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:31.259954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] For port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:31.264549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] For port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:31.273509 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.278948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05fbe70f-6044-4348-9544-94f62a0012c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.320951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-e6a51d36-e3bf-47c1-ab63-1e661775f950 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:31.329273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-e6a51d36-e3bf-47c1-ab63-1e661775f950 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 815 time: 0.1547725 Jul 06 18:44:31.347253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-572c9093-54de-4b49-83be-f3c20b0b53e2 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/quotas/b14bdf09f0b74fa083578a2b15b5f23d HTTP/1.1" status: 200 len: 375 time: 0.0166464 Jul 06 18:44:31.361954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a9062-04e5-4650-994e-56ceecc2ac12 None None] Pushing event updated for resources: {'Port': ['ID=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:31.391835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Pushing event updated for resources: {'Port': ['ID=e63ec993-7c80-4a6d-a46b-09ecac69b1dd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:31.408739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05fbe70f-6044-4348-9544-94f62a0012c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.450306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-20b4735e-eed0-4f52-9383-79afec055822 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021211 Jul 06 18:44:31.596837 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05fbe70f-6044-4348-9544-94f62a0012c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.599748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05fbe70f-6044-4348-9544-94f62a0012c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.605957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-05fbe70f-6044-4348-9544-94f62a0012c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4be8abbc-3682-467c-b322-d38bc8b5ad5d HTTP/1.1" status: 204 len: 168 time: 0.4894290 Jul 06 18:44:31.616331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-9a802623-3e66-4716-a897-6595492a302f service neutron] 10.222.0.53 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598902 Jul 06 18:44:31.624245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbe70f-6044-4348-9544-94f62a0012c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be8abbc-3682-467c-b322-d38bc8b5ad5d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:31.657365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.817005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-d2e6cfca-f1d7-49de-9067-30e32e62cd5d service neutron] 10.222.0.53 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994195 Jul 06 18:44:31.937241 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:32.142068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53ddc462-7741-4ecc-9a20-6bc10f738ce7 req-3a5071d0-a750-4992-9e8d-c9052c03c7bb tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 210 time: 0.0631883 Jul 06 18:44:32.222139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:44:32.233464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:32.372310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:32.427267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:32.439596 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Sync routers for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:32.450812 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:32.451452 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:32.479053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:32.483301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59764) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:32.483614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ccaed1f1-8545-46ca-ad11-96b18256e018 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3780651 Jul 06 18:44:32.682938 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:32.883916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1831a40b-1be3-4102-a5b9-e7e9beb2fa27 None None] Network ccb12059-455a-4b03-aa22-d75a57ecac4a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:44:33.031419 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-37df414d-f087-4a90-a1f1-8b5fae2461bf None None] Provisioning for port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:33.039262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-37df414d-f087-4a90-a1f1-8b5fae2461bf None None] Provisioning complete for port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:33.040456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-37df414d-f087-4a90-a1f1-8b5fae2461bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.092392 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:31Z', 'revision_number': 3, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:33.194855 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Checking router: 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:33.195750 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Updating router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b port e63ec993-7c80-4a6d-a46b-09ecac69b1dd binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:44:33.224367 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-37df414d-f087-4a90-a1f1-8b5fae2461bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.279775 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.382038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-402f55af-879e-44a0-b6be-86ff983c76b9 req-0232e88b-ac80-45da-9e9b-890534a7a9ab tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 210 time: 0.0482261 Jul 06 18:44:33.615753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-37df414d-f087-4a90-a1f1-8b5fae2461bf None None] For port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:33.654908 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-37df414d-f087-4a90-a1f1-8b5fae2461bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.758937 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df414d-f087-4a90-a1f1-8b5fae2461bf None None] Pushing event updated for resources: {'Port': ['ID=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:33.814232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59812) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:33.851989 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.871674 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Transition to ACTIVE for port object e63ec993-7c80-4a6d-a46b-09ecac69b1dd will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:33.884552 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.971791 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Attempting to bind port e63ec993-7c80-4a6d-a46b-09ecac69b1dd on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:33.972161 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Attempting to bind port e63ec993-7c80-4a6d-a46b-09ecac69b1dd by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:33.972520 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Attempting to bind port e63ec993-7c80-4a6d-a46b-09ecac69b1dd on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:33.976062 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad60686-2676-4878-8acb-520727627698 None None] Pushing event updated for resources: {'Port': ['ID=e63ec993-7c80-4a6d-a46b-09ecac69b1dd,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:33.985651 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:33.986147 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:33.986535 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.987274 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:33.987818 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Bound port: e63ec993-7c80-4a6d-a46b-09ecac69b1dd, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:33.988604 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.991465 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.991841 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.992174 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.003575 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.003927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.004241 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.006230 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.006560 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.006883 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.007205 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.007523 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.007836 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad60686-2676-4878-8acb-520727627698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:34.009649 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.087439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'network': {'name': 'tempest-network-smoke--1116186669', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'port_security_enabled': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:34.129850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:34.135046 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] For port e63ec993-7c80-4a6d-a46b-09ecac69b1dd, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:34.139015 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] For port e63ec993-7c80-4a6d-a46b-09ecac69b1dd, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e63ec993-7c80-4a6d-a46b-09ecac69b1dd,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:34.146431 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.155838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:44:34.160130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.176753 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.230186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4da381b0-c4bc-4de8-977a-a4377c572f12 None None] Provisioning complete for port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:34.230875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4da381b0-c4bc-4de8-977a-a4377c572f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.254151 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:34.255345 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:34.305305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:34.306132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.315248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Allocated IP 172.20.0.1 (ccb12059-455a-4b03-aa22-d75a57ecac4a/3f3b138f-51b1-481c-ae9b-cd4270f2ef33/44b16d13-d002-46a0-bf88-6b47a4c26106) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:34.397466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.413478 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.446773 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d317ecfb-0343-4e94-be07-106b97a1aa38,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:34.462358 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad60686-2676-4878-8acb-520727627698 None None] Pushing event updated for resources: {'Port': ['ID=e63ec993-7c80-4a6d-a46b-09ecac69b1dd,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:34.475192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:44:34.506507 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.507901 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Added segment 05f9469e-b408-4d6a-afc9-b42711d77971 of type vlan for network b1263010-6d0d-4970-97ee-a5a219134e15 Jul 06 18:44:34.594267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.639655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.642437 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:34.650537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:34.651505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.774151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19716df5-2fdd-45d1-aa13-774044163cb4 req-3deed108-3c2e-4f79-91b3-49a3440b3e12 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 210 time: 0.1188610 Jul 06 18:44:34.775309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-a4a163ce-d2e7-4151-b7e8-0aff2c448530 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:34.782517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9677536 Jul 06 18:44:34.783247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-a4a163ce-d2e7-4151-b7e8-0aff2c448530 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 815 time: 0.2547739 Jul 06 18:44:34.787357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59832) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:34.792228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'admin_state_up': True, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:34.816850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884840f-56e3-4b63-86d1-ae5250be013b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Network': ['ID=b1263010-6d0d-4970-97ee-a5a219134e15,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:34.824901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Request body: {'port': {'device_id': 'fe39b13b-78c4-42c3-8325-7a833789219a', 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'admin_state_up': True, 'tenant_id': 'b14bdf09f0b74fa083578a2b15b5f23d'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:34.839371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network b1263010-6d0d-4970-97ee-a5a219134e15 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:44:34.933144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.962796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Transition to ACTIVE for port object 44b16d13-d002-46a0-bf88-6b47a4c26106 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:34.969162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.970201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.983207 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:31Z', 'revision_number': 3, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:35.017411 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981b6f3-38de-47ed-ac5e-ffb6819326a5 None None] The sync data for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 is: [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:31Z', 'revision_number': 3, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:35.018556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Made reservation on behalf of b14bdf09f0b74fa083578a2b15b5f23d for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:44:35.022395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:35.062467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:35.113513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:35.232181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Network ccb12059-455a-4b03-aa22-d75a57ecac4a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:35.252702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:35.255760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:35.387136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Pushing event updated for resources: {'Port': ['ID=44b16d13-d002-46a0-bf88-6b47a4c26106,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:35.415860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:35.471661 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:35.570305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Allocated IP 172.20.0.14 (0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752/183b6fc4-1e7b-4f70-91f6-f3c19eb4c546/0ab54650-3f17-4342-a15a-2aed1e2af0bf) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:35.636738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b7398f8d-637b-4081-9f1d-2f625ba016a6 None None] Provisioning for port 44b16d13-d002-46a0-bf88-6b47a4c26106 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:35.641024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b7398f8d-637b-4081-9f1d-2f625ba016a6 None None] Provisioning complete for port 44b16d13-d002-46a0-bf88-6b47a4c26106 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:35.641403 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b7398f8d-637b-4081-9f1d-2f625ba016a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:35.700502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b7398f8d-637b-4081-9f1d-2f625ba016a6 None None] Port 44b16d13-d002-46a0-bf88-6b47a4c26106 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:44:35.851670 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.039884 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cf426a7a-3c47-4ca5-9856-bddfe8bf25b8 req-6f874d5e-05d1-482d-94e4-f4811651033d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 210 time: 0.0783639 Jul 06 18:44:36.095216 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.119614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e63ec993-7c80-4a6d-a46b-09ecac69b1dd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:36.175305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e63ec993-7c80-4a6d-a46b-09ecac69b1dd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:36.180347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e63ec993-7c80-4a6d-a46b-09ecac69b1dd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:36.180960 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.207747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.242473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.287851 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.315727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port e63ec993-7c80-4a6d-a46b-09ecac69b1dd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e63ec993-7c80-4a6d-a46b-09ecac69b1dd,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:36.324884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.339435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.354566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['aaf39855-4a3e-435d-860e-ec5875d961bd', 'b212cac3-d46f-49b7-afd4-1ba69bed3d97'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:44:36.357964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['a85145f6-cf9e-40ba-8b28-25743daf269e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:44:36.435705 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.477548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:36.483390 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.491676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:36.517974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:36.522743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Pushing event updated for resources: {'Port': ['ID=0ab54650-3f17-4342-a15a-2aed1e2af0bf,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:36.566710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=e63ec993-7c80-4a6d-a46b-09ecac69b1dd,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:36.627847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.25.4.225 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/3e171c32-608a-43d6-be74-be3f1542fb7d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:36.631724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Pushing event updated for resources: {'Port': ['ID=44b16d13-d002-46a0-bf88-6b47a4c26106,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:36.646012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.664395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:36.665358 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.762379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-1b65f2a3-689e-465d-9991-63de78b9ae07 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9502439 Jul 06 18:44:36.779955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Request body: {'port': {'device_id': 'fe39b13b-78c4-42c3-8325-7a833789219a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:36.883645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:36.924528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Network ccb12059-455a-4b03-aa22-d75a57ecac4a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:36.933053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:36.937317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:37.194693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:37.318019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39ae30-2a3b-4b25-af92-84e8014f867a req-a2c8be85-3298-4df1-8a0c-1414314abe55 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:37.320104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a39ae30-2a3b-4b25-af92-84e8014f867a req-a2c8be85-3298-4df1-8a0c-1414314abe55 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 932 time: 0.1008298 Jul 06 18:44:37.331172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-00ed1dc6-9fc6-4ca2-a4cc-c9684ebf37ed None None] Provisioning complete for port 44b16d13-d002-46a0-bf88-6b47a4c26106 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:37.333153 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-00ed1dc6-9fc6-4ca2-a4cc-c9684ebf37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:37.385119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-00ed1dc6-9fc6-4ca2-a4cc-c9684ebf37ed None None] Port 44b16d13-d002-46a0-bf88-6b47a4c26106 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:44:37.412552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a39ae30-2a3b-4b25-af92-84e8014f867a req-b8897f7b-b769-4608-b783-518b42cc9516 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851324 Jul 06 18:44:37.698868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:44:37.703652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:37.716775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:37.723410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:37.736147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=3e171c32-608a-43d6-be74-be3f1542fb7d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:38.014421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab54650-3f17-4342-a15a-2aed1e2af0bf {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:44:38.027456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:38.030202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.040545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c6afb75d-8912-48ee-be14-4a11a01154d8 admin admin] 10.222.0.53 "PUT /v2.0/routers/5bc56bd0-e6c1-4506-b0ca-67196f2ad03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5560689 Jul 06 18:44:38.041150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Sync routers for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:38.059619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Transition to ACTIVE for port object 0ab54650-3f17-4342-a15a-2aed1e2af0bf will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:38.059989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:38.060872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:38.123733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e63ec993-7c80-4a6d-a46b-09ecac69b1dd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:38.125030 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.224771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Pushing event updated for resources: {'Port': ['ID=0ab54650-3f17-4342-a15a-2aed1e2af0bf,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:38.255242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:38.284042 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.357824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e63ec993-7c80-4a6d-a46b-09ecac69b1dd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:38.358460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.412815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Attempting to bind port 0ab54650-3f17-4342-a15a-2aed1e2af0bf on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:38.413610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Attempting to bind port 0ab54650-3f17-4342-a15a-2aed1e2af0bf by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:38.413969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Attempting to bind port 0ab54650-3f17-4342-a15a-2aed1e2af0bf on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:38.421658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Port 0ab54650-3f17-4342-a15a-2aed1e2af0bf on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:44:38.422023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Attempting to bind port 0ab54650-3f17-4342-a15a-2aed1e2af0bf on network 0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:38.428510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:38.428851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Checking segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:38.429491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Bound using segment: {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:38.429671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Bound port: 0ab54650-3f17-4342-a15a-2aed1e2af0bf, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c72ea9-7bd9-4caf-9bc8-479b64522be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:38.430058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.596732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 2, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:38.608387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] For port 0ab54650-3f17-4342-a15a-2aed1e2af0bf, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:38.630007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] For port 0ab54650-3f17-4342-a15a-2aed1e2af0bf, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0ab54650-3f17-4342-a15a-2aed1e2af0bf,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:38.641316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.646925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Checking router: 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:38.647279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Updating router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b port 44b16d13-d002-46a0-bf88-6b47a4c26106 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:44:38.683001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.692349 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.695343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:38.695941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.697466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] 10.222.0.24 "PUT /v2.0/ports/0ab54650-3f17-4342-a15a-2aed1e2af0bf HTTP/1.1" status: 200 len: 1092 time: 1.9248035 Jul 06 18:44:38.697947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe39b13b-78c4-42c3-8325-7a833789219a', 'tag': '0ab54650-3f17-4342-a15a-2aed1e2af0bf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:38.700425 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fad916-ecef-4585-99a1-639cd3744c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe39b13b-78c4-42c3-8325-7a833789219a", "tag": "0ab54650-3f17-4342-a15a-2aed1e2af0bf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:38.770849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f774e-6ebd-4630-a61b-dafdeb93078a service neutron] Pushing event updated for resources: {'Port': ['ID=0ab54650-3f17-4342-a15a-2aed1e2af0bf,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:38.867839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2436a-8abd-4b87-8748-6999a52dc357 req-2038b4b3-15da-4cc1-95a5-d1943b3721ee tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:38.873840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bbf2436a-8abd-4b87-8748-6999a52dc357 req-2038b4b3-15da-4cc1-95a5-d1943b3721ee tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 944 time: 0.2689931 Jul 06 18:44:38.889892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-ef9467db-f432-4851-9782-1b6d5f0cfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:38.891521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-ef9467db-f432-4851-9782-1b6d5f0cfd69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 1095 time: 0.1329229 Jul 06 18:44:38.977703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bbf2436a-8abd-4b87-8748-6999a52dc357 req-b3dd9772-d12a-4b06-bc72-af5abb3e123d tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976942 Jul 06 18:44:38.982060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-2e49e610-7966-4d63-84de-2461caf1cffd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ab54650-3f17-4342-a15a-2aed1e2af0bf HTTP/1.1" status: 200 len: 217 time: 0.0793655 Jul 06 18:44:38.991082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 1b7106dc-edc4-4b0c-956a-5411f637ef0d is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:44:39.063602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-2360ea5a-630d-4013-ae92-58618d00fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:39.065260 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-2360ea5a-630d-4013-ae92-58618d00fe6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.0753493 Jul 06 18:44:39.110026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59944) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:39.119261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-66507201-network', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:39.174461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.175484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Made reservation on behalf of d2bdc396021741708d994c9a5bf87de7 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:44:39.178049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.187299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Transition to ACTIVE for port object 44b16d13-d002-46a0-bf88-6b47a4c26106 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:39.191970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.197398 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.246468 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e7836-c318-4c08-a736-0acec320112e x-openstack-request-id: req-757e7836-c318-4c08-a736-0acec320112e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:39.246806 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe39b13b-78c4-42c3-8325-7a833789219a", "tag": "0ab54650-3f17-4342-a15a-2aed1e2af0bf", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:39.247065 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-757e7836-c318-4c08-a736-0acec320112e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:39.247520 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe39b13b-78c4-42c3-8325-7a833789219a', 'tag': '0ab54650-3f17-4342-a15a-2aed1e2af0bf', 'status': 'completed', 'code': 200} Jul 06 18:44:39.251666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-a28ba1fb-698b-4835-8722-9f5bf9f6ec40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372107 Jul 06 18:44:39.253143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:39.263494 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Sync routers for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:39.278209 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:39.279288 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:39.370117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601683-4c45-48aa-aa7e-80bf0b603e66 None None] Pushing event updated for resources: {'Port': ['ID=44b16d13-d002-46a0-bf88-6b47a4c26106,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:39.419183 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.431068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.452129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Attempting to bind port 44b16d13-d002-46a0-bf88-6b47a4c26106 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:39.452683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Attempting to bind port 44b16d13-d002-46a0-bf88-6b47a4c26106 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:39.453056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Attempting to bind port 44b16d13-d002-46a0-bf88-6b47a4c26106 on network ccb12059-455a-4b03-aa22-d75a57ecac4a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:39.454950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.460718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:39.461260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Checking segment: {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:39.462031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.462593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Bound using segment: {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:39.463687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Bound port: 44b16d13-d002-46a0-bf88-6b47a4c26106, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:39.464289 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.464971 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f9d47d90-1c48-45c0-bcb5-e3752b376785 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6763232 Jul 06 18:44:39.465847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59952) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:39.476340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:44:39.487936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.488556 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Added segment a9213356-c635-4791-a4d8-8d87356289ab of type vlan for network 0aa3e282-e12a-45c0-a518-bc23f8b0190e Jul 06 18:44:39.551093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.553850 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-f41cc8ec-4311-471a-9867-c0c9957ef31e service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846608 Jul 06 18:44:39.600671 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:39.651958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.653543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:39.654320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.656362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] For port 44b16d13-d002-46a0-bf88-6b47a4c26106, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:39.662126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] For port 44b16d13-d002-46a0-bf88-6b47a4c26106, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=44b16d13-d002-46a0-bf88-6b47a4c26106,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:39.672405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:39.774643 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd85ec3-c1bf-46bd-be90-eb3526811f2e req-03bf6b06-14c1-4327-8df0-fd8ff428ffa9 service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946838 Jul 06 18:44:39.801483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:39.802314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:39.830765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd5b47b-3aba-4318-941c-8b27eac54b6b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:39.908110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7961185 Jul 06 18:44:39.910038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59960) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:39.921530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601683-4c45-48aa-aa7e-80bf0b603e66 None None] Pushing event updated for resources: {'Port': ['ID=44b16d13-d002-46a0-bf88-6b47a4c26106,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:39.937754 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:38Z', 'revision_number': 3, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:39.946723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Request body: {'subnet': {'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-66507201-subnet', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:39.971683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735c10d-fc05-4c0a-83ab-ec637b9bec97 admin admin] Pushing event updated for resources: {'Network': ['ID=0aa3e282-e12a-45c0-a518-bc23f8b0190e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:39.983353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0aa3e282-e12a-45c0-a518-bc23f8b0190e details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:44:40.063610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Made reservation on behalf of d2bdc396021741708d994c9a5bf87de7 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:44:40.067191 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Checking router: 1b7106dc-edc4-4b0c-956a-5411f637ef0d for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:40.067539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.067704 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Updating router 1b7106dc-edc4-4b0c-956a-5411f637ef0d port 3e171c32-608a-43d6-be74-be3f1542fb7d binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:44:40.111786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a41753e6-9e5e-4b2c-b65d-5a34f37f76c9 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9ac9e46f78db45d6b795116e924e5d96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6362631 Jul 06 18:44:40.113474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59968) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:40.131475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:40.143163 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.501743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401576d-3aca-4f32-9c6b-978204e53faf tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:40.506170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c401576d-3aca-4f32-9c6b-978204e53faf tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3874772 Jul 06 18:44:40.506170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59976) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:40.548038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a107881f-078a-4ed9-8356-a32abfbd36ed tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384285 Jul 06 18:44:40.548653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 59978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:40.569420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-328918408', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:40.579908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:39Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:40.611395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-98d050ec-70a5-4537-a01f-ad2f1ec7da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:40.612191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6c490-a164-4ef8-be00-dd6079711e1b None None] The sync data for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 is: [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:39Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:40.615984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-98d050ec-70a5-4537-a01f-ad2f1ec7da67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 1095 time: 0.7499995 Jul 06 18:44:40.705151 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.717034 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Transition to ACTIVE for port object 3e171c32-608a-43d6-be74-be3f1542fb7d will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:40.730285 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.828179 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d71ce-3e7b-44f9-98c0-825dbfaf8b7c None None] Pushing event updated for resources: {'Port': ['ID=3e171c32-608a-43d6-be74-be3f1542fb7d,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:40.883644 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Attempting to bind port 3e171c32-608a-43d6-be74-be3f1542fb7d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:40.883906 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Attempting to bind port 3e171c32-608a-43d6-be74-be3f1542fb7d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:40.884263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Attempting to bind port 3e171c32-608a-43d6-be74-be3f1542fb7d on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:40.890799 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:40.891415 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:40.891999 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.892547 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:40.893190 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Bound port: 3e171c32-608a-43d6-be74-be3f1542fb7d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:40.893756 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.983309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-b73b0a5a-5242-4d29-9597-ca8f520b9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:40.984948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-b73b0a5a-5242-4d29-9597-ca8f520b9353 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 916 time: 0.2911277 Jul 06 18:44:41.010865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:44:41.017568 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.061918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.069014 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] For port 3e171c32-608a-43d6-be74-be3f1542fb7d, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:41.073903 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] For port 3e171c32-608a-43d6-be74-be3f1542fb7d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3e171c32-608a-43d6-be74-be3f1542fb7d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:41.085234 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.166514 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:41.169241 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:41.253384 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-171ee3b1-3b4e-4247-b886-f303fe72c2a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ab54650-3f17-4342-a15a-2aed1e2af0bf HTTP/1.1" status: 200 len: 217 time: 0.2527201 Jul 06 18:44:41.263122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Checking segment: {'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:41.263483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Network hostable DHCP agents. Network: 0aa3e282-e12a-45c0-a518-bc23f8b0190e, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:44:41.285587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cf3fd5-bbd2-45fa-8592-d6273210deaa,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:41.305522 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d71ce-3e7b-44f9-98c0-825dbfaf8b7c None None] Pushing event updated for resources: {'Port': ['ID=3e171c32-608a-43d6-be74-be3f1542fb7d,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:41.314190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4128d-84eb-4215-8e00-c60891e46b38 req-35d9d4df-54eb-41c8-a7b9-156e1a0727fe tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:41.322636 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:41.329096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ce4128d-84eb-4215-8e00-c60891e46b38 req-35d9d4df-54eb-41c8-a7b9-156e1a0727fe tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 944 time: 0.2896969 Jul 06 18:44:41.370511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Network 0aa3e282-e12a-45c0-a518-bc23f8b0190e is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:44:41.388809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 0aa3e282-e12a-45c0-a518-bc23f8b0190e) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:41.402426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:41.402942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.409625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e98c9-31f0-48be-abb9-4cb901136359 None None] Network 0aa3e282-e12a-45c0-a518-bc23f8b0190e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:44:41.442411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.462414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ce4128d-84eb-4215-8e00-c60891e46b38 req-c33ed2ff-2253-4278-85cd-df4b1a2a417b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322997 Jul 06 18:44:41.466838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4f3b6117-50c0-4f59-b108-aae5b0ef598f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5446482 Jul 06 18:44:41.478764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 59994) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:41.484869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:41.524313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-0e86128c-6472-4fb6-afc1-f37a0596c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:41.527623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-0e86128c-6472-4fb6-afc1-f37a0596c01f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.2007360 Jul 06 18:44:41.539909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.540988 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.616587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.625974 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:38Z', 'revision_number': 3, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:41.632271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-10fd04ef-aa89-4b1d-ad59-f8e717ef86a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897880 Jul 06 18:44:41.668730 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92610f-3c71-4e81-aaaa-f4964d3763e6 None None] The sync data for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 is: [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:38Z', 'revision_number': 3, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:41.840685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Subnet': ['ID=79a88383-6e4a-43e4-b766-2e4079da27b5,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:41.855356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-234742d7-6091-4587-aaa7-a50d87467688 service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088816 Jul 06 18:44:41.857456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Checking segment: {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:41.858401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network hostable DHCP agents. Network: b1263010-6d0d-4970-97ee-a5a219134e15, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:44:41.884973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.967180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4fad916-ecef-4585-99a1-639cd3744c5a req-9bdf5bf0-b203-4cf5-96c0-0cb9da2f5b91 service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037717 Jul 06 18:44:42.013097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network b1263010-6d0d-4970-97ee-a5a219134e15 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:44:42.034297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-0aa3e282-e12a-45c0-a518-bc23f8b0190e', 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'fixed_ips': [{'subnet_id': '74cf3fd5-bbd2-45fa-8592-d6273210deaa'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:44:42.036076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:42.044961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, b1263010-6d0d-4970-97ee-a5a219134e15) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:42.054090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:42.057979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:42.077591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3961bc-2b00-4305-909c-f988f249b857 None None] Network b1263010-6d0d-4970-97ee-a5a219134e15 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:44:42.100630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60004) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:42.113273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9459d473-60a6-4207-b7db-7e1647b0b893 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5417171 Jul 06 18:44:42.295158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 44b16d13-d002-46a0-bf88-6b47a4c26106 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:42.572564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Allocated IP 172.20.0.2 (0aa3e282-e12a-45c0-a518-bc23f8b0190e/74cf3fd5-bbd2-45fa-8592-d6273210deaa/7a9897c8-d643-49ca-92d2-90a5a67f1b7c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:42.587948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-b1263010-6d0d-4970-97ee-a5a219134e15', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:44:42.588856 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:42.594494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 44b16d13-d002-46a0-bf88-6b47a4c26106 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:42.616328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 44b16d13-d002-46a0-bf88-6b47a4c26106 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:42.616820 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:42.640783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:42.694637 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:42.838746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5d0f3-e434-48cf-a3d4-fad6e425b4ea req-af06e58b-1556-4f95-90cc-d3c1ffb46d9b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:42.847541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ec5d0f3-e434-48cf-a3d4-fad6e425b4ea req-af06e58b-1556-4f95-90cc-d3c1ffb46d9b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 944 time: 0.0900588 Jul 06 18:44:42.868638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Allocated IP 172.20.0.2 (b1263010-6d0d-4970-97ee-a5a219134e15/79a88383-6e4a-43e4-b766-2e4079da27b5/0d3929a0-c2d9-49c9-af78-6f1efd025ef4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:42.904044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ec5d0f3-e434-48cf-a3d4-fad6e425b4ea req-f0367446-74a9-4d3a-8125-dda1d66c9324 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536654 Jul 06 18:44:43.080165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Allocated IP 172.25.4.185 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/4f629763-c6e6-4c21-abd5-8c953e92649c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:43.188181 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.199643 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Transition to ACTIVE for port object 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:43.218485 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Transition to ACTIVE for port object 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:43.269563 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.282257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.292210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Transition to ACTIVE for port object 7a9897c8-d643-49ca-92d2-90a5a67f1b7c will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:43.340322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0ab54650-3f17-4342-a15a-2aed1e2af0bf details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:44:43.355409 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.367522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.368107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Network b1263010-6d0d-4970-97ee-a5a219134e15 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:43.369001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Transition to ACTIVE for port object 7a9897c8-d643-49ca-92d2-90a5a67f1b7c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:43.390946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:43.394245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:43.401492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.403850 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.415716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Pushing event updated for resources: {'Port': ['ID=0d3929a0-c2d9-49c9-af78-6f1efd025ef4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:43.520296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.537752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Network 0aa3e282-e12a-45c0-a518-bc23f8b0190e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:43.544819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:43.576342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:43.583819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:43.585702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:43.594459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:43.622682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 44b16d13-d002-46a0-bf88-6b47a4c26106, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=44b16d13-d002-46a0-bf88-6b47a4c26106,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:43.633319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Pushing event updated for resources: {'Port': ['ID=7a9897c8-d643-49ca-92d2-90a5a67f1b7c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:43.643721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f629763-c6e6-4c21-abd5-8c953e92649c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:43.686359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.690788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0ab54650-3f17-4342-a15a-2aed1e2af0bf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0ab54650-3f17-4342-a15a-2aed1e2af0bf,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:43.785647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Attempting to bind port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:43.786032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Attempting to bind port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:43.786327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Attempting to bind port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 on network b1263010-6d0d-4970-97ee-a5a219134e15 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:43.808509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Attempting to bind port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:43.808887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Attempting to bind port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:43.809161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Attempting to bind port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c on network 0aa3e282-e12a-45c0-a518-bc23f8b0190e {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:43.824589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:43.824589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Checking segment: {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:43.824589 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.825076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Bound using segment: {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:43.825628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Bound port: 0d3929a0-c2d9-49c9-af78-6f1efd025ef4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:43.826029 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.828030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '0ab54650-3f17-4342-a15a-2aed1e2af0bf', 'network_id': '0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752', 'port_id': '0ab54650-3f17-4342-a15a-2aed1e2af0bf', 'mac_address': 'fa:16:3e:d3:34:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b6fc4-1e7b-4f70-91f6-f3c19eb4c546', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:44:43.834465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:43.834884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Checking segment: {'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:43.835251 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.835706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Bound using segment: {'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:43.836171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Bound port: 7a9897c8-d643-49ca-92d2-90a5a67f1b7c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:43.836542 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.844472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=44b16d13-d002-46a0-bf88-6b47a4c26106,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:43.914579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] For port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:43.918021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] For port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0d3929a0-c2d9-49c9-af78-6f1efd025ef4,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:43.966252 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:43.985498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.20.0.1 (b1263010-6d0d-4970-97ee-a5a219134e15/79a88383-6e4a-43e4-b766-2e4079da27b5/1520dd3b-8375-4423-980b-301e4bacbc8f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:44.064540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.122989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e56b93-62b5-4236-8e8f-4e46e8bb9ef7 None None] Pushing event updated for resources: {'Port': ['ID=0d3929a0-c2d9-49c9-af78-6f1efd025ef4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:44.126501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab54650-3f17-4342-a15a-2aed1e2af0bf {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:44:44.150245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0ab54650-3f17-4342-a15a-2aed1e2af0bf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0ab54650-3f17-4342-a15a-2aed1e2af0bf,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:44.178268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.190152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] For port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:44.261864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] For port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7a9897c8-d643-49ca-92d2-90a5a67f1b7c,segment=NetworkSegment(a9213356-c635-4791-a4d8-8d87356289ab),segment_id=a9213356-c635-4791-a4d8-8d87356289ab)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:44.268466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec123269-967a-420c-86df-8c53b1232505 req-7bb65807-1bb5-486c-8955-26b347882407 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:44.275639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec123269-967a-420c-86df-8c53b1232505 req-7bb65807-1bb5-486c-8955-26b347882407 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 944 time: 0.1900973 Jul 06 18:44:44.304978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.308482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=0ab54650-3f17-4342-a15a-2aed1e2af0bf,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:44.360124 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec123269-967a-420c-86df-8c53b1232505 req-cb5a75dd-4fe5-4ca8-adad-b32168c8a7ec tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832968 Jul 06 18:44:44.457378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6683c-5379-483d-bbc4-222113e01b01 None None] Pushing event updated for resources: {'Port': ['ID=7a9897c8-d643-49ca-92d2-90a5a67f1b7c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:44.477238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['0ab54650-3f17-4342-a15a-2aed1e2af0bf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:44:44.506940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ec38-260a-42dd-a8c7-2be83911124e req-1bb568c8-b11c-4049-a18b-507e8b58ed57 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:44.518425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a04ec38-260a-42dd-a8c7-2be83911124e req-1bb568c8-b11c-4049-a18b-507e8b58ed57 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1097 time: 0.4564345 Jul 06 18:44:44.527890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 44b16d13-d002-46a0-bf88-6b47a4c26106 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:44.549210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.647917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.712006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 44b16d13-d002-46a0-bf88-6b47a4c26106 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:44.712472 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.734870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Transition to ACTIVE for port object 1520dd3b-8375-4423-980b-301e4bacbc8f will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:44.763439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a04ec38-260a-42dd-a8c7-2be83911124e req-bb73ce2f-2766-457f-8089-5a9904078681 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440066 Jul 06 18:44:44.810350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60058) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:44.935314 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.010402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network b1263010-6d0d-4970-97ee-a5a219134e15 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:45.040087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:45.129919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:45.137927 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.161988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=1520dd3b-8375-4423-980b-301e4bacbc8f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:45.236579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3e171c32-608a-43d6-be74-be3f1542fb7d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:45.246435 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.337440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 3e171c32-608a-43d6-be74-be3f1542fb7d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:45.348711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3e171c32-608a-43d6-be74-be3f1542fb7d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:45.352066 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.462887 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.544587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 3e171c32-608a-43d6-be74-be3f1542fb7d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3e171c32-608a-43d6-be74-be3f1542fb7d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:45.560694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-417c8c1d-9aaf-4b0e-9461-ec276eca89e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.564943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.633573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=3e171c32-608a-43d6-be74-be3f1542fb7d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:45.720688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 6ae67884-903f-4720-824c-5e475b6c29c0 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:44:45.721846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.784218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49607c0a-48ed-4a94-86b2-43e625464b50 None None] Network b1263010-6d0d-4970-97ee-a5a219134e15 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:44:45.822691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.823179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.856405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 6ae67884-903f-4720-824c-5e475b6c29c0 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:44:45.869628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-59294118-1a60-4dbc-bff6-8846a3783026 None None] Provisioning for port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:46.147097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4bf245-0f6c-4739-b1d4-de2106393c28 None None] Network 0aa3e282-e12a-45c0-a518-bc23f8b0190e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:44:46.162134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.217469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=6ae67884-903f-4720-824c-5e475b6c29c0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:46.238813 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:44:46.299306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e557b258-673c-43df-9d03-80416ec6e741 None None] Provisioning for port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:46.334737 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.337445 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Floating IP b2be66dd-5b78-4c0c-8332-5e3c5e9d1398 disassociated (deleted). External IP: 172.25.4.88, port: 65c61914-31ab-4f3d-890e-25f872081c83. Jul 06 18:44:46.393108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:46.401261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55098601-d677-4487-8bda-bc7a2a37c715 req-0448c9eb-4f44-4b86-84c5-4c3ef119eae8 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:46.402886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55098601-d677-4487-8bda-bc7a2a37c715 req-0448c9eb-4f44-4b86-84c5-4c3ef119eae8 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 945 time: 0.4011030 Jul 06 18:44:46.407385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.515409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:46.527029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:46.527567 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.604864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Provisioning for port 1520dd3b-8375-4423-980b-301e4bacbc8f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:46.622214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Provisioning complete for port 1520dd3b-8375-4423-980b-301e4bacbc8f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:46.628668 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.638114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:44:46.651096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55098601-d677-4487-8bda-bc7a2a37c715 req-15a7bbe6-73aa-41ef-8ef1-b99279a19b8b tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252419 Jul 06 18:44:46.663847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:44:46.678011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Port 1520dd3b-8375-4423-980b-301e4bacbc8f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:44:46.727096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Provisioning complete for port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:46.727423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.784214 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.849949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:46.866625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.868512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] Sync routers for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:46.916948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:46.917782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:46.921379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0d3929a0-c2d9-49c9-af78-6f1efd025ef4,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:46.956380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0b801188-38bc-43f5-90c1-05af52a78877 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/floatingips/b2be66dd-5b78-4c0c-8332-5e3c5e9d1398 HTTP/1.1" status: 204 len: 168 time: 2.1333227 Jul 06 18:44:46.957379 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:46.960460 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40139210-86ea-43b1-b1e3-c4b1a9164a24" -d '{"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:46.987766 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:46.988584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a9897c8-d643-49ca-92d2-90a5a67f1b7c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:47.048284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:47.059055 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Sync routers for ids ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:47.081186 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.088121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.088882 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Routers {'1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:47.089623 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:47.090572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2c1eec4b-a1f3-4249-b969-56f2aa8789d5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.6093063 Jul 06 18:44:47.092607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60096) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:47.175539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.182740 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.238618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:47.259828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=0d3929a0-c2d9-49c9-af78-6f1efd025ef4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:47.273559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:47.273958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.285664 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.345773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0ab54650-3f17-4342-a15a-2aed1e2af0bf up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:47.356454 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00ea784-977e-44ac-9cd8-937fdad4afc7 x-openstack-request-id: req-a00ea784-977e-44ac-9cd8-937fdad4afc7 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:47.357293 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:47.357820 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a00ea784-977e-44ac-9cd8-937fdad4afc7 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:47.359959 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'status': 'completed', 'code': 200} Jul 06 18:44:47.407316 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:44:47.407672 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-d493fe66-91e7-4811-9a3c-1c5bbe4cf579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:44:47.417386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:47.442515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=1520dd3b-8375-4423-980b-301e4bacbc8f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:47.456418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.462263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.462858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.463250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.463590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.463930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.464259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.464585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.465086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.466694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.467205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.467683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:47.519263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-ef783f1a-e1b9-4045-8c88-c3e65333f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:47.519263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-ef783f1a-e1b9-4045-8c88-c3e65333f030 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 1097 time: 0.1574149 Jul 06 18:44:47.561760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network b1263010-6d0d-4970-97ee-a5a219134e15 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:47.567538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:47.643970 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Set router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:47.791333 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.930778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 0ab54650-3f17-4342-a15a-2aed1e2af0bf completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:47.961695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 1b7106dc-edc4-4b0c-956a-5411f637ef0d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:44:47.971454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448438-40a3-4ce8-ab89-c7df7716a601 req-2cc64d36-010c-45c7-ae10-19ce8e191b81 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:47.973916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9448438-40a3-4ce8-ab89-c7df7716a601 req-2cc64d36-010c-45c7-ae10-19ce8e191b81 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 946 time: 0.1684361 Jul 06 18:44:47.985615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-5313db2d-7db5-49ba-ac18-12f0f955a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:47.986836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7a9897c8-d643-49ca-92d2-90a5a67f1b7c,segment=NetworkSegment(a9213356-c635-4791-a4d8-8d87356289ab),segment_id=a9213356-c635-4791-a4d8-8d87356289ab)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:47.987567 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-5313db2d-7db5-49ba-ac18-12f0f955a464 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 200 len: 896 time: 0.4179709 Jul 06 18:44:47.987964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 0ab54650-3f17-4342-a15a-2aed1e2af0bf triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:47.990695 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.025234 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.026034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3e171c32-608a-43d6-be74-be3f1542fb7d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:48.033424 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 3, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port': {'id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:42Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:48.087070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9448438-40a3-4ce8-ab89-c7df7716a601 req-944e3134-b3cb-4276-b384-1bdb7aa844b1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=698bd65f-2611-4973-bf47-41602c97fe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060555 Jul 06 18:44:48.103171 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Checking router: 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:48.103847 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Updating router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd port 4f629763-c6e6-4c21-abd5-8c953e92649c binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:44:48.143469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-acbd20b0-c429-45f9-a3d9-00262dd5c65d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 200 len: 217 time: 0.1471820 Jul 06 18:44:48.179354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:48.195029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-310444a9-8127-444a-8cb2-1e8779536965 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "PUT /v2.0/routers/1b7106dc-edc4-4b0c-956a-5411f637ef0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0927935 Jul 06 18:44:48.197944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60116) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:48.208336 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.222919 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Sync routers for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:48.247868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7a9897c8-d643-49ca-92d2-90a5a67f1b7c,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:48.261799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-f6926b3c-8287-44da-a625-0c01ac0a5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.263297 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-f6926b3c-8287-44da-a625-0c01ac0a5c4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 200 len: 834 time: 0.1027982 Jul 06 18:44:48.299318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:48.362329 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dd93e43d-2952-46a5-b3c8-04f7f0fe593c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.379453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] Checking router: 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:48.381543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:48.382301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:48.390814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691f360-6532-4bd2-9722-5a21e507fee6 req-f4826c22-6be6-44c8-9db2-3ffdd4756760 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.419503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1691f360-6532-4bd2-9722-5a21e507fee6 req-f4826c22-6be6-44c8-9db2-3ffdd4756760 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 945 time: 0.4825368 Jul 06 18:44:48.452400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.453784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.454417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.455125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.456070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.456772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.457487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.458139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.458827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.459445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.460081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.460768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.463339 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-610e076e-3526-4ef7-a9f4-b814d7f55197 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8452 time: 0.2635622 Jul 06 18:44:48.467304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60124) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:48.521861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1691f360-6532-4bd2-9722-5a21e507fee6 req-b8b8fae5-6461-4b36-94f4-99fa7dfd792e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011348 Jul 06 18:44:48.569638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-6005abd8-c93f-42ec-9ed6-e46c96d25d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.571293 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-6005abd8-c93f-42ec-9ed6-e46c96d25d2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2402e523-8c82-4845-a11f-7372e347e98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765346 Jul 06 18:44:48.728213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.728850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.729382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.730177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.733924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.733924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.733924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.733924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.733924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.733924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.733924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.733924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.738834 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3c2e0677-edf5-468b-a1ef-8c34f30ddf68 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7718 time: 0.2675884 Jul 06 18:44:48.739230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60130) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:48.742461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ca372ae-f3de-41a5-a185-4332ff670226 None None] Provisioning complete for port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:48.742461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ca372ae-f3de-41a5-a185-4332ff670226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.779234 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.780759 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.792237 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Transition to ACTIVE for port object 4f629763-c6e6-4c21-abd5-8c953e92649c will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:48.802324 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.830057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe39b13b-78c4-42c3-8325-7a833789219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab54650-3f17-4342-a15a-2aed1e2af0bf'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:48.833411 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d1d379-3040-49b1-874a-9e03f7cf0898" -d '{"events": [{"server_uuid": "fe39b13b-78c4-42c3-8325-7a833789219a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab54650-3f17-4342-a15a-2aed1e2af0bf"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:48.842780 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.846756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0ab54650-3f17-4342-a15a-2aed1e2af0bf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0ab54650-3f17-4342-a15a-2aed1e2af0bf,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:48.868961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3e171c32-608a-43d6-be74-be3f1542fb7d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:48.869444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.871176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:48.873706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:48.874584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:48.890210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-c77d1db0-33cf-48f4-8206-1e9dec1092b1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.891748 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-c77d1db0-33cf-48f4-8206-1e9dec1092b1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 946 time: 0.0823240 Jul 06 18:44:48.917286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-4c8f9ada-5e2f-4234-93a2-f9b7287ef26f service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338406 Jul 06 18:44:48.933543 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b48c4-a06c-458e-a6a1-964674ad2c88 None None] Pushing event updated for resources: {'Port': ['ID=4f629763-c6e6-4c21-abd5-8c953e92649c,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:48.991519 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Attempting to bind port 4f629763-c6e6-4c21-abd5-8c953e92649c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:48.991932 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Attempting to bind port 4f629763-c6e6-4c21-abd5-8c953e92649c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:48.993798 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Attempting to bind port 4f629763-c6e6-4c21-abd5-8c953e92649c on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:49.006518 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:49.007516 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:49.007932 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.008619 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:49.009247 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Bound port: 4f629763-c6e6-4c21-abd5-8c953e92649c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:49.009682 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.066082 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.101986 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] For port 4f629763-c6e6-4c21-abd5-8c953e92649c, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:49.106690 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] For port 4f629763-c6e6-4c21-abd5-8c953e92649c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4f629763-c6e6-4c21-abd5-8c953e92649c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:49.117437 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.126982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 65c61914-31ab-4f3d-890e-25f872081c83 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:44:49.127341 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.260913 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b48c4-a06c-458e-a6a1-964674ad2c88 None None] Pushing event updated for resources: {'Port': ['ID=4f629763-c6e6-4c21-abd5-8c953e92649c,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:49.273546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 65c61914-31ab-4f3d-890e-25f872081c83, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=65c61914-31ab-4f3d-890e-25f872081c83,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:49.273961 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.274237 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Routers {'1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:49.274868 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:49.279825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=0ab54650-3f17-4342-a15a-2aed1e2af0bf,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:49.291342 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8fa2e0-5865-4b05-aab8-ac235278f623 x-openstack-request-id: req-8a8fa2e0-5865-4b05-aab8-ac235278f623 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:49.291767 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe39b13b-78c4-42c3-8325-7a833789219a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab54650-3f17-4342-a15a-2aed1e2af0bf", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:49.292022 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a8fa2e0-5865-4b05-aab8-ac235278f623 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:49.292412 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe39b13b-78c4-42c3-8325-7a833789219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab54650-3f17-4342-a15a-2aed1e2af0bf', 'code': 200} Jul 06 18:44:49.292609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 65c61914-31ab-4f3d-890e-25f872081c83 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:44:49.306156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:49.502949 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] Set router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:49.520741 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.584409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fdd20ca-5a69-4a83-93e5-15abf759656f req-29401af7-3a97-436f-acae-d3925fdf6753 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=353ce7d0-4a1c-46a5-a042-4d376d03cd65 HTTP/1.1" status: 200 len: 210 time: 0.0875101 Jul 06 18:44:49.605705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ca372ae-f3de-41a5-a185-4332ff670226 None None] Provisioning complete for port 1520dd3b-8375-4423-980b-301e4bacbc8f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:49.607703 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ca372ae-f3de-41a5-a185-4332ff670226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.612333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:49.645847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=65c61914-31ab-4f3d-890e-25f872081c83,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:49.691131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] No DVR routers for this DVR port 65c61914-31ab-4f3d-890e-25f872081c83 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:44:49.694213 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.695333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a9897c8-d643-49ca-92d2-90a5a67f1b7c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:49.695476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.698458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df07f440-9490-44c6-94aa-e8c38fb8ffd3 req-e7007b47-18c0-4dad-a94d-1b27b879bbd6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "DELETE /v2.0/ports/65c61914-31ab-4f3d-890e-25f872081c83 HTTP/1.1" status: 204 len: 173 time: 0.7993062 Jul 06 18:44:49.699475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-deleted', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:49.712849 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f557bb-ab78-4a93-9e0e-d13f6212b7f1" -d '{"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-deleted", "tag": "65c61914-31ab-4f3d-890e-25f872081c83"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:49.746490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40139210-86ea-43b1-b1e3-c4b1a9164a24 req-3ab5860c-0a1e-4cee-8b88-e2482337e1cc service neutron] 10.222.0.41 "GET /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8144104 Jul 06 18:44:49.901936 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d22366-8214-437f-b530-3ae6779867fb x-openstack-request-id: req-65d22366-8214-437f-b530-3ae6779867fb {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:49.902222 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ce7d0-4a1c-46a5-a042-4d376d03cd65", "name": "network-vif-deleted", "tag": "65c61914-31ab-4f3d-890e-25f872081c83", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:49.902465 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65d22366-8214-437f-b530-3ae6779867fb {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:49.903129 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ce7d0-4a1c-46a5-a042-4d376d03cd65', 'name': 'network-vif-deleted', 'tag': '65c61914-31ab-4f3d-890e-25f872081c83', 'status': 'completed', 'code': 200} Jul 06 18:44:49.972497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de119e39-6436-498b-a7b3-05301e82a32a req-edc8cd5e-7f66-419a-b40c-fd32a5571ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:49.974235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de119e39-6436-498b-a7b3-05301e82a32a req-edc8cd5e-7f66-419a-b40c-fd32a5571ed6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 1097 time: 0.6915996 Jul 06 18:44:49.990761 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 3, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port': {'id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:42Z', 'updated_at': '2021-07-06T18:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:50.017385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0ca372ae-f3de-41a5-a185-4332ff670226 None None] Port 1520dd3b-8375-4423-980b-301e4bacbc8f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:44:50.034980 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96031ded-8905-4ab5-ba75-53946f0e1d30 None None] The sync data for ids ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'] in n-d-799684-2 is: [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 3, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port': {'id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:42Z', 'updated_at': '2021-07-06T18:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:50.056190 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e8e8b40-202f-4c91-99ee-ca7d6af6b553 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5219 time: 1.3139982 Jul 06 18:44:50.098510 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de119e39-6436-498b-a7b3-05301e82a32a req-e8318820-89fd-4b75-a560-09d973cfd494 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090999 Jul 06 18:44:50.110171 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Allocated IP 172.20.0.1 (0aa3e282-e12a-45c0-a518-bc23f8b0190e/74cf3fd5-bbd2-45fa-8592-d6273210deaa/c5b7317a-7334-46be-870f-b00891f6d41d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:50.175216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197468-0e45-43d6-98c5-c3b4a2432dec req-adf7367f-2380-4506-b223-ffad16e13091 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:50.188803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38197468-0e45-43d6-98c5-c3b4a2432dec req-adf7367f-2380-4506-b223-ffad16e13091 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 946 time: 0.2976263 Jul 06 18:44:50.274948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:50.275328 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:50.344534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:50.397090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2cb0d-4067-4266-b0f4-22c76fe5be42 None None] The sync data for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 is: [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '81d19936-0a84-4916-a21c-734afcdf6532', 'name': '', 'network_id': '2402e523-8c82-4845-a11f-7372e347e98a', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:d9:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:31Z', 'updated_at': '2021-07-06T18:42:42Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': 'dea75151-555a-44c3-8a85-5a236ebd01b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:50.563979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:46Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:46Z', 'revision_number': 2, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:50.641463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Checking router: 1b7106dc-edc4-4b0c-956a-5411f637ef0d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:50.642297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Updating router 1b7106dc-edc4-4b0c-956a-5411f637ef0d port 1520dd3b-8375-4423-980b-301e4bacbc8f binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:44:50.642699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60172) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:50.654627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-502d6685-a17f-422d-aa05-1d5b1adc382e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193673722', 'description': 'tempest-secgroup-smoke-1193673722 description', 'project_id': '9ac9e46f78db45d6b795116e924e5d96'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:50.736012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:50.750459 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-502d6685-a17f-422d-aa05-1d5b1adc382e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:50.829624 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:50.832996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:50.833495 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.048164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-502d6685-a17f-422d-aa05-1d5b1adc382e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.070657 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-502d6685-a17f-422d-aa05-1d5b1adc382e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.116829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60182) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:51.143382 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea6104-cf73-42ed-bee4-b99a20864e27 None None] New status for floating IP b2be66dd-5b78-4c0c-8332-5e3c5e9d1398: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:44:51.206834 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-502d6685-a17f-422d-aa05-1d5b1adc382e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.210562 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.221650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-502d6685-a17f-422d-aa05-1d5b1adc382e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5773139 Jul 06 18:44:51.307368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.319821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60184) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:51.330241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d0753bbf-9337-4701-8f47-26b2e8c61554 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': 'd0a866b3-e148-466f-8252-86b262ca3e2e', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:51.341752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d6685-a17f-422d-aa05-1d5b1adc382e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a866b3-e148-466f-8252-86b262ca3e2e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:51.353328 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38197468-0e45-43d6-98c5-c3b4a2432dec req-5204508f-8d64-4675-8bf8-25aa06ed5a3e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1639040 Jul 06 18:44:51.354587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Transition to ACTIVE for port object c5b7317a-7334-46be-870f-b00891f6d41d will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:51.404655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0753bbf-9337-4701-8f47-26b2e8c61554 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.506620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0753bbf-9337-4701-8f47-26b2e8c61554 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.545497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0753bbf-9337-4701-8f47-26b2e8c61554 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.572787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.586565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.587094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0753bbf-9337-4701-8f47-26b2e8c61554 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.588407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d0753bbf-9337-4701-8f47-26b2e8c61554 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2631440 Jul 06 18:44:51.598449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Transition to ACTIVE for port object 1520dd3b-8375-4423-980b-301e4bacbc8f will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:51.598727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60190) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:51.603872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2fd32275-93fd-4c2f-b94b-7493fce0d65a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': 'd0a866b3-e148-466f-8252-86b262ca3e2e', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:51.608930 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.636821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Network 0aa3e282-e12a-45c0-a518-bc23f8b0190e is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:51.641945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0753bbf-9337-4701-8f47-26b2e8c61554 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc9943c-857f-4e3f-95a4-4138eadef710,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:51.649264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:51.669629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:51.672426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4f629763-c6e6-4c21-abd5-8c953e92649c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:51.718100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.799531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Pushing event updated for resources: {'Port': ['ID=c5b7317a-7334-46be-870f-b00891f6d41d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:51.838592 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2fd32275-93fd-4c2f-b94b-7493fce0d65a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.884258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01d3f2-28b0-4584-b76d-9661f0157fdd None None] Pushing event updated for resources: {'Port': ['ID=1520dd3b-8375-4423-980b-301e4bacbc8f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:51.947754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4f629763-c6e6-4c21-abd5-8c953e92649c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:51.972135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4f629763-c6e6-4c21-abd5-8c953e92649c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:51.972978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:51.987725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Attempting to bind port 1520dd3b-8375-4423-980b-301e4bacbc8f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:52.006251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Attempting to bind port 1520dd3b-8375-4423-980b-301e4bacbc8f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:52.006251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Attempting to bind port 1520dd3b-8375-4423-980b-301e4bacbc8f on network b1263010-6d0d-4970-97ee-a5a219134e15 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:52.068679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2fd32275-93fd-4c2f-b94b-7493fce0d65a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.082857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2fd32275-93fd-4c2f-b94b-7493fce0d65a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.152576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd32275-93fd-4c2f-b94b-7493fce0d65a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fd6a4a-f628-4769-9050-43a33da870e0,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:52.169173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2fd32275-93fd-4c2f-b94b-7493fce0d65a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.171344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2fd32275-93fd-4c2f-b94b-7493fce0d65a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5717087 Jul 06 18:44:52.175298 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60200) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:52.180423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-854837a7-8ed6-469d-a433-5871968e584e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': 'd0a866b3-e148-466f-8252-86b262ca3e2e', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:52.239934 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-854837a7-8ed6-469d-a433-5871968e584e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.260161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.294037 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.349195 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-854837a7-8ed6-469d-a433-5871968e584e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.358520 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-854837a7-8ed6-469d-a433-5871968e584e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.408400 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-854837a7-8ed6-469d-a433-5871968e584e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.413858 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-854837a7-8ed6-469d-a433-5871968e584e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2345524 Jul 06 18:44:52.425317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60210) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:52.448455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-369e220c-38d5-4f91-8af5-dd23ff162748 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': 'd0a866b3-e148-466f-8252-86b262ca3e2e', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:52.452944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:52.453619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Checking segment: {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:52.454220 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.454779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Bound using segment: {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:52.455431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Bound port: 1520dd3b-8375-4423-980b-301e4bacbc8f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:52.455988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.492905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854837a7-8ed6-469d-a433-5871968e584e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6290faa4-194e-49f0-9f30-6c8003893dc3,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:52.525518 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.536530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-779ba38c-f4fc-4aa7-b94a-0e4ee112e4d2 None None] Provisioning for port c5b7317a-7334-46be-870f-b00891f6d41d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:52.559876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-779ba38c-f4fc-4aa7-b94a-0e4ee112e4d2 None None] Provisioning complete for port c5b7317a-7334-46be-870f-b00891f6d41d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:52.560447 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-779ba38c-f4fc-4aa7-b94a-0e4ee112e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.609322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-779ba38c-f4fc-4aa7-b94a-0e4ee112e4d2 None None] Port c5b7317a-7334-46be-870f-b00891f6d41d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:44:52.616229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:44:52.655944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 65c61914-31ab-4f3d-890e-25f872081c83 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:44:52.656231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.656736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 65c61914-31ab-4f3d-890e-25f872081c83 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:44:52.664869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.665918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.735006 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.751496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] For port 1520dd3b-8375-4423-980b-301e4bacbc8f, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:52.751752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 81d19936-0a84-4916-a21c-734afcdf6532 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:44:52.752087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.759301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] For port 1520dd3b-8375-4423-980b-301e4bacbc8f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1520dd3b-8375-4423-980b-301e4bacbc8f,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:52.776089 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.792291 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4f629763-c6e6-4c21-abd5-8c953e92649c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4f629763-c6e6-4c21-abd5-8c953e92649c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:52.806714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Pushing event updated for resources: {'Port': ['ID=c5b7317a-7334-46be-870f-b00891f6d41d,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:52.815245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.830309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-369e220c-38d5-4f91-8af5-dd23ff162748 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.857549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161546de-2b0c-4dff-a197-a8558fd10e85 req-d4b162f3-2f25-4032-8c80-877b86c88e28 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:52.860599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.875545 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-161546de-2b0c-4dff-a197-a8558fd10e85 req-d4b162f3-2f25-4032-8c80-877b86c88e28 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 946 time: 0.2485695 Jul 06 18:44:52.906569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:52.907657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:52.910121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01d3f2-28b0-4584-b76d-9661f0157fdd None None] Pushing event updated for resources: {'Port': ['ID=1520dd3b-8375-4423-980b-301e4bacbc8f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:52.999410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-161546de-2b0c-4dff-a197-a8558fd10e85 req-0a9a2a9a-26aa-46eb-9104-ddeff4bd9c30 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228352 Jul 06 18:44:53.056250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 81d19936-0a84-4916-a21c-734afcdf6532, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=81d19936-0a84-4916-a21c-734afcdf6532,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:53.056619 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.072966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 81d19936-0a84-4916-a21c-734afcdf6532 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:44:53.120978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4f629763-c6e6-4c21-abd5-8c953e92649c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:53.146367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-369e220c-38d5-4f91-8af5-dd23ff162748 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.163511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Network 0aa3e282-e12a-45c0-a518-bc23f8b0190e is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:53.165211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-369e220c-38d5-4f91-8af5-dd23ff162748 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.188303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:53.217387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e220c-38d5-4f91-8af5-dd23ff162748 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbd3a6c-9d7d-43fe-a304-7ee39c1bf625,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:53.220822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:53.255969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-369e220c-38d5-4f91-8af5-dd23ff162748 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.258286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-369e220c-38d5-4f91-8af5-dd23ff162748 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8229635 Jul 06 18:44:53.267561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60226) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:53.278616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-54187318-f904-4db9-9995-d82e78b2736b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': 'd0a866b3-e148-466f-8252-86b262ca3e2e', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:53.459578 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-54187318-f904-4db9-9995-d82e78b2736b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Project 9ac9e46f78db45d6b795116e924e5d96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:44:53.482308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54187318-f904-4db9-9995-d82e78b2736b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.695483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4f629763-c6e6-4c21-abd5-8c953e92649c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:53.781542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:44:53.793642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c7894040-0d56-4f00-9d0a-c14f1df87eaa None None] Provisioning complete for port c5b7317a-7334-46be-870f-b00891f6d41d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:53.794305 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7894040-0d56-4f00-9d0a-c14f1df87eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.805486 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54187318-f904-4db9-9995-d82e78b2736b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.813495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:46Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:53.899257 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54187318-f904-4db9-9995-d82e78b2736b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.922056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54187318-f904-4db9-9995-d82e78b2736b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3834212d-6014-4841-9025-d3f01c5adf6c,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:53.934179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e17fe-1adb-46eb-a8bf-ceba8695274b None None] The sync data for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 is: [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:46Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:53.949840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:53.956335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c7894040-0d56-4f00-9d0a-c14f1df87eaa None None] Port c5b7317a-7334-46be-870f-b00891f6d41d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:44:53.959880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4deb4002-e920-485f-a782-d4e4617eb2ad admin admin] 10.222.0.53 "PUT /v2.0/routers/1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8658838 Jul 06 18:44:53.960900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54187318-f904-4db9-9995-d82e78b2736b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.962262 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54187318-f904-4db9-9995-d82e78b2736b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6933899 Jul 06 18:44:53.970251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60244) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:53.979352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': 'd0a866b3-e148-466f-8252-86b262ca3e2e', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:53.985023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4f629763-c6e6-4c21-abd5-8c953e92649c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:53.985409 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.989978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:54.034661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=81d19936-0a84-4916-a21c-734afcdf6532,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:54.065521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Sync routers for ids ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:54.070605 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Project 9ac9e46f78db45d6b795116e924e5d96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:44:54.077050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:54.109847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Routers {'1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:54.112056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:54.310426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:54.319440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:54.350955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e09771e-11b2-45e0-b67b-0ae66abc804c,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:54.381987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.394434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.395039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.395555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.396197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.396444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.396777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.397321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.397852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.398360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.398695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.399058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:54.434922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:54.436489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8b60f4c5-66ee-46e4-b108-faa340a0b45f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4611530 Jul 06 18:44:54.495524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:54.553681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Set router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:54.997290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-16e4eb0b-d772-4554-913f-364f0c49c3da tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193673722&fields=id&tenant_id=9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 267 time: 0.0604758 Jul 06 18:44:55.121553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port': {'id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:42Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c5b7317a-7334-46be-870f-b00891f6d41d', 'name': '', 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'mac_address': 'fa:16:3e:97:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '74cf3fd5-bbd2-45fa-8592-d6273210deaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:49Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 2, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'subnets': [{'id': '74cf3fd5-bbd2-45fa-8592-d6273210deaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:55.135826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:44:55.163196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60280) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:55.177918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c14d4bd3-ebd1-486f-984a-47c42d199bb7 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006750399', 'description': 'tempest-secgroup-smoke-2006750399 description', 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:55.216351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Checking router: 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:55.216950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Updating router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd port c5b7317a-7334-46be-870f-b00891f6d41d binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:44:55.252637 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c14d4bd3-ebd1-486f-984a-47c42d199bb7 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.265860 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.368854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-782c6a57-50c8-461a-9bff-c46f6bed918d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:55.382318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-782c6a57-50c8-461a-9bff-c46f6bed918d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/networks?id=b1263010-6d0d-4970-97ee-a5a219134e15 HTTP/1.1" status: 200 len: 797 time: 0.3840480 Jul 06 18:44:55.435736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c14d4bd3-ebd1-486f-984a-47c42d199bb7 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.442333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c14d4bd3-ebd1-486f-984a-47c42d199bb7 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.455725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-f67b7e05-1c49-40fa-9a87-5075ffacb175 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/quotas/9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 375 time: 0.0724285 Jul 06 18:44:55.486335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d4bd3-ebd1-486f-984a-47c42d199bb7 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:55.493194 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c14d4bd3-ebd1-486f-984a-47c42d199bb7 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.494758 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c14d4bd3-ebd1-486f-984a-47c42d199bb7 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3290591 Jul 06 18:44:55.498386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60288) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:55.504415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0974b776-edec-479f-85dd-79e2bc7aeb17 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'security_group_rule': {'security_group_id': '8f2e5c62-ec9f-45ad-a53d-5ba666c0741e', 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:55.571885 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0974b776-edec-479f-85dd-79e2bc7aeb17 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.690065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:55.702026 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0974b776-edec-479f-85dd-79e2bc7aeb17 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.704450 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fa40fcd6-edd4-44ab-8941-bec0cdb5cdac tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "PUT /v2.0/routers/9a6889e2-caf2-48c3-ab0b-6dfa35503b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5809791 Jul 06 18:44:55.714278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60290) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:55.715373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0974b776-edec-479f-85dd-79e2bc7aeb17 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.715531 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] Sync routers for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:55.731782 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:55.732405 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:55.738430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-de13042f-65a5-42dc-a970-475ec55ec3dd tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2817945 Jul 06 18:44:55.779600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974b776-edec-479f-85dd-79e2bc7aeb17 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1150d0-fcc3-42e8-82f2-2fae892ea6df,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:55.811844 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0974b776-edec-479f-85dd-79e2bc7aeb17 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.814530 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0974b776-edec-479f-85dd-79e2bc7aeb17 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135834 Jul 06 18:44:55.822207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60294) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:55.823302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1520dd3b-8375-4423-980b-301e4bacbc8f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:55.835634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-50ac5474-7bfa-4878-bce1-34bcf4c02894 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'security_group_rule': {'security_group_id': '8f2e5c62-ec9f-45ad-a53d-5ba666c0741e', 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:55.885297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2037a2-48b0-4fef-99be-a07444e36e26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting subnet dea75151-555a-44c3-8a85-5a236ebd01b7 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:44:55.916473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a2037a2-48b0-4fef-99be-a07444e36e26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.931353 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:55.956968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Transition to ACTIVE for port object c5b7317a-7334-46be-870f-b00891f6d41d will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:55.975597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4dab60cf-fbe1-4c9e-9708-caa6944ea3ec service neutron] 10.222.0.53 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246072 Jul 06 18:44:55.995853 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.000248 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:56.075134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a2037a2-48b0-4fef-99be-a07444e36e26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.101603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfe32c-5ad8-423b-bd06-0c051d5f45f2 None None] Pushing event updated for resources: {'Port': ['ID=c5b7317a-7334-46be-870f-b00891f6d41d,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:56.126976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50ac5474-7bfa-4878-bce1-34bcf4c02894 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.230428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-432c5fcf-4c3b-4951-8fc7-a4c6c1e12a60 service neutron] 10.222.0.53 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527287 Jul 06 18:44:56.294995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1520dd3b-8375-4423-980b-301e4bacbc8f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:56.310161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1520dd3b-8375-4423-980b-301e4bacbc8f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:56.310507 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.316618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Attempting to bind port c5b7317a-7334-46be-870f-b00891f6d41d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:56.317138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Attempting to bind port c5b7317a-7334-46be-870f-b00891f6d41d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:56.317586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Attempting to bind port c5b7317a-7334-46be-870f-b00891f6d41d on network 0aa3e282-e12a-45c0-a518-bc23f8b0190e {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:56.357531 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:44:53Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:56.384972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:56.385281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Checking segment: {'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:56.385691 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.386110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Bound using segment: {'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:56.386607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Bound port: c5b7317a-7334-46be-870f-b00891f6d41d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9213356-c635-4791-a4d8-8d87356289ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:56.386991 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.404109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50ac5474-7bfa-4878-bce1-34bcf4c02894 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.416305 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] Checking router: 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:56.429076 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50ac5474-7bfa-4878-bce1-34bcf4c02894 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.432664 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] Routers {'9a6889e2-caf2-48c3-ab0b-6dfa35503b12'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:56.433315 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:56.490586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5474-7bfa-4878-bce1-34bcf4c02894 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c900b1-536b-4a7b-a4c7-29458d9eff91,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:56.574923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-50ac5474-7bfa-4878-bce1-34bcf4c02894 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.579781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-50ac5474-7bfa-4878-bce1-34bcf4c02894 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7564080 Jul 06 18:44:56.582579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60330) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:56.584232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] For port c5b7317a-7334-46be-870f-b00891f6d41d, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:56.587988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b78b9df9-f8f9-4fdf-bb42-eb0818006cec tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'security_group_rule': {'security_group_id': '8f2e5c62-ec9f-45ad-a53d-5ba666c0741e', 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:56.643341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] For port c5b7317a-7334-46be-870f-b00891f6d41d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c5b7317a-7334-46be-870f-b00891f6d41d,segment=NetworkSegment(a9213356-c635-4791-a4d8-8d87356289ab),segment_id=a9213356-c635-4791-a4d8-8d87356289ab)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:56.649582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b78b9df9-f8f9-4fdf-bb42-eb0818006cec tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.656454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.660446 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.730483 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a2037a2-48b0-4fef-99be-a07444e36e26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.826058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1520dd3b-8375-4423-980b-301e4bacbc8f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1520dd3b-8375-4423-980b-301e4bacbc8f,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:56.882088 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.884685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfe32c-5ad8-423b-bd06-0c051d5f45f2 None None] Pushing event updated for resources: {'Port': ['ID=c5b7317a-7334-46be-870f-b00891f6d41d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:56.890209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Routers {'1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:56.897076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:56.910380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a2037a2-48b0-4fef-99be-a07444e36e26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.953535 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a2037a2-48b0-4fef-99be-a07444e36e26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:56.961665 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7a2037a2-48b0-4fef-99be-a07444e36e26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/subnets/dea75151-555a-44c3-8a85-5a236ebd01b7 HTTP/1.1" status: 204 len: 168 time: 1.2385521 Jul 06 18:44:56.962983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60338) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:56.982818 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] Set router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:57.004128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6637164-c3f2-474c-b015-3b47a1b8a6bf req-b9259d38-b6ec-4152-a2ee-666dd75355f1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 210 time: 0.1346567 Jul 06 18:44:57.075372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b78b9df9-f8f9-4fdf-bb42-eb0818006cec tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.088022 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b78b9df9-f8f9-4fdf-bb42-eb0818006cec tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.170396 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b78b9df9-f8f9-4fdf-bb42-eb0818006cec tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.176094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b78b9df9-f8f9-4fdf-bb42-eb0818006cec tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5888510 Jul 06 18:44:57.176490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60342) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:57.192981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-69e02cfe-cde2-4c74-a592-ff162609d649 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'security_group_rule': {'security_group_id': '8f2e5c62-ec9f-45ad-a53d-5ba666c0741e', 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:57.199418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2037a2-48b0-4fef-99be-a07444e36e26 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Subnet': ['ID=dea75151-555a-44c3-8a85-5a236ebd01b7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:57.254751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b9df9-f8f9-4fdf-bb42-eb0818006cec tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0839be45-cec5-4a8c-b316-43f99643ddf7,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:57.278854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69e02cfe-cde2-4c74-a592-ff162609d649 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.378460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.390254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] Set router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:57.416791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69e02cfe-cde2-4c74-a592-ff162609d649 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.427451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69e02cfe-cde2-4c74-a592-ff162609d649 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.471165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e02cfe-cde2-4c74-a592-ff162609d649 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f616b323-d219-41d1-a1ed-45bbd62ec60d,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:57.475732 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:44:53Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:57.483639 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69e02cfe-cde2-4c74-a592-ff162609d649 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.485022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-69e02cfe-cde2-4c74-a592-ff162609d649 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006632 Jul 06 18:44:57.487781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60348) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:57.492649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-eb863b0e-26ec-426d-a9bb-85138c7e2473 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'security_group_rule': {'security_group_id': '8f2e5c62-ec9f-45ad-a53d-5ba666c0741e', 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:57.514196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617a70b-1810-48b8-af84-e7765e3fab47 None None] Network 2402e523-8c82-4845-a11f-7372e347e98a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:44:57.529457 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a584c9-a8a9-4658-a6d3-b450a75c6bde None None] The sync data for ids ['9a6889e2-caf2-48c3-ab0b-6dfa35503b12'] in n-d-799684-2 is: [{'id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845239012', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:25Z', 'updated_at': '2021-07-06T18:44:53Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '240ab125-d15e-4109-9b33-8db30f51e7e6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6889e2-caf2-48c3-ab0b-6dfa35503b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:26Z', 'updated_at': '2021-07-06T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:57.539756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.557506 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-eb863b0e-26ec-426d-a9bb-85138c7e2473 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Project a799a36c835d42a3a7eb2fc29c64aa75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:44:57.564895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb863b0e-26ec-426d-a9bb-85138c7e2473 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.624665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 240ab125-d15e-4109-9b33-8db30f51e7e6 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:44:57.625510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.699942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb863b0e-26ec-426d-a9bb-85138c7e2473 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.709551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb863b0e-26ec-426d-a9bb-85138c7e2473 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.755458 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb863b0e-26ec-426d-a9bb-85138c7e2473 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.756928 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb863b0e-26ec-426d-a9bb-85138c7e2473 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2681313 Jul 06 18:44:57.768412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60352) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:57.768412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb863b0e-26ec-426d-a9bb-85138c7e2473 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1c85ad-491b-4ea6-b63b-eb46839317fe,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:57.788133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-cb3017ab-be92-47ea-8e9e-f5b07f8072d9 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'security_group_rule': {'security_group_id': '8f2e5c62-ec9f-45ad-a53d-5ba666c0741e', 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:57.810773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 240ab125-d15e-4109-9b33-8db30f51e7e6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=240ab125-d15e-4109-9b33-8db30f51e7e6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:57.811137 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.829459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 240ab125-d15e-4109-9b33-8db30f51e7e6 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:44:57.840597 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-cb3017ab-be92-47ea-8e9e-f5b07f8072d9 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Project a799a36c835d42a3a7eb2fc29c64aa75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:44:57.847181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb3017ab-be92-47ea-8e9e-f5b07f8072d9 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:57.877354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1520dd3b-8375-4423-980b-301e4bacbc8f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:58.004488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port': {'id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:42Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c5b7317a-7334-46be-870f-b00891f6d41d', 'name': '', 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'mac_address': 'fa:16:3e:97:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '74cf3fd5-bbd2-45fa-8592-d6273210deaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:49Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 4, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'subnets': [{'id': '74cf3fd5-bbd2-45fa-8592-d6273210deaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:58.022465 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb3017ab-be92-47ea-8e9e-f5b07f8072d9 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.030682 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb3017ab-be92-47ea-8e9e-f5b07f8072d9 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.067707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8b64-71d8-49ed-9d68-7e5bee8a71b1 None None] The sync data for ids ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'] in n-d-799684-2 is: [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port': {'id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:42Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c5b7317a-7334-46be-870f-b00891f6d41d', 'name': '', 'network_id': '0aa3e282-e12a-45c0-a518-bc23f8b0190e', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'mac_address': 'fa:16:3e:97:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '74cf3fd5-bbd2-45fa-8592-d6273210deaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:49Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 4, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'subnets': [{'id': '74cf3fd5-bbd2-45fa-8592-d6273210deaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:58.072121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3017ab-be92-47ea-8e9e-f5b07f8072d9 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4b0255-545d-4e0b-a957-529a9c5de46e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:58.105304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb3017ab-be92-47ea-8e9e-f5b07f8072d9 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.106604 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cb3017ab-be92-47ea-8e9e-f5b07f8072d9 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3422129 Jul 06 18:44:58.246869 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.302884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=240ab125-d15e-4109-9b33-8db30f51e7e6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:58.323030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] DHCP port deletion for 2402e523-8c82-4845-a11f-7372e347e98a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:44:58.407496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] Deleting port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:44:58.408566 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.499802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-40884120-cad3-4265-9e69-606ecf11cf3f tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006750399&fields=id&tenant_id=a799a36c835d42a3a7eb2fc29c64aa75 HTTP/1.1" status: 200 len: 267 time: 0.0858777 Jul 06 18:44:58.524174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] For port 13e965c4-b4e3-462e-ae79-6f8f9eee5011, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=13e965c4-b4e3-462e-ae79-6f8f9eee5011,segment=NetworkSegment(67b94261-7775-4535-a736-b569c3f7d678),segment_id=67b94261-7775-4535-a736-b569c3f7d678)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:58.524809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.545089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65b50b16-5834-43de-9bff-6e7dc28324f3 req-545f2da0-fd47-4f7e-9a57-0c3348e45aec tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 210 time: 0.1055474 Jul 06 18:44:58.578729 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.596725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] Calling delete_port for 13e965c4-b4e3-462e-ae79-6f8f9eee5011 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:44:58.771054 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.798620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.802903 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.832004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] Pushing event deleted for resources: {'Port': ['ID=13e965c4-b4e3-462e-ae79-6f8f9eee5011,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:58.838190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce871d-4f57-449e-872e-992b726ff4cd None None] No DVR routers for this DVR port 13e965c4-b4e3-462e-ae79-6f8f9eee5011 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:44:58.845987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-d7e730a8-d829-47d1-945a-7b3a501f3e69 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:58.851454 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-d7e730a8-d829-47d1-945a-7b3a501f3e69 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/networks?id=ccb12059-455a-4b03-aa22-d75a57ecac4a HTTP/1.1" status: 200 len: 808 time: 0.3434892 Jul 06 18:44:58.882710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-a117a49f-fab9-41f6-944a-4e6844221746 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/quotas/a799a36c835d42a3a7eb2fc29c64aa75 HTTP/1.1" status: 200 len: 375 time: 0.0209329 Jul 06 18:44:58.916301 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.916877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Fanout notify agent at l3_agent the message router_deleted on router 9a6889e2-caf2-48c3-ab0b-6dfa35503b12 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:44:58.927040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.928305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-63fcaa85-aec4-40ba-add8-70e96297e13e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/routers/9a6889e2-caf2-48c3-ab0b-6dfa35503b12 HTTP/1.1" status: 204 len: 168 time: 1.9601078 Jul 06 18:44:58.936375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60376) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:59.023575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-2308180c-728a-4709-836f-d9b0255b51f4 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:59.027444 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-2308180c-728a-4709-836f-d9b0255b51f4 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/networks?id=b1263010-6d0d-4970-97ee-a5a219134e15 HTTP/1.1" status: 200 len: 797 time: 0.4132798 Jul 06 18:44:59.040062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-b735a394-d134-40d7-9110-a85867803100 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a799a36c835d42a3a7eb2fc29c64aa75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489289 Jul 06 18:44:59.238920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:59.250266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-f5ced83c-1198-44f6-91a2-cc66db484b1b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 380 time: 0.1496630 Jul 06 18:44:59.255335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c7267af9-9416-454b-b3ad-1c3a03e4b2ee service neutron] 10.222.0.53 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097387 Jul 06 18:44:59.262688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'port': {'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'admin_state_up': True, 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'security_groups': ['d0a866b3-e148-466f-8252-86b262ca3e2e']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:59.369767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-46cbf256-9656-48dc-a4c8-8c32ec5a164e service neutron] 10.222.0.53 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065862 Jul 06 18:44:59.773460 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87b2a72b-1dcd-497b-be96-f6f1e87d279b req-fd37e73f-94d9-480c-887f-f4eeefed5d95 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 210 time: 0.1072962 Jul 06 18:44:59.804900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c5b7317a-7334-46be-870f-b00891f6d41d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:59.914208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c5b7317a-7334-46be-870f-b00891f6d41d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:59.920757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c5b7317a-7334-46be-870f-b00891f6d41d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:59.921705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:59.922659 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:59.975686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2402e523-8c82-4845-a11f-7372e347e98a']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:59.985920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e4f7ee5a-db92-42fd-8965-eaf7d66107fe req-13130acc-8fe2-447c-8050-0071703d2938 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 210 time: 0.0660453 Jul 06 18:45:00.012142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b94261-7775-4535-a736-b569c3f7d678') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:00.013079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b94261-7775-4535-a736-b569c3f7d678') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:00.028192 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.044262 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.074529 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.079298 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:00.086983 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.089328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port c5b7317a-7334-46be-870f-b00891f6d41d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c5b7317a-7334-46be-870f-b00891f6d41d,segment=NetworkSegment(a9213356-c635-4791-a4d8-8d87356289ab),segment_id=a9213356-c635-4791-a4d8-8d87356289ab)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:00.099002 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.100219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1520dd3b-8375-4423-980b-301e4bacbc8f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:00.102610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:45:00.103040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:45:00.106110 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:45:00.190498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=c5b7317a-7334-46be-870f-b00891f6d41d,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:00.205021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.205377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.205816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.206073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.206407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.206735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.207064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.207389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.207713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.208036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.208358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.208680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:00.213999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1520dd3b-8375-4423-980b-301e4bacbc8f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:00.214376 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.321516 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.337579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.344136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/networks/2402e523-8c82-4845-a11f-7372e347e98a HTTP/1.1" status: 204 len: 168 time: 1.4064655 Jul 06 18:45:00.348788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60402) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:00.449384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-322cb996-d9fb-40b2-9716-d21e464a195c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.465432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 81d19936-0a84-4916-a21c-734afcdf6532 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:00.476696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd248a-eee3-421f-a4d0-1928a67289ff tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Network': ['ID=2402e523-8c82-4845-a11f-7372e347e98a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:00.508237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-322cb996-d9fb-40b2-9716-d21e464a195c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.509918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 81d19936-0a84-4916-a21c-734afcdf6532 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:00.513325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 81d19936-0a84-4916-a21c-734afcdf6532 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:00.514701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.20.0.9 (b1263010-6d0d-4970-97ee-a5a219134e15/79a88383-6e4a-43e4-b766-2e4079da27b5/dc95de6c-b9ef-42d6-a955-f079fbf00fa3) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:00.515305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 240ab125-d15e-4109-9b33-8db30f51e7e6 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:00.567109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 240ab125-d15e-4109-9b33-8db30f51e7e6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:00.567452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 240ab125-d15e-4109-9b33-8db30f51e7e6 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:00.568795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13e965c4-b4e3-462e-ae79-6f8f9eee5011 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:00.596666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-322cb996-d9fb-40b2-9716-d21e464a195c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.600034 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-322cb996-d9fb-40b2-9716-d21e464a195c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.601493 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-322cb996-d9fb-40b2-9716-d21e464a195c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/security-groups/698bd65f-2611-4973-bf47-41602c97fe92 HTTP/1.1" status: 204 len: 168 time: 0.2508962 Jul 06 18:45:00.605102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 13e965c4-b4e3-462e-ae79-6f8f9eee5011 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:00.605845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 13e965c4-b4e3-462e-ae79-6f8f9eee5011 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:00.622951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322cb996-d9fb-40b2-9716-d21e464a195c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698bd65f-2611-4973-bf47-41602c97fe92,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:00.762878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.781061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Transition to ACTIVE for port object dc95de6c-b9ef-42d6-a955-f079fbf00fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:00.837080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.866447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network b1263010-6d0d-4970-97ee-a5a219134e15 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:00.869646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:00.882920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:00.980607 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e6706950-6705-47b5-8846-e46f09ef76ae req-8b760562-18f2-4e5f-96bb-e34ca3fec4af tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 210 time: 0.0447047 Jul 06 18:45:01.021092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:01.036254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:01.036928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:01.059752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-ff69ed1e-8af1-4fd8-8e64-fa09cb48af27 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8021610 Jul 06 18:45:01.076424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Request body: {'port': {'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:01.199607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:01.297174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ab997c9b-dfa1-48a7-8418-4811c19befb2 None None] Provisioning for port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:01.315408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ab997c9b-dfa1-48a7-8418-4811c19befb2 None None] Provisioning complete for port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:01.316097 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab997c9b-dfa1-48a7-8418-4811c19befb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:01.404967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ab997c9b-dfa1-48a7-8418-4811c19befb2 None None] Port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:45:01.508991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-95b5186d-3979-4067-935d-9f68882e43c5 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:01.510645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-95b5186d-3979-4067-935d-9f68882e43c5 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.41 "GET /v2.0/networks?id=ccb12059-455a-4b03-aa22-d75a57ecac4a HTTP/1.1" status: 200 len: 808 time: 0.2479143 Jul 06 18:45:01.548956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60422) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:01.586318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c5b7317a-7334-46be-870f-b00891f6d41d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:01.587169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b2c8a553-3353-471c-92fb-346f6fbf086a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922329346', 'description': 'tempest-secgroup-smoke-1922329346 description', 'project_id': '9545a49a8c0644f7b1786db086402ff5'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:01.608455 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-f5e5af0b-bc9c-4ebf-8cf3-bb8361cf6fe3 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a799a36c835d42a3a7eb2fc29c64aa75 HTTP/1.1" status: 200 len: 380 time: 0.0836537 Jul 06 18:45:01.622691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'port': {'device_id': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'admin_state_up': True, 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'security_groups': ['8f2e5c62-ec9f-45ad-a53d-5ba666c0741e']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:01.657925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c5b7317a-7334-46be-870f-b00891f6d41d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:01.658306 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:01.752800 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a553-3353-471c-92fb-346f6fbf086a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:01.789421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Made reservation on behalf of a799a36c835d42a3a7eb2fc29c64aa75 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:01.795115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:01.804157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225f21-1bea-4fe8-846f-f29e02ab9b36 req-8f4a5e79-9b37-4ea9-be87-eee673f895bf tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:01.811657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c225f21-1bea-4fe8-846f-f29e02ab9b36 req-8f4a5e79-9b37-4ea9-be87-eee673f895bf tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 931 time: 0.2949500 Jul 06 18:45:01.903883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9c225f21-1bea-4fe8-846f-f29e02ab9b36 req-59be60ba-1e72-4658-af8c-931fff7954bd tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911937 Jul 06 18:45:01.919421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc95de6c-b9ef-42d6-a955-f079fbf00fa3 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:01.932328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:01.941223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Allocated IP 172.20.0.4 (ccb12059-455a-4b03-aa22-d75a57ecac4a/3f3b138f-51b1-481c-ae9b-cd4270f2ef33/ae2a000c-6de3-4f80-a7d9-db068b673bc8) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:01.954556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Transition to ACTIVE for port object dc95de6c-b9ef-42d6-a955-f079fbf00fa3 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:01.961481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.007037 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a553-3353-471c-92fb-346f6fbf086a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.016214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a553-3353-471c-92fb-346f6fbf086a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.052811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Pushing event updated for resources: {'Port': ['ID=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:02.091738 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a553-3353-471c-92fb-346f6fbf086a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.093118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b2c8a553-3353-471c-92fb-346f6fbf086a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5298715 Jul 06 18:45:02.130999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.150788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Transition to ACTIVE for port object ae2a000c-6de3-4f80-a7d9-db068b673bc8 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:02.157482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60426) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:02.170621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-65440745-8cc2-4c79-b085-28a99ced3d48 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '10d5af22-588d-4ecd-b2a0-b9edeb535810', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:02.200139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e03c8dd3-afdf-4007-9e1b-df0e5fd987bd req-28866746-d846-4113-a7b1-eee7c1dd8e1b tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 210 time: 0.0341263 Jul 06 18:45:02.220727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8a553-3353-471c-92fb-346f6fbf086a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d5af22-588d-4ecd-b2a0-b9edeb535810,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:02.244201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Attempting to bind port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:02.244422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Attempting to bind port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:02.244814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Attempting to bind port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 on network b1263010-6d0d-4970-97ee-a5a219134e15 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:02.247854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.251203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-65440745-8cc2-4c79-b085-28a99ced3d48 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.255079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 on network b1263010-6d0d-4970-97ee-a5a219134e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:45:02.255418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Attempting to bind port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 on network b1263010-6d0d-4970-97ee-a5a219134e15 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:02.272496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:02.272850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Checking segment: {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:02.273240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Bound using segment: {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:02.273743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Bound port: dc95de6c-b9ef-42d6-a955-f079fbf00fa3, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f9469e-b408-4d6a-afc9-b42711d77971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:02.274118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.316146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Network ccb12059-455a-4b03-aa22-d75a57ecac4a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:02.320455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:02.325164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:02.376852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-65440745-8cc2-4c79-b085-28a99ced3d48 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.388863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'Port': ['ID=ae2a000c-6de3-4f80-a7d9-db068b673bc8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:02.390946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-65440745-8cc2-4c79-b085-28a99ced3d48 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.418971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:02.420075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.434553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65440745-8cc2-4c79-b085-28a99ced3d48 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f28ba1-44c3-4f11-8c7c-f8087bc68018,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:02.444349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] For port dc95de6c-b9ef-42d6-a955-f079fbf00fa3, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:02.446644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-65440745-8cc2-4c79-b085-28a99ced3d48 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.447882 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-65440745-8cc2-4c79-b085-28a99ced3d48 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855189 Jul 06 18:45:02.449709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] For port dc95de6c-b9ef-42d6-a955-f079fbf00fa3, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:02.451008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:02.456077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7c3119b5-2632-4f25-9dca-419169fb23c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '10d5af22-588d-4ecd-b2a0-b9edeb535810', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:02.462376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.465202 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-c81eb9c3-e131-4e32-904b-fa815b04f75a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8513510 Jul 06 18:45:02.492640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Request body: {'port': {'device_id': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:02.511212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:02.511855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.513273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] 10.222.0.41 "PUT /v2.0/ports/dc95de6c-b9ef-42d6-a955-f079fbf00fa3 HTTP/1.1" status: 200 len: 1091 time: 1.4426103 Jul 06 18:45:02.513752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:02.525182 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:02.601120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c3119b5-2632-4f25-9dca-419169fb23c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.605554 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.608999 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dd8979-35f7-4074-bb5e-52858689153a x-openstack-request-id: req-57dd8979-35f7-4074-bb5e-52858689153a {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:02.609350 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:02.609555 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57dd8979-35f7-4074-bb5e-52858689153a {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:02.610002 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'status': 'completed', 'code': 200} Jul 06 18:45:02.654304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3f54-e6ce-4abb-a198-d12910991c4f service neutron] Pushing event updated for resources: {'Port': ['ID=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:02.689638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a4d88d67-3dcf-4f72-8f26-471ac9436046 None None] Provisioning for port ae2a000c-6de3-4f80-a7d9-db068b673bc8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:02.696569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a4d88d67-3dcf-4f72-8f26-471ac9436046 None None] Provisioning complete for port ae2a000c-6de3-4f80-a7d9-db068b673bc8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:02.697297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4d88d67-3dcf-4f72-8f26-471ac9436046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.726069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-42061424-6502-44ea-8f26-60e4c63d8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:02.727683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-42061424-6502-44ea-8f26-60e4c63d8230 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 1094 time: 0.1496904 Jul 06 18:45:02.753129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a4d88d67-3dcf-4f72-8f26-471ac9436046 None None] Port ae2a000c-6de3-4f80-a7d9-db068b673bc8 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:45:02.832951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c3119b5-2632-4f25-9dca-419169fb23c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.834907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-cf690fb0-f932-427c-bb98-b71b0842f938 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3 HTTP/1.1" status: 200 len: 217 time: 0.0769765 Jul 06 18:45:02.840263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c3119b5-2632-4f25-9dca-419169fb23c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.904729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3119b5-2632-4f25-9dca-419169fb23c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918ba158-ac52-4c28-9cdd-3b97ba1a682f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:02.921563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-d3cb355d-e20f-4965-8e03-d55fa3d2f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:02.923494 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-d3cb355d-e20f-4965-8e03-d55fa3d2f7b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79a88383-6e4a-43e4-b766-2e4079da27b5 HTTP/1.1" status: 200 len: 834 time: 0.0810468 Jul 06 18:45:02.925089 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c3119b5-2632-4f25-9dca-419169fb23c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.929377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7c3119b5-2632-4f25-9dca-419169fb23c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4747348 Jul 06 18:45:02.930478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60440) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:02.936725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ed1a96d9-8a43-459f-bc4a-2b10800744e0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '10d5af22-588d-4ecd-b2a0-b9edeb535810', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:03.007928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed1a96d9-8a43-459f-bc4a-2b10800744e0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.034718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4e16e395-f9be-4bf2-993d-7e061a93a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.035130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2a000c-6de3-4f80-a7d9-db068b673bc8 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:03.036274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-4e16e395-f9be-4bf2-993d-7e061a93a3ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1263010-6d0d-4970-97ee-a5a219134e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950692 Jul 06 18:45:03.044642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.085945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Transition to ACTIVE for port object ae2a000c-6de3-4f80-a7d9-db068b673bc8 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:03.096689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.156399 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed1a96d9-8a43-459f-bc4a-2b10800744e0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.162030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2a000c-6de3-4f80-a7d9-db068b673bc8,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:03.173805 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed1a96d9-8a43-459f-bc4a-2b10800744e0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.174698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d0e9-cbf4-4b3b-9870-1df0d05e2a04 req-ec1ffa93-8f9b-4d3a-ab7f-5458f79b2490 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.176332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2a4d0e9-cbf4-4b3b-9870-1df0d05e2a04 req-ec1ffa93-8f9b-4d3a-ab7f-5458f79b2490 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 943 time: 0.1286919 Jul 06 18:45:03.206091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a96d9-8a43-459f-bc4a-2b10800744e0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52ad537-3658-4919-9e5b-8f17629cb343,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:03.218600 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-55500801-29dc-458b-9748-b2c621d46477 service neutron] 10.222.0.41 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706042 Jul 06 18:45:03.220796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ed1a96d9-8a43-459f-bc4a-2b10800744e0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.224819 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ed1a96d9-8a43-459f-bc4a-2b10800744e0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2905324 Jul 06 18:45:03.232619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60444) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:03.237072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-37e80b77-9375-4688-8e70-fb0902255377 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '10d5af22-588d-4ecd-b2a0-b9edeb535810', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:03.283635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2a4d0e9-cbf4-4b3b-9870-1df0d05e2a04 req-b9343f15-f8fb-4ca7-af9b-dfeb7ae31b65 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817063 Jul 06 18:45:03.346971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Attempting to bind port ae2a000c-6de3-4f80-a7d9-db068b673bc8 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:03.347779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Attempting to bind port ae2a000c-6de3-4f80-a7d9-db068b673bc8 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:03.348358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Attempting to bind port ae2a000c-6de3-4f80-a7d9-db068b673bc8 on network ccb12059-455a-4b03-aa22-d75a57ecac4a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:03.355888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Port ae2a000c-6de3-4f80-a7d9-db068b673bc8 on network ccb12059-455a-4b03-aa22-d75a57ecac4a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:45:03.356588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Attempting to bind port ae2a000c-6de3-4f80-a7d9-db068b673bc8 on network ccb12059-455a-4b03-aa22-d75a57ecac4a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:03.360308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37e80b77-9375-4688-8e70-fb0902255377 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.365351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:03.366117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Checking segment: {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:03.366738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Bound using segment: {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:03.367550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Bound port: ae2a000c-6de3-4f80-a7d9-db068b673bc8, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad078b37-873d-431f-bc38-5035a81f2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:03.368044 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.435628 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a766e5b-1f8b-4a77-bb4a-651f6a7d5579 req-918ab5c5-1203-417e-9704-a3a27e50339f service neutron] 10.222.0.41 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106326 Jul 06 18:45:03.481934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] For port ae2a000c-6de3-4f80-a7d9-db068b673bc8, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:03.487855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] For port ae2a000c-6de3-4f80-a7d9-db068b673bc8, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:03.511088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.559681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.560315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.561779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/ae2a000c-6de3-4f80-a7d9-db068b673bc8 HTTP/1.1" status: 200 len: 1091 time: 1.0880206 Jul 06 18:45:03.562236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'tag': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:03.564549 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5" -d '{"events": [{"name": "network-changed", "server_uuid": "97970409-ea5f-4170-8fc4-90e428b98ecf", "tag": "ae2a000c-6de3-4f80-a7d9-db068b673bc8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:03.596532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec97c0-65cd-40dc-a757-153651f084b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2a000c-6de3-4f80-a7d9-db068b673bc8,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:03.659641 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37e80b77-9375-4688-8e70-fb0902255377 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.678109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37e80b77-9375-4688-8e70-fb0902255377 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.688051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d494d-fc2f-470e-80aa-21661c4c4950 req-18ba5149-1959-444e-b4e9-570a59dbc00f tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.689777 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b06d494d-fc2f-470e-80aa-21661c4c4950 req-18ba5149-1959-444e-b4e9-570a59dbc00f tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 943 time: 0.2522178 Jul 06 18:45:03.692949 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d29f1d-b6be-4018-a06b-9b71b5899164 x-openstack-request-id: req-73d29f1d-b6be-4018-a06b-9b71b5899164 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:03.693481 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97970409-ea5f-4170-8fc4-90e428b98ecf", "tag": "ae2a000c-6de3-4f80-a7d9-db068b673bc8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:03.693587 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73d29f1d-b6be-4018-a06b-9b71b5899164 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:03.693998 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'tag': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'status': 'completed', 'code': 200} Jul 06 18:45:03.706877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-f8c80f9e-2a1c-49d0-bdd4-e61588139300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.708816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-f8c80f9e-2a1c-49d0-bdd4-e61588139300 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 1094 time: 0.1666181 Jul 06 18:45:03.724537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-f8b4d8b5-4429-4f89-8d61-014a205963bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.726116 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-f8b4d8b5-4429-4f89-8d61-014a205963bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a799a36c835d42a3a7eb2fc29c64aa75&device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1094 time: 0.1042037 Jul 06 18:45:03.760481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e80b77-9375-4688-8e70-fb0902255377 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7befef-d501-4ae3-a3d2-a27d98448505,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:03.775955 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-ac9d7f54-164c-40b6-941d-14742843f185 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8 HTTP/1.1" status: 200 len: 217 time: 0.0422640 Jul 06 18:45:03.807554 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37e80b77-9375-4688-8e70-fb0902255377 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.809042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-37e80b77-9375-4688-8e70-fb0902255377 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5754540 Jul 06 18:45:03.823723 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60456) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:03.823952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b06d494d-fc2f-470e-80aa-21661c4c4950 req-f6e7d5f5-60f4-4a7f-b352-55f64c88c5a1 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246264 Jul 06 18:45:03.834255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c27c89af-c544-483e-b3c3-14d4c0d8c5ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '10d5af22-588d-4ecd-b2a0-b9edeb535810', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:03.887792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-1f702335-e6a5-440c-8e5e-06dd231f6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.889594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-1f702335-e6a5-440c-8e5e-06dd231f6bda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3b138f-51b1-481c-ae9b-cd4270f2ef33 HTTP/1.1" status: 200 len: 847 time: 0.1069796 Jul 06 18:45:03.892412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-f47e5c67-38f3-4200-a601-55a2879bab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.894191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-f47e5c67-38f3-4200-a601-55a2879bab53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1263010-6d0d-4970-97ee-a5a219134e15 HTTP/1.1" status: 200 len: 898 time: 0.1736119 Jul 06 18:45:03.914754 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-c27c89af-c544-483e-b3c3-14d4c0d8c5ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Project 9545a49a8c0644f7b1786db086402ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:45:03.937456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c27c89af-c544-483e-b3c3-14d4c0d8c5ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:03.943449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-efd2105c-baef-4aa3-b339-328faec9d879 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3 HTTP/1.1" status: 200 len: 217 time: 0.0404606 Jul 06 18:45:03.995207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-a98897ef-719c-4450-a249-3d7c5a5a68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.996719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-a98897ef-719c-4450-a249-3d7c5a5a68d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79a88383-6e4a-43e4-b766-2e4079da27b5 HTTP/1.1" status: 200 len: 834 time: 0.0453606 Jul 06 18:45:04.014123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-ed8be68b-36d2-4be0-aeaf-f7fdb9f90e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.015658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-ed8be68b-36d2-4be0-aeaf-f7fdb9f90e62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ccb12059-455a-4b03-aa22-d75a57ecac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087484 Jul 06 18:45:04.031989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c27c89af-c544-483e-b3c3-14d4c0d8c5ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.043130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c27c89af-c544-483e-b3c3-14d4c0d8c5ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.063415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-5ca9fe9f-6c7c-4179-85c9-0f72004a52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.065008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-5ca9fe9f-6c7c-4179-85c9-0f72004a52df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1263010-6d0d-4970-97ee-a5a219134e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600746 Jul 06 18:45:04.111250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c89af-c544-483e-b3c3-14d4c0d8c5ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d6cd84-86cc-4bf1-b0b2-9c500b9fbc46,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:04.121824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c27c89af-c544-483e-b3c3-14d4c0d8c5ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.125313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c27c89af-c544-483e-b3c3-14d4c0d8c5ec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988880 Jul 06 18:45:04.127677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60460) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:04.132828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-22f0234b-f68f-4913-871c-39b6c47b5fec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': '10d5af22-588d-4ecd-b2a0-b9edeb535810', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:04.167038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-f84311c1-8321-41bd-a32d-fb6868083ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439309 Jul 06 18:45:04.179598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-1561664c-4ef4-4919-86ff-575a2f9ff5bf service neutron] 10.222.0.41 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064503 Jul 06 18:45:04.187742 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-22f0234b-f68f-4913-871c-39b6c47b5fec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Project 9545a49a8c0644f7b1786db086402ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:45:04.229151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22f0234b-f68f-4913-871c-39b6c47b5fec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.283383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2363e92f-4dd6-47d3-ac3d-a99ac1f36de9 req-617a00e2-1b64-4f06-94c9-112b24008957 service neutron] 10.222.0.41 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958419 Jul 06 18:45:04.323367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c0fc4c8-1f12-4e60-923e-9db94ce4f561 req-2743f2c8-3f2b-4119-86f7-54cac0d3b3b2 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492543 Jul 06 18:45:04.325522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22f0234b-f68f-4913-871c-39b6c47b5fec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.330725 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22f0234b-f68f-4913-871c-39b6c47b5fec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.352644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0234b-f68f-4913-871c-39b6c47b5fec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc6528b-1d7c-4640-bded-f21632edd782,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:04.358182 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22f0234b-f68f-4913-871c-39b6c47b5fec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.359681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-22f0234b-f68f-4913-871c-39b6c47b5fec tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2307875 Jul 06 18:45:04.362776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60464) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:04.369255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'network': {'name': 'tempest-network-smoke--1639265910', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'port_security_enabled': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:04.403438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:04.407333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.462045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:45:04.485216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.485964 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Added segment 754788bd-5c99-4e8a-94de-280970f37b7f of type vlan for network cbfeb5b9-b64c-4dec-b034-75209018457c Jul 06 18:45:04.499954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-1e94d487-1348-4cca-a9d1-6516b0eb3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.501144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b07a3c-0439-4fa4-b5e6-9b4c56ab6571 req-10fd399a-a901-4276-b6f5-8d15a6c3ba9b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.501485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-1e94d487-1348-4cca-a9d1-6516b0eb3b67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a799a36c835d42a3a7eb2fc29c64aa75&device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1094 time: 0.1084702 Jul 06 18:45:04.502836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e6b07a3c-0439-4fa4-b5e6-9b4c56ab6571 req-10fd399a-a901-4276-b6f5-8d15a6c3ba9b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 943 time: 0.0690465 Jul 06 18:45:04.554437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e6b07a3c-0439-4fa4-b5e6-9b4c56ab6571 req-6ef71087-46c9-404d-908e-1610cdf70052 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450628 Jul 06 18:45:04.558465 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.911339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.916833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.917423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:04.942318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-92ef4243-1991-4b80-b43b-1e924cc6c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.943819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-92ef4243-1991-4b80-b43b-1e924cc6c635 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ccb12059-455a-4b03-aa22-d75a57ecac4a HTTP/1.1" status: 200 len: 909 time: 0.4251757 Jul 06 18:45:05.021656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6549432 Jul 06 18:45:05.021656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-a4492b97-038a-410e-817a-d2a8c13de8fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8 HTTP/1.1" status: 200 len: 217 time: 0.0497208 Jul 06 18:45:05.022138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45a580-788f-4e33-8bb2-6962c88d208b req-7eb06e67-19e8-4f2c-aa74-81d9a447924c tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:05.023489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60476) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:05.025737 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cc45a580-788f-4e33-8bb2-6962c88d208b req-7eb06e67-19e8-4f2c-aa74-81d9a447924c tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 943 time: 0.0701261 Jul 06 18:45:05.027763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'admin_state_up': True, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:05.046558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d323566-8b14-487c-b248-b9c2ca860280 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Network': ['ID=cbfeb5b9-b64c-4dec-b034-75209018457c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:05.058442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network cbfeb5b9-b64c-4dec-b034-75209018457c details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:45:05.091637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-8e6508e5-2c9c-49cd-b2a3-892b0b0833e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:05.093316 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-8e6508e5-2c9c-49cd-b2a3-892b0b0833e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3b138f-51b1-481c-ae9b-cd4270f2ef33 HTTP/1.1" status: 200 len: 847 time: 0.0570447 Jul 06 18:45:05.094719 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:05.095820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:05.133062 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cc45a580-788f-4e33-8bb2-6962c88d208b req-0db1ef40-2622-4033-ad09-b6ae8a658a90 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990713 Jul 06 18:45:05.201889 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:05.244683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-589bba43-9b37-453b-83fd-14f91f73b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:05.246197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-589bba43-9b37-453b-83fd-14f91f73b168 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ccb12059-455a-4b03-aa22-d75a57ecac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456192 Jul 06 18:45:05.397869 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:05.443481 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-33c232ab-4cc7-4df2-bb86-f3e42087b743 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687572 Jul 06 18:45:05.575444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-964f7ea0-4d4c-4d14-9c55-c9041d4574b5 req-8e8bc9d5-3812-41b7-80a1-26122d418271 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053615 Jul 06 18:45:05.698504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:05.723240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:05.751547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da7486-3294-4961-971b-7d59c28a5d61 req-c1eea6b1-a246-4744-b5cd-57ab76031373 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:05.759896 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c1da7486-3294-4961-971b-7d59c28a5d61 req-c1eea6b1-a246-4744-b5cd-57ab76031373 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 943 time: 0.0825775 Jul 06 18:45:05.814426 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c1da7486-3294-4961-971b-7d59c28a5d61 req-6808f678-ff55-473e-9144-915ee185eafe tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530326 Jul 06 18:45:05.870547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.25.4.138 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/d6add798-41cb-4392-9cdb-9da7474cb43d) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:05.981342 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:06.021935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:06.060638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:06.066088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:06.069807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:06.092908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=d6add798-41cb-4392-9cdb-9da7474cb43d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:06.380956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:06.391421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e199475-a334-4057-aab7-300655e82856 req-083755b0-2fcc-4271-8230-09bd84d405ba tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:06.392914 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e199475-a334-4057-aab7-300655e82856 req-083755b0-2fcc-4271-8230-09bd84d405ba tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 943 time: 0.1174870 Jul 06 18:45:06.498426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e199475-a334-4057-aab7-300655e82856 req-666f34e5-21e4-4187-9b3a-cf2168513381 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737214 Jul 06 18:45:06.620441 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:06.700586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc95de6c-b9ef-42d6-a955-f079fbf00fa3 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:45:06.751580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:45:06.812188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc95de6c-b9ef-42d6-a955-f079fbf00fa3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:06.837171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:45:06.884484 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:06.905540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc95de6c-b9ef-42d6-a955-f079fbf00fa3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:06.930028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc95de6c-b9ef-42d6-a955-f079fbf00fa3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:06.932464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:45:06.942079 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:06.945183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device ae2a000c-6de3-4f80-a7d9-db068b673bc8 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:45:06.958980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Sync routers for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:45:06.961904 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:06.963913 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5479e350-f99e-4869-a045-b757a57aa5b7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9397326 Jul 06 18:45:06.967153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 60498) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:07.064436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:07.087421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e549-beb6-47ae-b3a9-56cd9661b3bf req-1e3951c1-a232-40bc-ac02-01f955be8607 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:07.089792 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ee66e549-beb6-47ae-b3a9-56cd9661b3bf req-1e3951c1-a232-40bc-ac02-01f955be8607 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 944 time: 0.0870125 Jul 06 18:45:07.107824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:07.108465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:07.152247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-81bd3168-2fe9-4a89-9eb9-91c29428f839 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9545a49a8c0644f7b1786db086402ff5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1836360 Jul 06 18:45:07.154886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60502) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:07.169528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port ae2a000c-6de3-4f80-a7d9-db068b673bc8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:07.179963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ee66e549-beb6-47ae-b3a9-56cd9661b3bf req-64090fec-e9a0-4f48-8e4a-60918a48c0f5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766172 Jul 06 18:45:07.203270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'port_id': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'mac_address': 'fa:16:3e:c9:43:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:45:07.271685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ebb1c-727b-46d2-b2f9-b9e588d1cd11 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:07.276230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6c2ebb1c-727b-46d2-b2f9-b9e588d1cd11 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1158547 Jul 06 18:45:07.276845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60504) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:07.289248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:07.291113 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:07.313927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f886bb0a-5508-4d1b-b9b9-2050f4cb62d3 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332613 Jul 06 18:45:07.313927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60508) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:07.319614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917065744', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:07.371516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2a000c-6de3-4f80-a7d9-db068b673bc8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:07.419557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:07.424803 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:07.439588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port ae2a000c-6de3-4f80-a7d9-db068b673bc8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:07.459707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:07.552785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=ae2a000c-6de3-4f80-a7d9-db068b673bc8,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:07.593086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:06Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:07.629334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Checking router: f7d46d4b-2166-4ed9-b75c-3dd9062140b6 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:45:07.629842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Updating router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 port d6add798-41cb-4392-9cdb-9da7474cb43d binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:45:07.651525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:07.674185 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:07.713316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edbce7-105e-4345-916c-ef4e69b56e22 req-5135e145-03f6-4b65-b227-69de9b1c3a10 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:07.715103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30edbce7-105e-4345-916c-ef4e69b56e22 req-5135e145-03f6-4b65-b227-69de9b1c3a10 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 944 time: 0.0779014 Jul 06 18:45:07.730640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Subnet': ['ID=89aabbe8-4345-4f6e-a472-783c79e5e27a,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:07.746152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Checking segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:07.746676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network hostable DHCP agents. Network: cbfeb5b9-b64c-4dec-b034-75209018457c, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:45:07.763933 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30edbce7-105e-4345-916c-ef4e69b56e22 req-d4db3d42-b524-4f34-af8f-b7b026d40185 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Jul 06 18:45:07.772747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network cbfeb5b9-b64c-4dec-b034-75209018457c is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:45:07.784447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, cbfeb5b9-b64c-4dec-b034-75209018457c) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:07.789709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:07.791314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:07.792287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['ae2a000c-6de3-4f80-a7d9-db068b673bc8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:07.795319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['dc95de6c-b9ef-42d6-a955-f079fbf00fa3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:07.801930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed2c31-5fd6-43ba-a9dd-ee05acc48e0b None None] Network cbfeb5b9-b64c-4dec-b034-75209018457c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:45:07.809335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3acaa833-5ebf-4b94-8bc6-2b4c0f04323f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4942865 Jul 06 18:45:07.812243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 60512) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:08.420810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:08.437322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f988505-0ef5-4d1f-a098-9f6cb1e651c2 req-3384f5c0-6803-4601-85ae-76ae1ddc7e83 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:08.446083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f988505-0ef5-4d1f-a098-9f6cb1e651c2 req-3384f5c0-6803-4601-85ae-76ae1ddc7e83 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 944 time: 0.1002283 Jul 06 18:45:08.524708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f988505-0ef5-4d1f-a098-9f6cb1e651c2 req-4232838a-7437-44d8-b0ec-81d2f7df152f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757549 Jul 06 18:45:08.618723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-cbfeb5b9-b64c-4dec-b034-75209018457c', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:45:08.619913 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:08.730160 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:08.815372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Transition to ACTIVE for port object d6add798-41cb-4392-9cdb-9da7474cb43d will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:08.837633 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:08.959918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d3220-c025-4ca4-b7c5-57b134dda517 req-aba9042f-af25-41f3-ab3b-837e47be30df tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:08.966233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f87d3220-c025-4ca4-b7c5-57b134dda517 req-aba9042f-af25-41f3-ab3b-837e47be30df tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 944 time: 0.0818062 Jul 06 18:45:08.970096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead60e00-5ad5-4286-9e89-5dd7fd3a9ce0 None None] Pushing event updated for resources: {'Port': ['ID=d6add798-41cb-4392-9cdb-9da7474cb43d,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:08.992761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Attempting to bind port d6add798-41cb-4392-9cdb-9da7474cb43d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:08.993136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Attempting to bind port d6add798-41cb-4392-9cdb-9da7474cb43d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:08.993499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Attempting to bind port d6add798-41cb-4392-9cdb-9da7474cb43d on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:09.007253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f87d3220-c025-4ca4-b7c5-57b134dda517 req-91e39d52-fad5-4370-9d21-0675f2319db4 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395620 Jul 06 18:45:09.009651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Allocated IP 172.20.0.2 (cbfeb5b9-b64c-4dec-b034-75209018457c/89aabbe8-4345-4f6e-a472-783c79e5e27a/1a586bdd-b4ac-41fd-a824-409488b70b13) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:09.017809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:09.018541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:09.018971 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:09.019503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:09.019990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Bound port: d6add798-41cb-4392-9cdb-9da7474cb43d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:09.020402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:09.221181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] For port d6add798-41cb-4392-9cdb-9da7474cb43d, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:09.246140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] For port d6add798-41cb-4392-9cdb-9da7474cb43d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d6add798-41cb-4392-9cdb-9da7474cb43d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:09.258359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:09.372840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:09.373492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:09.426883 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:09.428887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead60e00-5ad5-4286-9e89-5dd7fd3a9ce0 None None] Pushing event updated for resources: {'Port': ['ID=d6add798-41cb-4392-9cdb-9da7474cb43d,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:09.447792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Transition to ACTIVE for port object 1a586bdd-b4ac-41fd-a824-409488b70b13 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:09.495232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Transition to ACTIVE for port object 1a586bdd-b4ac-41fd-a824-409488b70b13 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:09.510878 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:09.520989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:09.621395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Network cbfeb5b9-b64c-4dec-b034-75209018457c is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:09.627871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:09.694332 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Pushing event updated for resources: {'Port': ['ID=1a586bdd-b4ac-41fd-a824-409488b70b13,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:09.733220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:09.811480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f5973-849a-4ae1-977b-efdcba67f30b req-0fe863e2-2d9e-4c20-82d6-2bf753578290 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:09.813917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e4f5973-849a-4ae1-977b-efdcba67f30b req-0fe863e2-2d9e-4c20-82d6-2bf753578290 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 944 time: 0.0764503 Jul 06 18:45:09.824406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Attempting to bind port 1a586bdd-b4ac-41fd-a824-409488b70b13 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:09.824913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Attempting to bind port 1a586bdd-b4ac-41fd-a824-409488b70b13 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:09.825341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Attempting to bind port 1a586bdd-b4ac-41fd-a824-409488b70b13 on network cbfeb5b9-b64c-4dec-b034-75209018457c {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:09.836405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:09.837016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Checking segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:09.837531 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:09.838223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Bound using segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:09.839122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Bound port: 1a586bdd-b4ac-41fd-a824-409488b70b13, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:09.839791 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:09.865096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e4f5973-849a-4ae1-977b-efdcba67f30b req-82884b1e-c514-4824-8244-a6695815598e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Jul 06 18:45:09.896594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.20.0.1 (cbfeb5b9-b64c-4dec-b034-75209018457c/89aabbe8-4345-4f6e-a472-783c79e5e27a/b531c481-8d04-45aa-ac9f-eef6310a9447) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:09.953148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] For port 1a586bdd-b4ac-41fd-a824-409488b70b13, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:09.957534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] For port 1a586bdd-b4ac-41fd-a824-409488b70b13, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1a586bdd-b4ac-41fd-a824-409488b70b13,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:09.964616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:10.011410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:06Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:10.023318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:10.040854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Transition to ACTIVE for port object b531c481-8d04-45aa-ac9f-eef6310a9447 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:10.050372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b47b8-948c-4c2c-a1c0-08e347e8d284 None None] The sync data for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 is: [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:06Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:45:10.068539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96c9d6-a6d0-48cf-a542-6643ac50390c None None] Pushing event updated for resources: {'Port': ['ID=1a586bdd-b4ac-41fd-a824-409488b70b13,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:10.094073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:10.159593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network cbfeb5b9-b64c-4dec-b034-75209018457c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:10.163995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:10.168670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:10.225564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=b531c481-8d04-45aa-ac9f-eef6310a9447,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:10.296757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:10.377643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2bc1c-bd35-4a14-93ca-76e418cf6d2c req-31da7d11-8511-4c48-9ab2-9809d1939e0a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:10.385547 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03f2bc1c-bd35-4a14-93ca-76e418cf6d2c req-31da7d11-8511-4c48-9ab2-9809d1939e0a tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 944 time: 0.1613526 Jul 06 18:45:10.440819 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03f2bc1c-bd35-4a14-93ca-76e418cf6d2c req-c7e050ab-f5d2-49df-a956-ce7c36ac22fb tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540571 Jul 06 18:45:10.640196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:10.716603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc95de6c-b9ef-42d6-a955-f079fbf00fa3 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:10.812189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:10.819995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:10.820887 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:10.944102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:10.991309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc95de6c-b9ef-42d6-a955-f079fbf00fa3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:10.992784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:10.995784 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3f5ca5-1f0e-4411-8eb5-713f1b7f150d" -d '{"events": [{"server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "name": "network-vif-plugged", "status": "completed", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:11.000437 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:11.001404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device ae2a000c-6de3-4f80-a7d9-db068b673bc8 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:11.083112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:11.093496 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:11.094790 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac75218-5247-4836-b90c-8f78b723b652 x-openstack-request-id: req-cac75218-5247-4836-b90c-8f78b723b652 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:11.095180 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "name": "network-vif-plugged", "status": "completed", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:11.095784 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cac75218-5247-4836-b90c-8f78b723b652 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:11.096809 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'code': 200} Jul 06 18:45:11.120788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:11.221546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port ae2a000c-6de3-4f80-a7d9-db068b673bc8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:11.247096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port ae2a000c-6de3-4f80-a7d9-db068b673bc8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:11.247801 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:11.368831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d4aaa-14e4-4fa8-8419-0485cb71a107 req-2478ea3a-4564-427b-9924-df96d06f65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:11.375010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd6d4aaa-14e4-4fa8-8419-0485cb71a107 req-2478ea3a-4564-427b-9924-df96d06f65f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1529112 Jul 06 18:45:11.440262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=b531c481-8d04-45aa-ac9f-eef6310a9447,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:11.453318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:11.503335 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:11.512075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd6d4aaa-14e4-4fa8-8419-0485cb71a107 req-9534ee52-b3f2-4d2e-96de-f6c74a3c71db service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306436 Jul 06 18:45:11.615032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port ae2a000c-6de3-4f80-a7d9-db068b673bc8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:11.624714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:11.645003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90bda3-f549-460a-b7ea-bb7b22d7cb67 req-0cc3e38e-16f7-46f7-9572-1144d0038726 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:11.647704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db90bda3-f549-460a-b7ea-bb7b22d7cb67 req-0cc3e38e-16f7-46f7-9572-1144d0038726 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 945 time: 0.4475207 Jul 06 18:45:11.690776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b180b-27ca-4175-bb8c-147726977772 None None] Network cbfeb5b9-b64c-4dec-b034-75209018457c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:45:11.694279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1a586bdd-b4ac-41fd-a824-409488b70b13 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:11.729027 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db90bda3-f549-460a-b7ea-bb7b22d7cb67 req-3982a3d8-172c-4b1f-9bd0-69c1f59741eb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707088 Jul 06 18:45:11.747932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network cbfeb5b9-b64c-4dec-b034-75209018457c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:11.749996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:11.846564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=ae2a000c-6de3-4f80-a7d9-db068b673bc8,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:11.890211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-96d6cdaf-2019-4c8f-89a6-34ae307e23e7 None None] Provisioning for port 1a586bdd-b4ac-41fd-a824-409488b70b13 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:11.977659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1a586bdd-b4ac-41fd-a824-409488b70b13 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:11.998002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98662c5e-3abe-4021-b27b-91d1c482141c req-458da864-4c18-4a3d-9623-3140dbf20601 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:11.999725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98662c5e-3abe-4021-b27b-91d1c482141c req-458da864-4c18-4a3d-9623-3140dbf20601 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 945 time: 0.0963185 Jul 06 18:45:12.005035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:45:12.019315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1a586bdd-b4ac-41fd-a824-409488b70b13 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:12.019683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:12.056896 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-98662c5e-3abe-4021-b27b-91d1c482141c req-5762f669-33a4-4b81-93b6-dbb7a61a332c tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384455 Jul 06 18:45:12.232168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:45:12.244623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-493088b3-7672-47dc-b7ef-b0199647cb1d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "PUT /v2.0/routers/f7d46d4b-2166-4ed9-b75c-3dd9062140b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4304473 Jul 06 18:45:12.393214 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:12.452456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1a586bdd-b4ac-41fd-a824-409488b70b13, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1a586bdd-b4ac-41fd-a824-409488b70b13,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:12.460311 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:12.461201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d6add798-41cb-4392-9cdb-9da7474cb43d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:12.571982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1a586bdd-b4ac-41fd-a824-409488b70b13,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:12.586248 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-cfdac6d5-9803-401a-a967-208be65ceea2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922329346&fields=id&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 267 time: 0.0627060 Jul 06 18:45:12.588281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d6add798-41cb-4392-9cdb-9da7474cb43d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:12.593107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d6add798-41cb-4392-9cdb-9da7474cb43d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:12.593493 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:12.690481 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:12.714672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d6add798-41cb-4392-9cdb-9da7474cb43d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d6add798-41cb-4392-9cdb-9da7474cb43d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:12.720426 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:12.723116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-29f85782-1563-49d7-9d84-085c10b0ca55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:12.724905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-29f85782-1563-49d7-9d84-085c10b0ca55 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/networks?id=cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 200 len: 797 time: 0.1262121 Jul 06 18:45:12.741781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-1b63da00-60e4-42c2-b323-5b1b1c1e9685 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/quotas/9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 375 time: 0.0110962 Jul 06 18:45:12.832321 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Sync routers for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:45:12.839373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-504e693c-a9df-4559-817a-1d5ca2b40b9a None None] Provisioning complete for port 1a586bdd-b4ac-41fd-a824-409488b70b13 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:12.839750 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-504e693c-a9df-4559-817a-1d5ca2b40b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:12.842541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d6add798-41cb-4392-9cdb-9da7474cb43d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:12.851334 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:12.852361 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:12.882319 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-4b449b75-b0dd-4bd2-9244-d7daa636ca2a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244404 Jul 06 18:45:13.000660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-504e693c-a9df-4559-817a-1d5ca2b40b9a None None] Provisioning for port b531c481-8d04-45aa-ac9f-eef6310a9447 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:13.006571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-504e693c-a9df-4559-817a-1d5ca2b40b9a None None] Provisioning complete for port b531c481-8d04-45aa-ac9f-eef6310a9447 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:13.007590 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-504e693c-a9df-4559-817a-1d5ca2b40b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:13.037592 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:13.044548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-82ae9330-fb24-4c4d-91c4-0e0a1834f032 service neutron] 10.222.0.53 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611609 Jul 06 18:45:13.052724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22a070-2b14-4a75-ba41-03e29b22cc7b req-a6dd3d80-1de0-46b9-8770-06c90dca119f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:13.054452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f22a070-2b14-4a75-ba41-03e29b22cc7b req-a6dd3d80-1de0-46b9-8770-06c90dca119f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 945 time: 0.1336384 Jul 06 18:45:13.074843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-504e693c-a9df-4559-817a-1d5ca2b40b9a None None] Port b531c481-8d04-45aa-ac9f-eef6310a9447 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:45:13.098302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:13.101369 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae22f9bc-e669-4acc-9e54-16c65b6de6de" -d '{"events": [{"server_uuid": "97970409-ea5f-4170-8fc4-90e428b98ecf", "name": "network-vif-plugged", "status": "completed", "tag": "ae2a000c-6de3-4f80-a7d9-db068b673bc8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:13.124370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f22a070-2b14-4a75-ba41-03e29b22cc7b req-1d30b906-f8f7-4a59-af73-046f4d6b69b2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635562 Jul 06 18:45:13.165338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-795b4122-cfbd-4546-b539-43dd4746c55d service neutron] 10.222.0.53 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191111 Jul 06 18:45:13.204894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8699d20e-f369-4271-af61-34e832fb6f1b None None] Provisioning complete for port b531c481-8d04-45aa-ac9f-eef6310a9447 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:13.205327 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8699d20e-f369-4271-af61-34e832fb6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:13.298447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8699d20e-f369-4271-af61-34e832fb6f1b None None] Port b531c481-8d04-45aa-ac9f-eef6310a9447 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:45:13.394375 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 2, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:13.427051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-027e4121-303e-4297-bbf8-8738fbd61fcf None None] Provisioning complete for port b531c481-8d04-45aa-ac9f-eef6310a9447 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:13.427346 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-027e4121-303e-4297-bbf8-8738fbd61fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:13.431206 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Checking router: f7d46d4b-2166-4ed9-b75c-3dd9062140b6 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:45:13.432771 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Updating router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 port b531c481-8d04-45aa-ac9f-eef6310a9447 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:45:13.525135 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da3f5e8-278b-4f2b-9848-6f485f13ba97 x-openstack-request-id: req-2da3f5e8-278b-4f2b-9848-6f485f13ba97 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:13.531871 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97970409-ea5f-4170-8fc4-90e428b98ecf", "name": "network-vif-plugged", "status": "completed", "tag": "ae2a000c-6de3-4f80-a7d9-db068b673bc8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:13.532294 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2da3f5e8-278b-4f2b-9848-6f485f13ba97 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:13.532808 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'code': 200} Jul 06 18:45:13.533650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-027e4121-303e-4297-bbf8-8738fbd61fcf None None] Port b531c481-8d04-45aa-ac9f-eef6310a9447 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:45:13.545556 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:13.553028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59eb880-e905-405e-90d8-b03240891836 req-78f304ff-dd48-41fa-900f-8fbb06277ffe tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:13.554701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b59eb880-e905-405e-90d8-b03240891836 req-78f304ff-dd48-41fa-900f-8fbb06277ffe tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 945 time: 0.1798811 Jul 06 18:45:13.643792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1a586bdd-b4ac-41fd-a824-409488b70b13 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:13.686986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b59eb880-e905-405e-90d8-b03240891836 req-eb9ee5f7-6b88-4ebf-a777-aa6cb00ae95c tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251178 Jul 06 18:45:13.735804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e712a6-e9d9-44f0-bc49-8c2ed3c4a045 req-93d7a8fa-5927-4b9e-8441-c3367acd4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:13.737346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e712a6-e9d9-44f0-bc49-8c2ed3c4a045 req-93d7a8fa-5927-4b9e-8441-c3367acd4e68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1096 time: 0.1291375 Jul 06 18:45:13.778623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1a586bdd-b4ac-41fd-a824-409488b70b13 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:13.779474 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:13.792781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-fcc44930-b5a7-4ac4-af96-cf605397476a req-9c3587a5-a495-4cd8-be54-df4262cbd2aa service neutron] (93966) timed out ('10.222.0.53', 47732) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:45:13.816700 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e712a6-e9d9-44f0-bc49-8c2ed3c4a045 req-d39138b5-d044-4808-a8b7-332aa4874591 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722194 Jul 06 18:45:13.874283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584efcbe-03b9-4995-afcb-042db2aaf225 req-04281838-6216-4831-a366-98f0529662ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:13.886329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-584efcbe-03b9-4995-afcb-042db2aaf225 req-04281838-6216-4831-a366-98f0529662ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 945 time: 0.1389468 Jul 06 18:45:13.963581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d6add798-41cb-4392-9cdb-9da7474cb43d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:13.968135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-584efcbe-03b9-4995-afcb-042db2aaf225 req-e55ac6d7-20e2-4372-9c48-a7b24b3b280e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809028 Jul 06 18:45:13.997911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 32820) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:14.002854 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.014072 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Transition to ACTIVE for port object b531c481-8d04-45aa-ac9f-eef6310a9447 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:14.023737 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.035061 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-749d0112-1e89-413b-a3d9-89c6f5f914f5 req-af8b27b3-4e2b-4509-9027-dd2d57952308 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 210 time: 0.0863228 Jul 06 18:45:14.048146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d6add798-41cb-4392-9cdb-9da7474cb43d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:14.049347 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.065887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f734770b-165e-4f21-a461-0fb9af3526e3 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:14.067861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f734770b-165e-4f21-a461-0fb9af3526e3 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 1091 time: 0.0685613 Jul 06 18:45:14.073117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 32822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:14.079707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:14.127812 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.191468 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637464-50fc-4b7d-9618-3e9d9e9bbf0e None None] Pushing event updated for resources: {'Port': ['ID=b531c481-8d04-45aa-ac9f-eef6310a9447,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:14.217510 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Attempting to bind port b531c481-8d04-45aa-ac9f-eef6310a9447 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:14.218033 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Attempting to bind port b531c481-8d04-45aa-ac9f-eef6310a9447 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:14.218673 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Attempting to bind port b531c481-8d04-45aa-ac9f-eef6310a9447 on network cbfeb5b9-b64c-4dec-b034-75209018457c {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:14.230678 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:14.231044 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Checking segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:14.231455 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.231856 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Bound using segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:14.232493 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Bound port: b531c481-8d04-45aa-ac9f-eef6310a9447, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:14.232883 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.309336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.325578 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] For port b531c481-8d04-45aa-ac9f-eef6310a9447, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:14.330137 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] For port b531c481-8d04-45aa-ac9f-eef6310a9447, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b531c481-8d04-45aa-ac9f-eef6310a9447,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:14.344132 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.414303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:14.415286 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:14.512166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.25.4.203 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/a1f0857c-381c-447a-a46b-2d0a77a0bf8f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:14.545435 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:14.722067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.730773 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637464-50fc-4b7d-9618-3e9d9e9bbf0e None None] Pushing event updated for resources: {'Port': ['ID=b531c481-8d04-45aa-ac9f-eef6310a9447,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:14.857498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.859415 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:14Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:14.891572 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36ac592-8b7c-4410-aa21-0dd5bf1eba42 None None] The sync data for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 is: [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:14Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:45:14.921082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:14.928489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:14.934472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:14.998373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=a1f0857c-381c-447a-a46b-2d0a77a0bf8f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:15.242622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9ce93e97-cfec-4134-8061-0a5ffa3802f7 req-90648d4e-e355-446d-8588-33f6d6e4afd7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 210 time: 0.0387185 Jul 06 18:45:15.297691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1cb4e-83f6-419d-8201-34fa010d6383 req-bfe2b554-d526-4947-89c2-cc583eefd566 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:15.299441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8f1cb4e-83f6-419d-8201-34fa010d6383 req-bfe2b554-d526-4947-89c2-cc583eefd566 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 945 time: 0.2417696 Jul 06 18:45:15.400646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8f1cb4e-83f6-419d-8201-34fa010d6383 req-8be85fe7-6e89-400e-80d8-f914d6ac6622 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928953 Jul 06 18:45:15.503773 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-238767b0-fcbd-428a-b40b-4b6dc75c14d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:15.706731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b531c481-8d04-45aa-ac9f-eef6310a9447 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:15.809933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b531c481-8d04-45aa-ac9f-eef6310a9447 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:15.814236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:15.819311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b531c481-8d04-45aa-ac9f-eef6310a9447 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:15.820361 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:15.836857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-28d5713d-db23-4449-abcc-29124e848e74 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:15.838477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-28d5713d-db23-4449-abcc-29124e848e74 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "GET /v2.0/networks?id=cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 200 len: 797 time: 0.3741786 Jul 06 18:45:15.913593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:15.928417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df157-5ddb-43ff-b4f5-f2a1491a4009 req-dfd5d59c-94b1-4940-b090-4e7b4f4a5c26 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:15.941652 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:15.942412 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d4df157-5ddb-43ff-b4f5-f2a1491a4009 req-dfd5d59c-94b1-4940-b090-4e7b4f4a5c26 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 945 time: 0.2785919 Jul 06 18:45:15.982671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port b531c481-8d04-45aa-ac9f-eef6310a9447, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b531c481-8d04-45aa-ac9f-eef6310a9447,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:15.991299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-eba30501-bd47-4b24-b5ca-4aa6d59d6418 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 380 time: 0.1422749 Jul 06 18:45:15.997782 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.009134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'port': {'device_id': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'admin_state_up': True, 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'security_groups': ['10d5af22-588d-4ecd-b2a0-b9edeb535810']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:16.067318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=b531c481-8d04-45aa-ac9f-eef6310a9447,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:16.109583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d4df157-5ddb-43ff-b4f5-f2a1491a4009 req-9ec45e22-2d15-4092-802c-417ffb3495ab tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637254 Jul 06 18:45:16.227775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:16.235558 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.463050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.20.0.6 (cbfeb5b9-b64c-4dec-b034-75209018457c/89aabbe8-4345-4f6e-a472-783c79e5e27a/0207e558-5f9e-469b-9de6-1f143bc3f11f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:16.478889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5758-2ad8-49d9-97a0-0b481c8bf386 req-389370d9-203e-48e6-82ea-c20bff758770 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:16.480647 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7c2b5758-2ad8-49d9-97a0-0b481c8bf386 req-389370d9-203e-48e6-82ea-c20bff758770 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 945 time: 0.1525080 Jul 06 18:45:16.493098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d89e117c-b29b-4fcc-87b3-b8368260729d req-1add0242-fa9b-4397-997f-809266bd5a88 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 210 time: 0.0578945 Jul 06 18:45:16.566845 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7c2b5758-2ad8-49d9-97a0-0b481c8bf386 req-526fd895-6cd0-45e1-acf0-575284f3de28 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782890 Jul 06 18:45:16.601528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 32852) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:16.640864 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.652468 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.733438 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.777428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Transition to ACTIVE for port object 0207e558-5f9e-469b-9de6-1f143bc3f11f will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:16.827059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.842890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.889371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network cbfeb5b9-b64c-4dec-b034-75209018457c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:16.895689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:16.898458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:16.928783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:16.964687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:16.965384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.990839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=a1f0857c-381c-447a-a46b-2d0a77a0bf8f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:17.003293 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-8722aec7-5058-4e85-8f65-b489dfceafc8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9999216 Jul 06 18:45:17.020350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Request body: {'port': {'device_id': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:17.033756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d78787-209b-4b9c-b223-5877fbef66b8 tempest-TestServerBasicOps-658885154 tempest-TestServerBasicOps-658885154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:17.038338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-68d78787-209b-4b9c-b223-5877fbef66b8 tempest-TestServerBasicOps-658885154 tempest-TestServerBasicOps-658885154-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1091 time: 0.4323750 Jul 06 18:45:17.040553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 32862) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:17.046995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:17.093480 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Floating IP 03b3dfc4-88f1-441f-9dc1-95896dfba1bf associated. External IP: 172.25.4.203, port: dc95de6c-b9ef-42d6-a955-f079fbf00fa3. Jul 06 18:45:17.143344 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.143909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.278654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97c05155-8037-4aa9-9ffc-bb58ee0b6f6f None None] Provisioning for port 0207e558-5f9e-469b-9de6-1f143bc3f11f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:17.287236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97c05155-8037-4aa9-9ffc-bb58ee0b6f6f None None] Provisioning complete for port 0207e558-5f9e-469b-9de6-1f143bc3f11f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:17.288364 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97c05155-8037-4aa9-9ffc-bb58ee0b6f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.370695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-97c05155-8037-4aa9-9ffc-bb58ee0b6f6f None None] Port 0207e558-5f9e-469b-9de6-1f143bc3f11f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:45:17.382908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.447700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 1b7106dc-edc4-4b0c-956a-5411f637ef0d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:45:17.483194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0207e558-5f9e-469b-9de6-1f143bc3f11f {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:17.491569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.507056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Transition to ACTIVE for port object 0207e558-5f9e-469b-9de6-1f143bc3f11f will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:17.514250 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.562095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Allocated IP 172.25.4.6 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/e100bdcf-f1cc-428a-b98d-412d7fae456f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:17.598034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b531c481-8d04-45aa-ac9f-eef6310a9447 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:17.677397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:45:17.694881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:17.711378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] Sync routers for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:45:17.718290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:17.718708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:17.718932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:17.720841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.729184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:45:17.729528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:17.731683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:17.732774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:44:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:17.736617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:17.736977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Checking segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:17.737363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Bound using segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:17.737877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Bound port: 0207e558-5f9e-469b-9de6-1f143bc3f11f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:17.738249 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.798092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b531c481-8d04-45aa-ac9f-eef6310a9447 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:17.798893 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.849483 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.866018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fe9ee209-aa93-4211-8de0-777c5385c70d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7907560 Jul 06 18:45:17.867874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 32872) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:17.871051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:17.873394 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58f58e6-11bc-4c00-8faa-06070a08d15d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:17.896413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:17.902297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:17.907512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.972407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:17.974576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:17.996768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:17.997353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.999617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-295d516e-8083-4f35-9ea7-4c8eba6ce42d service neutron] 10.222.0.24 "PUT /v2.0/ports/0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 1091 time: 0.9846783 Jul 06 18:45:18.000176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:18.003262 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e15645-220a-46f6-b697-ea8457117772" -d '{"events": [{"name": "network-changed", "server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:18.063964 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-97462060-6aa5-4bee-be74-814e6ecd2952 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/floatingips/03b3dfc4-88f1-441f-9dc1-95896dfba1bf HTTP/1.1" status: 200 len: 991 time: 0.1875410 Jul 06 18:45:18.072259 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b66308-d2a7-49a7-8c0b-78e99e74c9aa x-openstack-request-id: req-47b66308-d2a7-49a7-8c0b-78e99e74c9aa {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:18.072526 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:18.073707 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47b66308-d2a7-49a7-8c0b-78e99e74c9aa {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:18.074156 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'status': 'completed', 'code': 200} Jul 06 18:45:18.112711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6565ce-0073-4611-babd-23f94b0d4f6c req-e8b3b336-2d43-4d66-8f16-502324710950 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:18.121424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-f59fe3a5-6695-4b8b-b234-73049fa7dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:18.123532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-f59fe3a5-6695-4b8b-b234-73049fa7dd82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1094 time: 0.0752115 Jul 06 18:45:18.127127 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df6565ce-0073-4611-babd-23f94b0d4f6c req-e8b3b336-2d43-4d66-8f16-502324710950 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 943 time: 0.3578901 Jul 06 18:45:18.156288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:18.204920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-615b57f1-3199-4760-a412-99b9ad3179d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 217 time: 0.0655856 Jul 06 18:45:18.241873 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-794612a4-1134-4caa-9c60-26d5a73ec0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:18.284797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-34f4f9c4-bafe-49c1-afbc-12b429ac69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:18.285953 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-34f4f9c4-bafe-49c1-afbc-12b429ac69c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89aabbe8-4345-4f6e-a472-783c79e5e27a HTTP/1.1" status: 200 len: 834 time: 0.0750947 Jul 06 18:45:18.335116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:18.353942 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c559b14c-82af-477e-a1ef-a2ce36d10a15 x-openstack-request-id: req-c559b14c-82af-477e-a1ef-a2ce36d10a15 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:18.354243 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:18.354500 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c559b14c-82af-477e-a1ef-a2ce36d10a15 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:18.354986 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'status': 'completed', 'code': 200} Jul 06 18:45:18.356774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:18.361825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:18.372493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'Port': ['ID=e100bdcf-f1cc-428a-b98d-412d7fae456f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:18.400011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-89ae0f9b-8f62-4c96-a737-806fcf834dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:18.402213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-89ae0f9b-8f62-4c96-a737-806fcf834dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbfeb5b9-b64c-4dec-b034-75209018457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095729 Jul 06 18:45:18.418961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df6565ce-0073-4611-babd-23f94b0d4f6c req-8b53f47c-bd2f-4039-be49-2c30ba48b16a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900381 Jul 06 18:45:18.428845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:18.489332 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:46Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 0, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:18.533653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] Checking router: 1b7106dc-edc4-4b0c-956a-5411f637ef0d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:45:18.534491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-fbfd0471-ce22-4e68-9428-4bc55d750e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:18.536051 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-fbfd0471-ce22-4e68-9428-4bc55d750e18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 1096 time: 0.3999760 Jul 06 18:45:18.550297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:18.551303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:45:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:18.591304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-9231bde7-365b-494a-abfd-cc72cd5f83d4 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790414 Jul 06 18:45:18.684340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:18.719375 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d466a8be-3e4c-4854-929d-be46c2a2fbf6 req-141d019e-f83d-4af4-8ad6-8d4f6ffa328f service neutron] 10.222.0.24 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191642 Jul 06 18:45:18.792314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-1ca09587-7190-44d8-87ea-6e9b20b9066c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2697966 Jul 06 18:45:18.794490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-1d2f11a1-0be8-46b9-840b-98a70a4521f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:18.807635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-1d2f11a1-0be8-46b9-840b-98a70a4521f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1263010-6d0d-4970-97ee-a5a219134e15 HTTP/1.1" status: 200 len: 898 time: 0.2511308 Jul 06 18:45:18.855995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15645-220a-46f6-b697-ea8457117772 req-fc70fe79-c70d-4f35-9773-d2ccb6cbf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:18.857478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03e15645-220a-46f6-b697-ea8457117772 req-fc70fe79-c70d-4f35-9773-d2ccb6cbf5dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1094 time: 0.0728698 Jul 06 18:45:18.895368 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-8cadc3da-24e4-422a-a0f4-43f01c01029e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3 HTTP/1.1" status: 200 len: 999 time: 0.0795536 Jul 06 18:45:18.982198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-8dad13fb-8ef0-47ee-a049-401770f16eae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1290646 Jul 06 18:45:19.032170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15645-220a-46f6-b697-ea8457117772 req-fd2ee33e-e830-406d-87d1-632310f17fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.035169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03e15645-220a-46f6-b697-ea8457117772 req-fd2ee33e-e830-406d-87d1-632310f17fd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 200 len: 898 time: 0.1485250 Jul 06 18:45:19.060077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:46Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 0, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:19.060407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-9347f070-6bef-4edc-8213-633b5344b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.061950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-9347f070-6bef-4edc-8213-633b5344b9d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79a88383-6e4a-43e4-b766-2e4079da27b5 HTTP/1.1" status: 200 len: 834 time: 0.1426902 Jul 06 18:45:19.081452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 32888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:19.094307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a29c6-d035-4f9b-abcb-14f933573649 None None] The sync data for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 is: [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:46Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 0, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:45:19.107150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-6d4562f0-4815-48aa-bf4d-986215ff80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.108828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-6d4562f0-4815-48aa-bf4d-986215ff80f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 1096 time: 0.2257447 Jul 06 18:45:19.138832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03e15645-220a-46f6-b697-ea8457117772 req-f82cfa5e-19af-46c4-ba52-ab5f6a3e68ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 217 time: 0.0914266 Jul 06 18:45:19.419311 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada4fd5-52c5-48a9-ae4f-6c13cc4b5705 None None] New status for floating IP 03b3dfc4-88f1-441f-9dc1-95896dfba1bf: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:45:19.459210 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:19.576562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15645-220a-46f6-b697-ea8457117772 req-35ef47b5-fc75-4f7c-b03d-50da8142b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.578219 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03e15645-220a-46f6-b697-ea8457117772 req-35ef47b5-fc75-4f7c-b03d-50da8142b702 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89aabbe8-4345-4f6e-a472-783c79e5e27a HTTP/1.1" status: 200 len: 834 time: 0.4310155 Jul 06 18:45:19.583421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-e0c34595-c2c9-43de-a287-885b5ae1161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.587170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-e0c34595-c2c9-43de-a287-885b5ae1161c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 1096 time: 0.5503283 Jul 06 18:45:19.784456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15645-220a-46f6-b697-ea8457117772 req-b2742853-536f-4eaa-ba9c-fdef66976f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.786111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03e15645-220a-46f6-b697-ea8457117772 req-b2742853-536f-4eaa-ba9c-fdef66976f55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbfeb5b9-b64c-4dec-b034-75209018457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979766 Jul 06 18:45:19.804030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471dbca-e038-445d-a280-415749a809db req-0ec6fec7-6a19-4251-89a1-3a30fa8fa06f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.807900 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4471dbca-e038-445d-a280-415749a809db req-0ec6fec7-6a19-4251-89a1-3a30fa8fa06f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 943 time: 0.1777899 Jul 06 18:45:19.812927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f4f99c3b-6a65-4453-aece-290ef21f2ef1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/floatingips/03b3dfc4-88f1-441f-9dc1-95896dfba1bf HTTP/1.1" status: 200 len: 991 time: 0.7224107 Jul 06 18:45:19.880637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-36a138af-e191-4cc1-b2b0-0910f4764807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.882289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-36a138af-e191-4cc1-b2b0-0910f4764807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1263010-6d0d-4970-97ee-a5a219134e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8028882 Jul 06 18:45:19.935555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-0974198d-e2fc-4bd4-84ed-b648a20e6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.937073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-0974198d-e2fc-4bd4-84ed-b648a20e6e05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.2970281 Jul 06 18:45:19.942270 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4471dbca-e038-445d-a280-415749a809db req-8302e8a1-3dc9-4d4d-aa49-84dc0117336b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558147 Jul 06 18:45:19.951000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-b19d4d1d-ca10-4093-b19e-c0b901f4fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.952559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-b19d4d1d-ca10-4093-b19e-c0b901f4fca3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 200 len: 916 time: 0.7629123 Jul 06 18:45:19.959839 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:20.006858 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-817d3a0b-18ef-4453-b47c-b8dc2470834e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd HTTP/1.1" status: 200 len: 1000 time: 0.0616796 Jul 06 18:45:20.043796 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-3b3f1519-d505-4773-bf76-e860202cac23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf39855-4a3e-435d-860e-ec5875d961bd HTTP/1.1" status: 200 len: 217 time: 0.0823550 Jul 06 18:45:20.080455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03e15645-220a-46f6-b697-ea8457117772 req-ec66d5c6-7d80-4863-8c84-c16a8d1e4945 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709274 Jul 06 18:45:20.109816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-787054c6-b0f2-43e7-89b3-21775c8431e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:20.111330 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-787054c6-b0f2-43e7-89b3-21775c8431e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.0962334 Jul 06 18:45:20.170348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-99c8c570-9e31-4192-883e-f0d42ddff17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:20.172024 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-99c8c570-9e31-4192-883e-f0d42ddff17f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 200 len: 855 time: 0.1182582 Jul 06 18:45:20.176523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-bd67961a-283f-4ae1-aea7-28c691763c02 service neutron] 10.222.0.41 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824757 Jul 06 18:45:20.269037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03e15645-220a-46f6-b697-ea8457117772 req-d1dece2b-65bb-42cb-8e78-0745ee2901a4 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786621 Jul 06 18:45:20.271899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-6304fdf6-8f95-4e9f-bf38-124adebccb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:20.273477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-6304fdf6-8f95-4e9f-bf38-124adebccb9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181087 Jul 06 18:45:20.283566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-cb35f199-8c51-4ed7-abee-d1f3cb5237cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007297 Jul 06 18:45:20.307240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:20.369205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-b2956741-8626-4134-b762-1bd3efa97294 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881734 Jul 06 18:45:20.495588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35f3e3cc-843c-4bc8-b03d-928fa56420c9 req-ff098f6f-f89f-4ec6-aefd-28bc220bcaef service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201453 Jul 06 18:45:20.586049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:20.592355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b58f58e6-11bc-4c00-8faa-06070a08d15d req-518edf13-bb66-4dc4-90a6-594712fdcd2d service neutron] 10.222.0.41 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955314 Jul 06 18:45:20.600649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:20.647915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-80220d30-7f7b-4178-a02e-b89f580ed0ad service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541701 Jul 06 18:45:20.772963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb554de-9a73-4ebe-9a71-df3648925d99 req-5deb745c-a621-4f9f-b5e7-0950ce50a14c service neutron] 10.222.0.24 "GET /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912502 Jul 06 18:45:20.783086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event updated for resources: {'Port': ['ID=e100bdcf-f1cc-428a-b98d-412d7fae456f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:20.791793 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:20.815568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 32908) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:20.903291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-81e51260-1f82-42b3-8e89-4b3c4c4c96bb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/floatingips/03b3dfc4-88f1-441f-9dc1-95896dfba1bf HTTP/1.1" status: 200 len: 993 time: 0.0789890 Jul 06 18:45:20.914443 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Floating IP 5f1874e7-963c-4354-a6cd-c069f5d870de associated. External IP: 172.25.4.6, port: ae2a000c-6de3-4f80-a7d9-db068b673bc8. Jul 06 18:45:21.015718 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:21.207914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:45:21.219243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02650ea1-ddd8-4777-9215-b81daa53d4df req-2644f022-5b39-4bd0-930d-1816ef99679e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.220728 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02650ea1-ddd8-4777-9215-b81daa53d4df req-2644f022-5b39-4bd0-930d-1816ef99679e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 943 time: 0.1397820 Jul 06 18:45:21.340973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02650ea1-ddd8-4777-9215-b81daa53d4df req-ed304361-93ee-4641-89cd-c270ed68b498 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102200 Jul 06 18:45:21.369801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:45:21.382085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] Sync routers for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:45:21.388618 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:21.397020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:21.397676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:45:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:21.428830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9476eaaf-c01b-45fa-ab83-4dd715544a32 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.3870809 Jul 06 18:45:21.429592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'tag': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:21.432531 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ab234-91b6-4597-a064-d5b23690b901" -d '{"events": [{"name": "network-changed", "server_uuid": "97970409-ea5f-4170-8fc4-90e428b98ecf", "tag": "ae2a000c-6de3-4f80-a7d9-db068b673bc8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:21.440532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0207e558-5f9e-469b-9de6-1f143bc3f11f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:45:21.493306 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5778e4-f0b7-4d26-8040-66abc8e69c18 x-openstack-request-id: req-4c5778e4-f0b7-4d26-8040-66abc8e69c18 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:21.494143 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97970409-ea5f-4170-8fc4-90e428b98ecf", "tag": "ae2a000c-6de3-4f80-a7d9-db068b673bc8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:21.495667 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c5778e4-f0b7-4d26-8040-66abc8e69c18 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:21.498161 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'tag': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'status': 'completed', 'code': 200} Jul 06 18:45:21.603923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab234-91b6-4597-a064-d5b23690b901 req-f9e902a8-95f3-43ba-b289-5fcd296176d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.605472 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080ab234-91b6-4597-a064-d5b23690b901 req-f9e902a8-95f3-43ba-b289-5fcd296176d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a799a36c835d42a3a7eb2fc29c64aa75&device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1096 time: 0.0783954 Jul 06 18:45:21.739236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab234-91b6-4597-a064-d5b23690b901 req-462a59e6-57e7-483c-927a-98945f3db744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.741160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080ab234-91b6-4597-a064-d5b23690b901 req-462a59e6-57e7-483c-927a-98945f3db744 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ccb12059-455a-4b03-aa22-d75a57ecac4a HTTP/1.1" status: 200 len: 909 time: 0.1271379 Jul 06 18:45:21.886985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:21.893737 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080ab234-91b6-4597-a064-d5b23690b901 req-ee329bf3-e89a-4eec-a49c-8345f54a37ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8 HTTP/1.1" status: 200 len: 997 time: 0.1450005 Jul 06 18:45:21.969943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab234-91b6-4597-a064-d5b23690b901 req-d2833859-0d6c-48d0-acf2-ef19c9aee94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.973035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080ab234-91b6-4597-a064-d5b23690b901 req-d2833859-0d6c-48d0-acf2-ef19c9aee94a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3b138f-51b1-481c-ae9b-cd4270f2ef33 HTTP/1.1" status: 200 len: 847 time: 0.0703464 Jul 06 18:45:22.015024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:22.035687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'port_id': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'mac_address': 'fa:16:3e:32:7d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:45:22.049395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab234-91b6-4597-a064-d5b23690b901 req-e83c2bd4-ad28-4bce-a42f-cb177b4e1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:22.051172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080ab234-91b6-4597-a064-d5b23690b901 req-e83c2bd4-ad28-4bce-a42f-cb177b4e1023 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ccb12059-455a-4b03-aa22-d75a57ecac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711448 Jul 06 18:45:22.129519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:22.160713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0207e558-5f9e-469b-9de6-1f143bc3f11f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:22.175469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080ab234-91b6-4597-a064-d5b23690b901 req-fc76ffd7-deb8-4f4f-a981-b42527984a51 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155667 Jul 06 18:45:22.199276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:22.225819 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:22.257169 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:22.293439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:22.304804 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-080ab234-91b6-4597-a064-d5b23690b901 req-53700e33-a058-46d5-922d-1b541b5cd301 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182110 Jul 06 18:45:22.305512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '5f1874e7-963c-4354-a6cd-c069f5d870de', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'port_id': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'mac_address': 'fa:16:3e:c9:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:19Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 0, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:22.339897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] Checking router: 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:45:22.350116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:22.350941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:45:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:22.487215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:22.602128 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:22.665868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa661ee-c08c-4ccd-968c-cf94aa0a7e61 req-d55d5c1d-e4e4-4799-87ec-41710c6a6eb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:22.675209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['0207e558-5f9e-469b-9de6-1f143bc3f11f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:22.677756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1aa661ee-c08c-4ccd-968c-cf94aa0a7e61 req-d55d5c1d-e4e4-4799-87ec-41710c6a6eb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.1269808 Jul 06 18:45:22.706942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 32934) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:22.751679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1aa661ee-c08c-4ccd-968c-cf94aa0a7e61 req-4c3d54b3-6a2b-401c-abe8-2df7bf12bbdd tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727017 Jul 06 18:45:22.884051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d43fa14-b301-4d28-aac5-d2d7b0d50074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:22.944782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '5f1874e7-963c-4354-a6cd-c069f5d870de', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'port_id': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'mac_address': 'fa:16:3e:c9:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:19Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 0, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:23.008808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baab3fe-ae2c-47a6-aa8e-ad273616fcc6 None None] The sync data for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 is: [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '5f1874e7-963c-4354-a6cd-c069f5d870de', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'port_id': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'mac_address': 'fa:16:3e:c9:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:19Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 0, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:45:23.062435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d43fa14-b301-4d28-aac5-d2d7b0d50074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:23.068923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d43fa14-b301-4d28-aac5-d2d7b0d50074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:23.118116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43fa14-b301-4d28-aac5-d2d7b0d50074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e945d4d3-8afb-4a81-92c7-5b1ff381c164,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:23.148192 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3d43fa14-b301-4d28-aac5-d2d7b0d50074 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b938663abef4a00a0a82ec4dab013b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366307 Jul 06 18:45:23.148730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 32942) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:23.200788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eca0f36b-623e-4a16-9b34-d43973adee0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:23.224762 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eca0f36b-623e-4a16-9b34-d43973adee0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:23.237768 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:45:23.283285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eca0f36b-623e-4a16-9b34-d43973adee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:23.287669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eca0f36b-623e-4a16-9b34-d43973adee0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:23.290329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eca0f36b-623e-4a16-9b34-d43973adee0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e945d4d3-8afb-4a81-92c7-5b1ff381c164 HTTP/1.1" status: 204 len: 168 time: 0.1404703 Jul 06 18:45:23.304061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0f36b-623e-4a16-9b34-d43973adee0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e945d4d3-8afb-4a81-92c7-5b1ff381c164,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:23.356384 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e950c6-cd5b-474f-a603-38f547847ddf None None] New status for floating IP 5f1874e7-963c-4354-a6cd-c069f5d870de: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:45:23.969329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880cb8-f35b-4b20-8744-ab29a17932aa req-a483abee-6019-4bb2-864c-158c8c6ff8f2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.971294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-32880cb8-f35b-4b20-8744-ab29a17932aa req-a483abee-6019-4bb2-864c-158c8c6ff8f2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.0831583 Jul 06 18:45:24.033775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc511f-6561-4def-9deb-b013c8b8b115 req-2e91ed62-c238-4ae9-9d5d-91f370125b4a tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:24.040851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcfc511f-6561-4def-9deb-b013c8b8b115 req-2e91ed62-c238-4ae9-9d5d-91f370125b4a tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 946 time: 0.1105525 Jul 06 18:45:24.057946 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-32880cb8-f35b-4b20-8744-ab29a17932aa req-c4e7c2a5-1b29-4915-a42f-e573d7c6c591 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623193 Jul 06 18:45:24.118606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcfc511f-6561-4def-9deb-b013c8b8b115 req-987263be-4003-4268-b4c1-da7793e04e98 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765908 Jul 06 18:45:25.274351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19667e9-f3de-4922-b00f-ee3f7e56b4fd req-5d369016-d43b-46d7-9bf5-8e674ba7dbb7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:25.276726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c19667e9-f3de-4922-b00f-ee3f7e56b4fd req-5d369016-d43b-46d7-9bf5-8e674ba7dbb7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.0915244 Jul 06 18:45:25.323492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac6772-11e0-4ba5-b962-400b53274f38 req-b4d61984-1a37-42b8-bd38-16ccbf1e0a9a tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:25.325222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9eac6772-11e0-4ba5-b962-400b53274f38 req-b4d61984-1a37-42b8-bd38-16ccbf1e0a9a tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 946 time: 0.0931706 Jul 06 18:45:25.332956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c19667e9-f3de-4922-b00f-ee3f7e56b4fd req-2c6e7f97-3e46-4b4e-92d0-22802b4df365 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497837 Jul 06 18:45:25.378480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9eac6772-11e0-4ba5-b962-400b53274f38 req-75c457b5-8415-4ef5-9a01-92f0f79eeb6f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464339 Jul 06 18:45:25.475938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0207e558-5f9e-469b-9de6-1f143bc3f11f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:25.532812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 0207e558-5f9e-469b-9de6-1f143bc3f11f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:25.537199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 0207e558-5f9e-469b-9de6-1f143bc3f11f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:25.537567 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:25.581159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-7080c8cc-1280-44d1-b840-2f3cb35c57c9 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:25.582694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-7080c8cc-1280-44d1-b840-2f3cb35c57c9 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 946 time: 0.1007426 Jul 06 18:45:25.632858 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:25.657899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:25.660337 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d622e3-7d4c-4594-8314-acdd47d62c45" -d '{"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-plugged", "status": "completed", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:25.677462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:25.683947 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:25.705151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Deleting port 0ab54650-3f17-4342-a15a-2aed1e2af0bf {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:25.706103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:25.727449 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb130665-35ad-40e7-87a4-3a560186b34c x-openstack-request-id: req-fb130665-35ad-40e7-87a4-3a560186b34c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:25.727729 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-plugged", "status": "completed", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:25.728199 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb130665-35ad-40e7-87a4-3a560186b34c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:25.728898 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'code': 200} Jul 06 18:45:25.748669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:25.843222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] For port 0ab54650-3f17-4342-a15a-2aed1e2af0bf, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0ab54650-3f17-4342-a15a-2aed1e2af0bf,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:25.844764 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:25.861040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Calling delete_port for 0ab54650-3f17-4342-a15a-2aed1e2af0bf owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:25.872510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178a0c8-1235-4829-a3a2-77482185946b req-57565870-1675-4350-8c1e-892bd4700571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:25.874772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6178a0c8-1235-4829-a3a2-77482185946b req-57565870-1675-4350-8c1e-892bd4700571 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1096 time: 0.0597417 Jul 06 18:45:25.915548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6178a0c8-1235-4829-a3a2-77482185946b req-e41a5717-7f00-487f-aee7-ecc2bd239bcb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330591 Jul 06 18:45:26.032703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:26.044414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['aaf39855-4a3e-435d-860e-ec5875d961bd', 'b212cac3-d46f-49b7-afd4-1ba69bed3d97', '0ab54650-3f17-4342-a15a-2aed1e2af0bf'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:26.061037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Pushing event deleted for resources: {'Port': ['ID=0ab54650-3f17-4342-a15a-2aed1e2af0bf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:26.071591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['a85145f6-cf9e-40ba-8b28-25743daf269e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:26.144526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] No DVR routers for this DVR port 0ab54650-3f17-4342-a15a-2aed1e2af0bf on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:26.147738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:26.149962 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b287e8d0-ac0e-4c48-a306-2d16e34b3e72 req-b590bc9a-b753-43c2-ba4d-5fbf83e2f752 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "DELETE /v2.0/ports/0ab54650-3f17-4342-a15a-2aed1e2af0bf HTTP/1.1" status: 204 len: 173 time: 0.5611193 Jul 06 18:45:26.150428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe39b13b-78c4-42c3-8325-7a833789219a', 'name': 'network-vif-deleted', 'tag': '0ab54650-3f17-4342-a15a-2aed1e2af0bf'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:26.152809 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f54650d-8276-492b-9a54-1f39fae28575" -d '{"events": [{"server_uuid": "fe39b13b-78c4-42c3-8325-7a833789219a", "name": "network-vif-deleted", "tag": "0ab54650-3f17-4342-a15a-2aed1e2af0bf"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:26.209781 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe54d53-5714-406c-8f31-5f2b8edd6562 x-openstack-request-id: req-6fe54d53-5714-406c-8f31-5f2b8edd6562 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:26.211028 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe39b13b-78c4-42c3-8325-7a833789219a", "name": "network-vif-deleted", "tag": "0ab54650-3f17-4342-a15a-2aed1e2af0bf", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:26.211933 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fe54d53-5714-406c-8f31-5f2b8edd6562 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:26.212079 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe39b13b-78c4-42c3-8325-7a833789219a', 'name': 'network-vif-deleted', 'tag': '0ab54650-3f17-4342-a15a-2aed1e2af0bf', 'status': 'completed', 'code': 200} Jul 06 18:45:26.460940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03558db-10d6-4e8d-bdef-6f2a5ec1a4ba req-ec330865-7c11-4e9a-acb0-fd21a877420b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:26.468253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d03558db-10d6-4e8d-bdef-6f2a5ec1a4ba req-ec330865-7c11-4e9a-acb0-fd21a877420b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.1017513 Jul 06 18:45:26.503987 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d03558db-10d6-4e8d-bdef-6f2a5ec1a4ba req-a24bbf15-0997-478f-bab2-6b45c67e11a3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348332 Jul 06 18:45:26.564972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83103bfa-0ded-4f00-8345-20bf2edc90b1 req-22bb4737-bd3e-4fb0-b92e-bebcc0146c00 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:26.566775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-83103bfa-0ded-4f00-8345-20bf2edc90b1 req-22bb4737-bd3e-4fb0-b92e-bebcc0146c00 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.0684633 Jul 06 18:45:26.610776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-83103bfa-0ded-4f00-8345-20bf2edc90b1 req-fb90a7a2-6f52-4266-b295-98247b5b445f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357471 Jul 06 18:45:26.671392 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcdd9fe6-53a5-44a4-89f1-682b3329359f req-77819802-919e-43f5-9ba8-faee49ade6ab tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe39b13b-78c4-42c3-8325-7a833789219a HTTP/1.1" status: 200 len: 210 time: 0.0327330 Jul 06 18:45:27.734610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e953-7dad-440b-ae3a-5b577500878e req-4a705f0f-d487-436a-80f9-3a9fddc82568 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:27.737093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c878e953-7dad-440b-ae3a-5b577500878e req-4a705f0f-d487-436a-80f9-3a9fddc82568 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0893846 Jul 06 18:45:27.786424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c878e953-7dad-440b-ae3a-5b577500878e req-0e0386f0-6fb8-4763-8a0d-0aab5e7a7ea4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435271 Jul 06 18:45:27.817467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da8d0d-3e6e-4abd-aad0-4bed6109d57a req-862e3bd0-e4ca-4319-a5fd-223271be6f3b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:27.820412 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5da8d0d-3e6e-4abd-aad0-4bed6109d57a req-862e3bd0-e4ca-4319-a5fd-223271be6f3b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.0806673 Jul 06 18:45:27.873558 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5da8d0d-3e6e-4abd-aad0-4bed6109d57a req-9bb3a9e1-053c-4367-8968-e6094e2d32fb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472429 Jul 06 18:45:28.070605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321c6ad-c86a-413b-9974-c21c201d15e3 req-08b30cdd-40ec-4a6f-a172-c66d9c8a8fe4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:28.077766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0321c6ad-c86a-413b-9974-c21c201d15e3 req-08b30cdd-40ec-4a6f-a172-c66d9c8a8fe4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.0797470 Jul 06 18:45:28.119787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0321c6ad-c86a-413b-9974-c21c201d15e3 req-6b62b118-3453-4a4b-af65-3c9474c21a93 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Jul 06 18:45:28.150001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33056) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:28.215493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfef89-5339-46f3-89b4-cfe997e13701 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:28.220643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33058) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:28.226693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:28.232089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cabfef89-5339-46f3-89b4-cfe997e13701 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1091 time: 0.0803382 Jul 06 18:45:28.256988 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.387923 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.469186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33062) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:28.541900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.25.4.141 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/ebb04403-ddb9-40fd-b397-9027e041f619) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:28.672591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d4682122-8d76-4ca7-bbed-e35aa713b7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.689681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.769246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.830041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:28.836797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:28.839430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:28.844378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=ebb04403-ddb9-40fd-b397-9027e041f619,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:28.898955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d4682122-8d76-4ca7-bbed-e35aa713b7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.906480 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d4682122-8d76-4ca7-bbed-e35aa713b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.988774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bcc06-32fe-4822-ab71-0063de8a385f req-93e6039c-c5d2-48e2-bcbe-3e1786fd65cd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:28.990400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-990bcc06-32fe-4822-ab71-0063de8a385f req-93e6039c-c5d2-48e2-bcbe-3e1786fd65cd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0728228 Jul 06 18:45:28.998523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4682122-8d76-4ca7-bbed-e35aa713b7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff2e5f8-cffd-4ff2-91b7-6ad104462ea8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:29.015211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d4682122-8d76-4ca7-bbed-e35aa713b7a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fa8eba56adc406b97f3cf6fd2eea701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448191 Jul 06 18:45:29.018013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33070) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:29.048112 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-990bcc06-32fe-4822-ab71-0063de8a385f req-fa1ba8b8-a219-4194-a611-a1b1b6553841 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489182 Jul 06 18:45:29.166133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c00205f7-0145-474c-809b-ed4b0934dc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:29.202247 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c00205f7-0145-474c-809b-ed4b0934dc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:29.334520 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c00205f7-0145-474c-809b-ed4b0934dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:29.337093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c00205f7-0145-474c-809b-ed4b0934dc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:29.341073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c00205f7-0145-474c-809b-ed4b0934dc98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cff2e5f8-cffd-4ff2-91b7-6ad104462ea8 HTTP/1.1" status: 204 len: 168 time: 0.3194389 Jul 06 18:45:29.370110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00205f7-0145-474c-809b-ed4b0934dc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff2e5f8-cffd-4ff2-91b7-6ad104462ea8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:29.396718 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:29.506227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:29.507090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0ab54650-3f17-4342-a15a-2aed1e2af0bf no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:29.531138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 0ab54650-3f17-4342-a15a-2aed1e2af0bf {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:29.531455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0ab54650-3f17-4342-a15a-2aed1e2af0bf not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:29.997781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:30.003759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:30.073983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=ebb04403-ddb9-40fd-b397-9027e041f619,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:30.086901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:30.230621 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Floating IP 2e135c0c-23c1-4b59-9551-1aedbf319380 associated. External IP: 172.25.4.141, port: 0207e558-5f9e-469b-9de6-1f143bc3f11f. Jul 06 18:45:30.358433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cf569-af80-461e-a5cb-252074d873d0 req-9c9a96ac-e541-428d-b191-b5e9ef053aeb tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:30.361351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b9cf569-af80-461e-a5cb-252074d873d0 req-9c9a96ac-e541-428d-b191-b5e9ef053aeb tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0968571 Jul 06 18:45:30.415663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b9cf569-af80-461e-a5cb-252074d873d0 req-bbde8dfd-72ca-412d-9cc4-0384a56c79fa tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462279 Jul 06 18:45:30.495439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:45:30.642184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:45:30.657459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] Sync routers for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:45:30.666496 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:30.672877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:30.673987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:45:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:30.704976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-20126c58-26ea-4d5d-a060-8be2907a6cb0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4831266 Jul 06 18:45:30.705623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:30.709490 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6a239b-4312-4562-aff8-c00d5f6b0704" -d '{"events": [{"name": "network-changed", "server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:30.746818 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd41fae5-70c7-48d8-a760-e0f39ccdbcf9 x-openstack-request-id: req-bd41fae5-70c7-48d8-a760-e0f39ccdbcf9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:30.747316 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:30.747762 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd41fae5-70c7-48d8-a760-e0f39ccdbcf9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:30.748331 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'status': 'completed', 'code': 200} Jul 06 18:45:30.814405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:30.844831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-604fcdf8-a62a-4761-a9e5-90e1b49a381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:30.847636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-604fcdf8-a62a-4761-a9e5-90e1b49a381f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1096 time: 0.0743983 Jul 06 18:45:30.981952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b999-f698-4cfd-a2ee-7fda8b262932 req-1f1044cd-eedb-481a-8d73-1e2c6c8df19a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:30.984242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47f6b999-f698-4cfd-a2ee-7fda8b262932 req-1f1044cd-eedb-481a-8d73-1e2c6c8df19a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.1350229 Jul 06 18:45:31.038869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-d4c29119-e71a-4619-b690-bf0791465798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:31.040529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-d4c29119-e71a-4619-b690-bf0791465798 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 200 len: 898 time: 0.1808956 Jul 06 18:45:31.058447 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47f6b999-f698-4cfd-a2ee-7fda8b262932 req-5618780a-6b17-452c-bced-a81982af453b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620077 Jul 06 18:45:31.082072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33116) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:31.107388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2e135c0c-23c1-4b59-9551-1aedbf319380', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'port_id': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'mac_address': 'fa:16:3e:32:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:29Z', 'updated_at': '2021-07-06T18:45:29Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:31.147839 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-67891412-e903-4774-bb62-e3909e311632 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 999 time: 0.0880587 Jul 06 18:45:31.148983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] Checking router: f7d46d4b-2166-4ed9-b75c-3dd9062140b6 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:45:31.158844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:31.159640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:45:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:31.176182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-87e1ed50-d0f5-4c56-a358-de2263e81913 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/2e135c0c-23c1-4b59-9551-1aedbf319380 HTTP/1.1" status: 200 len: 991 time: 0.0928602 Jul 06 18:45:31.220619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-a3dae5c2-5fd4-4376-bc20-b4cb7f373b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:31.222197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-a3dae5c2-5fd4-4376-bc20-b4cb7f373b61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89aabbe8-4345-4f6e-a472-783c79e5e27a HTTP/1.1" status: 200 len: 834 time: 0.0677850 Jul 06 18:45:31.307191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-1d8739b1-74b0-458e-aa1f-180d4a880e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:31.309626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-1d8739b1-74b0-458e-aa1f-180d4a880e30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbfeb5b9-b64c-4dec-b034-75209018457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782332 Jul 06 18:45:31.456139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-c1e45e3c-00c6-4810-b6e2-d6921d4e9322 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372895 Jul 06 18:45:31.602117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a6a239b-4312-4562-aff8-c00d5f6b0704 req-0a149e31-25b7-400b-b1b6-49c603faf094 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377721 Jul 06 18:45:31.611616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:31.747602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77698728-a2ac-4d0b-af20-f75cbb26cd09 req-97c805f1-0420-41f0-8508-4e558e5549f6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:31.750221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77698728-a2ac-4d0b-af20-f75cbb26cd09 req-97c805f1-0420-41f0-8508-4e558e5549f6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0814984 Jul 06 18:45:31.802526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77698728-a2ac-4d0b-af20-f75cbb26cd09 req-5a4eef48-b46d-4523-ad68-773c9b1f8c35 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470188 Jul 06 18:45:31.806004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080122af-c98b-44f0-acc5-89f59dfa872b req-6c117e41-87a8-47b3-9d22-8f083a17451a tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:31.807965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-080122af-c98b-44f0-acc5-89f59dfa872b req-6c117e41-87a8-47b3-9d22-8f083a17451a tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 946 time: 0.0906305 Jul 06 18:45:31.852417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-080122af-c98b-44f0-acc5-89f59dfa872b req-e17e9eec-6b5c-4821-a63e-87c7e231e1df tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Jul 06 18:45:31.883940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2e135c0c-23c1-4b59-9551-1aedbf319380', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'port_id': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'mac_address': 'fa:16:3e:32:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:29Z', 'updated_at': '2021-07-06T18:45:29Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:31.910290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f74fe9-f542-4572-99d3-3b70f79472de None None] The sync data for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 is: [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2e135c0c-23c1-4b59-9551-1aedbf319380', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'port_id': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'mac_address': 'fa:16:3e:32:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:29Z', 'updated_at': '2021-07-06T18:45:29Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:45:31.922191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-cdfdcb16-5d5c-4337-9713-aa57bfa52ecb tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=950fdceeedf6425db19c4debb0e79429&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296214 Jul 06 18:45:32.111139 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212076e-0c82-4482-aa34-084722cd3b81 None None] New status for floating IP 2e135c0c-23c1-4b59-9551-1aedbf319380: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:45:32.113621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-9dcc36a4-22b7-41ec-99f5-f105bcdb8bf2 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:32.115242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-9dcc36a4-22b7-41ec-99f5-f105bcdb8bf2 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873343 Jul 06 18:45:32.131481 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-40f587e3-f49f-4d9c-b978-566fa3b903f3 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/quotas/950fdceeedf6425db19c4debb0e79429 HTTP/1.1" status: 200 len: 375 time: 0.0101614 Jul 06 18:45:32.169916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-555f2283-016d-492d-86d1-8c8ffef33d6a tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=950fdceeedf6425db19c4debb0e79429&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328150 Jul 06 18:45:32.180510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33142) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:32.247213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6c2a8fba-1092-481f-9769-46728c86c660 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/2e135c0c-23c1-4b59-9551-1aedbf319380 HTTP/1.1" status: 200 len: 991 time: 0.0646141 Jul 06 18:45:32.351345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1f0aea9-2bcc-4d6c-8fb8-97c1675f808d req-ce806bb5-9e6c-4a68-84b2-5f4ffba2a4ee tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 210 time: 0.0283391 Jul 06 18:45:33.012401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acbf89-207b-4c07-ace4-51e03ac1f7fd req-b68993ae-8cdc-4a73-974c-dffdff5ae480 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:33.013997 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17acbf89-207b-4c07-ace4-51e03ac1f7fd req-b68993ae-8cdc-4a73-974c-dffdff5ae480 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0729001 Jul 06 18:45:33.056454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17acbf89-207b-4c07-ace4-51e03ac1f7fd req-ab019932-f3bd-4a22-bbb3-4e60e187265e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347259 Jul 06 18:45:33.060936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e784ac-f8fc-461f-8c6e-de418d7f8f08 req-516430d2-0940-48bd-bdf7-3ed56b3fc2ac tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:33.062575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89e784ac-f8fc-461f-8c6e-de418d7f8f08 req-516430d2-0940-48bd-bdf7-3ed56b3fc2ac tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 946 time: 0.0904992 Jul 06 18:45:33.101915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89e784ac-f8fc-461f-8c6e-de418d7f8f08 req-49bf20ac-910d-44ef-8959-b41cfddc5f3f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Jul 06 18:45:33.252110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33160) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:33.315791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d15d7895-cdf4-438e-ac70-5b1e1553f4f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/2e135c0c-23c1-4b59-9551-1aedbf319380 HTTP/1.1" status: 200 len: 993 time: 0.0624733 Jul 06 18:45:33.379907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-f76c4d67-d75f-40e2-ad06-72654209077e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:33.381576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-f76c4d67-d75f-40e2-ad06-72654209077e tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 946 time: 0.0645392 Jul 06 18:45:33.488004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Deleting port a85145f6-cf9e-40ba-8b28-25743daf269e {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:33.488407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:33.503673 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a386491d-2d07-4aac-80f1-e806a3225c7b req-05ef8fe2-40ae-41f7-866f-52ec44528f89 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 210 time: 0.0356276 Jul 06 18:45:33.547968 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-6f6aa7af-5ade-4376-b8c4-c80a941b4969 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=950fdceeedf6425db19c4debb0e79429&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372338 Jul 06 18:45:33.587140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] For port a85145f6-cf9e-40ba-8b28-25743daf269e, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=a85145f6-cf9e-40ba-8b28-25743daf269e,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:33.587512 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:33.600529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Calling delete_port for a85145f6-cf9e-40ba-8b28-25743daf269e owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:33.758738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:33.763405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a066d249-6259-4615-806d-3169688b2b11 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:33.764982 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a066d249-6259-4615-806d-3169688b2b11 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113297 Jul 06 18:45:33.772082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['a85145f6-cf9e-40ba-8b28-25743daf269e'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:33.774659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['aaf39855-4a3e-435d-860e-ec5875d961bd', 'b212cac3-d46f-49b7-afd4-1ba69bed3d97'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:33.784374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Request body: {'port': {'device_id': '3333e77f-ba8b-465a-a95d-bdddf06b4a27', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '950fdceeedf6425db19c4debb0e79429'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:33.789986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Pushing event deleted for resources: {'Port': ['ID=a85145f6-cf9e-40ba-8b28-25743daf269e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:33.839428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] No DVR routers for this DVR port a85145f6-cf9e-40ba-8b28-25743daf269e on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:33.843100 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:33.845125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-239162af-a301-4fcb-b2eb-3cfe5af8b985 req-d8435374-d84f-4059-ac09-6e5adb43031c tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.41 "DELETE /v2.0/ports/a85145f6-cf9e-40ba-8b28-25743daf269e HTTP/1.1" status: 204 len: 173 time: 0.4575298 Jul 06 18:45:33.845578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd', 'name': 'network-vif-deleted', 'tag': 'a85145f6-cf9e-40ba-8b28-25743daf269e'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:33.848593 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bff04e-90e2-4294-a32d-2dc66a7628ff" -d '{"events": [{"server_uuid": "e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd", "name": "network-vif-deleted", "tag": "a85145f6-cf9e-40ba-8b28-25743daf269e"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:33.896238 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edd755d-23ee-435a-bab9-454f17f37fd2 x-openstack-request-id: req-7edd755d-23ee-435a-bab9-454f17f37fd2 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:33.896530 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd", "name": "network-vif-deleted", "tag": "a85145f6-cf9e-40ba-8b28-25743daf269e", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:33.896777 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7edd755d-23ee-435a-bab9-454f17f37fd2 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:33.897172 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd', 'name': 'network-vif-deleted', 'tag': 'a85145f6-cf9e-40ba-8b28-25743daf269e', 'status': 'completed', 'code': 200} Jul 06 18:45:33.920084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Made reservation on behalf of 950fdceeedf6425db19c4debb0e79429 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:33.924769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:33.935024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.034145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.039901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.098501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aed016-58ab-4fe8-9cc1-539e4ccbb207,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:34.181055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Allocated IP 192.168.233.151 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/0cc9c2d1-2c86-4608-bc16-411d64bcc7a8) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:34.255073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12875c82-b650-41ad-a797-25e89d88d46d req-7325002f-8c27-456f-b759-3d914d35e36b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:34.256648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-12875c82-b650-41ad-a797-25e89d88d46d req-7325002f-8c27-456f-b759-3d914d35e36b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0756760 Jul 06 18:45:34.298662 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-12875c82-b650-41ad-a797-25e89d88d46d req-ecfca632-19e2-46c5-bca8-ee0c5266672c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351536 Jul 06 18:45:34.310923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-12acee3c-affd-4550-be72-3460cfd1d5d3 req-e741a2c4-2c04-4289-9912-61568b2f27e4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c86fd7-8bfe-4924-b83b-ac7432c9b3bd HTTP/1.1" status: 200 len: 210 time: 0.0771754 Jul 06 18:45:34.377783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.392036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Transition to ACTIVE for port object 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:34.428874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.477029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:34.482255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:34.486079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:34.509682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Pushing event updated for resources: {'Port': ['ID=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:34.540370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:34.541087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.564506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-1d150c3d-f91a-482e-91ca-dbdaabe86c8b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7844512 Jul 06 18:45:34.580491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Request body: {'port': {'device_id': '3333e77f-ba8b-465a-a95d-bdddf06b4a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:34.666333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.728136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d61d6230-d9da-43bc-a724-7530467ae179 None None] Provisioning for port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:34.732766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d61d6230-d9da-43bc-a724-7530467ae179 None None] Provisioning complete for port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:34.733409 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d61d6230-d9da-43bc-a724-7530467ae179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.733564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d30b-a889-4aea-b431-6c9659c9f5ff req-ab1f8e97-e924-49a0-b1c3-976e99844dd9 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:34.735046 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-beb3d30b-a889-4aea-b431-6c9659c9f5ff req-ab1f8e97-e924-49a0-b1c3-976e99844dd9 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 936 time: 0.0699623 Jul 06 18:45:34.775995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d61d6230-d9da-43bc-a724-7530467ae179 None None] Port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:45:34.794916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-beb3d30b-a889-4aea-b431-6c9659c9f5ff req-ea389916-8ca7-4d81-9a18-7fc59b9d256b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 Jul 06 18:45:34.939747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:34.947677 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:34.960208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Transition to ACTIVE for port object 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:34.966382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:35.013338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:35.090957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Attempting to bind port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:35.091850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Attempting to bind port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:35.091850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Attempting to bind port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:35.096463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:45:35.096753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Attempting to bind port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:35.102264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:35.102612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:35.103003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:35.103438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Bound port: 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:35.103783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:35.168650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] For port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:35.171774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] For port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:35.178346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:35.210488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:35.211239 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:35.212546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] 10.222.0.41 "PUT /v2.0/ports/0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 HTTP/1.1" status: 200 len: 1096 time: 0.6397274 Jul 06 18:45:35.212988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3333e77f-ba8b-465a-a95d-bdddf06b4a27', 'tag': '0cc9c2d1-2c86-4608-bc16-411d64bcc7a8'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:35.215311 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3333e77f-ba8b-465a-a95d-bdddf06b4a27", "tag": "0cc9c2d1-2c86-4608-bc16-411d64bcc7a8"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:35.255390 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eb5ec0-df6b-45b3-92ef-84c93dfcc1f7 x-openstack-request-id: req-92eb5ec0-df6b-45b3-92ef-84c93dfcc1f7 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:35.255763 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3333e77f-ba8b-465a-a95d-bdddf06b4a27", "tag": "0cc9c2d1-2c86-4608-bc16-411d64bcc7a8", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:35.256121 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92eb5ec0-df6b-45b3-92ef-84c93dfcc1f7 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:35.256528 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3333e77f-ba8b-465a-a95d-bdddf06b4a27', 'tag': '0cc9c2d1-2c86-4608-bc16-411d64bcc7a8', 'status': 'completed', 'code': 200} Jul 06 18:45:35.259777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d105b-f027-4586-ae18-7c2589f63763 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:35.330207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-2b8cbc18-d5cb-4805-85a0-d9d4bd4980c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:35.332468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-2b8cbc18-d5cb-4805-85a0-d9d4bd4980c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=950fdceeedf6425db19c4debb0e79429&device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 1099 time: 0.0655460 Jul 06 18:45:35.378643 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-464b9967-cf0b-4db4-9779-dd282cff1ac4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 HTTP/1.1" status: 200 len: 217 time: 0.0368698 Jul 06 18:45:35.482110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-394816df-8efd-402b-92cc-c272619225aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:35.483980 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-394816df-8efd-402b-92cc-c272619225aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0950224 Jul 06 18:45:35.820704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f472c-2049-4652-a5aa-63eec0e0bd61 req-6252adae-6eeb-42d2-9d8b-40b9e29c9840 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:35.822261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-735f472c-2049-4652-a5aa-63eec0e0bd61 req-6252adae-6eeb-42d2-9d8b-40b9e29c9840 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.3887491 Jul 06 18:45:35.829087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d171d-a2d2-47f5-bd1a-8e19c0637ea1 req-e403c1d6-42ea-41a3-9f13-96591ac2aff5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:35.830650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937d171d-a2d2-47f5-bd1a-8e19c0637ea1 req-e403c1d6-42ea-41a3-9f13-96591ac2aff5 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 946 time: 0.0671253 Jul 06 18:45:35.868784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-76177b8d-5c5d-41f6-8260-71d5f2225f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:35.869063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-937d171d-a2d2-47f5-bd1a-8e19c0637ea1 req-546e9d00-91c5-4f6a-82c6-61c39e624e67 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Jul 06 18:45:35.870337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-76177b8d-5c5d-41f6-8260-71d5f2225f0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3745399 Jul 06 18:45:35.873585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-735f472c-2049-4652-a5aa-63eec0e0bd61 req-20221a84-eb55-49b5-b0c7-6c4bbe7eef53 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454085 Jul 06 18:45:35.969730 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-340d54ab-73e2-4438-ae3e-fa56ea0af471 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915570 Jul 06 18:45:36.061280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c64b4c1-3462-48c8-83d7-e9490643435f req-e12bfb4e-498b-439b-bcfb-63b2382b0da6 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850842 Jul 06 18:45:36.068763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b6a7d-380c-4000-84ec-918fd77035cf req-9ddcec12-81aa-4811-a7bf-c313e6d42110 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:36.070425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-389b6a7d-380c-4000-84ec-918fd77035cf req-9ddcec12-81aa-4811-a7bf-c313e6d42110 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 948 time: 0.0667000 Jul 06 18:45:36.109203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-389b6a7d-380c-4000-84ec-918fd77035cf req-28acec47-5730-4fa8-973b-6bbb879ea790 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Jul 06 18:45:36.162825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-65ec4b7c-5850-4c4d-907d-c3dbced6b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:36.164482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-65ec4b7c-5850-4c4d-907d-c3dbced6b277 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=950fdceeedf6425db19c4debb0e79429&device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 1099 time: 0.0538688 Jul 06 18:45:36.263730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-9d521cd9-259b-4b80-9703-68f528502de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:36.265924 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-9d521cd9-259b-4b80-9703-68f528502de7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.0943429 Jul 06 18:45:36.312288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-d0cfc068-5cc5-4b78-aaa3-31734960324c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 HTTP/1.1" status: 200 len: 217 time: 0.0393412 Jul 06 18:45:36.375236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-584fd8f6-62fa-4c34-a758-8a9822216119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:36.376653 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-584fd8f6-62fa-4c34-a758-8a9822216119 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0503595 Jul 06 18:45:36.440386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-48927a53-7b6c-41e6-b0bb-442b235b1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:36.442008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-48927a53-7b6c-41e6-b0bb-442b235b1a86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536842 Jul 06 18:45:36.536610 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-b20d6d83-e19f-470d-81bd-d2fd42816d71 service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853784 Jul 06 18:45:36.657309 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2a496e4-1a61-4e42-83ea-ac7207ffd6ee req-32fd8ebd-d9b2-4122-8e14-744dbe6360ba service neutron] 10.222.0.41 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996673 Jul 06 18:45:37.054010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218cdcc-d53c-49f2-8365-3414851f9b30 req-b503e85c-ce40-4b47-87bd-bfaf04a0b441 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:37.055645 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d218cdcc-d53c-49f2-8365-3414851f9b30 req-b503e85c-ce40-4b47-87bd-bfaf04a0b441 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 946 time: 0.0657845 Jul 06 18:45:37.074952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07034f37-f366-4b11-83e7-13f999b3c8f6 req-922184a7-99ba-4293-9cd0-cc113d33944f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:37.076485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07034f37-f366-4b11-83e7-13f999b3c8f6 req-922184a7-99ba-4293-9cd0-cc113d33944f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0690892 Jul 06 18:45:37.095186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d218cdcc-d53c-49f2-8365-3414851f9b30 req-b95e04a1-af61-46f7-8e1d-10ee5199c2b4 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332429 Jul 06 18:45:37.115871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07034f37-f366-4b11-83e7-13f999b3c8f6 req-0d8f100e-6a71-46ff-b179-d898dc5e2b9d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333941 Jul 06 18:45:37.341912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4baa-62e2-4947-8cbe-dc949b06fd9c req-bfdbd3e4-a8de-4919-bf7a-4acae49180a4 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:37.343459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bbab4baa-62e2-4947-8cbe-dc949b06fd9c req-bfdbd3e4-a8de-4919-bf7a-4acae49180a4 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 948 time: 0.1028693 Jul 06 18:45:37.381794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-44efcd97-9c7c-4f8d-8aca-2dad0ca4a3b1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:37.383282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-44efcd97-9c7c-4f8d-8aca-2dad0ca4a3b1 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 946 time: 0.1022491 Jul 06 18:45:37.406380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bbab4baa-62e2-4947-8cbe-dc949b06fd9c req-b463f4dd-87f3-420b-8a7e-81cd459e705e tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 Jul 06 18:45:37.499170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Deleting port b212cac3-d46f-49b7-afd4-1ba69bed3d97 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:37.499697 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:37.596934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] For port b212cac3-d46f-49b7-afd4-1ba69bed3d97, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b212cac3-d46f-49b7-afd4-1ba69bed3d97,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:37.597275 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:37.612566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Calling delete_port for b212cac3-d46f-49b7-afd4-1ba69bed3d97 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:37.757786 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:37.770573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['aaf39855-4a3e-435d-860e-ec5875d961bd', 'b212cac3-d46f-49b7-afd4-1ba69bed3d97'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:37.791099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Pushing event deleted for resources: {'Port': ['ID=b212cac3-d46f-49b7-afd4-1ba69bed3d97,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:37.837041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] No DVR routers for this DVR port b212cac3-d46f-49b7-afd4-1ba69bed3d97 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:37.840042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:37.842164 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fcc3a054-4f2b-4351-8276-3792949fcd27 req-9ba56ebd-dfa0-480a-85de-9e36c231d79f tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "DELETE /v2.0/ports/b212cac3-d46f-49b7-afd4-1ba69bed3d97 HTTP/1.1" status: 204 len: 173 time: 0.4499063 Jul 06 18:45:37.842662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dfb502-8483-4a2f-af96-a42e32d047b1', 'name': 'network-vif-deleted', 'tag': 'b212cac3-d46f-49b7-afd4-1ba69bed3d97'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:37.844964 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13946dc1-70ce-4673-8ad7-a45948346672" -d '{"events": [{"server_uuid": "d3dfb502-8483-4a2f-af96-a42e32d047b1", "name": "network-vif-deleted", "tag": "b212cac3-d46f-49b7-afd4-1ba69bed3d97"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:37.885183 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277c9859-e1af-43fa-81bb-cd6b633cd238 x-openstack-request-id: req-277c9859-e1af-43fa-81bb-cd6b633cd238 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:37.885509 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dfb502-8483-4a2f-af96-a42e32d047b1", "name": "network-vif-deleted", "tag": "b212cac3-d46f-49b7-afd4-1ba69bed3d97", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:37.885828 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-277c9859-e1af-43fa-81bb-cd6b633cd238 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:37.886231 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dfb502-8483-4a2f-af96-a42e32d047b1', 'name': 'network-vif-deleted', 'tag': 'b212cac3-d46f-49b7-afd4-1ba69bed3d97', 'status': 'completed', 'code': 200} Jul 06 18:45:38.258831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09df2286-092c-4525-82ad-d60831f8b0c8 req-957559dc-6e35-4146-8fc2-bfbacaf5dc82 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3dfb502-8483-4a2f-af96-a42e32d047b1 HTTP/1.1" status: 200 len: 210 time: 0.0287945 Jul 06 18:45:38.305528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d736e-9f40-424e-9894-0aa71fd86bf9 req-382f0afe-7f46-4daa-bfe6-4db967773e18 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:38.307428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7f2d736e-9f40-424e-9894-0aa71fd86bf9 req-382f0afe-7f46-4daa-bfe6-4db967773e18 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0658500 Jul 06 18:45:38.352348 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7f2d736e-9f40-424e-9894-0aa71fd86bf9 req-c7cbfb13-cf78-439c-8671-992a9ac466c1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384951 Jul 06 18:45:38.590734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24074c2a-d9a0-4965-85f3-734dd9d12762 req-e515b538-e1d3-4aa0-a905-e44c66bd8fcc tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:38.592315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24074c2a-d9a0-4965-85f3-734dd9d12762 req-e515b538-e1d3-4aa0-a905-e44c66bd8fcc tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 948 time: 0.0711415 Jul 06 18:45:38.632995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-24074c2a-d9a0-4965-85f3-734dd9d12762 req-1f12cb90-9e21-4d61-b40b-b3fc596236fd tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Jul 06 18:45:38.872985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:45:38.876218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a85145f6-cf9e-40ba-8b28-25743daf269e no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:38.904430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: a85145f6-cf9e-40ba-8b28-25743daf269e {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:38.904796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device a85145f6-cf9e-40ba-8b28-25743daf269e not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:39.005456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:39.016534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'port_id': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'mac_address': 'fa:16:3e:56:87:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:45:39.056366 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:39.070301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6b130e7-0144-4474-a0e3-be54c9d721cd {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:39.094310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:39.100696 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:39.101355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:45:39.191665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:39.236281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:39.248820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '0cc9c2d1-2c86-4608-bc16-411d64bcc7a8', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '0cc9c2d1-2c86-4608-bc16-411d64bcc7a8', 'mac_address': 'fa:16:3e:33:97:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:45:39.290504 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:39.317011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:39.337668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:39.349225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:39.408551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:39.443790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d6b130e7-0144-4474-a0e3-be54c9d721cd'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:39.635073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b3e13-34c0-4c5e-9f3d-db641eecb0cf req-7333138b-c347-4585-8817-3a1236f84c82 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:39.637252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-795b3e13-34c0-4c5e-9f3d-db641eecb0cf req-7333138b-c347-4585-8817-3a1236f84c82 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 944 time: 0.0863383 Jul 06 18:45:39.678257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0cc9c2d1-2c86-4608-bc16-411d64bcc7a8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:39.717088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-795b3e13-34c0-4c5e-9f3d-db641eecb0cf req-09f697da-7dc6-4609-b7d4-7610539cfc66 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714345 Jul 06 18:45:40.044968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c62fb-43eb-4d77-a8a0-811f51e76416 req-be4f96c6-c37c-4c1d-8b42-56d5c4dfceff tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:40.046484 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-871c62fb-43eb-4d77-a8a0-811f51e76416 req-be4f96c6-c37c-4c1d-8b42-56d5c4dfceff tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 949 time: 0.0652583 Jul 06 18:45:40.089168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-871c62fb-43eb-4d77-a8a0-811f51e76416 req-bfeca41d-aeef-4ed9-a473-dcbb8bb5b0e4 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Jul 06 18:45:40.886626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:40.935960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7f5fa-c08e-4390-858d-c7f111c89ee1 req-2c842a40-95eb-4e7a-874e-41ace342df22 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:40.938194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8c7f5fa-c08e-4390-858d-c7f111c89ee1 req-2c842a40-95eb-4e7a-874e-41ace342df22 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 944 time: 0.0812163 Jul 06 18:45:40.964558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port d6b130e7-0144-4474-a0e3-be54c9d721cd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:40.964940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:41.012486 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8c7f5fa-c08e-4390-858d-c7f111c89ee1 req-08a95ac3-2faf-44bc-a4ca-57718b80b12d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678718 Jul 06 18:45:41.064082 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:41.088671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:41.091853 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8a57d7-51c3-4676-80c6-0352099183c4" -d '{"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:41.106272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:41.114913 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:41.116390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:41.176390 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709f81e-0edb-4958-8cd1-4858be1bfe9d x-openstack-request-id: req-2709f81e-0edb-4958-8cd1-4858be1bfe9d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:41.176948 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:41.177095 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2709f81e-0edb-4958-8cd1-4858be1bfe9d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:41.177593 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'code': 200} Jul 06 18:45:41.178430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:41.267892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:41.274876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:41.275438 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:41.399523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5bb32-0187-4867-a5b6-f11b72a256d3 req-33d1329c-6fa6-422a-b2e3-535f4f355753 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:41.404099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:41.411703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfd5bb32-0187-4867-a5b6-f11b72a256d3 req-33d1329c-6fa6-422a-b2e3-535f4f355753 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 949 time: 0.1353734 Jul 06 18:45:41.444847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:41.454796 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:41.484949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cfd5bb32-0187-4867-a5b6-f11b72a256d3 req-23f65701-8ca4-4091-910a-a4c41849e489 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685425 Jul 06 18:45:41.542558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:41.582310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b212cac3-d46f-49b7-afd4-1ba69bed3d97 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:41.628217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: b212cac3-d46f-49b7-afd4-1ba69bed3d97 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:41.631969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b212cac3-d46f-49b7-afd4-1ba69bed3d97 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:42.246663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858429b-7304-485f-9517-354f2cd7e97c req-42e80de5-9a79-4f6f-8f45-bbe5ceb00219 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:42.249232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4858429b-7304-485f-9517-354f2cd7e97c req-42e80de5-9a79-4f6f-8f45-bbe5ceb00219 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0814195 Jul 06 18:45:42.293036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4858429b-7304-485f-9517-354f2cd7e97c req-4ea560f4-17d0-4219-808a-0b7b0c10eb3a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 Jul 06 18:45:42.707262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cb220-85ed-47b1-894c-71a973311022 req-7af145ac-ec66-4c65-9db3-d52c2badf7f6 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:42.708849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3d1cb220-85ed-47b1-894c-71a973311022 req-7af145ac-ec66-4c65-9db3-d52c2badf7f6 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 950 time: 0.0700428 Jul 06 18:45:42.771838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3d1cb220-85ed-47b1-894c-71a973311022 req-64dd4665-e5ed-4712-97f7-062843250900 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559239 Jul 06 18:45:43.165167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50d8a9-b44c-41d5-8226-98496e6f6a88 req-ede4b99f-b121-46f7-90c5-22d646684811 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:43.167499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f50d8a9-b44c-41d5-8226-98496e6f6a88 req-ede4b99f-b121-46f7-90c5-22d646684811 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 945 time: 0.0829592 Jul 06 18:45:43.179163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3333e77f-ba8b-465a-a95d-bdddf06b4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc9c2d1-2c86-4608-bc16-411d64bcc7a8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:43.182000 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefba8f-47c2-494c-bfa8-18aa358a3603" -d '{"events": [{"server_uuid": "3333e77f-ba8b-465a-a95d-bdddf06b4a27", "name": "network-vif-plugged", "status": "completed", "tag": "0cc9c2d1-2c86-4608-bc16-411d64bcc7a8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:43.225636 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df00c10e-3db6-4a62-b687-e3a2d84b462f x-openstack-request-id: req-df00c10e-3db6-4a62-b687-e3a2d84b462f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:43.226042 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3333e77f-ba8b-465a-a95d-bdddf06b4a27", "name": "network-vif-plugged", "status": "completed", "tag": "0cc9c2d1-2c86-4608-bc16-411d64bcc7a8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:43.226270 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df00c10e-3db6-4a62-b687-e3a2d84b462f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:43.226700 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3333e77f-ba8b-465a-a95d-bdddf06b4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc9c2d1-2c86-4608-bc16-411d64bcc7a8', 'code': 200} Jul 06 18:45:43.229247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f50d8a9-b44c-41d5-8226-98496e6f6a88 req-bfba6827-76a3-4699-bde6-ea1b83c3ac41 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560396 Jul 06 18:45:43.375622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a08c31-27f0-4d34-aaca-f23cf3ac0771 req-9752aed0-6877-468f-9b2d-9b8e6cbc6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:43.377560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40a08c31-27f0-4d34-aaca-f23cf3ac0771 req-9752aed0-6877-468f-9b2d-9b8e6cbc6321 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 1101 time: 0.0731163 Jul 06 18:45:43.416921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40a08c31-27f0-4d34-aaca-f23cf3ac0771 req-c6648a8c-f5d0-490a-8061-8102d1fbc4ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Jul 06 18:45:43.520125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982bcc7-53e4-4e73-82da-f7ec76f99795 req-b9af6b7f-ac1a-4792-8e30-3b380f76fee5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:43.521921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4982bcc7-53e4-4e73-82da-f7ec76f99795 req-b9af6b7f-ac1a-4792-8e30-3b380f76fee5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0773623 Jul 06 18:45:43.567534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4982bcc7-53e4-4e73-82da-f7ec76f99795 req-94c66546-80df-492e-acdf-addd1d9539c5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390291 Jul 06 18:45:43.983755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e90fa-d936-44b7-ad3c-68dccb51fa31 req-8547cbd0-1fb7-451b-9742-9a4fbaa94d00 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:43.992394 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-691e90fa-d936-44b7-ad3c-68dccb51fa31 req-8547cbd0-1fb7-451b-9742-9a4fbaa94d00 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 950 time: 0.0778811 Jul 06 18:45:44.039146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-691e90fa-d936-44b7-ad3c-68dccb51fa31 req-b8cc28f8-479b-4efe-9699-010c1e72177b tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470695 Jul 06 18:45:44.456251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f11a6-87bc-403a-bcb6-6de0f02ee3e1 req-8bdc5a50-f7ed-4965-b474-6bf80420e922 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:44.458407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-936f11a6-87bc-403a-bcb6-6de0f02ee3e1 req-8bdc5a50-f7ed-4965-b474-6bf80420e922 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 945 time: 0.0830336 Jul 06 18:45:44.518521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-936f11a6-87bc-403a-bcb6-6de0f02ee3e1 req-96e434a7-0644-4953-a5b7-a55dbc8237e0 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/security-groups?id=05b3c923-7592-4d23-a6f7-f03c672fb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 Jul 06 18:45:44.744298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04392-895c-4778-9c32-193e9d8b4317 req-6bc5117f-cfb1-4267-893b-01f9d16932fb tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:44.746870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86b04392-895c-4778-9c32-193e9d8b4317 req-6bc5117f-cfb1-4267-893b-01f9d16932fb tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 945 time: 0.0873363 Jul 06 18:45:44.821845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2967ea-1fff-4f01-8a24-fbbf96a85f44 req-274c54b4-f676-478f-a369-988a61a42894 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:44.824268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e2967ea-1fff-4f01-8a24-fbbf96a85f44 req-274c54b4-f676-478f-a369-988a61a42894 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.1024671 Jul 06 18:45:44.879149 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0e2967ea-1fff-4f01-8a24-fbbf96a85f44 req-ea69458b-406e-49ed-8112-aa9d0d6d37b5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491438 Jul 06 18:45:44.881862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Deleting port aaf39855-4a3e-435d-860e-ec5875d961bd {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:44.882291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:45.001884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] For port aaf39855-4a3e-435d-860e-ec5875d961bd, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=aaf39855-4a3e-435d-860e-ec5875d961bd,segment=NetworkSegment(46c72ea9-7bd9-4caf-9bc8-479b64522be6),segment_id=46c72ea9-7bd9-4caf-9bc8-479b64522be6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:45.002175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:45.015637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Calling delete_port for aaf39855-4a3e-435d-860e-ec5875d961bd owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:45.227567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:45.243776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['aaf39855-4a3e-435d-860e-ec5875d961bd'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:45.303252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d336b6-1d87-4107-8d9b-49a2ce62dd5e req-04fd1ee8-79e2-4675-a8cb-e3d37ad5ed2f tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:45.306609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93d336b6-1d87-4107-8d9b-49a2ce62dd5e req-04fd1ee8-79e2-4675-a8cb-e3d37ad5ed2f tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 950 time: 0.1403308 Jul 06 18:45:45.307453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Pushing event deleted for resources: {'Port': ['ID=aaf39855-4a3e-435d-860e-ec5875d961bd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:45.372447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] No DVR routers for this DVR port aaf39855-4a3e-435d-860e-ec5875d961bd on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:45.375901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:45.378387 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86b04392-895c-4778-9c32-193e9d8b4317 req-5068c15c-ebbd-4d56-93da-c8a447464492 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.24 "DELETE /v2.0/ports/aaf39855-4a3e-435d-860e-ec5875d961bd HTTP/1.1" status: 204 len: 173 time: 0.6221840 Jul 06 18:45:45.380407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59eb73cf-db1b-45b5-b7e8-7970a49ff3f2', 'name': 'network-vif-deleted', 'tag': 'aaf39855-4a3e-435d-860e-ec5875d961bd'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:45.387277 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7489253-9da0-48e3-a383-e9f911875956" -d '{"events": [{"server_uuid": "59eb73cf-db1b-45b5-b7e8-7970a49ff3f2", "name": "network-vif-deleted", "tag": "aaf39855-4a3e-435d-860e-ec5875d961bd"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:45.415419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-93d336b6-1d87-4107-8d9b-49a2ce62dd5e req-447b60f2-9c5c-4829-8527-c58b01f3ecb9 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833452 Jul 06 18:45:45.491969 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df3cdf5-cb78-435c-8954-b2585a2bc3f1 x-openstack-request-id: req-5df3cdf5-cb78-435c-8954-b2585a2bc3f1 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:45.494100 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59eb73cf-db1b-45b5-b7e8-7970a49ff3f2", "name": "network-vif-deleted", "tag": "aaf39855-4a3e-435d-860e-ec5875d961bd", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:45.496047 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5df3cdf5-cb78-435c-8954-b2585a2bc3f1 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:45.497942 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59eb73cf-db1b-45b5-b7e8-7970a49ff3f2', 'name': 'network-vif-deleted', 'tag': 'aaf39855-4a3e-435d-860e-ec5875d961bd', 'status': 'completed', 'code': 200} Jul 06 18:45:45.507367 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-298cdc4f-38ed-4572-96cb-d87f2d113eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:45.746404 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-783432c5-22e0-4200-931e-03cfaaf53061 req-3cca6264-e32a-429b-94d6-6fa7cb16f2f7 tempest-AttachVolumeNegativeTest-2139968279 tempest-AttachVolumeNegativeTest-2139968279-project] 10.222.0.53 "GET /v2.0/ports?device_id=59eb73cf-db1b-45b5-b7e8-7970a49ff3f2 HTTP/1.1" status: 200 len: 210 time: 0.0334616 Jul 06 18:45:46.017557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb47a3-6494-4413-a83e-fb6019957dc8 req-afc1530e-b33a-48c8-98a5-66a2394f9cac tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:46.026056 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-facb47a3-6494-4413-a83e-fb6019957dc8 req-afc1530e-b33a-48c8-98a5-66a2394f9cac tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 950 time: 0.0909181 Jul 06 18:45:46.083625 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-facb47a3-6494-4413-a83e-fb6019957dc8 req-d4b153a1-b0d0-4671-bb82-5786061c2f53 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518515 Jul 06 18:45:46.140321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64633b08-090a-4d4c-ae0c-5fbabd021f05 req-7f694e3c-9a11-4228-8fab-08680cfe17a0 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:46.141949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64633b08-090a-4d4c-ae0c-5fbabd021f05 req-7f694e3c-9a11-4228-8fab-08680cfe17a0 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.1045454 Jul 06 18:45:46.195573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64633b08-090a-4d4c-ae0c-5fbabd021f05 req-30930254-46b8-465a-8067-cb30db01eb57 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462768 Jul 06 18:45:46.868382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33324) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:46.918134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-1147eea3-c60a-45b6-bd61-1002efc7eeaa admin admin] Deleting subnet 183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:45:46.923624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1147eea3-c60a-45b6-bd61-1002efc7eeaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:46.967761 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1147eea3-c60a-45b6-bd61-1002efc7eeaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.024214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1147eea3-c60a-45b6-bd61-1002efc7eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.100033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1147eea3-c60a-45b6-bd61-1002efc7eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.157698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147eea3-c60a-45b6-bd61-1002efc7eeaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183b6fc4-1e7b-4f70-91f6-f3c19eb4c546,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:47.161835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1147eea3-c60a-45b6-bd61-1002efc7eeaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.169473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33328) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:47.170266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1147eea3-c60a-45b6-bd61-1002efc7eeaa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/183b6fc4-1e7b-4f70-91f6-f3c19eb4c546 HTTP/1.1" status: 204 len: 168 time: 0.3001795 Jul 06 18:45:47.265495 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.390033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a7570-ff6d-4e7b-bbbd-d981dd400a7d req-3381d3e3-5ea5-4db8-ace6-7ae8cbda03d0 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:47.391824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c62a7570-ff6d-4e7b-bbbd-d981dd400a7d req-3381d3e3-5ea5-4db8-ace6-7ae8cbda03d0 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 950 time: 0.1313994 Jul 06 18:45:47.407609 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.436436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:47.457908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c72ea9-7bd9-4caf-9bc8-479b64522be6') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:47.458216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c72ea9-7bd9-4caf-9bc8-479b64522be6') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:47.459832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c62a7570-ff6d-4e7b-bbbd-d981dd400a7d req-d027a616-ff36-4b68-af46-8f25f81e9a72 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2aed016-58ab-4fe8-9cc1-539e4ccbb207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609865 Jul 06 18:45:47.492385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.515817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df5a08-0557-4f60-bfd0-542af2404d8d req-09b86ca1-aa58-410e-9040-97adb27e25bf tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:47.522918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40df5a08-0557-4f60-bfd0-542af2404d8d req-09b86ca1-aa58-410e-9040-97adb27e25bf tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.1549773 Jul 06 18:45:47.525912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.544001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:45:47.544438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:45:47.546176 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:45:47.576782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-37f8693e-64b9-4e2d-bdbe-b23b5cdbf3e8 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:47.578830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-37f8693e-64b9-4e2d-bdbe-b23b5cdbf3e8 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.41 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 950 time: 0.1154690 Jul 06 18:45:47.627111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-40df5a08-0557-4f60-bfd0-542af2404d8d req-ccd354b7-951b-4719-abc2-369d9c7bd5b3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931647 Jul 06 18:45:47.635844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.668159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.670450 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752 HTTP/1.1" status: 204 len: 168 time: 0.4960837 Jul 06 18:45:47.671666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6518ba-0ca4-4df2-b5ae-0dbddcf4b752,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:47.681489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.681986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.682426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.683234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.683234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.683693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.684119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.684541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.684963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.685374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.685927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.686395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f0bf-ee3b-4932-b669-9d71e1827774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:47.772415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Deleting port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:47.772777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.922821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] For port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:47.923464 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.940374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Calling delete_port for 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:47.945274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33336) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:48.025408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e486f0c0-33c3-49c6-b086-96a3d9679e0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b14bdf09f0b74fa083578a2b15b5f23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787780 Jul 06 18:45:48.028357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33338) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:48.089419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8807b430-13c9-4378-aab6-0bd20e95339c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.112654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8807b430-13c9-4378-aab6-0bd20e95339c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.132177 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.148067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['0cc9c2d1-2c86-4608-bc16-411d64bcc7a8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:48.187224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Pushing event deleted for resources: {'Port': ['ID=0cc9c2d1-2c86-4608-bc16-411d64bcc7a8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:48.189479 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8807b430-13c9-4378-aab6-0bd20e95339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.192851 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8807b430-13c9-4378-aab6-0bd20e95339c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.196818 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8807b430-13c9-4378-aab6-0bd20e95339c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05b3c923-7592-4d23-a6f7-f03c672fb5ca HTTP/1.1" status: 204 len: 168 time: 0.1649826 Jul 06 18:45:48.215104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807b430-13c9-4378-aab6-0bd20e95339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b3c923-7592-4d23-a6f7-f03c672fb5ca,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:48.280108 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-550d2d03-e4e0-4551-8f6c-ddc507541fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.356432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] No DVR routers for this DVR port 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:48.361383 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.369751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-819155be-0ebd-4e2e-9d6d-e090ca19ce9d req-17dd621e-841f-4509-ab83-b03f04010545 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.41 "DELETE /v2.0/ports/0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 HTTP/1.1" status: 204 len: 173 time: 0.7716205 Jul 06 18:45:48.369909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3333e77f-ba8b-465a-a95d-bdddf06b4a27', 'name': 'network-vif-deleted', 'tag': '0cc9c2d1-2c86-4608-bc16-411d64bcc7a8'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:48.372866 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d60cd06-85cd-440b-8710-916c56cc655e" -d '{"events": [{"server_uuid": "3333e77f-ba8b-465a-a95d-bdddf06b4a27", "name": "network-vif-deleted", "tag": "0cc9c2d1-2c86-4608-bc16-411d64bcc7a8"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:48.398876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.426049 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e66aa-72db-4f68-8804-81f5be89c076 x-openstack-request-id: req-e20e66aa-72db-4f68-8804-81f5be89c076 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:48.426386 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3333e77f-ba8b-465a-a95d-bdddf06b4a27", "name": "network-vif-deleted", "tag": "0cc9c2d1-2c86-4608-bc16-411d64bcc7a8", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:48.426675 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e20e66aa-72db-4f68-8804-81f5be89c076 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:48.427086 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3333e77f-ba8b-465a-a95d-bdddf06b4a27', 'name': 'network-vif-deleted', 'tag': '0cc9c2d1-2c86-4608-bc16-411d64bcc7a8', 'status': 'completed', 'code': 200} Jul 06 18:45:48.682277 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02d6dfee-d9a7-424b-86e5-419e3f8d6d44 req-cd6707be-ff99-4081-96e1-a3bf4c7c4031 tempest-VolumesNegativeTest-1305816719 tempest-VolumesNegativeTest-1305816719-project] 10.222.0.53 "GET /v2.0/ports?device_id=3333e77f-ba8b-465a-a95d-bdddf06b4a27 HTTP/1.1" status: 200 len: 210 time: 0.0558722 Jul 06 18:45:48.903944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b333-2db4-4ad7-a29a-08c71e6b2690 req-1748c106-5e03-421d-a106-26d1fc42f417 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:48.908910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67a0b333-2db4-4ad7-a29a-08c71e6b2690 req-1748c106-5e03-421d-a106-26d1fc42f417 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0960145 Jul 06 18:45:48.965802 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67a0b333-2db4-4ad7-a29a-08c71e6b2690 req-fdd043f4-35fa-4b8c-a03b-86641d003528 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481739 Jul 06 18:45:49.459461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.631584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device aaf39855-4a3e-435d-860e-ec5875d961bd no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:49.662691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: aaf39855-4a3e-435d-860e-ec5875d961bd {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:49.663317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device aaf39855-4a3e-435d-860e-ec5875d961bd not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:50.161730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4620-edc0-4ecc-9198-1ce814ea0e66 req-fa2f6fc4-00bd-4ec7-bdcd-91e7d5eb41f3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:50.163544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26ee4620-edc0-4ecc-9198-1ce814ea0e66 req-fa2f6fc4-00bd-4ec7-bdcd-91e7d5eb41f3 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0674074 Jul 06 18:45:50.233269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26ee4620-edc0-4ecc-9198-1ce814ea0e66 req-f7c709ea-1dfc-48f1-8f68-ba568b8fa3c7 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499263 Jul 06 18:45:51.018517 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.459962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a356827-e378-488e-aa41-a4a8122b9767 req-6f080465-fd6b-4215-ada3-af955f7ef3f6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:51.461550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1a356827-e378-488e-aa41-a4a8122b9767 req-6f080465-fd6b-4215-ada3-af955f7ef3f6 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0700567 Jul 06 18:45:51.500986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1a356827-e378-488e-aa41-a4a8122b9767 req-d84b397a-dacb-4f1f-bef0-2c45a90c863a tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330052 Jul 06 18:45:51.764904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-843fbf3b-23f2-4b26-a3d9-2397fad4750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:51.766544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-843fbf3b-23f2-4b26-a3d9-2397fad4750a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 1096 time: 0.0592382 Jul 06 18:45:51.874164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-8b43e364-eee0-4b72-9c7e-03309594a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:51.876409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-8b43e364-eee0-4b72-9c7e-03309594a37d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.1020596 Jul 06 18:45:51.947233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-84ed931f-220d-4d54-be04-77885b71e8fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd HTTP/1.1" status: 200 len: 1000 time: 0.0633395 Jul 06 18:45:52.007071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-fd90efc2-11ce-4d64-a264-041c31839dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:52.009052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-fd90efc2-11ce-4d64-a264-041c31839dc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.0551209 Jul 06 18:45:52.069625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-bc4abe28-e348-40a9-9aab-c634096d9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:52.071239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-bc4abe28-e348-40a9-9aab-c634096d9236 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552175 Jul 06 18:45:52.178111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-83e790a1-d626-4081-9b23-86cdf1b86ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994196 Jul 06 18:45:52.251150 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.298387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1d76a741-ca7c-42f3-8cba-a9e5c771bd1d req-14a423cb-da25-4cf9-9d4a-401fea3db7d3 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121585 Jul 06 18:45:52.496399 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.704247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291f0ab-ddad-442f-b216-2d0ac5f96499 req-78bbb507-fdf0-49cf-96e7-b8c08c62c664 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:52.705806 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8291f0ab-ddad-442f-b216-2d0ac5f96499 req-78bbb507-fdf0-49cf-96e7-b8c08c62c664 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0689671 Jul 06 18:45:52.747671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8291f0ab-ddad-442f-b216-2d0ac5f96499 req-dfa6043d-b78f-4261-b459-6a2f65df7f35 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357082 Jul 06 18:45:52.909806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:52.938716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:52.939003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0cc9c2d1-2c86-4608-bc16-411d64bcc7a8 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:53.957443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab04bf-be31-4e8b-a014-bfdf18a6b0d1 req-b43d478e-6fc0-41e9-9fe6-8af6051e68a9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:53.962220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09ab04bf-be31-4e8b-a014-bfdf18a6b0d1 req-b43d478e-6fc0-41e9-9fe6-8af6051e68a9 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0747848 Jul 06 18:45:54.000500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09ab04bf-be31-4e8b-a014-bfdf18a6b0d1 req-6f9d0d3d-3621-4991-a547-36fd4daa2481 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354717 Jul 06 18:45:54.103190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33720) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:54.217321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d545a8-8f5b-44f9-be24-de4cdd6295c6 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:54.219053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d545a8-8f5b-44f9-be24-de4cdd6295c6 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:54.220463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d545a8-8f5b-44f9-be24-de4cdd6295c6 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:54.222343 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-61d545a8-8f5b-44f9-be24-de4cdd6295c6 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=9ac9e46f78db45d6b795116e924e5d96&network_id=b1263010-6d0d-4970-97ee-a5a219134e15 HTTP/1.1" status: 200 len: 2969 time: 0.1174355 Jul 06 18:45:54.944710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33738) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:55.056205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac11647d-7e25-4197-b9b8-77a9da84f7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.149166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac11647d-7e25-4197-b9b8-77a9da84f7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.155017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac11647d-7e25-4197-b9b8-77a9da84f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.191228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeb2d2-715b-49b5-ad22-b757f1c098c9 req-334373b6-e0b5-4952-afe0-5242d69cf289 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:55.192854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e4aeb2d2-715b-49b5-ad22-b757f1c098c9 req-334373b6-e0b5-4952-afe0-5242d69cf289 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0719142 Jul 06 18:45:55.196683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ac11647d-7e25-4197-b9b8-77a9da84f7fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c50ed1796d14e0abe4671c16173a515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507811 Jul 06 18:45:55.197446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11647d-7e25-4197-b9b8-77a9da84f7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e08063-6c27-43eb-90ac-a6e297e7e225,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:55.199632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33744) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:55.260744 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e4aeb2d2-715b-49b5-ad22-b757f1c098c9 req-b88d2ba5-0f70-41e7-9476-297fd6497990 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601108 Jul 06 18:45:55.276317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.302095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.354973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.358459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.359939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27e08063-6c27-43eb-90ac-a6e297e7e225 HTTP/1.1" status: 204 len: 168 time: 0.1582482 Jul 06 18:45:55.392135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e08063-6c27-43eb-90ac-a6e297e7e225,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:55.407949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.408458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.408768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.409628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.409986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.410377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.410708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.411037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.411362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.411682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.412006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.412324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad1996-f5db-48e6-9bfb-c132b4ae3862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:55.646966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33768) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:55.763568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33774) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:55.779778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7afdc903-9032-45b8-9de4-da5fb6b66618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.873054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5f54dd87-17f8-45a4-a988-5b123d27c390 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=950fdceeedf6425db19c4debb0e79429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232955 Jul 06 18:45:55.876023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33780) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:55.921984 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7afdc903-9032-45b8-9de4-da5fb6b66618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.927583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7afdc903-9032-45b8-9de4-da5fb6b66618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.936849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3117e351-34ce-410f-ae1a-f2121eb3a296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.957631 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7afdc903-9032-45b8-9de4-da5fb6b66618 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16de6dccb54d4b878440dcae5dcf44e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929054 Jul 06 18:45:55.958628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3117e351-34ce-410f-ae1a-f2121eb3a296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.960562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33784) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:55.977581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdc903-9032-45b8-9de4-da5fb6b66618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f361d206-5fed-4ade-a4e2-e86e75a697f2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:56.038171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53e2d299-7b03-4e52-a4d0-b923c66edce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.061262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3117e351-34ce-410f-ae1a-f2121eb3a296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.063837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3117e351-34ce-410f-ae1a-f2121eb3a296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.065749 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3117e351-34ce-410f-ae1a-f2121eb3a296 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2aed016-58ab-4fe8-9cc1-539e4ccbb207 HTTP/1.1" status: 204 len: 168 time: 0.1877370 Jul 06 18:45:56.066966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53e2d299-7b03-4e52-a4d0-b923c66edce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.082994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117e351-34ce-410f-ae1a-f2121eb3a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aed016-58ab-4fe8-9cc1-539e4ccbb207,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:56.130839 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53e2d299-7b03-4e52-a4d0-b923c66edce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.133986 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53e2d299-7b03-4e52-a4d0-b923c66edce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.138093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-53e2d299-7b03-4e52-a4d0-b923c66edce6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f361d206-5fed-4ade-a4e2-e86e75a697f2 HTTP/1.1" status: 204 len: 168 time: 0.1763389 Jul 06 18:45:56.150687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2d299-7b03-4e52-a4d0-b923c66edce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f361d206-5fed-4ade-a4e2-e86e75a697f2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:56.648338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f93249-4fd5-4fb2-8258-6945b91c4150 req-54aaf7b1-7808-44b5-a046-6683bca0909e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:56.650082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-49f93249-4fd5-4fb2-8258-6945b91c4150 req-54aaf7b1-7808-44b5-a046-6683bca0909e tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 945 time: 0.0685439 Jul 06 18:45:56.695622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-49f93249-4fd5-4fb2-8258-6945b91c4150 req-e67427f5-b583-4d48-9c28-cb9765365622 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385568 Jul 06 18:45:56.867955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33836) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:56.901095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:56.982248 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:57.005399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:57.007880 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f533496-7a2b-4989-b8c8-83d4a0a9ff8b" -d '{"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:57.021941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:57.027329 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:57.050144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-527f0a02-8558-4ad2-a133-8fcc717224c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1768260 Jul 06 18:45:57.060977 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e7d36b-5514-4027-89d8-88b9e01186f5 x-openstack-request-id: req-e8e7d36b-5514-4027-89d8-88b9e01186f5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:57.061303 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-unplugged", "status": "failed", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd", "code": 422}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:57.061554 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8e7d36b-5514-4027-89d8-88b9e01186f5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:57.062278 n-d-799684-2 neutron-server[93968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'code': 422} returned with failed status Jul 06 18:45:57.090762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:57.897024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96934c-167e-42a2-bbad-937ef2f1c0a8 req-c70d8838-9501-4fca-9c27-b5a9d72e8155 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:57.898809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b96934c-167e-42a2-bbad-937ef2f1c0a8 req-c70d8838-9501-4fca-9c27-b5a9d72e8155 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.0729806 Jul 06 18:45:57.949058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b96934c-167e-42a2-bbad-937ef2f1c0a8 req-1733eb55-b9c3-4eff-87ea-2f5276d853da tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375860 Jul 06 18:45:58.007735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-73d8a600-6eba-46a5-bba8-a8ab6bdf2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:58.009275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-73d8a600-6eba-46a5-bba8-a8ab6bdf2ad0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8&tenant_id=2c25b3bd70414af0a890b8fdd3af2788 HTTP/1.1" status: 200 len: 1094 time: 0.0656095 Jul 06 18:45:58.083519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-ffbf19e3-2c2e-4215-8486-3278d3c759f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:58.085047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-ffbf19e3-2c2e-4215-8486-3278d3c759f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 1094 time: 0.0529711 Jul 06 18:45:58.187699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-a4377824-9a93-4359-a00e-89cd7723b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:58.189280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-a4377824-9a93-4359-a00e-89cd7723b545 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 200 len: 918 time: 0.0974679 Jul 06 18:45:58.267548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-1192facf-afc6-406e-8bb3-5e299309c13f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd HTTP/1.1" status: 200 len: 998 time: 0.0705011 Jul 06 18:45:58.319387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-d27499ff-1680-4a8c-ac4e-e9867e8a51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:58.320920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-d27499ff-1680-4a8c-ac4e-e9867e8a51f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 200 len: 856 time: 0.0452311 Jul 06 18:45:58.384724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-4253dae6-03dc-498c-9704-52e292e91a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:58.386382 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-4253dae6-03dc-498c-9704-52e292e91a77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1672d946-2ee8-438a-82b2-d7ba0827f829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583370 Jul 06 18:45:58.491754 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-e720cdc0-ebd8-4fe2-bae3-25ac6ea48aa2 service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945988 Jul 06 18:45:58.549653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33894) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:58.581836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33898) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:58.599127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dddfb60b-ad2f-44d5-ad09-82521aeff7c0 req-54f7b60d-6557-443d-8ff6-9c1440a1accf service neutron] 10.222.0.41 "GET /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000624 Jul 06 18:45:58.656453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17873262-fa3a-4202-873d-e9853870e90e tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:58.658013 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-17873262-fa3a-4202-873d-e9853870e90e tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 814 time: 0.0748823 Jul 06 18:45:58.692887 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e3bb7c36-0847-4c22-bb9c-335ef28f466b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:58.739296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33914) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:58.858143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a70ee7-2633-4baa-8d85-fb15309cbe69 req-b5a1daf7-859d-4dc5-8278-2140524acd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:58.859981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-58a70ee7-2633-4baa-8d85-fb15309cbe69 req-b5a1daf7-859d-4dc5-8278-2140524acd0a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1096 time: 0.1195037 Jul 06 18:45:58.903531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-58a70ee7-2633-4baa-8d85-fb15309cbe69 req-369d5467-613c-424d-a799-594de6d71b1a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353336 Jul 06 18:45:59.138858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e3bb7c36-0847-4c22-bb9c-335ef28f466b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.172737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e3bb7c36-0847-4c22-bb9c-335ef28f466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.237325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb7c36-0847-4c22-bb9c-335ef28f466b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa7c99-d46d-494b-a055-3d0f88889675,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:59.274986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e3bb7c36-0847-4c22-bb9c-335ef28f466b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d472a23be664ab5ab4574a9b59feab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7241249 Jul 06 18:45:59.277900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33936) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:59.314085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccc27f-c317-44d4-a428-8a5a0de8b1f2 req-2c703d8a-d1b6-4955-a01d-eefa61cb6ac1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:59.315714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1dccc27f-c317-44d4-a428-8a5a0de8b1f2 req-2c703d8a-d1b6-4955-a01d-eefa61cb6ac1 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.1691315 Jul 06 18:45:59.337626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc8be478-a0b9-43fa-aa82-0057ea13caa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.354415 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1dccc27f-c317-44d4-a428-8a5a0de8b1f2 req-180df12d-f138-4703-aa1a-7f17c0aba763 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327940 Jul 06 18:45:59.359574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc8be478-a0b9-43fa-aa82-0057ea13caa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.422552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc8be478-a0b9-43fa-aa82-0057ea13caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.425335 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc8be478-a0b9-43fa-aa82-0057ea13caa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.426587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc8be478-a0b9-43fa-aa82-0057ea13caa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32fa7c99-d46d-494b-a055-3d0f88889675 HTTP/1.1" status: 204 len: 168 time: 0.1470022 Jul 06 18:45:59.434884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8be478-a0b9-43fa-aa82-0057ea13caa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa7c99-d46d-494b-a055-3d0f88889675,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:59.743518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33944) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:59.758680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12a1c5de-6b7c-40ad-85b7-ab0e0c6334a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.894100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12a1c5de-6b7c-40ad-85b7-ab0e0c6334a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.901912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-12a1c5de-6b7c-40ad-85b7-ab0e0c6334a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.949706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1c5de-6b7c-40ad-85b7-ab0e0c6334a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a11d71-f5ed-454a-a319-8525250292bd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:59.960494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33950) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:59.967253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'network': {'name': 'tempest-network-smoke--851000191', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'port_security_enabled': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:59.970642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-12a1c5de-6b7c-40ad-85b7-ab0e0c6334a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c734c7326d094d01a2c36337d5ed836a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234645 Jul 06 18:45:59.971024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33952) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:00.003341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:00.007609 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.022647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e8c8-70d9-4338-93d6-03b1c8dca054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.037035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:00.070487 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e8c8-70d9-4338-93d6-03b1c8dca054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.084929 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.085528 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Added segment ba5bb7b0-fff5-4c85-aca3-c620c4720df9 of type vlan for network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 Jul 06 18:46:00.162173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.174905 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e8c8-70d9-4338-93d6-03b1c8dca054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.179675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e8c8-70d9-4338-93d6-03b1c8dca054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.182473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d9e1e8c8-70d9-4338-93d6-03b1c8dca054 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43a11d71-f5ed-454a-a319-8525250292bd HTTP/1.1" status: 204 len: 168 time: 0.2104940 Jul 06 18:46:00.199435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1e8c8-70d9-4338-93d6-03b1c8dca054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a11d71-f5ed-454a-a319-8525250292bd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:00.212934 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.219532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:00.220164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.244339 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:46:00.282883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3180752 Jul 06 18:46:00.283235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33962) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:00.308483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059a32f-34d4-4143-bcdb-c4f0772df265 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Network': ['ID=3a93b89c-58e9-4712-8659-c5e2e3e845f7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:00.321473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:00.363848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b508bb5-aa60-4092-94b6-ba6a69317bd3 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:00.365895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2b508bb5-aa60-4092-94b6-ba6a69317bd3 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9ac9e46f78db45d6b795116e924e5d96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0810876 Jul 06 18:46:00.368557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33964) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:00.484526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b211562-4287-41b0-9f1c-e9ee05cebf7a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:00.489803 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8b211562-4287-41b0-9f1c-e9ee05cebf7a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1172719 Jul 06 18:46:00.490215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33970) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:00.550274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c39ce9a5-7062-4092-b6f3-7a641e8a3a5e tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584917 Jul 06 18:46:00.550393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33974) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:00.630042 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-73a1c81e-bbcb-4539-a239-73fa337066f7 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9ac9e46f78db45d6b795116e924e5d96&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773072 Jul 06 18:46:00.632159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 33976) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:00.685541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56933d-1d70-40f0-9d92-6f5cf1943f03 req-582d248f-5724-4beb-9908-42f825f80256 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:00.687115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e56933d-1d70-40f0-9d92-6f5cf1943f03 req-582d248f-5724-4beb-9908-42f825f80256 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.1464033 Jul 06 18:46:00.773563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e56933d-1d70-40f0-9d92-6f5cf1943f03 req-ba87236b-62e7-4999-a677-d0d105f2e4eb tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629232 Jul 06 18:46:00.825608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84085fb0-cb8f-4738-847d-cddddfa92976 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:00.827618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-84085fb0-cb8f-4738-847d-cddddfa92976 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1944139 Jul 06 18:46:00.830775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33986) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:00.859639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-861eafba-d996-4fc3-8859-f92fca9d41a3 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276711 Jul 06 18:46:00.862343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 33988) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:00.867420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1455837579', 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:00.961115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:00.971044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:01.206799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:01.297942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Subnet': ['ID=d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:01.304013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Checking segment: {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:01.304400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network hostable DHCP agents. Network: 3a93b89c-58e9-4712-8659-c5e2e3e845f7, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:01.324400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:01.336221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 3a93b89c-58e9-4712-8659-c5e2e3e845f7) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:01.340609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:01.341284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:01.349642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c349f3-a7f1-4b8b-b3ad-207ed977f6e1 None None] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:01.369519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e62a2524-53ab-4871-bdd0-e7e105fbb791 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5058954 Jul 06 18:46:01.642902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-3a93b89c-58e9-4712-8659-c5e2e3e845f7', 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ips': [{'subnet_id': 'd5e50f48-0b34-4ae5-aa2e-2aabbd2a6026'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:01.644538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:01.774567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:01.780185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-237f2642-8f45-49cb-9415-4b5678b4eedb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081594536', 'description': 'tempest-secgroup-smoke-1081594536 description', 'project_id': '9ac9e46f78db45d6b795116e924e5d96'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:01.855288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-237f2642-8f45-49cb-9415-4b5678b4eedb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:01.855799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Allocated IP 172.20.0.18 (3a93b89c-58e9-4712-8659-c5e2e3e845f7/d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026/535a2360-2789-410b-805e-b1dfe29e64f4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:02.001645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-237f2642-8f45-49cb-9415-4b5678b4eedb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.018633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-237f2642-8f45-49cb-9415-4b5678b4eedb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.095287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-237f2642-8f45-49cb-9415-4b5678b4eedb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.096651 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-237f2642-8f45-49cb-9415-4b5678b4eedb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3210111 Jul 06 18:46:02.097876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eb680-fbbb-41d6-964f-5613c3b91484 req-8926fa8c-7f78-4378-aecf-0001ff06e7e2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:02.098375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f2642-8f45-49cb-9415-4b5678b4eedb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f34116b-545f-45e8-846d-6b6fc5d14806,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:02.101260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34022) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:02.107120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7154d3ef-dcf6-4de7-82b1-f57a6521852c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '1f34116b-545f-45e8-846d-6b6fc5d14806', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:02.130853 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe9eb680-fbbb-41d6-964f-5613c3b91484 req-8926fa8c-7f78-4378-aecf-0001ff06e7e2 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.1542449 Jul 06 18:46:02.173100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7154d3ef-dcf6-4de7-82b1-f57a6521852c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.188742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.198790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe9eb680-fbbb-41d6-964f-5613c3b91484 req-bd16a838-1930-4c31-b764-75e949bed429 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669844 Jul 06 18:46:02.209383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Transition to ACTIVE for port object 535a2360-2789-410b-805e-b1dfe29e64f4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:02.237820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Transition to ACTIVE for port object 535a2360-2789-410b-805e-b1dfe29e64f4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:02.257667 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.297136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7154d3ef-dcf6-4de7-82b1-f57a6521852c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.303792 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7154d3ef-dcf6-4de7-82b1-f57a6521852c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.309204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Pushing event updated for resources: {'Port': ['ID=535a2360-2789-410b-805e-b1dfe29e64f4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:02.320557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:02.322602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.322948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.323279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.323665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.323999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.324910 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.324910 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.325105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.325285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.325749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.325923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.326401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:02.330256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:02.332640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:02.362768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154d3ef-dcf6-4de7-82b1-f57a6521852c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210031c4-6b91-48a5-938b-fae6a83b68c2,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:02.380821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7154d3ef-dcf6-4de7-82b1-f57a6521852c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.382708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7154d3ef-dcf6-4de7-82b1-f57a6521852c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2796016 Jul 06 18:46:02.385573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34028) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:02.391410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0df5b30d-39f9-4cf8-9ab1-9814f184a93e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '1f34116b-545f-45e8-846d-6b6fc5d14806', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:02.397627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Attempting to bind port 535a2360-2789-410b-805e-b1dfe29e64f4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:02.398469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Attempting to bind port 535a2360-2789-410b-805e-b1dfe29e64f4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:02.398588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Attempting to bind port 535a2360-2789-410b-805e-b1dfe29e64f4 on network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:02.420333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:02.431327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Checking segment: {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:02.432112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.432697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Bound using segment: {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:02.433470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Bound port: 535a2360-2789-410b-805e-b1dfe29e64f4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:02.434355 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.454722 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0df5b30d-39f9-4cf8-9ab1-9814f184a93e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.546058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] For port 535a2360-2789-410b-805e-b1dfe29e64f4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:02.550380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] For port 535a2360-2789-410b-805e-b1dfe29e64f4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=535a2360-2789-410b-805e-b1dfe29e64f4,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:02.558366 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.611342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0df5b30d-39f9-4cf8-9ab1-9814f184a93e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.622012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0df5b30d-39f9-4cf8-9ab1-9814f184a93e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.665829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2fc4b-cb74-4f3d-8488-df846c37a012 None None] Pushing event updated for resources: {'Port': ['ID=535a2360-2789-410b-805e-b1dfe29e64f4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:02.673686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5b30d-39f9-4cf8-9ab1-9814f184a93e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fdeff5-1e21-4ed9-9900-87abdb634fe9,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:02.682243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0df5b30d-39f9-4cf8-9ab1-9814f184a93e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.683490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0df5b30d-39f9-4cf8-9ab1-9814f184a93e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2965808 Jul 06 18:46:02.686436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34034) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:02.695756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8758fb07-6db4-443e-ad23-52a51a0d2ac1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '1f34116b-545f-45e8-846d-6b6fc5d14806', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:02.753253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8758fb07-6db4-443e-ad23-52a51a0d2ac1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.871893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8758fb07-6db4-443e-ad23-52a51a0d2ac1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.880929 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8758fb07-6db4-443e-ad23-52a51a0d2ac1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.913484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758fb07-6db4-443e-ad23-52a51a0d2ac1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044a4ed0-ee39-45c8-b5aa-4839a211af37,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:02.920584 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8758fb07-6db4-443e-ad23-52a51a0d2ac1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.924500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8758fb07-6db4-443e-ad23-52a51a0d2ac1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344139 Jul 06 18:46:02.924948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34038) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:02.929776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-96ae7122-d66f-494d-8836-0a1e7d0828ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '1f34116b-545f-45e8-846d-6b6fc5d14806', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:02.990814 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96ae7122-d66f-494d-8836-0a1e7d0828ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.066720 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96ae7122-d66f-494d-8836-0a1e7d0828ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.072211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34040) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:03.083820 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96ae7122-d66f-494d-8836-0a1e7d0828ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.120247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae7122-d66f-494d-8836-0a1e7d0828ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f1991e-efb0-4833-9acb-5b9f8bf112c1,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:03.127587 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-96ae7122-d66f-494d-8836-0a1e7d0828ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.131353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-96ae7122-d66f-494d-8836-0a1e7d0828ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028043 Jul 06 18:46:03.131754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34044) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:03.138426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9bab3994-787f-4936-a685-45fdcffb533b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '1f34116b-545f-45e8-846d-6b6fc5d14806', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:03.177269 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-9bab3994-787f-4936-a685-45fdcffb533b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Project 9ac9e46f78db45d6b795116e924e5d96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:46:03.183095 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bab3994-787f-4936-a685-45fdcffb533b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.255017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bab3994-787f-4936-a685-45fdcffb533b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.262602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bab3994-787f-4936-a685-45fdcffb533b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.276556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b00676ab-d66e-479a-8511-ccb36f4f4a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.281970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab3994-787f-4936-a685-45fdcffb533b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4343463b-9df9-49e2-8037-85680f3f42eb,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:03.292439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bab3994-787f-4936-a685-45fdcffb533b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.296076 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9bab3994-787f-4936-a685-45fdcffb533b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605237 Jul 06 18:46:03.296372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34048) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:03.302063 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e7008163-7b12-4368-af46-1c3fd2250943 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '1f34116b-545f-45e8-846d-6b6fc5d14806', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:03.394241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b00676ab-d66e-479a-8511-ccb36f4f4a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.399662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b00676ab-d66e-479a-8511-ccb36f4f4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.470543 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b00676ab-d66e-479a-8511-ccb36f4f4a69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83c683f6b65d4dc2b3ae524f9f9d2de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969889 Jul 06 18:46:03.471377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00676ab-d66e-479a-8511-ccb36f4f4a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00bca8e-99a8-4956-aa62-e0c4e6de2c94,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:03.473854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34050) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:03.478516 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-e7008163-7b12-4368-af46-1c3fd2250943 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Project 9ac9e46f78db45d6b795116e924e5d96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:46:03.507967 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7008163-7b12-4368-af46-1c3fd2250943 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.532372 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4be54035-2430-4c7c-8e13-367c0dd57a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.554741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fa88e-5061-4a63-9a04-a324cbd685e9 req-9b443d76-c94f-4fe7-8756-675c256cb465 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:03.559920 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a1fa88e-5061-4a63-9a04-a324cbd685e9 req-9b443d76-c94f-4fe7-8756-675c256cb465 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.1725068 Jul 06 18:46:03.576256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4be54035-2430-4c7c-8e13-367c0dd57a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.672659 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a1fa88e-5061-4a63-9a04-a324cbd685e9 req-75057946-0d11-4619-8f37-01120ce9ccdd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028333 Jul 06 18:46:03.698656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4be54035-2430-4c7c-8e13-367c0dd57a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.701809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4be54035-2430-4c7c-8e13-367c0dd57a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.706882 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4be54035-2430-4c7c-8e13-367c0dd57a9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c00bca8e-99a8-4956-aa62-e0c4e6de2c94 HTTP/1.1" status: 204 len: 168 time: 0.2320828 Jul 06 18:46:03.714198 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7008163-7b12-4368-af46-1c3fd2250943 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.722254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7008163-7b12-4368-af46-1c3fd2250943 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.727235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be54035-2430-4c7c-8e13-367c0dd57a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00bca8e-99a8-4956-aa62-e0c4e6de2c94,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:03.768638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 535a2360-2789-410b-805e-b1dfe29e64f4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:03.806473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7008163-7b12-4368-af46-1c3fd2250943 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf5e39e-6b32-40dc-8dba-defdbffead86,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:03.829500 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7008163-7b12-4368-af46-1c3fd2250943 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.844772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e7008163-7b12-4368-af46-1c3fd2250943 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5369482 Jul 06 18:46:03.910218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 535a2360-2789-410b-805e-b1dfe29e64f4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:04.038020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83da399-1f30-4b0b-9427-01b951a85626 None None] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:04.125820 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-cd862171-7794-4a90-b629-14dede97e227 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081594536&fields=id&tenant_id=9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 267 time: 0.0412962 Jul 06 18:46:04.161282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fa192487-8829-41e8-a91c-d5622a480b1f None None] Provisioning for port 535a2360-2789-410b-805e-b1dfe29e64f4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:04.175360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fa192487-8829-41e8-a91c-d5622a480b1f None None] Provisioning complete for port 535a2360-2789-410b-805e-b1dfe29e64f4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:04.175733 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fa192487-8829-41e8-a91c-d5622a480b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.268940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-47033d24-5a40-4d8b-b0d5-acd7712f480a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:04.276653 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-47033d24-5a40-4d8b-b0d5-acd7712f480a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/networks?id=3a93b89c-58e9-4712-8659-c5e2e3e845f7 HTTP/1.1" status: 200 len: 796 time: 0.1440384 Jul 06 18:46:04.296734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-900c55b5-e6e7-4bdd-add2-347474a7a816 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/quotas/9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 375 time: 0.0184901 Jul 06 18:46:04.306723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34070) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:04.324035 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c547-cb74-43ce-a27e-2bd104dc41eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.431406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fa192487-8829-41e8-a91c-d5622a480b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.444884 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-4da7d9d7-4a73-4fee-8ea4-922243d322c3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1470375 Jul 06 18:46:04.481802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fa192487-8829-41e8-a91c-d5622a480b1f None None] For port 535a2360-2789-410b-805e-b1dfe29e64f4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=535a2360-2789-410b-805e-b1dfe29e64f4,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:04.493596 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c547-cb74-43ce-a27e-2bd104dc41eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.495203 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fa192487-8829-41e8-a91c-d5622a480b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.502820 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c547-cb74-43ce-a27e-2bd104dc41eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.559190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2c547-cb74-43ce-a27e-2bd104dc41eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c218ba-8a9a-4b49-8046-d5d02fb8d9e1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:04.618802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-07ab7fb7-6df8-4977-9d21-74d316378ef6 service neutron] 10.222.0.53 "GET /v2.0/networks/3a93b89c-58e9-4712-8659-c5e2e3e845f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728969 Jul 06 18:46:04.634415 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dbe2c547-cb74-43ce-a27e-2bd104dc41eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03849a96a89546ebbb3b6c159705a8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259208 Jul 06 18:46:04.642498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34076) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:04.675122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa192487-8829-41e8-a91c-d5622a480b1f None None] Pushing event updated for resources: {'Port': ['ID=535a2360-2789-410b-805e-b1dfe29e64f4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:04.734833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1abdd892-f460-4118-a9dc-a41e61d857dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.755648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-1548fb54-951d-4420-b173-0de15e866dc6 service neutron] 10.222.0.53 "GET /v2.0/networks/3a93b89c-58e9-4712-8659-c5e2e3e845f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295705 Jul 06 18:46:04.763240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1abdd892-f460-4118-a9dc-a41e61d857dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.844075 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1abdd892-f460-4118-a9dc-a41e61d857dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.847213 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1abdd892-f460-4118-a9dc-a41e61d857dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:04.851271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1abdd892-f460-4118-a9dc-a41e61d857dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9c218ba-8a9a-4b49-8046-d5d02fb8d9e1 HTTP/1.1" status: 204 len: 168 time: 0.2020552 Jul 06 18:46:04.876300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdd892-f460-4118-a9dc-a41e61d857dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c218ba-8a9a-4b49-8046-d5d02fb8d9e1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:04.945032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-14f47fd6-df2b-4d89-b48c-05bac51a64f0 None None] Provisioning complete for port 535a2360-2789-410b-805e-b1dfe29e64f4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:04.945694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14f47fd6-df2b-4d89-b48c-05bac51a64f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:05.054663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b99eaa-81ca-4ffa-95f3-3ded596252c9 req-2f90a3fa-8dc1-4020-8504-12ba0e4d0da9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:05.056613 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00b99eaa-81ca-4ffa-95f3-3ded596252c9 req-2f90a3fa-8dc1-4020-8504-12ba0e4d0da9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.1574988 Jul 06 18:46:05.124519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00b99eaa-81ca-4ffa-95f3-3ded596252c9 req-2e1b2728-ba3b-4e6b-ba47-140041a41acd tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611894 Jul 06 18:46:05.159658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34088) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:05.284506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d870fea-0117-4acd-961f-7f180a4d0959 req-790123bb-170e-4db5-98e8-77dab59cd16a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 210 time: 0.0541596 Jul 06 18:46:05.331203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-be434b40-bcf6-4494-8d92-a0af41169910 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/2e135c0c-23c1-4b59-9551-1aedbf319380 HTTP/1.1" status: 200 len: 993 time: 0.1700861 Jul 06 18:46:05.416000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af770353-daaf-41ad-bbf9-6396459038e3 req-f38eb153-125e-410b-9f2d-6ec4bc5eb1bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:05.417605 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af770353-daaf-41ad-bbf9-6396459038e3 req-f38eb153-125e-410b-9f2d-6ec4bc5eb1bc tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.2286670 Jul 06 18:46:05.555944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af770353-daaf-41ad-bbf9-6396459038e3 req-f1a1c3a7-cc5b-4e78-9cc2-73ad5bca1efd tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179330 Jul 06 18:46:05.715816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 535a2360-2789-410b-805e-b1dfe29e64f4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:05.780184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 535a2360-2789-410b-805e-b1dfe29e64f4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:05.780554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:06.048080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14746a1d-9811-423f-a68f-e16e84daa30d req-393a5055-ea92-4dce-bbd4-8a1c0cf8e8b6 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:06.057596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14746a1d-9811-423f-a68f-e16e84daa30d req-393a5055-ea92-4dce-bbd4-8a1c0cf8e8b6 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1096 time: 0.0784590 Jul 06 18:46:06.091702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14746a1d-9811-423f-a68f-e16e84daa30d req-c10b6d36-03aa-4023-a7bf-9da88fbbb0b0 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Jul 06 18:46:06.485824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5df02db-94d7-4531-a2b7-a88ff357bb12 req-8bb7cf27-ca45-4cfc-9672-96d0dacfd055 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 210 time: 0.0375948 Jul 06 18:46:06.841894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6a1eb-0fee-4abb-aae3-bfc005e0513a req-cef8afd8-e8fc-4bde-ab99-00f1f3a32aec tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:06.843620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4af6a1eb-0fee-4abb-aae3-bfc005e0513a req-cef8afd8-e8fc-4bde-ab99-00f1f3a32aec tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.0712242 Jul 06 18:46:06.929590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4af6a1eb-0fee-4abb-aae3-bfc005e0513a req-983263da-c96a-4534-90f0-cdcd504e50ec tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708914 Jul 06 18:46:07.007416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-2fe0dd54-3040-4aba-8fe2-1d623bb8e377 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845377 Jul 06 18:46:07.688983 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-879f16df-bfa8-4d22-830a-e31f4b908dd6 req-710d8147-191f-4b07-a435-ad26cefdd588 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 210 time: 0.0446980 Jul 06 18:46:08.125368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002770b-e245-4a3c-acc3-d25852344393 req-e023c705-9f00-4ed2-a3b0-99b9e39c890f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:08.127230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4002770b-e245-4a3c-acc3-d25852344393 req-e023c705-9f00-4ed2-a3b0-99b9e39c890f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.0754905 Jul 06 18:46:08.175471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4002770b-e245-4a3c-acc3-d25852344393 req-22c901be-b3e2-40ac-ae90-07849de76245 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366609 Jul 06 18:46:08.207620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34244) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:08.318662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-094bfee1-45f4-42cb-82e7-1d5048cd8685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:08.427343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-094bfee1-45f4-42cb-82e7-1d5048cd8685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:08.435354 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-094bfee1-45f4-42cb-82e7-1d5048cd8685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:08.502362 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-094bfee1-45f4-42cb-82e7-1d5048cd8685 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea0c046ac9b34f75b28dea1b226aa7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927701 Jul 06 18:46:08.503179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bfee1-45f4-42cb-82e7-1d5048cd8685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a46707-d799-4309-8ff1-daa786a9f11f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:08.505152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34250) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:08.570131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6a33531-9329-4e77-9616-559198234661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:08.591581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6a33531-9329-4e77-9616-559198234661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:08.663570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6a33531-9329-4e77-9616-559198234661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:08.667730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d6a33531-9329-4e77-9616-559198234661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:08.671735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d6a33531-9329-4e77-9616-559198234661 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3a46707-d799-4309-8ff1-daa786a9f11f HTTP/1.1" status: 204 len: 168 time: 0.1627834 Jul 06 18:46:08.678458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a33531-9329-4e77-9616-559198234661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a46707-d799-4309-8ff1-daa786a9f11f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:08.890574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2418933f-2fa5-4466-a6de-3ae466e6a7ef req-32f19597-99f9-491f-bc4a-af4a69cb1154 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 210 time: 0.0393577 Jul 06 18:46:09.062280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34260) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:09.076573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03bb8ba6-272e-477c-a87a-64979b744453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:09.184286 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03bb8ba6-272e-477c-a87a-64979b744453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:09.189140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03bb8ba6-272e-477c-a87a-64979b744453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:09.228287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb8ba6-272e-477c-a87a-64979b744453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0214403-a3cb-4fb9-b3fb-d0cfd02205ad,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:09.235443 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-03bb8ba6-272e-477c-a87a-64979b744453 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43755f213c144c8c9ebde23971781936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719437 Jul 06 18:46:09.235544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34264) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:09.391958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211050-0576-45fd-8a88-9d879d8bd684 req-1cb3a537-a270-4e32-85f5-feb86efa6e23 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:09.394377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d211050-0576-45fd-8a88-9d879d8bd684 req-1cb3a537-a270-4e32-85f5-feb86efa6e23 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.0823355 Jul 06 18:46:09.437188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3d211050-0576-45fd-8a88-9d879d8bd684 req-34c7c5c9-d203-425e-8904-27dd8f393f1f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364316 Jul 06 18:46:09.575778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-213ded41-0fcb-4149-9984-1363ed2642c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:09.596818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-213ded41-0fcb-4149-9984-1363ed2642c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:09.644974 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-213ded41-0fcb-4149-9984-1363ed2642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:09.647526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-213ded41-0fcb-4149-9984-1363ed2642c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:09.648725 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-213ded41-0fcb-4149-9984-1363ed2642c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0214403-a3cb-4fb9-b3fb-d0cfd02205ad HTTP/1.1" status: 204 len: 168 time: 0.4121170 Jul 06 18:46:09.656980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ded41-0fcb-4149-9984-1363ed2642c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0214403-a3cb-4fb9-b3fb-d0cfd02205ad,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:10.019401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-72deedc9-3428-4fc8-b7d4-d270c62c7aee tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:46:10.020954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-72deedc9-3428-4fc8-b7d4-d270c62c7aee tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078380 Jul 06 18:46:10.036449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Request body: {'binding': {'host': 'n-h1-799684-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:10.036609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf01d253-c1ba-4f09-a494-2563cc3e73a5 req-0402f6ac-ea58-48c3-b4e9-a5b0a29c1f20 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 210 time: 0.0308475 Jul 06 18:46:10.037175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Unknown quota resources ['binding']. {{(pid=93967) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:46:10.182849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on host n-h1-799684-2 for vnic_type normal with profile None {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:10.183184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:10.183508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:10.187673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:46:10.187989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:10.192708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:10.193062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Checking segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:10.193430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Bound using segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:10.193887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Bound port: 0207e558-5f9e-469b-9de6-1f143bc3f11f, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:10.277966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:10.284020 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] Notify callbacks [] for binding, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:10.285278 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] 10.222.0.53 "POST /v2.0/ports/0207e558-5f9e-469b-9de6-1f143bc3f11f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2533133 Jul 06 18:46:10.603255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-c29cdf1c-f179-4bbb-8edd-84ae748e16ee tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:10.605268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-c29cdf1c-f179-4bbb-8edd-84ae748e16ee tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/networks?id=3a93b89c-58e9-4712-8659-c5e2e3e845f7 HTTP/1.1" status: 200 len: 796 time: 0.1617565 Jul 06 18:46:10.638009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0655b0-9412-4d74-87b4-0884d196e172 req-37f29534-c867-4782-b469-82d52e9cb987 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:10.639785 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd0655b0-9412-4d74-87b4-0884d196e172 req-37f29534-c867-4782-b469-82d52e9cb987 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.1780891 Jul 06 18:46:10.696700 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-cfb6fcc9-34fa-4020-ab65-30fdd5cdd4ed tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 473 time: 0.0820906 Jul 06 18:46:10.712440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'port': {'device_id': 'ecc37ebd-2476-4b8a-8a2a-90a0978d9245', 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7', 'admin_state_up': True, 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'security_groups': ['1f34116b-545f-45e8-846d-6b6fc5d14806']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:10.748137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd0655b0-9412-4d74-87b4-0884d196e172 req-d3947105-77b1-4bb3-ad95-1707d2309cd2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724092 Jul 06 18:46:10.755831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0b309a07-703c-4d8e-8241-7065f47a55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:10.757522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0b309a07-703c-4d8e-8241-7065f47a55c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1096 time: 0.1126828 Jul 06 18:46:10.811236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46790da-21d7-489c-b176-9def5fbe05c7 req-9e0cd60f-83e5-4967-a9a7-df3ce0f50e54 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:10.812834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a46790da-21d7-489c-b176-9def5fbe05c7 req-9e0cd60f-83e5-4967-a9a7-df3ce0f50e54 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.1909213 Jul 06 18:46:10.864138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-fafe38fd-e6ad-4125-996f-2d96c5ca8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:10.865776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-fafe38fd-e6ad-4125-996f-2d96c5ca8e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 200 len: 898 time: 0.1017840 Jul 06 18:46:10.870581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a46790da-21d7-489c-b176-9def5fbe05c7 req-73e05c51-f3ba-4ad6-81c6-59e5885f0c4c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506833 Jul 06 18:46:10.896395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:10.901488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:10.949231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-de40e02c-bd36-4afd-8bd2-49fb11c1d3c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 1001 time: 0.0732846 Jul 06 18:46:11.005177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-bfe03746-5639-4899-a5bf-bd434e933dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:11.006697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-bfe03746-5639-4899-a5bf-bd434e933dd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89aabbe8-4345-4f6e-a472-783c79e5e27a HTTP/1.1" status: 200 len: 834 time: 0.0513725 Jul 06 18:46:11.040362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.20.0.21 (3a93b89c-58e9-4712-8659-c5e2e3e845f7/d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026/31e3ffcb-8815-47a4-bcbf-183b5d220d8f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:11.080801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-9224e326-9880-4074-84a3-ff856f0c17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:11.083524 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-9224e326-9880-4074-84a3-ff856f0c17ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbfeb5b9-b64c-4dec-b034-75209018457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707879 Jul 06 18:46:11.215111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.216910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f72b3e9-e8e9-4147-9848-0c234e5e9c7a req-c23c3853-aea7-473d-a591-79088d3870a4 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 210 time: 0.0344765 Jul 06 18:46:11.232566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-c70d31c8-5611-43d4-947b-ff0a158a2dc4 service neutron] 10.222.0.41 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419511 Jul 06 18:46:11.234290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Transition to ACTIVE for port object 31e3ffcb-8815-47a4-bcbf-183b5d220d8f will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:11.279528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.336490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:11.339663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:11.345477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:11.349488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-4aab11a8-ec79-45cd-a599-c5068306708d service neutron] 10.222.0.41 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020505 Jul 06 18:46:11.349772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:11.409820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:11.410562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.435972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9bc317dc-b5e9-4230-9437-f980c0cad6b1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7299595 Jul 06 18:46:11.451005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Request body: {'port': {'device_id': 'ecc37ebd-2476-4b8a-8a2a-90a0978d9245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:11.515480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-51c28cca-d229-4f5c-be0d-12f49f2cfa9f tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:11.518249 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-51c28cca-d229-4f5c-be0d-12f49f2cfa9f tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada&tenant_id=9545a49a8c0644f7b1786db086402ff5&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1096 time: 0.1137578 Jul 06 18:46:11.530983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799684-2'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:11.562991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.622919 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.652968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6f184c58-cdd9-4359-8513-8b422ee208b4 None None] Provisioning for port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:11.668961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6f184c58-cdd9-4359-8513-8b422ee208b4 None None] Provisioning complete for port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:11.669666 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f184c58-cdd9-4359-8513-8b422ee208b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.719881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6f184c58-cdd9-4359-8513-8b422ee208b4 None None] Port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:11.778276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:11.779062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34326) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:11.823320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:11.876233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:11.879185 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205508e9-cfbb-4233-9f6b-c0ed525de684" -d '{"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-unplugged", "status": "completed", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:11.884261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.886694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e3ffcb-8815-47a4-bcbf-183b5d220d8f {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:11.896432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.911216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Transition to ACTIVE for port object 31e3ffcb-8815-47a4-bcbf-183b5d220d8f will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:11.912537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.918417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.969063 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41454fe-2ae8-4ca8-b685-00ab3f3b93e1 x-openstack-request-id: req-b41454fe-2ae8-4ca8-b685-00ab3f3b93e1 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:11.969342 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-unplugged", "status": "completed", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:11.969589 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b41454fe-2ae8-4ca8-b685-00ab3f3b93e1 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:11.969999 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'code': 200} Jul 06 18:46:11.970599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:11.977861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Pushing event updated for resources: {'Port': ['ID=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:11.978322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:12.094075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.131193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Attempting to bind port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:12.131395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Attempting to bind port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:12.131567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Attempting to bind port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f on network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:12.144378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f on network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:46:12.144685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Attempting to bind port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f on network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:12.154498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a536b-7651-4c8f-92c3-88ae43b9f907 req-006132a2-c6dd-4fb6-b6cc-2f7c42f7ff5d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.154737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:12.155129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Checking segment: {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:12.155521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Bound using segment: {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:12.156495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-643a536b-7651-4c8f-92c3-88ae43b9f907 req-006132a2-c6dd-4fb6-b6cc-2f7c42f7ff5d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.2912762 Jul 06 18:46:12.161667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Bound port: 31e3ffcb-8815-47a4-bcbf-183b5d220d8f, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:12.162122 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.213822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb32f3-fcb5-4c77-9e3c-50ef72e98f84 req-4ba39e21-a3ff-44cc-b797-4764672d0261 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.215764 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e2cb32f3-fcb5-4c77-9e3c-50ef72e98f84 req-4ba39e21-a3ff-44cc-b797-4764672d0261 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.1159685 Jul 06 18:46:12.256242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-643a536b-7651-4c8f-92c3-88ae43b9f907 req-1faa3828-0f73-4686-a13a-6b975522858c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693727 Jul 06 18:46:12.277436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on host n-h2-799684-2 for vnic_type normal with profile {"migrating_to": "n-h1-799684-2"} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:12.277873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:12.278210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:12.289371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:46:12.289371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Attempting to bind port 0207e558-5f9e-469b-9de6-1f143bc3f11f on network cbfeb5b9-b64c-4dec-b034-75209018457c {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:12.289745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e2cb32f3-fcb5-4c77-9e3c-50ef72e98f84 req-d96ec461-709d-43b9-9c2f-cbdf4766570d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631874 Jul 06 18:46:12.289745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] For port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:12.297503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:12.298085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Checking segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:12.298391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Bound using segment: {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:12.298838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Bound port: 0207e558-5f9e-469b-9de6-1f143bc3f11f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754788bd-5c99-4e8a-94de-280970f37b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:12.299207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.304989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] For port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:12.312253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.351376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.352048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.353703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] 10.222.0.41 "PUT /v2.0/ports/31e3ffcb-8815-47a4-bcbf-183b5d220d8f HTTP/1.1" status: 200 len: 1092 time: 0.9073012 Jul 06 18:46:12.354163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc37ebd-2476-4b8a-8a2a-90a0978d9245', 'tag': '31e3ffcb-8815-47a4-bcbf-183b5d220d8f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:12.360471 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eab099e-0c24-414a-8596-1e86fa170fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc37ebd-2476-4b8a-8a2a-90a0978d9245", "tag": "31e3ffcb-8815-47a4-bcbf-183b5d220d8f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:12.382066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-01e2edbf-6552-49b2-8461-61cd75cf4050 None None] Provisioning complete for port 0207e558-5f9e-469b-9de6-1f143bc3f11f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:12.383082 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e2edbf-6552-49b2-8461-61cd75cf4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.390404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273271c-0b82-47ed-b044-3e02be20503b service neutron] Pushing event updated for resources: {'Port': ['ID=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:12.449626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-01e2edbf-6552-49b2-8461-61cd75cf4050 None None] Port 0207e558-5f9e-469b-9de6-1f143bc3f11f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:12.451294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.502142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-8e61a555-1791-4aab-9ad6-070946f1bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.503706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-8e61a555-1791-4aab-9ad6-070946f1bae4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 1095 time: 0.1046157 Jul 06 18:46:12.523344 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a013d9-5197-4ba3-b6ea-6b71816d3ce6 x-openstack-request-id: req-65a013d9-5197-4ba3-b6ea-6b71816d3ce6 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:12.523640 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc37ebd-2476-4b8a-8a2a-90a0978d9245", "tag": "31e3ffcb-8815-47a4-bcbf-183b5d220d8f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:12.523890 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65a013d9-5197-4ba3-b6ea-6b71816d3ce6 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:12.524289 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc37ebd-2476-4b8a-8a2a-90a0978d9245', 'tag': '31e3ffcb-8815-47a4-bcbf-183b5d220d8f', 'status': 'completed', 'code': 200} Jul 06 18:46:12.527083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:12.568122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-1bd4c8a8-3e01-4ec7-9dc1-c14180f9316d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=31e3ffcb-8815-47a4-bcbf-183b5d220d8f HTTP/1.1" status: 200 len: 217 time: 0.0559108 Jul 06 18:46:12.581402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:12.592917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.620073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-aea880f1-52f0-47b4-bca2-06ecb9e8a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.621846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-aea880f1-52f0-47b4-bca2-06ecb9e8a666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026 HTTP/1.1" status: 200 len: 838 time: 0.0480056 Jul 06 18:46:12.682370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9593870e-dcac-42f8-9502-efb3a17fb28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.684195 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9593870e-dcac-42f8-9502-efb3a17fb28e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a93b89c-58e9-4712-8659-c5e2e3e845f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563269 Jul 06 18:46:12.740850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc523-26e6-44c5-915a-963ccacf037a req-867e861a-e2f0-4ef1-b5d1-1c92b3bedda9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.742558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-803bc523-26e6-44c5-915a-963ccacf037a req-867e861a-e2f0-4ef1-b5d1-1c92b3bedda9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 944 time: 0.2721524 Jul 06 18:46:12.763322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Allocated IP 172.25.4.145 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/6c7660d4-1fff-4f1c-aa01-d8fd87d9311c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:12.772214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=8']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:12.797888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9888b2ff-f836-4d06-ac6b-b02658db4653 service neutron] 10.222.0.41 "GET /v2.0/networks/3a93b89c-58e9-4712-8659-c5e2e3e845f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058593 Jul 06 18:46:12.885386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.886049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.887478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-5b2d6e8a-e0e6-4c2b-a75c-caf8acfa7ef4 service neutron] 10.222.0.41 "PUT /v2.0/ports/0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 1121 time: 1.3617046 Jul 06 18:46:12.890641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-803bc523-26e6-44c5-915a-963ccacf037a req-a03cab53-7806-4147-bed6-14f4130998ca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315382 Jul 06 18:46:12.899268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e91437bd-39d1-41f4-a224-2ad4408eff3e req-9f2da188-1436-458d-9921-780c5310ff8e service neutron] 10.222.0.41 "GET /v2.0/networks/3a93b89c-58e9-4712-8659-c5e2e3e845f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933020 Jul 06 18:46:12.912865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-74aa23bf-eb86-4a64-9428-0a2d5fd3f4b6 None None] Provisioning complete for port 0207e558-5f9e-469b-9de6-1f143bc3f11f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:12.913383 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74aa23bf-eb86-4a64-9428-0a2d5fd3f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.946029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.988064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:46:12.990909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:12.998672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['0207e558-5f9e-469b-9de6-1f143bc3f11f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:13.026684 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-6f09248c-c8ff-487b-b06c-5a73e43444c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:13.028230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-6f09248c-c8ff-487b-b06c-5a73e43444c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 1095 time: 0.0604599 Jul 06 18:46:13.030110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:13.035146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:13.038778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:13.061762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74aa23bf-eb86-4a64-9428-0a2d5fd3f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.065607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'Port': ['ID=6c7660d4-1fff-4f1c-aa01-d8fd87d9311c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:13.129747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-db3107b4-c525-455b-a8a0-8cd44e401eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:13.131329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-db3107b4-c525-455b-a8a0-8cd44e401eea service neutron] 10.222.0.41 "GET /v2.0/networks?id=3a93b89c-58e9-4712-8659-c5e2e3e845f7 HTTP/1.1" status: 200 len: 897 time: 0.0967433 Jul 06 18:46:13.131519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.133214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-74aa23bf-eb86-4a64-9428-0a2d5fd3f4b6 None None] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:13.135515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:13.137847 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0be7874-5da7-451a-bcd4-1ba9932f00e5" -d '{"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-plugged", "status": "completed", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:13.147409 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74aa23bf-eb86-4a64-9428-0a2d5fd3f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.181147 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-3c7a346c-157d-49d0-a3e2-1dbd13a55e53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=31e3ffcb-8815-47a4-bcbf-183b5d220d8f HTTP/1.1" status: 200 len: 217 time: 0.0425467 Jul 06 18:46:13.189668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.235668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-45110bc4-33ea-42a4-9542-4c157b824c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:13.237428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-45110bc4-33ea-42a4-9542-4c157b824c36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026 HTTP/1.1" status: 200 len: 838 time: 0.0494833 Jul 06 18:46:13.304655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-84bf87e8-73bd-44d9-b6bc-a885588640ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:13.306788 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-84bf87e8-73bd-44d9-b6bc-a885588640ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a93b89c-58e9-4712-8659-c5e2e3e845f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622709 Jul 06 18:46:13.366483 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de325b5-d24c-4375-a082-fc81f0ee962f x-openstack-request-id: req-9de325b5-d24c-4375-a082-fc81f0ee962f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:13.366777 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-plugged", "status": "completed", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:13.366954 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.367052 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9de325b5-d24c-4375-a082-fc81f0ee962f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:13.367417 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'code': 200} Jul 06 18:46:13.379235 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.462250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'Port': ['ID=6c7660d4-1fff-4f1c-aa01-d8fd87d9311c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:13.469701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.472075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:13.492009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.496099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13fd0906-d736-4d2e-a8e8-425bef72d88c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7132409 Jul 06 18:46:13.496304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34348) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:13.510988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1687378773'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:13.518658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa23bf-eb86-4a64-9428-0a2d5fd3f4b6 None None] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:13.525933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'port_id': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'mac_address': 'fa:16:3e:56:87:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:46:13.541740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-556b7b8b-ebd2-4d9b-b00e-897c3eff5096 service neutron] 10.222.0.41 "GET /v2.0/networks/3a93b89c-58e9-4712-8659-c5e2e3e845f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269642 Jul 06 18:46:13.624182 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.625556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a45e5-075b-4fb3-9eca-cfec6cd80da2 req-31578e95-3b55-4887-9290-5233198544b4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:13.627286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f81a45e5-075b-4fb3-9eca-cfec6cd80da2 req-31578e95-3b55-4887-9290-5233198544b4 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 943 time: 0.1714129 Jul 06 18:46:13.648142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b130e7-0144-4474-a0e3-be54c9d721cd {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:13.685672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:13.697387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.697786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f81a45e5-075b-4fb3-9eca-cfec6cd80da2 req-12dea222-69a7-4975-8bbc-92ae522acf3d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610549 Jul 06 18:46:13.705045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5eab099e-0c24-414a-8596-1e86fa170fdb req-e4d53a27-4d23-458d-b673-41a9a72a9471 service neutron] 10.222.0.41 "GET /v2.0/networks/3a93b89c-58e9-4712-8659-c5e2e3e845f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549821 Jul 06 18:46:13.778176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:13.863583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Made reservation on behalf of 2a4a572e5a3248459ec9c676190b5c8c for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:13.867173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.881039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.904093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cbef7-7dae-4cda-b422-72efc361ce43 req-7ebffe96-546a-47b7-9f57-12e7a9927f65 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:13.905614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-280cbef7-7dae-4cda-b422-72efc361ce43 req-7ebffe96-546a-47b7-9f57-12e7a9927f65 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.4149530 Jul 06 18:46:13.961048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-280cbef7-7dae-4cda-b422-72efc361ce43 req-08b210ab-364d-4d73-9042-73d442ef74bd tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486891 Jul 06 18:46:13.972112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:13.974492 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e69672-077f-4e6b-9fd6-d474b621f605" -d '{"events": [{"name": "network-changed", "server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:13.992920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d6b130e7-0144-4474-a0e3-be54c9d721cd'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:14.028887 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.035025 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.059796 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e199a7e2-c8cd-400f-b614-e6d12d3418f1 x-openstack-request-id: req-e199a7e2-c8cd-400f-b614-e6d12d3418f1 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:14.060105 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:14.060366 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e199a7e2-c8cd-400f-b614-e6d12d3418f1 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:14.060765 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'status': 'completed', 'code': 200} Jul 06 18:46:14.065499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:14.075754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd641ce-bc16-474c-9117-f79edc0ae329,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:14.080845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.081202 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Added segment f5308acc-9a05-483d-8dbb-2a373ceb06ca of type vlan for network 7d0d80c7-61b0-464d-886a-5a57599d87d5 Jul 06 18:46:14.099485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56392c9e-f2f6-4206-b71a-ddbd9c047382 req-619090d3-02bb-428d-92e5-787ac607fa98 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:14.102474 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-56392c9e-f2f6-4206-b71a-ddbd9c047382 req-619090d3-02bb-428d-92e5-787ac607fa98 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 944 time: 0.0850027 Jul 06 18:46:14.152965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-56392c9e-f2f6-4206-b71a-ddbd9c047382 req-fef06324-fe03-451f-b25a-f59945add8e8 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 Jul 06 18:46:14.179115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.199106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-3debd1e0-a16d-41d4-ad94-1948d1ca3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:14.200645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-3debd1e0-a16d-41d4-ad94-1948d1ca3224 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1126 time: 0.1178179 Jul 06 18:46:14.265912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.271363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:14.271955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.337371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8400178 Jul 06 18:46:14.340665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34356) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:14.346266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Request body: {'subnet': {'network_id': '7d0d80c7-61b0-464d-886a-5a57599d87d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:14.353958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a05ad-a350-49c9-9c14-8c83b9fbf46e tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'Network': ['ID=7d0d80c7-61b0-464d-886a-5a57599d87d5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:14.365626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:14.373498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-dfb473e9-44c4-4dd5-859b-7340a6b670a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:14.375260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-dfb473e9-44c4-4dd5-859b-7340a6b670a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 200 len: 898 time: 0.1649611 Jul 06 18:46:14.442408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Made reservation on behalf of 2a4a572e5a3248459ec9c676190b5c8c for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:14.446511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.447482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-61a2bc13-f549-4e33-88d0-a3f92a9b8e82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 1001 time: 0.0652144 Jul 06 18:46:14.499205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-c86d0cbe-42f0-4e51-b2d0-bc40836045b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:14.500721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-c86d0cbe-42f0-4e51-b2d0-bc40836045b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89aabbe8-4345-4f6e-a472-783c79e5e27a HTTP/1.1" status: 200 len: 834 time: 0.0454202 Jul 06 18:46:14.562869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-f3c8f6b8-b0eb-41aa-ae95-3767ae458038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:14.564434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-f3c8f6b8-b0eb-41aa-ae95-3767ae458038 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbfeb5b9-b64c-4dec-b034-75209018457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562291 Jul 06 18:46:14.632373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.661120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-320084f0-5380-4716-88f2-a06c62edb707 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891626 Jul 06 18:46:14.686781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'Subnet': ['ID=9d0aa9f5-23c8-4de9-9ce0-23c231417199,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:14.703395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Checking segment: {'id': 'f5308acc-9a05-483d-8dbb-2a373ceb06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7d0d80c7-61b0-464d-886a-5a57599d87d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:14.703759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Network hostable DHCP agents. Network: 7d0d80c7-61b0-464d-886a-5a57599d87d5, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:14.722254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:14.733016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 7d0d80c7-61b0-464d-886a-5a57599d87d5) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:14.737302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:14.737937 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.745597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac4820-5a28-4e49-9eba-80f25cbc6e4b None None] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:14.768449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34360) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:14.769977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e8b22ef9-3744-4969-a49c-0209b9411835 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4278951 Jul 06 18:46:14.774566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1242666503', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:14.788875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7e69672-077f-4e6b-9fd6-d474b621f605 req-50a07901-504f-46a6-a043-d9eb2d630543 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214745 Jul 06 18:46:14.813414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.814521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.906941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-7d0d80c7-61b0-464d-886a-5a57599d87d5', 'network_id': '7d0d80c7-61b0-464d-886a-5a57599d87d5', 'tenant_id': '2a4a572e5a3248459ec9c676190b5c8c', 'fixed_ips': [{'subnet_id': '9d0aa9f5-23c8-4de9-9ce0-23c231417199'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:14.907414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.908111 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:14.997149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 31e3ffcb-8815-47a4-bcbf-183b5d220d8f details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:46:14.999313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:15.043252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf13453-7ed5-48f4-ad57-43e289b0a5c8 req-dc1550c0-ecdf-443e-965e-93bc3e6b0a7f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:15.044817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bf13453-7ed5-48f4-ad57-43e289b0a5c8 req-dc1550c0-ecdf-443e-965e-93bc3e6b0a7f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 944 time: 0.2104888 Jul 06 18:46:15.088449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.132790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bf13453-7ed5-48f4-ad57-43e289b0a5c8 req-22d338b8-9edb-4462-8f8d-3c276eda4d8d tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568359 Jul 06 18:46:15.142788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Allocated IP 172.20.0.2 (7d0d80c7-61b0-464d-886a-5a57599d87d5/9d0aa9f5-23c8-4de9-9ce0-23c231417199/eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:15.175623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port d6b130e7-0144-4474-a0e3-be54c9d721cd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:15.177943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.213762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598c8e-1700-451d-a099-6252c0c714d5 req-bb15b0a4-61be-40ea-94c0-930ad79b98c6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:15.215609 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af598c8e-1700-451d-a099-6252c0c714d5 req-bb15b0a4-61be-40ea-94c0-930ad79b98c6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.1108823 Jul 06 18:46:15.263990 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af598c8e-1700-451d-a099-6252c0c714d5 req-7802517c-cc85-4aba-9b67-bdaf06e4eff2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Jul 06 18:46:15.281597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:15.305623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '31e3ffcb-8815-47a4-bcbf-183b5d220d8f', 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7', 'port_id': '31e3ffcb-8815-47a4-bcbf-183b5d220d8f', 'mac_address': 'fa:16:3e:69:6b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e50f48-0b34-4ae5-aa2e-2aabbd2a6026', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:46:15.346690 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.374105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.425153 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.449102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.454153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058a739-894b-41dd-b803-f6991c626311 req-b3f69730-21df-43ed-8eaf-baed90c1a655 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:15.455726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f058a739-894b-41dd-b803-f6991c626311 req-b3f69730-21df-43ed-8eaf-baed90c1a655 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 944 time: 0.1518118 Jul 06 18:46:15.461333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e3ffcb-8815-47a4-bcbf-183b5d220d8f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:15.489979 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.510842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:15.518943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:15.521876 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a24e0-872f-4300-8ae2-23b32bd76646" -d '{"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:15.526689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Transition to ACTIVE for port object eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:15.534163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f058a739-894b-41dd-b803-f6991c626311 req-13b51a0d-019b-4fd9-81d4-c50797e686c5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571599 Jul 06 18:46:15.534843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Allocated IP 172.25.4.79 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/bd6e67fe-32b9-4585-84ad-ce1c6e3d11b9) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:15.539627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.539994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0207e558-5f9e-469b-9de6-1f143bc3f11f details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:46:15.568872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:15.594907 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532b5693-e177-43c2-be96-56bdb4ae616b x-openstack-request-id: req-532b5693-e177-43c2-be96-56bdb4ae616b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:15.595197 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:15.595445 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-532b5693-e177-43c2-be96-56bdb4ae616b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:15.597357 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'code': 200} Jul 06 18:46:15.599903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-413e4215-1c61-4ae9-a85a-1e982bdecd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.604909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Transition to ACTIVE for port object eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:15.609042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.636688 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.677065 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.701605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:15.721482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.735949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:15.743456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:15.746101 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:15.759917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:15.763310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:15.769694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:15.797471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a96326-552b-46f7-8706-9b2fc61e5f90 req-5b55a222-c7ca-42a1-bb4c-d7cb0b02d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:15.798811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'Port': ['ID=bd6e67fe-32b9-4585-84ad-ce1c6e3d11b9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:15.800566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61a96326-552b-46f7-8706-9b2fc61e5f90 req-5b55a222-c7ca-42a1-bb4c-d7cb0b02d77f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 1097 time: 0.0679715 Jul 06 18:46:15.845576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:15.846314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61a96326-552b-46f7-8706-9b2fc61e5f90 req-da46d6a2-abc0-421c-8f60-d345080ebc1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370879 Jul 06 18:46:15.853866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=10']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:15.886390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0207e558-5f9e-469b-9de6-1f143bc3f11f has no active binding in host n-h1-799684-2 {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:46:15.891289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Attempting to bind port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:15.891652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Attempting to bind port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'f5308acc-9a05-483d-8dbb-2a373ceb06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7d0d80c7-61b0-464d-886a-5a57599d87d5'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:15.892015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Attempting to bind port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 on network 7d0d80c7-61b0-464d-886a-5a57599d87d5 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:15.905070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:15.905408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Checking segment: {'id': 'f5308acc-9a05-483d-8dbb-2a373ceb06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7d0d80c7-61b0-464d-886a-5a57599d87d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:15.905850 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.906246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Bound using segment: {'id': 'f5308acc-9a05-483d-8dbb-2a373ceb06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7d0d80c7-61b0-464d-886a-5a57599d87d5'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:15.906714 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Bound port: eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5308acc-9a05-483d-8dbb-2a373ceb06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7d0d80c7-61b0-464d-886a-5a57599d87d5'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:15.907087 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:15.919253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Pushing event updated for resources: {'Port': ['ID=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:15.989249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] For port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:15.994718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] For port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,segment=NetworkSegment(f5308acc-9a05-483d-8dbb-2a373ceb06ca),segment_id=f5308acc-9a05-483d-8dbb-2a373ceb06ca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:16.001098 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:16.038144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:16.067305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b33ce-3b3a-43bf-a334-026f4c045592 None None] Pushing event updated for resources: {'Port': ['ID=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:16.268408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['31e3ffcb-8815-47a4-bcbf-183b5d220d8f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:16.289009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:16.349464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810a04f-277d-4457-a219-e76f04b935f4 req-6867460f-5556-48aa-8b8f-ecf39706562b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:16.354419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1810a04f-277d-4457-a219-e76f04b935f4 req-6867460f-5556-48aa-8b8f-ecf39706562b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 946 time: 0.0731325 Jul 06 18:46:16.427097 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1810a04f-277d-4457-a219-e76f04b935f4 req-14f53b1c-b892-4989-adfa-5c0296307b68 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584986 Jul 06 18:46:16.492546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Router 747f9c13-3294-41c9-acc4-d84e4f1ef676 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:46:16.582010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668edd4b-7c80-4730-bb20-8fa35947e786 req-a940207e-3c3a-4b78-9a8a-a6474e1afe38 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:16.583553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-668edd4b-7c80-4730-bb20-8fa35947e786 req-a940207e-3c3a-4b78-9a8a-a6474e1afe38 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.1250448 Jul 06 18:46:16.662303 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-668edd4b-7c80-4730-bb20-8fa35947e786 req-5a4b4a0a-393e-49b8-b7a8-f756e34db7a5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459912 Jul 06 18:46:16.663518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:16.679694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8712c53-621f-48fe-9056-94b5e9f2eac8 None None] Sync routers for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:16.695388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8712c53-621f-48fe-9056-94b5e9f2eac8 None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:16.696072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d8712c53-621f-48fe-9056-94b5e9f2eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:45:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:16.698476 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:16.700285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-159c1800-e3d2-4b83-8400-bf858bb2e087 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.9309819 Jul 06 18:46:16.703397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34380) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:16.738762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d8712c53-621f-48fe-9056-94b5e9f2eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:16.739563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab859e-da10-429e-9130-d8a689225139 req-1e068289-e851-4cc2-b7e9-935751c2ede4 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:16.741439 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0ab859e-da10-429e-9130-d8a689225139 req-1e068289-e851-4cc2-b7e9-935751c2ede4 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 945 time: 0.0669918 Jul 06 18:46:16.756585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8712c53-621f-48fe-9056-94b5e9f2eac8 None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:16.757551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d8712c53-621f-48fe-9056-94b5e9f2eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:45:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:16.794984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0ab859e-da10-429e-9130-d8a689225139 req-b9bf0da7-9be6-4a7f-b375-79c406f0bdf9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Jul 06 18:46:16.796491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d8712c53-621f-48fe-9056-94b5e9f2eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:16.797468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8712c53-621f-48fe-9056-94b5e9f2eac8 None None] The sync data for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:17.208052 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5245ef59-cccc-49d6-a600-ad16235063d4 None None] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:17.226519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:17.274118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-766b7343-a313-4df4-b2d1-fd68ab5e2a1a None None] Provisioning for port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:17.533615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Allocated IP 172.20.0.1 (7d0d80c7-61b0-464d-886a-5a57599d87d5/9d0aa9f5-23c8-4de9-9ce0-23c231417199/0c8ea739-11ba-42cc-8b80-a3baee64a347) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:17.664004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171b82-e605-41ec-bc12-a3136c68981e req-c013e606-0def-4db9-96bd-4d873e7c5e8b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:17.665982 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae171b82-e605-41ec-bc12-a3136c68981e req-c013e606-0def-4db9-96bd-4d873e7c5e8b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 946 time: 0.0909748 Jul 06 18:46:17.694927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:17.751783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae171b82-e605-41ec-bc12-a3136c68981e req-0fb75584-c2ef-4e30-922b-1576461d945c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796251 Jul 06 18:46:17.773747 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:17.785490 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:17.790372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:17.791762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:17.824169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Transition to ACTIVE for port object 0c8ea739-11ba-42cc-8b80-a3baee64a347 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:17.925580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:17.925967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-4135b8b0-7b5f-486c-8172-f772fbcea3f6 service neutron] 10.222.0.24 "GET /v2.0/ports/0207e558-5f9e-469b-9de6-1f143bc3f11f/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 384 time: 0.1433928 Jul 06 18:46:17.974637 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:17.980837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,segment=NetworkSegment(f5308acc-9a05-483d-8dbb-2a373ceb06ca),segment_id=f5308acc-9a05-483d-8dbb-2a373ceb06ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:17.987484 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.024247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e60d16-6776-49ca-9548-02e29f16e2d6 req-cff459d2-bb2e-4148-8710-35cdd098e5c1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:18.026153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40e60d16-6776-49ca-9548-02e29f16e2d6 req-cff459d2-bb2e-4148-8710-35cdd098e5c1 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 945 time: 0.0890412 Jul 06 18:46:18.070561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:18.073685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40e60d16-6776-49ca-9548-02e29f16e2d6 req-f469fb3b-086b-47d3-88d8-4e590a63f2df tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409348 Jul 06 18:46:18.089452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff44e9-2224-4e0a-8bde-8cf105af68de req-b3396134-6a61-4fe0-90b8-870ba2f1a67c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:18.091099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ff44e9-2224-4e0a-8bde-8cf105af68de req-b3396134-6a61-4fe0-90b8-870ba2f1a67c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 945 time: 0.2507727 Jul 06 18:46:18.093802 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:18.097075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'Port': ['ID=0c8ea739-11ba-42cc-8b80-a3baee64a347,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:18.101875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:18.221135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.238425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:18.242762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-839ee5d0-9a31-436d-9423-d45c6ddc4a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.373787 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.391270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0298eaa9-3cb6-4697-82ef-eb9615562cc9 None None] Provisioning for port 0c8ea739-11ba-42cc-8b80-a3baee64a347 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:18.410049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0298eaa9-3cb6-4697-82ef-eb9615562cc9 None None] Provisioning complete for port 0c8ea739-11ba-42cc-8b80-a3baee64a347 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:18.410461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0298eaa9-3cb6-4697-82ef-eb9615562cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.447866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0298eaa9-3cb6-4697-82ef-eb9615562cc9 None None] Port 0c8ea739-11ba-42cc-8b80-a3baee64a347 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:18.608647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e8ff44e9-2224-4e0a-8bde-8cf105af68de req-86f4d9f4-78b4-4e7c-bdb4-3897c89dac28 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5037737 Jul 06 18:46:18.692048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:18.718627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:18.786339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.790051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:18.792484 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe44d7a5-92a8-472c-be00-56268ea0e4c8" -d '{"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-unplugged", "status": "completed", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:18.800588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:18.842334 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.846849 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6006be-c0b5-408c-8096-c9442ef8a6b4 x-openstack-request-id: req-ef6006be-c0b5-408c-8096-c9442ef8a6b4 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:18.847166 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-unplugged", "status": "completed", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:18.847397 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef6006be-c0b5-408c-8096-c9442ef8a6b4 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:18.847791 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'code': 200} Jul 06 18:46:18.940238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fcea7-3088-4e74-9f8e-9b0869d63eb1 req-3e69ede7-3d81-474e-bb0f-116b861be50b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:18.941771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-444fcea7-3088-4e74-9f8e-9b0869d63eb1 req-3e69ede7-3d81-474e-bb0f-116b861be50b tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 946 time: 0.0659988 Jul 06 18:46:18.981911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-444fcea7-3088-4e74-9f8e-9b0869d63eb1 req-ec53d9c9-4ef6-4778-a8ae-2f4e56153a5f tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337288 Jul 06 18:46:19.013910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] Transition to ACTIVE for port object 0207e558-5f9e-469b-9de6-1f143bc3f11f will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:19.023386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.033807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 31e3ffcb-8815-47a4-bcbf-183b5d220d8f up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:19.084604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:19.089457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:19.089885 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.182554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] Pushing event updated for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=11']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:19.204394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.235181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc37ebd-2476-4b8a-8a2a-90a0978d9245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e3ffcb-8815-47a4-bcbf-183b5d220d8f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:19.238236 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb63bc-a4d2-4dba-8340-b2cd63299063" -d '{"events": [{"server_uuid": "ecc37ebd-2476-4b8a-8a2a-90a0978d9245", "name": "network-vif-plugged", "status": "completed", "tag": "31e3ffcb-8815-47a4-bcbf-183b5d220d8f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:19.254816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:19.262402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.275936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] No DVR routers for this DVR port 0207e558-5f9e-469b-9de6-1f143bc3f11f on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:19.300136 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75809866-5d21-4f47-911a-0f111e4abb5e x-openstack-request-id: req-75809866-5d21-4f47-911a-0f111e4abb5e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:19.300393 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc37ebd-2476-4b8a-8a2a-90a0978d9245", "name": "network-vif-plugged", "status": "completed", "tag": "31e3ffcb-8815-47a4-bcbf-183b5d220d8f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:19.301888 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75809866-5d21-4f47-911a-0f111e4abb5e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:19.302571 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc37ebd-2476-4b8a-8a2a-90a0978d9245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e3ffcb-8815-47a4-bcbf-183b5d220d8f', 'code': 200} Jul 06 18:46:19.335632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:19.358551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.392207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.426622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c97e13-a8bf-41c0-8ca6-2602e91d2373 req-97a58f93-7af2-4646-a968-60f61af06cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.428144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00c97e13-a8bf-41c0-8ca6-2602e91d2373 req-97a58f93-7af2-4646-a968-60f61af06cbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 1097 time: 0.0621507 Jul 06 18:46:19.462543 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.473269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00c97e13-a8bf-41c0-8ca6-2602e91d2373 req-63b788f8-775d-4c50-8f27-f6696b14a109 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384884 Jul 06 18:46:19.483648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11798-e3a8-45c3-862e-e0f9ecb85936 req-be467d53-e9a6-4575-a910-033b375e5b56 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.485218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0d11798-e3a8-45c3-862e-e0f9ecb85936 req-be467d53-e9a6-4575-a910-033b375e5b56 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 945 time: 0.2739482 Jul 06 18:46:19.512992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'Port': ['ID=0c8ea739-11ba-42cc-8b80-a3baee64a347,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:19.527585 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.578587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-ce250f77-1de8-4cb3-9912-6d2f06b91640 service neutron] 10.222.0.24 "PUT /v2.0/ports/0207e558-5f9e-469b-9de6-1f143bc3f11f/bindings/n-h1-799684-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6439922 Jul 06 18:46:19.581873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0d11798-e3a8-45c3-862e-e0f9ecb85936 req-77c8a4b7-67c2-4f2c-aa94-6f7292a3c710 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877490 Jul 06 18:46:19.637054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:19.675732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:19.678250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:19.693043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:19.693519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.749740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-c20fef00-2920-4030-abd2-9a4cef25a273 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.751342 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-c20fef00-2920-4030-abd2-9a4cef25a273 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada&tenant_id=9545a49a8c0644f7b1786db086402ff5&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.1089745 Jul 06 18:46:19.844427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Router 747f9c13-3294-41c9-acc4-d84e4f1ef676 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:19.863565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f66226-8fb4-44c3-8908-718659cd2009 req-3068de8b-8685-4cbb-8736-7874a47de598 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.865001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c1f66226-8fb4-44c3-8908-718659cd2009 req-3068de8b-8685-4cbb-8736-7874a47de598 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.1182094 Jul 06 18:46:19.867378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-f707fa08-f7e3-4315-aa4a-14bb20303bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.868802 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-f707fa08-f7e3-4315-aa4a-14bb20303bdf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 1095 time: 0.1081996 Jul 06 18:46:19.949194 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c1f66226-8fb4-44c3-8908-718659cd2009 req-b730027a-9e05-48c1-88d1-64a8be4a53bc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689008 Jul 06 18:46:19.961697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:19.968389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-4861e5b3-6512-4614-863e-afaba4effdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.969909 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-4861e5b3-6512-4614-863e-afaba4effdfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1095 time: 0.0716584 Jul 06 18:46:19.970368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34440) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:19.970863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-64cc02e9-7847-43f8-8f76-399221365556 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "PUT /v2.0/routers/747f9c13-3294-41c9-acc4-d84e4f1ef676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660391 Jul 06 18:46:19.974003 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e233f9-11d6-4914-94d5-8ce4626f968f None None] Sync routers for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:19.976555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Request body: {'port': {'network_id': '7d0d80c7-61b0-464d-886a-5a57599d87d5', 'name': 'tempest-FloatingIPAdminTestJSON-580363713'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:19.983637 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e233f9-11d6-4914-94d5-8ce4626f968f None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:19.984186 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e4e233f9-11d6-4914-94d5-8ce4626f968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:19.996577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ba9b398a-42d9-40ce-95ba-1110e5d5595f None None] Provisioning complete for port 0c8ea739-11ba-42cc-8b80-a3baee64a347 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:19.996954 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba9b398a-42d9-40ce-95ba-1110e5d5595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:20.015511 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e4e233f9-11d6-4914-94d5-8ce4626f968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:20.024252 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e233f9-11d6-4914-94d5-8ce4626f968f None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:20.025057 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e4e233f9-11d6-4914-94d5-8ce4626f968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:20.032511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b398a-42d9-40ce-95ba-1110e5d5595f None None] Port 0c8ea739-11ba-42cc-8b80-a3baee64a347 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:20.059937 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e4e233f9-11d6-4914-94d5-8ce4626f968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:20.060830 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e233f9-11d6-4914-94d5-8ce4626f968f None None] The sync data for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:20.145204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-856f7e9d-3dfd-43b1-82bd-fcf591ea1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:20.146742 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-856f7e9d-3dfd-43b1-82bd-fcf591ea1731 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 200 len: 898 time: 0.1655350 Jul 06 18:46:20.162201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Made reservation on behalf of 2a4a572e5a3248459ec9c676190b5c8c for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:20.165670 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:20.219968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] device_id is not set on port 86f3dee9-113d-4619-be9f-9b7d9cb2e65d yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:46:20.236828 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-99e707b1-7e6d-4541-ad6c-57e095c09d5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 999 time: 0.0815291 Jul 06 18:46:20.351392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-150bc54e-282a-4098-a05b-6ebef0e49b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:20.352910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-150bc54e-282a-4098-a05b-6ebef0e49b6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89aabbe8-4345-4f6e-a472-783c79e5e27a HTTP/1.1" status: 200 len: 834 time: 0.0906749 Jul 06 18:46:20.400294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Allocated IP 172.20.0.11 (7d0d80c7-61b0-464d-886a-5a57599d87d5/9d0aa9f5-23c8-4de9-9ce0-23c231417199/86f3dee9-113d-4619-be9f-9b7d9cb2e65d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:20.477368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-f568a2c0-a74e-4244-9024-cecb1667c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:20.479030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-f568a2c0-a74e-4244-9024-cecb1667c9d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbfeb5b9-b64c-4dec-b034-75209018457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159034 Jul 06 18:46:20.979851 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:20.996070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-33818ceb-cb37-4dd7-ba55-93eb0e00cdca service neutron] 10.222.0.41 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921157 Jul 06 18:46:21.014777 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.016440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Transition to ACTIVE for port object 86f3dee9-113d-4619-be9f-9b7d9cb2e65d will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:21.104228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550484e-e0d2-46e5-b052-526820d69fd9 req-9f724b43-3fb1-4fb8-8183-c5d56c0437b7 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:21.105751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1550484e-e0d2-46e5-b052-526820d69fd9 req-9f724b43-3fb1-4fb8-8183-c5d56c0437b7 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 946 time: 0.2085850 Jul 06 18:46:21.136529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7446ee-bb05-4a01-b3cc-80cd14068631 req-576a96ac-55e5-425b-8c5d-39272dd31c5a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:21.138801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d7446ee-bb05-4a01-b3cc-80cd14068631 req-576a96ac-55e5-425b-8c5d-39272dd31c5a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.0679092 Jul 06 18:46:21.153092 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.172067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-128a8c9e-a5af-45f6-83e4-b0d88d9a46cd service neutron] 10.222.0.41 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666834 Jul 06 18:46:21.179077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d7446ee-bb05-4a01-b3cc-80cd14068631 req-f54077fa-1637-4814-a5ab-5723b7d447ce tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341928 Jul 06 18:46:21.200629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1550484e-e0d2-46e5-b052-526820d69fd9 req-3c792460-b1b2-4115-9317-109db4c1109f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848432 Jul 06 18:46:21.218608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:21.222189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:21.227027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:21.232536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event updated for resources: {'Port': ['ID=86f3dee9-113d-4619-be9f-9b7d9cb2e65d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:21.282314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:21.283355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.309818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc9961e4-283f-4cb0-b2d0-8305741e6625 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3353350 Jul 06 18:46:21.310248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34450) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:21.382522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'project_id': '2a4a572e5a3248459ec9c676190b5c8c', 'port_id': '86f3dee9-113d-4619-be9f-9b7d9cb2e65d'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:21.420172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.476321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ba5be-a915-458b-83f3-29288fc57f24 req-9ec0855e-5944-486b-8546-309f6723d0b8 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:21.480349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-531ba5be-a915-458b-83f3-29288fc57f24 req-9ec0855e-5944-486b-8546-309f6723d0b8 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 946 time: 0.1393864 Jul 06 18:46:21.511648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-216d1da0-3ec4-4d37-8d35-95b7a1674f86 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:21.513410 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-216d1da0-3ec4-4d37-8d35-95b7a1674f86 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada&tenant_id=9545a49a8c0644f7b1786db086402ff5&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 1095 time: 0.0629418 Jul 06 18:46:21.531544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-531ba5be-a915-458b-83f3-29288fc57f24 req-a475cac7-c53f-4307-877a-cfc0bb998160 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445995 Jul 06 18:46:21.583104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.586183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-24a4a712-1ffb-4558-8e9c-73fa57716a9a None None] Provisioning for port 86f3dee9-113d-4619-be9f-9b7d9cb2e65d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:21.591977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-24a4a712-1ffb-4558-8e9c-73fa57716a9a None None] Provisioning complete for port 86f3dee9-113d-4619-be9f-9b7d9cb2e65d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:21.592521 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24a4a712-1ffb-4558-8e9c-73fa57716a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.663257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-24a4a712-1ffb-4558-8e9c-73fa57716a9a None None] Port 86f3dee9-113d-4619-be9f-9b7d9cb2e65d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:21.688872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-4291f2e2-9631-4a06-bbcc-842b68449357 service neutron] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:21.692393 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-4291f2e2-9631-4a06-bbcc-842b68449357 service neutron] Notify callbacks [] for binding, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.693951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-4291f2e2-9631-4a06-bbcc-842b68449357 service neutron] 10.222.0.41 "DELETE /v2.0/ports/0207e558-5f9e-469b-9de6-1f143bc3f11f/bindings/n-h2-799684-2 HTTP/1.1" status: 204 len: 173 time: 0.1749642 Jul 06 18:46:21.733069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Allocated IP 172.25.4.120 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/8cd94f1c-7a6c-441c-9ef6-8e4f22c2db11) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:21.829696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0207e558-5f9e-469b-9de6-1f143bc3f11f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:21.841499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.883594 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.884627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 0207e558-5f9e-469b-9de6-1f143bc3f11f not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:21.925695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:21.928519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:21.933532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:21.936710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Pushing event updated for resources: {'Port': ['ID=8cd94f1c-7a6c-441c-9ef6-8e4f22c2db11,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:22.259888 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:22.345289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:22.431488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1869a5-bcaa-4f64-8b36-4396b9f71ee8 req-9435c208-82cc-41be-a03a-0b2a188998cf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:22.432994 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac1869a5-bcaa-4f64-8b36-4396b9f71ee8 req-9435c208-82cc-41be-a03a-0b2a188998cf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.1222100 Jul 06 18:46:22.458050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:22.494514 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:22.503251 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac1869a5-bcaa-4f64-8b36-4396b9f71ee8 req-3e39cc96-7422-446f-a7bd-0b6feeaf874b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644212 Jul 06 18:46:22.645771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:22.652268 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:22.675056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53da99-6bb5-467f-abcf-a51df3fb99f4 req-73bd83ef-90fd-48c6-bf28-d10e12ddd4ac tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:22.676581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db53da99-6bb5-467f-abcf-a51df3fb99f4 req-73bd83ef-90fd-48c6-bf28-d10e12ddd4ac tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1095 time: 0.0595260 Jul 06 18:46:22.711676 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-db53da99-6bb5-467f-abcf-a51df3fb99f4 req-30b32539-903f-4192-ac51-6c16fbbc6289 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285938 Jul 06 18:46:22.721112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Pushing event updated for resources: {'Port': ['ID=8cd94f1c-7a6c-441c-9ef6-8e4f22c2db11,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:22.734219 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:22.842542 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Floating IP 99e14ec2-fa93-4c13-9429-e3c02e198fa0 associated. External IP: 172.25.4.120, port: 86f3dee9-113d-4619-be9f-9b7d9cb2e65d. Jul 06 18:46:22.894110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71d070-e931-406e-ac20-b407c29cddfe req-e06a29c8-c0f6-4f0d-aaba-3781d5dd037c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:22.895716 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb71d070-e931-406e-ac20-b407c29cddfe req-e06a29c8-c0f6-4f0d-aaba-3781d5dd037c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.0654969 Jul 06 18:46:22.933935 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bb71d070-e931-406e-ac20-b407c29cddfe req-33e2b54f-0b7e-4534-8ff0-cd4ad5034698 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Jul 06 18:46:22.957899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34470) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:23.022658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2ae47134-b5dc-42ec-8ae9-350a72361d2d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/2e135c0c-23c1-4b59-9551-1aedbf319380 HTTP/1.1" status: 200 len: 991 time: 0.0635283 Jul 06 18:46:23.059794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Router 747f9c13-3294-41c9-acc4-d84e4f1ef676 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:23.094328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34472) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:23.169638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:23.178077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae1304-a425-4619-954a-f9564d60c849 None None] Sync routers for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:23.189612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:23.191899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae1304-a425-4619-954a-f9564d60c849 None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:23.192769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-53ae1304-a425-4619-954a-f9564d60c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:23.229029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-53ae1304-a425-4619-954a-f9564d60c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:23.231967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d105ccaf-300e-4f38-ba14-216fdb803e3b tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.9202170 Jul 06 18:46:23.234987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34474) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:23.241685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae1304-a425-4619-954a-f9564d60c849 None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:23.242345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-53ae1304-a425-4619-954a-f9564d60c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:23.277924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-53ae1304-a425-4619-954a-f9564d60c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:23.278656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae1304-a425-4619-954a-f9564d60c849 None None] The sync data for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:23.563683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:23.670155 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eeeda250-f747-47b1-8e9d-8e7575060a2a tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] 10.222.0.53 "GET /v2.0/floatingips/99e14ec2-fa93-4c13-9429-e3c02e198fa0 HTTP/1.1" status: 200 len: 983 time: 0.4338450 Jul 06 18:46:23.672528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34476) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:23.783950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-914d1808-760b-48d9-9553-87a03be1e910 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5391 time: 0.1103280 Jul 06 18:46:23.787036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:23.837657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.20.0.17 (3a93b89c-58e9-4712-8659-c5e2e3e845f7/d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026/e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:23.970792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Deleting port 8cd94f1c-7a6c-441c-9ef6-8e4f22c2db11 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:23.971197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:23.975032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:23.989738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Transition to ACTIVE for port object e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:24.025835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.048910 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.049249 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.062921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Calling delete_port for 8cd94f1c-7a6c-441c-9ef6-8e4f22c2db11 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:24.067929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:24.073212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:24.077030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:24.101674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:24.125581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.274151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.288946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.305817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a0855829-f6bd-4faf-a146-18ee7d29a823 None None] Provisioning for port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:24.310105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a0855829-f6bd-4faf-a146-18ee7d29a823 None None] Provisioning complete for port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:24.310485 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a0855829-f6bd-4faf-a146-18ee7d29a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.311727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event deleted for resources: {'Port': ['ID=8cd94f1c-7a6c-441c-9ef6-8e4f22c2db11,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:24.345328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a0855829-f6bd-4faf-a146-18ee7d29a823 None None] Port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:24.376060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.376505 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Floating IP 99e14ec2-fa93-4c13-9429-e3c02e198fa0 disassociated (deleted). External IP: 172.25.4.120, port: 86f3dee9-113d-4619-be9f-9b7d9cb2e65d. Jul 06 18:46:24.585657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.585959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Router 747f9c13-3294-41c9-acc4-d84e4f1ef676 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:24.592243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.669303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.671168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:24.714403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:24.721898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.728120 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386d3a5-b0bf-4115-ad92-44e3cb48b109 None None] Sync routers for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:24.742983 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386d3a5-b0bf-4115-ad92-44e3cb48b109 None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:24.744405 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b386d3a5-b0bf-4115-ad92-44e3cb48b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:24.763298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c50922f6-b2f4-471a-b8c1-0a75caf06163 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "DELETE /v2.0/floatingips/99e14ec2-fa93-4c13-9429-e3c02e198fa0 HTTP/1.1" status: 204 len: 168 time: 0.9750922 Jul 06 18:46:24.768527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34482) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:24.773256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:24.799959 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b386d3a5-b0bf-4115-ad92-44e3cb48b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:24.800187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.805404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:24.807000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:24.822121 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386d3a5-b0bf-4115-ad92-44e3cb48b109 None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:24.822896 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b386d3a5-b0bf-4115-ad92-44e3cb48b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:24.863424 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b386d3a5-b0bf-4115-ad92-44e3cb48b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:24.865019 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386d3a5-b0bf-4115-ad92-44e3cb48b109 None None] The sync data for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:24.909109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.936238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 1b7106dc-edc4-4b0c-956a-5411f637ef0d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:25.056474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Allocated IP 172.25.4.43 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/26f08869-c020-46af-875c-39b513bd81ed) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:25.090620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f41ee55b-5e15-4252-9a15-e3419de43b12 None None] Provisioning complete for port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:25.091889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f41ee55b-5e15-4252-9a15-e3419de43b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.108127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:25.126962 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2147fd69-85a0-4fac-9e68-2eef3895a2ac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "PUT /v2.0/routers/1b7106dc-edc4-4b0c-956a-5411f637ef0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0314381 Jul 06 18:46:25.166013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f41ee55b-5e15-4252-9a15-e3419de43b12 None None] Port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:25.170010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Sync routers for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:25.177353 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.183528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:25.184230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:25.223489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.262032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:25.265305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:25.269028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:25.303216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:25.303938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Pushing event updated for resources: {'Port': ['ID=26f08869-c020-46af-875c-39b513bd81ed,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:25.373918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.384316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34496) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:25.464742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.544638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:24Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 1, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa', 'name': '', 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:4a:8d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'd5e50f48-0b34-4ae5-aa2e-2aabbd2a6026', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:23Z', 'updated_at': '2021-07-06T18:46:24Z', 'revision_number': 2, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'd5e50f48-0b34-4ae5-aa2e-2aabbd2a6026', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:25.572768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Checking router: 1b7106dc-edc4-4b0c-956a-5411f637ef0d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:25.573126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Updating router 1b7106dc-edc4-4b0c-956a-5411f637ef0d port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:46:25.609523 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.675314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port ebb04403-ddb9-40fd-b397-9027e041f619 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:25.675661 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.739001 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.752998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.804898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.805741 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.841570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for ebb04403-ddb9-40fd-b397-9027e041f619 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:25.855045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Pushing event updated for resources: {'Port': ['ID=26f08869-c020-46af-875c-39b513bd81ed,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:25.888147 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.899100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Transition to ACTIVE for port object e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:25.902481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.906801 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.925212 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.926731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1dabc342-b480-4e77-aec1-c3c797695d19 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1572137 Jul 06 18:46:25.929463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34498) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:25.961331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593833e3-d813-468b-b056-7f4464007ec8 None None] Pushing event updated for resources: {'Port': ['ID=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:26.023316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Attempting to bind port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:26.023700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Attempting to bind port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:26.025107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Attempting to bind port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa on network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:26.030497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:26.030877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Checking segment: {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:26.031290 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:26.032009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Bound using segment: {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:26.032198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Bound port: e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:26.032538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:26.052148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:26.060324 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:26.099604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=ebb04403-ddb9-40fd-b397-9027e041f619,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:26.154128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:26.155722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] For port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:26.171800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] For port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:26.178634 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:26.222050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:26.222491 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Floating IP 2e135c0c-23c1-4b59-9551-1aedbf319380 disassociated (deleted). External IP: 172.25.4.141, port: 0207e558-5f9e-469b-9de6-1f143bc3f11f. Jul 06 18:46:26.270751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:26.271395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:26.273444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593833e3-d813-468b-b056-7f4464007ec8 None None] Pushing event updated for resources: {'Port': ['ID=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:26.412513 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:26.424946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:26.559540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:26.583622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Allocated IP 172.25.4.247 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/8f7aeec1-1f1d-4c9d-bf74-ca6f6f9ed1bf) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:26.716745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:24Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 1, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa', 'name': '', 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:4a:8d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'd5e50f48-0b34-4ae5-aa2e-2aabbd2a6026', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:23Z', 'updated_at': '2021-07-06T18:46:26Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'd5e50f48-0b34-4ae5-aa2e-2aabbd2a6026', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:26.744525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f00827-55e4-4bc6-9a16-585c4247c64c None None] The sync data for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 is: [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:24Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 1, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa', 'name': '', 'network_id': '3a93b89c-58e9-4712-8659-c5e2e3e845f7', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:4a:8d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'd5e50f48-0b34-4ae5-aa2e-2aabbd2a6026', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:23Z', 'updated_at': '2021-07-06T18:46:26Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'd5e50f48-0b34-4ae5-aa2e-2aabbd2a6026', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:27.100381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:27.108987 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.110981 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] Sync routers for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:27.115357 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.121122 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:27.121784 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:27.158934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4414d4a5-7b65-416d-93f9-a0e16ab96a13 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/floatingips/2e135c0c-23c1-4b59-9551-1aedbf319380 HTTP/1.1" status: 204 len: 168 time: 1.7732615 Jul 06 18:46:27.160926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:27.168324 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:27.205914 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.266039 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:27.272398 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2771e6-6fbf-4f4c-8d71-e84af8bb98e3 x-openstack-request-id: req-dc2771e6-6fbf-4f4c-8d71-e84af8bb98e3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:27.272691 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:27.272940 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc2771e6-6fbf-4f4c-8d71-e84af8bb98e3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:27.273354 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'status': 'completed', 'code': 200} Jul 06 18:46:27.285573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:27.291000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:27.314042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:27.322984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Pushing event updated for resources: {'Port': ['ID=8f7aeec1-1f1d-4c9d-bf74-ca6f6f9ed1bf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:27.438367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-cc0694ff-c726-4c90-b783-36fd9fecf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:27.442055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-cc0694ff-c726-4c90-b783-36fd9fecf661 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 1095 time: 0.1431856 Jul 06 18:46:27.444638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.508471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.573425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-68c9729b-205d-4ded-910e-14683400fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:27.575350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-68c9729b-205d-4ded-910e-14683400fc59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 200 len: 898 time: 0.1241632 Jul 06 18:46:27.629269 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:27.642260 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-bd87b3b6-9319-4f75-802e-7bee61cbc905 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 200 len: 217 time: 0.0568249 Jul 06 18:46:27.656872 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] Checking router: f7d46d4b-2166-4ed9-b75c-3dd9062140b6 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:27.671193 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:27.671409 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:27.694941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:27.737382 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.747069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.753840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-7e293bc7-b29d-4f21-bfd6-542922e9cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:27.755355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-7e293bc7-b29d-4f21-bfd6-542922e9cf1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89aabbe8-4345-4f6e-a472-783c79e5e27a HTTP/1.1" status: 200 len: 834 time: 0.0882995 Jul 06 18:46:27.764897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:27.770663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:27.771412 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.789058 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:27.789625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb9b38-1702-4abc-ab67-266f2bb6f5e1 req-99eea594-794e-4c36-9d39-f44379020b5d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:27.791298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ceb9b38-1702-4abc-ab67-266f2bb6f5e1 req-99eea594-794e-4c36-9d39-f44379020b5d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.1983614 Jul 06 18:46:27.815075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Pushing event updated for resources: {'Port': ['ID=8f7aeec1-1f1d-4c9d-bf74-ca6f6f9ed1bf,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:27.868196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5ceb9b38-1702-4abc-ab67-266f2bb6f5e1 req-7402bee8-a0d4-46a5-80c8-9ea0e1bb65ef tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d5af22-588d-4ecd-b2a0-b9edeb535810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673952 Jul 06 18:46:27.889140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-df3daf6f-7ab2-4021-800d-760a92e64104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:27.889470 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.890383 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.902011 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-df3daf6f-7ab2-4021-800d-760a92e64104 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbfeb5b9-b64c-4dec-b034-75209018457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095827 Jul 06 18:46:27.915326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:27.916834 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3499a6df-6d1c-40c5-badc-0f3a4a5bed6a tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9840453 Jul 06 18:46:27.919742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34514) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:27.929647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:27.939584 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.001764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:28.015210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-74654404-9bf5-438c-b849-d4aaa6862092 service neutron] 10.222.0.41 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056724 Jul 06 18:46:28.033652 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:28.037384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2d1f7638-13db-45f5-b009-5cd071925b72 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4792 time: 0.1141465 Jul 06 18:46:28.038068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34516) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:28.061093 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5212b-3aef-424c-9d7c-270fbd19ea28 None None] The sync data for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 is: [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:10Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'b531c481-8d04-45aa-ac9f-eef6310a9447', 'name': '', 'network_id': 'cbfeb5b9-b64c-4dec-b034-75209018457c', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:da:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:08Z', 'updated_at': '2021-07-06T18:45:15Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '89aabbe8-4345-4f6e-a472-783c79e5e27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:28.109212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75e0ef02-ada7-49d9-b043-baf3fa36b2f8 req-468c27af-00b1-43af-bf1d-8954b12112ac service neutron] 10.222.0.41 "GET /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876083 Jul 06 18:46:28.118098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d400b61f-4e12-42a5-a005-5688e9f7f4d4 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0760334 Jul 06 18:46:28.119202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34518) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:28.145287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-9069cb6c-aeb4-4b1d-862e-28664bd9bd66 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:28.146732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-9069cb6c-aeb4-4b1d-862e-28664bd9bd66 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 944 time: 0.1591685 Jul 06 18:46:28.252422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 0207e558-5f9e-469b-9de6-1f143bc3f11f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:28.252762 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.256014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Deleting port 8f7aeec1-1f1d-4c9d-bf74-ca6f6f9ed1bf {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:28.256490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.319592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20cfb39-d9ff-4984-b06f-2d66d40295cb None None] New status for floating IP 2e135c0c-23c1-4b59-9551-1aedbf319380: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:46:28.344540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.344866 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.357587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Calling delete_port for 8f7aeec1-1f1d-4c9d-bf74-ca6f6f9ed1bf owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:28.359633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 0207e558-5f9e-469b-9de6-1f143bc3f11f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=0207e558-5f9e-469b-9de6-1f143bc3f11f,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:28.360224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.375816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 0207e558-5f9e-469b-9de6-1f143bc3f11f owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:28.541122 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.579021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=0207e558-5f9e-469b-9de6-1f143bc3f11f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:28.632314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] No DVR routers for this DVR port 0207e558-5f9e-469b-9de6-1f143bc3f11f on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:28.635228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.637393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9ab1d11b-f3a1-44bb-95e9-127a02cd1d5c req-40812e8e-e260-4ce2-b457-bb15fc5700ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.41 "DELETE /v2.0/ports/0207e558-5f9e-469b-9de6-1f143bc3f11f HTTP/1.1" status: 204 len: 173 time: 0.4854598 Jul 06 18:46:28.819916 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.846837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Pushing event deleted for resources: {'Port': ['ID=8f7aeec1-1f1d-4c9d-bf74-ca6f6f9ed1bf,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:28.918309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.921796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.925517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8546034e-f5d7-4705-8b3f-635bd530314c tempest-FloatingIPAdminTestJSON-1345685360 tempest-FloatingIPAdminTestJSON-1345685360-project] 10.222.0.53 "DELETE /v2.0/floatingips/dc2b32b3-d5c2-4072-bb51-bad7adc51f74 HTTP/1.1" status: 204 len: 168 time: 0.8026216 Jul 06 18:46:28.926019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34524) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:29.036857 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-95d8a6a7-0465-4731-91c2-89c9a386ff8d req-1f54f4ba-24c7-4e1e-b417-9cc2d429a4ce tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=51a0fc3e-7b21-4df8-9584-c7b5ce454ada HTTP/1.1" status: 200 len: 210 time: 0.0295491 Jul 06 18:46:29.072056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Deleting port 26f08869-c020-46af-875c-39b513bd81ed {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:29.072625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.153809 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.154497 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.165787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Calling delete_port for 26f08869-c020-46af-875c-39b513bd81ed owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:29.280326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-deleted', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:29.282862 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b5f58c-606d-4133-98bf-f0023f0d2d3c" -d '{"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-deleted", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:29.312367 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.338420 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba247b8-b05f-452f-9e25-3006dd115578 x-openstack-request-id: req-9ba247b8-b05f-452f-9e25-3006dd115578 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:29.338712 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a0fc3e-7b21-4df8-9584-c7b5ce454ada", "name": "network-vif-deleted", "tag": "0207e558-5f9e-469b-9de6-1f143bc3f11f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:29.338965 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ba247b8-b05f-452f-9e25-3006dd115578 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:29.339358 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a0fc3e-7b21-4df8-9584-c7b5ce454ada', 'name': 'network-vif-deleted', 'tag': '0207e558-5f9e-469b-9de6-1f143bc3f11f', 'status': 'completed', 'code': 200} Jul 06 18:46:29.341516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Pushing event deleted for resources: {'Port': ['ID=26f08869-c020-46af-875c-39b513bd81ed,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:29.403670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.406441 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.407614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8b484719-e11a-4339-a241-006ff14e0a69 tempest-FloatingIPAdminTestJSON-2038945892 tempest-FloatingIPAdminTestJSON-2038945892-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/b55949a6-5918-4e6f-9a1b-307fab0065c5 HTTP/1.1" status: 204 len: 168 time: 0.4805522 Jul 06 18:46:29.412873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34528) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:29.523754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-32291b4a-794f-419d-9415-b6ce4a5c0b6f tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Deleting port 86f3dee9-113d-4619-be9f-9b7d9cb2e65d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:29.524068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32291b4a-794f-419d-9415-b6ce4a5c0b6f tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.624148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32291b4a-794f-419d-9415-b6ce4a5c0b6f tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.646569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-32291b4a-794f-419d-9415-b6ce4a5c0b6f tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Calling delete_port for 86f3dee9-113d-4619-be9f-9b7d9cb2e65d owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:29.650022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:29.704425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:29.704809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.793041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32291b4a-794f-419d-9415-b6ce4a5c0b6f tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.832335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32291b4a-794f-419d-9415-b6ce4a5c0b6f tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event deleted for resources: {'Port': ['ID=86f3dee9-113d-4619-be9f-9b7d9cb2e65d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:29.905046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32291b4a-794f-419d-9415-b6ce4a5c0b6f tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.906977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-32291b4a-794f-419d-9415-b6ce4a5c0b6f tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "DELETE /v2.0/ports/86f3dee9-113d-4619-be9f-9b7d9cb2e65d HTTP/1.1" status: 204 len: 168 time: 0.4930818 Jul 06 18:46:29.909511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34532) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:29.979330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97687955-6531-413b-8eac-d0f40b5449a2 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:29.980967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97687955-6531-413b-8eac-d0f40b5449a2 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "GET /v2.0/ports?device_id=747f9c13-3294-41c9-acc4-d84e4f1ef676 HTTP/1.1" status: 200 len: 913 time: 0.0704939 Jul 06 18:46:29.983837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34534) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:30.141973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34540) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:30.382803 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.627671 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.682691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Deleting port 0c8ea739-11ba-42cc-8b80-a3baee64a347 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:30.682948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.778683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.792008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Calling delete_port for 0c8ea739-11ba-42cc-8b80-a3baee64a347 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:30.955096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port b531c481-8d04-45aa-ac9f-eef6310a9447 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:30.955650 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.987386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.015320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event deleted for resources: {'Port': ['ID=0c8ea739-11ba-42cc-8b80-a3baee64a347,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:31.050954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port b531c481-8d04-45aa-ac9f-eef6310a9447, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b531c481-8d04-45aa-ac9f-eef6310a9447,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:31.051570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.068561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for b531c481-8d04-45aa-ac9f-eef6310a9447 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:31.195377 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.265574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.292662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=b531c481-8d04-45aa-ac9f-eef6310a9447,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:31.429394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Router 747f9c13-3294-41c9-acc4-d84e4f1ef676 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:31.471090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.539569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:31.544842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ba70bdb6-87b3-4364-9397-ee41b9ceab92 tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "PUT /v2.0/routers/747f9c13-3294-41c9-acc4-d84e4f1ef676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5599937 Jul 06 18:46:31.547398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34544) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:31.553193 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca72ef-dcc7-43da-8166-58f364490601 None None] Sync routers for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:31.569398 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca72ef-dcc7-43da-8166-58f364490601 None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:31.570127 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-32ca72ef-dcc7-43da-8166-58f364490601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:31.619336 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-32ca72ef-dcc7-43da-8166-58f364490601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:31.629445 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca72ef-dcc7-43da-8166-58f364490601 None None] Routers {'747f9c13-3294-41c9-acc4-d84e4f1ef676'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:31.630423 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-32ca72ef-dcc7-43da-8166-58f364490601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['747f9c13-3294-41c9-acc4-d84e4f1ef676'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:31.670897 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-32ca72ef-dcc7-43da-8166-58f364490601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:31.671115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.671905 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca72ef-dcc7-43da-8166-58f364490601 None None] The sync data for ids ['747f9c13-3294-41c9-acc4-d84e4f1ef676'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:31.718757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:31.778159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.830317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:31.835682 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad2963aa-ce8a-49b9-b643-48eb8d404ed2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "PUT /v2.0/routers/f7d46d4b-2166-4ed9-b75c-3dd9062140b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6925783 Jul 06 18:46:31.837181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Deleting port bd6e67fe-32b9-4585-84ad-ce1c6e3d11b9 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:31.837537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.838628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34548) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:31.844164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] Sync routers for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:31.858884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:31.859817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:31.898448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0e943b-bbcc-4b04-a7be-58459805447f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting subnet 89aabbe8-4345-4f6e-a472-783c79e5e27a {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:31.902502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1d0e943b-bbcc-4b04-a7be-58459805447f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.927811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.940880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Calling delete_port for bd6e67fe-32b9-4585-84ad-ce1c6e3d11b9 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:31.951536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1d0e943b-bbcc-4b04-a7be-58459805447f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.983357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:32.039178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1d0e943b-bbcc-4b04-a7be-58459805447f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.109831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1d0e943b-bbcc-4b04-a7be-58459805447f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.131756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.138710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e943b-bbcc-4b04-a7be-58459805447f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Subnet': ['ID=89aabbe8-4345-4f6e-a472-783c79e5e27a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:32.148988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1d0e943b-bbcc-4b04-a7be-58459805447f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.150265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ce71d-3c0d-424b-ba63-a6d1e9d98d0c None None] Network cbfeb5b9-b64c-4dec-b034-75209018457c requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:32.154313 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1d0e943b-bbcc-4b04-a7be-58459805447f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/subnets/89aabbe8-4345-4f6e-a472-783c79e5e27a HTTP/1.1" status: 204 len: 168 time: 0.3145692 Jul 06 18:46:32.154935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34552) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:32.175116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event deleted for resources: {'Port': ['ID=bd6e67fe-32b9-4585-84ad-ce1c6e3d11b9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:32.237290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.243094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:46:31Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:32.283857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.304442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] Checking router: f7d46d4b-2166-4ed9-b75c-3dd9062140b6 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:32.349082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] Routers {'f7d46d4b-2166-4ed9-b75c-3dd9062140b6'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:32.349356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.350263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:32.351794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.399459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.423296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.423954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Fanout notify agent at l3_agent the message router_deleted on router 747f9c13-3294-41c9-acc4-d84e4f1ef676 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:46:32.432147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.434000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-413d2209-1b36-4a69-a686-01cd2152a5ab tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "DELETE /v2.0/routers/747f9c13-3294-41c9-acc4-d84e4f1ef676 HTTP/1.1" status: 204 len: 168 time: 0.8857303 Jul 06 18:46:32.436056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34554) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:32.465869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port d6add798-41cb-4392-9cdb-9da7474cb43d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:32.466951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.476510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] Set router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:32.497568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c802ebb-c1f0-4d4a-917d-dfc3bb634f5c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Deleting subnet 9d0aa9f5-23c8-4de9-9ce0-23c231417199 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:32.501237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c802ebb-c1f0-4d4a-917d-dfc3bb634f5c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.562733 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c802ebb-c1f0-4d4a-917d-dfc3bb634f5c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.562906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port d6add798-41cb-4392-9cdb-9da7474cb43d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d6add798-41cb-4392-9cdb-9da7474cb43d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:32.563118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.578888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for d6add798-41cb-4392-9cdb-9da7474cb43d owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:32.579620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] DHCP port deletion for cbfeb5b9-b64c-4dec-b034-75209018457c request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:46:32.690748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c802ebb-c1f0-4d4a-917d-dfc3bb634f5c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.699337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] Deleting port 1a586bdd-b4ac-41fd-a824-409488b70b13 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:32.699806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.765802 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c802ebb-c1f0-4d4a-917d-dfc3bb634f5c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.768201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.776373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] For port 1a586bdd-b4ac-41fd-a824-409488b70b13, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1a586bdd-b4ac-41fd-a824-409488b70b13,segment=NetworkSegment(754788bd-5c99-4e8a-94de-280970f37b7f),segment_id=754788bd-5c99-4e8a-94de-280970f37b7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:32.776768 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.792064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] Calling delete_port for 1a586bdd-b4ac-41fd-a824-409488b70b13 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:32.798568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=d6add798-41cb-4392-9cdb-9da7474cb43d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:32.799489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:46:31Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:32.815245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c802ebb-c1f0-4d4a-917d-dfc3bb634f5c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.819787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c802ebb-c1f0-4d4a-917d-dfc3bb634f5c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "DELETE /v2.0/subnets/9d0aa9f5-23c8-4de9-9ce0-23c231417199 HTTP/1.1" status: 204 len: 168 time: 0.3802497 Jul 06 18:46:32.819787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c802ebb-c1f0-4d4a-917d-dfc3bb634f5c tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0aa9f5-23c8-4de9-9ce0-23c231417199,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:32.820008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34556) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:32.832970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7a3b2-8b79-40ca-bdec-79ea18c38d7f None None] Network 7d0d80c7-61b0-464d-886a-5a57599d87d5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:32.882907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c156f35-da39-4ad2-9661-456b688dc2b1 None None] The sync data for ids ['f7d46d4b-2166-4ed9-b75c-3dd9062140b6'] in n-d-799684-2 is: [{'id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440265285', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:46:31Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': 'd6add798-41cb-4392-9cdb-9da7474cb43d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d46d4b-2166-4ed9-b75c-3dd9062140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:45:05Z', 'updated_at': '2021-07-06T18:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:32.918975 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.003741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Deleting port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:33.004427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.056428 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.088228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] Pushing event deleted for resources: {'Port': ['ID=1a586bdd-b4ac-41fd-a824-409488b70b13,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:33.091907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea34559-18a3-42d7-a619-a8d3e0fae7ce None None] No DVR routers for this DVR port 1a586bdd-b4ac-41fd-a824-409488b70b13 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:33.099771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0207e558-5f9e-469b-9de6-1f143bc3f11f no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:33.107278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] For port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,segment=NetworkSegment(f5308acc-9a05-483d-8dbb-2a373ceb06ca),segment_id=f5308acc-9a05-483d-8dbb-2a373ceb06ca)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:33.107278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.130504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 0207e558-5f9e-469b-9de6-1f143bc3f11f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:33.130849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 0207e558-5f9e-469b-9de6-1f143bc3f11f not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:33.168837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.258966 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] DHCP port deletion for 7d0d80c7-61b0-464d-886a-5a57599d87d5 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:46:33.263948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.266237 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.323691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.324732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Fanout notify agent at l3_agent the message router_deleted on router f7d46d4b-2166-4ed9-b75c-3dd9062140b6 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:46:33.339877 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.343548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] Deleting port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:33.343934 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.344506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ecd40608-a8ba-4a95-bf0d-fbac7509a75e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/routers/f7d46d4b-2166-4ed9-b75c-3dd9062140b6 HTTP/1.1" status: 204 len: 168 time: 1.1882992 Jul 06 18:46:33.345358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34560) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:33.431790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] For port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,segment=NetworkSegment(f5308acc-9a05-483d-8dbb-2a373ceb06ca),segment_id=f5308acc-9a05-483d-8dbb-2a373ceb06ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:33.432192 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.437001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.450719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] Calling delete_port for eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:33.496880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Calling delete_port for eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:33.541176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.547341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.558641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfeb5b9-b64c-4dec-b034-75209018457c']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.571316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754788bd-5c99-4e8a-94de-280970f37b7f') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.571908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754788bd-5c99-4e8a-94de-280970f37b7f') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.578141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] No DVR routers for this DVR port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:33.580121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56582d-ce8c-4742-9472-96017378d788 None None] Pushing event deleted for resources: {'Port': ['ID=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:33.594679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.595150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.614797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.622833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:33.623456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:33.630844 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:33.634620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event deleted for resources: {'Port': ['ID=eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:33.639901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] No DVR routers for this DVR port eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:33.706006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.721202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.721202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/networks/cbfeb5b9-b64c-4dec-b034-75209018457c HTTP/1.1" status: 204 len: 168 time: 0.3712726 Jul 06 18:46:33.722973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34562) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:33.741330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6332a-56b6-4172-84be-1b4d1f28948a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Network': ['ID=cbfeb5b9-b64c-4dec-b034-75209018457c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:33.760879 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.774081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b531c481-8d04-45aa-ac9f-eef6310a9447 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:33.791630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0d80c7-61b0-464d-886a-5a57599d87d5']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.792669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b531c481-8d04-45aa-ac9f-eef6310a9447 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:33.793027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b531c481-8d04-45aa-ac9f-eef6310a9447 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:33.793459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1a586bdd-b4ac-41fd-a824-409488b70b13 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:33.810530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5308acc-9a05-483d-8dbb-2a373ceb06ca') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.810753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5308acc-9a05-483d-8dbb-2a373ceb06ca') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.813063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1a586bdd-b4ac-41fd-a824-409488b70b13 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:33.813374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1a586bdd-b4ac-41fd-a824-409488b70b13 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:33.813815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:33.823202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.835224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:33.835574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device eeff116e-2ffb-4168-a0d0-2a6e50d5f2a5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:33.844423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-996aa145-cba6-4369-b760-8bc4c4ab9ac2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.846283 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.859579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:33.859977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:33.862877 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:33.922567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-996aa145-cba6-4369-b760-8bc4c4ab9ac2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.944767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.961171 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.963065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "DELETE /v2.0/networks/7d0d80c7-61b0-464d-886a-5a57599d87d5 HTTP/1.1" status: 204 len: 168 time: 1.1414452 Jul 06 18:46:33.965865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34564) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:33.975709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307b2fa-3e93-481d-bad0-cc69ee1907ae tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event deleted for resources: {'Network': ['ID=7d0d80c7-61b0-464d-886a-5a57599d87d5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.008736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-996aa145-cba6-4369-b760-8bc4c4ab9ac2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.011409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-996aa145-cba6-4369-b760-8bc4c4ab9ac2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.012744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-996aa145-cba6-4369-b760-8bc4c4ab9ac2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/security-groups/10d5af22-588d-4ecd-b2a0-b9edeb535810 HTTP/1.1" status: 204 len: 168 time: 0.2900293 Jul 06 18:46:34.023233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aa145-cba6-4369-b760-8bc4c4ab9ac2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d5af22-588d-4ecd-b2a0-b9edeb535810,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.134458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Deleting port 6c7660d4-1fff-4f1c-aa01-d8fd87d9311c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:34.134832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.221187 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.221932 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.233802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Calling delete_port for 6c7660d4-1fff-4f1c-aa01-d8fd87d9311c owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:34.390289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.407909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34572) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.413075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b98351a5-eda0-451e-a11b-18d78715fb2a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-859753829', 'description': 'tempest-secgroup-smoke-859753829 description', 'project_id': '9545a49a8c0644f7b1786db086402ff5'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:34.417138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Pushing event deleted for resources: {'Port': ['ID=6c7660d4-1fff-4f1c-aa01-d8fd87d9311c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.440864 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b98351a5-eda0-451e-a11b-18d78715fb2a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.476860 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.479692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.480884 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e7457321-5e12-4b86-8e89-ba4941d4b51a tempest-FloatingIPAdminTestJSON-1684005632 tempest-FloatingIPAdminTestJSON-1684005632-project] 10.222.0.53 "DELETE /v2.0/floatingips/8ade926e-437c-4732-a3e8-6f6478f7b1fe HTTP/1.1" status: 204 len: 168 time: 0.5140114 Jul 06 18:46:34.532653 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b98351a5-eda0-451e-a11b-18d78715fb2a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.537093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b98351a5-eda0-451e-a11b-18d78715fb2a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.564119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b98351a5-eda0-451e-a11b-18d78715fb2a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.565671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b98351a5-eda0-451e-a11b-18d78715fb2a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1565368 Jul 06 18:46:34.568704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34576) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.574276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-20fa36d2-4d86-461c-8369-da122050506b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': 'fad62806-fe68-4b5b-83b3-47cd8b7b3b64', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:34.581852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98351a5-eda0-451e-a11b-18d78715fb2a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad62806-fe68-4b5b-83b3-47cd8b7b3b64,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.606247 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20fa36d2-4d86-461c-8369-da122050506b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.669327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20fa36d2-4d86-461c-8369-da122050506b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.674250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20fa36d2-4d86-461c-8369-da122050506b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.693587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa36d2-4d86-461c-8369-da122050506b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43af652-a41c-4671-bd29-e7cdf8f37a45,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.698187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20fa36d2-4d86-461c-8369-da122050506b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.699420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-20fa36d2-4d86-461c-8369-da122050506b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295660 Jul 06 18:46:34.702206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34582) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.706924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2fe7b7c7-b209-4cdf-9f6d-b7a2869052f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': 'fad62806-fe68-4b5b-83b3-47cd8b7b3b64', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:34.736205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b7c7-b209-4cdf-9f6d-b7a2869052f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.748309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34584) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.791932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b7c7-b209-4cdf-9f6d-b7a2869052f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.796654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b7c7-b209-4cdf-9f6d-b7a2869052f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.817498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7b7c7-b209-4cdf-9f6d-b7a2869052f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3860752-2847-4681-b250-b767e5ebb1f9,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.820337 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fe7b7c7-b209-4cdf-9f6d-b7a2869052f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.821548 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2fe7b7c7-b209-4cdf-9f6d-b7a2869052f3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183224 Jul 06 18:46:34.824609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34588) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.829392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-46cf85c5-638c-400f-a398-122c165d100a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': 'fad62806-fe68-4b5b-83b3-47cd8b7b3b64', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:34.857666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cf85c5-638c-400f-a398-122c165d100a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.894404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f5b982af-9689-49d5-9f4e-789daaf9b0f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a4a572e5a3248459ec9c676190b5c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449089 Jul 06 18:46:34.897688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34590) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.919586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cf85c5-638c-400f-a398-122c165d100a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.924242 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cf85c5-638c-400f-a398-122c165d100a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.944913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf85c5-638c-400f-a398-122c165d100a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3dc869e-f07b-489c-938c-a73cc63aed18,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.949248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cf85c5-638c-400f-a398-122c165d100a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.955199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-46cf85c5-638c-400f-a398-122c165d100a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250029 Jul 06 18:46:34.955282 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739e9365-3229-4e17-a8ae-e6822930fe17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.955282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.959560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ffa30130-9673-43e0-96a4-24432586e92a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': 'fad62806-fe68-4b5b-83b3-47cd8b7b3b64', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:34.987008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739e9365-3229-4e17-a8ae-e6822930fe17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.019241 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa30130-9673-43e0-96a4-24432586e92a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.071150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739e9365-3229-4e17-a8ae-e6822930fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.073683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-739e9365-3229-4e17-a8ae-e6822930fe17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.074864 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-739e9365-3229-4e17-a8ae-e6822930fe17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dd641ce-bc16-474c-9117-f79edc0ae329 HTTP/1.1" status: 204 len: 168 time: 0.1751857 Jul 06 18:46:35.088780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e9365-3229-4e17-a8ae-e6822930fe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd641ce-bc16-474c-9117-f79edc0ae329,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.096482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa30130-9673-43e0-96a4-24432586e92a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.102628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa30130-9673-43e0-96a4-24432586e92a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.126869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa30130-9673-43e0-96a4-24432586e92a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f269d204-b1e1-41c9-9bb8-ebab52f04bab,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.132027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ffa30130-9673-43e0-96a4-24432586e92a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.133294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ffa30130-9673-43e0-96a4-24432586e92a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1773441 Jul 06 18:46:35.136344 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34596) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.141546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e648fddb-04d7-4bdd-be44-216a8e298adb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': 'fad62806-fe68-4b5b-83b3-47cd8b7b3b64', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:35.164185 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-e648fddb-04d7-4bdd-be44-216a8e298adb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Project 9545a49a8c0644f7b1786db086402ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:46:35.169356 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e648fddb-04d7-4bdd-be44-216a8e298adb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.239490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e648fddb-04d7-4bdd-be44-216a8e298adb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.247304 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e648fddb-04d7-4bdd-be44-216a8e298adb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.265747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648fddb-04d7-4bdd-be44-216a8e298adb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c57cb4-caf0-4740-8586-7b58fcb568ff,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.273059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e648fddb-04d7-4bdd-be44-216a8e298adb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.274425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e648fddb-04d7-4bdd-be44-216a8e298adb tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369920 Jul 06 18:46:35.277082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34602) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.281707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c60e5a27-06c5-47e6-97b3-3221505a571e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'security_group_rule': {'security_group_id': 'fad62806-fe68-4b5b-83b3-47cd8b7b3b64', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:35.304508 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-c60e5a27-06c5-47e6-97b3-3221505a571e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Project 9545a49a8c0644f7b1786db086402ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:46:35.309698 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c60e5a27-06c5-47e6-97b3-3221505a571e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.365140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34604) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.372850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c60e5a27-06c5-47e6-97b3-3221505a571e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.378261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c60e5a27-06c5-47e6-97b3-3221505a571e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.380232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec08970e-a52b-4db7-ba8a-0eac4f629282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.404201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5a27-06c5-47e6-97b3-3221505a571e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eca2e9f-a0e7-4d32-9ed2-3a4ada68f332,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.475093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec08970e-a52b-4db7-ba8a-0eac4f629282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.480668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec08970e-a52b-4db7-ba8a-0eac4f629282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.486291 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c60e5a27-06c5-47e6-97b3-3221505a571e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.488054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c60e5a27-06c5-47e6-97b3-3221505a571e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2100217 Jul 06 18:46:35.491064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34606) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.496664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'network': {'name': 'tempest-network-smoke--1391403750', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'port_security_enabled': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:35.519421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ec08970e-a52b-4db7-ba8a-0eac4f629282 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=452e27248ca14e4a8c6e197749625a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530175 Jul 06 18:46:35.520262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08970e-a52b-4db7-ba8a-0eac4f629282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03c9c3c-5218-449d-981a-8a860448a074,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.523102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34608) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.530576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:35.533930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.580893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d6add798-41cb-4392-9cdb-9da7474cb43d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:35.584806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:35.601189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d6add798-41cb-4392-9cdb-9da7474cb43d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:35.601519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d6add798-41cb-4392-9cdb-9da7474cb43d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:35.606659 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.607003 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Added segment 12eab96e-3c43-425b-a4dc-a5b222042806 of type vlan for network 516160cc-1fa0-440f-8224-6bf9bb1d29aa Jul 06 18:46:35.610218 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac8c182b-0f74-4d9a-b9b9-0a5873272a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.664055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac8c182b-0f74-4d9a-b9b9-0a5873272a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.666536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.724542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.730262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:35.730822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.799240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac8c182b-0f74-4d9a-b9b9-0a5873272a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.801781 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac8c182b-0f74-4d9a-b9b9-0a5873272a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.802904 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ac8c182b-0f74-4d9a-b9b9-0a5873272a72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d03c9c3c-5218-449d-981a-8a860448a074 HTTP/1.1" status: 204 len: 168 time: 0.2788389 Jul 06 18:46:35.826074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3336055 Jul 06 18:46:35.829005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34612) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.835078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'admin_state_up': True, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:35.843724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c182b-0f74-4d9a-b9b9-0a5873272a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03c9c3c-5218-449d-981a-8a860448a074,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.848495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed7c4c-4db4-4d9e-9ea6-3f82aa7c05e8 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Network': ['ID=516160cc-1fa0-440f-8224-6bf9bb1d29aa,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.863268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:35.883736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.884961 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.945545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.081628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.143359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34616) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:36.156510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3262108d-e5be-4fdb-a228-962867ddcdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.249981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3262108d-e5be-4fdb-a228-962867ddcdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.256363 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3262108d-e5be-4fdb-a228-962867ddcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.282764 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.295429 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3262108d-e5be-4fdb-a228-962867ddcdeb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9215bec37ec24fd6a956773e6bfc55f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509402 Jul 06 18:46:36.296351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262108d-e5be-4fdb-a228-962867ddcdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc4143-afdc-4c6a-a7b8-ee52d267a71b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:36.298759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34620) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:36.318493 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.350276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a50b29eb-829f-41fb-9fcd-b77d5b77c588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.377446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a50b29eb-829f-41fb-9fcd-b77d5b77c588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.445083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a50b29eb-829f-41fb-9fcd-b77d5b77c588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.445301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.25.4.140 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:36.450159 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a50b29eb-829f-41fb-9fcd-b77d5b77c588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.452140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a50b29eb-829f-41fb-9fcd-b77d5b77c588 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63bc4143-afdc-4c6a-a7b8-ee52d267a71b HTTP/1.1" status: 204 len: 168 time: 0.1524277 Jul 06 18:46:36.468774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b29eb-829f-41fb-9fcd-b77d5b77c588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc4143-afdc-4c6a-a7b8-ee52d267a71b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:36.573606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.617555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.674013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:36.677755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:36.680908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:36.719331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:36.959144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.162175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.233155 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:46:37.297644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router bca1add8-79ba-4964-9689-b537a519d0da is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:46:37.404832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:37.416892 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Sync routers for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:37.425153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.426524 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-01bb9b96-40fd-44fc-af70-bd9bc6a4e6d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5957472 Jul 06 18:46:37.430391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34650) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:37.430894 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:37.431071 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:37.461760 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bd6667b8-3e62-4a4e-a4cf-c61581436b8f tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9545a49a8c0644f7b1786db086402ff5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292084 Jul 06 18:46:37.464410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34652) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:37.577469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3d597-1486-4858-9a74-812ac75be2f5 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:37.582156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d9c3d597-1486-4858-9a74-812ac75be2f5 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1138186 Jul 06 18:46:37.582638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34658) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:37.616626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bb189b5e-0124-4c91-86ad-95896ac83670 tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302169 Jul 06 18:46:37.616626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34662) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:37.622188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1023408136', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:37.660295 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:37.720669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:37.724431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.845564 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:36Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:37.876022 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Checking router: bca1add8-79ba-4964-9689-b537a519d0da for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:37.876370 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Updating router bca1add8-79ba-4964-9689-b537a519d0da port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:46:37.876625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34668) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:37.913900 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.923889 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.982146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-cc309b5b-0bb6-43b6-9d3d-e31bda7695aa tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-82412878'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:37.982603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-cc309b5b-0bb6-43b6-9d3d-e31bda7695aa tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Unknown quota resources ['metering_label']. {{(pid=93967) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:46:37.986580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Subnet': ['ID=3e3e677c-90cd-43e1-8625-11768fe77857,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:37.996387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Checking segment: {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:37.997311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network hostable DHCP agents. Network: 516160cc-1fa0-440f-8224-6bf9bb1d29aa, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:38.016628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:38.029994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 516160cc-1fa0-440f-8224-6bf9bb1d29aa) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:38.038001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:38.038822 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.040621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12207c-7461-456f-bd53-2f362336ae7e None None] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:38.060129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-89a53cb3-da82-47b5-8a6a-d6036da505b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4422247 Jul 06 18:46:38.060940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34672) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.191364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc309b5b-0bb6-43b6-9d3d-e31bda7695aa tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.195321 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc309b5b-0bb6-43b6-9d3d-e31bda7695aa tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3150868 Jul 06 18:46:38.196052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34674) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.197614 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.202660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-465dd943-e9b8-4666-aa93-804862d38b0c tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cd5166bc-01c0-4e61-a51a-bb7b9a882c3b'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:38.203080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-465dd943-e9b8-4666-aa93-804862d38b0c tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93967) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:46:38.211987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:38.212888 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.220792 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Transition to ACTIVE for port object 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:38.229535 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.277760 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Attempting to bind port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:38.278928 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Attempting to bind port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:38.279509 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Attempting to bind port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:38.291416 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:38.292256 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:38.292866 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.293441 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:38.294224 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Bound port: 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:38.294937 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.305884 n-d-799684-2 neutron-server[93967]: WARNING neutron.services.metering.metering_plugin [None req-465dd943-e9b8-4666-aa93-804862d38b0c tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 18:46:38.358919 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] For port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:38.362811 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] For port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:38.364890 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Pushing event updated for resources: {'Port': ['ID=0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:38.372456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Allocated IP 172.20.0.2 (516160cc-1fa0-440f-8224-6bf9bb1d29aa/3e3e677c-90cd-43e1-8625-11768fe77857/9b447ceb-174d-46df-ba79-fcd87535c815) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:38.374652 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.378336 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.379170 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.379696 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.380303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.380962 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.381607 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.382201 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.382728 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.383303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.383819 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.384333 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.384830 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:38.439284 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5db95-8231-4677-b17f-ce766ece2a0a None None] Pushing event updated for resources: {'Port': ['ID=0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:38.452826 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-465dd943-e9b8-4666-aa93-804862d38b0c tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.454070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-465dd943-e9b8-4666-aa93-804862d38b0c tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2554097 Jul 06 18:46:38.457173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34676) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.462817 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d2cad469-6023-4db5-b3b1-26da44c7ab7e tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cd5166bc-01c0-4e61-a51a-bb7b9a882c3b'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:38.463648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d2cad469-6023-4db5-b3b1-26da44c7ab7e tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93967) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:46:38.483765 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:38.483765 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:38.539910 n-d-799684-2 neutron-server[93967]: WARNING neutron.services.metering.metering_plugin [None req-d2cad469-6023-4db5-b3b1-26da44c7ab7e tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 18:46:38.607032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.612662 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:38.613043 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.628965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Transition to ACTIVE for port object 9b447ceb-174d-46df-ba79-fcd87535c815 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:38.629970 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d2cad469-6023-4db5-b3b1-26da44c7ab7e tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.634007 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d2cad469-6023-4db5-b3b1-26da44c7ab7e tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1728437 Jul 06 18:46:38.634217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34680) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.649254 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0c3cd9c5-6208-4d7c-86d8-b530fa99503b tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=07058a34-a292-42a2-965d-d7106c0d45bf HTTP/1.1" status: 200 len: 464 time: 0.0113614 Jul 06 18:46:38.649475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34682) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.663466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Transition to ACTIVE for port object 9b447ceb-174d-46df-ba79-fcd87535c815 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:38.674654 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.736380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:38.739269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:38.749556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:38.755444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Pushing event updated for resources: {'Port': ['ID=9b447ceb-174d-46df-ba79-fcd87535c815,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:38.776350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24f5fa6c-4aeb-4be0-bed3-7f9aca1031bb tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.780820 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-24f5fa6c-4aeb-4be0-bed3-7f9aca1031bb tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/07058a34-a292-42a2-965d-d7106c0d45bf HTTP/1.1" status: 204 len: 168 time: 0.1303298 Jul 06 18:46:38.781464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.794370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d45ebe96-3262-46b4-af57-bc273b39a241 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=07058a34-a292-42a2-965d-d7106c0d45bf HTTP/1.1" status: 200 len: 221 time: 0.0117254 Jul 06 18:46:38.795217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34686) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.801216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9bbdecb8-5dbe-4184-9017-bd4314417790 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1070008799', 'description': 'label created by tempest'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:38.802338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9bbdecb8-5dbe-4184-9017-bd4314417790 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Unknown quota resources ['metering_label']. {{(pid=93967) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:46:38.831320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Attempting to bind port 9b447ceb-174d-46df-ba79-fcd87535c815 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:38.831971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Attempting to bind port 9b447ceb-174d-46df-ba79-fcd87535c815 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:38.832488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Attempting to bind port 9b447ceb-174d-46df-ba79-fcd87535c815 on network 516160cc-1fa0-440f-8224-6bf9bb1d29aa {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:38.838068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:38.838709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Checking segment: {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:38.839291 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.839681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Bound using segment: {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:38.840312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Bound port: 9b447ceb-174d-46df-ba79-fcd87535c815, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:38.840698 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.854843 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:36Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:38.886843 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc822551-7b4a-4ce2-b699-d505340a9e4c None None] The sync data for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 is: [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:36Z', 'revision_number': 3, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:38.910190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] For port 9b447ceb-174d-46df-ba79-fcd87535c815, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:38.915469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] For port 9b447ceb-174d-46df-ba79-fcd87535c815, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9b447ceb-174d-46df-ba79-fcd87535c815,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:38.925393 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.982881 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bbdecb8-5dbe-4184-9017-bd4314417790 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.987228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9bbdecb8-5dbe-4184-9017-bd4314417790 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1895254 Jul 06 18:46:38.987966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34688) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.017575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac6c74-700e-4b2d-b46b-d8ea386c006d None None] Pushing event updated for resources: {'Port': ['ID=9b447ceb-174d-46df-ba79-fcd87535c815,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:39.022203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.20.0.1 (516160cc-1fa0-440f-8224-6bf9bb1d29aa/3e3e677c-90cd-43e1-8625-11768fe77857/0adc2279-e80e-4451-93a6-487af70b43c3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:39.085863 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f4a57d51-c059-4730-8831-ade7aeef2701 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=0ab5e1db-9af5-47a8-a6dc-7335b25c5d59 HTTP/1.1" status: 200 len: 468 time: 0.0967054 Jul 06 18:46:39.088552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34692) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.372645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d65d3d58-2ade-46d5-a4b0-5d661117ec1a tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.382305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d65d3d58-2ade-46d5-a4b0-5d661117ec1a tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/0ab5e1db-9af5-47a8-a6dc-7335b25c5d59 HTTP/1.1" status: 204 len: 168 time: 0.2844591 Jul 06 18:46:39.383006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34694) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.396030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-442f2a11-fdc0-4249-b4d2-780c0b4a6f55 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=0ab5e1db-9af5-47a8-a6dc-7335b25c5d59 HTTP/1.1" status: 200 len: 216 time: 0.0117342 Jul 06 18:46:39.399508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34696) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.411085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e5a09eb8-8f6e-423b-93de-e95e04cd6765 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0103457 Jul 06 18:46:39.415232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34698) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.429998 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7e4a129c-4042-488d-a6ba-22e7d3e1bc23 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0130041 Jul 06 18:46:39.435160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34700) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.509545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fa7f743a-c37b-41dc-987e-d926b6f82e95 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/cd5166bc-01c0-4e61-a51a-bb7b9a882c3b HTTP/1.1" status: 200 len: 471 time: 0.0713594 Jul 06 18:46:39.512639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34702) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.527995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-857c5674-c071-446b-a9fe-de84f801b945 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/dac7e815-632a-46aa-b541-f40beec3d694 HTTP/1.1" status: 200 len: 461 time: 0.0136604 Jul 06 18:46:39.531487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34704) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.690422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.714513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Transition to ACTIVE for port object 0adc2279-e80e-4451-93a6-487af70b43c3 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:39.749491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a8227c3-c82b-4a2f-b210-502390f65b17 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.753441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3a8227c3-c82b-4a2f-b210-502390f65b17 tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/dac7e815-632a-46aa-b541-f40beec3d694 HTTP/1.1" status: 204 len: 168 time: 0.2209070 Jul 06 18:46:39.754174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34708) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.767441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:39.791580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.854583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:39.864876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:39.872238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:39.882567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:39.887829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:39.888124 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.936142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=0adc2279-e80e-4451-93a6-487af70b43c3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:39.990014 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.202502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.317451 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.352891 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:40.366080 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.368087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9b447ceb-174d-46df-ba79-fcd87535c815 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:40.475579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c8138f7-2096-4194-99bc-54d6d513c97e tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.476945 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7c8138f7-2096-4194-99bc-54d6d513c97e tempest-MeteringTestJSON-1074669976 tempest-MeteringTestJSON-1074669976-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/cd5166bc-01c0-4e61-a51a-bb7b9a882c3b HTTP/1.1" status: 204 len: 168 time: 0.7218273 Jul 06 18:46:40.502069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:40.513215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956059c-332a-4d98-8af8-6820984202f4 None None] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:40.564649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 9b447ceb-174d-46df-ba79-fcd87535c815 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:40.636415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-08488baf-b356-4eaa-87a8-96297207316b None None] Provisioning for port 9b447ceb-174d-46df-ba79-fcd87535c815 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:40.644531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-08488baf-b356-4eaa-87a8-96297207316b None None] Provisioning complete for port 9b447ceb-174d-46df-ba79-fcd87535c815 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:40.644887 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-08488baf-b356-4eaa-87a8-96297207316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.661933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.668363 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.762728 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.765433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=0adc2279-e80e-4451-93a6-487af70b43c3,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:40.786227 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-08488baf-b356-4eaa-87a8-96297207316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.807586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34716) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:40.836594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-08488baf-b356-4eaa-87a8-96297207316b None None] For port 9b447ceb-174d-46df-ba79-fcd87535c815, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9b447ceb-174d-46df-ba79-fcd87535c815,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:40.842995 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-08488baf-b356-4eaa-87a8-96297207316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.879801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:40.881552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:40.904326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08488baf-b356-4eaa-87a8-96297207316b None None] Pushing event updated for resources: {'Port': ['ID=9b447ceb-174d-46df-ba79-fcd87535c815,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:40.967877 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-330b84e3-9b0f-477d-8882-7b613d22bd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.047672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router bca1add8-79ba-4964-9689-b537a519d0da has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:41.080020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-22e801da-6622-4b46-a58d-eef05de97a58 None None] Provisioning for port 0adc2279-e80e-4451-93a6-487af70b43c3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:41.084670 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-22e801da-6622-4b46-a58d-eef05de97a58 None None] Provisioning complete for port 0adc2279-e80e-4451-93a6-487af70b43c3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:41.085054 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-22e801da-6622-4b46-a58d-eef05de97a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.108899 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-330b84e3-9b0f-477d-8882-7b613d22bd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.116352 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-330b84e3-9b0f-477d-8882-7b613d22bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.177546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-22e801da-6622-4b46-a58d-eef05de97a58 None None] Port 0adc2279-e80e-4451-93a6-487af70b43c3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:41.199312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-330b84e3-9b0f-477d-8882-7b613d22bd79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e58f7a5ead884d318d9b2f778e5b9d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877058 Jul 06 18:46:41.200110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34726) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:41.207842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-22e801da-6622-4b46-a58d-eef05de97a58 None None] Provisioning complete for port 9b447ceb-174d-46df-ba79-fcd87535c815 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:41.208592 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-22e801da-6622-4b46-a58d-eef05de97a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.217165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:41.222857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1c60d001-3b8b-4c88-aea9-bcf455cf1f5c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "PUT /v2.0/routers/bca1add8-79ba-4964-9689-b537a519d0da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1608508 Jul 06 18:46:41.228183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b84e3-9b0f-477d-8882-7b613d22bd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ff270-a05b-4e77-92d8-fb0b0bfec5f6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:41.296332 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a9edc63-f746-479f-bf03-e12182c2384e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.324163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a9edc63-f746-479f-bf03-e12182c2384e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.392640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a9edc63-f746-479f-bf03-e12182c2384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.396511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a9edc63-f746-479f-bf03-e12182c2384e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.397585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a9edc63-f746-479f-bf03-e12182c2384e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/456ff270-a05b-4e77-92d8-fb0b0bfec5f6 HTTP/1.1" status: 204 len: 168 time: 0.1968753 Jul 06 18:46:41.413489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9edc63-f746-479f-bf03-e12182c2384e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ff270-a05b-4e77-92d8-fb0b0bfec5f6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:41.442254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Sync routers for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:41.462934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b15cba41-eeab-4eee-a013-2b29324f085d None None] Provisioning complete for port 0adc2279-e80e-4451-93a6-487af70b43c3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:41.463393 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b15cba41-eeab-4eee-a013-2b29324f085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.486216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:41.487039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:41.494519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-9ba599fd-b110-401e-b27d-ce20258b205e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-859753829&fields=id&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 267 time: 0.0522077 Jul 06 18:46:41.550932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b15cba41-eeab-4eee-a013-2b29324f085d None None] Port 0adc2279-e80e-4451-93a6-487af70b43c3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:41.621006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:41.656064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-3caa055d-94f0-40c1-b681-294cdb41ecaa tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:41.656271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:41.662235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-3caa055d-94f0-40c1-b681-294cdb41ecaa tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/networks?id=516160cc-1fa0-440f-8224-6bf9bb1d29aa HTTP/1.1" status: 200 len: 797 time: 0.1603105 Jul 06 18:46:41.674427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-50769b19-6c9d-4ba9-9662-9ab01710599d tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/quotas/9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 375 time: 0.0102289 Jul 06 18:46:41.756291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-55516394-79c4-453a-b4c0-5f313cff473a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708075 Jul 06 18:46:41.783275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8251d755-2c5a-4cb4-ba97-86f121f852a3 None None] Provisioning complete for port 0adc2279-e80e-4451-93a6-487af70b43c3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:41.783648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8251d755-2c5a-4cb4-ba97-86f121f852a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.793346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34746) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:41.809922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-08e5f031-510e-4188-88ec-71b75db51ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.850312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8251d755-2c5a-4cb4-ba97-86f121f852a3 None None] Port 0adc2279-e80e-4451-93a6-487af70b43c3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:41.851767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:41.852295 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.918969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-08e5f031-510e-4188-88ec-71b75db51ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.925534 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-08e5f031-510e-4188-88ec-71b75db51ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.969585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 2, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:41.974392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9b447ceb-174d-46df-ba79-fcd87535c815 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:42.010910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-08e5f031-510e-4188-88ec-71b75db51ff2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=280aa455aa914c688794169ec62d4811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162502 Jul 06 18:46:42.013761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5f031-510e-4188-88ec-71b75db51ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eea1345-8436-4485-973c-d671f7c26cab,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:42.014125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34748) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:42.014697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Checking router: bca1add8-79ba-4964-9689-b537a519d0da for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:42.015050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Updating router bca1add8-79ba-4964-9689-b537a519d0da port 0adc2279-e80e-4451-93a6-487af70b43c3 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:46:42.056507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4401f862-71da-437f-a45e-5a0fef7bd079 service neutron] 10.222.0.53 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866225 Jul 06 18:46:42.064516 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.077645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bad1d471-5f78-489a-b6cf-8e8f650405a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.100535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bad1d471-5f78-489a-b6cf-8e8f650405a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.105199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9b447ceb-174d-46df-ba79-fcd87535c815 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:42.105560 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.156261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bad1d471-5f78-489a-b6cf-8e8f650405a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.158737 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-a8664193-dc9d-4d2f-90cb-e40f0b710e9b service neutron] 10.222.0.53 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943601 Jul 06 18:46:42.159196 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bad1d471-5f78-489a-b6cf-8e8f650405a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.162840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bad1d471-5f78-489a-b6cf-8e8f650405a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5eea1345-8436-4485-973c-d671f7c26cab HTTP/1.1" status: 204 len: 168 time: 0.1447289 Jul 06 18:46:42.172545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1d471-5f78-489a-b6cf-8e8f650405a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eea1345-8436-4485-973c-d671f7c26cab,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:42.407626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a48a2bcf-5930-4ebf-8d41-b73b1e05885e req-2d68183c-f12b-437f-bdf7-f8b476a961dc tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 210 time: 0.0440278 Jul 06 18:46:42.455265 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.470079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Transition to ACTIVE for port object 0adc2279-e80e-4451-93a6-487af70b43c3 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:42.477745 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.532328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29a2d-2b5b-40a4-aeb8-2a869f6e1553 None None] Pushing event updated for resources: {'Port': ['ID=0adc2279-e80e-4451-93a6-487af70b43c3,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:42.596235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Attempting to bind port 0adc2279-e80e-4451-93a6-487af70b43c3 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:42.596520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Attempting to bind port 0adc2279-e80e-4451-93a6-487af70b43c3 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:42.596887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Attempting to bind port 0adc2279-e80e-4451-93a6-487af70b43c3 on network 516160cc-1fa0-440f-8224-6bf9bb1d29aa {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:42.604587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:42.605065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Checking segment: {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:42.605745 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.606018 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Bound using segment: {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:42.606511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Bound port: 0adc2279-e80e-4451-93a6-487af70b43c3, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:42.606902 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.687838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] For port 0adc2279-e80e-4451-93a6-487af70b43c3, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:42.691386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] For port 0adc2279-e80e-4451-93a6-487af70b43c3, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0adc2279-e80e-4451-93a6-487af70b43c3,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:42.697430 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.762600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:42.763239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:42.768332 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29a2d-2b5b-40a4-aeb8-2a869f6e1553 None None] Pushing event updated for resources: {'Port': ['ID=0adc2279-e80e-4451-93a6-487af70b43c3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:42.916820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:43.076418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34782) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:43.158770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:42Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:43.184490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'networks': [{'name': 'tempest-network--392244871'}, {'name': 'tempest-network--1822127147'}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:43.185071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'network': {'name': 'tempest-network--392244871'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:43.185728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'network': {'name': 'tempest-network--1822127147'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:43.193380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468e8aa-c892-48c3-aab0-907e5f90d48a None None] The sync data for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 is: [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:42Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:43.218422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Made reservation on behalf of 989f8a84c1f447a29f22318e250d4e37 for: {'network': 2} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:43.224485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.246114 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.360884 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.372678 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.373228 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.412673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a660317-1a7a-4e4d-97c6-ec4598b023dd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:43.421064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:43.440338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.440795 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Added segment 7fe98e84-3acf-483f-8ea4-459f1322b44b of type vlan for network b5d48911-62c2-4f5b-b3fb-3344d3d3ef42 Jul 06 18:46:43.489252 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.526827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:43.537033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.537653 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Added segment 8fceb972-476f-4c42-bb62-cac24e15e137 of type vlan for network 9ebf230c-5a86-4b96-9910-af61524fafcd Jul 06 18:46:43.586354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e85c82d7-b90a-4298-97a7-23a317b64a90 req-f6f90d3b-ef4f-43ab-91bc-4925d8e47a46 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 210 time: 0.0441947 Jul 06 18:46:43.611163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.648552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.649804 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.656284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:43.662646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:43.663223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.698453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0adc2279-e80e-4451-93a6-487af70b43c3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:43.725104 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6474986 Jul 06 18:46:43.728193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34792) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:43.757578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Network': ['ID=b5d48911-62c2-4f5b-b3fb-3344d3d3ef42,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:43.769395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network b5d48911-62c2-4f5b-b3fb-3344d3d3ef42 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:43.784751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 0adc2279-e80e-4451-93a6-487af70b43c3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:43.792479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-15d06f4e-6ff4-40c3-8986-a3a4870d88c6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:43.794847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-15d06f4e-6ff4-40c3-8986-a3a4870d88c6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "GET /v2.0/networks?id=516160cc-1fa0-440f-8224-6bf9bb1d29aa HTTP/1.1" status: 200 len: 797 time: 0.1522384 Jul 06 18:46:43.833493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0adc2279-e80e-4451-93a6-487af70b43c3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:43.833881 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.852596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-b4e12aec-e7f8-4eed-a841-9550317683ed tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9545a49a8c0644f7b1786db086402ff5 HTTP/1.1" status: 200 len: 379 time: 0.0486512 Jul 06 18:46:43.867777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'port': {'device_id': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'admin_state_up': True, 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'security_groups': ['fad62806-fe68-4b5b-83b3-47cd8b7b3b64']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:43.980698 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.022870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 0adc2279-e80e-4451-93a6-487af70b43c3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0adc2279-e80e-4451-93a6-487af70b43c3,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:44.029911 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.036502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bb046-5f9c-4700-a202-cbdbe9ce687a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.043033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bb046-5f9c-4700-a202-cbdbe9ce687a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.047137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Made reservation on behalf of 9545a49a8c0644f7b1786db086402ff5 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:44.049770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bb046-5f9c-4700-a202-cbdbe9ce687a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.052300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.057640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bb046-5f9c-4700-a202-cbdbe9ce687a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.059559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-615bb046-5f9c-4700-a202-cbdbe9ce687a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3301330 Jul 06 18:46:44.062540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34794) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:44.091569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=0adc2279-e80e-4451-93a6-487af70b43c3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:44.120370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21dace-b3f1-48bb-be49-0d386eed94a8 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Network': ['ID=9ebf230c-5a86-4b96-9910-af61524fafcd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:44.137192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 9ebf230c-5a86-4b96-9910-af61524fafcd details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:44.161061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.224465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.20.0.9 (516160cc-1fa0-440f-8224-6bf9bb1d29aa/3e3e677c-90cd-43e1-8625-11768fe77857/8419da29-fef6-4683-b38b-04e563a20eed) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:44.264241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.276515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d48911-62c2-4f5b-b3fb-3344d3d3ef42']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:44.307910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe98e84-3acf-483f-8ea4-459f1322b44b') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:44.307910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe98e84-3acf-483f-8ea4-459f1322b44b') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:44.319247 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.337341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.347562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:44.348002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:44.354075 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:44.417984 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.432154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.444832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Transition to ACTIVE for port object 8419da29-fef6-4683-b38b-04e563a20eed will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:44.445595 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.447834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/networks/b5d48911-62c2-4f5b-b3fb-3344d3d3ef42 HTTP/1.1" status: 204 len: 168 time: 0.3843365 Jul 06 18:46:44.460567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34798) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:44.489767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7846-151a-4945-9558-949338927a86 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Network': ['ID=b5d48911-62c2-4f5b-b3fb-3344d3d3ef42,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:44.507873 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.569626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.570574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:44.574573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:44.582539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:44.656333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.657028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.659153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=8419da29-fef6-4683-b38b-04e563a20eed,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:44.682630 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.687100 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-4bfbcf9a-7e05-4c56-8826-439990b600bf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8244007 Jul 06 18:46:44.695040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebf230c-5a86-4b96-9910-af61524fafcd']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:44.700628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Request body: {'port': {'device_id': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:44.711897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fceb972-476f-4c42-bb62-cac24e15e137') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:44.712249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fceb972-476f-4c42-bb62-cac24e15e137') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:44.722902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.740134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.747215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:44.747594 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:44.751231 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:44.820909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.829422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.831368 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/networks/9ebf230c-5a86-4b96-9910-af61524fafcd HTTP/1.1" status: 204 len: 168 time: 0.3695154 Jul 06 18:46:44.834881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34802) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:44.843098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da1f66-df5d-4080-9193-eda41373fe65 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Network': ['ID=9ebf230c-5a86-4b96-9910-af61524fafcd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:44.878671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ad8d9e58-35fd-4a96-ab28-a19125dc080d None None] Provisioning for port 8419da29-fef6-4683-b38b-04e563a20eed completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:44.882816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ad8d9e58-35fd-4a96-ab28-a19125dc080d None None] Provisioning complete for port 8419da29-fef6-4683-b38b-04e563a20eed triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:44.883259 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad8d9e58-35fd-4a96-ab28-a19125dc080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.909236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.918772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d9e58-35fd-4a96-ab28-a19125dc080d None None] Port 8419da29-fef6-4683-b38b-04e563a20eed cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:44.926047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76139a82-af18-4cb5-821a-3cdeb6b5d787 req-ef875397-4680-43cb-a56f-81bf1038c058 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.927622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76139a82-af18-4cb5-821a-3cdeb6b5d787 req-ef875397-4680-43cb-a56f-81bf1038c058 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 931 time: 0.2012465 Jul 06 18:46:45.092304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76139a82-af18-4cb5-821a-3cdeb6b5d787 req-b92fe8d8-db15-4848-b0f9-79a2f70bde0e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492102 Jul 06 18:46:45.102996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2088a877-8fd0-485f-af8f-26abf0a0b113 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.109455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2088a877-8fd0-485f-af8f-26abf0a0b113 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.110998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2088a877-8fd0-485f-af8f-26abf0a0b113 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2735784 Jul 06 18:46:45.115896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34804) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:45.120279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1781564949'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:45.141522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Made reservation on behalf of 989f8a84c1f447a29f22318e250d4e37 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:45.145091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.168883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:45.178843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.179192 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Added segment 3ad23a26-e73f-40c7-b22a-868db8a99f25 of type vlan for network 4fafce31-85ca-47d4-9013-0562eb3766f0 Jul 06 18:46:45.227152 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.258457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.264330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.264930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.324118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8419da29-fef6-4683-b38b-04e563a20eed {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:45.324686 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2081230 Jul 06 18:46:45.327447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34806) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:45.332755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.334674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1155850296'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:45.346247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Transition to ACTIVE for port object 8419da29-fef6-4683-b38b-04e563a20eed will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:45.347022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e97c53-cf2a-4ef0-be00-edb1c920e34a tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Network': ['ID=4fafce31-85ca-47d4-9013-0562eb3766f0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:45.353323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.360129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 4fafce31-85ca-47d4-9013-0562eb3766f0 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:45.366289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Made reservation on behalf of 989f8a84c1f447a29f22318e250d4e37 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:45.370227 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.399495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:45.413662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.414143 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Added segment 64c9b003-1332-4506-b7af-5bb34600eaa5 of type vlan for network 5a0d2f48-fa33-4c9f-b146-61c576652693 Jul 06 18:46:45.428871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Pushing event updated for resources: {'Port': ['ID=8419da29-fef6-4683-b38b-04e563a20eed,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:45.458608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.489790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Attempting to bind port 8419da29-fef6-4683-b38b-04e563a20eed on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:45.490157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Attempting to bind port 8419da29-fef6-4683-b38b-04e563a20eed by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:45.490730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Attempting to bind port 8419da29-fef6-4683-b38b-04e563a20eed on network 516160cc-1fa0-440f-8224-6bf9bb1d29aa {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:45.496194 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.496385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Port 8419da29-fef6-4683-b38b-04e563a20eed on network 516160cc-1fa0-440f-8224-6bf9bb1d29aa not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:46:45.496885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Attempting to bind port 8419da29-fef6-4683-b38b-04e563a20eed on network 516160cc-1fa0-440f-8224-6bf9bb1d29aa {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:45.502700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:45.503066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Checking segment: {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:45.503574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Bound using segment: {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:45.503700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.504100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Bound port: 8419da29-fef6-4683-b38b-04e563a20eed, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12eab96e-3c43-425b-a4dc-a5b222042806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:45.504456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.504562 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.505638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-231c7186-3315-45ab-940e-8a5c4ec3ef6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.578757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2502646 Jul 06 18:46:45.582050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34812) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:45.587672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'ports': [{'network_id': '4fafce31-85ca-47d4-9013-0562eb3766f0', 'name': 'tempest-port--874961480', 'admin_state_up': True}, {'network_id': '5a0d2f48-fa33-4c9f-b146-61c576652693', 'admin_state_up': False}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:45.588150 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'port': {'network_id': '4fafce31-85ca-47d4-9013-0562eb3766f0', 'name': 'tempest-port--874961480', 'admin_state_up': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:45.588701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'port': {'network_id': '5a0d2f48-fa33-4c9f-b146-61c576652693', 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:45.598709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:45.602730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8419da29-fef6-4683-b38b-04e563a20eed,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:45.612551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.639839 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da3a01-5732-40d5-adc1-b3c51a0bf438 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Network': ['ID=5a0d2f48-fa33-4c9f-b146-61c576652693,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:45.658533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5a0d2f48-fa33-4c9f-b146-61c576652693 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:45.684744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.685306 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.686779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-d0048e79-a934-44f5-99a0-122461501aef service neutron] 10.222.0.24 "PUT /v2.0/ports/8419da29-fef6-4683-b38b-04e563a20eed HTTP/1.1" status: 200 len: 1091 time: 0.9908922 Jul 06 18:46:45.687239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:45.689609 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ed8a37-6d00-4aa0-b827-6aa8624392d2" -d '{"events": [{"name": "network-changed", "server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "tag": "8419da29-fef6-4683-b38b-04e563a20eed"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:45.760890 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e3db3a-08c8-4e3c-a98b-417465ec58ea x-openstack-request-id: req-46e3db3a-08c8-4e3c-a98b-417465ec58ea {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:45.761171 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "tag": "8419da29-fef6-4683-b38b-04e563a20eed", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:45.761423 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46e3db3a-08c8-4e3c-a98b-417465ec58ea {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:45.761852 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed', 'status': 'completed', 'code': 200} Jul 06 18:46:45.772407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0adc2279-e80e-4451-93a6-487af70b43c3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:45.802134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0048e79-a934-44f5-99a0-122461501aef service neutron] Pushing event updated for resources: {'Port': ['ID=8419da29-fef6-4683-b38b-04e563a20eed,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:45.810618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Made reservation on behalf of 989f8a84c1f447a29f22318e250d4e37 for: {'port': 2} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:45.816100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.834450 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.843450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-022627f2-982f-41dd-8a24-241c10f5acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.845005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-022627f2-982f-41dd-8a24-241c10f5acb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 1094 time: 0.0931659 Jul 06 18:46:45.866084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0adc2279-e80e-4451-93a6-487af70b43c3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:45.866685 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.895489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-833ddf79-a3b5-4518-b763-5fd058d9eb20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8419da29-fef6-4683-b38b-04e563a20eed HTTP/1.1" status: 200 len: 217 time: 0.0433369 Jul 06 18:46:45.920569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] device_id is not set on port e7ffd355-c9fe-44f8-af78-48757e231c27 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:46:45.964282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-2a9d7ada-f10a-4f2f-ad4d-3d12c67c0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.965821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-2a9d7ada-f10a-4f2f-ad4d-3d12c67c0d5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e3e677c-90cd-43e1-8625-11768fe77857 HTTP/1.1" status: 200 len: 835 time: 0.0631809 Jul 06 18:46:46.029198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-6633d9df-3fbd-4e90-b748-2df6e3102f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.030784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-6633d9df-3fbd-4e90-b748-2df6e3102f03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516160cc-1fa0-440f-8224-6bf9bb1d29aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532889 Jul 06 18:46:46.058618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.127558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-76c9b922-9fc0-40e7-a024-d4a9016afce2 service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897832 Jul 06 18:46:46.128501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] device_id is not set on port 88e197aa-877e-43c0-a3db-3d170df2078b yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:46:46.248179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55d870e2-f1a8-4901-8614-07670d5a6544 req-b481ea2b-c340-4f59-96e7-283dad3405e3 service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137605 Jul 06 18:46:46.251531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.286527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c94b-9fc7-4f1d-b2fd-0d3d1d054528 req-fa515b2d-e680-4e28-b568-587bf2c1cee9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.288197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d702c94b-9fc7-4f1d-b2fd-0d3d1d054528 req-fa515b2d-e680-4e28-b568-587bf2c1cee9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 943 time: 0.0821943 Jul 06 18:46:46.295268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.356764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Port': ['ID=e7ffd355-c9fe-44f8-af78-48757e231c27,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:46.361080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d702c94b-9fc7-4f1d-b2fd-0d3d1d054528 req-019f7332-7c94-4587-851c-705e6016fc19 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660119 Jul 06 18:46:46.366905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Checking segment: {'id': '3ad23a26-e73f-40c7-b22a-868db8a99f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4fafce31-85ca-47d4-9013-0562eb3766f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:46.367175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Network hostable DHCP agents. Network: 4fafce31-85ca-47d4-9013-0562eb3766f0, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:46.380497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-61837b67-22b4-44d8-b4da-0994bb73c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.382315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-61837b67-22b4-44d8-b4da-0994bb73c036 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 1094 time: 0.0793273 Jul 06 18:46:46.387886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Network 4fafce31-85ca-47d4-9013-0562eb3766f0 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:46.398647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 4fafce31-85ca-47d4-9013-0562eb3766f0) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:46.402456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:46.403315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.409662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e05f088-20f8-44ec-b09f-29a3bae2cebd None None] Network 4fafce31-85ca-47d4-9013-0562eb3766f0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:46.463179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Port': ['ID=88e197aa-877e-43c0-a3db-3d170df2078b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:46.473438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Checking segment: {'id': '64c9b003-1332-4506-b7af-5bb34600eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5a0d2f48-fa33-4c9f-b146-61c576652693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:46.473831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Network hostable DHCP agents. Network: 5a0d2f48-fa33-4c9f-b146-61c576652693, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:46.477253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-fe4c4871-52ac-433a-b67c-3626afff201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.479062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-fe4c4871-52ac-433a-b67c-3626afff201d service neutron] 10.222.0.24 "GET /v2.0/networks?id=516160cc-1fa0-440f-8224-6bf9bb1d29aa HTTP/1.1" status: 200 len: 898 time: 0.0908096 Jul 06 18:46:46.497592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Network 5a0d2f48-fa33-4c9f-b146-61c576652693 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:46.511601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5a0d2f48-fa33-4c9f-b146-61c576652693) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:46.517008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:46.529280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.533195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43361c-32cc-457c-a4bd-06ed78240b21 None None] Network 5a0d2f48-fa33-4c9f-b146-61c576652693 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:46.533997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-73c03461-7980-46ee-8dcb-116637d697df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8419da29-fef6-4683-b38b-04e563a20eed HTTP/1.1" status: 200 len: 217 time: 0.0461898 Jul 06 18:46:46.535473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.536408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.556849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6bedf7dd-14ba-4d2e-9b2f-2797e1e8f7dc tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9739842 Jul 06 18:46:46.559548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34818) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:46.586861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-7645fe1e-a543-41bb-86ed-960155ec62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.591165 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-7645fe1e-a543-41bb-86ed-960155ec62ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e3e677c-90cd-43e1-8625-11768fe77857 HTTP/1.1" status: 200 len: 835 time: 0.0496984 Jul 06 18:46:46.655130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-1c651782-d501-4f58-9716-42589c3545e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.656655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-1c651782-d501-4f58-9716-42589c3545e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516160cc-1fa0-440f-8224-6bf9bb1d29aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578458 Jul 06 18:46:46.672741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3098d-ecd6-4cd7-b3af-39fd0baad24d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.678842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3098d-ecd6-4cd7-b3af-39fd0baad24d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.681789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3cf3098d-ecd6-4cd7-b3af-39fd0baad24d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1193120 Jul 06 18:46:46.683594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:46.752348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-a66cd4e9-e47f-40cd-be48-c6fb37192516 service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880401 Jul 06 18:46:46.784927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-932b51c1-701e-4da2-8cc8-ea5845c27efa tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Deleting port e7ffd355-c9fe-44f8-af78-48757e231c27 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:46.785197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-932b51c1-701e-4da2-8cc8-ea5845c27efa tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.849111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22ed8a37-6d00-4aa0-b827-6aa8624392d2 req-ddfa698c-0a9c-4267-a232-7d01a2531276 service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885432 Jul 06 18:46:46.854146 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-932b51c1-701e-4da2-8cc8-ea5845c27efa tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.869266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-932b51c1-701e-4da2-8cc8-ea5845c27efa tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Calling delete_port for e7ffd355-c9fe-44f8-af78-48757e231c27 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:46.954657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-932b51c1-701e-4da2-8cc8-ea5845c27efa tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.983547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b51c1-701e-4da2-8cc8-ea5845c27efa tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Port': ['ID=e7ffd355-c9fe-44f8-af78-48757e231c27,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:46.988695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-932b51c1-701e-4da2-8cc8-ea5845c27efa tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.991449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-932b51c1-701e-4da2-8cc8-ea5845c27efa tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/ports/e7ffd355-c9fe-44f8-af78-48757e231c27 HTTP/1.1" status: 204 len: 168 time: 0.3060968 Jul 06 18:46:46.993276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34826) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:47.086736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ca82b0a4-5f7a-4f31-82f8-e48fcedcba47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Deleting port 88e197aa-877e-43c0-a3db-3d170df2078b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:47.087096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca82b0a4-5f7a-4f31-82f8-e48fcedcba47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.163946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca82b0a4-5f7a-4f31-82f8-e48fcedcba47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.176872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ca82b0a4-5f7a-4f31-82f8-e48fcedcba47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Calling delete_port for 88e197aa-877e-43c0-a3db-3d170df2078b owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:47.262271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca82b0a4-5f7a-4f31-82f8-e48fcedcba47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.297111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82b0a4-5f7a-4f31-82f8-e48fcedcba47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Port': ['ID=88e197aa-877e-43c0-a3db-3d170df2078b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:47.302281 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca82b0a4-5f7a-4f31-82f8-e48fcedcba47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.304344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ca82b0a4-5f7a-4f31-82f8-e48fcedcba47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/ports/88e197aa-877e-43c0-a3db-3d170df2078b HTTP/1.1" status: 204 len: 168 time: 0.3100853 Jul 06 18:46:47.307477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34828) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:47.338499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-377036fd-61a3-4f56-89a8-befffe389f34 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0297248 Jul 06 18:46:47.342245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34830) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:47.347764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-483405016'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:47.374364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Made reservation on behalf of 989f8a84c1f447a29f22318e250d4e37 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:47.379177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.406068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:47.416602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.416893 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Added segment 616030a9-304f-4269-87c5-bb01de24a0c2 of type vlan for network e5243640-ec56-4743-9895-118c571c5741 Jul 06 18:46:47.463026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.520368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.525958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:47.526542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.582455 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2390459 Jul 06 18:46:47.585324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34834) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:47.592760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1629908898'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:47.607617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d151ce8-cf0a-49e2-ac73-99a1fc5999da tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Network': ['ID=e5243640-ec56-4743-9895-118c571c5741,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:47.621685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3a554-0300-4472-ad25-ffa9af0f2e03 req-73fbbb06-d1fd-43f1-ba98-6b7bcd55d9c9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:47.623244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61e3a554-0300-4472-ad25-ffa9af0f2e03 req-73fbbb06-d1fd-43f1-ba98-6b7bcd55d9c9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 943 time: 0.1392441 Jul 06 18:46:47.623884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e5243640-ec56-4743-9895-118c571c5741 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:47.630870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Made reservation on behalf of 989f8a84c1f447a29f22318e250d4e37 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:47.634818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.660120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:47.670349 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.670622 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Added segment 24387f1e-1f0d-4dda-82d5-23397cc8c8e7 of type vlan for network 8e0833d9-37c6-4da5-b260-de62e8451f94 Jul 06 18:46:47.677126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61e3a554-0300-4472-ad25-ffa9af0f2e03 req-4378abc4-b799-413b-b338-5ad39a4fac27 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442147 Jul 06 18:46:47.717023 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.746295 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.751992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:47.752558 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.809180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2225924 Jul 06 18:46:47.821198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b3f91-6a09-4bca-a558-dbeac6e2236d tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Network': ['ID=8e0833d9-37c6-4da5-b260-de62e8451f94,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:47.838914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8e0833d9-37c6-4da5-b260-de62e8451f94 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:48.191240 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7dd6-e066-4873-b02a-d0b22b618a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.197992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-1168133e-f723-4f27-ab64-0653655f8b8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.203786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-1168133e-f723-4f27-ab64-0653655f8b8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.209821 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-1168133e-f723-4f27-ab64-0653655f8b8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.215708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-1168133e-f723-4f27-ab64-0653655f8b8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.221816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-1168133e-f723-4f27-ab64-0653655f8b8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.228192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-1168133e-f723-4f27-ab64-0653655f8b8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.237225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-1168133e-f723-4f27-ab64-0653655f8b8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.237225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-1168133e-f723-4f27-ab64-0653655f8b8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5472 time: 0.1115253 Jul 06 18:46:48.237512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34842) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:48.345424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a7565054-21a1-4b76-ada3-85bd5f34b8c9 req-23b0d7de-cf95-46ee-b21c-01a4a3f540c8 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010382 Jul 06 18:46:48.387511 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.568745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e587e-de17-43b9-803a-0aef0236700f req-58feab3c-4e62-4155-b71b-1f7919743765 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.574714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e587e-de17-43b9-803a-0aef0236700f req-58feab3c-4e62-4155-b71b-1f7919743765 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.580893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e587e-de17-43b9-803a-0aef0236700f req-58feab3c-4e62-4155-b71b-1f7919743765 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.586886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e587e-de17-43b9-803a-0aef0236700f req-58feab3c-4e62-4155-b71b-1f7919743765 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.593452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e587e-de17-43b9-803a-0aef0236700f req-58feab3c-4e62-4155-b71b-1f7919743765 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.600020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e587e-de17-43b9-803a-0aef0236700f req-58feab3c-4e62-4155-b71b-1f7919743765 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.605863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e587e-de17-43b9-803a-0aef0236700f req-58feab3c-4e62-4155-b71b-1f7919743765 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.607809 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-989e587e-de17-43b9-803a-0aef0236700f req-58feab3c-4e62-4155-b71b-1f7919743765 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5472 time: 0.1153231 Jul 06 18:46:48.659963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.302997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd8fe7-4460-4b7b-b498-5ca7fa24d174 req-8f7a72bb-a1d8-4aa7-93e9-56df1b94bbf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:49.304824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1dd8fe7-4460-4b7b-b498-5ca7fa24d174 req-8f7a72bb-a1d8-4aa7-93e9-56df1b94bbf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 943 time: 0.4882045 Jul 06 18:46:49.358754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1dd8fe7-4460-4b7b-b498-5ca7fa24d174 req-bb7ee679-57c2-4322-a981-abdc1a60d91e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426607 Jul 06 18:46:49.450454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:49.451295 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.460418 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.560009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:49.560743 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.576526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:49.787319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.815371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:49.848327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.848665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.849047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.849363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.849737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.850143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.850634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.850790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.851139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.851556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.851785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.852099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.986540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8419da29-fef6-4683-b38b-04e563a20eed details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:46:50.026650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.099678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8419da29-fef6-4683-b38b-04e563a20eed,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:50.113591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8419da29-fef6-4683-b38b-04e563a20eed', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'port_id': '8419da29-fef6-4683-b38b-04e563a20eed', 'mac_address': 'fa:16:3e:bc:b6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:46:50.180908 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.203955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8419da29-fef6-4683-b38b-04e563a20eed {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:50.230822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8419da29-fef6-4683-b38b-04e563a20eed,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:50.240092 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.276518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 1b7106dc-edc4-4b0c-956a-5411f637ef0d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:50.314121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8419da29-fef6-4683-b38b-04e563a20eed,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:50.409337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:50.421671 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] Sync routers for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:50.424162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4321f6b8-ace3-473c-8489-e2a70264de50 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "PUT /v2.0/routers/1b7106dc-edc4-4b0c-956a-5411f637ef0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1853964 Jul 06 18:46:50.436281 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:50.439917 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:50.508155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8419da29-fef6-4683-b38b-04e563a20eed'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:50.598757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e116d9-baef-4a91-9936-695eb210597e req-3d9e756a-6929-48e1-9b0b-323c12f24a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.600072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e116d9-baef-4a91-9936-695eb210597e req-3d9e756a-6929-48e1-9b0b-323c12f24a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.600732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e116d9-baef-4a91-9936-695eb210597e req-3d9e756a-6929-48e1-9b0b-323c12f24a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.601420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e116d9-baef-4a91-9936-695eb210597e req-3d9e756a-6929-48e1-9b0b-323c12f24a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.602103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e116d9-baef-4a91-9936-695eb210597e req-3d9e756a-6929-48e1-9b0b-323c12f24a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.602783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e116d9-baef-4a91-9936-695eb210597e req-3d9e756a-6929-48e1-9b0b-323c12f24a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.603406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e116d9-baef-4a91-9936-695eb210597e req-3d9e756a-6929-48e1-9b0b-323c12f24a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.606972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14e116d9-baef-4a91-9936-695eb210597e req-3d9e756a-6929-48e1-9b0b-323c12f24a68 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6529 time: 0.1408353 Jul 06 18:46:50.671547 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:50.712989 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14e116d9-baef-4a91-9936-695eb210597e req-50b8609f-7c78-4e00-abe7-d77dfa63c892 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924613 Jul 06 18:46:50.752136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa107bd-88ac-4c67-906b-be013e7797a3 req-fde90f13-0deb-4593-98fa-281c77d66f8b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.756721 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5aa107bd-88ac-4c67-906b-be013e7797a3 req-fde90f13-0deb-4593-98fa-281c77d66f8b tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 944 time: 0.1478634 Jul 06 18:46:50.826257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5aa107bd-88ac-4c67-906b-be013e7797a3 req-b0a1c4a9-8d8f-450a-8a98-74efe586cb71 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634842 Jul 06 18:46:50.952977 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34864) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:50.959597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'subnets': [{'network_id': 'e5243640-ec56-4743-9895-118c571c5741', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2071171660', 'ip_version': 6}, {'network_id': '8e0833d9-37c6-4da5-b260-de62e8451f94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:50.960464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'subnet': {'network_id': 'e5243640-ec56-4743-9895-118c571c5741', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2071171660', 'ip_version': 6}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:50.960786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Request body: {'subnet': {'network_id': '8e0833d9-37c6-4da5-b260-de62e8451f94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:50.978622 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:49Z', 'revision_number': 6, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 1, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:50.988335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947a981-f6b7-4c1c-8b6e-1d997620d2d2 req-063390ce-a0ca-440d-8225-01daae961689 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.990307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9947a981-f6b7-4c1c-8b6e-1d997620d2d2 req-063390ce-a0ca-440d-8225-01daae961689 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 946 time: 0.0697002 Jul 06 18:46:51.006090 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] Checking router: 1b7106dc-edc4-4b0c-956a-5411f637ef0d for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:51.016756 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:51.017462 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:51.019047 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.041608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9947a981-f6b7-4c1c-8b6e-1d997620d2d2 req-c2b2e6c6-ba82-4454-a6e9-0b3d32c915cb tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Jul 06 18:46:51.125520 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:51.148162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Made reservation on behalf of 989f8a84c1f447a29f22318e250d4e37 for: {'subnet': 2} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:51.152874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.153223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.460412 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:49Z', 'revision_number': 6, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 1, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:51.486344 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7307417-8912-403a-97d1-4f9fde64d71c None None] The sync data for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 is: [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:49Z', 'revision_number': 6, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '03b3dfc4-88f1-441f-9dc1-95896dfba1bf', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'port_id': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'mac_address': 'fa:16:3e:82:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:45:15Z', 'updated_at': '2021-07-06T18:45:19Z', 'revision_number': 1, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:51.542214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.602802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Subnet': ['ID=1944b188-328a-491e-821d-68dedd7bb773,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:51.613094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Checking segment: {'id': '616030a9-304f-4269-87c5-bb01de24a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e5243640-ec56-4743-9895-118c571c5741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:51.613454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Network hostable DHCP agents. Network: e5243640-ec56-4743-9895-118c571c5741, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:51.632140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Network e5243640-ec56-4743-9895-118c571c5741 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:51.642295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e5243640-ec56-4743-9895-118c571c5741) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:51.646382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.653437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892e0a5-7e5a-40d0-95be-14ef32263b3b None None] Network e5243640-ec56-4743-9895-118c571c5741 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:51.699068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event updated for resources: {'Subnet': ['ID=fff72d3a-7db8-4040-b3d4-208ec9b56e7c,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:51.714397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Checking segment: {'id': '24387f1e-1f0d-4dda-82d5-23397cc8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8e0833d9-37c6-4da5-b260-de62e8451f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:51.714671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Network hostable DHCP agents. Network: 8e0833d9-37c6-4da5-b260-de62e8451f94, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:51.732459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Network 8e0833d9-37c6-4da5-b260-de62e8451f94 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:51.743218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 8e0833d9-37c6-4da5-b260-de62e8451f94) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:51.747715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.748189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.748808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.759286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf92d58-c92c-471d-98c4-fb58fa60d321 None None] Network 8e0833d9-37c6-4da5-b260-de62e8451f94 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:51.764820 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-194c6202-9f36-4818-8c8c-9026dcadfb47 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8101020 Jul 06 18:46:51.767194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34870) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:51.861682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ab339-627a-44e0-9289-bdc294b0fb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-e5243640-ec56-4743-9895-118c571c5741', 'network_id': 'e5243640-ec56-4743-9895-118c571c5741', 'tenant_id': '989f8a84c1f447a29f22318e250d4e37', 'fixed_ips': [{'subnet_id': '1944b188-328a-491e-821d-68dedd7bb773'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:51.862597 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-371ab339-627a-44e0-9289-bdc294b0fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.890047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38346f-90e2-4880-932d-6a387920091c tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.892093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38346f-90e2-4880-932d-6a387920091c tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.893166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38346f-90e2-4880-932d-6a387920091c tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.904581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0e38346f-90e2-4880-932d-6a387920091c tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1270092 Jul 06 18:46:51.905015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34874) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:51.955616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:51.972327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-095a270d-db6b-4704-a9dd-4586195c35b6 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Deleting subnet 1944b188-328a-491e-821d-68dedd7bb773 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:51.977181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-095a270d-db6b-4704-a9dd-4586195c35b6 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.982032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:51.982379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e3927f0a-d5c5-436a-8b26-ab2c29c3e8aa not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:52.024890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8419da29-fef6-4683-b38b-04e563a20eed up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:52.036145 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-095a270d-db6b-4704-a9dd-4586195c35b6 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.088956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f837e26-666a-4f25-9045-c4b8b96ea1cc req-b1a093f7-ed89-4b0d-a654-57a5a47c4351 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.091084 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f837e26-666a-4f25-9045-c4b8b96ea1cc req-b1a093f7-ed89-4b0d-a654-57a5a47c4351 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 944 time: 0.0925045 Jul 06 18:46:52.093814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-095a270d-db6b-4704-a9dd-4586195c35b6 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.136922 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f837e26-666a-4f25-9045-c4b8b96ea1cc req-00a65447-4f29-4c49-a76d-ac67fe1dd99a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396070 Jul 06 18:46:52.149935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 8419da29-fef6-4683-b38b-04e563a20eed completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:52.165517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb87dd1-55e0-439a-8da6-b48925bec3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-8e0833d9-37c6-4da5-b260-de62e8451f94', 'network_id': '8e0833d9-37c6-4da5-b260-de62e8451f94', 'tenant_id': '989f8a84c1f447a29f22318e250d4e37', 'fixed_ips': [{'subnet_id': 'fff72d3a-7db8-4040-b3d4-208ec9b56e7c'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:52.166454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0fb87dd1-55e0-439a-8da6-b48925bec3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.170173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8419da29-fef6-4683-b38b-04e563a20eed triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:52.170528 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.187072 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-095a270d-db6b-4704-a9dd-4586195c35b6 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-371ab339-627a-44e0-9289-bdc294b0fb9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1944b188-328a-491e-821d-68dedd7bb773: This subnet is being modified by another concurrent operation. Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:46:52.211979 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1944b188-328a-491e-821d-68dedd7bb773: This subnet is being modified by another concurrent operation. Jul 06 18:46:52.215763 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:46:52.227873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4042d9b-ac34-4514-b1a0-fa4bc02c9013 None None] Network e5243640-ec56-4743-9895-118c571c5741 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:52.234766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a270d-db6b-4704-a9dd-4586195c35b6 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Subnet': ['ID=1944b188-328a-491e-821d-68dedd7bb773,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:52.237589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-095a270d-db6b-4704-a9dd-4586195c35b6 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.239540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-095a270d-db6b-4704-a9dd-4586195c35b6 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/subnets/1944b188-328a-491e-821d-68dedd7bb773 HTTP/1.1" status: 204 len: 168 time: 0.3333428 Jul 06 18:46:52.242782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34878) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:52.305070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30d816e-a27d-4872-b792-ad61c2b534c5 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Deleting subnet fff72d3a-7db8-4040-b3d4-208ec9b56e7c {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:52.308950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e30d816e-a27d-4872-b792-ad61c2b534c5 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.339530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5669d-d4e1-4fed-b0b4-09ccdf74e274 req-4bb974a7-f248-45ec-9f24-2d8edabe6c08 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.342247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfb5669d-d4e1-4fed-b0b4-09ccdf74e274 req-4bb974a7-f248-45ec-9f24-2d8edabe6c08 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 946 time: 0.1113861 Jul 06 18:46:52.358116 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e30d816e-a27d-4872-b792-ad61c2b534c5 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.359536 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.408598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfb5669d-d4e1-4fed-b0b4-09ccdf74e274 req-c0f2599f-97ce-4e25-aafd-af2694ef46a5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f34116b-545f-45e8-846d-6b6fc5d14806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590503 Jul 06 18:46:52.423852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-5b597ffb-440c-4b1c-bf73-dfb7bf3e0f04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.426606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-5b597ffb-440c-4b1c-bf73-dfb7bf3e0f04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 946 time: 0.1353958 Jul 06 18:46:52.452495 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.484064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:52.487385 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6718fbf1-29e8-4fb4-9a6a-292f35a2c4a6" -d '{"events": [{"server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "name": "network-vif-plugged", "status": "completed", "tag": "8419da29-fef6-4683-b38b-04e563a20eed"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:52.504489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8419da29-fef6-4683-b38b-04e563a20eed,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:52.515351 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.524851 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.548362 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb480827-3152-475e-b6e2-82778f139d6a x-openstack-request-id: req-cb480827-3152-475e-b6e2-82778f139d6a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:52.548924 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "name": "network-vif-plugged", "status": "completed", "tag": "8419da29-fef6-4683-b38b-04e563a20eed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:52.549327 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb480827-3152-475e-b6e2-82778f139d6a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:52.549908 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed', 'code': 200} Jul 06 18:46:52.568235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:52.568899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.592544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8419da29-fef6-4683-b38b-04e563a20eed,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:52.719454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6b49e-bb12-4570-b5ad-b77e3dd1f1a6 req-bbfb92ea-a8ea-4d9f-8fbb-7ede9953781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.720989 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bf6b49e-bb12-4570-b5ad-b77e3dd1f1a6 req-bbfb92ea-a8ea-4d9f-8fbb-7ede9953781b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 1096 time: 0.0939958 Jul 06 18:46:52.722805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:52.723186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.748658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for 31e3ffcb-8815-47a4-bcbf-183b5d220d8f owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:52.795293 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e30d816e-a27d-4872-b792-ad61c2b534c5 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.820014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0bf6b49e-bb12-4570-b5ad-b77e3dd1f1a6 req-f57b532b-0abd-433a-8f0f-65eaae82a3b0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794909 Jul 06 18:46:52.861326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e30d816e-a27d-4872-b792-ad61c2b534c5 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-0fb87dd1-55e0-439a-8da6-b48925bec3de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fff72d3a-7db8-4040-b3d4-208ec9b56e7c: This subnet is being modified by another concurrent operation. Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:46:52.863484 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fff72d3a-7db8-4040-b3d4-208ec9b56e7c: This subnet is being modified by another concurrent operation. Jul 06 18:46:52.867441 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:46:52.884285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b84fd-d43a-494c-8efe-fdd48aaaa289 None None] Network 8e0833d9-37c6-4da5-b260-de62e8451f94 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:52.917159 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e30d816e-a27d-4872-b792-ad61c2b534c5 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.919887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e30d816e-a27d-4872-b792-ad61c2b534c5 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/subnets/fff72d3a-7db8-4040-b3d4-208ec9b56e7c HTTP/1.1" status: 204 len: 168 time: 0.6759789 Jul 06 18:46:52.920956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d816e-a27d-4872-b792-ad61c2b534c5 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Subnet': ['ID=fff72d3a-7db8-4040-b3d4-208ec9b56e7c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:52.922721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34888) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:52.941611 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.982680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b287d5a3-69c9-428b-b42d-3bae86eb0e76 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.984160 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b287d5a3-69c9-428b-b42d-3bae86eb0e76 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0603275 Jul 06 18:46:52.988159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34892) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:53.002522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=31e3ffcb-8815-47a4-bcbf-183b5d220d8f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:53.059779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] No DVR routers for this DVR port 31e3ffcb-8815-47a4-bcbf-183b5d220d8f on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:53.063481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.068259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2dd46899-54be-4b37-9f84-23e4528e9dc5 req-3a10a0c2-c8ea-4403-b8e7-bf6bfe5d6c29 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "DELETE /v2.0/ports/31e3ffcb-8815-47a4-bcbf-183b5d220d8f HTTP/1.1" status: 204 len: 173 time: 0.6319258 Jul 06 18:46:53.069193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc37ebd-2476-4b8a-8a2a-90a0978d9245', 'name': 'network-vif-deleted', 'tag': '31e3ffcb-8815-47a4-bcbf-183b5d220d8f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:53.084284 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7803f9ae-e128-42c3-8ac3-1526c97cb2d5" -d '{"events": [{"server_uuid": "ecc37ebd-2476-4b8a-8a2a-90a0978d9245", "name": "network-vif-deleted", "tag": "31e3ffcb-8815-47a4-bcbf-183b5d220d8f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:53.127430 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9cdc5-b22b-45d6-9d09-1e38c38c9530 x-openstack-request-id: req-dfe9cdc5-b22b-45d6-9d09-1e38c38c9530 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:53.127937 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc37ebd-2476-4b8a-8a2a-90a0978d9245", "name": "network-vif-deleted", "tag": "31e3ffcb-8815-47a4-bcbf-183b5d220d8f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:53.128194 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfe9cdc5-b22b-45d6-9d09-1e38c38c9530 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:53.128599 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc37ebd-2476-4b8a-8a2a-90a0978d9245', 'name': 'network-vif-deleted', 'tag': '31e3ffcb-8815-47a4-bcbf-183b5d220d8f', 'status': 'completed', 'code': 200} Jul 06 18:46:53.131380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.222534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73982f-b00c-4ad9-89af-2cc4fda3b8f5 req-f1a26b19-b1be-4de0-95ba-eea4c0b94c6c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:53.224051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f73982f-b00c-4ad9-89af-2cc4fda3b8f5 req-f1a26b19-b1be-4de0-95ba-eea4c0b94c6c tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 946 time: 0.1475918 Jul 06 18:46:53.251707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.265442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0833d9-37c6-4da5-b260-de62e8451f94']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.285343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24387f1e-1f0d-4dda-82d5-23397cc8c8e7') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.285635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24387f1e-1f0d-4dda-82d5-23397cc8c8e7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.295957 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f73982f-b00c-4ad9-89af-2cc4fda3b8f5 req-06f44b24-f011-4aa1-b0a0-9ca06792b026 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646613 Jul 06 18:46:53.299202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.312754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.330082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fc82d-78fe-4594-8296-64c86360de03 req-6430bfa4-faf9-4ef7-93b5-9c0f096c2e19 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:53.330291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:53.330596 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.331834 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d34fc82d-78fe-4594-8296-64c86360de03 req-6430bfa4-faf9-4ef7-93b5-9c0f096c2e19 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.0719442 Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:53.333769 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:53.375329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d34fc82d-78fe-4594-8296-64c86360de03 req-2eaafacf-91e5-457e-b41c-2fddc52ed7d6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341601 Jul 06 18:46:53.396253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.403912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.405860 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/networks/8e0833d9-37c6-4da5-b260-de62e8451f94 HTTP/1.1" status: 204 len: 168 time: 0.4157047 Jul 06 18:46:53.408587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34898) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:53.418030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aea92-8b32-4f42-9068-0dd1b279d052 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Network': ['ID=8e0833d9-37c6-4da5-b260-de62e8451f94,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:53.496932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.545874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83755a0-4eba-493e-81ae-84a0c209b574 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:46:53.584220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.594913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5243640-ec56-4743-9895-118c571c5741']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.606539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616030a9-304f-4269-87c5-bb01de24a0c2') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.606895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616030a9-304f-4269-87c5-bb01de24a0c2') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.615968 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6cfda855-6d18-4a9d-aa97-a07e6f331511 req-8b1a626e-60e6-4ed7-bee8-b7002af17a33 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc37ebd-2476-4b8a-8a2a-90a0978d9245 HTTP/1.1" status: 200 len: 210 time: 0.0362592 Jul 06 18:46:53.618089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.638823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.646023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:53.646495 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:53.652703 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:53.718580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.727505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.729363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/networks/e5243640-ec56-4743-9895-118c571c5741 HTTP/1.1" status: 204 len: 168 time: 0.3197696 Jul 06 18:46:53.732124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34902) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:53.736348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83755a0-4eba-493e-81ae-84a0c209b574 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:46:53.759527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aaa6b-b593-47d1-a4ef-bffaece9e1e9 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Network': ['ID=e5243640-ec56-4743-9895-118c571c5741,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:53.828569 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.919070 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.929151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0d2f48-fa33-4c9f-b146-61c576652693']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.940308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c9b003-1332-4506-b7af-5bb34600eaa5') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.940696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c9b003-1332-4506-b7af-5bb34600eaa5') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.950089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.969453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.976375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:53.976930 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:53.980057 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:54.037764 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.045018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.046800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/networks/5a0d2f48-fa33-4c9f-b146-61c576652693 HTTP/1.1" status: 204 len: 168 time: 0.3137617 Jul 06 18:46:54.049543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34904) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:54.052551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c47dc-7154-43f9-b090-35f201616cc9 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:46:54.063509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c1c79-706d-44bf-9445-794d85ce8c07 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Network': ['ID=5a0d2f48-fa33-4c9f-b146-61c576652693,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:54.130708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.178556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c47dc-7154-43f9-b090-35f201616cc9 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:46:54.214382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.224574 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fafce31-85ca-47d4-9013-0562eb3766f0']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:54.234701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad23a26-e73f-40c7-b22a-868db8a99f25') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:54.234985 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad23a26-e73f-40c7-b22a-868db8a99f25') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:54.243909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.263214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.269935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:54.270323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:54.273854 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:54.339413 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.359526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.364187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] 10.222.0.53 "DELETE /v2.0/networks/4fafce31-85ca-47d4-9013-0562eb3766f0 HTTP/1.1" status: 204 len: 168 time: 0.3108356 Jul 06 18:46:54.364187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83eb4-84b0-4a2f-afaa-1bcd3dde2834 tempest-BulkNetworkOpsIpV6Test-361708933 tempest-BulkNetworkOpsIpV6Test-361708933-project] Pushing event deleted for resources: {'Network': ['ID=4fafce31-85ca-47d4-9013-0562eb3766f0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:54.533428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b23e2-deea-4295-9f46-7bbe88cfcca4 req-22795e12-048e-454e-b3f4-05e2a075ae56 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:54.538771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-712b23e2-deea-4295-9f46-7bbe88cfcca4 req-22795e12-048e-454e-b3f4-05e2a075ae56 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 946 time: 0.1118803 Jul 06 18:46:54.598648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-31a45fbe-33fb-43a8-bc98-f1dbe35cfaba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:54.600318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-31a45fbe-33fb-43a8-bc98-f1dbe35cfaba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 946 time: 0.1631794 Jul 06 18:46:54.603377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-712b23e2-deea-4295-9f46-7bbe88cfcca4 req-4246cf05-8459-4aca-adf5-0bba654296fb tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups?id=f012312a-8580-43a1-8b0f-3fdbfa79e967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562823 Jul 06 18:46:54.604738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43241-d3f2-4874-a29e-97883db1fa44 req-05c37943-34c9-41b4-b0e9-655aa2d2fe97 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:54.613376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d43241-d3f2-4874-a29e-97883db1fa44 req-05c37943-34c9-41b4-b0e9-655aa2d2fe97 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.0954571 Jul 06 18:46:54.674948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59d43241-d3f2-4874-a29e-97883db1fa44 req-e614aef5-1925-47dc-b11a-14b51a57cb33 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599713 Jul 06 18:46:54.722665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34918) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:54.738185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34922) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:54.755207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Deleting port d6b130e7-0144-4474-a0e3-be54c9d721cd {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:54.756037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.837893 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea458-411b-4e40-b6f0-aebb3d592d2c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.869042 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea458-411b-4e40-b6f0-aebb3d592d2c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.883906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] For port d6b130e7-0144-4474-a0e3-be54c9d721cd, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6b130e7-0144-4474-a0e3-be54c9d721cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:54.884265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.919902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9bec-7f65-4290-9321-f63905defdd6 req-aa8e4688-10a2-4c30-9d89-fb86a37f5089 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:54.921376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cc2d9bec-7f65-4290-9321-f63905defdd6 req-aa8e4688-10a2-4c30-9d89-fb86a37f5089 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1157537 Jul 06 18:46:54.924169 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a4a6c7fb-2e72-4093-9239-fe1b7bb31254 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=989f8a84c1f447a29f22318e250d4e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983240 Jul 06 18:46:54.926777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34924) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:54.992940 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cc2d9bec-7f65-4290-9321-f63905defdd6 req-842cc6b1-c658-440c-87f2-e1bcc7afe007 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589075 Jul 06 18:46:55.009822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-880bc873-6196-4d0b-81d2-e7a5a68695d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.011386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea458-411b-4e40-b6f0-aebb3d592d2c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.013875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea458-411b-4e40-b6f0-aebb3d592d2c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.015015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4b6ea458-411b-4e40-b6f0-aebb3d592d2c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/security-groups/1f34116b-545f-45e8-846d-6b6fc5d14806 HTTP/1.1" status: 204 len: 168 time: 0.2758448 Jul 06 18:46:55.022531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34928) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:55.051593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34930) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:55.064542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ea458-411b-4e40-b6f0-aebb3d592d2c tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f34116b-545f-45e8-846d-6b6fc5d14806,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:55.076638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-880bc873-6196-4d0b-81d2-e7a5a68695d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.127853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962e50fa-7ad0-496f-9503-3eeacc8d0e4b tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:55.129421 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-962e50fa-7ad0-496f-9503-3eeacc8d0e4b tempest-TestNetworkAdvancedServerOps-2060915812 tempest-TestNetworkAdvancedServerOps-2060915812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 1091 time: 0.1014481 Jul 06 18:46:55.132620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34932) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:55.137598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '8419da29-fef6-4683-b38b-04e563a20eed', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:55.150560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-880bc873-6196-4d0b-81d2-e7a5a68695d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.153102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-880bc873-6196-4d0b-81d2-e7a5a68695d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.156680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-880bc873-6196-4d0b-81d2-e7a5a68695d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a660317-1a7a-4e4d-97c6-ec4598b023dd HTTP/1.1" status: 204 len: 168 time: 0.2265530 Jul 06 18:46:55.156848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c54a84-3969-417a-ab6e-319dd190c1f0 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting subnet d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:55.162079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6c54a84-3969-417a-ab6e-319dd190c1f0 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.171041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bc873-6196-4d0b-81d2-e7a5a68695d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a660317-1a7a-4e4d-97c6-ec4598b023dd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:55.174633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.191679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.192104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.192374 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Floating IP de91234d-02d2-414f-910b-56a4b66acdb4 disassociated. External IP: 172.25.4.58, port: d6b130e7-0144-4474-a0e3-be54c9d721cd. Jul 06 18:46:55.192751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Calling delete_port for d6b130e7-0144-4474-a0e3-be54c9d721cd owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:55.218345 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6c54a84-3969-417a-ab6e-319dd190c1f0 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.279207 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.362087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6c54a84-3969-417a-ab6e-319dd190c1f0 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.399220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Allocated IP 172.25.4.180 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/7b6be4e8-0127-4ba9-9ae8-92678fba2709) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:55.449678 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.483374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event deleted for resources: {'Port': ['ID=d6b130e7-0144-4474-a0e3-be54c9d721cd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:55.485586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6c54a84-3969-417a-ab6e-319dd190c1f0 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.522651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c54a84-3969-417a-ab6e-319dd190c1f0 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:55.524653 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f6c54a84-3969-417a-ab6e-319dd190c1f0 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.526671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f6c54a84-3969-417a-ab6e-319dd190c1f0 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/subnets/d5e50f48-0b34-4ae5-aa2e-2aabbd2a6026 HTTP/1.1" status: 204 len: 168 time: 0.4739416 Jul 06 18:46:55.532761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ec67b-157b-4325-9fa5-0cb47d44b98c None None] Network 3a93b89c-58e9-4712-8659-c5e2e3e845f7 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:55.533416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34944) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:55.577099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.634866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Router cc41aa78-9967-493c-9298-eb028731ba46 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:55.647364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.744937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:55.760294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:55.763756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:55.778805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] DHCP port deletion for 3a93b89c-58e9-4712-8659-c5e2e3e845f7 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:46:55.794088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:55.795079 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.798557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=7b6be4e8-0127-4ba9-9ae8-92678fba2709,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:55.821054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.821418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.821786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.822222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.822593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.822930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.823325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.823657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.823990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.824387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.824628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.824952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:55.835630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] Sync routers for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:55.863393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:55.863788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:55.865979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] No DVR routers for this DVR port d6b130e7-0144-4474-a0e3-be54c9d721cd on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:55.870396 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.872921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1a0ef5b-fed1-4e38-b548-75dea1fc3dd1 req-2a5557c9-3d92-46df-9852-163231546cc5 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.41 "DELETE /v2.0/ports/d6b130e7-0144-4474-a0e3-be54c9d721cd HTTP/1.1" status: 204 len: 173 time: 1.2670848 Jul 06 18:46:55.873616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-deleted', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:55.877449 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0db1e0-dbff-4a43-8295-d80c2a605288" -d '{"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-deleted", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:55.892170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-01aa8f66-1eaa-4c46-955f-d82af101dfc6 req-291b5633-0c27-410e-848f-08362f4dd917 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/ports?device_id=4965a181-09e9-42f2-b572-e067fbb64da8 HTTP/1.1" status: 200 len: 210 time: 0.0620439 Jul 06 18:46:55.935463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] Deleting port 535a2360-2789-410b-805e-b1dfe29e64f4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:55.935841 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.955068 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a213e2a8-5016-440e-af10-2d46e2bd95c0 x-openstack-request-id: req-a213e2a8-5016-440e-af10-2d46e2bd95c0 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:55.955629 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965a181-09e9-42f2-b572-e067fbb64da8", "name": "network-vif-deleted", "tag": "d6b130e7-0144-4474-a0e3-be54c9d721cd", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:55.956077 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a213e2a8-5016-440e-af10-2d46e2bd95c0 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:55.956498 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4965a181-09e9-42f2-b572-e067fbb64da8', 'name': 'network-vif-deleted', 'tag': 'd6b130e7-0144-4474-a0e3-be54c9d721cd', 'status': 'completed', 'code': 200} Jul 06 18:46:56.128443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34960) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:56.154931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] For port 535a2360-2789-410b-805e-b1dfe29e64f4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=535a2360-2789-410b-805e-b1dfe29e64f4,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:56.155275 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.163048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port 535a2360-2789-410b-805e-b1dfe29e64f4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:56.163610 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.173118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:56.175077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] Calling delete_port for 535a2360-2789-410b-805e-b1dfe29e64f4 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:56.240931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1966868210'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:56.265288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:56.268889 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.279203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.327649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port 535a2360-2789-410b-805e-b1dfe29e64f4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=535a2360-2789-410b-805e-b1dfe29e64f4,segment=NetworkSegment(ba5bb7b0-fff5-4c85-aca3-c620c4720df9),segment_id=ba5bb7b0-fff5-4c85-aca3-c620c4720df9)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:56.328062 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.388919 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.397005 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.407052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.417292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for 535a2360-2789-410b-805e-b1dfe29e64f4 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:56.423201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] No DVR routers for this DVR port 535a2360-2789-410b-805e-b1dfe29e64f4 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:56.427319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5632d-6517-4b7c-a18c-184b17805a41 None None] Pushing event deleted for resources: {'Port': ['ID=535a2360-2789-410b-805e-b1dfe29e64f4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:56.449934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:56.466014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02492624-a76f-4471-8bac-61f85ae361f7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:56.473563 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.474071 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Added segment 3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf of type vlan for network 277515fa-5cbd-4ad5-aafb-f5fd503af140 Jul 06 18:46:56.509149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:56.543282 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.564315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] Checking router: cc41aa78-9967-493c-9298-eb028731ba46 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:56.575460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:56.576249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:56.591286 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.598163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:56.598847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.626790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.629560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5000455 Jul 06 18:46:56.641752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34964) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:56.683621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e34db-d694-4979-aea1-3e2ff993dda3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Network': ['ID=277515fa-5cbd-4ad5-aafb-f5fd503af140,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:56.685597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'name': 'tempest-PortsIpV6TestJSON-1550713954'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:56.698474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:56.755004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:56.770650 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.813841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=535a2360-2789-410b-805e-b1dfe29e64f4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:56.835280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] No DVR routers for this DVR port 535a2360-2789-410b-805e-b1dfe29e64f4 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:56.900259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.982443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.988277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:56.991374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:56.994925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.006563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a93b89c-58e9-4712-8659-c5e2e3e845f7']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:57.015675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461986bd-afd2-4f14-a3c3-c56135b8aa99 None None] The sync data for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 is: [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:38:52Z', 'revision_number': 4, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb', 'name': '', 'network_id': '1672d946-2ee8-438a-82b2-d7ba0827f829', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'mac_address': 'fa:16:3e:a0:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:50Z', 'updated_at': '2021-07-06T18:39:05Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'subnets': [{'id': '3255f56c-4e8a-4336-8092-2df3539c8bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:57.028600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:57.028887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5bb7b0-fff5-4c85-aca3-c620c4720df9') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:57.048470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34970) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:57.059401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.061797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port 5737a232-a5ff-499f-8401-32d526e51184 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:46:57.120243 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72830bd4-385e-48fa-98cb-f3fcd35ade57 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.141823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.145746 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72830bd4-385e-48fa-98cb-f3fcd35ade57 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.162200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:57.162713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:57.166267 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:57.207236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72830bd4-385e-48fa-98cb-f3fcd35ade57 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.209836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-72830bd4-385e-48fa-98cb-f3fcd35ade57 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.214004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-72830bd4-385e-48fa-98cb-f3fcd35ade57 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "DELETE /v2.0/security-groups/f012312a-8580-43a1-8b0f-3fdbfa79e967 HTTP/1.1" status: 204 len: 168 time: 0.1644063 Jul 06 18:46:57.214968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34972) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:57.238137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72830bd4-385e-48fa-98cb-f3fcd35ade57 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f012312a-8580-43a1-8b0f-3fdbfa79e967,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:57.241837 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-19130d68-b2dc-4b2f-925c-04f35d1ebdf8 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] show failed (client error): The resource could not be found. Jul 06 18:46:57.246454 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-19130d68-b2dc-4b2f-925c-04f35d1ebdf8 tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "GET /v2.0/security-groups/f012312a-8580-43a1-8b0f-3fdbfa79e967 HTTP/1.1" status: 404 len: 347 time: 0.0265121 Jul 06 18:46:57.246961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34974) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:57.253986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:57.288255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: d6b130e7-0144-4474-a0e3-be54c9d721cd {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:57.288938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6b130e7-0144-4474-a0e3-be54c9d721cd not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:57.289521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 31e3ffcb-8815-47a4-bcbf-183b5d220d8f no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:57.294573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.307385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.309251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/networks/3a93b89c-58e9-4712-8659-c5e2e3e845f7 HTTP/1.1" status: 204 len: 168 time: 1.7749708 Jul 06 18:46:57.313971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 34976) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:57.319211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 31e3ffcb-8815-47a4-bcbf-183b5d220d8f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:57.319735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 31e3ffcb-8815-47a4-bcbf-183b5d220d8f not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:57.337840 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e78c6-918f-4b57-80e0-5374658d1f9b None None] New status for floating IP de91234d-02d2-414f-910b-56a4b66acdb4: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:46:57.375884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab31600-476b-4a2e-9122-2a55e9f88fe3 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Network': ['ID=3a93b89c-58e9-4712-8659-c5e2e3e845f7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:57.395267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.406381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.489428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.511129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event updated for resources: {'Port': ['ID=7b6be4e8-0127-4ba9-9ae8-92678fba2709,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:57.526003 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.636900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.637280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 535a2360-2789-410b-805e-b1dfe29e64f4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:57.663502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 535a2360-2789-410b-805e-b1dfe29e64f4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:57.663883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 535a2360-2789-410b-805e-b1dfe29e64f4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:57.872963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Deleting port 3af4b0ff-c79f-4474-9e17-d3c99b655319 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:57.873332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.982300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.982616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.997021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Calling delete_port for 3af4b0ff-c79f-4474-9e17-d3c99b655319 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:57.999577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port a1f0857c-381c-447a-a46b-2d0a77a0bf8f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:57.999915 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.033694 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Floating IP efe87f1e-8a51-440d-bd0e-9a3d0a0a9039 associated. External IP: 172.25.4.180, port: 8419da29-fef6-4683-b38b-04e563a20eed. Jul 06 18:46:58.072716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=5737a232-a5ff-499f-8401-32d526e51184,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:58.128135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.128351 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.131544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Checking segment: {'id': '3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:58.131905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network hostable DHCP agents. Network: 277515fa-5cbd-4ad5-aafb-f5fd503af140, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:58.149347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for a1f0857c-381c-447a-a46b-2d0a77a0bf8f owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:58.167693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:58.206873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 277515fa-5cbd-4ad5-aafb-f5fd503af140) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:58.213236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:58.216018 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed112b89-136b-4e3f-931e-c49db3a417af None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:58.218536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:58.219412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.261805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.273767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f722467b-3b91-40d7-96eb-e557add633b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6183212 Jul 06 18:46:58.275881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:58.283241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1987592001'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:58.295858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Pushing event deleted for resources: {'Port': ['ID=3af4b0ff-c79f-4474-9e17-d3c99b655319,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:58.321648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router bca1add8-79ba-4964-9689-b537a519d0da has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:58.326587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:58.330209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.391434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:58.400906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.403523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.404675 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-53f3d607-9f15-4a09-8252-4d0d7c3cdbba tempest-AttachVolumeShelveTestJSON-1772203269 tempest-AttachVolumeShelveTestJSON-1772203269-project] 10.222.0.53 "DELETE /v2.0/floatingips/de91234d-02d2-414f-910b-56a4b66acdb4 HTTP/1.1" status: 204 len: 168 time: 1.1567953 Jul 06 18:46:58.408119 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.409066 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Added segment 71599405-e3d2-433d-92ab-d6413bf406ac of type vlan for network 2f140890-5f60-4804-af84-fad14a8f2e67 Jul 06 18:46:58.427374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.462376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=a1f0857c-381c-447a-a46b-2d0a77a0bf8f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:58.489894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.509752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:58.521512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] Sync routers for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:58.531920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:58.532830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:58.538491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.543160 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.543914 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Floating IP 03b3dfc4-88f1-441f-9dc1-95896dfba1bf disassociated (deleted). External IP: 172.25.4.203, port: dc95de6c-b9ef-42d6-a955-f079fbf00fa3. Jul 06 18:46:58.545317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:58.545963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.552635 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.656702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3797421 Jul 06 18:46:58.661366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34984) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:58.670000 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0489c80e-eb06-487b-b366-a384ce9fb944 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5360563 Jul 06 18:46:58.674503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'ports': [{'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140'}, {'network_id': '2f140890-5f60-4804-af84-fad14a8f2e67'}]} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:58.674811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:58.675305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '2f140890-5f60-4804-af84-fad14a8f2e67'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:58.678943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:58.681847 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7f9d84-9768-496f-b5f2-7cac821b8989" -d '{"events": [{"name": "network-changed", "server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "tag": "8419da29-fef6-4683-b38b-04e563a20eed"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:58.684334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b74b0d-148a-4365-8b83-77035be69140 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Network': ['ID=2f140890-5f60-4804-af84-fad14a8f2e67,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:58.762673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:58.765360 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8928fafd-c5e6-4530-a2e5-d7d02fd7c5b1 x-openstack-request-id: req-8928fafd-c5e6-4530-a2e5-d7d02fd7c5b1 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:58.765865 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "tag": "8419da29-fef6-4683-b38b-04e563a20eed", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:58.766296 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8928fafd-c5e6-4530-a2e5-d7d02fd7c5b1 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:58.767431 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed', 'status': 'completed', 'code': 200} Jul 06 18:46:58.872902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 1b7106dc-edc4-4b0c-956a-5411f637ef0d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:58.901947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2f140890-5f60-4804-af84-fad14a8f2e67 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:58.945655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 2} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:58.949172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.975032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.993201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7708fad-e40f-43f6-8979-83182e29e456 req-4a0e97e5-fdd4-4614-b08b-7cea2ffab9b9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.001879 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7708fad-e40f-43f6-8979-83182e29e456 req-4a0e97e5-fdd4-4614-b08b-7cea2ffab9b9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1190121 Jul 06 18:46:59.003034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:59.010366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:59.014361 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] Sync routers for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:59.029529 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:59.030428 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:59.082052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-928b167d-57a4-4ea2-a41f-4d544841a8de tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/floatingips/03b3dfc4-88f1-441f-9dc1-95896dfba1bf HTTP/1.1" status: 204 len: 168 time: 1.7657721 Jul 06 18:46:59.083668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:59.086466 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92024bd-2836-40ce-9fde-7b78a0c7309f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:59.091028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-06af2319-dc0d-4842-9c07-81477fdae446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.092808 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-06af2319-dc0d-4842-9c07-81477fdae446 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 1096 time: 0.3195271 Jul 06 18:46:59.124753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'efe87f1e-8a51-440d-bd0e-9a3d0a0a9039', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'port_id': '8419da29-fef6-4683-b38b-04e563a20eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'mac_address': 'fa:16:3e:bc:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:46:56Z', 'updated_at': '2021-07-06T18:46:56Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:43Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:59.150484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port b01eb516-416f-4fec-8ee0-5d6867a06b9c yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:46:59.158281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] Checking router: bca1add8-79ba-4964-9689-b537a519d0da for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:59.167586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:59.168361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:59.195574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-e201156c-a9f4-4da6-976b-c83f46728dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.197099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-e201156c-a9f4-4da6-976b-c83f46728dd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=516160cc-1fa0-440f-8224-6bf9bb1d29aa HTTP/1.1" status: 200 len: 898 time: 0.0964837 Jul 06 18:46:59.202108 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7708fad-e40f-43f6-8979-83182e29e456 req-cfcbc1e2-7686-43a1-8f19-14cf07233e9e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992867 Jul 06 18:46:59.229570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 34994) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:59.309344 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:59.322583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:59.341430 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21e8918-e5d9-4a18-94bf-ce14a2d436e2 x-openstack-request-id: req-f21e8918-e5d9-4a18-94bf-ce14a2d436e2 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:59.341644 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:59.341939 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f21e8918-e5d9-4a18-94bf-ce14a2d436e2 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:59.342312 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'status': 'completed', 'code': 200} Jul 06 18:46:59.472735 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7431e1e0-784a-4291-a1b0-2f554b48f98c tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/efe87f1e-8a51-440d-bd0e-9a3d0a0a9039 HTTP/1.1" status: 200 len: 991 time: 0.2419126 Jul 06 18:46:59.517488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-cdfec42a-14c7-4574-930f-3c96190e5613 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8419da29-fef6-4683-b38b-04e563a20eed HTTP/1.1" status: 200 len: 999 time: 0.3128693 Jul 06 18:46:59.536920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:59.620610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-0ae35808-4ba9-49ac-a4eb-e3d09f9fbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.622504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-0ae35808-4ba9-49ac-a4eb-e3d09f9fbb1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e3e677c-90cd-43e1-8625-11768fe77857 HTTP/1.1" status: 200 len: 835 time: 0.0795393 Jul 06 18:46:59.657282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-a02a8568-5662-4602-8bc8-d4913bb8a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.658856 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-a02a8568-5662-4602-8bc8-d4913bb8a637 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 1096 time: 0.3157954 Jul 06 18:46:59.687314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'efe87f1e-8a51-440d-bd0e-9a3d0a0a9039', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'port_id': '8419da29-fef6-4683-b38b-04e563a20eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'mac_address': 'fa:16:3e:bc:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:46:56Z', 'updated_at': '2021-07-06T18:46:56Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:43Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:59.720940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e631960-65cf-45d8-88a6-54b14cb6d452 None None] The sync data for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 is: [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'efe87f1e-8a51-440d-bd0e-9a3d0a0a9039', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'port_id': '8419da29-fef6-4683-b38b-04e563a20eed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'mac_address': 'fa:16:3e:bc:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:46:56Z', 'updated_at': '2021-07-06T18:46:56Z', 'revision_number': 0, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:43Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:59.780408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port eb75e0f3-d9e2-45a2-adfd-6cb122cb8d07 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:46:59.791927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:49Z', 'revision_number': 6, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:59.798619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dea81-e743-4553-ad10-489abc203192 req-2c4ed4aa-8bc8-448b-ac36-3225542dc122 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.800616 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-213dea81-e743-4553-ad10-489abc203192 req-2c4ed4aa-8bc8-448b-ac36-3225542dc122 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 945 time: 0.1972184 Jul 06 18:46:59.838827 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] Checking router: 1b7106dc-edc4-4b0c-956a-5411f637ef0d for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:59.852516 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:59.853385 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:59.868133 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-213dea81-e743-4553-ad10-489abc203192 req-a466a1db-b5b9-4c33-966b-8e4f9a8e99ee tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533738 Jul 06 18:46:59.893647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-049105ed-f28f-47d2-9838-4f0b7e9dc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.895631 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-049105ed-f28f-47d2-9838-4f0b7e9dc878 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516160cc-1fa0-440f-8224-6bf9bb1d29aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2635281 Jul 06 18:46:59.902314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-ebff6f72-55fd-45a5-95e5-966cb719c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.903915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-ebff6f72-55fd-45a5-95e5-966cb719c529 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1263010-6d0d-4970-97ee-a5a219134e15 HTTP/1.1" status: 200 len: 898 time: 0.2016387 Jul 06 18:46:59.963987 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-a207a299-ee1d-4ac3-b0ba-64bd78ff7991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3 HTTP/1.1" status: 200 len: 217 time: 0.0494266 Jul 06 18:47:00.022306 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:00.032623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.068468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b089367-96b2-4a6f-a16b-95f7c720c6a7 None None] New status for floating IP efe87f1e-8a51-440d-bd0e-9a3d0a0a9039: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:47:00.090201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-be41f5e7-0d54-4c76-8944-19d06d9dfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:00.091710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-be41f5e7-0d54-4c76-8944-19d06d9dfefa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79a88383-6e4a-43e4-b766-2e4079da27b5 HTTP/1.1" status: 200 len: 834 time: 0.1164334 Jul 06 18:47:00.129477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.146741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-00b81fae-b0d4-4500-b41b-2f19eab6ef93 service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418194 Jul 06 18:47:00.235781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:00.253169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:00.263552 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:49Z', 'revision_number': 6, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:00.264645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:00.268135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.278268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=b01eb516-416f-4fec-8ee0-5d6867a06b9c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:00.284336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-7ab37207-c20c-4efe-b74b-aa40f6666e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:00.292647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-7ab37207-c20c-4efe-b74b-aa40f6666e17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1263010-6d0d-4970-97ee-a5a219134e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873102 Jul 06 18:47:00.314758 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55f60-a955-40c8-9f3b-ed0eb6fc71aa None None] The sync data for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 is: [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:46:49Z', 'revision_number': 6, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1520dd3b-8375-4423-980b-301e4bacbc8f', 'name': '', 'network_id': 'b1263010-6d0d-4970-97ee-a5a219134e15', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:91:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:43Z', 'updated_at': '2021-07-06T18:44:56Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': '79a88383-6e4a-43e4-b766-2e4079da27b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:00.334023 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db7f9d84-9768-496f-b5f2-7cac821b8989 req-a9145376-e8f0-4bb0-bc50-59b24eb04e8b service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792898 Jul 06 18:47:00.373499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=eb75e0f3-d9e2-45a2-adfd-6cb122cb8d07,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:00.400068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Checking segment: {'id': '71599405-e3d2-433d-92ab-d6413bf406ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2f140890-5f60-4804-af84-fad14a8f2e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:00.400448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network hostable DHCP agents. Network: 2f140890-5f60-4804-af84-fad14a8f2e67, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:47:00.421901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 2f140890-5f60-4804-af84-fad14a8f2e67 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:47:00.437950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-a896cfbf-ba97-466e-af2b-a26d513dd42c service neutron] 10.222.0.41 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292391 Jul 06 18:47:00.438159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2f140890-5f60-4804-af84-fad14a8f2e67) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:00.442601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:00.448256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a43498-babb-4b45-b3bb-3e1ca8891d8e None None] Network 2f140890-5f60-4804-af84-fad14a8f2e67 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:00.450573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:00.455586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:00.456290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.476125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35000) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:00.487355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7ba888b7-e137-47ee-bec2-51729a590611 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8245995 Jul 06 18:47:00.489913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35002) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:00.567574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d92024bd-2836-40ce-9fde-7b78a0c7309f req-7ebf7cf7-e6a2-4e3c-aee5-d0be60edf310 service neutron] 10.222.0.41 "GET /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222339 Jul 06 18:47:00.613246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-38d80522-d495-4b44-bd16-7c9c193139a4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/efe87f1e-8a51-440d-bd0e-9a3d0a0a9039 HTTP/1.1" status: 200 len: 993 time: 0.1356113 Jul 06 18:47:00.683666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5452147b-ff72-4154-8895-f9e07b47d973 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port eb75e0f3-d9e2-45a2-adfd-6cb122cb8d07 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:00.684036 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5452147b-ff72-4154-8895-f9e07b47d973 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.766338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5452147b-ff72-4154-8895-f9e07b47d973 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.788466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5452147b-ff72-4154-8895-f9e07b47d973 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for eb75e0f3-d9e2-45a2-adfd-6cb122cb8d07 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:00.872702 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21aa186-3d4b-4013-9ff8-8413311c053e None None] New status for floating IP 03b3dfc4-88f1-441f-9dc1-95896dfba1bf: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:47:00.893109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5452147b-ff72-4154-8895-f9e07b47d973 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.966714 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5452147b-ff72-4154-8895-f9e07b47d973 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.968774 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5452147b-ff72-4154-8895-f9e07b47d973 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/eb75e0f3-d9e2-45a2-adfd-6cb122cb8d07 HTTP/1.1" status: 204 len: 168 time: 0.4774482 Jul 06 18:47:00.971389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:00.987319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452147b-ff72-4154-8895-f9e07b47d973 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=eb75e0f3-d9e2-45a2-adfd-6cb122cb8d07,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:01.027920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-0a3517c3-d921-4234-9af6-9f694b4f15e9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:01.029749 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-0a3517c3-d921-4234-9af6-9f694b4f15e9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 945 time: 0.0933931 Jul 06 18:47:01.107881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b3b9d-2fcb-48a8-ab13-1e936577e602 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:01.114341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b3b9d-2fcb-48a8-ab13-1e936577e602 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:01.119959 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-079b3b9d-2fcb-48a8-ab13-1e936577e602 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1470542 Jul 06 18:47:01.120531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35018) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:01.228336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:01.228694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.232547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a5518f92-ded5-44a1-9bc5-74d3b54947df tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port b01eb516-416f-4fec-8ee0-5d6867a06b9c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:01.232981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5518f92-ded5-44a1-9bc5-74d3b54947df tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.302466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5518f92-ded5-44a1-9bc5-74d3b54947df tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.318058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a5518f92-ded5-44a1-9bc5-74d3b54947df tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for b01eb516-416f-4fec-8ee0-5d6867a06b9c owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:01.322966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port dc95de6c-b9ef-42d6-a955-f079fbf00fa3, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:01.323900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.338715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for dc95de6c-b9ef-42d6-a955-f079fbf00fa3 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:01.408446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842380c-dd06-4009-8f8e-bf2025d9e312 req-a3dfe733-7aaf-458b-ae72-8ffe6f658cfa tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:01.414650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a842380c-dd06-4009-8f8e-bf2025d9e312 req-a3dfe733-7aaf-458b-ae72-8ffe6f658cfa tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6d43dd5-b535-465e-8dd4-4e559a059ac2 HTTP/1.1" status: 200 len: 945 time: 0.3250067 Jul 06 18:47:01.415081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5518f92-ded5-44a1-9bc5-74d3b54947df tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.450888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5518f92-ded5-44a1-9bc5-74d3b54947df tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=b01eb516-416f-4fec-8ee0-5d6867a06b9c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:01.467915 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5518f92-ded5-44a1-9bc5-74d3b54947df tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.470285 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a5518f92-ded5-44a1-9bc5-74d3b54947df tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/b01eb516-416f-4fec-8ee0-5d6867a06b9c HTTP/1.1" status: 204 len: 168 time: 0.3487227 Jul 06 18:47:01.471544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a842380c-dd06-4009-8f8e-bf2025d9e312 req-a092ab60-f4e8-46d4-8c74-8e22f939c06d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0a866b3-e148-466f-8252-86b262ca3e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559576 Jul 06 18:47:01.472806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35020) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:01.575950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc6eb9-ae2e-4268-abdd-61ec2f9aff61 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:01.577445 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-38bc6eb9-ae2e-4268-abdd-61ec2f9aff61 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1033309 Jul 06 18:47:01.577924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.580329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35022) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:01.609319 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ec0607-34b5-4e9d-943d-213450a8c727 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:01.613484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c3ec0607-34b5-4e9d-943d-213450a8c727 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/eb75e0f3-d9e2-45a2-adfd-6cb122cb8d07 HTTP/1.1" status: 404 len: 333 time: 0.0295832 Jul 06 18:47:01.613707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=dc95de6c-b9ef-42d6-a955-f079fbf00fa3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:01.613823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35024) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:01.655851 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a0783d-ede0-4e82-8d5b-1ace67eaca3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:01.658177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f3a0783d-ede0-4e82-8d5b-1ace67eaca3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/b01eb516-416f-4fec-8ee0-5d6867a06b9c HTTP/1.1" status: 404 len: 333 time: 0.0435460 Jul 06 18:47:01.661115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35026) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:01.674895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] No DVR routers for this DVR port dc95de6c-b9ef-42d6-a955-f079fbf00fa3 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:01.677736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.681230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-04c201e6-22e4-4acd-8fb2-1ea29652d824 req-bf53e638-eeca-4a15-a574-a588745c46ef tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "DELETE /v2.0/ports/dc95de6c-b9ef-42d6-a955-f079fbf00fa3 HTTP/1.1" status: 204 len: 173 time: 0.6443968 Jul 06 18:47:01.681880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'name': 'network-vif-deleted', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:01.685275 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850b0ded-4d56-4bcc-9e2a-b7a25442b210" -d '{"events": [{"server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "name": "network-vif-deleted", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:01.756354 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ebbc8-6003-4d59-830f-9799701fd46a x-openstack-request-id: req-1e3ebbc8-6003-4d59-830f-9799701fd46a {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:01.756648 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d43dd5-b535-465e-8dd4-4e559a059ac2", "name": "network-vif-deleted", "tag": "dc95de6c-b9ef-42d6-a955-f079fbf00fa3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:01.756902 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e3ebbc8-6003-4d59-830f-9799701fd46a {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:01.757299 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d43dd5-b535-465e-8dd4-4e559a059ac2', 'name': 'network-vif-deleted', 'tag': 'dc95de6c-b9ef-42d6-a955-f079fbf00fa3', 'status': 'completed', 'code': 200} Jul 06 18:47:01.759665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.854542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.864962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f140890-5f60-4804-af84-fad14a8f2e67']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:01.877038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71599405-e3d2-433d-92ab-d6413bf406ac') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:01.877334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71599405-e3d2-433d-92ab-d6413bf406ac') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:01.888010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.902544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.909020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:01.909459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:01.912825 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:01.977246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.995620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.001395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/networks/2f140890-5f60-4804-af84-fad14a8f2e67 HTTP/1.1" status: 204 len: 168 time: 0.3352306 Jul 06 18:47:02.001936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35030) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:02.003007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84d92b-af4a-40df-9793-4424436bac1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Network': ['ID=2f140890-5f60-4804-af84-fad14a8f2e67,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:02.007498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-279905515'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:02.037131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:02.041204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.071305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:47:02.082151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.082492 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Added segment 5918f0c4-5586-4353-993d-3a3067cb666c of type vlan for network 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 Jul 06 18:47:02.127513 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.178823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.185816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:02.186601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.244905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2415295 Jul 06 18:47:02.248255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35034) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:02.254566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:02.269759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce50035-78ef-447c-8ebd-2c26cab7a4ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Network': ['ID=5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:02.282174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:47:02.370660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:02.374798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.565843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.579406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35038) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:02.629340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=3797bb1c-95b8-4cee-9517-c4a698791202,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:02.646249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Checking segment: {'id': '5918f0c4-5586-4353-993d-3a3067cb666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:02.646784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network hostable DHCP agents. Network: 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:47:02.648522 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5f100ac-b87a-4298-bc61-6c9ae378ee2b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.665578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:47:02.675873 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5f100ac-b87a-4298-bc61-6c9ae378ee2b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.676252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:02.681420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:02.682113 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.687505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f5ccb6-8452-4ab8-a5b8-cc74a2fa9d20 None None] Network 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:02.698344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-41944adb-f6da-43ec-a224-4e10f3fe251a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4484394 Jul 06 18:47:02.701784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35040) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:02.707899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85', 'name': 'tempest-PortsIpV6TestJSON-1867486302'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:02.773326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5f100ac-b87a-4298-bc61-6c9ae378ee2b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.776368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5f100ac-b87a-4298-bc61-6c9ae378ee2b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.777560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e5f100ac-b87a-4298-bc61-6c9ae378ee2b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0a866b3-e148-466f-8252-86b262ca3e2e HTTP/1.1" status: 204 len: 168 time: 0.1971231 Jul 06 18:47:02.787132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f100ac-b87a-4298-bc61-6c9ae378ee2b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a866b3-e148-466f-8252-86b262ca3e2e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:02.832489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35044) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:02.859206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:02.871470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:02.897667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port 8802df07-750a-405e-a184-09929b600d10 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:02.901619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85', 'network_id': '5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85', 'tenant_id': '7f91328d6ffc4dbaa4f0f8d26c09d3b2', 'fixed_ips': [{'subnet_id': '3797bb1c-95b8-4cee-9517-c4a698791202'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:47:02.903335 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.026487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::fa (5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85/3797bb1c-95b8-4cee-9517-c4a698791202/8802df07-750a-405e-a184-09929b600d10) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:03.181743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.196234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object 8802df07-750a-405e-a184-09929b600d10 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:03.237470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.274193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.292377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:03.298104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:03.301644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:03.305396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Allocated IP 2001:db8::2 (5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85/3797bb1c-95b8-4cee-9517-c4a698791202/def89225-2011-4163-bd0e-24e6ef22e1e5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:03.310441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:03.311120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.328093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=8802df07-750a-405e-a184-09929b600d10,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:03.351347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4fca4b8f-5b74-4033-9f8d-3bee49849473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6483645 Jul 06 18:47:03.354310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35048) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:03.479537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0e482af8-ea52-4ea4-9533-66bdefc63221 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 8802df07-750a-405e-a184-09929b600d10 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:03.480889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e482af8-ea52-4ea4-9533-66bdefc63221 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.503842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.513285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Transition to ACTIVE for port object def89225-2011-4163-bd0e-24e6ef22e1e5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:03.530292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Transition to ACTIVE for port object def89225-2011-4163-bd0e-24e6ef22e1e5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:03.538435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.594433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e482af8-ea52-4ea4-9533-66bdefc63221 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.598581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Network 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:03.606369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:03.610164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0e482af8-ea52-4ea4-9533-66bdefc63221 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 8802df07-750a-405e-a184-09929b600d10 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:03.615616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:03.626971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Pushing event updated for resources: {'Port': ['ID=def89225-2011-4163-bd0e-24e6ef22e1e5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:03.646105 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port 1520dd3b-8375-4423-980b-301e4bacbc8f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:03.646751 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.663038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.663534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.664024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.664505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.664993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.665480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.666142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.666479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.667391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.667886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.668457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.668937 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:03.723033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Attempting to bind port def89225-2011-4163-bd0e-24e6ef22e1e5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:03.723360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Attempting to bind port def89225-2011-4163-bd0e-24e6ef22e1e5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '5918f0c4-5586-4353-993d-3a3067cb666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:03.723661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Attempting to bind port def89225-2011-4163-bd0e-24e6ef22e1e5 on network 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:03.730094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:03.730094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Checking segment: {'id': '5918f0c4-5586-4353-993d-3a3067cb666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:03.730402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.730952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Bound using segment: {'id': '5918f0c4-5586-4353-993d-3a3067cb666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:03.731445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Bound port: def89225-2011-4163-bd0e-24e6ef22e1e5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5918f0c4-5586-4353-993d-3a3067cb666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:03.731833 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.790415 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e482af8-ea52-4ea4-9533-66bdefc63221 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.809558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] For port def89225-2011-4163-bd0e-24e6ef22e1e5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:03.813681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] For port def89225-2011-4163-bd0e-24e6ef22e1e5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=def89225-2011-4163-bd0e-24e6ef22e1e5,segment=NetworkSegment(5918f0c4-5586-4353-993d-3a3067cb666c),segment_id=5918f0c4-5586-4353-993d-3a3067cb666c)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:03.821255 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.828450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e482af8-ea52-4ea4-9533-66bdefc63221 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=8802df07-750a-405e-a184-09929b600d10,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:03.875609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0e482af8-ea52-4ea4-9533-66bdefc63221 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.880585 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0e482af8-ea52-4ea4-9533-66bdefc63221 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/8802df07-750a-405e-a184-09929b600d10 HTTP/1.1" status: 204 len: 168 time: 0.5236528 Jul 06 18:47:03.881291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35050) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:03.914011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b10298-cd60-4efc-a31a-567f1cfc2105 None None] Pushing event updated for resources: {'Port': ['ID=def89225-2011-4163-bd0e-24e6ef22e1e5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:03.915782 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6b0b7d-7e5f-4d2d-960d-2bb64fc90b93 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:03.916530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6b0b7d-7e5f-4d2d-960d-2bb64fc90b93 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:03.921155 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4a6b0b7d-7e5f-4d2d-960d-2bb64fc90b93 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/8802df07-750a-405e-a184-09929b600d10 HTTP/1.1" status: 404 len: 333 time: 0.0386615 Jul 06 18:47:03.921840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35052) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:03.953912 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b78136-676f-4d0b-a3d8-4466d0a4de03 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:03.955869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-34b78136-676f-4d0b-a3d8-4466d0a4de03 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/8802df07-750a-405e-a184-09929b600d10 HTTP/1.1" status: 404 len: 333 time: 0.0328922 Jul 06 18:47:03.958563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35054) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:04.023683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efc6161-3e47-4999-8ea2-7741e1a92916 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet 3797bb1c-95b8-4cee-9517-c4a698791202 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:04.028430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5efc6161-3e47-4999-8ea2-7741e1a92916 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.074566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5efc6161-3e47-4999-8ea2-7741e1a92916 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.210735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port 1520dd3b-8375-4423-980b-301e4bacbc8f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1520dd3b-8375-4423-980b-301e4bacbc8f,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:04.211407 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.226602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for 1520dd3b-8375-4423-980b-301e4bacbc8f owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:04.238398 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5efc6161-3e47-4999-8ea2-7741e1a92916 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.349913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5efc6161-3e47-4999-8ea2-7741e1a92916 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.386497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc6161-3e47-4999-8ea2-7741e1a92916 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=3797bb1c-95b8-4cee-9517-c4a698791202,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:04.398147 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5efc6161-3e47-4999-8ea2-7741e1a92916 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.400500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5efc6161-3e47-4999-8ea2-7741e1a92916 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/3797bb1c-95b8-4cee-9517-c4a698791202 HTTP/1.1" status: 204 len: 168 time: 0.4405572 Jul 06 18:47:04.403239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35060) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:04.501080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.508529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.536689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35064) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:04.550950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=1520dd3b-8375-4423-980b-301e4bacbc8f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:04.582479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port def89225-2011-4163-bd0e-24e6ef22e1e5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:04.582997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.660628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] For port def89225-2011-4163-bd0e-24e6ef22e1e5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=def89225-2011-4163-bd0e-24e6ef22e1e5,segment=NetworkSegment(5918f0c4-5586-4353-993d-3a3067cb666c),segment_id=5918f0c4-5586-4353-993d-3a3067cb666c)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:04.660988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.685030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for def89225-2011-4163-bd0e-24e6ef22e1e5 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:04.778988 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.863600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.932358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No DVR routers for this DVR port def89225-2011-4163-bd0e-24e6ef22e1e5 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:04.934135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=def89225-2011-4163-bd0e-24e6ef22e1e5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:05.017786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 1b7106dc-edc4-4b0c-956a-5411f637ef0d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:47:05.050203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.066732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:05.080156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5918f0c4-5586-4353-993d-3a3067cb666c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:05.080449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5918f0c4-5586-4353-993d-3a3067cb666c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:05.092997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.116692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7bd2db-b536-4694-bd83-2ad46261135c None None] Network 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:05.127998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.135733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:05.138025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:05.138526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.141889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-200c2936-2b8d-4303-b530-5b5e33fe4045 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "PUT /v2.0/routers/1b7106dc-edc4-4b0c-956a-5411f637ef0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3076038 Jul 06 18:47:05.144691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35068) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:05.144822 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:05.158960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] Sync routers for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:05.173964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9fbef6de-1e36-40a5-aba0-a7ff86f45578 None None] Could not find standard attr ID for object def89225-2011-4163-bd0e-24e6ef22e1e5. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:05.193855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:05.194700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:05.204257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb57aa0b-fe47-4642-a1b5-6491b243160f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting subnet 79a88383-6e4a-43e4-b766-2e4079da27b5 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:05.208178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb57aa0b-fe47-4642-a1b5-6491b243160f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.232120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.246315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.254887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35070) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:05.256303 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/networks/5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 HTTP/1.1" status: 204 len: 168 time: 0.8519149 Jul 06 18:47:05.259334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc95de6c-b9ef-42d6-a955-f079fbf00fa3 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:05.261652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2003739330'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:05.269138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc18d8-0cd7-44c4-b3cd-0a0753c7a5a8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Network': ['ID=5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:05.272391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb57aa0b-fe47-4642-a1b5-6491b243160f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.281236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: dc95de6c-b9ef-42d6-a955-f079fbf00fa3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:05.281661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc95de6c-b9ef-42d6-a955-f079fbf00fa3 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:05.327829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:05.331638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.340895 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.368353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:05.390013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:47:05.411688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.412119 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Added segment 179d5010-67ec-40df-862d-46768aaa12fd of type vlan for network c643313b-a5aa-4267-8183-614ce5f570ba Jul 06 18:47:05.423357 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb57aa0b-fe47-4642-a1b5-6491b243160f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.434866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd818f7-234f-4f44-b0dd-c94822036510 None None] DHCP port deletion for 5297cbf9-fdf6-4e3f-9c66-9e8d57cbaf85 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:05.498837 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.540736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb57aa0b-fe47-4642-a1b5-6491b243160f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.574755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.575744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:05.576417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.599215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:47:04Z', 'revision_number': 7, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:05.632071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] Checking router: 1b7106dc-edc4-4b0c-956a-5411f637ef0d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:47:05.641057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] Routers {'1b7106dc-edc4-4b0c-956a-5411f637ef0d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:05.641687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:05.650373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57aa0b-fe47-4642-a1b5-6491b243160f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Subnet': ['ID=79a88383-6e4a-43e4-b766-2e4079da27b5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:05.661352 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb57aa0b-fe47-4642-a1b5-6491b243160f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.663347 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb57aa0b-fe47-4642-a1b5-6491b243160f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/subnets/79a88383-6e4a-43e4-b766-2e4079da27b5 HTTP/1.1" status: 204 len: 168 time: 0.5185750 Jul 06 18:47:05.667890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35072) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:05.680799 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4238958 Jul 06 18:47:05.681649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791bfde-3f12-426a-9806-8d87e6e1cb59 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Network': ['ID=c643313b-a5aa-4267-8183-614ce5f570ba,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:05.684690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35074) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:05.690945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8532c5c-3732-4fac-bd68-70628b1cc662 None None] Network b1263010-6d0d-4970-97ee-a5a219134e15 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:05.695767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c643313b-a5aa-4267-8183-614ce5f570ba details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:47:05.724221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': 'c643313b-a5aa-4267-8183-614ce5f570ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:05.867749 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.909237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] Set router 1b7106dc-edc4-4b0c-956a-5411f637ef0d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:05.916836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:05.920667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.047549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Deleting port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:06.047956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.074559 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.134330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:47:04Z', 'revision_number': 7, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:06.157263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] For port ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:06.157658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.169038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] DHCP port deletion for b1263010-6d0d-4970-97ee-a5a219134e15 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:06.173574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cfdd2-b914-4fa9-a74e-0bb1760b1087 None None] The sync data for ids ['1b7106dc-edc4-4b0c-956a-5411f637ef0d'] in n-d-799684-2 is: [{'id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'name': 'tempest-TestNetworkBasicOps-router-2110887766', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:47:04Z', 'revision_number': 7, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3e171c32-608a-43d6-be74-be3f1542fb7d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7106dc-edc4-4b0c-956a-5411f637ef0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:36Z', 'updated_at': '2021-07-06T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:06.198198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Calling delete_port for ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:06.223281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port 3e171c32-608a-43d6-be74-be3f1542fb7d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:06.223676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.242400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] Deleting port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:06.242778 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.276943 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.316242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] For port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0d3929a0-c2d9-49c9-af78-6f1efd025ef4,segment=NetworkSegment(05f9469e-b408-4d6a-afc9-b42711d77971),segment_id=05f9469e-b408-4d6a-afc9-b42711d77971)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:06.316629 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.330189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] Calling delete_port for 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:06.368495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=3c24a30b-5e02-4b17-ab4b-52452f9d8c02,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:06.387826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port 3e171c32-608a-43d6-be74-be3f1542fb7d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3e171c32-608a-43d6-be74-be3f1542fb7d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:06.388290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.404161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for 3e171c32-608a-43d6-be74-be3f1542fb7d owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:06.406084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Checking segment: {'id': '179d5010-67ec-40df-862d-46768aaa12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c643313b-a5aa-4267-8183-614ce5f570ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:06.406455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network hostable DHCP agents. Network: c643313b-a5aa-4267-8183-614ce5f570ba, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:47:06.415910 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.430660 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.444248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] Pushing event deleted for resources: {'Port': ['ID=0d3929a0-c2d9-49c9-af78-6f1efd025ef4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:06.446147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2720f-4515-413b-bf75-d1bd3fe30cb8 None None] No DVR routers for this DVR port 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:06.461569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:06.477787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network c643313b-a5aa-4267-8183-614ce5f570ba is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:47:06.495468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c643313b-a5aa-4267-8183-614ce5f570ba) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:06.500024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:06.500681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.504695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258aec32-5661-4c3e-8b66-6b048cea81a0 None None] Network c643313b-a5aa-4267-8183-614ce5f570ba requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:06.560482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c0767f28-e148-4337-bdc4-5b3af8fe77ba tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8420613 Jul 06 18:47:06.563318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35076) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:06.568626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': 'c643313b-a5aa-4267-8183-614ce5f570ba', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1307356911'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:06.719083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c643313b-a5aa-4267-8183-614ce5f570ba', 'network_id': 'c643313b-a5aa-4267-8183-614ce5f570ba', 'tenant_id': '7f91328d6ffc4dbaa4f0f8d26c09d3b2', 'fixed_ips': [{'subnet_id': '3c24a30b-5e02-4b17-ab4b-52452f9d8c02'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:47:06.720008 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.723330 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.750780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.796737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:06.801044 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:06.806841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=3e171c32-608a-43d6-be74-be3f1542fb7d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:06.848179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port f95ea7dd-08de-46a0-a894-28845ded3742 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:06.937266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.027601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Router cc41aa78-9967-493c-9298-eb028731ba46 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:47:07.061542 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.065315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.133630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::84 (c643313b-a5aa-4267-8183-614ce5f570ba/3c24a30b-5e02-4b17-ab4b-52452f9d8c02/f95ea7dd-08de-46a0-a894-28845ded3742) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:07.143059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:07.143801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.144361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Fanout notify agent at l3_agent the message router_deleted on router 1b7106dc-edc4-4b0c-956a-5411f637ef0d {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:47:07.149406 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-afbc744f-580d-4157-a261-9344d3bceb26 admin admin] 10.222.0.53 "PUT /v2.0/routers/cc41aa78-9967-493c-9298-eb028731ba46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6113963 Jul 06 18:47:07.151364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.151954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35078) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:07.155148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2c8068ae-24d8-4bb3-881b-4d1a2a938019 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/routers/1b7106dc-edc4-4b0c-956a-5411f637ef0d HTTP/1.1" status: 204 len: 168 time: 1.4861312 Jul 06 18:47:07.157466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35080) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:07.158304 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] Sync routers for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:07.173657 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:07.174421 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:07.264193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.300004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.400489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.407662 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:07.410616 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.437414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.440825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object f95ea7dd-08de-46a0-a894-28845ded3742 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:07.451271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1263010-6d0d-4970-97ee-a5a219134e15']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:07.458539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Deleting port b3724b64-9863-4eb3-b312-ecdcd3609bf6 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:07.459006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.464486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f9469e-b408-4d6a-afc9-b42711d77971') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:07.464799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f9469e-b408-4d6a-afc9-b42711d77971') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:07.477060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.510601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.519876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:07.520508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:07.523622 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:07.537885 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.562487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] For port b3724b64-9863-4eb3-b312-ecdcd3609bf6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b3724b64-9863-4eb3-b312-ecdcd3609bf6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:07.563068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.579156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Allocated IP 2001:db8::2 (c643313b-a5aa-4267-8183-614ce5f570ba/3c24a30b-5e02-4b17-ab4b-52452f9d8c02/faa36a3a-3763-4c9f-b7e7-08e05539f682) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:07.581172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Calling delete_port for b3724b64-9863-4eb3-b312-ecdcd3609bf6 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:07.621082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=f95ea7dd-08de-46a0-a894-28845ded3742,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:07.621319 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:47:06Z', 'revision_number': 5, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port': {'id': 'b3724b64-9863-4eb3-b312-ecdcd3609bf6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:46Z', 'updated_at': '2021-07-06T18:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:07.651253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network c643313b-a5aa-4267-8183-614ce5f570ba is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:07.653257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:07.656228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:07.662572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:07.663325 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] Checking router: cc41aa78-9967-493c-9298-eb028731ba46 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:47:07.663453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.667903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.679771 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] Routers {'cc41aa78-9967-493c-9298-eb028731ba46'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:07.681213 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc41aa78-9967-493c-9298-eb028731ba46'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:07.681934 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.684075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/networks/b1263010-6d0d-4970-97ee-a5a219134e15 HTTP/1.1" status: 204 len: 168 time: 0.5257111 Jul 06 18:47:07.700682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37c8d1-e26d-4688-8dbf-85e350ee0b8a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Network': ['ID=b1263010-6d0d-4970-97ee-a5a219134e15,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:07.727704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4a617ff5-93ef-4a6e-8c48-932d7844f1b0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1582570 Jul 06 18:47:07.729045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35082) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:07.734616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35084) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:07.745629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'network': {'name': 'tempest-network-smoke--439230550', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'port_security_enabled': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:07.821634 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.826117 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] Set router cc41aa78-9967-493c-9298-eb028731ba46 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:07.881088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:07.885326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.893329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:07.895156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.897216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Transition to ACTIVE for port object faa36a3a-3763-4c9f-b7e7-08e05539f682 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:07.899535 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:47:07Z', 'revision_number': 6, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:07.925806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:47:07.929541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-166cdb22-5c71-49ab-9844-d90c70072cbd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port f95ea7dd-08de-46a0-a894-28845ded3742 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:07.929921 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-166cdb22-5c71-49ab-9844-d90c70072cbd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:07.935998 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92c945-6c39-47a7-b945-bf132397cd39 None None] The sync data for ids ['cc41aa78-9967-493c-9298-eb028731ba46'] in n-d-799684-2 is: [{'id': 'cc41aa78-9967-493c-9298-eb028731ba46', 'name': 'tempest-AttachVolumeShelveTestJSON-1382187874-router', 'tenant_id': '2c25b3bd70414af0a890b8fdd3af2788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:45Z', 'updated_at': '2021-07-06T18:47:07Z', 'revision_number': 6, 'project_id': '2c25b3bd70414af0a890b8fdd3af2788', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:07.939501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:07.940000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0d3929a0-c2d9-49c9-af78-6f1efd025ef4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:07.940784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3e171c32-608a-43d6-be74-be3f1542fb7d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:07.945208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3724b64-9863-4eb3-b312-ecdcd3609bf6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:07.996961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 3e171c32-608a-43d6-be74-be3f1542fb7d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:07.997488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3e171c32-608a-43d6-be74-be3f1542fb7d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:07.998090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1520dd3b-8375-4423-980b-301e4bacbc8f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:08.000295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Transition to ACTIVE for port object faa36a3a-3763-4c9f-b7e7-08e05539f682 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:08.012971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.023092 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.025218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.025755 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Added segment 818aa83c-b6bd-4572-a7c9-c5d4114e6f92 of type vlan for network 3728a2a3-8353-46ae-9273-3760833923da Jul 06 18:47:08.027608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1520dd3b-8375-4423-980b-301e4bacbc8f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:08.028049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1520dd3b-8375-4423-980b-301e4bacbc8f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:08.042668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-166cdb22-5c71-49ab-9844-d90c70072cbd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.066971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Network c643313b-a5aa-4267-8183-614ce5f570ba is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:08.070104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:08.075707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:08.078296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-166cdb22-5c71-49ab-9844-d90c70072cbd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for f95ea7dd-08de-46a0-a894-28845ded3742 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:08.090228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.106320 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.108517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.131469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Pushing event updated for resources: {'Port': ['ID=faa36a3a-3763-4c9f-b7e7-08e05539f682,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:08.146879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Attempting to bind port faa36a3a-3763-4c9f-b7e7-08e05539f682 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:08.147246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Attempting to bind port faa36a3a-3763-4c9f-b7e7-08e05539f682 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '179d5010-67ec-40df-862d-46768aaa12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c643313b-a5aa-4267-8183-614ce5f570ba'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:08.147605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Attempting to bind port faa36a3a-3763-4c9f-b7e7-08e05539f682 on network c643313b-a5aa-4267-8183-614ce5f570ba {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:08.153499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:08.153774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Checking segment: {'id': '179d5010-67ec-40df-862d-46768aaa12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c643313b-a5aa-4267-8183-614ce5f570ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:08.154152 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.154677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Bound using segment: {'id': '179d5010-67ec-40df-862d-46768aaa12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c643313b-a5aa-4267-8183-614ce5f570ba'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:08.155149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Bound port: faa36a3a-3763-4c9f-b7e7-08e05539f682, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179d5010-67ec-40df-862d-46768aaa12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c643313b-a5aa-4267-8183-614ce5f570ba'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:08.155607 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.156715 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.158206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc41aa78-9967-493c-9298-eb028731ba46 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:47:08.163091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.167645 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eb3714db-aa5d-4bd9-a229-de60b40ea0a8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cc41aa78-9967-493c-9298-eb028731ba46 HTTP/1.1" status: 204 len: 168 time: 1.0140238 Jul 06 18:47:08.168674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35086) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:08.175288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.181312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:08.181937 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.219656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-db79699f-567b-464a-a87a-32299be62807 admin admin] Deleting subnet 3255f56c-4e8a-4336-8092-2df3539c8bd7 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:08.222401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] For port faa36a3a-3763-4c9f-b7e7-08e05539f682, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:08.223169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db79699f-567b-464a-a87a-32299be62807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.225844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] For port faa36a3a-3763-4c9f-b7e7-08e05539f682, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=faa36a3a-3763-4c9f-b7e7-08e05539f682,segment=NetworkSegment(179d5010-67ec-40df-862d-46768aaa12fd),segment_id=179d5010-67ec-40df-862d-46768aaa12fd)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:08.232377 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.253475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5175786 Jul 06 18:47:08.256612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35088) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:08.267604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-798621276', 'admin_state_up': True, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:08.298848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be20fd-57f2-423b-af22-23964473d7f8 None None] Pushing event updated for resources: {'Port': ['ID=faa36a3a-3763-4c9f-b7e7-08e05539f682,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:08.300828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75890899-4f42-4f05-885c-5c39cd2b3d75 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Network': ['ID=3728a2a3-8353-46ae-9273-3760833923da,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:08.328066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 3728a2a3-8353-46ae-9273-3760833923da details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:47:08.337841 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db79699f-567b-464a-a87a-32299be62807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.346235 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.347463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.353820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-166cdb22-5c71-49ab-9844-d90c70072cbd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.388687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cdb22-5c71-49ab-9844-d90c70072cbd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=f95ea7dd-08de-46a0-a894-28845ded3742,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:08.431569 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-166cdb22-5c71-49ab-9844-d90c70072cbd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.436568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-166cdb22-5c71-49ab-9844-d90c70072cbd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/f95ea7dd-08de-46a0-a894-28845ded3742 HTTP/1.1" status: 204 len: 168 time: 0.6971617 Jul 06 18:47:08.437121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35090) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:08.467851 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-88867338-7b9a-4f19-aa9d-29d1f5510330 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:08.469861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-88867338-7b9a-4f19-aa9d-29d1f5510330 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/f95ea7dd-08de-46a0-a894-28845ded3742 HTTP/1.1" status: 404 len: 333 time: 0.0315163 Jul 06 18:47:08.477876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:08.484776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.546337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-d489515b-93ce-47c9-9235-e3c594c5e643 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet 3c24a30b-5e02-4b17-ab4b-52452f9d8c02 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:08.550097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d489515b-93ce-47c9-9235-e3c594c5e643 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.571018 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db79699f-567b-464a-a87a-32299be62807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.661923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.732236 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db79699f-567b-464a-a87a-32299be62807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.767329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79699f-567b-464a-a87a-32299be62807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3255f56c-4e8a-4336-8092-2df3539c8bd7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:08.769786 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db79699f-567b-464a-a87a-32299be62807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:08.775169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-db79699f-567b-464a-a87a-32299be62807 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3255f56c-4e8a-4336-8092-2df3539c8bd7 HTTP/1.1" status: 204 len: 168 time: 0.6051776 Jul 06 18:47:08.779524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35094) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:08.821478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d110c-5599-4e90-8c7d-e6ba0c824f37 None None] Network 1672d946-2ee8-438a-82b2-d7ba0827f829 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:08.896167 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.073227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d489515b-93ce-47c9-9235-e3c594c5e643 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.075120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.094761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] DHCP port deletion for 1672d946-2ee8-438a-82b2-d7ba0827f829 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:09.101236 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.115498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Deleting port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:09.115837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.141620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] Deleting port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:09.142166 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.169859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d489515b-93ce-47c9-9235-e3c594c5e643 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.233122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] For port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:09.233608 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.249095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] Calling delete_port for 11a2cb20-3a05-4376-aaba-3d0d4849b2cd owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:09.269081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] For port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,segment=NetworkSegment(596f9ee1-b118-4cc1-b985-27a076d917ca),segment_id=596f9ee1-b118-4cc1-b985-27a076d917ca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:09.269708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.286898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d489515b-93ce-47c9-9235-e3c594c5e643 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.292501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Calling delete_port for 11a2cb20-3a05-4376-aaba-3d0d4849b2cd owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:09.324214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.25.4.57 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/3f09bd48-7305-4f29-877d-2c4e1fd06e66) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:09.362471 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.396510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] No DVR routers for this DVR port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:09.400803 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d489515b-93ce-47c9-9235-e3c594c5e643 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.408691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d489515b-93ce-47c9-9235-e3c594c5e643 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/3c24a30b-5e02-4b17-ab4b-52452f9d8c02 HTTP/1.1" status: 204 len: 168 time: 0.9247830 Jul 06 18:47:09.410516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489515b-93ce-47c9-9235-e3c594c5e643 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=3c24a30b-5e02-4b17-ab4b-52452f9d8c02,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:09.412914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35096) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:09.433126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c426542-e531-4a5a-b2a3-246f70e0909a None None] Pushing event deleted for resources: {'Port': ['ID=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:09.554306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.576350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.605947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] No DVR routers for this DVR port 11a2cb20-3a05-4376-aaba-3d0d4849b2cd on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:09.632336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:09.668834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a2cb20-3a05-4376-aaba-3d0d4849b2cd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:09.701115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device faa36a3a-3763-4c9f-b7e7-08e05539f682 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:09.770186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port faa36a3a-3763-4c9f-b7e7-08e05539f682 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:09.838826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:09.860728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:09.861072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ad0c283c-7d2b-4420-a5e8-5b4e8f32bcfb not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:09.861507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b3724b64-9863-4eb3-b312-ecdcd3609bf6 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:09.882337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b3724b64-9863-4eb3-b312-ecdcd3609bf6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:09.882702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b3724b64-9863-4eb3-b312-ecdcd3609bf6 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:09.883113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 11a2cb20-3a05-4376-aaba-3d0d4849b2cd no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:09.903115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 11a2cb20-3a05-4376-aaba-3d0d4849b2cd {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:09.903459 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 11a2cb20-3a05-4376-aaba-3d0d4849b2cd not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:09.959162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d99ac5a-49f4-4798-bede-59ea52ef2ca4 None None] Network c643313b-a5aa-4267-8183-614ce5f570ba requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:10.082012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-12daf779-c750-4a5c-a043-1990ac04f880 None None] Provisioning for port faa36a3a-3763-4c9f-b7e7-08e05539f682 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:10.089881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-12daf779-c750-4a5c-a043-1990ac04f880 None None] Provisioning complete for port faa36a3a-3763-4c9f-b7e7-08e05539f682 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:10.090169 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-12daf779-c750-4a5c-a043-1990ac04f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.106703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.120562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1672d946-2ee8-438a-82b2-d7ba0827f829']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:10.143650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596f9ee1-b118-4cc1-b985-27a076d917ca') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:10.143948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596f9ee1-b118-4cc1-b985-27a076d917ca') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:10.163212 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.173600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.177828 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-12daf779-c750-4a5c-a043-1990ac04f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.182158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port faa36a3a-3763-4c9f-b7e7-08e05539f682 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:10.182498 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.191777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] DHCP port deletion for c643313b-a5aa-4267-8183-614ce5f570ba request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:10.218492 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.238550 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-12daf779-c750-4a5c-a043-1990ac04f880 None None] For port faa36a3a-3763-4c9f-b7e7-08e05539f682, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=faa36a3a-3763-4c9f-b7e7-08e05539f682,segment=NetworkSegment(179d5010-67ec-40df-862d-46768aaa12fd),segment_id=179d5010-67ec-40df-862d-46768aaa12fd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:10.245142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-12daf779-c750-4a5c-a043-1990ac04f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.257172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:10.257618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:10.259324 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:10.268364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:10.288329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] Deleting port faa36a3a-3763-4c9f-b7e7-08e05539f682 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:10.288709 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.310795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:10.317541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:10.342699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daf779-c750-4a5c-a043-1990ac04f880 None None] Pushing event updated for resources: {'Port': ['ID=faa36a3a-3763-4c9f-b7e7-08e05539f682,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:10.349431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=3f09bd48-7305-4f29-877d-2c4e1fd06e66,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:10.364689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] For port faa36a3a-3763-4c9f-b7e7-08e05539f682, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=faa36a3a-3763-4c9f-b7e7-08e05539f682,segment=NetworkSegment(179d5010-67ec-40df-862d-46768aaa12fd),segment_id=179d5010-67ec-40df-862d-46768aaa12fd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:10.365156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.374411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] For port faa36a3a-3763-4c9f-b7e7-08e05539f682, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=faa36a3a-3763-4c9f-b7e7-08e05539f682,segment=NetworkSegment(179d5010-67ec-40df-862d-46768aaa12fd),segment_id=179d5010-67ec-40df-862d-46768aaa12fd)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:10.374783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.380249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] Calling delete_port for faa36a3a-3763-4c9f-b7e7-08e05539f682 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:10.386870 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.392975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for faa36a3a-3763-4c9f-b7e7-08e05539f682 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:10.397743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.399631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1672d946-2ee8-438a-82b2-d7ba0827f829 HTTP/1.1" status: 204 len: 168 time: 1.6187110 Jul 06 18:47:10.421927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fe13a-6a0f-4705-8467-8e53628f1737 admin admin] Pushing event deleted for resources: {'Network': ['ID=1672d946-2ee8-438a-82b2-d7ba0827f829,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:10.473418 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.499985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] Pushing event deleted for resources: {'Port': ['ID=faa36a3a-3763-4c9f-b7e7-08e05539f682,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:10.507651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264248f1-72ee-47bd-956a-b3c12e9fb0c9 None None] No DVR routers for this DVR port faa36a3a-3763-4c9f-b7e7-08e05539f682 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:10.545095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35100) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:10.588478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f5466902-897b-4beb-9a57-ad3c94db72fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c25b3bd70414af0a890b8fdd3af2788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421064 Jul 06 18:47:10.591033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35102) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:10.618087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.641445 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6139d134-fc38-4b84-8a47-fa83f182030d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.650369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=faa36a3a-3763-4c9f-b7e7-08e05539f682,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:10.670697 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6139d134-fc38-4b84-8a47-fa83f182030d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.684292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No DVR routers for this DVR port faa36a3a-3763-4c9f-b7e7-08e05539f682 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:10.721169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6139d134-fc38-4b84-8a47-fa83f182030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.723775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6139d134-fc38-4b84-8a47-fa83f182030d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.725016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6139d134-fc38-4b84-8a47-fa83f182030d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47dcc24b-570d-4f0d-9568-0c70aec91ba5 HTTP/1.1" status: 204 len: 168 time: 0.1330566 Jul 06 18:47:10.735535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139d134-fc38-4b84-8a47-fa83f182030d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dcc24b-570d-4f0d-9568-0c70aec91ba5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:10.771771 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.816374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.831075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c643313b-a5aa-4267-8183-614ce5f570ba']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:10.846513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179d5010-67ec-40df-862d-46768aaa12fd') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:10.846778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179d5010-67ec-40df-862d-46768aaa12fd') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:10.882979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.906989 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.916580 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:10.917004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:10.919976 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:11.019103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.053874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.056258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/networks/c643313b-a5aa-4267-8183-614ce5f570ba HTTP/1.1" status: 204 len: 168 time: 1.6191566 Jul 06 18:47:11.059681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35112) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:11.064923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'name': 'tempest-PortsIpV6TestJSON-247108627'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:11.078565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966b3dc-216a-48a1-864f-6ecc1a8f12c7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Network': ['ID=c643313b-a5aa-4267-8183-614ce5f570ba,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:11.097805 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.168975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:11.172968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.191340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port c0c1ba3a-23a6-48ce-93fd-37e5468cbe8d yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:11.246479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 8218aee9-a223-4ba6-96dc-571421557e6a is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:47:11.357763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:11.370698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.372864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Sync routers for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:11.390266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:11.390839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:11.391593 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.395308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-10db402b-eb59-48f3-aa79-259502a5d341 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1327779 Jul 06 18:47:11.396513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35126) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:11.415484 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.434507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-09dcafc7-663c-4d29-860a-35e13f0a0cab tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9ac9e46f78db45d6b795116e924e5d96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367603 Jul 06 18:47:11.437142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35128) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:11.465123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:11.471125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:11.475319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:11.481857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:11.482473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.492324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=c0c1ba3a-23a6-48ce-93fd-37e5468cbe8d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:11.519156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d0472244-64cf-426a-b9ad-ec3ec64e0304 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4582775 Jul 06 18:47:11.520659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:11.522091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35132) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:11.590526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71681e-c408-4e46-a8af-cf7f7f9d9535 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:11.595324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35136) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:11.598261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5e71681e-c408-4e46-a8af-cf7f7f9d9535 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590495 Jul 06 18:47:11.634330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35138) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:11.634574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c76df4a-e562-49d3-932b-55412bd328dd tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378780 Jul 06 18:47:11.646422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-301956551', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:11.685611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device faa36a3a-3763-4c9f-b7e7-08e05539f682 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:11.723048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: faa36a3a-3763-4c9f-b7e7-08e05539f682 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:11.723395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device faa36a3a-3763-4c9f-b7e7-08e05539f682 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:11.748674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-29928aa2-2260-4167-acb5-afa79d335624 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port c0c1ba3a-23a6-48ce-93fd-37e5468cbe8d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:11.749012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29928aa2-2260-4167-acb5-afa79d335624 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.758647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:10Z', 'revision_number': 3, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:11.796196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Checking router: 8218aee9-a223-4ba6-96dc-571421557e6a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:47:11.796572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Updating router 8218aee9-a223-4ba6-96dc-571421557e6a port 3f09bd48-7305-4f29-877d-2c4e1fd06e66 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:47:11.818370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:11.822072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.838700 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.887895 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29928aa2-2260-4167-acb5-afa79d335624 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:11.907312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-29928aa2-2260-4167-acb5-afa79d335624 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for c0c1ba3a-23a6-48ce-93fd-37e5468cbe8d owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:12.089607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29928aa2-2260-4167-acb5-afa79d335624 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.130655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29928aa2-2260-4167-acb5-afa79d335624 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=c0c1ba3a-23a6-48ce-93fd-37e5468cbe8d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:12.140288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-29928aa2-2260-4167-acb5-afa79d335624 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.141093 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.144977 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-29928aa2-2260-4167-acb5-afa79d335624 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/c0c1ba3a-23a6-48ce-93fd-37e5468cbe8d HTTP/1.1" status: 204 len: 168 time: 0.6191571 Jul 06 18:47:12.145252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35146) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:12.154197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'mac_address': 'fa:16:3e:27:07:23', 'name': 'tempest-PortsIpV6TestJSON-1692424348'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:12.156497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Transition to ACTIVE for port object 3f09bd48-7305-4f29-877d-2c4e1fd06e66 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:12.158213 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.171302 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.227974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Attempting to bind port 3f09bd48-7305-4f29-877d-2c4e1fd06e66 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:12.228350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Attempting to bind port 3f09bd48-7305-4f29-877d-2c4e1fd06e66 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:12.228723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Attempting to bind port 3f09bd48-7305-4f29-877d-2c4e1fd06e66 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:12.231927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567773f-e994-4842-82cb-933e3e57c2dd None None] Pushing event updated for resources: {'Port': ['ID=3f09bd48-7305-4f29-877d-2c4e1fd06e66,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:12.237426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:12.237828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:12.238245 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.238637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:12.239120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Bound port: 3f09bd48-7305-4f29-877d-2c4e1fd06e66, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:12.239538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.267693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Subnet': ['ID=e30572ef-29b7-4faa-8c18-93c690266c2f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:12.294961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] For port 3f09bd48-7305-4f29-877d-2c4e1fd06e66, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:12.298968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] For port 3f09bd48-7305-4f29-877d-2c4e1fd06e66, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3f09bd48-7305-4f29-877d-2c4e1fd06e66,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:12.299837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Checking segment: {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:12.300205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network hostable DHCP agents. Network: 3728a2a3-8353-46ae-9273-3760833923da, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:47:12.305231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.318267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:12.338367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 3728a2a3-8353-46ae-9273-3760833923da is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:47:12.367702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:12.368342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:12.375727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567773f-e994-4842-82cb-933e3e57c2dd None None] Pushing event updated for resources: {'Port': ['ID=3f09bd48-7305-4f29-877d-2c4e1fd06e66,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:12.383205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 3728a2a3-8353-46ae-9273-3760833923da) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:12.394821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:12.395420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.407969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.418746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ef777-4e27-47fb-9be2-3f5818e97493 None None] Network 3728a2a3-8353-46ae-9273-3760833923da requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:12.423243 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-79644962-ecf9-4cd8-9cac-56d5bb1633d9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7815206 Jul 06 18:47:12.424357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35148) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:12.472275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port da08213e-ae37-47a6-8e47-bbddb0f14a70 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:12.566481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:12.753175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-3728a2a3-8353-46ae-9273-3760833923da', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:47:12.754213 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.800117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.933276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.986867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:13.012937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:13.021289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:13.027031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:13.027687 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.042636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=da08213e-ae37-47a6-8e47-bbddb0f14a70,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:13.083382 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4df63651-a615-44cf-bc3f-666d1e674d51 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9342237 Jul 06 18:47:13.083652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35152) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:13.136222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Allocated IP 172.20.0.2 (3728a2a3-8353-46ae-9273-3760833923da/e30572ef-29b7-4faa-8c18-93c690266c2f/bb272d7f-076a-4af5-81b2-63e55cc7233c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:13.142337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:10Z', 'revision_number': 3, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:13.168544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e2483-4088-4fe4-b950-cb44b93f5e41 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:13.173534 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc4e2483-4088-4fe4-b950-cb44b93f5e41 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/da08213e-ae37-47a6-8e47-bbddb0f14a70 HTTP/1.1" status: 200 len: 845 time: 0.0853775 Jul 06 18:47:13.173534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35160) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:13.175026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1939e-86ed-4650-9276-1f05ec13671a None None] The sync data for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 is: [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:10Z', 'revision_number': 3, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:13.229883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.358119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.367515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Transition to ACTIVE for port object bb272d7f-076a-4af5-81b2-63e55cc7233c will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:13.381697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-93098a42-4b2d-433e-9ab3-303d5ae919b8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port da08213e-ae37-47a6-8e47-bbddb0f14a70 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:13.381986 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93098a42-4b2d-433e-9ab3-303d5ae919b8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.387063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Transition to ACTIVE for port object bb272d7f-076a-4af5-81b2-63e55cc7233c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:13.395582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.445698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Pushing event updated for resources: {'Port': ['ID=bb272d7f-076a-4af5-81b2-63e55cc7233c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:13.455545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Network 3728a2a3-8353-46ae-9273-3760833923da is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:13.457387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:13.460914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:13.527074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93098a42-4b2d-433e-9ab3-303d5ae919b8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.563271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Attempting to bind port bb272d7f-076a-4af5-81b2-63e55cc7233c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:13.563713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Attempting to bind port bb272d7f-076a-4af5-81b2-63e55cc7233c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:13.564161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Attempting to bind port bb272d7f-076a-4af5-81b2-63e55cc7233c on network 3728a2a3-8353-46ae-9273-3760833923da {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:13.570900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:13.571368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Checking segment: {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:13.571860 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.572323 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Bound using segment: {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:13.572807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Bound port: bb272d7f-076a-4af5-81b2-63e55cc7233c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:13.573189 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.577023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-93098a42-4b2d-433e-9ab3-303d5ae919b8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for da08213e-ae37-47a6-8e47-bbddb0f14a70 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:13.684677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] For port bb272d7f-076a-4af5-81b2-63e55cc7233c, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:13.689272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] For port bb272d7f-076a-4af5-81b2-63e55cc7233c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bb272d7f-076a-4af5-81b2-63e55cc7233c,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:13.715649 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.758501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3f09bd48-7305-4f29-877d-2c4e1fd06e66 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:13.826509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2945631-49b4-419a-a75a-8c7c5a0c2ac5 None None] Pushing event updated for resources: {'Port': ['ID=bb272d7f-076a-4af5-81b2-63e55cc7233c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:13.849771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 3f09bd48-7305-4f29-877d-2c4e1fd06e66 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:13.855690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3f09bd48-7305-4f29-877d-2c4e1fd06e66 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:13.856066 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.953562 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:13.982265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 3f09bd48-7305-4f29-877d-2c4e1fd06e66, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3f09bd48-7305-4f29-877d-2c4e1fd06e66,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:13.989360 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.089319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=3f09bd48-7305-4f29-877d-2c4e1fd06e66,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:14.234206 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:47:14.281656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.20.0.1 (3728a2a3-8353-46ae-9273-3760833923da/e30572ef-29b7-4faa-8c18-93c690266c2f/1e01eba2-d787-4b0d-a9dd-98b98835dc3c) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:14.304590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93098a42-4b2d-433e-9ab3-303d5ae919b8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.398697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93098a42-4b2d-433e-9ab3-303d5ae919b8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=da08213e-ae37-47a6-8e47-bbddb0f14a70,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:14.406545 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93098a42-4b2d-433e-9ab3-303d5ae919b8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.411155 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-93098a42-4b2d-433e-9ab3-303d5ae919b8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/da08213e-ae37-47a6-8e47-bbddb0f14a70 HTTP/1.1" status: 204 len: 168 time: 1.2349377 Jul 06 18:47:14.411865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35168) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:14.457879 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-64273025-7a73-45ef-8099-572ac638142c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:14.459561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-64273025-7a73-45ef-8099-572ac638142c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/da08213e-ae37-47a6-8e47-bbddb0f14a70 HTTP/1.1" status: 404 len: 333 time: 0.0463846 Jul 06 18:47:14.465552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35170) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:14.470782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'name': 'tempest-PortsIpV6TestJSON-2113582069'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:14.491662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.508875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Transition to ACTIVE for port object 1e01eba2-d787-4b0d-a9dd-98b98835dc3c will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:14.544182 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.571579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:14.575590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.584828 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 3728a2a3-8353-46ae-9273-3760833923da is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:14.588271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:14.594380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:14.594589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port c70cb732-217c-404e-a5eb-bf2f121df78b yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:14.623461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:14.646965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.808651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.835485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.858057 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.918176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=c70cb732-217c-404e-a5eb-bf2f121df78b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:14.933672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:14.936348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:14.939023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:14.945089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:14.945750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.969142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f442f72a-fb5a-4e60-8882-583200e9b7c5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4998705 Jul 06 18:47:14.969350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35180) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:14.979692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:15.095836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.128317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153e76f-e83e-4718-9666-e82d4c2769b9 None None] Network 3728a2a3-8353-46ae-9273-3760833923da requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:15.200959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.209150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.255948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9e3dd347-f37a-4927-92af-59cb5b26c353 None None] Provisioning for port bb272d7f-076a-4af5-81b2-63e55cc7233c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:15.315676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.325998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.330237 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.342398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] In _notify_port_updated(), no bound segment for port c70cb732-217c-404e-a5eb-bf2f121df78b on network 277515fa-5cbd-4ad5-aafb-f5fd503af140 {{(pid=93966) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:47:15.347623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:15.348310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:15.349052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.350554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "PUT /v2.0/ports/c70cb732-217c-404e-a5eb-bf2f121df78b HTTP/1.1" status: 200 len: 818 time: 0.3800449 Jul 06 18:47:15.361933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35188) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:15.395296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed3348-8161-487d-b4e8-3849a7aca7a1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=c70cb732-217c-404e-a5eb-bf2f121df78b,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:15.514628 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-221de498-8e10-41b2-98cb-e427bbad8d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.517166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 3728a2a3-8353-46ae-9273-3760833923da is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:15.520893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:15.577897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb614f-a824-40b8-80ab-a08a4946269b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port c70cb732-217c-404e-a5eb-bf2f121df78b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:15.578473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0fb614f-a824-40b8-80ab-a08a4946269b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.698612 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0fb614f-a824-40b8-80ab-a08a4946269b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.727831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb614f-a824-40b8-80ab-a08a4946269b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for c70cb732-217c-404e-a5eb-bf2f121df78b owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:15.730863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 8218aee9-a223-4ba6-96dc-571421557e6a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:47:15.801042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-aa29a14c-72ff-4716-8732-368ba8a9cdb9 None None] Provisioning for port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:15.810712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-aa29a14c-72ff-4716-8732-368ba8a9cdb9 None None] Provisioning complete for port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:15.811364 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa29a14c-72ff-4716-8732-368ba8a9cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.858090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3f09bd48-7305-4f29-877d-2c4e1fd06e66 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:15.918762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-aa29a14c-72ff-4716-8732-368ba8a9cdb9 None None] Port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:15.955581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3f09bd48-7305-4f29-877d-2c4e1fd06e66 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:15.956022 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:15.969565 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0fb614f-a824-40b8-80ab-a08a4946269b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.003202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb614f-a824-40b8-80ab-a08a4946269b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=c70cb732-217c-404e-a5eb-bf2f121df78b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:16.026765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:16.033512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3ea021f8-a406-4b4d-ab1c-7101a0c5d17d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "PUT /v2.0/routers/8218aee9-a223-4ba6-96dc-571421557e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6088891 Jul 06 18:47:16.036088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35190) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:16.042662 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Sync routers for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:16.053241 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:16.054476 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:16.062468 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b0fb614f-a824-40b8-80ab-a08a4946269b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.064089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bb272d7f-076a-4af5-81b2-63e55cc7233c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:16.064804 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b0fb614f-a824-40b8-80ab-a08a4946269b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/c70cb732-217c-404e-a5eb-bf2f121df78b HTTP/1.1" status: 204 len: 168 time: 0.7013791 Jul 06 18:47:16.067522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35192) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:16.071208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-689aea76-5a52-40f0-a525-aff194c9b62e None None] Provisioning complete for port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:16.071589 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-689aea76-5a52-40f0-a525-aff194c9b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.137241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-689aea76-5a52-40f0-a525-aff194c9b62e None None] Port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:16.153910 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port bb272d7f-076a-4af5-81b2-63e55cc7233c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:16.159124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bb272d7f-076a-4af5-81b2-63e55cc7233c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:16.159548 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.170564 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:16.270111 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.286520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbc23e-2eb0-44a1-9fa8-70c2a77740eb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.288212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cbbbc23e-2eb0-44a1-9fa8-70c2a77740eb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2187877 Jul 06 18:47:16.294287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35196) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:16.333436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port bb272d7f-076a-4af5-81b2-63e55cc7233c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bb272d7f-076a-4af5-81b2-63e55cc7233c,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:16.340505 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.356359 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ac130f-91d0-4c4a-818d-fdf69b3b8cef tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:16.367894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35202) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:16.369902 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-38ac130f-91d0-4c4a-818d-fdf69b3b8cef tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/c70cb732-217c-404e-a5eb-bf2f121df78b HTTP/1.1" status: 404 len: 333 time: 0.0744016 Jul 06 18:47:16.374180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1382546048'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:16.427473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=bb272d7f-076a-4af5-81b2-63e55cc7233c,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:16.439060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.439742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.440350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.440988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.441597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.442482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.443420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.444170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.444777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.445380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.446004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.448531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-03eb77aa-0df9-4c1f-8b85-e9942f9b1d4a tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7708 time: 0.4114420 Jul 06 18:47:16.451580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:16.462929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:16.465457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-398d47a3-2275-4685-a48e-4bd79a3a20b1 None None] Provisioning complete for port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:16.465945 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-398d47a3-2275-4685-a48e-4bd79a3a20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.477660 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.478422 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:15Z', 'revision_number': 2, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:16.512662 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Checking router: 8218aee9-a223-4ba6-96dc-571421557e6a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:47:16.513016 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Updating router 8218aee9-a223-4ba6-96dc-571421557e6a port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:47:16.520481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-398d47a3-2275-4685-a48e-4bd79a3a20b1 None None] Port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:16.529219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.530003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.530630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:47:16.530776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.531464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.532074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.533172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.533827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.534446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.535112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.535966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.539466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-233126d5-72a0-4a7b-a58c-5c9e858e8392 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6432 time: 0.0864913 Jul 06 18:47:16.543156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35210) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:16.543739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.544158 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Added segment d402cc42-52fb-4d41-b51b-f0815c53b798 of type vlan for network adbfb44b-d1d6-461c-a56c-0be87591c45a Jul 06 18:47:16.562909 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.604144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.647440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.654425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:16.655326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.747780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Network': ['ID=adbfb44b-d1d6-461c-a56c-0be87591c45a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:16.757854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78d73d2c-7a80-4875-8ba4-765c4058e4a0 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3887072 Jul 06 18:47:16.760951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35220) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:16.762794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network adbfb44b-d1d6-461c-a56c-0be87591c45a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:47:16.766320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:16.885872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:16.890459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.901594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bc0d3711-2dcb-4c1d-8294-a37952d5fcc0 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.3565092 Jul 06 18:47:16.969412 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:16.983850 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Transition to ACTIVE for port object 1e01eba2-d787-4b0d-a9dd-98b98835dc3c will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:16.991790 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.082048 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764a4cf-6e09-474a-9c4f-78de58132b9b None None] Pushing event updated for resources: {'Port': ['ID=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:17.141388 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Attempting to bind port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:17.141885 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Attempting to bind port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:17.142383 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Attempting to bind port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c on network 3728a2a3-8353-46ae-9273-3760833923da {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:17.149659 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:17.150394 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Checking segment: {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:17.151280 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.152400 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.152535 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Bound using segment: {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:17.152757 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Bound port: 1e01eba2-d787-4b0d-a9dd-98b98835dc3c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:17.153325 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.231308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=1f3eb670-40fd-470f-b88a-6019543b552c,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:17.234816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Checking segment: {'id': 'd402cc42-52fb-4d41-b51b-f0815c53b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:17.235275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network hostable DHCP agents. Network: adbfb44b-d1d6-461c-a56c-0be87591c45a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:47:17.242686 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] For port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:17.246893 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] For port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:17.254915 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.260777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network adbfb44b-d1d6-461c-a56c-0be87591c45a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:47:17.289807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, adbfb44b-d1d6-461c-a56c-0be87591c45a) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:17.294887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:17.295481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.301508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714c09d-a562-476c-a483-1832b85b1d78 None None] Network adbfb44b-d1d6-461c-a56c-0be87591c45a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:17.307202 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764a4cf-6e09-474a-9c4f-78de58132b9b None None] Pushing event updated for resources: {'Port': ['ID=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:17.324457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e561ea1c-ee95-47eb-a6eb-69b280263eb3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5622945 Jul 06 18:47:17.327460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:17.333508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8b6ce19d-ea1e-4287-b169-2f109450a75f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:17.347219 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:17.348101 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:46:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:17.498289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6ce19d-ea1e-4287-b169-2f109450a75f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:17.507415 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce19d-ea1e-4287-b169-2f109450a75f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.528535 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:17.650237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-adbfb44b-d1d6-461c-a56c-0be87591c45a', 'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a', 'tenant_id': '7f91328d6ffc4dbaa4f0f8d26c09d3b2', 'fixed_ips': [{'subnet_id': '1f3eb670-40fd-470f-b88a-6019543b552c'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:47:17.651142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.675786 n-d-799684-2 neutron-server[93966]: INFO neutron.db.ipam_backend_mixin [None req-8b6ce19d-ea1e-4287-b169-2f109450a75f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f3eb670-40fd-470f-b88a-6019543b552c (CIDR: 2001:db8::/64) Jul 06 18:47:17.681060 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6ce19d-ea1e-4287-b169-2f109450a75f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:47:17.681528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6ce19d-ea1e-4287-b169-2f109450a75f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:17.726074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8b6ce19d-ea1e-4287-b169-2f109450a75f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3973231 Jul 06 18:47:17.729007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35250) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:17.735184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:17.767092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bb272d7f-076a-4af5-81b2-63e55cc7233c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:17.888631 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:17Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:17.925353 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56067de-aa93-4bb3-ac78-25efe636dd69 None None] The sync data for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 is: [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:17Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:17.964868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bb272d7f-076a-4af5-81b2-63e55cc7233c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:17.965460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.980603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:18.008409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.046693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Allocated IP 2001:db8::2 (adbfb44b-d1d6-461c-a56c-0be87591c45a/1f3eb670-40fd-470f-b88a-6019543b552c/7a55fb2d-f0a8-4910-8963-55009920262e) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:18.127898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35252) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:18.132777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b6bf416b-7d57-43d1-b0b7-0a2312b6343b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212044626', 'description': 'tempest-secgroup-smoke-212044626 description', 'project_id': '9ac9e46f78db45d6b795116e924e5d96'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:18.170405 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6bf416b-7d57-43d1-b0b7-0a2312b6343b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.228063 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9ff7-165d-45ac-8158-afba0bec022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.282815 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.295755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Transition to ACTIVE for port object 7a55fb2d-f0a8-4910-8963-55009920262e will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:18.316329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Transition to ACTIVE for port object 7a55fb2d-f0a8-4910-8963-55009920262e will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:18.339185 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.343455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6bf416b-7d57-43d1-b0b7-0a2312b6343b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.350283 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6bf416b-7d57-43d1-b0b7-0a2312b6343b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.394911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6bf416b-7d57-43d1-b0b7-0a2312b6343b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.399866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b6bf416b-7d57-43d1-b0b7-0a2312b6343b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2678139 Jul 06 18:47:18.399866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35254) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:18.405120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-542ab618-a853-40b3-a491-16aa95bc3bd5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '3992fa63-3d06-477b-82cc-3a145b45791d', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:18.411867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf416b-7d57-43d1-b0b7-0a2312b6343b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3992fa63-3d06-477b-82cc-3a145b45791d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:18.424596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Pushing event updated for resources: {'Port': ['ID=7a55fb2d-f0a8-4910-8963-55009920262e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:18.461812 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-542ab618-a853-40b3-a491-16aa95bc3bd5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.483669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Network adbfb44b-d1d6-461c-a56c-0be87591c45a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:18.485267 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.488079 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.491148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:18.493775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:18.563154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network adbfb44b-d1d6-461c-a56c-0be87591c45a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:18.566572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:18.571493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:18.572095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.576085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Attempting to bind port 7a55fb2d-f0a8-4910-8963-55009920262e on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:18.577142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Attempting to bind port 7a55fb2d-f0a8-4910-8963-55009920262e by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'd402cc42-52fb-4d41-b51b-f0815c53b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:18.577807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Attempting to bind port 7a55fb2d-f0a8-4910-8963-55009920262e on network adbfb44b-d1d6-461c-a56c-0be87591c45a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:18.581350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=dcc3f7ad-16b6-44d2-b467-c233d9005256,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:18.592907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:18.593449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Checking segment: {'id': 'd402cc42-52fb-4d41-b51b-f0815c53b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:18.594054 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.594555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Bound using segment: {'id': 'd402cc42-52fb-4d41-b51b-f0815c53b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:18.595146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Bound port: 7a55fb2d-f0a8-4910-8963-55009920262e, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd402cc42-52fb-4d41-b51b-f0815c53b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:18.595628 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.601172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6b1f6312-79d8-45d0-9389-aa85d03c21f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8705096 Jul 06 18:47:18.603753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35256) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:18.612305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a', 'fixed_ips': [{'subnet_id': '1f3eb670-40fd-470f-b88a-6019543b552c'}, {'subnet_id': 'dcc3f7ad-16b6-44d2-b467-c233d9005256'}], 'name': 'tempest-PortsIpV6TestJSON-2087700333'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:18.618235 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-542ab618-a853-40b3-a491-16aa95bc3bd5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.634285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-542ab618-a853-40b3-a491-16aa95bc3bd5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.667886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ab618-a853-40b3-a491-16aa95bc3bd5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c3c650-5b2e-41ba-b070-4b9057b645c8,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:18.708190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] For port 7a55fb2d-f0a8-4910-8963-55009920262e, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:18.712090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] For port 7a55fb2d-f0a8-4910-8963-55009920262e, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7a55fb2d-f0a8-4910-8963-55009920262e,segment=NetworkSegment(d402cc42-52fb-4d41-b51b-f0815c53b798),segment_id=d402cc42-52fb-4d41-b51b-f0815c53b798)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:18.719550 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.722088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-542ab618-a853-40b3-a491-16aa95bc3bd5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.723510 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-542ab618-a853-40b3-a491-16aa95bc3bd5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222494 Jul 06 18:47:18.726190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35262) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:18.734098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9b7b7a30-457a-4d73-95e9-8e89b6a4ee25 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '3992fa63-3d06-477b-82cc-3a145b45791d', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:18.806990 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7a30-457a-4d73-95e9-8e89b6a4ee25 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.817124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:18.857779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2bdac-f303-4e74-a159-cc4f593eb5a7 None None] Pushing event updated for resources: {'Port': ['ID=7a55fb2d-f0a8-4910-8963-55009920262e,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:18.926719 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7a30-457a-4d73-95e9-8e89b6a4ee25 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.932375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7a30-457a-4d73-95e9-8e89b6a4ee25 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.951560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b7a30-457a-4d73-95e9-8e89b6a4ee25 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156b4e32-e263-4ad8-bd77-27929ba1cf04,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:18.961572 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7a30-457a-4d73-95e9-8e89b6a4ee25 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:18.962872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9b7b7a30-457a-4d73-95e9-8e89b6a4ee25 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2350752 Jul 06 18:47:18.965561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35266) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:18.970214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c13bd589-ed5e-493c-b7f7-0edb3c88d9dc tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '3992fa63-3d06-477b-82cc-3a145b45791d', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:18.975968 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.004926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c13bd589-ed5e-493c-b7f7-0edb3c88d9dc tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.007318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port 3628ae49-9791-4a85-be32-980837965fa0 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:19.151696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c13bd589-ed5e-493c-b7f7-0edb3c88d9dc tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.160652 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c13bd589-ed5e-493c-b7f7-0edb3c88d9dc tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.190264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bd589-ed5e-493c-b7f7-0edb3c88d9dc tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df7baf9-727a-47e9-bf1f-f34cd9895fd6,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:19.211269 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c13bd589-ed5e-493c-b7f7-0edb3c88d9dc tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.212657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c13bd589-ed5e-493c-b7f7-0edb3c88d9dc tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460346 Jul 06 18:47:19.215464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:19.220297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-cd363201-8844-4b58-bdf5-d3a7179c1837 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '3992fa63-3d06-477b-82cc-3a145b45791d', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:19.264147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd363201-8844-4b58-bdf5-d3a7179c1837 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.368642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd363201-8844-4b58-bdf5-d3a7179c1837 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.377087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd363201-8844-4b58-bdf5-d3a7179c1837 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.408836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd363201-8844-4b58-bdf5-d3a7179c1837 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd966994-851c-4d96-8240-36a0618425f0,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:19.414045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::356 (adbfb44b-d1d6-461c-a56c-0be87591c45a/1f3eb670-40fd-470f-b88a-6019543b552c/3628ae49-9791-4a85-be32-980837965fa0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:19.428260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8:0:1::df (adbfb44b-d1d6-461c-a56c-0be87591c45a/dcc3f7ad-16b6-44d2-b467-c233d9005256/3628ae49-9791-4a85-be32-980837965fa0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:19.443455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd363201-8844-4b58-bdf5-d3a7179c1837 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.444688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cd363201-8844-4b58-bdf5-d3a7179c1837 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2282574 Jul 06 18:47:19.447503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35270) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:19.452900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-23d62ae8-0a38-4ebc-bcb5-fbea19654f36 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '3992fa63-3d06-477b-82cc-3a145b45791d', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:19.459146 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.505214 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-23d62ae8-0a38-4ebc-bcb5-fbea19654f36 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Project 9ac9e46f78db45d6b795116e924e5d96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:47:19.515777 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23d62ae8-0a38-4ebc-bcb5-fbea19654f36 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.546049 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4b0682e2-fc06-460a-8be6-ea6ad35d1c9d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1449211 Jul 06 18:47:19.625671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23d62ae8-0a38-4ebc-bcb5-fbea19654f36 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.636555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23d62ae8-0a38-4ebc-bcb5-fbea19654f36 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.681318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d62ae8-0a38-4ebc-bcb5-fbea19654f36 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97620b3b-c3af-4dc5-9177-500727023183,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:19.696564 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23d62ae8-0a38-4ebc-bcb5-fbea19654f36 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.702045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-23d62ae8-0a38-4ebc-bcb5-fbea19654f36 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2535770 Jul 06 18:47:19.706396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35272) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:19.712956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.722560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d82fe264-884c-43d6-9ece-313aee488cca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'security_group_rule': {'security_group_id': '3992fa63-3d06-477b-82cc-3a145b45791d', 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:19.730427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object 3628ae49-9791-4a85-be32-980837965fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:19.783278 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.818871 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-d82fe264-884c-43d6-9ece-313aee488cca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Project 9ac9e46f78db45d6b795116e924e5d96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:47:19.838364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4a47e342-6940-40ad-9b6b-001138bd072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:19.839003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4a47e342-6940-40ad-9b6b-001138bd072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:19.839536 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4a47e342-6940-40ad-9b6b-001138bd072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:19.840239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4a47e342-6940-40ad-9b6b-001138bd072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:19.840906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e01eba2-d787-4b0d-a9dd-98b98835dc3c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:19.841031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4a47e342-6940-40ad-9b6b-001138bd072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:19.841850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4a47e342-6940-40ad-9b6b-001138bd072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:19.842620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4a47e342-6940-40ad-9b6b-001138bd072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:19.847136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4a47e342-6940-40ad-9b6b-001138bd072c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 6529 time: 0.2198608 Jul 06 18:47:19.848204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d82fe264-884c-43d6-9ece-313aee488cca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.944777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=3628ae49-9791-4a85-be32-980837965fa0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:19.949449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:19.954567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:19.955526 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.961157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network adbfb44b-d1d6-461c-a56c-0be87591c45a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:19.963166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:19.966274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:19.979627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:19.980647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.003390 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d82fe264-884c-43d6-9ece-313aee488cca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.016122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-301f1401-64ee-4435-a2a3-dcaf734c5e9c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4082074 Jul 06 18:47:20.016122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35276) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:20.024774 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d82fe264-884c-43d6-9ece-313aee488cca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.026431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f3eb670-40fd-470f-b88a-6019543b552c'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:20.063529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fe264-884c-43d6-9ece-313aee488cca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0b0b6a-440a-46d4-b0bc-6c33e9058311,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:20.077004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d82fe264-884c-43d6-9ece-313aee488cca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.078444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d82fe264-884c-43d6-9ece-313aee488cca tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3710659 Jul 06 18:47:20.084117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-f6e86dec-32c3-4f3a-a904-4ba776838af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:20.084744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-f6e86dec-32c3-4f3a-a904-4ba776838af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:20.085287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-f6e86dec-32c3-4f3a-a904-4ba776838af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:20.087229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-f6e86dec-32c3-4f3a-a904-4ba776838af0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=407ff483-eebb-47c2-ba28-b34ffefc1775&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&id=8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 200 len: 2298 time: 0.2069898 Jul 06 18:47:20.152787 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.172838 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.183283 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-f2d462e4-09e8-450b-beca-6468062c5361 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a HTTP/1.1" status: 200 len: 1005 time: 0.0838425 Jul 06 18:47:20.205320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:20.216084 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.217180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a55fb2d-f0a8-4910-8963-55009920262e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:20.298418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-13df4aaf-0f53-415a-802a-0977904cbcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:20.300458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-13df4aaf-0f53-415a-802a-0977904cbcaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=783b06c9-d226-4e29-8525-79f9621946f1 HTTP/1.1" status: 200 len: 855 time: 0.1078908 Jul 06 18:47:20.400933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:20.407561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-c64ed33b-108c-4851-8688-56d9968d4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:20.409824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-c64ed33b-108c-4851-8688-56d9968d4c77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=407ff483-eebb-47c2-ba28-b34ffefc1775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000597 Jul 06 18:47:20.425780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d68e588-7d2b-4882-a9a4-4491d0935293 None None] Network adbfb44b-d1d6-461c-a56c-0be87591c45a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:20.434253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7a55fb2d-f0a8-4910-8963-55009920262e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:20.480914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-55556a6c-08dc-45cf-9ba6-2d0c052ccc02 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212044626&fields=id&tenant_id=9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 267 time: 0.1207561 Jul 06 18:47:20.509855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cf9f398e-8219-4b69-9b81-20d385f289e4 None None] Provisioning for port 7a55fb2d-f0a8-4910-8963-55009920262e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:20.525636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cf9f398e-8219-4b69-9b81-20d385f289e4 None None] Provisioning complete for port 7a55fb2d-f0a8-4910-8963-55009920262e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:20.526407 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf9f398e-8219-4b69-9b81-20d385f289e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.539818 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-e7ebb4cf-9d74-4b99-be83-5a7cc50b9cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201870 Jul 06 18:47:20.659802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-a2cc66cc-2262-4472-bb1c-354d2bd0d62c service neutron] 10.222.0.24 "GET /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029496 Jul 06 18:47:20.689769 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf9f398e-8219-4b69-9b81-20d385f289e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.701443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Delete allocated IP 2001:db8:0:1::df (adbfb44b-d1d6-461c-a56c-0be87591c45a/dcc3f7ad-16b6-44d2-b467-c233d9005256) {{(pid=93967) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:47:20.724994 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-97afa4ec-8d0d-4fb7-a67d-e46d9c7f5f63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 217 time: 0.0425949 Jul 06 18:47:20.733444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cf9f398e-8219-4b69-9b81-20d385f289e4 None None] For port 7a55fb2d-f0a8-4910-8963-55009920262e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7a55fb2d-f0a8-4910-8963-55009920262e,segment=NetworkSegment(d402cc42-52fb-4d41-b51b-f0815c53b798),segment_id=d402cc42-52fb-4d41-b51b-f0815c53b798)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:20.750247 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf9f398e-8219-4b69-9b81-20d385f289e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.787643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-01a6e5ee-66fa-4edd-b2e0-4c89a3c1180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:20.789190 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-01a6e5ee-66fa-4edd-b2e0-4c89a3c1180e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.0573630 Jul 06 18:47:20.862380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f398e-8219-4b69-9b81-20d385f289e4 None None] Pushing event updated for resources: {'Port': ['ID=7a55fb2d-f0a8-4910-8963-55009920262e,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:20.866004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0ccb23b0-e14f-47a4-abc6-4a47d5bf1153 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:20.873156 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0ccb23b0-e14f-47a4-abc6-4a47d5bf1153 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/networks?id=3728a2a3-8353-46ae-9273-3760833923da HTTP/1.1" status: 200 len: 796 time: 0.3784196 Jul 06 18:47:20.874230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ae09f-1240-4910-baf0-5f33289291f0 None None] Update dhcp port {'port': {'network_id': 'adbfb44b-d1d6-461c-a56c-0be87591c45a', 'fixed_ips': [{'subnet_id': '1f3eb670-40fd-470f-b88a-6019543b552c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dcc3f7ad-16b6-44d2-b467-c233d9005256'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '7a55fb2d-f0a8-4910-8963-55009920262e'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:47:20.894814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-54c40f48-3211-4eb8-a9d4-2554ad9c243f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/quotas/9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 375 time: 0.0206072 Jul 06 18:47:20.918379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-9bb14fed-ea12-4c11-934d-1e336f2922ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:20.927784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-9bb14fed-ea12-4c11-934d-1e336f2922ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290424 Jul 06 18:47:20.934191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-952ae09f-1240-4910-baf0-5f33289291f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.946950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41108124-2142-424a-825c-a6b527e5e83c req-3959ec8c-1c04-4e0a-88a7-ee432feee427 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980933 Jul 06 18:47:21.031178 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:21.082863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-47a6ec01-3527-44c5-864d-5c4d108e02bf service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331596 Jul 06 18:47:21.200082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-290e953a-8798-4b12-bf38-65c0b5eb82bc tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3044276 Jul 06 18:47:21.204242 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:21.217483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Ignored duplicate provisioning block setup for port 3628ae49-9791-4a85-be32-980837965fa0 by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:47:21.230424 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:21.254926 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-e9bffef1-9f8e-489d-a7db-d84e39442ca5 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594260 Jul 06 18:47:21.277112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-952ae09f-1240-4910-baf0-5f33289291f0 None None] Allocated IP 2001:db8:0:1::2 (adbfb44b-d1d6-461c-a56c-0be87591c45a/dcc3f7ad-16b6-44d2-b467-c233d9005256/7a55fb2d-f0a8-4910-8963-55009920262e) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:21.313112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-9f6cd4b0-be95-4cd4-8846-c7c2cd1b2cf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 217 time: 0.0498791 Jul 06 18:47:21.318267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41108124-2142-424a-825c-a6b527e5e83c req-e7bcefd5-00d3-4d51-a0ee-1986cb44372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:21.319957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41108124-2142-424a-825c-a6b527e5e83c req-e7bcefd5-00d3-4d51-a0ee-1986cb44372d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a799a36c835d42a3a7eb2fc29c64aa75&device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1096 time: 0.2360253 Jul 06 18:47:21.333579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] In _notify_port_updated(), no bound segment for port 3628ae49-9791-4a85-be32-980837965fa0 on network adbfb44b-d1d6-461c-a56c-0be87591c45a {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:47:21.337763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:21.338397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:21.339742 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "PUT /v2.0/ports/3628ae49-9791-4a85-be32-980837965fa0 HTTP/1.1" status: 200 len: 926 time: 1.3208849 Jul 06 18:47:21.346048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35298) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:21.355196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f3eb670-40fd-470f-b88a-6019543b552c'}, {'subnet_id': 'dcc3f7ad-16b6-44d2-b467-c233d9005256'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:21.409616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-952ae09f-1240-4910-baf0-5f33289291f0 None None] For port 7a55fb2d-f0a8-4910-8963-55009920262e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7a55fb2d-f0a8-4910-8963-55009920262e,segment=NetworkSegment(d402cc42-52fb-4d41-b51b-f0815c53b798),segment_id=d402cc42-52fb-4d41-b51b-f0815c53b798)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:21.431941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f8923-6985-4fd2-bd81-91e0b2b74664 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=3628ae49-9791-4a85-be32-980837965fa0,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:21.448571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-0d3c1d8c-c12f-4faf-ba21-7a660a4a8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:21.450249 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-0d3c1d8c-c12f-4faf-ba21-7a660a4a8812 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.1291788 Jul 06 18:47:21.528876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41108124-2142-424a-825c-a6b527e5e83c req-9ba389fc-bc2d-4ece-bdce-05eaaab79b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:21.536124 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41108124-2142-424a-825c-a6b527e5e83c req-9ba389fc-bc2d-4ece-bdce-05eaaab79b65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ccb12059-455a-4b03-aa22-d75a57ecac4a HTTP/1.1" status: 200 len: 909 time: 0.1786671 Jul 06 18:47:21.679773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41108124-2142-424a-825c-a6b527e5e83c req-3cc7c5ea-7cbb-4c17-8df2-5ac0e77cacbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8 HTTP/1.1" status: 200 len: 999 time: 0.1348121 Jul 06 18:47:21.685228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-e6772933-7b3a-4f14-975f-720236bd1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:21.686802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-e6772933-7b3a-4f14-975f-720236bd1e56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2271252 Jul 06 18:47:21.709482 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-952ae09f-1240-4910-baf0-5f33289291f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:21.723156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e01eba2-d787-4b0d-a9dd-98b98835dc3c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:21.757770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41108124-2142-424a-825c-a6b527e5e83c req-668758ce-7661-4ff5-b4c2-096e3a579407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:21.759832 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41108124-2142-424a-825c-a6b527e5e83c req-668758ce-7661-4ff5-b4c2-096e3a579407 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3b138f-51b1-481c-ae9b-cd4270f2ef33 HTTP/1.1" status: 200 len: 847 time: 0.0719225 Jul 06 18:47:21.767272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-952ae09f-1240-4910-baf0-5f33289291f0 None None] Transition to ACTIVE for port object 7a55fb2d-f0a8-4910-8963-55009920262e will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:21.775322 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-952ae09f-1240-4910-baf0-5f33289291f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:21.833792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:21.834093 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:21.893766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-c4be656d-a939-4421-af21-c483420d688b service neutron] 10.222.0.53 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745057 Jul 06 18:47:21.899630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41108124-2142-424a-825c-a6b527e5e83c req-7ce93ecd-6c4e-4eae-8376-d1b189d5903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:21.901144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41108124-2142-424a-825c-a6b527e5e83c req-7ce93ecd-6c4e-4eae-8376-d1b189d5903b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ccb12059-455a-4b03-aa22-d75a57ecac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961304 Jul 06 18:47:21.951822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ae09f-1240-4910-baf0-5f33289291f0 None None] Pushing event updated for resources: {'Port': ['ID=7a55fb2d-f0a8-4910-8963-55009920262e,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:21.981494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a55fb2d-f0a8-4910-8963-55009920262e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:22.006561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.017108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41108124-2142-424a-825c-a6b527e5e83c req-eb166234-f2a6-4d9c-984f-112bfffe754c service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075153 Jul 06 18:47:22.070865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-efc1bdb3-69c8-40c1-9afa-44e8742eebf1 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738120 Jul 06 18:47:22.146061 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-421a1fe4-af1e-41e7-a588-01f09dfc97a5 service neutron] 10.222.0.53 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510777 Jul 06 18:47:22.246665 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41108124-2142-424a-825c-a6b527e5e83c req-c9a62aec-a6e7-4cc2-8e50-84844efb0165 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154946 Jul 06 18:47:22.288451 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.295145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-43d04794-0f91-4f08-9896-6431827d82c3 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992731 Jul 06 18:47:22.465374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8:0:1::3a8 (adbfb44b-d1d6-461c-a56c-0be87591c45a/dcc3f7ad-16b6-44d2-b467-c233d9005256/3628ae49-9791-4a85-be32-980837965fa0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:22.543036 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.670271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.685806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Ignored duplicate provisioning block setup for port 3628ae49-9791-4a85-be32-980837965fa0 by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:47:22.693040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.727945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61b1ff-01e1-4781-9fc7-a2c0ac70e846 None None] Network adbfb44b-d1d6-461c-a56c-0be87591c45a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:22.799785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] In _notify_port_updated(), no bound segment for port 3628ae49-9791-4a85-be32-980837965fa0 on network adbfb44b-d1d6-461c-a56c-0be87591c45a {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:47:22.807714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:22.808419 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.810117 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "PUT /v2.0/ports/3628ae49-9791-4a85-be32-980837965fa0 HTTP/1.1" status: 200 len: 1012 time: 1.4592876 Jul 06 18:47:22.816404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35314) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:22.852825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154edc8-c112-4b74-a631-a17b63dbe6e8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=3628ae49-9791-4a85-be32-980837965fa0,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:22.887833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a92a5716-1fd2-4723-805d-59a51be81548 None None] Provisioning for port 7a55fb2d-f0a8-4910-8963-55009920262e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:22.905298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a92a5716-1fd2-4723-805d-59a51be81548 None None] Provisioning complete for port 7a55fb2d-f0a8-4910-8963-55009920262e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:22.905761 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a92a5716-1fd2-4723-805d-59a51be81548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.970140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f960a815-3e5d-4803-861c-7fcb98ac3c33 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 3628ae49-9791-4a85-be32-980837965fa0 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:22.970526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f960a815-3e5d-4803-861c-7fcb98ac3c33 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.992827 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2ae13bc-c40d-4984-a262-ec49f9ce0186 req-edd6a70b-c0b2-49d6-bada-803ca4f6a371 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 210 time: 0.0275130 Jul 06 18:47:22.994320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-d45e5209-7fb7-42cd-ba06-55365b7e9cb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=78d92e89-de50-498a-937e-2649db794776 HTTP/1.1" status: 200 len: 217 time: 0.6926544 Jul 06 18:47:23.056942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-5a3dad57-d6fd-445f-9bf3-57bb9928cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:23.058721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-5a3dad57-d6fd-445f-9bf3-57bb9928cae1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.0565770 Jul 06 18:47:23.111810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f960a815-3e5d-4803-861c-7fcb98ac3c33 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:23.128952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f960a815-3e5d-4803-861c-7fcb98ac3c33 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 3628ae49-9791-4a85-be32-980837965fa0 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:23.158653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-d2a61d97-5cab-4bfd-b054-e0cd0cb90d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:23.161004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-d2a61d97-5cab-4bfd-b054-e0cd0cb90d7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930433 Jul 06 18:47:23.189362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a92a5716-1fd2-4723-805d-59a51be81548 None None] Provisioning for port 3628ae49-9791-4a85-be32-980837965fa0 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:23.199716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a92a5716-1fd2-4723-805d-59a51be81548 None None] Provisioning complete for port 3628ae49-9791-4a85-be32-980837965fa0 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:23.200141 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a92a5716-1fd2-4723-805d-59a51be81548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:23.286621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-00d64087-9bc8-41a9-b93a-b34ca7749201 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112118 Jul 06 18:47:23.286945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a92a5716-1fd2-4723-805d-59a51be81548 None None] Port 3628ae49-9791-4a85-be32-980837965fa0 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:23.451603 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f960a815-3e5d-4803-861c-7fcb98ac3c33 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:23.463193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-304efa5f-cbf5-4c7f-896e-f58ec8c103cb service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698377 Jul 06 18:47:23.489620 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960a815-3e5d-4803-861c-7fcb98ac3c33 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=3628ae49-9791-4a85-be32-980837965fa0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:23.533016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-4dd725b9-ca85-45cf-ad19-2cda0115ae9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=3bf408fe-5823-47ef-94af-548bd65a1a77 HTTP/1.1" status: 200 len: 217 time: 0.0610564 Jul 06 18:47:23.575391 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f960a815-3e5d-4803-861c-7fcb98ac3c33 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:23.579950 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f960a815-3e5d-4803-861c-7fcb98ac3c33 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/3628ae49-9791-4a85-be32-980837965fa0 HTTP/1.1" status: 204 len: 168 time: 0.7602150 Jul 06 18:47:23.580377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35324) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:23.642814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-2b2ef7fe-ba47-4134-989e-98b33fba4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:23.644734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-2b2ef7fe-ba47-4134-989e-98b33fba4172 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 200 len: 797 time: 0.1025105 Jul 06 18:47:23.645305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6246e63e-f9f2-4c1c-8d7b-62c5cc57ff3f None None] Provisioning complete for port 7a55fb2d-f0a8-4910-8963-55009920262e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:23.647032 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6246e63e-f9f2-4c1c-8d7b-62c5cc57ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:23.675031 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bc3425-9f64-4a33-bdf5-3a8158476e63 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:23.677437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b9bc3425-9f64-4a33-bdf5-3a8158476e63 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/3628ae49-9791-4a85-be32-980837965fa0 HTTP/1.1" status: 404 len: 333 time: 0.0825698 Jul 06 18:47:23.681215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35326) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:23.744479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-336fe7ce-e9cf-469b-a9ec-094febce76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:23.747794 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-336fe7ce-e9cf-469b-a9ec-094febce76b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36a68faa-25a4-4c20-b236-3e5eaca5fb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941498 Jul 06 18:47:23.754205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a55fb2d-f0a8-4910-8963-55009920262e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:23.812392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bd470d-38af-48b6-a2da-defe06dc025b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet dcc3f7ad-16b6-44d2-b467-c233d9005256 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:23.825573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0bd470d-38af-48b6-a2da-defe06dc025b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:23.867452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-72e14826-2a13-49fa-ab4a-b8ee78282ab3 service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106694 Jul 06 18:47:23.907689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7a55fb2d-f0a8-4910-8963-55009920262e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:23.908061 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:23.926039 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0bd470d-38af-48b6-a2da-defe06dc025b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:23.958003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6246e63e-f9f2-4c1c-8d7b-62c5cc57ff3f None None] Could not find standard attr ID for object 3628ae49-9791-4a85-be32-980837965fa0. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:24.056110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-04bf0a81-09ec-4403-a437-f6b08a91d1bc service neutron] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810243 Jul 06 18:47:24.131646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0bd470d-38af-48b6-a2da-defe06dc025b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.133379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-661067c1-ddb7-4134-a42c-5f68d27f4c0a None None] Could not find standard attr ID for object 3628ae49-9791-4a85-be32-980837965fa0. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:24.203031 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-ee9641c6-dff6-4d6d-8007-844e92eaf575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92 HTTP/1.1" status: 200 len: 217 time: 0.1341538 Jul 06 18:47:24.330814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1095d200-a7c2-4b65-b808-44a92c3e2c04 req-9d9bf21b-dfc1-4460-914a-37e4ab568a3a tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 210 time: 0.1166201 Jul 06 18:47:24.332192 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0bd470d-38af-48b6-a2da-defe06dc025b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.399609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-c0e41433-ebcc-4b83-832b-5b611ac295d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:24.401185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-c0e41433-ebcc-4b83-832b-5b611ac295d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.1610427 Jul 06 18:47:24.403987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd470d-38af-48b6-a2da-defe06dc025b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc3f7ad-16b6-44d2-b467-c233d9005256,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:24.414576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0bd470d-38af-48b6-a2da-defe06dc025b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.417158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a0bd470d-38af-48b6-a2da-defe06dc025b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/dcc3f7ad-16b6-44d2-b467-c233d9005256 HTTP/1.1" status: 204 len: 168 time: 0.7344439 Jul 06 18:47:24.419676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35330) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:24.447862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8853b652-d3e6-417d-bc89-57e63c6f8d8b None None] Could not find standard attr ID for object 3628ae49-9791-4a85-be32-980837965fa0. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:24.483195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-33529c80-7ac8-46ec-8597-e69755677b0e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet 1f3eb670-40fd-470f-b88a-6019543b552c {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:24.492126 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33529c80-7ac8-46ec-8597-e69755677b0e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.569557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33529c80-7ac8-46ec-8597-e69755677b0e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.610233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940790-89e0-41a3-8d68-90666d1b841c req-08742772-b9e2-4f08-a742-d4d5efbbcc85 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:24.611477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-08742772-b9e2-4f08-a742-d4d5efbbcc85 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/networks?id=3728a2a3-8353-46ae-9273-3760833923da HTTP/1.1" status: 200 len: 796 time: 0.5177121 Jul 06 18:47:24.616388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-fd4fc3cc-46af-4bd0-8700-e0163555332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:24.619103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-fd4fc3cc-46af-4bd0-8700-e0163555332d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2084811 Jul 06 18:47:24.692644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33529c80-7ac8-46ec-8597-e69755677b0e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.746421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de2c40-492f-42bc-b4da-568edb59739b None None] Network adbfb44b-d1d6-461c-a56c-0be87591c45a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:24.765069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-cffecec1-5375-4b91-b227-2d40d722503b service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362500 Jul 06 18:47:24.769462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-24abfebd-d0be-417b-a779-c94b3ea35aba tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ac9e46f78db45d6b795116e924e5d96 HTTP/1.1" status: 200 len: 379 time: 0.1476805 Jul 06 18:47:24.784515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'port': {'device_id': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'admin_state_up': True, 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'security_groups': ['3992fa63-3d06-477b-82cc-3a145b45791d']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:24.789576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33529c80-7ac8-46ec-8597-e69755677b0e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.827821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33529c80-7ac8-46ec-8597-e69755677b0e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3eb670-40fd-470f-b88a-6019543b552c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:24.829909 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33529c80-7ac8-46ec-8597-e69755677b0e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.831970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-16ae62ed-6334-42b6-806d-eafabcb89122 None None] Could not find standard attr ID for object 3628ae49-9791-4a85-be32-980837965fa0. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:24.834675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-33529c80-7ac8-46ec-8597-e69755677b0e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/1f3eb670-40fd-470f-b88a-6019543b552c HTTP/1.1" status: 204 len: 168 time: 0.4137113 Jul 06 18:47:24.835268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35334) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:24.916424 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.948814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-01b96977-b1ce-4443-b2dd-ca956282bfb2 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766434 Jul 06 18:47:24.988557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 7a55fb2d-f0a8-4910-8963-55009920262e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:24.989019 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.020772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-48341f4b-b0b9-4627-ac98-adae768c9ed0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4b8992c-2d12-4392-9fde-e05548fa139d HTTP/1.1" status: 200 len: 217 time: 0.0648487 Jul 06 18:47:25.058564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Made reservation on behalf of 9ac9e46f78db45d6b795116e924e5d96 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:25.062124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.068507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] For port 7a55fb2d-f0a8-4910-8963-55009920262e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7a55fb2d-f0a8-4910-8963-55009920262e,segment=NetworkSegment(d402cc42-52fb-4d41-b51b-f0815c53b798),segment_id=d402cc42-52fb-4d41-b51b-f0815c53b798)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:25.068797 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.089905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] DHCP port deletion for adbfb44b-d1d6-461c-a56c-0be87591c45a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:25.094664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 7a55fb2d-f0a8-4910-8963-55009920262e owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:25.131676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-73a46a45-d6b8-4213-8c7d-58a6d53b7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:25.133197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-73a46a45-d6b8-4213-8c7d-58a6d53b7af4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 200 len: 797 time: 0.1059303 Jul 06 18:47:25.140849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] Deleting port 7a55fb2d-f0a8-4910-8963-55009920262e {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:25.141235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.192599 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.214498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] For port 7a55fb2d-f0a8-4910-8963-55009920262e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7a55fb2d-f0a8-4910-8963-55009920262e,segment=NetworkSegment(d402cc42-52fb-4d41-b51b-f0815c53b798),segment_id=d402cc42-52fb-4d41-b51b-f0815c53b798)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:25.215336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.229058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=7a55fb2d-f0a8-4910-8963-55009920262e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:25.235368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] Calling delete_port for 7a55fb2d-f0a8-4910-8963-55009920262e owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:25.237950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No DVR routers for this DVR port 7a55fb2d-f0a8-4910-8963-55009920262e on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:25.254886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.20.0.13 (3728a2a3-8353-46ae-9273-3760833923da/e30572ef-29b7-4faa-8c18-93c690266c2f/3c578932-b8c2-42ac-b68b-88cf354174ff) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:25.265202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-41353adc-17ed-4fac-b7e9-b4183c58793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:25.266825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-41353adc-17ed-4fac-b7e9-b4183c58793b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8834e188-cc93-4bd8-9ab4-7a580b36dac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225905 Jul 06 18:47:25.332469 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.342300 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:47:25.344812 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:47:25.346310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbfb44b-d1d6-461c-a56c-0be87591c45a']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:25.363427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd402cc42-52fb-4d41-b51b-f0815c53b798') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:25.363427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd402cc42-52fb-4d41-b51b-f0815c53b798') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:25.371899 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.375316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.394823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.409354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:25.409973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:25.415178 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:25.424866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] Pushing event deleted for resources: {'Port': ['ID=7a55fb2d-f0a8-4910-8963-55009920262e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:25.436922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100b24a-c241-4dda-b078-42db957ffd41 None None] No DVR routers for this DVR port 7a55fb2d-f0a8-4910-8963-55009920262e on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:25.490814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-be41a93f-12a2-409a-b89b-e065d57f7a4a service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157292 Jul 06 18:47:25.502596 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.521578 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.523634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/networks/adbfb44b-d1d6-461c-a56c-0be87591c45a HTTP/1.1" status: 204 len: 168 time: 0.6869822 Jul 06 18:47:25.528218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35342) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:25.537575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b7b26-1afb-4f6c-b792-44967f4c4a3a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Network': ['ID=adbfb44b-d1d6-461c-a56c-0be87591c45a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:25.577549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.661539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a55fb2d-f0a8-4910-8963-55009920262e no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:25.671116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Transition to ACTIVE for port object 3c578932-b8c2-42ac-b68b-88cf354174ff will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:25.675476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ceb0c9c6-f980-4b1f-a3cb-b4bcb7a68de9 req-8711610e-a9a4-4261-be66-4f233d4ff078 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 210 time: 0.1496956 Jul 06 18:47:25.725506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7a55fb2d-f0a8-4910-8963-55009920262e {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:25.725972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a55fb2d-f0a8-4910-8963-55009920262e not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:25.752813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd41b2c9-9e20-44ee-95bc-4e26261fe56a req-dde610d0-f788-4d2d-9746-869239bc5d22 service neutron] 10.222.0.24 "GET /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534666 Jul 06 18:47:25.760295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c537df1-d25a-49cf-af56-8c551da296f9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:25.765154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6c537df1-d25a-49cf-af56-8c551da296f9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1901827 Jul 06 18:47:25.765518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35346) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:25.777589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.831554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 3728a2a3-8353-46ae-9273-3760833923da is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:25.835200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:25.840553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:25.843071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-032e555a-2514-4538-a248-99cacddb664c tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0708029 Jul 06 18:47:25.843989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35348) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:25.850162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1835250458'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:25.905838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=3c578932-b8c2-42ac-b68b-88cf354174ff,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:25.920608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:25.921175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.925083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:25.928951 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.953218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-247322f3-389c-4ca7-ab36-06cba364fef5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1732690 Jul 06 18:47:25.966294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Request body: {'port': {'device_id': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:25.968778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:47:26.003756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.004075 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Added segment 1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54 of type vlan for network 8ac71844-dc76-4926-b0f4-9f80154873d0 Jul 06 18:47:26.085424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-662f0835-3f9a-4a96-85fa-ac7b42f34ecd None None] Provisioning for port 3c578932-b8c2-42ac-b68b-88cf354174ff completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:26.086144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.092549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-662f0835-3f9a-4a96-85fa-ac7b42f34ecd None None] Provisioning complete for port 3c578932-b8c2-42ac-b68b-88cf354174ff triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:26.092549 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-662f0835-3f9a-4a96-85fa-ac7b42f34ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.094955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.133144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-662f0835-3f9a-4a96-85fa-ac7b42f34ecd None None] Port 3c578932-b8c2-42ac-b68b-88cf354174ff cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:26.158899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.164958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:26.165604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.283588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4375460 Jul 06 18:47:26.287194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35350) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:26.293490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:26.304778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50a0f3-19aa-4f3e-9275-d9ba4e63d4a7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Network': ['ID=8ac71844-dc76-4926-b0f4-9f80154873d0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:26.318960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8ac71844-dc76-4926-b0f4-9f80154873d0 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:47:26.437443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:26.441366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.466650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c578932-b8c2-42ac-b68b-88cf354174ff {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:47:26.474526 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.488368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Transition to ACTIVE for port object 3c578932-b8c2-42ac-b68b-88cf354174ff will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:26.493878 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.543558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Pushing event updated for resources: {'Port': ['ID=3c578932-b8c2-42ac-b68b-88cf354174ff,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:26.628402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Attempting to bind port 3c578932-b8c2-42ac-b68b-88cf354174ff on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:26.628402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Attempting to bind port 3c578932-b8c2-42ac-b68b-88cf354174ff by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:26.628613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Attempting to bind port 3c578932-b8c2-42ac-b68b-88cf354174ff on network 3728a2a3-8353-46ae-9273-3760833923da {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:26.634705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Port 3c578932-b8c2-42ac-b68b-88cf354174ff on network 3728a2a3-8353-46ae-9273-3760833923da not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:47:26.635073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Attempting to bind port 3c578932-b8c2-42ac-b68b-88cf354174ff on network 3728a2a3-8353-46ae-9273-3760833923da {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:26.642442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:26.642859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Checking segment: {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:26.643258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Bound using segment: {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:26.643712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Bound port: 3c578932-b8c2-42ac-b68b-88cf354174ff, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818aa83c-b6bd-4572-a7c9-c5d4114e6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3728a2a3-8353-46ae-9273-3760833923da'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:26.644085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.670323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.738692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] For port 3c578932-b8c2-42ac-b68b-88cf354174ff, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:26.742812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] For port 3c578932-b8c2-42ac-b68b-88cf354174ff, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3c578932-b8c2-42ac-b68b-88cf354174ff,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:26.749256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.772131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=079ca990-3159-44f2-b69f-129244a626a5,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:26.785385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Checking segment: {'id': '1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:26.786630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network hostable DHCP agents. Network: 8ac71844-dc76-4926-b0f4-9f80154873d0, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:47:26.793134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:26.793807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.795408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] 10.222.0.41 "PUT /v2.0/ports/3c578932-b8c2-42ac-b68b-88cf354174ff HTTP/1.1" status: 200 len: 1092 time: 0.8336203 Jul 06 18:47:26.795876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:26.798267 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf48c5f-314b-48f8-b495-88e3182c91bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:26.829069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 8ac71844-dc76-4926-b0f4-9f80154873d0 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:47:26.841913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc08f80-caf2-453d-995e-4f558720d8cf service neutron] Pushing event updated for resources: {'Port': ['ID=3c578932-b8c2-42ac-b68b-88cf354174ff,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:26.855776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 8ac71844-dc76-4926-b0f4-9f80154873d0) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:26.862715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:26.863404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.890231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67c386-7157-46b3-bb6a-f36d6c4ec2fa None None] Network 8ac71844-dc76-4926-b0f4-9f80154873d0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:26.896454 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ae5ac4-a428-4449-ab76-8e80f62f38cc x-openstack-request-id: req-e6ae5ac4-a428-4449-ab76-8e80f62f38cc {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:26.896767 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:26.897014 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6ae5ac4-a428-4449-ab76-8e80f62f38cc {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:26.897420 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'status': 'completed', 'code': 200} Jul 06 18:47:26.899911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-70fa09d4-c24f-425e-97ba-de251668a975 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6115711 Jul 06 18:47:26.902890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35360) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:26.915163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0', 'name': 'tempest-PortsIpV6TestJSON-1929861143'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:26.930325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940790-89e0-41a3-8d68-90666d1b841c req-4df41b7f-4e38-4f07-816d-46b321cda3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:26.931892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-4df41b7f-4e38-4f07-816d-46b321cda3eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 1095 time: 0.0842357 Jul 06 18:47:26.995333 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-2fff4ce5-b95a-4f8e-a53f-872426a0e0d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c578932-b8c2-42ac-b68b-88cf354174ff HTTP/1.1" status: 200 len: 217 time: 0.0537324 Jul 06 18:47:27.080248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35364) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:27.116694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940790-89e0-41a3-8d68-90666d1b841c req-81d83dcb-458f-462e-aa3b-3a013e851dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:27.118282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-81d83dcb-458f-462e-aa3b-3a013e851dde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e30572ef-29b7-4faa-8c18-93c690266c2f HTTP/1.1" status: 200 len: 834 time: 0.1155543 Jul 06 18:47:27.143545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-8ac71844-dc76-4926-b0f4-9f80154873d0', 'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0', 'tenant_id': '7f91328d6ffc4dbaa4f0f8d26c09d3b2', 'fixed_ips': [{'subnet_id': '079ca990-3159-44f2-b69f-129244a626a5'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:47:27.146553 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.203827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940790-89e0-41a3-8d68-90666d1b841c req-00c83fe2-3384-4317-8d3d-c2856b8a0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:27.204474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2470-fe68-4a7a-89ed-c12d340b2a6b req-955aa161-c500-4059-99d1-438c819e3ea6 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:27.205813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-00c83fe2-3384-4317-8d3d-c2856b8a0c2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3728a2a3-8353-46ae-9273-3760833923da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798473 Jul 06 18:47:27.206286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-043c2470-fe68-4a7a-89ed-c12d340b2a6b req-955aa161-c500-4059-99d1-438c819e3ea6 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 944 time: 0.2736967 Jul 06 18:47:27.240999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:27.244866 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.268838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-043c2470-fe68-4a7a-89ed-c12d340b2a6b req-6c908ca4-82ee-418a-b3cc-cec4ee3fed15 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554218 Jul 06 18:47:27.292949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port b0e9421e-5eae-4262-9f58-314016a141e6 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:27.293105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eced340e-9878-42d2-a7fd-8223e6ebe1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.329797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Allocated IP 2001:db8::2 (8ac71844-dc76-4926-b0f4-9f80154873d0/079ca990-3159-44f2-b69f-129244a626a5/93d39ea2-83ab-4ced-90b8-478d1a63797f) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:27.357446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-a8f477a1-37d9-46ab-a57c-16ccbf532788 service neutron] 10.222.0.41 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433580 Jul 06 18:47:27.488888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4940790-89e0-41a3-8d68-90666d1b841c req-0c7dde82-a3a6-4fe3-a401-85ceea2a914c service neutron] 10.222.0.41 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243796 Jul 06 18:47:27.493531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eced340e-9878-42d2-a7fd-8223e6ebe1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.498900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eced340e-9878-42d2-a7fd-8223e6ebe1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.500092 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.510683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Transition to ACTIVE for port object 93d39ea2-83ab-4ced-90b8-478d1a63797f will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:27.528926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Transition to ACTIVE for port object 93d39ea2-83ab-4ced-90b8-478d1a63797f will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:27.537346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced340e-9878-42d2-a7fd-8223e6ebe1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfba4b07-54d3-407e-8f57-d1654ddc0d14,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:27.538005 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.541727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eced340e-9878-42d2-a7fd-8223e6ebe1fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f51e5dc48aa431db4b6d46041e03548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604337 Jul 06 18:47:27.544268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35368) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:27.584764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Network 8ac71844-dc76-4926-b0f4-9f80154873d0 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:27.593924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:27.601907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::3b6 (8ac71844-dc76-4926-b0f4-9f80154873d0/079ca990-3159-44f2-b69f-129244a626a5/b0e9421e-5eae-4262-9f58-314016a141e6) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:27.604967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:27.611544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Pushing event updated for resources: {'Port': ['ID=93d39ea2-83ab-4ced-90b8-478d1a63797f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:27.631167 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a94508b-7e30-4c7a-8d07-01bbd28820a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.677179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Attempting to bind port 93d39ea2-83ab-4ced-90b8-478d1a63797f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:27.677562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Attempting to bind port 93d39ea2-83ab-4ced-90b8-478d1a63797f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:27.677960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Attempting to bind port 93d39ea2-83ab-4ced-90b8-478d1a63797f on network 8ac71844-dc76-4926-b0f4-9f80154873d0 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:27.683956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:27.684333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Checking segment: {'id': '1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:27.684740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.685196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Bound using segment: {'id': '1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:27.685673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Bound port: 93d39ea2-83ab-4ced-90b8-478d1a63797f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:27.686138 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.775936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] For port 93d39ea2-83ab-4ced-90b8-478d1a63797f, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:27.780127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] For port 93d39ea2-83ab-4ced-90b8-478d1a63797f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=93d39ea2-83ab-4ced-90b8-478d1a63797f,segment=NetworkSegment(1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54),segment_id=1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:27.785929 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.786520 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.805443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object b0e9421e-5eae-4262-9f58-314016a141e6 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:27.855025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c1ec5-944e-4b16-ab02-7d62fdf19608 None None] Pushing event updated for resources: {'Port': ['ID=93d39ea2-83ab-4ced-90b8-478d1a63797f,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:27.858730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.917968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 8ac71844-dc76-4926-b0f4-9f80154873d0 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:27.923592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:27.930668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:27.932549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a94508b-7e30-4c7a-8d07-01bbd28820a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.936249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:27.936944 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:27.946945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-0eceaf52-4898-4093-af9f-b149b4b1fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:27.947509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=b0e9421e-5eae-4262-9f58-314016a141e6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:27.948551 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-0eceaf52-4898-4093-af9f-b149b4b1fc25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 1095 time: 0.4050760 Jul 06 18:47:27.960233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b44b2018-3619-42cf-9627-3ad18c1aeae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0549512 Jul 06 18:47:27.963205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35370) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:27.968921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '8ac71844-dc76-4926-b0f4-9f80154873d0', 'name': 'tempest-PortsIpV6TestJSON-454052556'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:28.055936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a94508b-7e30-4c7a-8d07-01bbd28820a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.057635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a94508b-7e30-4c7a-8d07-01bbd28820a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.062721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5a94508b-7e30-4c7a-8d07-01bbd28820a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfba4b07-54d3-407e-8f57-d1654ddc0d14 HTTP/1.1" status: 204 len: 168 time: 0.5138903 Jul 06 18:47:28.065704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-391a47d3-d143-4c24-823f-122956da516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:28.067115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-391a47d3-d143-4c24-823f-122956da516a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3728a2a3-8353-46ae-9273-3760833923da HTTP/1.1" status: 200 len: 897 time: 0.1055880 Jul 06 18:47:28.072126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94508b-7e30-4c7a-8d07-01bbd28820a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfba4b07-54d3-407e-8f57-d1654ddc0d14,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:28.120729 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-c549f64b-bee0-4ac7-846b-c031353e67bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c578932-b8c2-42ac-b68b-88cf354174ff HTTP/1.1" status: 200 len: 217 time: 0.0463393 Jul 06 18:47:28.139764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:28.144514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.165241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port 27453ceb-e68c-4046-afe3-ae0e12af4791 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:28.184308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-1299a95b-f6dd-4bf5-aac1-811e9d72b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:28.186178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-1299a95b-f6dd-4bf5-aac1-811e9d72b6f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e30572ef-29b7-4faa-8c18-93c690266c2f HTTP/1.1" status: 200 len: 834 time: 0.0561619 Jul 06 18:47:28.274855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-21238056-2dc4-43e7-b4b6-2ce8549b88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:28.276510 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-21238056-2dc4-43e7-b4b6-2ce8549b88ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3728a2a3-8353-46ae-9273-3760833923da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826671 Jul 06 18:47:28.333189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::2d3 (8ac71844-dc76-4926-b0f4-9f80154873d0/079ca990-3159-44f2-b69f-129244a626a5/27453ceb-e68c-4046-afe3-ae0e12af4791) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:28.398881 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-71662c68-dab1-4d50-bd08-e45aff957d9a service neutron] 10.222.0.41 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148312 Jul 06 18:47:28.537818 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6cf48c5f-314b-48f8-b495-88e3182c91bc req-b2d6f150-0301-4a61-8317-7a02aec07193 service neutron] 10.222.0.41 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318038 Jul 06 18:47:28.539420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.555664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object 27453ceb-e68c-4046-afe3-ae0e12af4791 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:28.578121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db3500-5b9d-49d8-861f-fcac8aec6d27 req-821514d4-af33-44e2-9cf5-1521740f4bac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:28.580325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94db3500-5b9d-49d8-861f-fcac8aec6d27 req-821514d4-af33-44e2-9cf5-1521740f4bac tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 944 time: 0.1118810 Jul 06 18:47:28.602601 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.635220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94db3500-5b9d-49d8-861f-fcac8aec6d27 req-13351074-1343-4f56-96ca-8cc6ef50957b tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480828 Jul 06 18:47:28.675895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=27453ceb-e68c-4046-afe3-ae0e12af4791,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:28.680101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 8ac71844-dc76-4926-b0f4-9f80154873d0 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:28.681775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:28.684079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:28.689871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:28.690782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.714666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-da6ee88d-0173-4ca9-9f13-210260aa8382 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7497010 Jul 06 18:47:28.717290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35388) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:28.850343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186e272-4368-476e-ae5c-fb2e85a3dd74 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:28.852053 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4186e272-4368-476e-ae5c-fb2e85a3dd74 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b6 HTTP/1.1" status: 200 len: 929 time: 0.1333339 Jul 06 18:47:28.854823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35396) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:28.963964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-dad80a09-e93e-4531-b25c-1239bc42a60d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 27453ceb-e68c-4046-afe3-ae0e12af4791 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:28.964315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dad80a09-e93e-4531-b25c-1239bc42a60d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.993971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5482de4e-7909-4c25-82ff-ff4cddf1c5ac None None] Network 8ac71844-dc76-4926-b0f4-9f80154873d0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:29.058415 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dad80a09-e93e-4531-b25c-1239bc42a60d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.071653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-71ac318a-9b47-47d0-b813-bcf101852b89 None None] Provisioning for port 93d39ea2-83ab-4ced-90b8-478d1a63797f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:29.073602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-dad80a09-e93e-4531-b25c-1239bc42a60d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 27453ceb-e68c-4046-afe3-ae0e12af4791 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:29.218529 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dad80a09-e93e-4531-b25c-1239bc42a60d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.252062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad80a09-e93e-4531-b25c-1239bc42a60d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=27453ceb-e68c-4046-afe3-ae0e12af4791,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:29.288337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dad80a09-e93e-4531-b25c-1239bc42a60d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.292945 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dad80a09-e93e-4531-b25c-1239bc42a60d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/27453ceb-e68c-4046-afe3-ae0e12af4791 HTTP/1.1" status: 204 len: 168 time: 0.4346592 Jul 06 18:47:29.293393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35408) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:29.327082 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e474a7-ac35-4e47-a4c4-ede064bf4812 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:29.331177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-59e474a7-ac35-4e47-a4c4-ede064bf4812 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/27453ceb-e68c-4046-afe3-ae0e12af4791 HTTP/1.1" status: 404 len: 333 time: 0.0341351 Jul 06 18:47:29.332236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35410) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:29.358246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3c578932-b8c2-42ac-b68b-88cf354174ff details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:47:29.440286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c40b3-21d3-4358-97e5-e8ceb7c67782 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port b0e9421e-5eae-4262-9f58-314016a141e6 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:29.440286 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd0c40b3-21d3-4358-97e5-e8ceb7c67782 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.496611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3c578932-b8c2-42ac-b68b-88cf354174ff, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3c578932-b8c2-42ac-b68b-88cf354174ff,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:29.510255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'port_id': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'mac_address': 'fa:16:3e:87:13:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:47:29.542125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd0c40b3-21d3-4358-97e5-e8ceb7c67782 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.561304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c40b3-21d3-4358-97e5-e8ceb7c67782 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for b0e9421e-5eae-4262-9f58-314016a141e6 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:29.563153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0fd47dd4-2788-4d9f-b6be-d6e37770302f None None] Provisioning for port b0e9421e-5eae-4262-9f58-314016a141e6 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:29.568928 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.570902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0fd47dd4-2788-4d9f-b6be-d6e37770302f None None] Provisioning complete for port b0e9421e-5eae-4262-9f58-314016a141e6 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:29.571275 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0fd47dd4-2788-4d9f-b6be-d6e37770302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.618356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c578932-b8c2-42ac-b68b-88cf354174ff {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:47:29.677522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3c578932-b8c2-42ac-b68b-88cf354174ff, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3c578932-b8c2-42ac-b68b-88cf354174ff,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:29.681382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0fd47dd4-2788-4d9f-b6be-d6e37770302f None None] Port b0e9421e-5eae-4262-9f58-314016a141e6 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:29.686278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.735676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0fd47dd4-2788-4d9f-b6be-d6e37770302f None None] Could not find standard attr ID for object 27453ceb-e68c-4046-afe3-ae0e12af4791. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:29.764366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 93d39ea2-83ab-4ced-90b8-478d1a63797f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:29.806512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd0c40b3-21d3-4358-97e5-e8ceb7c67782 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.811159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3c578932-b8c2-42ac-b68b-88cf354174ff,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:29.856794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c40b3-21d3-4358-97e5-e8ceb7c67782 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=b0e9421e-5eae-4262-9f58-314016a141e6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:29.865529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d1b41cd6-3cd8-4388-8cb1-fe5af56bc96a None None] Could not find standard attr ID for object b0e9421e-5eae-4262-9f58-314016a141e6. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:29.869837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 93d39ea2-83ab-4ced-90b8-478d1a63797f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:29.874696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 93d39ea2-83ab-4ced-90b8-478d1a63797f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:29.874696 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.906037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['3c578932-b8c2-42ac-b68b-88cf354174ff'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:47:29.945111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd0c40b3-21d3-4358-97e5-e8ceb7c67782 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.949814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35426) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:29.950310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bd0c40b3-21d3-4358-97e5-e8ceb7c67782 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/b0e9421e-5eae-4262-9f58-314016a141e6 HTTP/1.1" status: 204 len: 168 time: 0.6164908 Jul 06 18:47:29.986213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f06ef-93de-443f-a6b7-bb11a5b2214c req-ae196876-8543-4b97-9f16-e03a24f0bc70 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:29.987840 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-637f06ef-93de-443f-a6b7-bb11a5b2214c req-ae196876-8543-4b97-9f16-e03a24f0bc70 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 945 time: 0.1367173 Jul 06 18:47:30.021140 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-f011b81a-3284-4876-b61d-04e2ac988c4f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:30.022878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f011b81a-3284-4876-b61d-04e2ac988c4f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/b0e9421e-5eae-4262-9f58-314016a141e6 HTTP/1.1" status: 404 len: 333 time: 0.0711877 Jul 06 18:47:30.027247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35428) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:30.083882 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-637f06ef-93de-443f-a6b7-bb11a5b2214c req-19d4f79a-52f2-4cb5-8cb1-1c57e77e1950 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897813 Jul 06 18:47:30.116589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0256e6c-1cae-4697-9ea1-07db6d985a1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet 079ca990-3159-44f2-b69f-129244a626a5 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:30.128412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c0256e6c-1cae-4697-9ea1-07db6d985a1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.154588 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.233233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fa2819cd-25ff-4912-b6ff-93b892a4e49b None None] Could not find standard attr ID for object 27453ceb-e68c-4046-afe3-ae0e12af4791. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:30.243135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 93d39ea2-83ab-4ced-90b8-478d1a63797f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=93d39ea2-83ab-4ced-90b8-478d1a63797f,segment=NetworkSegment(1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54),segment_id=1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:30.258765 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.280368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c0256e6c-1cae-4697-9ea1-07db6d985a1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.384771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=93d39ea2-83ab-4ced-90b8-478d1a63797f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:30.425706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c0256e6c-1cae-4697-9ea1-07db6d985a1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.554480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c0256e6c-1cae-4697-9ea1-07db6d985a1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.613972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0256e6c-1cae-4697-9ea1-07db6d985a1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=079ca990-3159-44f2-b69f-129244a626a5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:30.618575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c0256e6c-1cae-4697-9ea1-07db6d985a1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.622358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c0256e6c-1cae-4697-9ea1-07db6d985a1a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/079ca990-3159-44f2-b69f-129244a626a5 HTTP/1.1" status: 204 len: 168 time: 0.5938880 Jul 06 18:47:30.623653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35456) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:30.751744 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.821373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4f3d-895c-4637-8aab-57df0609329f req-2225106c-5f29-4211-b9e2-5d5afd5377af tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:30.823722 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39bc4f3d-895c-4637-8aab-57df0609329f req-2225106c-5f29-4211-b9e2-5d5afd5377af tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.0962129 Jul 06 18:47:30.833203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 93d39ea2-83ab-4ced-90b8-478d1a63797f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:30.833843 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.889435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46290e-649e-4733-b809-47319ff15f99 None None] Network 8ac71844-dc76-4926-b0f4-9f80154873d0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:30.905767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39bc4f3d-895c-4637-8aab-57df0609329f req-1a3dd15d-9035-4290-a937-a611b3a47a69 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710838 Jul 06 18:47:30.921977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] For port 93d39ea2-83ab-4ced-90b8-478d1a63797f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=93d39ea2-83ab-4ced-90b8-478d1a63797f,segment=NetworkSegment(1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54),segment_id=1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:30.922602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.938155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 93d39ea2-83ab-4ced-90b8-478d1a63797f owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:31.026940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.058057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No DVR routers for this DVR port 93d39ea2-83ab-4ced-90b8-478d1a63797f on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:31.061689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=93d39ea2-83ab-4ced-90b8-478d1a63797f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:31.128488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc3d156-3bac-447c-a91e-2fe6cdb0c788 None None] DHCP port deletion for 8ac71844-dc76-4926-b0f4-9f80154873d0 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:31.162165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.173546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac71844-dc76-4926-b0f4-9f80154873d0']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:31.185445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:31.185815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8e5153-3f94-4f3f-bc6f-e8b9c52e0f54') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:31.195246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.217039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.242006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:31.242431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:31.246499 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:31.290563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35468) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:31.317076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.327332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.329230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/networks/8ac71844-dc76-4926-b0f4-9f80154873d0 HTTP/1.1" status: 204 len: 168 time: 0.7045166 Jul 06 18:47:31.333028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35472) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:31.338593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1662822659'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:31.348024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2c0d9-981b-4fdf-babe-39c0b4b351b4 req-c7ac2d65-be69-4d22-8989-59d73ab80317 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.349527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47e2c0d9-981b-4fdf-babe-39c0b4b351b4 req-c7ac2d65-be69-4d22-8989-59d73ab80317 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 945 time: 0.1433022 Jul 06 18:47:31.350630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81575aca-9797-4d9b-84fe-4370681d8d21 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Network': ['ID=8ac71844-dc76-4926-b0f4-9f80154873d0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:31.357531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3c578932-b8c2-42ac-b68b-88cf354174ff up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:31.368258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:31.372145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.394833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47e2c0d9-981b-4fdf-babe-39c0b4b351b4 req-c5a7a63b-e539-452b-8606-e7e903e4a4f7 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392189 Jul 06 18:47:31.402113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:47:31.418639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 3c578932-b8c2-42ac-b68b-88cf354174ff completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:31.419421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.420112 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Added segment f67b7cb6-9499-4e6b-8cb2-51d71b262549 of type vlan for network 6c9801da-3f27-4266-a15c-b15f8ef9c246 Jul 06 18:47:31.422946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 3c578932-b8c2-42ac-b68b-88cf354174ff triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:31.423330 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.459940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5696c8c4-b48b-4a47-863f-140cad89e145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.487035 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.503860 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.529098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:31.531557 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c317d52e-36b7-4e63-b688-5c97d8b508e7" -d '{"events": [{"server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "name": "network-vif-plugged", "status": "completed", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:31.545326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 3c578932-b8c2-42ac-b68b-88cf354174ff, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3c578932-b8c2-42ac-b68b-88cf354174ff,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:31.549180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.551712 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.555383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.556011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.586068 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc1b1ff-d828-4632-8465-403abce51e80 x-openstack-request-id: req-bdc1b1ff-d828-4632-8465-403abce51e80 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:31.586549 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "name": "network-vif-plugged", "status": "completed", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:31.588608 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdc1b1ff-d828-4632-8465-403abce51e80 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:31.598315 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'code': 200} Jul 06 18:47:31.638266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Network': ['ID=6c9801da-3f27-4266-a15c-b15f8ef9c246,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:31.654008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 6c9801da-3f27-4266-a15c-b15f8ef9c246 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:47:31.657252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=3c578932-b8c2-42ac-b68b-88cf354174ff,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:31.668658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5696c8c4-b48b-4a47-863f-140cad89e145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.676770 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5696c8c4-b48b-4a47-863f-140cad89e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.696127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 93d39ea2-83ab-4ced-90b8-478d1a63797f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:31.698563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fb702b92-a266-4652-b4ff-0069853b7000 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3643463 Jul 06 18:47:31.704003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:31.713846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:31.728829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5696c8c4-b48b-4a47-863f-140cad89e145 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e2a7374840749a885b4f78bcacabd08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371188 Jul 06 18:47:31.730416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696c8c4-b48b-4a47-863f-140cad89e145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4a7d6-047c-471e-9a5c-7c42b3a7cdef,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:31.732238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35480) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:31.733485 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 93d39ea2-83ab-4ced-90b8-478d1a63797f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:31.733829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 93d39ea2-83ab-4ced-90b8-478d1a63797f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:31.791886 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b05b7501-7f16-4044-a959-ba3a03cedc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.815325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae134f8-2acf-4166-8946-eee70864499e req-17aa13c8-55eb-4156-a537-6169c7d25015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.816869 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ae134f8-2acf-4166-8946-eee70864499e req-17aa13c8-55eb-4156-a537-6169c7d25015 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 1097 time: 0.1584430 Jul 06 18:47:31.830844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:31.834432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.909239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ae134f8-2acf-4166-8946-eee70864499e req-3021c6f4-c546-4598-93e3-22179bd92fa7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857849 Jul 06 18:47:32.079543 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.087654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b05b7501-7f16-4044-a959-ba3a03cedc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.135531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b05b7501-7f16-4044-a959-ba3a03cedc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.138219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b05b7501-7f16-4044-a959-ba3a03cedc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.139400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b05b7501-7f16-4044-a959-ba3a03cedc98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5b4a7d6-047c-471e-9a5c-7c42b3a7cdef HTTP/1.1" status: 204 len: 168 time: 0.4063470 Jul 06 18:47:32.151223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b7501-7f16-4044-a959-ba3a03cedc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4a7d6-047c-471e-9a5c-7c42b3a7cdef,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:32.169078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f0239-9210-4122-8150-d8b675d37018 req-27c9de49-a29b-43f0-aeda-3836621c6a82 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:32.170733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-778f0239-9210-4122-8150-d8b675d37018 req-27c9de49-a29b-43f0-aeda-3836621c6a82 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1382966 Jul 06 18:47:32.176747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=d3827014-b47e-4a37-92d1-5ea861051b75,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:32.203420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Checking segment: {'id': 'f67b7cb6-9499-4e6b-8cb2-51d71b262549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:32.203777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network hostable DHCP agents. Network: 6c9801da-3f27-4266-a15c-b15f8ef9c246, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:47:32.225489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-778f0239-9210-4122-8150-d8b675d37018 req-158365cb-e451-4188-ac11-0a3ec60fcf53 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458138 Jul 06 18:47:32.236567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 6c9801da-3f27-4266-a15c-b15f8ef9c246 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:47:32.254856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 6c9801da-3f27-4266-a15c-b15f8ef9c246) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:32.259213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:32.259806 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.268423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46826ab7-dbb2-4da8-9192-62fffdee5ba5 None None] Network 6c9801da-3f27-4266-a15c-b15f8ef9c246 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:32.277786 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-07b4097e-ced5-49bf-8e98-44a951efe5d2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5704484 Jul 06 18:47:32.279718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35488) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:32.285009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246', 'name': 'tempest-PortsIpV6TestJSON-1574872506', 'fixed_ips': [{'subnet_id': 'd3827014-b47e-4a37-92d1-5ea861051b75', 'ip_address': '2001:db8::10'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:32.392905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:32.436715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-6c9801da-3f27-4266-a15c-b15f8ef9c246', 'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246', 'tenant_id': '7f91328d6ffc4dbaa4f0f8d26c09d3b2', 'fixed_ips': [{'subnet_id': 'd3827014-b47e-4a37-92d1-5ea861051b75'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:47:32.437579 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.455252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35492) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:32.473193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8853eeb1-7b89-415b-87bb-6f2a768052f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.487714 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.512357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:32.588570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8853eeb1-7b89-415b-87bb-6f2a768052f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.594009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8853eeb1-7b89-415b-87bb-6f2a768052f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.607289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Allocated IP 2001:db8::2 (6c9801da-3f27-4266-a15c-b15f8ef9c246/d3827014-b47e-4a37-92d1-5ea861051b75/98e6740e-a814-493a-b263-f939957ca7a3) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:32.658588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853eeb1-7b89-415b-87bb-6f2a768052f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c48cd6-f010-435c-a4e9-746778b21541,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:32.674026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8853eeb1-7b89-415b-87bb-6f2a768052f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb9f0bbea8ae440f83103c3d46103027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173483 Jul 06 18:47:32.676697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35494) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:32.691072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480a3c-4efe-4048-958e-d03bc974f351 req-a6435645-3e28-4047-9aa5-fedbbd50df81 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:32.692890 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b480a3c-4efe-4048-958e-d03bc974f351 req-a6435645-3e28-4047-9aa5-fedbbd50df81 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 946 time: 0.1379914 Jul 06 18:47:32.734111 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-490276bc-05bb-449a-9d51-3daecc915dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.739783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b480a3c-4efe-4048-958e-d03bc974f351 req-325fd207-8f2b-40b8-854b-4fb071d24f1e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389311 Jul 06 18:47:32.767190 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-490276bc-05bb-449a-9d51-3daecc915dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.775826 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.784186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Transition to ACTIVE for port object 98e6740e-a814-493a-b263-f939957ca7a3 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:32.800863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Transition to ACTIVE for port object 98e6740e-a814-493a-b263-f939957ca7a3 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:32.808076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.831088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-490276bc-05bb-449a-9d51-3daecc915dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.834112 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-490276bc-05bb-449a-9d51-3daecc915dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.835621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-490276bc-05bb-449a-9d51-3daecc915dbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9c48cd6-f010-435c-a4e9-746778b21541 HTTP/1.1" status: 204 len: 168 time: 0.1576810 Jul 06 18:47:32.846468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490276bc-05bb-449a-9d51-3daecc915dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c48cd6-f010-435c-a4e9-746778b21541,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:32.846703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Network 6c9801da-3f27-4266-a15c-b15f8ef9c246 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:32.851641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:32.857598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:32.860439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::10 (6c9801da-3f27-4266-a15c-b15f8ef9c246/d3827014-b47e-4a37-92d1-5ea861051b75/8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:32.876675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Pushing event updated for resources: {'Port': ['ID=98e6740e-a814-493a-b263-f939957ca7a3,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:32.940598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Attempting to bind port 98e6740e-a814-493a-b263-f939957ca7a3 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:32.940963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Attempting to bind port 98e6740e-a814-493a-b263-f939957ca7a3 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'f67b7cb6-9499-4e6b-8cb2-51d71b262549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:32.941237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Attempting to bind port 98e6740e-a814-493a-b263-f939957ca7a3 on network 6c9801da-3f27-4266-a15c-b15f8ef9c246 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:32.947233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:32.947647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Checking segment: {'id': 'f67b7cb6-9499-4e6b-8cb2-51d71b262549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:32.948080 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.948581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Bound using segment: {'id': 'f67b7cb6-9499-4e6b-8cb2-51d71b262549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:32.949131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Bound port: 98e6740e-a814-493a-b263-f939957ca7a3, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67b7cb6-9499-4e6b-8cb2-51d71b262549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:32.949537 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.020683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] For port 98e6740e-a814-493a-b263-f939957ca7a3, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:33.024510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] For port 98e6740e-a814-493a-b263-f939957ca7a3, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=98e6740e-a814-493a-b263-f939957ca7a3,segment=NetworkSegment(f67b7cb6-9499-4e6b-8cb2-51d71b262549),segment_id=f67b7cb6-9499-4e6b-8cb2-51d71b262549)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:33.030124 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.049533 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.066519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:33.105669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01bdec-ba57-4c94-8cbb-ba8cbd9cccbf None None] Pushing event updated for resources: {'Port': ['ID=98e6740e-a814-493a-b263-f939957ca7a3,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:33.115675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.154271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 6c9801da-3f27-4266-a15c-b15f8ef9c246 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:33.158090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:33.162158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:33.167856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:33.168494 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.195395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9119058 Jul 06 18:47:33.195718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35502) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:33.197362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a45ef3-c0f1-4c85-86d1-53c4e82dd931 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:33.202419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': '6c9801da-3f27-4266-a15c-b15f8ef9c246', 'name': 'tempest-PortsIpV6TestJSON-2130222849', 'fixed_ips': [{'subnet_id': 'd3827014-b47e-4a37-92d1-5ea861051b75', 'ip_address': '2001:db8::f'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:33.383841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:33.524157 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.533085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba380-7649-476a-aaf4-f31450f9e3a4 req-9c528f92-a64e-4753-bf81-bca394a43929 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:33.534646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d9ba380-7649-476a-aaf4-f31450f9e3a4 req-9c528f92-a64e-4753-bf81-bca394a43929 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1441574 Jul 06 18:47:33.566785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port 34a1e464-9a15-42e6-87b9-3c3dc56791a9 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:33.654306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d9ba380-7649-476a-aaf4-f31450f9e3a4 req-91e2c730-0259-43f6-9a58-bcab402dc313 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116447 Jul 06 18:47:33.737898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 98e6740e-a814-493a-b263-f939957ca7a3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:33.795963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 98e6740e-a814-493a-b263-f939957ca7a3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:33.824590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::f (6c9801da-3f27-4266-a15c-b15f8ef9c246/d3827014-b47e-4a37-92d1-5ea861051b75/34a1e464-9a15-42e6-87b9-3c3dc56791a9) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:33.970873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bcb1c-5a3f-4d1d-9329-d49dbc6e125c req-85658c39-14c4-4aae-93b4-2b6337c6f1e9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:33.974119 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-102bcb1c-5a3f-4d1d-9329-d49dbc6e125c req-85658c39-14c4-4aae-93b4-2b6337c6f1e9 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 946 time: 0.0942917 Jul 06 18:47:34.028143 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.028642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-102bcb1c-5a3f-4d1d-9329-d49dbc6e125c req-4564d33a-9bca-463f-80a3-84341e835094 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468032 Jul 06 18:47:34.048817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object 34a1e464-9a15-42e6-87b9-3c3dc56791a9 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:34.102291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.173227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 6c9801da-3f27-4266-a15c-b15f8ef9c246 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:34.179565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:34.182456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=34a1e464-9a15-42e6-87b9-3c3dc56791a9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:34.211922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:34.217849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:34.218554 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.245451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fbcad929-dee5-458b-ae11-9f1e75839ac9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0459719 Jul 06 18:47:34.245554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35534) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:34.251611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0fb19-a197-4bd4-8e03-dd5e2d8004d1 None None] Network 6c9801da-3f27-4266-a15c-b15f8ef9c246 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:34.279863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79daf-a622-4dc5-bee3-838349f0b250 req-c60db225-f33c-4e6d-9842-dce50c223f2f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:34.280972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ef79daf-a622-4dc5-bee3-838349f0b250 req-c60db225-f33c-4e6d-9842-dce50c223f2f tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 946 time: 0.1035745 Jul 06 18:47:34.336239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ef79daf-a622-4dc5-bee3-838349f0b250 req-356f5ddd-3408-452b-abac-937b2640bce5 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491407 Jul 06 18:47:34.350844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-361c8ffc-4ce4-4881-a376-2498af2bad38 None None] Provisioning for port 98e6740e-a814-493a-b263-f939957ca7a3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:34.356715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-361c8ffc-4ce4-4881-a376-2498af2bad38 None None] Provisioning complete for port 98e6740e-a814-493a-b263-f939957ca7a3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:34.357089 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-361c8ffc-4ce4-4881-a376-2498af2bad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.362183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35540) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:34.384657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f802adb-c242-43e1-95f6-8455cfbd4676 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:34.387352 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3f802adb-c242-43e1-95f6-8455cfbd4676 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1402907 Jul 06 18:47:34.391106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35542) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:34.430781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f026ec84-2132-4112-82b8-c6766e8aa951 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:34.436080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f026ec84-2132-4112-82b8-c6766e8aa951 tempest-TestNetworkBasicOps-658241415 tempest-TestNetworkBasicOps-658241415-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 1092 time: 0.0726857 Jul 06 18:47:34.436273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35544) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:34.441859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:34.484598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.554522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab9df2-6697-45b7-b2a7-7a46ac7f3dec tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:34.562677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab9df2-6697-45b7-b2a7-7a46ac7f3dec tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:34.569248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab9df2-6697-45b7-b2a7-7a46ac7f3dec tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:34.571233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-23ab9df2-6697-45b7-b2a7-7a46ac7f3dec tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1786275 Jul 06 18:47:34.574904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35550) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:34.691770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-361c8ffc-4ce4-4881-a376-2498af2bad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.707308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-86261bb4-e1b0-4d38-9453-5605e50babf8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 34a1e464-9a15-42e6-87b9-3c3dc56791a9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:34.707609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86261bb4-e1b0-4d38-9453-5605e50babf8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.734673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-361c8ffc-4ce4-4881-a376-2498af2bad38 None None] For port 98e6740e-a814-493a-b263-f939957ca7a3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=98e6740e-a814-493a-b263-f939957ca7a3,segment=NetworkSegment(f67b7cb6-9499-4e6b-8cb2-51d71b262549),segment_id=f67b7cb6-9499-4e6b-8cb2-51d71b262549)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:34.743874 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-361c8ffc-4ce4-4881-a376-2498af2bad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.756139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.828220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c8ffc-4ce4-4881-a376-2498af2bad38 None None] Pushing event updated for resources: {'Port': ['ID=98e6740e-a814-493a-b263-f939957ca7a3,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:34.899355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86261bb4-e1b0-4d38-9453-5605e50babf8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:34.937532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-86261bb4-e1b0-4d38-9453-5605e50babf8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 34a1e464-9a15-42e6-87b9-3c3dc56791a9 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:35.002628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Allocated IP 172.25.4.228 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/bdfcfb68-910a-4cd2-a878-68b8a692058f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:35.102925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Provisioning for port 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:35.109207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Provisioning complete for port 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:35.110239 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.111704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea259dc6-0558-47b2-9b53-8086b599b59e req-5b2b2920-a9df-4d6a-b146-f01ee62fecc4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:35.113336 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea259dc6-0558-47b2-9b53-8086b599b59e req-5b2b2920-a9df-4d6a-b146-f01ee62fecc4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.2459183 Jul 06 18:47:35.157889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Port 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:35.173602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Provisioning for port 34a1e464-9a15-42e6-87b9-3c3dc56791a9 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:35.178785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Provisioning complete for port 34a1e464-9a15-42e6-87b9-3c3dc56791a9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:35.179163 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.223254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Port 34a1e464-9a15-42e6-87b9-3c3dc56791a9 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:35.223487 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea259dc6-0558-47b2-9b53-8086b599b59e req-477792b5-e49c-4602-80ab-4a02342b68d9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971043 Jul 06 18:47:35.234553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Provisioning complete for port 98e6740e-a814-493a-b263-f939957ca7a3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:35.235000 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-196d7ad5-2f87-478d-9154-6bfe886ba7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.268750 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86261bb4-e1b0-4d38-9453-5605e50babf8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.312124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86261bb4-e1b0-4d38-9453-5605e50babf8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=34a1e464-9a15-42e6-87b9-3c3dc56791a9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:35.320268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.356190 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86261bb4-e1b0-4d38-9453-5605e50babf8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.358202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-86261bb4-e1b0-4d38-9453-5605e50babf8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/34a1e464-9a15-42e6-87b9-3c3dc56791a9 HTTP/1.1" status: 204 len: 168 time: 0.7824352 Jul 06 18:47:35.360929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35566) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:35.394221 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5751ef-bcb4-401f-82c3-8cf1684ea8e5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:35.396033 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ff5751ef-bcb4-401f-82c3-8cf1684ea8e5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/34a1e464-9a15-42e6-87b9-3c3dc56791a9 HTTP/1.1" status: 404 len: 333 time: 0.0341244 Jul 06 18:47:35.399305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35570) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:35.400418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.461067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:35.465800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:35.470005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d0b495e9-49ea-4763-878b-095878013b47 None None] Provisioning complete for port 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:35.470754 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0b495e9-49ea-4763-878b-095878013b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.472010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:35.475790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=bdfcfb68-910a-4cd2-a878-68b8a692058f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:35.524761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d0b495e9-49ea-4763-878b-095878013b47 None None] Port 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:35.556841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e2a731ca-427d-44b7-bb4e-761698b834b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:35.557265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a731ca-427d-44b7-bb4e-761698b834b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.646657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-01a152fe-aca5-4039-a3e7-f5f08f69a1d6 None None] Could not find standard attr ID for object 34a1e464-9a15-42e6-87b9-3c3dc56791a9. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:35.689951 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a731ca-427d-44b7-bb4e-761698b834b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.704499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e2a731ca-427d-44b7-bb4e-761698b834b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:35.719484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 98e6740e-a814-493a-b263-f939957ca7a3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:35.787421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 98e6740e-a814-493a-b263-f939957ca7a3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:35.788989 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.919308 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a731ca-427d-44b7-bb4e-761698b834b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.953416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a731ca-427d-44b7-bb4e-761698b834b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:35.984369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2a731ca-427d-44b7-bb4e-761698b834b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.988844 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2a731ca-427d-44b7-bb4e-761698b834b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 HTTP/1.1" status: 204 len: 168 time: 0.5858586 Jul 06 18:47:35.989025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35576) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:35.996685 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.024112 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-99729589-cec9-4f9b-bfc0-1ba6d27c2203 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:36.028772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35578) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:36.028933 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-99729589-cec9-4f9b-bfc0-1ba6d27c2203 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/8f9f3eaf-bd0b-4ebf-92f9-9d4548b817e0 HTTP/1.1" status: 404 len: 333 time: 0.0382998 Jul 06 18:47:36.118950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a63717-b59e-405c-945d-a47ae8b26473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet d3827014-b47e-4a37-92d1-5ea861051b75 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:36.128820 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7a63717-b59e-405c-945d-a47ae8b26473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.164171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.202657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7a63717-b59e-405c-945d-a47ae8b26473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.353439 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7a63717-b59e-405c-945d-a47ae8b26473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.419341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4149f92-126e-4e90-b558-caf1fe53a9df req-b88bd1a2-052e-41b5-8c70-5aa46764dcb6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:36.421593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4149f92-126e-4e90-b558-caf1fe53a9df req-b88bd1a2-052e-41b5-8c70-5aa46764dcb6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.0773921 Jul 06 18:47:36.432104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.440067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.453227 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7a63717-b59e-405c-945d-a47ae8b26473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.467922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4149f92-126e-4e90-b558-caf1fe53a9df req-448559f1-0f7e-4681-9561-cd22a8f7b49e tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384328 Jul 06 18:47:36.524713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e535f-1fb1-4fd3-b194-d21f5324aea9 None None] Network 6c9801da-3f27-4266-a15c-b15f8ef9c246 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:36.533690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a63717-b59e-405c-945d-a47ae8b26473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=d3827014-b47e-4a37-92d1-5ea861051b75,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:36.535970 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c7a63717-b59e-405c-945d-a47ae8b26473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.540622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c7a63717-b59e-405c-945d-a47ae8b26473 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/d3827014-b47e-4a37-92d1-5ea861051b75 HTTP/1.1" status: 204 len: 168 time: 0.5104704 Jul 06 18:47:36.540749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:36.558104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event updated for resources: {'Port': ['ID=bdfcfb68-910a-4cd2-a878-68b8a692058f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:36.570154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.631608 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.693137 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Floating IP d9841dc4-fa80-42f8-9131-71b956e92e55 associated. External IP: 172.25.4.228, port: 3c578932-b8c2-42ac-b68b-88cf354174ff. Jul 06 18:47:36.705585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 98e6740e-a814-493a-b263-f939957ca7a3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:36.706000 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.766563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] DHCP port deletion for 6c9801da-3f27-4266-a15c-b15f8ef9c246 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:36.778852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] For port 98e6740e-a814-493a-b263-f939957ca7a3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=98e6740e-a814-493a-b263-f939957ca7a3,segment=NetworkSegment(f67b7cb6-9499-4e6b-8cb2-51d71b262549),segment_id=f67b7cb6-9499-4e6b-8cb2-51d71b262549)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:36.779296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.794255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 98e6740e-a814-493a-b263-f939957ca7a3 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:36.821345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] Deleting port 98e6740e-a814-493a-b263-f939957ca7a3 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:36.821945 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.897636 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.902111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] For port 98e6740e-a814-493a-b263-f939957ca7a3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=98e6740e-a814-493a-b263-f939957ca7a3,segment=NetworkSegment(f67b7cb6-9499-4e6b-8cb2-51d71b262549),segment_id=f67b7cb6-9499-4e6b-8cb2-51d71b262549)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:36.902604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.917524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] Calling delete_port for 98e6740e-a814-493a-b263-f939957ca7a3 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:36.924635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=98e6740e-a814-493a-b263-f939957ca7a3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:36.928994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No DVR routers for this DVR port 98e6740e-a814-493a-b263-f939957ca7a3 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:37.006936 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.022821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.034220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9801da-3f27-4266-a15c-b15f8ef9c246']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:37.039765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] Pushing event deleted for resources: {'Port': ['ID=98e6740e-a814-493a-b263-f939957ca7a3,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:37.042035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf94be07-a0a7-40e0-8831-00e26e532fd7 None None] No DVR routers for this DVR port 98e6740e-a814-493a-b263-f939957ca7a3 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:37.046659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67b7cb6-9499-4e6b-8cb2-51d71b262549') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:37.046958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67b7cb6-9499-4e6b-8cb2-51d71b262549') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:37.064087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.078527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.084902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:37.085202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:37.088249 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:37.172514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.195893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.197878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/networks/6c9801da-3f27-4266-a15c-b15f8ef9c246 HTTP/1.1" status: 204 len: 168 time: 0.6561513 Jul 06 18:47:37.198754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67879f09-81db-40f3-b886-2ab0eac989ee tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Network': ['ID=6c9801da-3f27-4266-a15c-b15f8ef9c246,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:37.201705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35604) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:37.208109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-175689660'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:37.232825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:37.236586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.263990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:47:37.274415 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.274779 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Added segment 1f769731-62cf-4dbb-875e-b2442443985c of type vlan for network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc Jul 06 18:47:37.293839 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 8218aee9-a223-4ba6-96dc-571421557e6a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:47:37.324272 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.357974 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.364076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:37.364724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.415982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:37.429430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2266128 Jul 06 18:47:37.430877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] Sync routers for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:37.432944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35610) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:37.438869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': 'f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:37.440521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.445934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:37.447356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:37.481432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78ecf4ef-32bd-469a-b5ff-f78b80e2588e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0440979 Jul 06 18:47:37.482061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:37.487379 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:37.489892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35614) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:37.576022 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4b3975-4b79-4fe0-9220-0ff432e456e9 x-openstack-request-id: req-8f4b3975-4b79-4fe0-9220-0ff432e456e9 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:37.576575 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:37.576965 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f4b3975-4b79-4fe0-9220-0ff432e456e9 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:37.577526 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'status': 'completed', 'code': 200} Jul 06 18:47:37.598032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:37.626504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3e2d3c16-4855-4599-a1f0-9f5a99b80fe7 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/floatingips/d9841dc4-fa80-42f8-9131-71b956e92e55 HTTP/1.1" status: 200 len: 992 time: 0.1227403 Jul 06 18:47:37.717647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 98e6740e-a814-493a-b263-f939957ca7a3 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:37.748997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 98e6740e-a814-493a-b263-f939957ca7a3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:37.749342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 98e6740e-a814-493a-b263-f939957ca7a3 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:37.866346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5259d0-4140-4db1-96a9-d451dea34e7f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Network': ['ID=f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:37.877530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:47:37.952418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-443ae117-cada-4a3a-886a-8ab59a9dc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:37.954174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-443ae117-cada-4a3a-886a-8ab59a9dc369 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 1097 time: 0.1538465 Jul 06 18:47:37.963468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e324a4-84d6-4ccb-9098-6506046d79fd req-b8a33998-4d01-43d9-8a74-539d92292f93 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:37.964999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07e324a4-84d6-4ccb-9098-6506046d79fd req-b8a33998-4d01-43d9-8a74-539d92292f93 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1658072 Jul 06 18:47:37.965631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:37.966678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'd9841dc4-fa80-42f8-9131-71b956e92e55', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'port_id': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'mac_address': 'fa:16:3e:87:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:47:35Z', 'updated_at': '2021-07-06T18:47:35Z', 'revision_number': 0, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:20Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:37.969175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:37.996829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] Checking router: 8218aee9-a223-4ba6-96dc-571421557e6a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:47:38.005759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:38.006603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:38.116747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07e324a4-84d6-4ccb-9098-6506046d79fd req-c722897e-2c6e-4dc5-82e2-42cdb230c0b5 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430855 Jul 06 18:47:38.121679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:38.164700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-ebd73538-0d5d-484d-9be5-052b7427f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:38.166560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-ebd73538-0d5d-484d-9be5-052b7427f413 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3728a2a3-8353-46ae-9273-3760833923da HTTP/1.1" status: 200 len: 897 time: 0.1918783 Jul 06 18:47:38.273788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-6a47ec22-cb95-4cf0-b9f0-ee0fa64ef25e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c578932-b8c2-42ac-b68b-88cf354174ff HTTP/1.1" status: 200 len: 1000 time: 0.1002464 Jul 06 18:47:38.354062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:38.375814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'd9841dc4-fa80-42f8-9131-71b956e92e55', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'port_id': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'mac_address': 'fa:16:3e:87:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:47:35Z', 'updated_at': '2021-07-06T18:47:35Z', 'revision_number': 0, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:20Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:38.382971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-aa2c62c4-70bd-47c0-85dd-a5b99f219ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:38.384566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-aa2c62c4-70bd-47c0-85dd-a5b99f219ba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e30572ef-29b7-4faa-8c18-93c690266c2f HTTP/1.1" status: 200 len: 834 time: 0.0889339 Jul 06 18:47:38.403831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2fe271-0b4d-417b-a884-ff00484d84ac None None] The sync data for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 is: [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'd9841dc4-fa80-42f8-9131-71b956e92e55', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'port_id': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'mac_address': 'fa:16:3e:87:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:47:35Z', 'updated_at': '2021-07-06T18:47:35Z', 'revision_number': 0, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:20Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:38.448767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=7323772c-947b-45ac-bc73-5a3aba7b3604,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:38.474474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Checking segment: {'id': '1f769731-62cf-4dbb-875e-b2442443985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:38.474710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network hostable DHCP agents. Network: f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:47:38.498861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-0d0b45eb-7751-4d8b-98c9-1fe1225c64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:38.500380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-0d0b45eb-7751-4d8b-98c9-1fe1225c64d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3728a2a3-8353-46ae-9273-3760833923da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050987 Jul 06 18:47:38.516418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:47:38.561674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:38.568149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:38.568747 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:38.577136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8674d7-f212-4c0a-b311-2e373a1df1f2 None None] Network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:38.598299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35632) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:38.603159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-89eecf3a-480a-4b27-8ad5-a54d3e01b4ca tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2077231045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:38.608742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0d9e129a-d11b-40c2-a17f-e04ec6bdf425 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1745911 Jul 06 18:47:38.629577 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-21ce9325-70cf-4364-8f2a-26ad8c6a2ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217701 Jul 06 18:47:38.629934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35634) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:38.684702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89eecf3a-480a-4b27-8ad5-a54d3e01b4ca tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:38.686143 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89eecf3a-480a-4b27-8ad5-a54d3e01b4ca tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:38.716258 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5e1c1-8307-4e6b-b66f-c588b786d302 None None] New status for floating IP d9841dc4-fa80-42f8-9131-71b956e92e55: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:47:38.745841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a3502ee9-1880-48b5-aeb9-6af4c19f5623 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/floatingips/d9841dc4-fa80-42f8-9131-71b956e92e55 HTTP/1.1" status: 200 len: 992 time: 0.1120315 Jul 06 18:47:38.781166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d4c343d-1669-4880-ac3a-ae94f2ad40fb req-b5caad3e-3462-4332-96ca-b6fa26f3fa74 service neutron] 10.222.0.41 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445618 Jul 06 18:47:38.800032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc', 'network_id': 'f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc', 'tenant_id': '7f91328d6ffc4dbaa4f0f8d26c09d3b2', 'fixed_ips': [{'subnet_id': '7323772c-947b-45ac-bc73-5a3aba7b3604'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:47:38.800923 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:38.829246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89eecf3a-480a-4b27-8ad5-a54d3e01b4ca tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:38.836457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89eecf3a-480a-4b27-8ad5-a54d3e01b4ca tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:38.856840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89eecf3a-480a-4b27-8ad5-a54d3e01b4ca tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:38.861997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35638) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:38.868641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'network_id': 'f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc', 'name': 'tempest-PortsIpV6TestJSON-828037853'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:38.873305 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-89eecf3a-480a-4b27-8ad5-a54d3e01b4ca tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2737260 Jul 06 18:47:38.996015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Allocated IP 2001:db8::2 (f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc/7323772c-947b-45ac-bc73-5a3aba7b3604/26f4421a-5ae8-4051-951e-819a8b692558) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:39.020959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:39.025327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.060086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port cc9219f8-e83f-4a35-acd7-cfd5f82988ea yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:39.211399 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.220305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Transition to ACTIVE for port object 26f4421a-5ae8-4051-951e-819a8b692558 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:39.239195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Transition to ACTIVE for port object 26f4421a-5ae8-4051-951e-819a8b692558 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:39.263882 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.312123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:39.316417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:39.325331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e857-9685-469a-8e55-0fb7bd1088a7 req-3b5d54a6-919c-477e-991d-64dad31ed426 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:39.327449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3c9e857-9685-469a-8e55-0fb7bd1088a7 req-3b5d54a6-919c-477e-991d-64dad31ed426 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.0743747 Jul 06 18:47:39.356236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::63 (f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc/7323772c-947b-45ac-bc73-5a3aba7b3604/cc9219f8-e83f-4a35-acd7-cfd5f82988ea) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:39.370026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:39.392589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b3c9e857-9685-469a-8e55-0fb7bd1088a7 req-b89d4289-3cc5-452e-8528-f5bb86161dd4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571654 Jul 06 18:47:39.403987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Pushing event updated for resources: {'Port': ['ID=26f4421a-5ae8-4051-951e-819a8b692558,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:39.471118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Attempting to bind port 26f4421a-5ae8-4051-951e-819a8b692558 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:39.472544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Attempting to bind port 26f4421a-5ae8-4051-951e-819a8b692558 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '1f769731-62cf-4dbb-875e-b2442443985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:39.472967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Attempting to bind port 26f4421a-5ae8-4051-951e-819a8b692558 on network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:39.480883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:39.481312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Checking segment: {'id': '1f769731-62cf-4dbb-875e-b2442443985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:39.481742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.482164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Bound using segment: {'id': '1f769731-62cf-4dbb-875e-b2442443985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:39.482646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Bound port: 26f4421a-5ae8-4051-951e-819a8b692558, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f769731-62cf-4dbb-875e-b2442443985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:39.483494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.555734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] For port 26f4421a-5ae8-4051-951e-819a8b692558, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:39.559556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] For port 26f4421a-5ae8-4051-951e-819a8b692558, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=26f4421a-5ae8-4051-951e-819a8b692558,segment=NetworkSegment(1f769731-62cf-4dbb-875e-b2442443985c),segment_id=1f769731-62cf-4dbb-875e-b2442443985c)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:39.562070 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.564743 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.578590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object cc9219f8-e83f-4a35-acd7-cfd5f82988ea will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:39.637341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29ad9-d739-4369-9564-065eaa24683e None None] Pushing event updated for resources: {'Port': ['ID=26f4421a-5ae8-4051-951e-819a8b692558,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:39.642594 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.699385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:39.705196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:39.708356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:39.714740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:39.715448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:39.733356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=cc9219f8-e83f-4a35-acd7-cfd5f82988ea,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:39.744222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0fe2e3f2-5123-4cd9-b107-41ff795692f2 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8804421 Jul 06 18:47:39.746849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35652) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:39.747364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35654) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:40.001390 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a2526346-a337-471d-993c-bb0767cd4927 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/floatingips/d9841dc4-fa80-42f8-9131-71b956e92e55 HTTP/1.1" status: 200 len: 994 time: 0.2467356 Jul 06 18:47:40.227579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:40.510819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:40.519131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:40.612447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=cc9219f8-e83f-4a35-acd7-cfd5f82988ea,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:40.624232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d1fe-3141-4845-9d34-e24c7c02abdb req-464392a5-eb30-42d0-8f5c-e61057e663b9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:40.632904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e63d1fe-3141-4845-9d34-e24c7c02abdb req-464392a5-eb30-42d0-8f5c-e61057e663b9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1081262 Jul 06 18:47:40.674356 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e63d1fe-3141-4845-9d34-e24c7c02abdb req-23027841-24fc-471a-9d6f-acd3fc8d24f4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404184 Jul 06 18:47:40.763075 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:40.765462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea42b5-e309-4ff3-81f0-5a795a081afd None None] Network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:40.829003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-acea105a-ac6d-4eba-bbe3-60d03526d7b6 None None] Provisioning for port 26f4421a-5ae8-4051-951e-819a8b692558 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:40.899474 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.185399 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.192505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.194980 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.268764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e36b8fba-8268-4277-ac69-0d47d697eb59 None None] Provisioning for port cc9219f8-e83f-4a35-acd7-cfd5f82988ea completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:41.274501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e36b8fba-8268-4277-ac69-0d47d697eb59 None None] Provisioning complete for port cc9219f8-e83f-4a35-acd7-cfd5f82988ea triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:41.274884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e36b8fba-8268-4277-ac69-0d47d697eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.304194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=cc9219f8-e83f-4a35-acd7-cfd5f82988ea,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:41.333444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e36b8fba-8268-4277-ac69-0d47d697eb59 None None] Port cc9219f8-e83f-4a35-acd7-cfd5f82988ea cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:41.348355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:41.349903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:41.476388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0133e74b-7c62-4a9b-a328-e26f48475900 None None] Provisioning complete for port cc9219f8-e83f-4a35-acd7-cfd5f82988ea triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:41.476833 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0133e74b-7c62-4a9b-a328-e26f48475900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.479505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Router 9038f5a1-5cbf-4b06-a9ec-87ac4add2638 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:47:41.534427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0133e74b-7c62-4a9b-a328-e26f48475900 None None] Port cc9219f8-e83f-4a35-acd7-cfd5f82988ea cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:41.584060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:41.595137 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-adf053b1-7282-4709-9197-eb9317e62858 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "PUT /v2.0/routers/9038f5a1-5cbf-4b06-a9ec-87ac4add2638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445225 Jul 06 18:47:41.595494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a411d1a-e1d9-4932-bb1c-2de611941389 None None] Sync routers for ids ['9038f5a1-5cbf-4b06-a9ec-87ac4add2638'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:41.596115 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35690) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:41.606856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a411d1a-e1d9-4932-bb1c-2de611941389 None None] Routers {'9038f5a1-5cbf-4b06-a9ec-87ac4add2638'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:41.607508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9a411d1a-e1d9-4932-bb1c-2de611941389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9038f5a1-5cbf-4b06-a9ec-87ac4add2638'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:41.651121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9a411d1a-e1d9-4932-bb1c-2de611941389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:41.660981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a411d1a-e1d9-4932-bb1c-2de611941389 None None] Routers {'9038f5a1-5cbf-4b06-a9ec-87ac4add2638'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:41.661618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9a411d1a-e1d9-4932-bb1c-2de611941389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9038f5a1-5cbf-4b06-a9ec-87ac4add2638'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:41.671500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35692) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:41.708410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9a411d1a-e1d9-4932-bb1c-2de611941389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:41.709070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a411d1a-e1d9-4932-bb1c-2de611941389 None None] The sync data for ids ['9038f5a1-5cbf-4b06-a9ec-87ac4add2638'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:41.726283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e1b4e3-0a4a-43f2-8969-b32c2319f72e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:41.730691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-71e1b4e3-0a4a-43f2-8969-b32c2319f72e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports?device_id=9038f5a1-5cbf-4b06-a9ec-87ac4add2638 HTTP/1.1" status: 200 len: 987 time: 0.1298995 Jul 06 18:47:41.731100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35698) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:41.758409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 26f4421a-5ae8-4051-951e-819a8b692558 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:41.812373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d78f3c9f-834c-42e9-bab8-0bfdbd91cbbe None None] Provisioning complete for port cc9219f8-e83f-4a35-acd7-cfd5f82988ea triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:41.813096 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d78f3c9f-834c-42e9-bab8-0bfdbd91cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.857276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d78f3c9f-834c-42e9-bab8-0bfdbd91cbbe None None] Port cc9219f8-e83f-4a35-acd7-cfd5f82988ea cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:41.864248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 26f4421a-5ae8-4051-951e-819a8b692558 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:41.869219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 26f4421a-5ae8-4051-951e-819a8b692558 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:41.869582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.873461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8a352bdc-0660-44f4-ab74-369d0228e25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.936452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35db642-4eec-41b1-a1f1-b9a59355fa5f req-98d9b599-9f1b-4b41-86fd-9c34faebae67 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:41.944032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f35db642-4eec-41b1-a1f1-b9a59355fa5f req-98d9b599-9f1b-4b41-86fd-9c34faebae67 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.0861034 Jul 06 18:47:41.961126 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:41.996720 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f35db642-4eec-41b1-a1f1-b9a59355fa5f req-d979d021-f53c-43d8-a392-e9c55119bfe7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503852 Jul 06 18:47:42.003025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 26f4421a-5ae8-4051-951e-819a8b692558, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=26f4421a-5ae8-4051-951e-819a8b692558,segment=NetworkSegment(1f769731-62cf-4dbb-875e-b2442443985c),segment_id=1f769731-62cf-4dbb-875e-b2442443985c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:42.023058 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.085055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=26f4421a-5ae8-4051-951e-819a8b692558,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:42.092157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ce6e0862-2d1d-405a-8a1f-cae77a335797 None None] Provisioning complete for port cc9219f8-e83f-4a35-acd7-cfd5f82988ea triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:42.092662 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0862-2d1d-405a-8a1f-cae77a335797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.127684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e0862-2d1d-405a-8a1f-cae77a335797 None None] Port cc9219f8-e83f-4a35-acd7-cfd5f82988ea cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:42.164158 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8a352bdc-0660-44f4-ab74-369d0228e25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.171308 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8a352bdc-0660-44f4-ab74-369d0228e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.224028 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8a352bdc-0660-44f4-ab74-369d0228e25a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f7b3774fda34a008531a647449c6ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512316 Jul 06 18:47:42.226870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35700) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:42.234373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a352bdc-0660-44f4-ab74-369d0228e25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8ef25-f99e-4580-8792-a86aa01fc9c0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:42.290027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca09903c-0d77-43eb-b068-e856498b32e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.312385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca09903c-0d77-43eb-b068-e856498b32e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.326180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.359015 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca09903c-0d77-43eb-b068-e856498b32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.361639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca09903c-0d77-43eb-b068-e856498b32e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.362918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ca09903c-0d77-43eb-b068-e856498b32e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efd8ef25-f99e-4580-8792-a86aa01fc9c0 HTTP/1.1" status: 204 len: 168 time: 0.1348207 Jul 06 18:47:42.371655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09903c-0d77-43eb-b068-e856498b32e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8ef25-f99e-4580-8792-a86aa01fc9c0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:42.546957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port cc9219f8-e83f-4a35-acd7-cfd5f82988ea {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:42.546957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.640869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35706) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:42.645236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.654340 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ceb16ebd-e167-4d36-ae3e-c590d6651a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.657887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for cc9219f8-e83f-4a35-acd7-cfd5f82988ea owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:42.745988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ceb16ebd-e167-4d36-ae3e-c590d6651a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.751259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ceb16ebd-e167-4d36-ae3e-c590d6651a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.792165 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ceb16ebd-e167-4d36-ae3e-c590d6651a34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d80e5af8beb942378ba7e81d21e89b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501553 Jul 06 18:47:42.793256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb16ebd-e167-4d36-ae3e-c590d6651a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03795cab-181f-45f3-a646-477112f13cfd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:42.797076 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35708) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:42.839015 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.849822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2746d89a-5252-40b0-93a7-096eabd2c738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.868530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=cc9219f8-e83f-4a35-acd7-cfd5f82988ea,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:42.870978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2746d89a-5252-40b0-93a7-096eabd2c738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.936597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2746d89a-5252-40b0-93a7-096eabd2c738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.939409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2746d89a-5252-40b0-93a7-096eabd2c738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:42.943190 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2746d89a-5252-40b0-93a7-096eabd2c738 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03795cab-181f-45f3-a646-477112f13cfd HTTP/1.1" status: 204 len: 168 time: 0.1426742 Jul 06 18:47:42.949388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d89a-5252-40b0-93a7-096eabd2c738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03795cab-181f-45f3-a646-477112f13cfd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:42.978157 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:43.450704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Router 9038f5a1-5cbf-4b06-a9ec-87ac4add2638 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:47:43.547928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d35ae-aef4-42c3-a540-1ffb602fd943 req-d7d12ac1-db37-4036-97db-91f4fbc89446 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:43.549453 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-168d35ae-aef4-42c3-a540-1ffb602fd943 req-d7d12ac1-db37-4036-97db-91f4fbc89446 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1393356 Jul 06 18:47:43.554775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:43.560775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-591ff935-aa92-424c-9f66-b81197dd9b70 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "PUT /v2.0/routers/9038f5a1-5cbf-4b06-a9ec-87ac4add2638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8284638 Jul 06 18:47:43.563710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35730) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:43.567972 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ce976-6cd3-4a87-9665-d86e57e1e653 None None] Sync routers for ids ['9038f5a1-5cbf-4b06-a9ec-87ac4add2638'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:43.577647 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ce976-6cd3-4a87-9665-d86e57e1e653 None None] Routers {'9038f5a1-5cbf-4b06-a9ec-87ac4add2638'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:43.578442 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c15ce976-6cd3-4a87-9665-d86e57e1e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9038f5a1-5cbf-4b06-a9ec-87ac4add2638'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:43.597237 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de8ec79-afbf-4a7a-9462-d9d73bb91969 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:43.601736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9de8ec79-afbf-4a7a-9462-d9d73bb91969 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/cc9219f8-e83f-4a35-acd7-cfd5f82988ea HTTP/1.1" status: 404 len: 333 time: 0.0342710 Jul 06 18:47:43.602313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35732) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:43.605527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-168d35ae-aef4-42c3-a540-1ffb602fd943 req-fa9f91d7-799e-4b07-8665-64ead8ba1f78 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486648 Jul 06 18:47:43.633015 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c15ce976-6cd3-4a87-9665-d86e57e1e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:43.637055 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ce976-6cd3-4a87-9665-d86e57e1e653 None None] Routers {'9038f5a1-5cbf-4b06-a9ec-87ac4add2638'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:43.637862 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c15ce976-6cd3-4a87-9665-d86e57e1e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['9038f5a1-5cbf-4b06-a9ec-87ac4add2638'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:43.684299 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c15ce976-6cd3-4a87-9665-d86e57e1e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:43.684961 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ce976-6cd3-4a87-9665-d86e57e1e653 None None] The sync data for ids ['9038f5a1-5cbf-4b06-a9ec-87ac4add2638'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:43.698921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670d1b80-6e3d-4ad1-923f-69011c4a5fdb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:43.707191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 26f4421a-5ae8-4051-951e-819a8b692558 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:43.755902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 26f4421a-5ae8-4051-951e-819a8b692558 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:43.756301 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.164907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670d1b80-6e3d-4ad1-923f-69011c4a5fdb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.167156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670d1b80-6e3d-4ad1-923f-69011c4a5fdb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.211243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670d1b80-6e3d-4ad1-923f-69011c4a5fdb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.211782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670d1b80-6e3d-4ad1-923f-69011c4a5fdb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Fanout notify agent at l3_agent the message router_deleted on router 9038f5a1-5cbf-4b06-a9ec-87ac4add2638 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:47:44.218739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-670d1b80-6e3d-4ad1-923f-69011c4a5fdb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.219837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-670d1b80-6e3d-4ad1-923f-69011c4a5fdb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/routers/9038f5a1-5cbf-4b06-a9ec-87ac4add2638 HTTP/1.1" status: 204 len: 168 time: 0.6167343 Jul 06 18:47:44.222557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35746) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:44.273447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-444b6809-3529-4be8-ac21-d4255d5c11aa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet 7323772c-947b-45ac-bc73-5a3aba7b3604 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:44.276600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-444b6809-3529-4be8-ac21-d4255d5c11aa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.322971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-444b6809-3529-4be8-ac21-d4255d5c11aa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.419272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-444b6809-3529-4be8-ac21-d4255d5c11aa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.493360 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-444b6809-3529-4be8-ac21-d4255d5c11aa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.525008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b6809-3529-4be8-ac21-d4255d5c11aa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=7323772c-947b-45ac-bc73-5a3aba7b3604,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:44.528876 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-444b6809-3529-4be8-ac21-d4255d5c11aa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.530825 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-444b6809-3529-4be8-ac21-d4255d5c11aa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/7323772c-947b-45ac-bc73-5a3aba7b3604 HTTP/1.1" status: 204 len: 168 time: 0.3072653 Jul 06 18:47:44.533411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35756) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:44.540578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07157e53-3fc6-4007-8f8f-d295d4c816d8 None None] Network f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:44.617459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.674323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 26f4421a-5ae8-4051-951e-819a8b692558 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:44.674669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.768690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] DHCP port deletion for f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:44.795117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] For port 26f4421a-5ae8-4051-951e-819a8b692558, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=26f4421a-5ae8-4051-951e-819a8b692558,segment=NetworkSegment(1f769731-62cf-4dbb-875e-b2442443985c),segment_id=1f769731-62cf-4dbb-875e-b2442443985c)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:44.795505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.812877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 26f4421a-5ae8-4051-951e-819a8b692558 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:44.819601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] Deleting port 26f4421a-5ae8-4051-951e-819a8b692558 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:44.819996 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.882083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a88a94-78fe-47a8-a654-0cc27c217228 req-c7e48d19-bc77-4f06-b66b-9ffcbe2172d4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:44.883650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-51a88a94-78fe-47a8-a654-0cc27c217228 req-c7e48d19-bc77-4f06-b66b-9ffcbe2172d4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1335323 Jul 06 18:47:44.896495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] For port 26f4421a-5ae8-4051-951e-819a8b692558, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=26f4421a-5ae8-4051-951e-819a8b692558,segment=NetworkSegment(1f769731-62cf-4dbb-875e-b2442443985c),segment_id=1f769731-62cf-4dbb-875e-b2442443985c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:44.897053 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.911068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] Calling delete_port for 26f4421a-5ae8-4051-951e-819a8b692558 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:44.943859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-51a88a94-78fe-47a8-a654-0cc27c217228 req-db766cd1-cf3f-45fd-b35e-2ffb790dfcc1 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479112 Jul 06 18:47:44.954996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:44.984356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=26f4421a-5ae8-4051-951e-819a8b692558,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:44.991976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No DVR routers for this DVR port 26f4421a-5ae8-4051-951e-819a8b692558 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:45.005642 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.033141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] Pushing event deleted for resources: {'Port': ['ID=26f4421a-5ae8-4051-951e-819a8b692558,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:45.036688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e439f08c-d37f-497e-bf2a-e8626608975f None None] No DVR routers for this DVR port 26f4421a-5ae8-4051-951e-819a8b692558 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:45.079849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.089744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:45.101325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f769731-62cf-4dbb-875e-b2442443985c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:45.101656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f769731-62cf-4dbb-875e-b2442443985c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:45.110804 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.129119 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.135732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:45.136182 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:45.139254 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:45.196316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.203825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.205569 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/networks/f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc HTTP/1.1" status: 204 len: 168 time: 0.6712053 Jul 06 18:47:45.210161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35770) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:45.217973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188ce55-3aad-4e18-9820-e01bb63e99c8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Network': ['ID=f5ea5b39-5fcb-42e7-8de9-f47dc67e65cc,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:45.267667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce18994-b7a7-4974-9f80-18edcadd1952 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:45.269084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4ce18994-b7a7-4974-9f80-18edcadd1952 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/5737a232-a5ff-499f-8401-32d526e51184 HTTP/1.1" status: 200 len: 845 time: 0.0579093 Jul 06 18:47:45.275469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35774) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:45.326316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e20a6d24-6975-4463-9afd-03584e8c8b1d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/5737a232-a5ff-499f-8401-32d526e51184?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0495994 Jul 06 18:47:45.330096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35780) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:45.335290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:45.427839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:45.431828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.508584 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-56c2610f-2397-41de-8f89-c8c1c14634a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.622939 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.660724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:45.664068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:45.667002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:45.667606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.675104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a6edf-a7f3-472b-b556-b65de8c156d1 None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:45.696044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=ab31781d-c71b-4aad-b585-358f7a0f673b,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:45.701272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c7270fcd-1f33-4734-96bc-3ef5c218d9ce tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3692925 Jul 06 18:47:45.703369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35792) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:45.708278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3675ddf7-ddc7-4b8a-a713-b1839f798262 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'security_group': {'name': 'tempest-secgroup-1404393909'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:45.719678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 26f4421a-5ae8-4051-951e-819a8b692558 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:45.736716 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3675ddf7-ddc7-4b8a-a713-b1839f798262 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.745739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 26f4421a-5ae8-4051-951e-819a8b692558 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:45.746083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 26f4421a-5ae8-4051-951e-819a8b692558 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:45.848280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3675ddf7-ddc7-4b8a-a713-b1839f798262 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.854101 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3675ddf7-ddc7-4b8a-a713-b1839f798262 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.885317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3675ddf7-ddc7-4b8a-a713-b1839f798262 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.886620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3675ddf7-ddc7-4b8a-a713-b1839f798262 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1821921 Jul 06 18:47:45.889433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35798) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:45.894831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9b45d972-8daf-4720-b7a3-b9e8f6513e8d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'security_group': {'name': 'tempest-secgroup-56988899'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:45.895647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-277515fa-5cbd-4ad5-aafb-f5fd503af140', 'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'tenant_id': '7f91328d6ffc4dbaa4f0f8d26c09d3b2', 'fixed_ips': [{'subnet_id': 'ab31781d-c71b-4aad-b585-358f7a0f673b'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:47:45.896702 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.902280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675ddf7-ddc7-4b8a-a713-b1839f798262 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065d2646-c32c-4f3d-86fc-2b329452c886,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:45.922381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b45d972-8daf-4720-b7a3-b9e8f6513e8d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.016935 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b45d972-8daf-4720-b7a3-b9e8f6513e8d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.022862 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b45d972-8daf-4720-b7a3-b9e8f6513e8d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.070950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b45d972-8daf-4720-b7a3-b9e8f6513e8d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.072636 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9b45d972-8daf-4720-b7a3-b9e8f6513e8d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1820922 Jul 06 18:47:46.073616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45d972-8daf-4720-b7a3-b9e8f6513e8d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9180ef2c-5172-41dc-a410-b8e160f5cd7b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:46.075557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35804) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:46.082431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Allocated IP 2001:db8::2 (277515fa-5cbd-4ad5-aafb-f5fd503af140/ab31781d-c71b-4aad-b585-358f7a0f673b/4a42a0e2-f357-4eaa-bb6f-58082f854e63) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:46.082612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1416096035', 'security_groups': ['9180ef2c-5172-41dc-a410-b8e160f5cd7b'], 'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab31781d-c71b-4aad-b585-358f7a0f673b'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:46.223680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0b6e7-90ea-45af-9ee0-ebff71fd7ab5 req-d344b8e5-66ca-40a3-be22-11382a747750 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:46.225263 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6f0b6e7-90ea-45af-9ee0-ebff71fd7ab5 req-d344b8e5-66ca-40a3-be22-11382a747750 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1390135 Jul 06 18:47:46.238278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.247246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Transition to ACTIVE for port object 4a42a0e2-f357-4eaa-bb6f-58082f854e63 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:46.264219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Transition to ACTIVE for port object 4a42a0e2-f357-4eaa-bb6f-58082f854e63 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:46.271480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:46.272415 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.309336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:46.312298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:46.318230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:46.330254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Pushing event updated for resources: {'Port': ['ID=4a42a0e2-f357-4eaa-bb6f-58082f854e63,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:46.332198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6f0b6e7-90ea-45af-9ee0-ebff71fd7ab5 req-ed581b46-9618-4bec-a922-d47683088914 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001804 Jul 06 18:47:46.362667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.381138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port 19728ca5-f431-4f1c-9c5d-bdee74735567 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:46.391852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Attempting to bind port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:46.392307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Attempting to bind port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:46.392865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Attempting to bind port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 on network 277515fa-5cbd-4ad5-aafb-f5fd503af140 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:46.398243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:46.398708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Checking segment: {'id': '3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:46.399198 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.399689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Bound using segment: {'id': '3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:46.400234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Bound port: 4a42a0e2-f357-4eaa-bb6f-58082f854e63, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:46.400722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.470502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] For port 4a42a0e2-f357-4eaa-bb6f-58082f854e63, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:46.473900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] For port 4a42a0e2-f357-4eaa-bb6f-58082f854e63, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4a42a0e2-f357-4eaa-bb6f-58082f854e63,segment=NetworkSegment(3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf),segment_id=3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:46.482384 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.548423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d68b7-d28d-47ff-b47f-e7bcd3bd6fbb None None] Pushing event updated for resources: {'Port': ['ID=4a42a0e2-f357-4eaa-bb6f-58082f854e63,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:46.577138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::213 (277515fa-5cbd-4ad5-aafb-f5fd503af140/ab31781d-c71b-4aad-b585-358f7a0f673b/19728ca5-f431-4f1c-9c5d-bdee74735567) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:46.748789 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.766509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object 19728ca5-f431-4f1c-9c5d-bdee74735567 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:46.814793 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.870829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:46.874279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:46.879492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:46.885368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:46.886149 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:46.890049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=19728ca5-f431-4f1c-9c5d-bdee74735567,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:46.905488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-428afc70-c412-4ce6-a2a8-8f925a1024ab tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8279524 Jul 06 18:47:46.908555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35816) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:46.914113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9cfc0184-23e3-4045-b266-8dad202943f4 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:47.027020 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc0184-23e3-4045-b266-8dad202943f4 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:47.030924 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9cfc0184-23e3-4045-b266-8dad202943f4 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:47.135462 n-d-799684-2 neutron-server[93967]: INFO neutron.db.ipam_backend_mixin [None req-9cfc0184-23e3-4045-b266-8dad202943f4 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab31781d-c71b-4aad-b585-358f7a0f673b (CIDR: 2001:db8::/64) Jul 06 18:47:47.138671 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfc0184-23e3-4045-b266-8dad202943f4 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:47:47.139221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfc0184-23e3-4045-b266-8dad202943f4 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:47.154577 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9cfc0184-23e3-4045-b266-8dad202943f4 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2445903 Jul 06 18:47:47.157407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35824) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:47.163272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:47.323572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:47.327819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:47.635155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddbe9e-7208-41c0-8884-7f3bdb9616d3 req-19ffbc70-2037-40f8-954b-e20c28a75ad0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:47.636339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a2ddbe9e-7208-41c0-8884-7f3bdb9616d3 req-19ffbc70-2037-40f8-954b-e20c28a75ad0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1433296 Jul 06 18:47:47.686636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:47.694881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4390fe55-ea34-4b3a-b743-d4b3892915ca None None] Provisioning complete for port 5737a232-a5ff-499f-8401-32d526e51184 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:47.695398 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4390fe55-ea34-4b3a-b743-d4b3892915ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:47.719749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4a42a0e2-f357-4eaa-bb6f-58082f854e63 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:47.731491 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a2ddbe9e-7208-41c0-8884-7f3bdb9616d3 req-9ff2ca41-a036-42c0-9764-ef06d26d87ca tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881970 Jul 06 18:47:47.739130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:47.742669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:47.749029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:47.749640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:47.762626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4390fe55-ea34-4b3a-b743-d4b3892915ca None None] Port 5737a232-a5ff-499f-8401-32d526e51184 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:47.770007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=cc5af2ab-a217-4c17-b0e5-bf48308a6990,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:47.775901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5e4ceddd-b167-437c-8a54-c4b26d96fe1f tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6171231 Jul 06 18:47:47.778491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35836) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:47.785530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-164060347', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc5af2ab-a217-4c17-b0e5-bf48308a6990'}], 'security_groups': ['065d2646-c32c-4f3d-86fc-2b329452c886']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:47.788084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4390fe55-ea34-4b3a-b743-d4b3892915ca None None] Provisioning for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:47.801622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:47.806513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:47.807119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:47.888012 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:47.922679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4a42a0e2-f357-4eaa-bb6f-58082f854e63, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4a42a0e2-f357-4eaa-bb6f-58082f854e63,segment=NetworkSegment(3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf),segment_id=3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:47.929664 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:47.935987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c318b4-39d2-435a-8402-9b90232dc723 None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:47.972931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.027831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4a42a0e2-f357-4eaa-bb6f-58082f854e63,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:48.044668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f8c409e9-bea0-4e67-8215-1111efbd040f None None] Provisioning for port 19728ca5-f431-4f1c-9c5d-bdee74735567 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:48.050902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f8c409e9-bea0-4e67-8215-1111efbd040f None None] Provisioning complete for port 19728ca5-f431-4f1c-9c5d-bdee74735567 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:48.051294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8c409e9-bea0-4e67-8215-1111efbd040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.121554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f8c409e9-bea0-4e67-8215-1111efbd040f None None] Port 19728ca5-f431-4f1c-9c5d-bdee74735567 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:48.186298 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1cf03388-4055-4d69-813e-7738f418564a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.271038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df574069-2f85-4c19-a881-3d22fc724b52 None None] Update dhcp port {'port': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'fixed_ips': [{'subnet_id': 'ab31781d-c71b-4aad-b585-358f7a0f673b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc5af2ab-a217-4c17-b0e5-bf48308a6990'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '4a42a0e2-f357-4eaa-bb6f-58082f854e63'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:47:48.289918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Delete allocated IP 2001:db8::213 (277515fa-5cbd-4ad5-aafb-f5fd503af140/ab31781d-c71b-4aad-b585-358f7a0f673b) {{(pid=93967) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:47:48.297923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8:0:1::219 (277515fa-5cbd-4ad5-aafb-f5fd503af140/cc5af2ab-a217-4c17-b0e5-bf48308a6990/19728ca5-f431-4f1c-9c5d-bdee74735567) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:48.307300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-df574069-2f85-4c19-a881-3d22fc724b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.433136 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.466545 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.483348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Ignored duplicate provisioning block setup for port 19728ca5-f431-4f1c-9c5d-bdee74735567 by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:47:48.489404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.553816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f923e-78f1-46d1-a132-2af1e28e5acf req-2be2d0fe-f40a-486b-a5cd-2981a26e7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:48.554363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e59f923e-78f1-46d1-a132-2af1e28e5acf req-2be2d0fe-f40a-486b-a5cd-2981a26e7b9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 1096 time: 0.0566404 Jul 06 18:47:48.555247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] In _notify_port_updated(), no bound segment for port 19728ca5-f431-4f1c-9c5d-bdee74735567 on network 277515fa-5cbd-4ad5-aafb-f5fd503af140 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:47:48.559389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-df574069-2f85-4c19-a881-3d22fc724b52 None None] Allocated IP 2001:db8:0:1::2 (277515fa-5cbd-4ad5-aafb-f5fd503af140/cc5af2ab-a217-4c17-b0e5-bf48308a6990/4a42a0e2-f357-4eaa-bb6f-58082f854e63) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:48.563862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:48.563862 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.565850 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "PUT /v2.0/ports/19728ca5-f431-4f1c-9c5d-bdee74735567 HTTP/1.1" status: 200 len: 930 time: 0.7860904 Jul 06 18:47:48.566381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35842) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:48.603364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0b88c-1b3a-4bef-a9de-fa4cc8c30e0a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=19728ca5-f431-4f1c-9c5d-bdee74735567,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:48.603853 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e59f923e-78f1-46d1-a132-2af1e28e5acf req-fdfeddf2-c829-4843-aad5-08cb7002a324 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408900 Jul 06 18:47:48.669794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-df574069-2f85-4c19-a881-3d22fc724b52 None None] For port 4a42a0e2-f357-4eaa-bb6f-58082f854e63, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4a42a0e2-f357-4eaa-bb6f-58082f854e63,segment=NetworkSegment(3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf),segment_id=3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:48.692460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b005c-3232-4e5c-b117-0da0fe257415 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 19728ca5-f431-4f1c-9c5d-bdee74735567 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:48.693081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf2b005c-3232-4e5c-b117-0da0fe257415 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.705296 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-df574069-2f85-4c19-a881-3d22fc724b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.721628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-df574069-2f85-4c19-a881-3d22fc724b52 None None] Transition to ACTIVE for port object 4a42a0e2-f357-4eaa-bb6f-58082f854e63 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:48.726711 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-df574069-2f85-4c19-a881-3d22fc724b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.798803 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf2b005c-3232-4e5c-b117-0da0fe257415 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:48.819600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b005c-3232-4e5c-b117-0da0fe257415 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 19728ca5-f431-4f1c-9c5d-bdee74735567 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:48.832251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df574069-2f85-4c19-a881-3d22fc724b52 None None] Pushing event updated for resources: {'Port': ['ID=4a42a0e2-f357-4eaa-bb6f-58082f854e63,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:48.964109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34628-c8ab-448f-ab8d-26c37572d501 req-033254ec-4473-48ca-8dd9-559018ddf5c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:48.965747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ab34628-c8ab-448f-ab8d-26c37572d501 req-033254ec-4473-48ca-8dd9-559018ddf5c3 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.0933044 Jul 06 18:47:48.999695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf2b005c-3232-4e5c-b117-0da0fe257415 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.022179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ab34628-c8ab-448f-ab8d-26c37572d501 req-f709b353-5426-4166-aca6-d51e03b72b31 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458465 Jul 06 18:47:49.046826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b005c-3232-4e5c-b117-0da0fe257415 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=19728ca5-f431-4f1c-9c5d-bdee74735567,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:49.067241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf2b005c-3232-4e5c-b117-0da0fe257415 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.069271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cf2b005c-3232-4e5c-b117-0da0fe257415 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/19728ca5-f431-4f1c-9c5d-bdee74735567 HTTP/1.1" status: 204 len: 168 time: 0.4965980 Jul 06 18:47:49.072016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35854) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:49.106740 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d146280-5414-47e1-a037-a225dfca09e7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:49.108467 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8d146280-5414-47e1-a037-a225dfca09e7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/19728ca5-f431-4f1c-9c5d-bdee74735567 HTTP/1.1" status: 404 len: 333 time: 0.0354183 Jul 06 18:47:49.111214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35858) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:49.174287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a11af61d-5329-4e42-9636-a489c05a9dfe tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.199775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a11af61d-5329-4e42-9636-a489c05a9dfe tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.249567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a11af61d-5329-4e42-9636-a489c05a9dfe tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.252389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a11af61d-5329-4e42-9636-a489c05a9dfe tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.253582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a11af61d-5329-4e42-9636-a489c05a9dfe tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/security-groups/9180ef2c-5172-41dc-a410-b8e160f5cd7b HTTP/1.1" status: 204 len: 168 time: 0.1409628 Jul 06 18:47:49.256529 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35862) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:49.276758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11af61d-5329-4e42-9636-a489c05a9dfe tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9180ef2c-5172-41dc-a410-b8e160f5cd7b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:49.345745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-925e1599-062d-475e-81e1-84a90c3d11f3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.373818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-925e1599-062d-475e-81e1-84a90c3d11f3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.431707 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-925e1599-062d-475e-81e1-84a90c3d11f3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.434769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-925e1599-062d-475e-81e1-84a90c3d11f3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.439025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-925e1599-062d-475e-81e1-84a90c3d11f3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/security-groups/065d2646-c32c-4f3d-86fc-2b329452c886 HTTP/1.1" status: 204 len: 168 time: 0.1813838 Jul 06 18:47:49.439241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35866) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:49.455167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e1599-062d-475e-81e1-84a90c3d11f3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065d2646-c32c-4f3d-86fc-2b329452c886,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:49.477486 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.541184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet ab31781d-c71b-4aad-b585-358f7a0f673b {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:49.545083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.577619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afc871f1-d54f-4053-990f-d36fa0f765e7 None None] Provisioning for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:49.582116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afc871f1-d54f-4053-990f-d36fa0f765e7 None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:49.582671 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afc871f1-d54f-4053-990f-d36fa0f765e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.610074 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.699926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afc871f1-d54f-4053-990f-d36fa0f765e7 None None] Could not find standard attr ID for object 19728ca5-f431-4f1c-9c5d-bdee74735567. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:49.710904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afc871f1-d54f-4053-990f-d36fa0f765e7 None None] Provisioning complete for port 5737a232-a5ff-499f-8401-32d526e51184 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:49.711959 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afc871f1-d54f-4053-990f-d36fa0f765e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.733035 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.740640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4a42a0e2-f357-4eaa-bb6f-58082f854e63 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:49.790335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-afc871f1-d54f-4053-990f-d36fa0f765e7 None None] Port 5737a232-a5ff-499f-8401-32d526e51184 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:49.811301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:49.811920 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.835781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.874600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=ab31781d-c71b-4aad-b585-358f7a0f673b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:49.884387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.886606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/ab31781d-c71b-4aad-b585-358f7a0f673b HTTP/1.1" status: 204 len: 168 time: 0.4464202 Jul 06 18:47:49.888538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.889053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.889677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.890353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.890857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.891501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.891838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.892173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.892506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.892836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.893310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.893803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be423d-b34a-40f0-b492-d10500cf66dd tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:49.893934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35870) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:49.903616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:49.922640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f8989818-69dc-49b0-a4d9-eeabfee88d3f None None] Could not find standard attr ID for object 19728ca5-f431-4f1c-9c5d-bdee74735567. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:50.048794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:50.048794 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.071763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35876) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:50.082707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7362f-b631-4828-b74c-73f19905321a None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:50.192932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f2237210-2883-4330-8698-9c03e0ef7fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.282297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8419da29-fef6-4683-b38b-04e563a20eed details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:47:50.286114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf5f30-2805-4856-baa8-9da4e7146931 req-efe9ca0a-96aa-4ea5-a6cc-77840d18f8e2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:50.287814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97bf5f30-2805-4856-baa8-9da4e7146931 req-efe9ca0a-96aa-4ea5-a6cc-77840d18f8e2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.1241727 Jul 06 18:47:50.298708 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f2237210-2883-4330-8698-9c03e0ef7fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.305814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f2237210-2883-4330-8698-9c03e0ef7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.354044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2237210-2883-4330-8698-9c03e0ef7fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50a83d-992d-40d8-ac77-cc256ece51e0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:50.368196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97bf5f30-2805-4856-baa8-9da4e7146931 req-d6fed8d9-ab58-47b5-aa12-6c8d81b82b8a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731010 Jul 06 18:47:50.383529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f2237210-2883-4330-8698-9c03e0ef7fcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fbf2b9177234103aef032478a8b23fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073204 Jul 06 18:47:50.383820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35880) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:50.394112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.408827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8419da29-fef6-4683-b38b-04e563a20eed,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:50.408941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35882) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:50.412469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:50.415121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:50.426080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8419da29-fef6-4683-b38b-04e563a20eed', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'port_id': '8419da29-fef6-4683-b38b-04e563a20eed', 'mac_address': 'fa:16:3e:bc:b6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:47:50.441419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:50.442112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.472844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5776539 Jul 06 18:47:50.475480 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.476181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35884) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:50.489816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d761d924-a809-41b4-8faa-c2e01c79a0e9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'security_group': {'name': 'tempest-secgroup-1905918247'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:50.492011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8419da29-fef6-4683-b38b-04e563a20eed {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:47:50.495309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f420e37-aaa3-4b62-9c30-d034d64a9aad tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=f26d067d-cbc2-436a-887f-c81d8eaadd58,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:50.519985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d761d924-a809-41b4-8faa-c2e01c79a0e9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.520409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a5acf423-e767-4e29-91a5-9db186e8d8ee tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/floatingips/efe87f1e-8a51-440d-bd0e-9a3d0a0a9039 HTTP/1.1" status: 200 len: 993 time: 0.1089230 Jul 06 18:47:50.521342 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e72971d-cf0e-420c-9bdd-aa29af2f1243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.521525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8419da29-fef6-4683-b38b-04e563a20eed,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:50.531903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.552077 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e72971d-cf0e-420c-9bdd-aa29af2f1243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.594901 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8419da29-fef6-4683-b38b-04e563a20eed,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:50.622816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e72971d-cf0e-420c-9bdd-aa29af2f1243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.625256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e72971d-cf0e-420c-9bdd-aa29af2f1243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.626498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9e72971d-cf0e-420c-9bdd-aa29af2f1243 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c50a83d-992d-40d8-ac77-cc256ece51e0 HTTP/1.1" status: 204 len: 168 time: 0.2417364 Jul 06 18:47:50.635129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72971d-cf0e-420c-9bdd-aa29af2f1243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50a83d-992d-40d8-ac77-cc256ece51e0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:50.662985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d761d924-a809-41b4-8faa-c2e01c79a0e9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.669449 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d761d924-a809-41b4-8faa-c2e01c79a0e9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.716670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761d924-a809-41b4-8faa-c2e01c79a0e9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd479bf2-23ec-4c37-98d9-8d9609d28598,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:50.733057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d761d924-a809-41b4-8faa-c2e01c79a0e9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.734683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d761d924-a809-41b4-8faa-c2e01c79a0e9 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2570920 Jul 06 18:47:50.737332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35888) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:50.742920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-88a45029-000c-47ca-adc9-f8fa2557855d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088938447'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:50.773165 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a45029-000c-47ca-adc9-f8fa2557855d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.884252 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a45029-000c-47ca-adc9-f8fa2557855d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.890669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a45029-000c-47ca-adc9-f8fa2557855d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.922788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-88a45029-000c-47ca-adc9-f8fa2557855d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.926719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-88a45029-000c-47ca-adc9-f8fa2557855d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1854787 Jul 06 18:47:50.926719 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a45029-000c-47ca-adc9-f8fa2557855d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e6949-a667-4bb6-8542-3722429d71b7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:50.927033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35892) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:50.932183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-140ce7d3-95b1-45a5-8231-a720970b9f3e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'security_group': {'name': 'tempest-secgroup-1884063049'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:50.960928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-140ce7d3-95b1-45a5-8231-a720970b9f3e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.975597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8419da29-fef6-4683-b38b-04e563a20eed'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:47:50.985146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35894) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:51.000561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a9552e28-dea1-4fff-b9a9-b0d43d569370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.025815 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.063880 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-140ce7d3-95b1-45a5-8231-a720970b9f3e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.069421 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-140ce7d3-95b1-45a5-8231-a720970b9f3e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.076914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381937bd-5fb6-46a6-adea-23f8befc676d None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:51.103727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ce7d3-95b1-45a5-8231-a720970b9f3e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3484f3ec-4f82-4029-ab06-ba4313849604,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:51.149842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a9552e28-dea1-4fff-b9a9-b0d43d569370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.155057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a9552e28-dea1-4fff-b9a9-b0d43d569370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.161822 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-140ce7d3-95b1-45a5-8231-a720970b9f3e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.165709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-140ce7d3-95b1-45a5-8231-a720970b9f3e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2350669 Jul 06 18:47:51.166018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35896) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:51.173037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1863003224', 'security_groups': ['3484f3ec-4f82-4029-ab06-ba4313849604'], 'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f26d067d-cbc2-436a-887f-c81d8eaadd58'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:51.191928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-255332e9-e70e-4498-bc3d-f09b894fbefc None None] Provisioning complete for port 5737a232-a5ff-499f-8401-32d526e51184 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:51.192375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-255332e9-e70e-4498-bc3d-f09b894fbefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.196865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a9552e28-dea1-4fff-b9a9-b0d43d569370 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a2abc686156472d86dd5261424ad75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082763 Jul 06 18:47:51.196865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9552e28-dea1-4fff-b9a9-b0d43d569370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e5d860-79ea-45d8-8014-4a741fa791e4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:51.200037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35898) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:51.239439 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:47:51.262605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5c65775-674c-42de-955e-56f8913769a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.287873 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5c65775-674c-42de-955e-56f8913769a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.288158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-255332e9-e70e-4498-bc3d-f09b894fbefc None None] Port 5737a232-a5ff-499f-8401-32d526e51184 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:51.303488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:51.308419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.331763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] device_id is not set on port b87f4063-18a8-4377-9cb9-b1d2292ebfdf yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:47:51.352574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5c65775-674c-42de-955e-56f8913769a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.356519 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5c65775-674c-42de-955e-56f8913769a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.360074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f5c65775-674c-42de-955e-56f8913769a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85e5d860-79ea-45d8-8014-4a741fa791e4 HTTP/1.1" status: 204 len: 168 time: 0.1545093 Jul 06 18:47:51.361964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-255332e9-e70e-4498-bc3d-f09b894fbefc None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:51.361964 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-255332e9-e70e-4498-bc3d-f09b894fbefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.375759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c65775-674c-42de-955e-56f8913769a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e5d860-79ea-45d8-8014-4a741fa791e4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:51.531563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8::1f5 (277515fa-5cbd-4ad5-aafb-f5fd503af140/f26d067d-cbc2-436a-887f-c81d8eaadd58/b87f4063-18a8-4377-9cb9-b1d2292ebfdf) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:51.602595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2067739f-12ab-4941-8b2f-78b837b6e687 None None] Update dhcp port {'port': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'fixed_ips': [{'subnet_id': 'cc5af2ab-a217-4c17-b0e5-bf48308a6990', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f26d067d-cbc2-436a-887f-c81d8eaadd58'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '4a42a0e2-f357-4eaa-bb6f-58082f854e63'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:47:51.639740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2067739f-12ab-4941-8b2f-78b837b6e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.704835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.718327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Transition to ACTIVE for port object b87f4063-18a8-4377-9cb9-b1d2292ebfdf will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:51.755167 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.804176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:51.807552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:51.812440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:51.818970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:51.819704 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.823699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=b87f4063-18a8-4377-9cb9-b1d2292ebfdf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:51.827367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2067739f-12ab-4941-8b2f-78b837b6e687 None None] Allocated IP 2001:db8::2 (277515fa-5cbd-4ad5-aafb-f5fd503af140/f26d067d-cbc2-436a-887f-c81d8eaadd58/4a42a0e2-f357-4eaa-bb6f-58082f854e63) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:51.845286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-48c70a1d-95a6-4766-a5dc-41f5ff941b68 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6776545 Jul 06 18:47:51.849522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35912) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:51.855373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c08035b8-5dd0-4c6e-84e8-212edbcaf9f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:51.927935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2067739f-12ab-4941-8b2f-78b837b6e687 None None] For port 4a42a0e2-f357-4eaa-bb6f-58082f854e63, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4a42a0e2-f357-4eaa-bb6f-58082f854e63,segment=NetworkSegment(3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf),segment_id=3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:51.966115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2067739f-12ab-4941-8b2f-78b837b6e687 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.974154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08035b8-5dd0-4c6e-84e8-212edbcaf9f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:51.977878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c08035b8-5dd0-4c6e-84e8-212edbcaf9f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:51.986597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2067739f-12ab-4941-8b2f-78b837b6e687 None None] Transition to ACTIVE for port object 4a42a0e2-f357-4eaa-bb6f-58082f854e63 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:51.991783 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2067739f-12ab-4941-8b2f-78b837b6e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.081891 n-d-799684-2 neutron-server[93967]: INFO neutron.db.ipam_backend_mixin [None req-c08035b8-5dd0-4c6e-84e8-212edbcaf9f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f26d067d-cbc2-436a-887f-c81d8eaadd58 (CIDR: 2001:db8::/64) Jul 06 18:47:52.086474 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08035b8-5dd0-4c6e-84e8-212edbcaf9f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:47:52.086996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08035b8-5dd0-4c6e-84e8-212edbcaf9f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:52.094421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067739f-12ab-4941-8b2f-78b837b6e687 None None] Pushing event updated for resources: {'Port': ['ID=4a42a0e2-f357-4eaa-bb6f-58082f854e63,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:52.110970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c08035b8-5dd0-4c6e-84e8-212edbcaf9f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2600112 Jul 06 18:47:52.113762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35922) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:52.121240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c48639f8-4b58-4b61-9806-05355d92324d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:52.238943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48639f8-4b58-4b61-9806-05355d92324d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:52.243265 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c48639f8-4b58-4b61-9806-05355d92324d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.283143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.296545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8419da29-fef6-4683-b38b-04e563a20eed up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:52.353646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8419da29-fef6-4683-b38b-04e563a20eed triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:52.354144 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.363289 n-d-799684-2 neutron-server[93967]: INFO neutron.db.ipam_backend_mixin [None req-c48639f8-4b58-4b61-9806-05355d92324d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cc5af2ab-a217-4c17-b0e5-bf48308a6990 (CIDR: 2001:db8:0:1::/64) Jul 06 18:47:52.368659 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48639f8-4b58-4b61-9806-05355d92324d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:47:52.369525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48639f8-4b58-4b61-9806-05355d92324d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:52.391849 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c48639f8-4b58-4b61-9806-05355d92324d tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2762713 Jul 06 18:47:52.393931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35928) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:52.401045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'subnet': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:52.450185 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.488951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:52.492307 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c98ccdf-224c-4fe2-970c-297a35978696" -d '{"events": [{"server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "name": "network-vif-plugged", "status": "completed", "tag": "8419da29-fef6-4683-b38b-04e563a20eed"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:52.508412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8419da29-fef6-4683-b38b-04e563a20eed,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:52.518295 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.548812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35934) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:52.568213 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9e6b68-9be1-43a3-9793-dcdc13ec9f8d x-openstack-request-id: req-0c9e6b68-9be1-43a3-9793-dcdc13ec9f8d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:52.568940 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "name": "network-vif-plugged", "status": "completed", "tag": "8419da29-fef6-4683-b38b-04e563a20eed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:52.569664 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c9e6b68-9be1-43a3-9793-dcdc13ec9f8d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:52.570283 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed', 'code': 200} Jul 06 18:47:52.583867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Made reservation on behalf of 7f91328d6ffc4dbaa4f0f8d26c09d3b2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:52.591230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.600940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.611863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8419da29-fef6-4683-b38b-04e563a20eed,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:52.683570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d6f559f-316d-4a0c-a854-210b20e99eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.783180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d6f559f-316d-4a0c-a854-210b20e99eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.789121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d6f559f-316d-4a0c-a854-210b20e99eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.831507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f559f-316d-4a0c-a854-210b20e99eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4310fa-3ad5-4763-b4b6-1d273eecf081,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:52.845444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6d6f559f-316d-4a0c-a854-210b20e99eae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c77048f7704a44a2a235553873d2a6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936995 Jul 06 18:47:52.846060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.846221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35938) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:52.892202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:52.896523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:52.901779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:52.902437 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.913227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02fb4f55-5606-42bb-908e-991b1fa406e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.915509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Subnet': ['ID=f0e4a524-ad43-4579-808c-2df1b140e369,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:52.923281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ed35b82-e93e-4f6e-a1f0-056bcac9e3cf None None] Provisioning complete for port 5737a232-a5ff-499f-8401-32d526e51184 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:52.923753 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ed35b82-e93e-4f6e-a1f0-056bcac9e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.931453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-593033eb-c21f-4d37-a6d5-601217a34565 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5354829 Jul 06 18:47:52.932394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35940) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:52.938544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-153857485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0e4a524-ad43-4579-808c-2df1b140e369'}], 'security_groups': ['fd479bf2-23ec-4c37-98d9-8d9609d28598', 'b39e6949-a667-4bb6-8542-3722429d71b7']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:52.942204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02fb4f55-5606-42bb-908e-991b1fa406e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.972932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0ed35b82-e93e-4f6e-a1f0-056bcac9e3cf None None] Port 5737a232-a5ff-499f-8401-32d526e51184 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:52.985644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ed35b82-e93e-4f6e-a1f0-056bcac9e3cf None None] Provisioning for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:52.992118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ed35b82-e93e-4f6e-a1f0-056bcac9e3cf None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:52.992861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ed35b82-e93e-4f6e-a1f0-056bcac9e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.002090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02fb4f55-5606-42bb-908e-991b1fa406e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.005703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02fb4f55-5606-42bb-908e-991b1fa406e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.009922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-02fb4f55-5606-42bb-908e-991b1fa406e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f4310fa-3ad5-4763-b4b6-1d273eecf081 HTTP/1.1" status: 204 len: 168 time: 0.1601307 Jul 06 18:47:53.020572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb4f55-5606-42bb-908e-991b1fa406e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4310fa-3ad5-4763-b4b6-1d273eecf081,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:53.095995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f66add-e6e7-44be-940c-850ca7cee7ef None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:53.143297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.300880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2e10aa22-bff6-4f77-a172-5ec7c0363491 None None] Provisioning for port b87f4063-18a8-4377-9cb9-b1d2292ebfdf completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:53.306587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2e10aa22-bff6-4f77-a172-5ec7c0363491 None None] Provisioning complete for port b87f4063-18a8-4377-9cb9-b1d2292ebfdf triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:53.306982 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e10aa22-bff6-4f77-a172-5ec7c0363491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.348056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2e10aa22-bff6-4f77-a172-5ec7c0363491 None None] Port b87f4063-18a8-4377-9cb9-b1d2292ebfdf cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:53.414447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ac031-be96-4246-b3bd-4c11be36cffa None None] Update dhcp port {'port': {'network_id': '277515fa-5cbd-4ad5-aafb-f5fd503af140', 'fixed_ips': [{'subnet_id': 'cc5af2ab-a217-4c17-b0e5-bf48308a6990', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f26d067d-cbc2-436a-887f-c81d8eaadd58', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0e4a524-ad43-4579-808c-2df1b140e369'}], 'binding:host_id': 'n-d-799684-2'}, 'id': '4a42a0e2-f357-4eaa-bb6f-58082f854e63'} from n-d-799684-2. {{(pid=93968) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:47:53.449941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac031-be96-4246-b3bd-4c11be36cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.489463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Delete allocated IP 2001:db8::1f5 (277515fa-5cbd-4ad5-aafb-f5fd503af140/f26d067d-cbc2-436a-887f-c81d8eaadd58) {{(pid=93967) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:47:53.499172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Allocated IP 2001:db8:0:2::5d (277515fa-5cbd-4ad5-aafb-f5fd503af140/f0e4a524-ad43-4579-808c-2df1b140e369/b87f4063-18a8-4377-9cb9-b1d2292ebfdf) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:53.679210 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.684932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4a42a0e2-f357-4eaa-bb6f-58082f854e63 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:53.691382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Ignored duplicate provisioning block setup for port b87f4063-18a8-4377-9cb9-b1d2292ebfdf by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:47:53.696677 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.772220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2b0ac031-be96-4246-b3bd-4c11be36cffa None None] Allocated IP 2001:db8:0:2::2 (277515fa-5cbd-4ad5-aafb-f5fd503af140/f0e4a524-ad43-4579-808c-2df1b140e369/4a42a0e2-f357-4eaa-bb6f-58082f854e63) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:53.779447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] In _notify_port_updated(), no bound segment for port b87f4063-18a8-4377-9cb9-b1d2292ebfdf on network 277515fa-5cbd-4ad5-aafb-f5fd503af140 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:47:53.780777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:53.781160 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.785798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:53.786565 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.788584 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "PUT /v2.0/ports/b87f4063-18a8-4377-9cb9-b1d2292ebfdf HTTP/1.1" status: 200 len: 968 time: 0.8547590 Jul 06 18:47:53.791592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35962) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:53.801301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaea76-6e1c-4693-81cf-ecf4ca2906b3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event updated for resources: {'Port': ['ID=b87f4063-18a8-4377-9cb9-b1d2292ebfdf,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:53.914057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-be55a4c0-7607-4919-9ce1-07433c2d21cb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port b87f4063-18a8-4377-9cb9-b1d2292ebfdf {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:53.914642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be55a4c0-7607-4919-9ce1-07433c2d21cb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.940475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2b0ac031-be96-4246-b3bd-4c11be36cffa None None] For port 4a42a0e2-f357-4eaa-bb6f-58082f854e63, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4a42a0e2-f357-4eaa-bb6f-58082f854e63,segment=NetworkSegment(3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf),segment_id=3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:53.973031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac031-be96-4246-b3bd-4c11be36cffa None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:53.988887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2b0ac031-be96-4246-b3bd-4c11be36cffa None None] Transition to ACTIVE for port object 4a42a0e2-f357-4eaa-bb6f-58082f854e63 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:53.995083 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac031-be96-4246-b3bd-4c11be36cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.014030 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be55a4c0-7607-4919-9ce1-07433c2d21cb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.027710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-be55a4c0-7607-4919-9ce1-07433c2d21cb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for b87f4063-18a8-4377-9cb9-b1d2292ebfdf owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:54.114931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ac031-be96-4246-b3bd-4c11be36cffa None None] Pushing event updated for resources: {'Port': ['ID=4a42a0e2-f357-4eaa-bb6f-58082f854e63,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:54.150432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35970) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:54.182536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be55a4c0-7607-4919-9ce1-07433c2d21cb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.214771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a4c0-7607-4919-9ce1-07433c2d21cb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=b87f4063-18a8-4377-9cb9-b1d2292ebfdf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:54.245438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be55a4c0-7607-4919-9ce1-07433c2d21cb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.248232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-be55a4c0-7607-4919-9ce1-07433c2d21cb tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/b87f4063-18a8-4377-9cb9-b1d2292ebfdf HTTP/1.1" status: 204 len: 168 time: 0.4555476 Jul 06 18:47:54.250921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35974) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:54.291520 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-72395dcb-635a-4363-9218-563c7e81850b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] GET failed (client error): The resource could not be found. Jul 06 18:47:54.293161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-72395dcb-635a-4363-9218-563c7e81850b tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports/b87f4063-18a8-4377-9cb9-b1d2292ebfdf HTTP/1.1" status: 404 len: 333 time: 0.0412962 Jul 06 18:47:54.296419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35976) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:54.300557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2872100a-c9bf-4dd4-a529-eed2e4a511c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.365833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-294f6170-8964-4911-b332-91b9b0f3b1be tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.393561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-294f6170-8964-4911-b332-91b9b0f3b1be tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.413374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2872100a-c9bf-4dd4-a529-eed2e4a511c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.419712 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2872100a-c9bf-4dd4-a529-eed2e4a511c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.443529 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-294f6170-8964-4911-b332-91b9b0f3b1be tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.446276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-294f6170-8964-4911-b332-91b9b0f3b1be tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.449880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-294f6170-8964-4911-b332-91b9b0f3b1be tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/security-groups/3484f3ec-4f82-4029-ab06-ba4313849604 HTTP/1.1" status: 204 len: 168 time: 0.1499844 Jul 06 18:47:54.451403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:54.463777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872100a-c9bf-4dd4-a529-eed2e4a511c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4178f14b-2ed6-4373-a738-5377bc4f995a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:54.470900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f6170-8964-4911-b332-91b9b0f3b1be tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3484f3ec-4f82-4029-ab06-ba4313849604,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:54.472484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35980) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:54.473234 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2872100a-c9bf-4dd4-a529-eed2e4a511c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ea86a4889c040e9a9d9280ea315e065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207850 Jul 06 18:47:54.778440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d0d32e55-943e-4aa5-ad58-b86e5301cbc6 None None] Provisioning complete for port 5737a232-a5ff-499f-8401-32d526e51184 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:54.778983 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0d32e55-943e-4aa5-ad58-b86e5301cbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.821933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d0d32e55-943e-4aa5-ad58-b86e5301cbc6 None None] Port 5737a232-a5ff-499f-8401-32d526e51184 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:54.834513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d0d32e55-943e-4aa5-ad58-b86e5301cbc6 None None] Provisioning for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:54.838658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d0d32e55-943e-4aa5-ad58-b86e5301cbc6 None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:54.839135 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0d32e55-943e-4aa5-ad58-b86e5301cbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.863482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e01d5aa2-286c-4a02-bd54-78aa40460297 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.865189 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01887e07-ef15-4940-b04b-a9482d9bf68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.901982 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e01d5aa2-286c-4a02-bd54-78aa40460297 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.905572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01887e07-ef15-4940-b04b-a9482d9bf68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.931000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d0d32e55-943e-4aa5-ad58-b86e5301cbc6 None None] Could not find standard attr ID for object b87f4063-18a8-4377-9cb9-b1d2292ebfdf. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:54.969297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e01d5aa2-286c-4a02-bd54-78aa40460297 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.971922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e01d5aa2-286c-4a02-bd54-78aa40460297 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.973188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e01d5aa2-286c-4a02-bd54-78aa40460297 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/security-groups/b39e6949-a667-4bb6-8542-3722429d71b7 HTTP/1.1" status: 204 len: 168 time: 0.5195067 Jul 06 18:47:54.976020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 35982) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:54.986134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01887e07-ef15-4940-b04b-a9482d9bf68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.988864 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01887e07-ef15-4940-b04b-a9482d9bf68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.992504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-01887e07-ef15-4940-b04b-a9482d9bf68d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4178f14b-2ed6-4373-a738-5377bc4f995a HTTP/1.1" status: 204 len: 168 time: 0.5145137 Jul 06 18:47:54.992504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d5aa2-286c-4a02-bd54-78aa40460297 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e6949-a667-4bb6-8542-3722429d71b7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:55.007304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01887e07-ef15-4940-b04b-a9482d9bf68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4178f14b-2ed6-4373-a738-5377bc4f995a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:55.043180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-45935e30-5618-4b5a-9534-6a7a31b493e2 None None] Could not find standard attr ID for object b87f4063-18a8-4377-9cb9-b1d2292ebfdf. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:47:55.044349 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e51f9444-c36f-47e8-850a-5465cb967fe8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.077292 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e51f9444-c36f-47e8-850a-5465cb967fe8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.123162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e51f9444-c36f-47e8-850a-5465cb967fe8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.126052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e51f9444-c36f-47e8-850a-5465cb967fe8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.127001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e51f9444-c36f-47e8-850a-5465cb967fe8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/security-groups/fd479bf2-23ec-4c37-98d9-8d9609d28598 HTTP/1.1" status: 204 len: 168 time: 0.1498311 Jul 06 18:47:55.129825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35986) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:55.137878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f9444-c36f-47e8-850a-5465cb967fe8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd479bf2-23ec-4c37-98d9-8d9609d28598,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:55.189934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0c9cad-69bc-47ea-b3b0-cd387eb92272 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet f26d067d-cbc2-436a-887f-c81d8eaadd58 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:55.193031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9cad-69bc-47ea-b3b0-cd387eb92272 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.239504 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9cad-69bc-47ea-b3b0-cd387eb92272 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.324131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9cad-69bc-47ea-b3b0-cd387eb92272 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.392477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9cad-69bc-47ea-b3b0-cd387eb92272 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.417469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c9cad-69bc-47ea-b3b0-cd387eb92272 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=f26d067d-cbc2-436a-887f-c81d8eaadd58,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:55.425068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9cad-69bc-47ea-b3b0-cd387eb92272 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.430952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6f0c9cad-69bc-47ea-b3b0-cd387eb92272 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/f26d067d-cbc2-436a-887f-c81d8eaadd58 HTTP/1.1" status: 204 len: 168 time: 0.2961915 Jul 06 18:47:55.431701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 35998) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:55.432834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ae9f3-d99d-4e8d-a968-4414c7d2a5c4 None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:55.500350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f1f675-1b98-4c74-8d88-1f623914e559 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet f0e4a524-ad43-4579-808c-2df1b140e369 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:55.503737 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f675-1b98-4c74-8d88-1f623914e559 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.547510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f675-1b98-4c74-8d88-1f623914e559 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.658433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f675-1b98-4c74-8d88-1f623914e559 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.714423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4a42a0e2-f357-4eaa-bb6f-58082f854e63 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:55.732462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f675-1b98-4c74-8d88-1f623914e559 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.772857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f675-1b98-4c74-8d88-1f623914e559 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.773607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:55.774242 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.775419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e5f1f675-1b98-4c74-8d88-1f623914e559 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/f0e4a524-ad43-4579-808c-2df1b140e369 HTTP/1.1" status: 204 len: 168 time: 0.3424802 Jul 06 18:47:55.777448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36010) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:55.777901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1f675-1b98-4c74-8d88-1f623914e559 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e4a524-ad43-4579-808c-2df1b140e369,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:55.829280 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ed41ec-2cee-4900-b48c-3b6c64c11a6a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:55.829978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ed41ec-2cee-4900-b48c-3b6c64c11a6a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:55.831983 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-56ed41ec-2cee-4900-b48c-3b6c64c11a6a tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/f26d067d-cbc2-436a-887f-c81d8eaadd58 HTTP/1.1" status: 404 len: 337 time: 0.0530715 Jul 06 18:47:55.834638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36014) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:55.892646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f68dfc6-e146-418f-b94d-942a362a8ab1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting subnet cc5af2ab-a217-4c17-b0e5-bf48308a6990 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:47:55.896338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f68dfc6-e146-418f-b94d-942a362a8ab1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:55.938334 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f68dfc6-e146-418f-b94d-942a362a8ab1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.032174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f68dfc6-e146-418f-b94d-942a362a8ab1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.103042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f68dfc6-e146-418f-b94d-942a362a8ab1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.133047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68dfc6-e146-418f-b94d-942a362a8ab1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5af2ab-a217-4c17-b0e5-bf48308a6990,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:56.135380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f68dfc6-e146-418f-b94d-942a362a8ab1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.139950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36024) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.140477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5f68dfc6-e146-418f-b94d-942a362a8ab1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/cc5af2ab-a217-4c17-b0e5-bf48308a6990 HTTP/1.1" status: 204 len: 168 time: 0.3041434 Jul 06 18:47:56.171574 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0986ee8-188e-4fa4-9110-0f03c07a9ae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.172301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0986ee8-188e-4fa4-9110-0f03c07a9ae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.176568 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e0986ee8-188e-4fa4-9110-0f03c07a9ae3 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/ab31781d-c71b-4aad-b585-358f7a0f673b HTTP/1.1" status: 404 len: 337 time: 0.0329747 Jul 06 18:47:56.177172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36026) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.212861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f6dbefa7-3153-4621-a9db-0f41fa811ce8 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "GET /v2.0/ports?device_id=9038f5a1-5cbf-4b06-a9ec-87ac4add2638 HTTP/1.1" status: 200 len: 205 time: 0.0338244 Jul 06 18:47:56.215056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36030) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.252058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482883a5-2087-4146-bcc3-ec2b0c6654c7 None None] Network 277515fa-5cbd-4ad5-aafb-f5fd503af140 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:47:56.257500 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-825e1bb9-5e63-421e-bd45-b33ec6f1a7f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] delete failed (client error): The resource could not be found. Jul 06 18:47:56.259706 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-825e1bb9-5e63-421e-bd45-b33ec6f1a7f6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/routers/9038f5a1-5cbf-4b06-a9ec-87ac4add2638 HTTP/1.1" status: 404 len: 336 time: 0.0428753 Jul 06 18:47:56.261997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36032) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.289467 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-948d2e8d-408c-4691-95b2-b6eaf014c5e1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.290316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948d2e8d-408c-4691-95b2-b6eaf014c5e1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.294779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-948d2e8d-408c-4691-95b2-b6eaf014c5e1 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/7323772c-947b-45ac-bc73-5a3aba7b3604 HTTP/1.1" status: 404 len: 337 time: 0.0317278 Jul 06 18:47:56.295153 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36034) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.323350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0b166cb0-914c-4d1d-a3f2-9eb83c9ef7e6 None None] Provisioning complete for port 5737a232-a5ff-499f-8401-32d526e51184 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:56.323350 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b166cb0-914c-4d1d-a3f2-9eb83c9ef7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.329913 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74800b5-99a1-43fa-ba23-6d6a5ac54769 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.330342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74800b5-99a1-43fa-ba23-6d6a5ac54769 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.335588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c74800b5-99a1-43fa-ba23-6d6a5ac54769 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/d3827014-b47e-4a37-92d1-5ea861051b75 HTTP/1.1" status: 404 len: 337 time: 0.0353818 Jul 06 18:47:56.335588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36036) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.363030 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19909f4-d444-4ffc-adcc-b1b97775a2ac tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.363486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19909f4-d444-4ffc-adcc-b1b97775a2ac tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.365264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c19909f4-d444-4ffc-adcc-b1b97775a2ac tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/079ca990-3159-44f2-b69f-129244a626a5 HTTP/1.1" status: 404 len: 337 time: 0.0289927 Jul 06 18:47:56.368839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36044) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.401134 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ac8612-60fd-4bc1-9c82-f87e13121efa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.401780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ac8612-60fd-4bc1-9c82-f87e13121efa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.406041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-21ac8612-60fd-4bc1-9c82-f87e13121efa tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/3628ae49-9791-4a85-be32-980837965fa0 HTTP/1.1" status: 404 len: 333 time: 0.0336075 Jul 06 18:47:56.406203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36046) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.408103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0b166cb0-914c-4d1d-a3f2-9eb83c9ef7e6 None None] Port 5737a232-a5ff-499f-8401-32d526e51184 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:56.423898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0b166cb0-914c-4d1d-a3f2-9eb83c9ef7e6 None None] Provisioning complete for port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:56.424268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b166cb0-914c-4d1d-a3f2-9eb83c9ef7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.435940 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ac08ce-9809-4bc3-9e53-98b404610df6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.436594 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ac08ce-9809-4bc3-9e53-98b404610df6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.438593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-98ac08ce-9809-4bc3-9e53-98b404610df6 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/dcc3f7ad-16b6-44d2-b467-c233d9005256 HTTP/1.1" status: 404 len: 337 time: 0.0314469 Jul 06 18:47:56.441565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36048) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.470605 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-36700425-d55b-465a-858d-cdb9d076a793 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.471281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36700425-d55b-465a-858d-cdb9d076a793 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.476016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-36700425-d55b-465a-858d-cdb9d076a793 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/1f3eb670-40fd-470f-b88a-6019543b552c HTTP/1.1" status: 404 len: 337 time: 0.0310049 Jul 06 18:47:56.476241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36050) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.517668 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-2228dc1b-bb62-4f9d-b7ea-fe60d365e7b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.518476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2228dc1b-bb62-4f9d-b7ea-fe60d365e7b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.521760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2228dc1b-bb62-4f9d-b7ea-fe60d365e7b7 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/f95ea7dd-08de-46a0-a894-28845ded3742 HTTP/1.1" status: 404 len: 333 time: 0.0429914 Jul 06 18:47:56.523060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36052) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.564292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] DHCP port deletion for 277515fa-5cbd-4ad5-aafb-f5fd503af140 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:47:56.566198 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e43709a-a86c-48bf-b56d-9855e746e489 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.566870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e43709a-a86c-48bf-b56d-9855e746e489 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.568882 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4e43709a-a86c-48bf-b56d-9855e746e489 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/3c24a30b-5e02-4b17-ab4b-52452f9d8c02 HTTP/1.1" status: 404 len: 337 time: 0.0448310 Jul 06 18:47:56.571659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36058) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.600645 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fc28e9-7d72-406d-bf47-06a89fe7aec5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] DELETE failed (client error): The resource could not be found. Jul 06 18:47:56.601281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fc28e9-7d72-406d-bf47-06a89fe7aec5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:47:56.606034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c8fc28e9-7d72-406d-bf47-06a89fe7aec5 tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/subnets/3797bb1c-95b8-4cee-9517-c4a698791202 HTTP/1.1" status: 404 len: 337 time: 0.0307679 Jul 06 18:47:56.606703 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36060) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.708520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Deleting port 5737a232-a5ff-499f-8401-32d526e51184 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:56.708763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.775205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] Deleting port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:56.775539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.775653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.793770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Calling delete_port for 5737a232-a5ff-499f-8401-32d526e51184 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:56.844112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] For port 4a42a0e2-f357-4eaa-bb6f-58082f854e63, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4a42a0e2-f357-4eaa-bb6f-58082f854e63,segment=NetworkSegment(3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf),segment_id=3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:56.844510 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.857779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] Calling delete_port for 4a42a0e2-f357-4eaa-bb6f-58082f854e63 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:56.878652 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.915333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.919513 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/ports/5737a232-a5ff-499f-8401-32d526e51184 HTTP/1.1" status: 204 len: 168 time: 0.3093972 Jul 06 18:47:56.919513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Port': ['ID=5737a232-a5ff-499f-8401-32d526e51184,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:56.920431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36070) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:56.926900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.927248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.927586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.928264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.928601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.928928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.929254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.929705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.930000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.930323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.930644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.930964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ed5fb-8aa6-4cd8-8670-8b0c54ab747e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:56.949382 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:56.973429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] Pushing event deleted for resources: {'Port': ['ID=4a42a0e2-f357-4eaa-bb6f-58082f854e63,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:56.983691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6be0e-4803-43b6-829e-b003ae14b064 None None] No DVR routers for this DVR port 4a42a0e2-f357-4eaa-bb6f-58082f854e63 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:57.014584 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.102926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.113148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277515fa-5cbd-4ad5-aafb-f5fd503af140']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:57.123996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:57.124266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c50c6ed-26fa-4a39-abd9-8e1ee4f531cf') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:57.133467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.147288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.153936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:47:57.154226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:47:57.157260 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:47:57.225327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.232366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.237039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] 10.222.0.53 "DELETE /v2.0/networks/277515fa-5cbd-4ad5-aafb-f5fd503af140 HTTP/1.1" status: 204 len: 168 time: 0.3153539 Jul 06 18:47:57.248961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bd945-e54f-4afa-93a5-dbdabc4aa95e tempest-PortsIpV6TestJSON-1542257200 tempest-PortsIpV6TestJSON-1542257200-project] Pushing event deleted for resources: {'Network': ['ID=277515fa-5cbd-4ad5-aafb-f5fd503af140,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:57.334085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36094) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:57.495395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36100) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:57.563483 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a99e9a15-b899-4bc7-9c28-4c0ade31b643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.606878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2a5fd91b-b93e-4f7e-bc2f-7d8909a18e4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f91328d6ffc4dbaa4f0f8d26c09d3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103020 Jul 06 18:47:57.609778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36104) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:57.675149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccfef-ed42-4e61-ae6b-de6984adb31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.682853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a99e9a15-b899-4bc7-9c28-4c0ade31b643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.689826 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a99e9a15-b899-4bc7-9c28-4c0ade31b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.691547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4a42a0e2-f357-4eaa-bb6f-58082f854e63 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:57.703817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccfef-ed42-4e61-ae6b-de6984adb31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.717061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4a42a0e2-f357-4eaa-bb6f-58082f854e63 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:57.717605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4a42a0e2-f357-4eaa-bb6f-58082f854e63 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:57.729351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a99e9a15-b899-4bc7-9c28-4c0ade31b643 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=822ad75d5d9b4b84af1ebce45130ee24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934107 Jul 06 18:47:57.730558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e9a15-b899-4bc7-9c28-4c0ade31b643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7103d917-5842-4c06-9284-71cf2085cfcd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:57.732325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36106) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:57.797110 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5e9dfbb-cc50-4120-b832-b75229a2994f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.801390 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccfef-ed42-4e61-ae6b-de6984adb31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.804237 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccfef-ed42-4e61-ae6b-de6984adb31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.805347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d7ccfef-ed42-4e61-ae6b-de6984adb31a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02492624-a76f-4471-8bac-61f85ae361f7 HTTP/1.1" status: 204 len: 168 time: 0.1940241 Jul 06 18:47:57.824768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ccfef-ed42-4e61-ae6b-de6984adb31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02492624-a76f-4471-8bac-61f85ae361f7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:57.830598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5e9dfbb-cc50-4120-b832-b75229a2994f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.887745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5e9dfbb-cc50-4120-b832-b75229a2994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.891011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e5e9dfbb-cc50-4120-b832-b75229a2994f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:57.892256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e5e9dfbb-cc50-4120-b832-b75229a2994f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7103d917-5842-4c06-9284-71cf2085cfcd HTTP/1.1" status: 204 len: 168 time: 0.1588671 Jul 06 18:47:57.901549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9dfbb-cc50-4120-b832-b75229a2994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7103d917-5842-4c06-9284-71cf2085cfcd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:58.257655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36124) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:58.277879 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b4f21eb-4f97-4db9-9525-1c6586fd7cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.379864 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b4f21eb-4f97-4db9-9525-1c6586fd7cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.385346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b4f21eb-4f97-4db9-9525-1c6586fd7cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.423602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6b4f21eb-4f97-4db9-9525-1c6586fd7cde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2105c6d75be540018354b6f5461220fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640799 Jul 06 18:47:58.424471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f21eb-4f97-4db9-9525-1c6586fd7cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1064c3b6-e22a-4db3-81fc-a830e0591ab7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:58.426463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36130) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:58.485346 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e11697a-561e-44d1-8b6b-4245207cb917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.511740 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e11697a-561e-44d1-8b6b-4245207cb917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.572982 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e11697a-561e-44d1-8b6b-4245207cb917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.575886 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e11697a-561e-44d1-8b6b-4245207cb917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.577444 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4e11697a-561e-44d1-8b6b-4245207cb917 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1064c3b6-e22a-4db3-81fc-a830e0591ab7 HTTP/1.1" status: 204 len: 168 time: 0.1496670 Jul 06 18:47:58.586555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11697a-561e-44d1-8b6b-4245207cb917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1064c3b6-e22a-4db3-81fc-a830e0591ab7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:58.603019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36138) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:58.710901 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-04d70281-537f-4176-a636-09ad87540a5d tempest-ServiceProvidersTest-1590931724 tempest-ServiceProvidersTest-1590931724-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1062572 Jul 06 18:47:58.963272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36154) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:59.122908 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b85d39dd-498a-45f7-9fb0-8b6a574ff55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:59.219014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b85d39dd-498a-45f7-9fb0-8b6a574ff55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:59.224144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b85d39dd-498a-45f7-9fb0-8b6a574ff55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:59.260660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d39dd-498a-45f7-9fb0-8b6a574ff55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b30fbb-084e-4d35-a2fc-2d52e81a3d76,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:59.265275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b85d39dd-498a-45f7-9fb0-8b6a574ff55b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97eccc4ac1864848a4b10b3daa7cb308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007638 Jul 06 18:47:59.269575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36168) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:59.320439 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46e0c85a-35f3-4d49-ae63-26de77574465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:59.342764 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46e0c85a-35f3-4d49-ae63-26de77574465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:59.393132 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46e0c85a-35f3-4d49-ae63-26de77574465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:59.395071 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46e0c85a-35f3-4d49-ae63-26de77574465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:59.399220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-46e0c85a-35f3-4d49-ae63-26de77574465 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2b30fbb-084e-4d35-a2fc-2d52e81a3d76 HTTP/1.1" status: 204 len: 168 time: 0.1254072 Jul 06 18:47:59.404669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0c85a-35f3-4d49-ae63-26de77574465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b30fbb-084e-4d35-a2fc-2d52e81a3d76,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:59.988904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36200) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.144306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-903222622'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:00.168962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Made reservation on behalf of 06980767ab8e4305938213fb7af8fe33 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:00.172926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.182291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.190473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36210) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.278290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.283639 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.290340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3839540d-4d1f-483e-9e73-adf9612a11db tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1659500081', 'prefixes': ['172.20.0.0/16']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:00.311512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:48:00.321169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68073288-a0c4-4b9f-a08c-8ecd0647a1f8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:00.327443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.327796 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Added segment d299a726-3fc5-4009-94de-048c9bdaf227 of type vlan for network c49f6ead-1779-450c-a920-35e329d84933 Jul 06 18:48:00.359650 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3839540d-4d1f-483e-9e73-adf9612a11db tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] Notify callbacks [] for subnetpool, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.361824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3839540d-4d1f-483e-9e73-adf9612a11db tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1693544 Jul 06 18:48:00.363857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36216) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.374999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.406345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-116dc512-4b58-47b5-a850-4e1abb292909 tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] 10.222.0.53 "GET /v2.0/subnetpools/e51022ba-fe08-47ea-ba4f-db2f2c27d818 HTTP/1.1" status: 200 len: 732 time: 0.0410352 Jul 06 18:48:00.408313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.408721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36218) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.413559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a3b2bcfe-3a2b-490b-98ef-cafe3fdb32e1 tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-736284557'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:00.414361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:00.414965 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.470045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4798698 Jul 06 18:48:00.472747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36220) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.480293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Request body: {'subnet': {'network_id': 'c49f6ead-1779-450c-a920-35e329d84933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:00.496755 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3b2bcfe-3a2b-490b-98ef-cafe3fdb32e1 tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] Notify callbacks [] for subnetpool, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.498151 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a3b2bcfe-3a2b-490b-98ef-cafe3fdb32e1 tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] 10.222.0.53 "PUT /v2.0/subnetpools/e51022ba-fe08-47ea-ba4f-db2f2c27d818 HTTP/1.1" status: 200 len: 683 time: 0.0881414 Jul 06 18:48:00.500837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36222) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.522281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f308ea2-ad72-4a0c-91fe-d31c9eec513a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event updated for resources: {'Network': ['ID=c49f6ead-1779-450c-a920-35e329d84933,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:00.533495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c49f6ead-1779-450c-a920-35e329d84933 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:48:00.582979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Made reservation on behalf of 06980767ab8e4305938213fb7af8fe33 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:00.586606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.590934 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd996c43-fa75-4fee-8f18-74c4da1b0113 tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] Notify callbacks [] for subnetpool, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.592185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bd996c43-fa75-4fee-8f18-74c4da1b0113 tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e51022ba-fe08-47ea-ba4f-db2f2c27d818 HTTP/1.1" status: 204 len: 168 time: 0.0904229 Jul 06 18:48:00.594898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36224) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.609948 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-71bb85eb-02dd-4369-8181-f7cd6c7e671d tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] show failed (client error): The resource could not be found. Jul 06 18:48:00.611038 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-71bb85eb-02dd-4369-8181-f7cd6c7e671d tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] 10.222.0.53 "GET /v2.0/subnetpools/e51022ba-fe08-47ea-ba4f-db2f2c27d818 HTTP/1.1" status: 404 len: 346 time: 0.0146971 Jul 06 18:48:00.614055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36226) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.629861 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-6684fe15-11bd-4e26-9f3c-2d46bfc73d51 tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] delete failed (client error): The resource could not be found. Jul 06 18:48:00.630904 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6684fe15-11bd-4e26-9f3c-2d46bfc73d51 tempest-SubnetPoolsTestJSON-493102560 tempest-SubnetPoolsTestJSON-493102560-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e51022ba-fe08-47ea-ba4f-db2f2c27d818 HTTP/1.1" status: 404 len: 346 time: 0.0158312 Jul 06 18:48:00.775876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.840501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event updated for resources: {'Subnet': ['ID=787c3402-064d-4929-9669-11c40a5b3962,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:00.844902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Checking segment: {'id': 'd299a726-3fc5-4009-94de-048c9bdaf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c49f6ead-1779-450c-a920-35e329d84933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:00.845264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Network hostable DHCP agents. Network: c49f6ead-1779-450c-a920-35e329d84933, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:48:00.864704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Network c49f6ead-1779-450c-a920-35e329d84933 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:48:00.875514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c49f6ead-1779-450c-a920-35e329d84933) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:00.880241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:00.880845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.887871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17b775-8c64-47cb-8dfc-98d679e367ae None None] Network c49f6ead-1779-450c-a920-35e329d84933 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:00.889661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36232) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.899620 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-34c34440-6944-4612-b15a-01e357b9532b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4233739 Jul 06 18:48:00.900008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36236) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.905914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Request body: {'port': {'network_id': 'c49f6ead-1779-450c-a920-35e329d84933', 'name': 'tempest-DHCPAgentSchedulersTestJSON-563614490'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:01.010145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b434d154-5b60-4586-924d-8c5f5e886f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.038601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c49f6ead-1779-450c-a920-35e329d84933', 'network_id': 'c49f6ead-1779-450c-a920-35e329d84933', 'tenant_id': '06980767ab8e4305938213fb7af8fe33', 'fixed_ips': [{'subnet_id': '787c3402-064d-4929-9669-11c40a5b3962'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:48:01.039498 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.043342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-b434d154-5b60-4586-924d-8c5f5e886f43 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:48:01.043342 n-d-799684-2 neutron-server[93967]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 18:48:01.043342 n-d-799684-2 neutron-server[93967]: [parameters: {'project_id': 'a1f21deb33264e318ab30c2eaca97365', 'id': '4f032eac-cf14-423b-866e-f1ddd740d622', 'expiration': datetime.datetime(2021, 7, 6, 18, 50, 1, 37100)}] Jul 06 18:48:01.043342 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:48:01.043717 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-b434d154-5b60-4586-924d-8c5f5e886f43 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:48:01.052364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Made reservation on behalf of 06980767ab8e4305938213fb7af8fe33 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:01.056599 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.074396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] device_id is not set on port aa366d20-8ef4-4ae0-b08a-c224cb604ded yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:48:01.175403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Allocated IP 172.20.0.2 (c49f6ead-1779-450c-a920-35e329d84933/787c3402-064d-4929-9669-11c40a5b3962/cdf0b821-4c04-44f3-8c41-1a84f8190ad8) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:01.316705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.324896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Transition to ACTIVE for port object cdf0b821-4c04-44f3-8c41-1a84f8190ad8 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:01.339257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Transition to ACTIVE for port object cdf0b821-4c04-44f3-8c41-1a84f8190ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:01.346769 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.389930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Network c49f6ead-1779-450c-a920-35e329d84933 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:01.392705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:01.397094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:01.402850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Pushing event updated for resources: {'Port': ['ID=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:01.406442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Allocated IP 172.20.0.12 (c49f6ead-1779-450c-a920-35e329d84933/787c3402-064d-4929-9669-11c40a5b3962/aa366d20-8ef4-4ae0-b08a-c224cb604ded) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:01.464152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Attempting to bind port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:01.464430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Attempting to bind port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'd299a726-3fc5-4009-94de-048c9bdaf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c49f6ead-1779-450c-a920-35e329d84933'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:01.464783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Attempting to bind port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 on network c49f6ead-1779-450c-a920-35e329d84933 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:01.470523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:01.470897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Checking segment: {'id': 'd299a726-3fc5-4009-94de-048c9bdaf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c49f6ead-1779-450c-a920-35e329d84933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:01.471300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.471697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Bound using segment: {'id': 'd299a726-3fc5-4009-94de-048c9bdaf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c49f6ead-1779-450c-a920-35e329d84933'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:01.472164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Bound port: cdf0b821-4c04-44f3-8c41-1a84f8190ad8, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd299a726-3fc5-4009-94de-048c9bdaf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c49f6ead-1779-450c-a920-35e329d84933'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:01.472568 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.537429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] For port cdf0b821-4c04-44f3-8c41-1a84f8190ad8, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:01.540843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] For port cdf0b821-4c04-44f3-8c41-1a84f8190ad8, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,segment=NetworkSegment(d299a726-3fc5-4009-94de-048c9bdaf227),segment_id=d299a726-3fc5-4009-94de-048c9bdaf227)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:01.544727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b434d154-5b60-4586-924d-8c5f5e886f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.546831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.580808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.603834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Transition to ACTIVE for port object aa366d20-8ef4-4ae0-b08a-c224cb604ded will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:01.610550 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba353bb-90cb-4f09-8163-7dd0156533fc None None] Pushing event updated for resources: {'Port': ['ID=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:01.674854 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.729565 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b434d154-5b60-4586-924d-8c5f5e886f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.741383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Network c49f6ead-1779-450c-a920-35e329d84933 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:01.742306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b434d154-5b60-4586-924d-8c5f5e886f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.752769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:01.766320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:01.781890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event updated for resources: {'Port': ['ID=aa366d20-8ef4-4ae0-b08a-c224cb604ded,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:01.829521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434d154-5b60-4586-924d-8c5f5e886f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5207eabf-34dc-4ea9-84e1-90e98f89184a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:01.836501 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b434d154-5b60-4586-924d-8c5f5e886f43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1f21deb33264e318ab30c2eaca97365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9445109 Jul 06 18:48:01.838886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36240) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:01.860924 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:01.861759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.879351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e6709e7c-9a93-44d3-9139-8dda32f7424f tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9782021 Jul 06 18:48:01.882409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36242) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:01.904234 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b30a722-c349-41cc-916f-64a87a6ee9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.929237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b30a722-c349-41cc-916f-64a87a6ee9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.980137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b30a722-c349-41cc-916f-64a87a6ee9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.982805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b30a722-c349-41cc-916f-64a87a6ee9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.983985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6b30a722-c349-41cc-916f-64a87a6ee9a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5207eabf-34dc-4ea9-84e1-90e98f89184a HTTP/1.1" status: 204 len: 168 time: 0.1423349 Jul 06 18:48:01.992128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b223a077-6565-4973-a53a-adfc8c00faf4 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Deleting port aa366d20-8ef4-4ae0-b08a-c224cb604ded {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:01.992355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30a722-c349-41cc-916f-64a87a6ee9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5207eabf-34dc-4ea9-84e1-90e98f89184a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:01.992697 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b223a077-6565-4973-a53a-adfc8c00faf4 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.085312 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b223a077-6565-4973-a53a-adfc8c00faf4 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.101652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b223a077-6565-4973-a53a-adfc8c00faf4 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Calling delete_port for aa366d20-8ef4-4ae0-b08a-c224cb604ded owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:02.237462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b223a077-6565-4973-a53a-adfc8c00faf4 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.274819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223a077-6565-4973-a53a-adfc8c00faf4 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event deleted for resources: {'Port': ['ID=aa366d20-8ef4-4ae0-b08a-c224cb604ded,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:02.355517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b223a077-6565-4973-a53a-adfc8c00faf4 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.357657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b223a077-6565-4973-a53a-adfc8c00faf4 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "DELETE /v2.0/ports/aa366d20-8ef4-4ae0-b08a-c224cb604ded HTTP/1.1" status: 204 len: 168 time: 0.4742517 Jul 06 18:48:02.360335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36258) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:02.551340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c2ce3cfb-2f2a-4131-b957-040a2d93e283 tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1874068 Jul 06 18:48:02.551944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:02.559117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-633104077'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:02.599592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309572f9-44d5-4a13-9df9-a25470f10108 None None] Network c49f6ead-1779-450c-a920-35e329d84933 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:02.601645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Made reservation on behalf of 06980767ab8e4305938213fb7af8fe33 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:02.605596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.633288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:48:02.648519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.648725 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Added segment fd810bac-0490-40eb-a3e8-7051e9e62f47 of type vlan for network 75fde952-cbca-48b7-a505-b5f774ddea05 Jul 06 18:48:02.711879 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.741490 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7e88cab5-3d08-41b6-84a6-b8eb0cfce727 None None] Provisioning for port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:02.749580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.755671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:02.756300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.814995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2606843 Jul 06 18:48:02.817513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36276) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:02.840726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6af39f-4102-47ab-a9b9-8484c403089b tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event updated for resources: {'Network': ['ID=75fde952-cbca-48b7-a505-b5f774ddea05,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:02.857989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 75fde952-cbca-48b7-a505-b5f774ddea05 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:48:03.016534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36284) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.018413 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d711eb28-7367-4f86-832f-7cf51fe35bd8 tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "GET /v2.0/agents/f27f4f79-0236-41a4-80ac-22c0894151bb/dhcp-networks HTTP/1.1" status: 200 len: 8828 time: 0.1996958 Jul 06 18:48:03.103795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb05bc0-6cd6-4024-8978-bf97d6361f7a tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] Network 75fde952-cbca-48b7-a505-b5f774ddea05 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:48:03.120321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36288) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.123982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cbc4d8-31dc-4a51-89bb-1e3cb637f0c0 None None] Network 75fde952-cbca-48b7-a505-b5f774ddea05 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:03.126113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-acb05bc0-6cd6-4024-8978-bf97d6361f7a tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "POST /v2.0/agents/f27f4f79-0236-41a4-80ac-22c0894151bb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1081381 Jul 06 18:48:03.273967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4c723f9c-cd57-4e80-8bd0-1df42ce98dfc tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "GET /v2.0/agents/f27f4f79-0236-41a4-80ac-22c0894151bb/dhcp-networks HTTP/1.1" status: 200 len: 9598 time: 0.1495726 Jul 06 18:48:03.274158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36294) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.283565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-63d92867-9892-4099-a2ba-6fa0edb5db63 None None] Could not find standard attr ID for object aa366d20-8ef4-4ae0-b08a-c224cb604ded. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:48:03.348163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-76b92fbc-5419-4deb-9a27-406c0694f4b4 tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "DELETE /v2.0/agents/f27f4f79-0236-41a4-80ac-22c0894151bb/dhcp-networks/75fde952-cbca-48b7-a505-b5f774ddea05 HTTP/1.1" status: 204 len: 168 time: 0.0707247 Jul 06 18:48:03.348762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36296) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.486093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b7c060dd-3306-4119-902b-4e3542d36c36 tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "GET /v2.0/agents/f27f4f79-0236-41a4-80ac-22c0894151bb/dhcp-networks HTTP/1.1" status: 200 len: 8828 time: 0.1320786 Jul 06 18:48:03.487192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36302) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.506868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-35137976-c6c7-437d-b1d6-9d00ff8aa64f tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "GET /v2.0/networks/c49f6ead-1779-450c-a920-35e329d84933/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0186200 Jul 06 18:48:03.514971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36306) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.534210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d5d76b36-b627-4181-820c-58797ad94992 tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "GET /v2.0/networks/c49f6ead-1779-450c-a920-35e329d84933/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0179043 Jul 06 18:48:03.536514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36308) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.730675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cdf0b821-4c04-44f3-8c41-1a84f8190ad8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:03.787161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:03.792292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:03.793011 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.877247 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.892458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36318) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.919192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port cdf0b821-4c04-44f3-8c41-1a84f8190ad8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,segment=NetworkSegment(d299a726-3fc5-4009-94de-048c9bdaf227),segment_id=d299a726-3fc5-4009-94de-048c9bdaf227)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:03.926252 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.958108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7bd8334a-eab9-4a4b-ae5a-3834ef9def45 tempest-DHCPAgentSchedulersTestJSON-926447406 tempest-DHCPAgentSchedulersTestJSON-926447406-project-admin] 10.222.0.53 "GET /v2.0/agents/f27f4f79-0236-41a4-80ac-22c0894151bb/dhcp-networks HTTP/1.1" status: 200 len: 8828 time: 0.4171536 Jul 06 18:48:03.958667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36322) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.977022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:03.984744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.985283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.985730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.986161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.986672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.987090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.987526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.988088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.988506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.988960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.989378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:03.990094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:04.015768 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9196b7d-e7c9-4763-a3b0-f3cb230ad926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.033935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.105836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9196b7d-e7c9-4763-a3b0-f3cb230ad926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.111251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9196b7d-e7c9-4763-a3b0-f3cb230ad926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.119838 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.130211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fde952-cbca-48b7-a505-b5f774ddea05']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:04.140837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd810bac-0490-40eb-a3e8-7051e9e62f47') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:04.141576 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd810bac-0490-40eb-a3e8-7051e9e62f47') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:04.150905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.154658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d9196b7d-e7c9-4763-a3b0-f3cb230ad926 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47c79dcefdd547c489ded2bc7eddccc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603524 Jul 06 18:48:04.155585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9196b7d-e7c9-4763-a3b0-f3cb230ad926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6c827-d4f4-401d-a940-8c58a8783ac9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:04.157366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36324) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:04.181256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.195132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:48:04.195600 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:48:04.198631 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:48:04.270409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-038c5de8-0638-43ab-acbc-61752fe27831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.281139 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.293890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.295739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "DELETE /v2.0/networks/75fde952-cbca-48b7-a505-b5f774ddea05 HTTP/1.1" status: 204 len: 168 time: 0.3359015 Jul 06 18:48:04.298596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36326) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:04.301389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-038c5de8-0638-43ab-acbc-61752fe27831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.316015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b089f9-7cc7-4f10-9b3e-edcfd4d98b60 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event deleted for resources: {'Network': ['ID=75fde952-cbca-48b7-a505-b5f774ddea05,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:04.325551 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5f937f-8138-4e7d-b5f7-f95a51965596 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] DELETE failed (client error): The resource could not be found. Jul 06 18:48:04.326328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5f937f-8138-4e7d-b5f7-f95a51965596 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:48:04.328090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4f5f937f-8138-4e7d-b5f7-f95a51965596 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "DELETE /v2.0/ports/aa366d20-8ef4-4ae0-b08a-c224cb604ded HTTP/1.1" status: 404 len: 333 time: 0.0284796 Jul 06 18:48:04.330871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36328) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:04.393967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6731d1-b7f3-4cfa-963d-6aff7343644a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Deleting subnet 787c3402-064d-4929-9669-11c40a5b3962 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:48:04.397114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb6731d1-b7f3-4cfa-963d-6aff7343644a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.417958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-038c5de8-0638-43ab-acbc-61752fe27831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.420440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-038c5de8-0638-43ab-acbc-61752fe27831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.421541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-038c5de8-0638-43ab-acbc-61752fe27831 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0f6c827-d4f4-401d-a940-8c58a8783ac9 HTTP/1.1" status: 204 len: 168 time: 0.2612839 Jul 06 18:48:04.442642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c5de8-0638-43ab-acbc-61752fe27831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6c827-d4f4-401d-a940-8c58a8783ac9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:04.452887 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb6731d1-b7f3-4cfa-963d-6aff7343644a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.538027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb6731d1-b7f3-4cfa-963d-6aff7343644a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.596725 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb6731d1-b7f3-4cfa-963d-6aff7343644a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.621463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6731d1-b7f3-4cfa-963d-6aff7343644a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event deleted for resources: {'Subnet': ['ID=787c3402-064d-4929-9669-11c40a5b3962,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:04.627419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cb6731d1-b7f3-4cfa-963d-6aff7343644a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.629530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cb6731d1-b7f3-4cfa-963d-6aff7343644a tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "DELETE /v2.0/subnets/787c3402-064d-4929-9669-11c40a5b3962 HTTP/1.1" status: 204 len: 168 time: 0.2974725 Jul 06 18:48:04.631876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36334) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:04.638851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc580d-2e40-414e-a359-7883b6eb3f61 None None] Network c49f6ead-1779-450c-a920-35e329d84933 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:04.712816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36336) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:04.717512 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.729519 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b7f604f-3d86-471f-aed6-cc0ae34c32a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.776481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Deleting port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:04.777061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.839342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b7f604f-3d86-471f-aed6-cc0ae34c32a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.844837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b7f604f-3d86-471f-aed6-cc0ae34c32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.848580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] For port cdf0b821-4c04-44f3-8c41-1a84f8190ad8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,segment=NetworkSegment(d299a726-3fc5-4009-94de-048c9bdaf227),segment_id=d299a726-3fc5-4009-94de-048c9bdaf227)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:04.850882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] DHCP port deletion for c49f6ead-1779-450c-a920-35e329d84933 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:48:04.854843 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.874432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Calling delete_port for cdf0b821-4c04-44f3-8c41-1a84f8190ad8 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:04.886904 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1b7f604f-3d86-471f-aed6-cc0ae34c32a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf6e5903cc5345d0b1b995e34b6b6295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700177 Jul 06 18:48:04.887135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36338) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:04.893201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f604f-3d86-471f-aed6-cc0ae34c32a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace1cb7f-dd0f-46f0-8099-b97d659bb319,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:04.906053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] Deleting port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:04.906438 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.939804 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa22080f-3397-4dab-b66e-ed898c47fee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.961563 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.968799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa22080f-3397-4dab-b66e-ed898c47fee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.972593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] For port cdf0b821-4c04-44f3-8c41-1a84f8190ad8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,segment=NetworkSegment(d299a726-3fc5-4009-94de-048c9bdaf227),segment_id=d299a726-3fc5-4009-94de-048c9bdaf227)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:04.973025 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.986903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] Calling delete_port for cdf0b821-4c04-44f3-8c41-1a84f8190ad8 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:04.988379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event deleted for resources: {'Port': ['ID=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:04.992463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] No DVR routers for this DVR port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:05.028579 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa22080f-3397-4dab-b66e-ed898c47fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.031594 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa22080f-3397-4dab-b66e-ed898c47fee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.033046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-aa22080f-3397-4dab-b66e-ed898c47fee8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ace1cb7f-dd0f-46f0-8099-b97d659bb319 HTTP/1.1" status: 204 len: 168 time: 0.1450148 Jul 06 18:48:05.041667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22080f-3397-4dab-b66e-ed898c47fee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace1cb7f-dd0f-46f0-8099-b97d659bb319,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:05.120709 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.120854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.139724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49f6ead-1779-450c-a920-35e329d84933']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:05.156978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd299a726-3fc5-4009-94de-048c9bdaf227') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:05.157341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd299a726-3fc5-4009-94de-048c9bdaf227') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:05.165516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] No DVR routers for this DVR port cdf0b821-4c04-44f3-8c41-1a84f8190ad8 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:05.170127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.180177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f019b-6e83-4a6d-9f7d-e14458874cc3 None None] Pushing event deleted for resources: {'Port': ['ID=cdf0b821-4c04-44f3-8c41-1a84f8190ad8,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:05.192964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.201098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:48:05.201641 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:48:05.207065 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:48:05.280599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.288155 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.289952 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] 10.222.0.53 "DELETE /v2.0/networks/c49f6ead-1779-450c-a920-35e329d84933 HTTP/1.1" status: 204 len: 168 time: 0.6571095 Jul 06 18:48:05.302486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac0d91-83c8-4176-acc7-fca2f828e4d0 tempest-DHCPAgentSchedulersTestJSON-987627344 tempest-DHCPAgentSchedulersTestJSON-987627344-project] Pushing event deleted for resources: {'Network': ['ID=c49f6ead-1779-450c-a920-35e329d84933,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:05.570002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36356) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:05.684354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cdf0b821-4c04-44f3-8c41-1a84f8190ad8 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:05.710070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: cdf0b821-4c04-44f3-8c41-1a84f8190ad8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:05.710421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cdf0b821-4c04-44f3-8c41-1a84f8190ad8 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:05.717542 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c2ababf2-b267-4a31-91ca-d0a7ee21a230 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06980767ab8e4305938213fb7af8fe33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461327 Jul 06 18:48:05.719965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36366) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:05.783375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e406b221-e88d-46e5-aa92-5f8e8cfcdc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.805060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e406b221-e88d-46e5-aa92-5f8e8cfcdc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.852397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e406b221-e88d-46e5-aa92-5f8e8cfcdc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.855169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e406b221-e88d-46e5-aa92-5f8e8cfcdc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.856345 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e406b221-e88d-46e5-aa92-5f8e8cfcdc8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68073288-a0c4-4b9f-a08c-8ecd0647a1f8 HTTP/1.1" status: 204 len: 168 time: 0.1352313 Jul 06 18:48:05.864551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406b221-e88d-46e5-aa92-5f8e8cfcdc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68073288-a0c4-4b9f-a08c-8ecd0647a1f8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:06.195908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36384) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:06.209609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d20cdb0d-d02c-4b9b-a233-a9c3a4c2553d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.304163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d20cdb0d-d02c-4b9b-a233-a9c3a4c2553d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.309388 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d20cdb0d-d02c-4b9b-a233-a9c3a4c2553d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.355827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d20cdb0d-d02c-4b9b-a233-a9c3a4c2553d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=465564c83b7a41a4903b2ebbe50234d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562114 Jul 06 18:48:06.355827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cdb0d-d02c-4b9b-a233-a9c3a4c2553d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dfa79d-73ca-43bf-a2e0-ce6bba6917a9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:06.357189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36390) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:06.429293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b2f7310e-7491-4781-9221-3304ffcb3733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.450869 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b2f7310e-7491-4781-9221-3304ffcb3733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.499825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b2f7310e-7491-4781-9221-3304ffcb3733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.502640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b2f7310e-7491-4781-9221-3304ffcb3733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.503828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b2f7310e-7491-4781-9221-3304ffcb3733 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50dfa79d-73ca-43bf-a2e0-ce6bba6917a9 HTTP/1.1" status: 204 len: 168 time: 0.1455357 Jul 06 18:48:06.512061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7310e-7491-4781-9221-3304ffcb3733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dfa79d-73ca-43bf-a2e0-ce6bba6917a9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:06.613957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36400) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:06.685508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-33049cb4-7147-42a2-9c4b-d83363a62367 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/floatingips/d9841dc4-fa80-42f8-9131-71b956e92e55 HTTP/1.1" status: 200 len: 994 time: 0.0627117 Jul 06 18:48:06.999452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36422) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:07.186399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port bdfcfb68-910a-4cd2-a878-68b8a692058f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:07.186747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.260782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.261451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.272709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for bdfcfb68-910a-4cd2-a878-68b8a692058f owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:07.470281 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.511447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=bdfcfb68-910a-4cd2-a878-68b8a692058f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:07.581046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.581471 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Floating IP d9841dc4-fa80-42f8-9131-71b956e92e55 disassociated (deleted). External IP: 172.25.4.228, port: 3c578932-b8c2-42ac-b68b-88cf354174ff. Jul 06 18:48:07.825125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 8218aee9-a223-4ba6-96dc-571421557e6a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:07.862996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36450) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:07.935350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:07.941013 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.945163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] Sync routers for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:07.954753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:07.955397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:07.969296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:07.980098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0d99074a-3ee6-4478-871b-9751020ebc91 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/floatingips/d9841dc4-fa80-42f8-9131-71b956e92e55 HTTP/1.1" status: 204 len: 168 time: 0.9791129 Jul 06 18:48:07.980799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:07.983523 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9aff42-e7ab-473e-82fe-5645ec8b8450" -d '{"events": [{"name": "network-changed", "server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:08.014561 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.033338 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f75e0ce-74d7-4c4b-84e6-fd5f296330eb x-openstack-request-id: req-6f75e0ce-74d7-4c4b-84e6-fd5f296330eb {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:08.033338 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:08.033865 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f75e0ce-74d7-4c4b-84e6-fd5f296330eb {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:08.034366 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'status': 'completed', 'code': 200} Jul 06 18:48:08.091540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:08.172366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-26f30fb3-32bf-4dc9-bd9e-146306b8c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:08.174056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-26f30fb3-32bf-4dc9-bd9e-146306b8c445 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac9e46f78db45d6b795116e924e5d96&device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 1097 time: 0.1110883 Jul 06 18:48:08.190772 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.373211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:20Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:08.400911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] Checking router: 8218aee9-a223-4ba6-96dc-571421557e6a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:08.410316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:08.410635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:08.461013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-067ec97d-75f3-45af-aad0-0681a7445f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:08.462915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-067ec97d-75f3-45af-aad0-0681a7445f5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3728a2a3-8353-46ae-9273-3760833923da HTTP/1.1" status: 200 len: 897 time: 0.2819912 Jul 06 18:48:08.485763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Allocated IP 172.25.4.196 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/343dea84-48b2-4250-9864-725c42ec60df) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:08.535079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-c677c97c-220c-42ba-9ff4-cb4ac90d70f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c578932-b8c2-42ac-b68b-88cf354174ff HTTP/1.1" status: 200 len: 217 time: 0.0565293 Jul 06 18:48:08.539107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:08.594485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f524dd-c1c7-4532-b546-1df25564355e req-95d5a671-2d1d-41e1-ac41-b5627cd321ec tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:08.596069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f4f524dd-c1c7-4532-b546-1df25564355e req-95d5a671-2d1d-41e1-ac41-b5627cd321ec tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 946 time: 0.2778382 Jul 06 18:48:08.677107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-e789c702-c215-44a0-aee4-9808b533e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:08.679043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-e789c702-c215-44a0-aee4-9808b533e474 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e30572ef-29b7-4faa-8c18-93c690266c2f HTTP/1.1" status: 200 len: 834 time: 0.1339886 Jul 06 18:48:08.727637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f4f524dd-c1c7-4532-b546-1df25564355e req-9f19d79a-f319-4cea-9dc8-b5b6eceb3366 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101623 Jul 06 18:48:08.758309 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.783359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:20Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:08.813674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-0c2e696f-4dd1-4536-a3a2-a77fe3e9ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:08.815267 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-0c2e696f-4dd1-4536-a3a2-a77fe3e9ef50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3728a2a3-8353-46ae-9273-3760833923da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257565 Jul 06 18:48:08.816982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89577b2-f327-44bd-8e70-567aa49027ee None None] The sync data for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 is: [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 4, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e01eba2-d787-4b0d-a9dd-98b98835dc3c', 'name': '', 'network_id': '3728a2a3-8353-46ae-9273-3760833923da', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'mac_address': 'fa:16:3e:59:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:13Z', 'updated_at': '2021-07-06T18:47:20Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'subnets': [{'id': 'e30572ef-29b7-4faa-8c18-93c690266c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:08.834516 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.929011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:08.936196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:08.939697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Pushing event updated for resources: {'Port': ['ID=343dea84-48b2-4250-9864-725c42ec60df,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:08.951833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:09.001154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-56641577-7324-463d-86cb-2f91f4fae643 service neutron] 10.222.0.41 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772151 Jul 06 18:48:09.126266 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfa0c1-8816-47e7-a5ec-72cae886e26f None None] New status for floating IP d9841dc4-fa80-42f8-9131-71b956e92e55: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:48:09.172461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.185585 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9aff42-e7ab-473e-82fe-5645ec8b8450 req-039076a8-b2f2-4b0d-84d9-d9c4d50ddaa8 service neutron] 10.222.0.41 "GET /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710136 Jul 06 18:48:09.231309 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.387648 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.393520 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.461879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Pushing event updated for resources: {'Port': ['ID=343dea84-48b2-4250-9864-725c42ec60df,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:09.476994 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.492444 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.496781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c4f9a562-f23b-42af-877b-65da3abbea5e tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6325417 Jul 06 18:48:09.496922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36478) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:09.502255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1819089170', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'fixed_ips': [{'ip_address': '172.25.4.196'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:09.525019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Made reservation on behalf of 102c00c471874029a12fdef2da481e83 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:09.527978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.536712 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.655781 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.663916 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.675394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394781e4-728c-4206-b768-70714fcfab5a req-38350221-aa1c-4662-bb4b-f1eff954b88e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:09.677214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-394781e4-728c-4206-b768-70714fcfab5a req-38350221-aa1c-4662-bb4b-f1eff954b88e tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 946 time: 0.0810504 Jul 06 18:48:09.679905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] device_id is not set on port a03fdaa6-ed55-4732-a185-799f8a28bd54 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:48:09.763812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788caf7b-697c-4c0a-af95-df7534fe5004,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:09.833247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port 3c578932-b8c2-42ac-b68b-88cf354174ff {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:09.833606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.951172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port 3c578932-b8c2-42ac-b68b-88cf354174ff, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=3c578932-b8c2-42ac-b68b-88cf354174ff,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:09.951868 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.970747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for 3c578932-b8c2-42ac-b68b-88cf354174ff owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:09.997702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5aeef-1cac-4af3-8e93-c3f251008732 req-68f6258c-60f9-4883-b2c4-f37aaf5acc2d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:09.999583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94f5aeef-1cac-4af3-8e93-c3f251008732 req-68f6258c-60f9-4883-b2c4-f37aaf5acc2d tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad652ea3-d662-4004-b098-f3a7383b7573 HTTP/1.1" status: 200 len: 946 time: 0.1078641 Jul 06 18:48:10.001306 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 18:48:10.001855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:48:10.033605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-da7c7be3-1227-4d18-96b9-27573890981d tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5355592 Jul 06 18:48:10.034476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36484) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:10.137472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94f5aeef-1cac-4af3-8e93-c3f251008732 req-0ba6fe05-d4f0-47bc-a643-d39af1fdb2f4 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "GET /v2.0/security-groups?id=3992fa63-3d06-477b-82cc-3a145b45791d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247303 Jul 06 18:48:10.166973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.221056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Deleting port 343dea84-48b2-4250-9864-725c42ec60df {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:10.221402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.228387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=3c578932-b8c2-42ac-b68b-88cf354174ff,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:10.251373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] No DVR routers for this DVR port 3c578932-b8c2-42ac-b68b-88cf354174ff on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:10.253933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.255986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-394781e4-728c-4206-b768-70714fcfab5a req-88394877-be51-48a0-9573-9236f661ea04 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.41 "DELETE /v2.0/ports/3c578932-b8c2-42ac-b68b-88cf354174ff HTTP/1.1" status: 204 len: 173 time: 0.5727313 Jul 06 18:48:10.256476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'name': 'network-vif-deleted', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:10.259486 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa9233-e131-40b1-92ea-b2e4490d5cec" -d '{"events": [{"server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "name": "network-vif-deleted", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:10.298453 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277d7113-5ee8-426a-befa-8e0666c60731 x-openstack-request-id: req-277d7113-5ee8-426a-befa-8e0666c60731 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:10.299064 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad652ea3-d662-4004-b098-f3a7383b7573", "name": "network-vif-deleted", "tag": "3c578932-b8c2-42ac-b68b-88cf354174ff", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:10.299306 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-277d7113-5ee8-426a-befa-8e0666c60731 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:10.299993 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad652ea3-d662-4004-b098-f3a7383b7573', 'name': 'network-vif-deleted', 'tag': '3c578932-b8c2-42ac-b68b-88cf354174ff', 'status': 'completed', 'code': 200} Jul 06 18:48:10.303978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.304459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.318850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Calling delete_port for 343dea84-48b2-4250-9864-725c42ec60df owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:10.767835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.797093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Pushing event deleted for resources: {'Port': ['ID=343dea84-48b2-4250-9864-725c42ec60df,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:10.863395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.866240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.867486 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2f8745d2-eefa-4e85-bd49-f9e6e1b0cb70 tempest-ExternalNetworksAdminNegativeTestJSON-473310793 tempest-ExternalNetworksAdminNegativeTestJSON-473310793-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/c2c0f31d-0b5b-4517-adb8-bcc63ad5f6d2 HTTP/1.1" status: 204 len: 168 time: 0.8248653 Jul 06 18:48:11.130382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36494) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:11.240799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36502) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:11.282999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-913f07f8-784f-4c77-8602-007f28432704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.344814 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df96587-4f14-4aae-adf8-a395f1dc4b97 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.384370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df96587-4f14-4aae-adf8-a395f1dc4b97 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.467518 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-913f07f8-784f-4c77-8602-007f28432704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.474853 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-913f07f8-784f-4c77-8602-007f28432704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.521454 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df96587-4f14-4aae-adf8-a395f1dc4b97 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.524137 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4df96587-4f14-4aae-adf8-a395f1dc4b97 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.525431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4df96587-4f14-4aae-adf8-a395f1dc4b97 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/security-groups/3992fa63-3d06-477b-82cc-3a145b45791d HTTP/1.1" status: 204 len: 168 time: 0.2834055 Jul 06 18:48:11.537799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36510) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:11.538286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-913f07f8-784f-4c77-8602-007f28432704 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e44fcd749f04117b311a4c7324cd746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067626 Jul 06 18:48:11.540580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36512) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:11.544560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f07f8-784f-4c77-8602-007f28432704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2884ec03-634e-4c6f-ad49-eef13e6b00d0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:11.571615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df96587-4f14-4aae-adf8-a395f1dc4b97 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3992fa63-3d06-477b-82cc-3a145b45791d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:11.583284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36516) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:11.617833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-62f3130c-56ad-4657-af6b-ec4ce0bf89ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.642324 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-62f3130c-56ad-4657-af6b-ec4ce0bf89ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.700372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-62f3130c-56ad-4657-af6b-ec4ce0bf89ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.703040 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-62f3130c-56ad-4657-af6b-ec4ce0bf89ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.704194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-62f3130c-56ad-4657-af6b-ec4ce0bf89ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2884ec03-634e-4c6f-ad49-eef13e6b00d0 HTTP/1.1" status: 204 len: 168 time: 0.1652761 Jul 06 18:48:11.705013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f09fbe1b-6a99-4c39-8f22-4bde01fd21c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.721049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3130c-56ad-4657-af6b-ec4ce0bf89ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2884ec03-634e-4c6f-ad49-eef13e6b00d0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:11.817883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f09fbe1b-6a99-4c39-8f22-4bde01fd21c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.823551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f09fbe1b-6a99-4c39-8f22-4bde01fd21c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.869416 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f09fbe1b-6a99-4c39-8f22-4bde01fd21c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4795a5a388204a228cad802ff3955c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251688 Jul 06 18:48:11.869416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fbe1b-6a99-4c39-8f22-4bde01fd21c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6007e7b7-d55e-46b8-b550-27db1664c9b9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:11.869872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36522) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:11.958183 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bd55ebe-d5cb-4ad9-b107-8f571ec697e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.988830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bd55ebe-d5cb-4ad9-b107-8f571ec697e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.004634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36524) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:12.050338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e1b6893a-c534-48d3-b5a9-4ae240cbfa8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=102c00c471874029a12fdef2da481e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442970 Jul 06 18:48:12.053552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36528) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:12.092261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bd55ebe-d5cb-4ad9-b107-8f571ec697e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.094703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bd55ebe-d5cb-4ad9-b107-8f571ec697e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.095857 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8bd55ebe-d5cb-4ad9-b107-8f571ec697e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6007e7b7-d55e-46b8-b550-27db1664c9b9 HTTP/1.1" status: 204 len: 168 time: 0.2250824 Jul 06 18:48:12.122598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd55ebe-d5cb-4ad9-b107-8f571ec697e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6007e7b7-d55e-46b8-b550-27db1664c9b9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:12.130550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.178473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-72fa2e31-5423-46ec-9ae5-ab49dbecdb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.237624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-72fa2e31-5423-46ec-9ae5-ab49dbecdb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.352555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-72fa2e31-5423-46ec-9ae5-ab49dbecdb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.355169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-72fa2e31-5423-46ec-9ae5-ab49dbecdb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.358626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-72fa2e31-5423-46ec-9ae5-ab49dbecdb4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/788caf7b-697c-4c0a-af95-df7534fe5004 HTTP/1.1" status: 204 len: 168 time: 0.3009799 Jul 06 18:48:12.374787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa2e31-5423-46ec-9ae5-ab49dbecdb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788caf7b-697c-4c0a-af95-df7534fe5004,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:12.452357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36536) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:12.467180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff7a77da-a568-45d4-8066-f623d92b5a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.497128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:12.497553 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.567950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff7a77da-a568-45d4-8066-f623d92b5a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.574318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff7a77da-a568-45d4-8066-f623d92b5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.594149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port 1e01eba2-d787-4b0d-a9dd-98b98835dc3c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:12.594527 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.610000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for 1e01eba2-d787-4b0d-a9dd-98b98835dc3c owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:12.615942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ff7a77da-a568-45d4-8066-f623d92b5a0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b7cfdabfd104da583a4ebb0eb7bbf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621716 Jul 06 18:48:12.616940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a77da-a568-45d4-8066-f623d92b5a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351f253d-5a92-44c2-a052-295e6fb90d93,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:12.618726 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36542) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:12.755077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67048913-e0d3-447b-ae29-a259320ea455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.793479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67048913-e0d3-447b-ae29-a259320ea455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.882615 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67048913-e0d3-447b-ae29-a259320ea455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.885422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-67048913-e0d3-447b-ae29-a259320ea455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.888938 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-67048913-e0d3-447b-ae29-a259320ea455 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/351f253d-5a92-44c2-a052-295e6fb90d93 HTTP/1.1" status: 204 len: 168 time: 0.2669582 Jul 06 18:48:12.902050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67048913-e0d3-447b-ae29-a259320ea455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351f253d-5a92-44c2-a052-295e6fb90d93,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:12.907527 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.965309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=1e01eba2-d787-4b0d-a9dd-98b98835dc3c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:13.137708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.367506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Router 8218aee9-a223-4ba6-96dc-571421557e6a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:13.491527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:13.498040 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e8a69c37-d2f7-4d98-b651-9cf0fb631969 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "PUT /v2.0/routers/8218aee9-a223-4ba6-96dc-571421557e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9135530 Jul 06 18:48:13.500981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36584) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:13.510063 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] Sync routers for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:13.521087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:13.522253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:13.571811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-d112def6-527d-4c41-a082-29cae804d382 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting subnet e30572ef-29b7-4faa-8c18-93c690266c2f {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:48:13.576356 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d112def6-527d-4c41-a082-29cae804d382 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.636181 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d112def6-527d-4c41-a082-29cae804d382 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.674556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:13.738751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3c578932-b8c2-42ac-b68b-88cf354174ff no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:13.767170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 3c578932-b8c2-42ac-b68b-88cf354174ff {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:13.767619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 3c578932-b8c2-42ac-b68b-88cf354174ff not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:13.773948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d112def6-527d-4c41-a082-29cae804d382 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.860582 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d112def6-527d-4c41-a082-29cae804d382 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.893871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112def6-527d-4c41-a082-29cae804d382 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Subnet': ['ID=e30572ef-29b7-4faa-8c18-93c690266c2f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:13.897374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:48:12Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:13.906811 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d112def6-527d-4c41-a082-29cae804d382 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.909037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d112def6-527d-4c41-a082-29cae804d382 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/subnets/e30572ef-29b7-4faa-8c18-93c690266c2f HTTP/1.1" status: 204 len: 168 time: 0.4068365 Jul 06 18:48:13.911909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36602) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:13.935426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de8358-f5df-44a1-83ce-b814cf4e225e None None] Network 3728a2a3-8353-46ae-9273-3760833923da requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:13.973918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] Checking router: 8218aee9-a223-4ba6-96dc-571421557e6a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:13.993693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] Routers {'8218aee9-a223-4ba6-96dc-571421557e6a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:13.994346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:47:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8218aee9-a223-4ba6-96dc-571421557e6a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:13.994743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36604) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.052088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.154378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] Set router 8218aee9-a223-4ba6-96dc-571421557e6a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:14.241561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c9b7fa0c-af88-44c8-9ba6-a4cb2030e753 tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:14.279455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c9b7fa0c-af88-44c8-9ba6-a4cb2030e753 tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "PUT /v2.0/quotas/e5bcfe60b8934a8699b31de1a566c52a HTTP/1.1" status: 200 len: 366 time: 0.2833219 Jul 06 18:48:14.282096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36614) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.297514 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e10b05d2-8fae-435e-a786-7e96acfb2084 tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0138330 Jul 06 18:48:14.299820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36616) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.313121 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-99266351-3360-46cd-9fb3-f297ce6603ae tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "GET /v2.0/quotas/e5bcfe60b8934a8699b31de1a566c52a HTTP/1.1" status: 200 len: 366 time: 0.0117626 Jul 06 18:48:14.317501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36618) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.336453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e2a741d5-64bf-43e3-8627-666e4f7c97de tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/e5bcfe60b8934a8699b31de1a566c52a HTTP/1.1" status: 204 len: 168 time: 0.0169058 Jul 06 18:48:14.341938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36622) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.361420 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-56ae4c1a-c636-4a1f-9aef-41047eaaeca7 tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0175409 Jul 06 18:48:14.363241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36624) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.380694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-55d7f879-2957-49db-9358-5f62ae5458be tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "GET /v2.0/quotas/e5bcfe60b8934a8699b31de1a566c52a HTTP/1.1" status: 200 len: 370 time: 0.0137022 Jul 06 18:48:14.380694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36626) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.387958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b06f3e33-3b5b-45b6-86ab-c28734a89e40 tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "GET /v2.0/quotas/e5bcfe60b8934a8699b31de1a566c52a/default HTTP/1.1" status: 200 len: 370 time: 0.0053093 Jul 06 18:48:14.391248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36628) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.404001 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-b48c576f-83ca-44cc-8bf9-733bb2683409 tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] delete failed (client error): The resource could not be found. Jul 06 18:48:14.416383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b48c576f-83ca-44cc-8bf9-733bb2683409 tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/e5bcfe60b8934a8699b31de1a566c52a HTTP/1.1" status: 404 len: 348 time: 0.0203445 Jul 06 18:48:14.535007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] DHCP port deletion for 3728a2a3-8353-46ae-9273-3760833923da request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:48:14.540609 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.598620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Deleting port 3f09bd48-7305-4f29-877d-2c4e1fd06e66 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:14.598973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.621859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:48:12Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:14.633644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] Deleting port bb272d7f-076a-4af5-81b2-63e55cc7233c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:14.633644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.691808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] For port 3f09bd48-7305-4f29-877d-2c4e1fd06e66, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3f09bd48-7305-4f29-877d-2c4e1fd06e66,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:14.692852 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.693185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b416f9-9b6d-474e-ac6b-82b3c9ca7de0 None None] The sync data for ids ['8218aee9-a223-4ba6-96dc-571421557e6a'] in n-d-799684-2 is: [{'id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'name': 'tempest-TestNetworkBasicOps-router-798621276', 'tenant_id': '9ac9e46f78db45d6b795116e924e5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:47:08Z', 'updated_at': '2021-07-06T18:48:12Z', 'revision_number': 5, 'project_id': '9ac9e46f78db45d6b795116e924e5d96', 'gw_port': {'id': '3f09bd48-7305-4f29-877d-2c4e1fd06e66', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218aee9-a223-4ba6-96dc-571421557e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:47:09Z', 'updated_at': '2021-07-06T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:14.718646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Calling delete_port for 3f09bd48-7305-4f29-877d-2c4e1fd06e66 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:14.727344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] For port bb272d7f-076a-4af5-81b2-63e55cc7233c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bb272d7f-076a-4af5-81b2-63e55cc7233c,segment=NetworkSegment(818aa83c-b6bd-4572-a7c9-c5d4114e6f92),segment_id=818aa83c-b6bd-4572-a7c9-c5d4114e6f92)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:14.727807 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.757697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] Calling delete_port for bb272d7f-076a-4af5-81b2-63e55cc7233c owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:14.768825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36642) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:14.793814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Usage tracker for resource:network and tenant:ee876cbdb5b449e884ed9bcfdc55e795 is out of sync, need to count used quota {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:48:14.801599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:48:14.810753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Usage tracker for resource:subnet and tenant:ee876cbdb5b449e884ed9bcfdc55e795 is out of sync, need to count used quota {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:48:14.818118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:48:14.843810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Usage tracker for resource:subnetpool and tenant:ee876cbdb5b449e884ed9bcfdc55e795 is out of sync, need to count used quota {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:48:14.849890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:48:14.856648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Usage tracker for resource:port and tenant:ee876cbdb5b449e884ed9bcfdc55e795 is out of sync, need to count used quota {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:48:14.862208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:48:14.869135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Usage tracker for resource:router and tenant:ee876cbdb5b449e884ed9bcfdc55e795 is out of sync, need to count used quota {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:48:14.874552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:48:14.882519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Usage tracker for resource:floatingip and tenant:ee876cbdb5b449e884ed9bcfdc55e795 is out of sync, need to count used quota {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:48:14.886439 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.888184 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:48:14.922374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] Pushing event deleted for resources: {'Port': ['ID=bb272d7f-076a-4af5-81b2-63e55cc7233c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:14.924336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b4dcb-0e50-4873-84dc-858b7d9d9dc2 None None] No DVR routers for this DVR port bb272d7f-076a-4af5-81b2-63e55cc7233c on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:14.926289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Usage tracker for resource:security_group and tenant:ee876cbdb5b449e884ed9bcfdc55e795 is out of sync, need to count used quota {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:48:14.932173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:48:14.942188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.944365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Usage tracker for resource:security_group_rule and tenant:ee876cbdb5b449e884ed9bcfdc55e795 is out of sync, need to count used quota {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:48:14.950210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.quota.resource [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93967) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:48:14.954908 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-643359e2-aa09-4811-a69f-b1c36811b82b tempest-QuotasTest-57134255 tempest-QuotasTest-57134255-project-admin] 10.222.0.53 "GET /v2.0/quotas/ee876cbdb5b449e884ed9bcfdc55e795/details.json HTTP/1.1" status: 200 len: 703 time: 0.1847861 Jul 06 18:48:14.968906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Port': ['ID=3f09bd48-7305-4f29-877d-2c4e1fd06e66,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:15.038794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.148632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.152301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.209820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.210254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Fanout notify agent at l3_agent the message router_deleted on router 8218aee9-a223-4ba6-96dc-571421557e6a {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:15.220683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.221917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3b9b1466-e06a-44a2-af11-e5fdde4fabd2 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/routers/8218aee9-a223-4ba6-96dc-571421557e6a HTTP/1.1" status: 204 len: 168 time: 1.3082094 Jul 06 18:48:15.224804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36656) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:15.297588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36658) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:15.315946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.413951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.426280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3728a2a3-8353-46ae-9273-3760833923da']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:15.447233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818aa83c-b6bd-4572-a7c9-c5d4114e6f92') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:15.447835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818aa83c-b6bd-4572-a7c9-c5d4114e6f92') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:15.460938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.471339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c24105c-6645-4a70-95ab-371c68e4e7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.495041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.504283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:48:15.504850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:48:15.508928 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:48:15.523444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4b179709-3103-41dc-a668-ab9b9ea211e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.602388 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.635131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.641303 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] 10.222.0.53 "DELETE /v2.0/networks/3728a2a3-8353-46ae-9273-3760833923da HTTP/1.1" status: 204 len: 168 time: 0.4122386 Jul 06 18:48:15.674295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00aa0b-a068-47c7-89fd-9b5ec836fd16 tempest-TestNetworkBasicOps-1003666452 tempest-TestNetworkBasicOps-1003666452-project] Pushing event deleted for resources: {'Network': ['ID=3728a2a3-8353-46ae-9273-3760833923da,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:15.705498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c24105c-6645-4a70-95ab-371c68e4e7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.711369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2c24105c-6645-4a70-95ab-371c68e4e7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.762420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2c24105c-6645-4a70-95ab-371c68e4e7fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75692b8f9ba242dcae20d2537881e767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611535 Jul 06 18:48:15.762420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24105c-6645-4a70-95ab-371c68e4e7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2dbdb6-b959-491c-a005-5a9e8bfc8a3c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:15.762641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36670) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:15.819918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cbac707-afab-4ca8-97cb-98d2b9a210b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.846157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cbac707-afab-4ca8-97cb-98d2b9a210b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.922849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cbac707-afab-4ca8-97cb-98d2b9a210b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.926024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cbac707-afab-4ca8-97cb-98d2b9a210b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.930525 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3cbac707-afab-4ca8-97cb-98d2b9a210b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d2dbdb6-b959-491c-a005-5a9e8bfc8a3c HTTP/1.1" status: 204 len: 168 time: 0.1667371 Jul 06 18:48:15.934849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36676) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:15.952144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbac707-afab-4ca8-97cb-98d2b9a210b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2dbdb6-b959-491c-a005-5a9e8bfc8a3c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:16.038771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3f09bd48-7305-4f29-877d-2c4e1fd06e66 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:16.060498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 3f09bd48-7305-4f29-877d-2c4e1fd06e66 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:16.061023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3f09bd48-7305-4f29-877d-2c4e1fd06e66 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:16.061641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e01eba2-d787-4b0d-a9dd-98b98835dc3c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:16.083998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1e01eba2-d787-4b0d-a9dd-98b98835dc3c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:16.084581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e01eba2-d787-4b0d-a9dd-98b98835dc3c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:16.085312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bb272d7f-076a-4af5-81b2-63e55cc7233c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:16.111375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: bb272d7f-076a-4af5-81b2-63e55cc7233c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:16.112042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bb272d7f-076a-4af5-81b2-63e55cc7233c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:16.235920 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9bb655b0-15ed-41e7-a0cc-9d6fe57260f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ac9e46f78db45d6b795116e924e5d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990434 Jul 06 18:48:16.238926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36682) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:16.293608 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e54901-42e3-4909-be06-30ca0a4fb7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.305841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:16.324807 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-581a1072-a30e-4e8d-a690-71f61af99768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.325599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e54901-42e3-4909-be06-30ca0a4fb7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.384391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e54901-42e3-4909-be06-30ca0a4fb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.387435 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e54901-42e3-4909-be06-30ca0a4fb7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.388809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d0e54901-42e3-4909-be06-30ca0a4fb7ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d317ecfb-0343-4e94-be07-106b97a1aa38 HTTP/1.1" status: 204 len: 168 time: 0.1486967 Jul 06 18:48:16.397082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e54901-42e3-4909-be06-30ca0a4fb7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d317ecfb-0343-4e94-be07-106b97a1aa38,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:16.439946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-581a1072-a30e-4e8d-a690-71f61af99768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.445010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-581a1072-a30e-4e8d-a690-71f61af99768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.480722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a1072-a30e-4e8d-a690-71f61af99768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425e2eb5-231e-418c-8bec-59997560ca62,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:16.489058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36688) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:16.489323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-581a1072-a30e-4e8d-a690-71f61af99768 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee876cbdb5b449e884ed9bcfdc55e795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812139 Jul 06 18:48:16.538894 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29191c37-6a37-4f2b-98a9-680ee75fb00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.560888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29191c37-6a37-4f2b-98a9-680ee75fb00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.609156 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29191c37-6a37-4f2b-98a9-680ee75fb00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.611996 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29191c37-6a37-4f2b-98a9-680ee75fb00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.613252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-29191c37-6a37-4f2b-98a9-680ee75fb00c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/425e2eb5-231e-418c-8bec-59997560ca62 HTTP/1.1" status: 204 len: 168 time: 0.1231732 Jul 06 18:48:16.621248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29191c37-6a37-4f2b-98a9-680ee75fb00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e2eb5-231e-418c-8bec-59997560ca62,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:16.741073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36694) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:16.755201 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-176a1617-193e-477d-8a4b-7b9ee482f236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.859683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-176a1617-193e-477d-8a4b-7b9ee482f236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.866086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-176a1617-193e-477d-8a4b-7b9ee482f236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.906861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-176a1617-193e-477d-8a4b-7b9ee482f236 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b28d0e8e0504e6896db14a42758652e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645617 Jul 06 18:48:16.909139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a1617-193e-477d-8a4b-7b9ee482f236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63245d35-e8b3-43b8-8e42-c17084648a04,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:16.909672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36706) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:16.963616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d61e65b-65b8-4f56-b870-492bb7764f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.989199 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d61e65b-65b8-4f56-b870-492bb7764f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.043569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d61e65b-65b8-4f56-b870-492bb7764f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.046786 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d61e65b-65b8-4f56-b870-492bb7764f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.050533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6d61e65b-65b8-4f56-b870-492bb7764f49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63245d35-e8b3-43b8-8e42-c17084648a04 HTTP/1.1" status: 204 len: 168 time: 0.1373353 Jul 06 18:48:17.068541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61e65b-65b8-4f56-b870-492bb7764f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63245d35-e8b3-43b8-8e42-c17084648a04,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:18.078436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36742) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:18.181871 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e35d67d6-232f-454f-97d9-29d1248e28a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.182608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1878025486', 'router:external': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:18.208204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Made reservation on behalf of 8fa2a47b438943a787f0087f1f02f9b4 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:18.210670 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.219276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.317175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.322315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.344546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:48:18.363061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae5dc97-8b48-49f8-a9f7-1197f8ffc4e1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:18.369104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.370314 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Added segment f3c852d7-311e-45af-a716-8a6f286650bc of type vlan for network 529a91ac-f97e-490a-8bfb-381cacf6291a Jul 06 18:48:18.382935 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.427928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.467334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.468353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:18.469038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.541263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4616990 Jul 06 18:48:18.544635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36756) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:18.551297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'subnet': {'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:18.562820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d632b0e-71ef-49f8-af52-c4753799333b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'Network': ['ID=529a91ac-f97e-490a-8bfb-381cacf6291a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:18.573828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 529a91ac-f97e-490a-8bfb-381cacf6291a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:48:18.578578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Made reservation on behalf of 8fa2a47b438943a787f0087f1f02f9b4 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:18.581514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.904219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.objects.ports [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93966) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:48:18.904596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.951902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9ec86f62-5a36-4a38-a8d2-b001953cbfe0,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:18.968715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Checking segment: {'id': 'f3c852d7-311e-45af-a716-8a6f286650bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:18.969073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Network hostable DHCP agents. Network: 529a91ac-f97e-490a-8bfb-381cacf6291a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:48:18.986701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Network 529a91ac-f97e-490a-8bfb-381cacf6291a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:48:18.996059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 529a91ac-f97e-490a-8bfb-381cacf6291a) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:19.000329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:19.000916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.008793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73269d-50f0-4e04-9871-5bb366da91a0 None None] Network 529a91ac-f97e-490a-8bfb-381cacf6291a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:19.016914 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15927b11-266c-461b-9463-b9a6d4ace8a2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4704823 Jul 06 18:48:19.019828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:19.025178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-677185789', 'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:19.048731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Made reservation on behalf of 8fa2a47b438943a787f0087f1f02f9b4 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:19.051226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.067378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] device_id is not set on port 743550b0-0b5c-4713-8e1f-812e579388c0 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:48:19.141229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b5e8a-7969-4267-9398-e2e276ad0ba2 None None] Network 529a91ac-f97e-490a-8bfb-381cacf6291a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:19.180112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Allocated IP 2001:db8::355 (529a91ac-f97e-490a-8bfb-381cacf6291a/9ec86f62-5a36-4a38-a8d2-b001953cbfe0/743550b0-0b5c-4713-8e1f-812e579388c0) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:19.320502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.361321 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.405654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Network 529a91ac-f97e-490a-8bfb-381cacf6291a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:19.410593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:19.414104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:19.415089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:19.415743 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.421854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'Port': ['ID=743550b0-0b5c-4713-8e1f-812e579388c0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:19.438849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-045eeab8-7b99-4b34-af26-5fb626ac8876 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4151502 Jul 06 18:48:19.439113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36760) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:19.463716 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.534926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-68935178-bf4f-4b85-8bed-1a68bc1dcabb tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Deleting port 743550b0-0b5c-4713-8e1f-812e579388c0 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:19.535350 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68935178-bf4f-4b85-8bed-1a68bc1dcabb tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.616466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68935178-bf4f-4b85-8bed-1a68bc1dcabb tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.630928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-68935178-bf4f-4b85-8bed-1a68bc1dcabb tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Calling delete_port for 743550b0-0b5c-4713-8e1f-812e579388c0 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:19.771162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68935178-bf4f-4b85-8bed-1a68bc1dcabb tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.803861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68935178-bf4f-4b85-8bed-1a68bc1dcabb tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event deleted for resources: {'Port': ['ID=743550b0-0b5c-4713-8e1f-812e579388c0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:19.831031 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68935178-bf4f-4b85-8bed-1a68bc1dcabb tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.833362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-68935178-bf4f-4b85-8bed-1a68bc1dcabb tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "DELETE /v2.0/ports/743550b0-0b5c-4713-8e1f-812e579388c0 HTTP/1.1" status: 204 len: 168 time: 0.3932652 Jul 06 18:48:19.836183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36764) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:19.841653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a', 'external_fixed_ips': [{'subnet_id': '9ec86f62-5a36-4a38-a8d2-b001953cbfe0', 'ip_address': '2001:db8::355'}]}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:19.864435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.865621 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.917647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.053064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.603734 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.625068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.833023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Allocated IP 2001:db8::355 (529a91ac-f97e-490a-8bfb-381cacf6291a/9ec86f62-5a36-4a38-a8d2-b001953cbfe0/10eaa8eb-fd8a-428b-b488-acb98249c706) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:20.936176 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.953410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36782) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:20.976741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.019816 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.033857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Network 529a91ac-f97e-490a-8bfb-381cacf6291a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:21.036651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:21.040274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:21.078389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'Port': ['ID=10eaa8eb-fd8a-428b-b488-acb98249c706,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:21.088431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01d5a389-cc33-432d-86de-784ae18835cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.180933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01d5a389-cc33-432d-86de-784ae18835cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.185846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01d5a389-cc33-432d-86de-784ae18835cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.226323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-01d5a389-cc33-432d-86de-784ae18835cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3690bb521aa4aa0ae621015353b1a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716062 Jul 06 18:48:21.227170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5a389-cc33-432d-86de-784ae18835cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a86b48-3a2b-4536-94fd-04173b286495,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:21.230537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36786) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:21.265077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.283754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9e8c2b1-e6fe-43d6-9b80-1ca0534d4439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.305092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9e8c2b1-e6fe-43d6-9b80-1ca0534d4439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.357899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9e8c2b1-e6fe-43d6-9b80-1ca0534d4439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.360893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9e8c2b1-e6fe-43d6-9b80-1ca0534d4439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.368316 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e9e8c2b1-e6fe-43d6-9b80-1ca0534d4439 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3a86b48-3a2b-4536-94fd-04173b286495 HTTP/1.1" status: 204 len: 168 time: 0.1304483 Jul 06 18:48:21.374384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8c2b1-e6fe-43d6-9b80-1ca0534d4439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a86b48-3a2b-4536-94fd-04173b286495,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:21.495421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.500727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-fe325bfa-0d04-4b05-bc72-c0aa18ae840d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575023 Jul 06 18:48:21.589495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-e283f35a-3a31-450e-90bc-0965e22416ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:21.591078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-e283f35a-3a31-450e-90bc-0965e22416ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 1096 time: 0.0567472 Jul 06 18:48:21.633211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Router e074889e-def5-4060-8dc1-ab8a1085f663 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:21.742297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36792) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:21.753386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-9254cbce-3f68-4337-bda1-57e0ccb2ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:21.755314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-9254cbce-3f68-4337-bda1-57e0ccb2ecf6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=516160cc-1fa0-440f-8224-6bf9bb1d29aa HTTP/1.1" status: 200 len: 898 time: 0.1438923 Jul 06 18:48:21.764813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4bf444b-3fdb-4ecf-b05a-38f6637b1a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.768134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:21.778781 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Sync routers for ids ['e074889e-def5-4060-8dc1-ab8a1085f663'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:21.789277 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Routers {'e074889e-def5-4060-8dc1-ab8a1085f663'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:21.789930 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e074889e-def5-4060-8dc1-ab8a1085f663'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:21.854598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-e9e2d468-60e4-40ee-bada-fb30b018d9b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8419da29-fef6-4683-b38b-04e563a20eed HTTP/1.1" status: 200 len: 1001 time: 0.0806582 Jul 06 18:48:21.862975 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-ece3cb2d-167d-4ab0-83ac-f406f3f19c90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349251 Jul 06 18:48:21.887900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4bf444b-3fdb-4ecf-b05a-38f6637b1a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.894989 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4bf444b-3fdb-4ecf-b05a-38f6637b1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.910745 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Set router e074889e-def5-4060-8dc1-ab8a1085f663 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:21.913966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.915424 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-987a29b3-105a-4677-bea8-c60ae3a8c628 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0781031 Jul 06 18:48:21.916235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-22674a27-9add-46ec-a367-62395c877d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:21.917696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-22674a27-9add-46ec-a367-62395c877d8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e3e677c-90cd-43e1-8625-11768fe77857 HTTP/1.1" status: 200 len: 835 time: 0.0538301 Jul 06 18:48:21.918188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36794) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:21.947080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e4bf444b-3fdb-4ecf-b05a-38f6637b1a50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11b768e0e6704a508a595d7cd492d1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034993 Jul 06 18:48:21.949654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36796) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:21.957491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf444b-3fdb-4ecf-b05a-38f6637b1a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f786a86e-d0ec-4592-b7c7-12e7fb3b2884,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:22.007974 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df7f6f5a-512f-4798-b320-87491aeec5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.035112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df7f6f5a-512f-4798-b320-87491aeec5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.092148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-bcafa4a4-a3e1-4362-b5bc-5f553404240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:22.093702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-bcafa4a4-a3e1-4362-b5bc-5f553404240e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a799a36c835d42a3a7eb2fc29c64aa75&device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1096 time: 0.1862783 Jul 06 18:48:22.096813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df7f6f5a-512f-4798-b320-87491aeec5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.097088 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e074889e-def5-4060-8dc1-ab8a1085f663', 'name': '', 'tenant_id': '8fa2a47b438943a787f0087f1f02f9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a', 'external_fixed_ips': [{'subnet_id': '9ec86f62-5a36-4a38-a8d2-b001953cbfe0', 'ip_address': '2001:db8::355'}], 'enable_snat': True}, 'gw_port_id': '10eaa8eb-fd8a-428b-b488-acb98249c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:19Z', 'updated_at': '2021-07-06T18:48:21Z', 'revision_number': 3, 'project_id': '8fa2a47b438943a787f0087f1f02f9b4', 'gw_port': {'id': '10eaa8eb-fd8a-428b-b488-acb98249c706', 'name': '', 'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e074889e-def5-4060-8dc1-ab8a1085f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '9ec86f62-5a36-4a38-a8d2-b001953cbfe0', 'ip_address': '2001:db8::355', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:20Z', 'updated_at': '2021-07-06T18:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ec86f62-5a36-4a38-a8d2-b001953cbfe0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:22.107618 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.109780 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df7f6f5a-512f-4798-b320-87491aeec5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.114351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-df7f6f5a-512f-4798-b320-87491aeec5c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f786a86e-d0ec-4592-b7c7-12e7fb3b2884 HTTP/1.1" status: 204 len: 168 time: 0.1633489 Jul 06 18:48:22.122506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f6f5a-512f-4798-b320-87491aeec5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786a86e-d0ec-4592-b7c7-12e7fb3b2884,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:22.131234 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Checking router: e074889e-def5-4060-8dc1-ab8a1085f663 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:22.131590 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Updating router e074889e-def5-4060-8dc1-ab8a1085f663 port 10eaa8eb-fd8a-428b-b488-acb98249c706 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:22.157968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-336629b7-ac54-4ff8-8cbd-1aa40bcc56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:22.159567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-336629b7-ac54-4ff8-8cbd-1aa40bcc56aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516160cc-1fa0-440f-8224-6bf9bb1d29aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173862 Jul 06 18:48:22.186516 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.270239 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.382794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-62ac1b87-8542-4ee9-9cfb-79c95047181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:22.384287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-62ac1b87-8542-4ee9-9cfb-79c95047181c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ccb12059-455a-4b03-aa22-d75a57ecac4a HTTP/1.1" status: 200 len: 909 time: 0.2288296 Jul 06 18:48:22.386868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-f4a0097a-e5db-46db-af1e-3ec2e36a90c0 service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174156 Jul 06 18:48:22.388246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.480924 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.491071 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Transition to ACTIVE for port object 10eaa8eb-fd8a-428b-b488-acb98249c706 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:22.499379 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.547482 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Attempting to bind port 10eaa8eb-fd8a-428b-b488-acb98249c706 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:22.547773 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Attempting to bind port 10eaa8eb-fd8a-428b-b488-acb98249c706 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'f3c852d7-311e-45af-a716-8a6f286650bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:22.548141 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Attempting to bind port 10eaa8eb-fd8a-428b-b488-acb98249c706 on network 529a91ac-f97e-490a-8bfb-381cacf6291a {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:22.550114 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.566196 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:22.566614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Checking segment: {'id': 'f3c852d7-311e-45af-a716-8a6f286650bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:22.567064 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.567463 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Bound using segment: {'id': 'f3c852d7-311e-45af-a716-8a6f286650bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:22.567968 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Bound port: 10eaa8eb-fd8a-428b-b488-acb98249c706, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c852d7-311e-45af-a716-8a6f286650bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '529a91ac-f97e-490a-8bfb-381cacf6291a'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:22.568320 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.571090 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Pushing event updated for resources: {'Port': ['ID=10eaa8eb-fd8a-428b-b488-acb98249c706,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:22.605042 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.605648 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.606159 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.606497 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.607027 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.607143 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.607452 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.607802 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.608076 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.608564 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.609035 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.609543 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:22.639751 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] For port 10eaa8eb-fd8a-428b-b488-acb98249c706, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:22.643462 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] For port 10eaa8eb-fd8a-428b-b488-acb98249c706, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=10eaa8eb-fd8a-428b-b488-acb98249c706,segment=NetworkSegment(f3c852d7-311e-45af-a716-8a6f286650bc),segment_id=f3c852d7-311e-45af-a716-8a6f286650bc)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:22.648886 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.699804 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Routers {'e074889e-def5-4060-8dc1-ab8a1085f663'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:22.700427 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e074889e-def5-4060-8dc1-ab8a1085f663'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:22.779021 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ffbed-c653-4cf3-9930-ba58a7d909b0 None None] Pushing event updated for resources: {'Port': ['ID=10eaa8eb-fd8a-428b-b488-acb98249c706,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:22.803589 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] Set router e074889e-def5-4060-8dc1-ab8a1085f663 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:22.855876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-dca1018e-3b7f-4a8c-bd0e-4ae4186b872d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8 HTTP/1.1" status: 200 len: 999 time: 0.4642837 Jul 06 18:48:22.859009 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e074889e-def5-4060-8dc1-ab8a1085f663', 'name': '', 'tenant_id': '8fa2a47b438943a787f0087f1f02f9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:19Z', 'updated_at': '2021-07-06T18:48:22Z', 'revision_number': 4, 'project_id': '8fa2a47b438943a787f0087f1f02f9b4', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:22.887625 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe712f-0d3f-40ad-9ebd-f5d6f7d7b9b3 None None] The sync data for ids ['e074889e-def5-4060-8dc1-ab8a1085f663'] in n-d-799684-2 is: [{'id': 'e074889e-def5-4060-8dc1-ab8a1085f663', 'name': '', 'tenant_id': '8fa2a47b438943a787f0087f1f02f9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:19Z', 'updated_at': '2021-07-06T18:48:22Z', 'revision_number': 4, 'project_id': '8fa2a47b438943a787f0087f1f02f9b4', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:22.936609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b99c8365-0570-4709-a1d2-8244bde03a4e req-41477c05-f6d2-44f0-9f2c-98f42c0f753e service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373271 Jul 06 18:48:22.945407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-1ae5495c-a74e-44b4-99f8-fd752176297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:22.947033 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-1ae5495c-a74e-44b4-99f8-fd752176297a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3b138f-51b1-481c-ae9b-cd4270f2ef33 HTTP/1.1" status: 200 len: 847 time: 0.0827565 Jul 06 18:48:22.949393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Deleting port 10eaa8eb-fd8a-428b-b488-acb98249c706 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:22.949770 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.077323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] For port 10eaa8eb-fd8a-428b-b488-acb98249c706, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=10eaa8eb-fd8a-428b-b488-acb98249c706,segment=NetworkSegment(f3c852d7-311e-45af-a716-8a6f286650bc),segment_id=f3c852d7-311e-45af-a716-8a6f286650bc)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:23.077682 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.081858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-87d2ba11-51b7-470e-97cd-94e529917d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:23.083267 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-87d2ba11-51b7-470e-97cd-94e529917d70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ccb12059-455a-4b03-aa22-d75a57ecac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211250 Jul 06 18:48:23.103668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Calling delete_port for 10eaa8eb-fd8a-428b-b488-acb98249c706 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:23.234996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-00486ef3-36ce-40a5-aa8e-2b8a03bfbded service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434610 Jul 06 18:48:23.410835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8afff46b-6da7-47e8-b3f9-47926d1830a8 req-5800378c-8e9b-45b5-8185-a981508ff5d2 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338120 Jul 06 18:48:23.426144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.454623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event deleted for resources: {'Port': ['ID=10eaa8eb-fd8a-428b-b488-acb98249c706,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:23.479244 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.572312 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.574369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.619589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.620805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e074889e-def5-4060-8dc1-ab8a1085f663 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:23.626686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.628320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6f979696-7da0-4a15-a85b-3bfe072c3a3b tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e074889e-def5-4060-8dc1-ab8a1085f663 HTTP/1.1" status: 204 len: 168 time: 1.7081864 Jul 06 18:48:23.631898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36838) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:23.690059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f830faf-e194-4a04-9516-b5b64dd0d15c tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Deleting subnet 9ec86f62-5a36-4a38-a8d2-b001953cbfe0 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:48:23.693532 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f830faf-e194-4a04-9516-b5b64dd0d15c tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.730636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f830faf-e194-4a04-9516-b5b64dd0d15c tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.779886 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f830faf-e194-4a04-9516-b5b64dd0d15c tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.842558 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f830faf-e194-4a04-9516-b5b64dd0d15c tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.875292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f830faf-e194-4a04-9516-b5b64dd0d15c tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec86f62-5a36-4a38-a8d2-b001953cbfe0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:23.879598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f830faf-e194-4a04-9516-b5b64dd0d15c tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.884351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36846) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:23.884529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0f830faf-e194-4a04-9516-b5b64dd0d15c tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/9ec86f62-5a36-4a38-a8d2-b001953cbfe0 HTTP/1.1" status: 204 len: 168 time: 0.2512078 Jul 06 18:48:23.965573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.058928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.069204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529a91ac-f97e-490a-8bfb-381cacf6291a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:24.080395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c852d7-311e-45af-a716-8a6f286650bc') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:24.080702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c852d7-311e-45af-a716-8a6f286650bc') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:24.090336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.104666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.111965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:48:24.112287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:48:24.114189 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:48:24.178285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.184494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 529a91ac-f97e-490a-8bfb-381cacf6291a {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:48:24.193261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.198563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "DELETE /v2.0/networks/529a91ac-f97e-490a-8bfb-381cacf6291a HTTP/1.1" status: 204 len: 168 time: 0.3093534 Jul 06 18:48:24.206002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3bcc0-9918-4a61-96cf-6a5fd5312a98 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event deleted for resources: {'Network': ['ID=529a91ac-f97e-490a-8bfb-381cacf6291a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:24.485042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36860) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:24.490090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-69c3f6f3-ca4b-4b17-8cf5-1d0966f53ad3 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'router': {'name': 'tempest-router--2073384910', 'project_id': '09d00e4b2c404e59ad2b8824125affd0'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:24.520861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69c3f6f3-ca4b-4b17-8cf5-1d0966f53ad3 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.522500 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69c3f6f3-ca4b-4b17-8cf5-1d0966f53ad3 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.621518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69c3f6f3-ca4b-4b17-8cf5-1d0966f53ad3 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.627969 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69c3f6f3-ca4b-4b17-8cf5-1d0966f53ad3 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.645073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-69c3f6f3-ca4b-4b17-8cf5-1d0966f53ad3 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.648824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-69c3f6f3-ca4b-4b17-8cf5-1d0966f53ad3 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1603398 Jul 06 18:48:24.649090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36862) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:24.722935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-746ace41-2030-45db-b29d-31fef75c36c8 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.889519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-746ace41-2030-45db-b29d-31fef75c36c8 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.892281 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-746ace41-2030-45db-b29d-31fef75c36c8 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.940921 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-746ace41-2030-45db-b29d-31fef75c36c8 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.941475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ace41-2030-45db-b29d-31fef75c36c8 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e560f9c-0f4c-4b4f-b4b5-4d0471099c57 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:24.946461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-746ace41-2030-45db-b29d-31fef75c36c8 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:24.949895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-746ace41-2030-45db-b29d-31fef75c36c8 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5e560f9c-0f4c-4b4f-b4b5-4d0471099c57 HTTP/1.1" status: 204 len: 168 time: 0.2975476 Jul 06 18:48:25.062785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36866) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:25.277662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1274784113', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:25.303552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:25.304828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:25.358482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:25.501757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:25.694145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:25.712981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:25.823035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Allocated IP 172.25.4.109 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/9358c2c6-5ff5-4caf-ac9e-e3c6214fe32e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:25.865870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36878) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:25.931974 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:25.984270 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.021829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:26.027119 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:26.030602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:26.039844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 7b6be4e8-0127-4ba9-9ae8-92678fba2709 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:26.040318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.054882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event updated for resources: {'Port': ['ID=9358c2c6-5ff5-4caf-ac9e-e3c6214fe32e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:26.132824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.133178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.146911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 7b6be4e8-0127-4ba9-9ae8-92678fba2709 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:26.318333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.326436 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.351731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=7b6be4e8-0127-4ba9-9ae8-92678fba2709,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:26.421555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.421978 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Floating IP efe87f1e-8a51-440d-bd0e-9a3d0a0a9039 disassociated (deleted). External IP: 172.25.4.180, port: 8419da29-fef6-4683-b38b-04e563a20eed. Jul 06 18:48:26.730693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router bca1add8-79ba-4964-9689-b537a519d0da has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:26.844328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:26.849140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.857292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] Sync routers for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:26.868706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:26.869335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:26.889065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5a811362-2070-412c-b21a-fa088ea70ecf tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/floatingips/efe87f1e-8a51-440d-bd0e-9a3d0a0a9039 HTTP/1.1" status: 204 len: 168 time: 1.0220702 Jul 06 18:48:26.889777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:26.892148 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30a0db-b4de-48ed-932e-bd004fbbfa06" -d '{"events": [{"name": "network-changed", "server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "tag": "8419da29-fef6-4683-b38b-04e563a20eed"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:26.893297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:26.932601 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c516a6-217c-40cb-ba9b-fd417828ca1d x-openstack-request-id: req-40c516a6-217c-40cb-ba9b-fd417828ca1d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:26.932905 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "tag": "8419da29-fef6-4683-b38b-04e563a20eed", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:26.933161 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40c516a6-217c-40cb-ba9b-fd417828ca1d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:26.933599 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed', 'status': 'completed', 'code': 200} Jul 06 18:48:27.015027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-26ba0cf5-f1f4-410d-a3cb-d603cb5d672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:27.016590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-26ba0cf5-f1f4-410d-a3cb-d603cb5d672a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9545a49a8c0644f7b1786db086402ff5&device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 1096 time: 0.0583956 Jul 06 18:48:27.017001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:27.050779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Router b6633486-51f9-451a-bc4c-395e752f6a4f is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:27.147590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-f7f80663-d48d-4a44-a526-e557eaacaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:27.150185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-f7f80663-d48d-4a44-a526-e557eaacaf4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=516160cc-1fa0-440f-8224-6bf9bb1d29aa HTTP/1.1" status: 200 len: 898 time: 0.1265721 Jul 06 18:48:27.194523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:27.204820 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ae64f-c460-4db6-b482-018037c8b224 None None] Sync routers for ids ['b6633486-51f9-451a-bc4c-395e752f6a4f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:27.208634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-5c9ecfa9-2147-4e52-baa3-05d4ff7e4e11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8419da29-fef6-4683-b38b-04e563a20eed HTTP/1.1" status: 200 len: 217 time: 0.0461798 Jul 06 18:48:27.220397 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ae64f-c460-4db6-b482-018037c8b224 None None] Routers {'b6633486-51f9-451a-bc4c-395e752f6a4f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:27.222251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:27.223721 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a13ae64f-c460-4db6-b482-018037c8b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b6633486-51f9-451a-bc4c-395e752f6a4f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:27.224271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-afcc5410-d115-4e7b-b045-2b7ce86f0664 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1601651 Jul 06 18:48:27.226773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36888) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:27.261809 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a13ae64f-c460-4db6-b482-018037c8b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:27.264025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-c1edd44f-8034-4fc6-86bc-4ff4d1e953ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:27.265705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-c1edd44f-8034-4fc6-86bc-4ff4d1e953ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e3e677c-90cd-43e1-8625-11768fe77857 HTTP/1.1" status: 200 len: 835 time: 0.0499640 Jul 06 18:48:27.273427 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ae64f-c460-4db6-b482-018037c8b224 None None] Routers {'b6633486-51f9-451a-bc4c-395e752f6a4f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:27.274434 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a13ae64f-c460-4db6-b482-018037c8b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b6633486-51f9-451a-bc4c-395e752f6a4f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:27.311139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:43Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:27.342505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-efe3ebe0-9e0e-48f0-b84e-2c517a252aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:27.344213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-efe3ebe0-9e0e-48f0-b84e-2c517a252aac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516160cc-1fa0-440f-8224-6bf9bb1d29aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714643 Jul 06 18:48:27.348558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] Checking router: bca1add8-79ba-4964-9689-b537a519d0da for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:27.357946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:27.358600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:27.359866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c49222b3-7c8f-4497-9a62-52ea410ea9c1 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/routers/b6633486-51f9-451a-bc4c-395e752f6a4f HTTP/1.1" status: 200 len: 925 time: 0.1312051 Jul 06 18:48:27.362393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36892) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:27.408959 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8023d77f-07ba-4d42-94b8-919bf84e7b8c tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6633486-51f9-451a-bc4c-395e752f6a4f HTTP/1.1" status: 200 len: 205 time: 0.0452459 Jul 06 18:48:27.413172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36894) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:27.463293 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a13ae64f-c460-4db6-b482-018037c8b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:27.464081 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ae64f-c460-4db6-b482-018037c8b224 None None] The sync data for ids ['b6633486-51f9-451a-bc4c-395e752f6a4f'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:27.480633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-b41966e5-4f8c-45b9-8d84-026882e31771 service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275065 Jul 06 18:48:27.503055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:27.591669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd30a0db-b4de-48ed-932e-bd004fbbfa06 req-ce360b67-2e7e-4fbe-b7ff-006b01759af4 service neutron] 10.222.0.24 "GET /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034346 Jul 06 18:48:27.600184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:27.659047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd71b4-0bfc-4b81-a196-74308b6f3f10 req-dbd29826-972e-4e7c-93cd-9dab97776ec0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:27.660935 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dbfd71b4-0bfc-4b81-a196-74308b6f3f10 req-dbd29826-972e-4e7c-93cd-9dab97776ec0 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.3852074 Jul 06 18:48:27.738639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:43Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:27.747593 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dbfd71b4-0bfc-4b81-a196-74308b6f3f10 req-3110ae06-9d79-4354-9173-6c9d8381c9f7 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795097 Jul 06 18:48:27.759421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:27.788833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364e5b5-3bab-4e86-aec8-558f8ed88ace None None] The sync data for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 is: [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0adc2279-e80e-4451-93a6-487af70b43c3', 'name': '', 'network_id': '516160cc-1fa0-440f-8224-6bf9bb1d29aa', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'mac_address': 'fa:16:3e:49:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:38Z', 'updated_at': '2021-07-06T18:46:43Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'subnets': [{'id': '3e3e677c-90cd-43e1-8625-11768fe77857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:27.851714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Deleting port 9358c2c6-5ff5-4caf-ac9e-e3c6214fe32e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:27.852125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:27.939238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:27.952032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Calling delete_port for 9358c2c6-5ff5-4caf-ac9e-e3c6214fe32e owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:28.071957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e8f6f-9a51-457a-86e1-4d9979319d1f None None] New status for floating IP efe87f1e-8a51-440d-bd0e-9a3d0a0a9039: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:48:28.140144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.174043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event deleted for resources: {'Port': ['ID=9358c2c6-5ff5-4caf-ac9e-e3c6214fe32e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:28.238719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.242793 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:48:28.334322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.336504 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.387850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.388607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Fanout notify agent at l3_agent the message router_deleted on router b6633486-51f9-451a-bc4c-395e752f6a4f {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:28.395407 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.400269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75867013-1341-432e-9f54-ac61dfd3fede tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/b6633486-51f9-451a-bc4c-395e752f6a4f HTTP/1.1" status: 204 len: 168 time: 0.9839156 Jul 06 18:48:28.400450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36910) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:28.405201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1415474486', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': False}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:28.429623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.430674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.515114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.671953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-c1b766b1-2d48-45db-8062-90ac398eab11 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:28.673480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-c1b766b1-2d48-45db-8062-90ac398eab11 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.2168677 Jul 06 18:48:28.675577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.834116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 8419da29-fef6-4683-b38b-04e563a20eed {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:28.834463 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.374878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 8419da29-fef6-4683-b38b-04e563a20eed, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8419da29-fef6-4683-b38b-04e563a20eed,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:29.375137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.403460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 8419da29-fef6-4683-b38b-04e563a20eed owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:29.465503 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.515634 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.574704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047845-e2f4-4d99-8729-a045e4bfa9b8 req-85f90207-d400-4133-8ed4-b3d29dba70f6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:29.576239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66047845-e2f4-4d99-8729-a045e4bfa9b8 req-85f90207-d400-4133-8ed4-b3d29dba70f6 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/ports?device_id=590cc3d6-2861-4278-8c62-2d7dae9568b2 HTTP/1.1" status: 200 len: 945 time: 0.6835804 Jul 06 18:48:29.694873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66047845-e2f4-4d99-8729-a045e4bfa9b8 req-04bee929-3f27-4da8-9897-d5ca8555d2f4 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "GET /v2.0/security-groups?id=fad62806-fe68-4b5b-83b3-47cd8b7b3b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080949 Jul 06 18:48:29.717114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Allocated IP 172.25.4.175 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/7018151d-7d8b-4839-8b61-8fbda70d1f02) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:29.726959 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.761167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=8419da29-fef6-4683-b38b-04e563a20eed,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:29.851476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] No DVR routers for this DVR port 8419da29-fef6-4683-b38b-04e563a20eed on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:29.855077 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.857072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e4fb7c6-79c2-42b3-ac23-6dfefa4c87d9 req-bfd8e37c-5827-40a6-b352-332bdb81274a tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.24 "DELETE /v2.0/ports/8419da29-fef6-4683-b38b-04e563a20eed HTTP/1.1" status: 204 len: 173 time: 1.1774983 Jul 06 18:48:29.857520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'name': 'network-vif-deleted', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:29.859872 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1534343f-7dfb-4eef-9f6c-a0ff82af3d1e" -d '{"events": [{"server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "name": "network-vif-deleted", "tag": "8419da29-fef6-4683-b38b-04e563a20eed"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:29.908978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.911690 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9673f9-bee6-40b4-950a-456fa070f67d x-openstack-request-id: req-8a9673f9-bee6-40b4-950a-456fa070f67d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:29.911950 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590cc3d6-2861-4278-8c62-2d7dae9568b2", "name": "network-vif-deleted", "tag": "8419da29-fef6-4683-b38b-04e563a20eed", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:29.912201 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a9673f9-bee6-40b4-950a-456fa070f67d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:29.912581 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590cc3d6-2861-4278-8c62-2d7dae9568b2', 'name': 'network-vif-deleted', 'tag': '8419da29-fef6-4683-b38b-04e563a20eed', 'status': 'completed', 'code': 200} Jul 06 18:48:29.959417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.998450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:30.004820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:30.009489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:30.012805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'Port': ['ID=7018151d-7d8b-4839-8b61-8fbda70d1f02,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:30.282287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.518234 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.686047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Router 2f03b903-b222-4b20-8f62-de4a23910a14 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:30.797957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36930) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:30.825439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:30.835981 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Sync routers for ids ['2f03b903-b222-4b20-8f62-de4a23910a14'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:30.844518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.846150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1d3d3b7c-13a1-4e8c-89ce-3ad2aa70e30a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4446611 Jul 06 18:48:30.852054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36932) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:30.855044 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Routers {'2f03b903-b222-4b20-8f62-de4a23910a14'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:30.856289 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2f03b903-b222-4b20-8f62-de4a23910a14'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:30.982178 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Set router 2f03b903-b222-4b20-8f62-de4a23910a14 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:31.039828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4e82000b-ab56-4ac4-bb14-87c6873b550e tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/routers/2f03b903-b222-4b20-8f62-de4a23910a14 HTTP/1.1" status: 200 len: 909 time: 0.1864309 Jul 06 18:48:31.043937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36934) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:31.048861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1415474486', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': True}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:31.115122 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.116440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.203834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.211137 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f03b903-b222-4b20-8f62-de4a23910a14', 'name': 'tempest-snat-router-1415474486', 'tenant_id': '8fa2a47b438943a787f0087f1f02f9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.175'}], 'enable_snat': False}, 'gw_port_id': '7018151d-7d8b-4839-8b61-8fbda70d1f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:28Z', 'updated_at': '2021-07-06T18:48:30Z', 'revision_number': 3, 'project_id': '8fa2a47b438943a787f0087f1f02f9b4', 'gw_port': {'id': '7018151d-7d8b-4839-8b61-8fbda70d1f02', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f03b903-b222-4b20-8f62-de4a23910a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:29Z', 'updated_at': '2021-07-06T18:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:31.251673 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Checking router: 2f03b903-b222-4b20-8f62-de4a23910a14 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:31.251673 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Updating router 2f03b903-b222-4b20-8f62-de4a23910a14 port 7018151d-7d8b-4839-8b61-8fbda70d1f02 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:31.295738 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.411799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.549051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.576791 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.589435 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Transition to ACTIVE for port object 7018151d-7d8b-4839-8b61-8fbda70d1f02 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:31.597396 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.662804 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Attempting to bind port 7018151d-7d8b-4839-8b61-8fbda70d1f02 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:31.663172 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Attempting to bind port 7018151d-7d8b-4839-8b61-8fbda70d1f02 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:31.665115 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Attempting to bind port 7018151d-7d8b-4839-8b61-8fbda70d1f02 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:31.674421 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832f586-70b2-435b-b5f6-91c6140cf055 None None] Pushing event updated for resources: {'Port': ['ID=7018151d-7d8b-4839-8b61-8fbda70d1f02,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:31.678091 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:31.678444 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:31.678986 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.679374 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:31.679849 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Bound port: 7018151d-7d8b-4839-8b61-8fbda70d1f02, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:31.680234 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.735990 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] For port 7018151d-7d8b-4839-8b61-8fbda70d1f02, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:31.739096 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] For port 7018151d-7d8b-4839-8b61-8fbda70d1f02, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7018151d-7d8b-4839-8b61-8fbda70d1f02,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:31.747722 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.800995 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Routers {'2f03b903-b222-4b20-8f62-de4a23910a14'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:31.801534 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2f03b903-b222-4b20-8f62-de4a23910a14'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:31.828299 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:31.852097 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832f586-70b2-435b-b5f6-91c6140cf055 None None] Pushing event updated for resources: {'Port': ['ID=7018151d-7d8b-4839-8b61-8fbda70d1f02,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:31.928847 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] Set router 2f03b903-b222-4b20-8f62-de4a23910a14 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:32.126228 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f03b903-b222-4b20-8f62-de4a23910a14', 'name': 'tempest-snat-router-1415474486', 'tenant_id': '8fa2a47b438943a787f0087f1f02f9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.175'}], 'enable_snat': False}, 'gw_port_id': '7018151d-7d8b-4839-8b61-8fbda70d1f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:28Z', 'updated_at': '2021-07-06T18:48:30Z', 'revision_number': 3, 'project_id': '8fa2a47b438943a787f0087f1f02f9b4', 'gw_port': {'id': '7018151d-7d8b-4839-8b61-8fbda70d1f02', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f03b903-b222-4b20-8f62-de4a23910a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:29Z', 'updated_at': '2021-07-06T18:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:32.157905 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f3211-ba68-4a27-b75c-ef0270e24266 None None] The sync data for ids ['2f03b903-b222-4b20-8f62-de4a23910a14'] in n-d-799684-2 is: [{'id': '2f03b903-b222-4b20-8f62-de4a23910a14', 'name': 'tempest-snat-router-1415474486', 'tenant_id': '8fa2a47b438943a787f0087f1f02f9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.175'}], 'enable_snat': False}, 'gw_port_id': '7018151d-7d8b-4839-8b61-8fbda70d1f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:28Z', 'updated_at': '2021-07-06T18:48:30Z', 'revision_number': 3, 'project_id': '8fa2a47b438943a787f0087f1f02f9b4', 'gw_port': {'id': '7018151d-7d8b-4839-8b61-8fbda70d1f02', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f03b903-b222-4b20-8f62-de4a23910a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:29Z', 'updated_at': '2021-07-06T18:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:32.185792 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:32.341756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Allocated IP 172.25.4.11 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/7cfe68c8-7016-440b-8572-e4d597e5928d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:32.521149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 0adc2279-e80e-4451-93a6-487af70b43c3 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:32.521819 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:32.530411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8419da29-fef6-4683-b38b-04e563a20eed no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:32.565109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 8419da29-fef6-4683-b38b-04e563a20eed {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:32.565448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8419da29-fef6-4683-b38b-04e563a20eed not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:32.579105 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:32.652595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 0adc2279-e80e-4451-93a6-487af70b43c3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0adc2279-e80e-4451-93a6-487af70b43c3,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:32.652922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:32.670892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 0adc2279-e80e-4451-93a6-487af70b43c3 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:32.682702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:32.766767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:32.778899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:32.781628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:32.827527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'Port': ['ID=7cfe68c8-7016-440b-8572-e4d597e5928d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:32.853510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36946) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:32.979480 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d66b-51e9-42a2-9c2a-a1a5a648fdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.084535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d66b-51e9-42a2-9c2a-a1a5a648fdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.089840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d66b-51e9-42a2-9c2a-a1a5a648fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.129398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1d66b-51e9-42a2-9c2a-a1a5a648fdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76618467-24d2-4f89-9ffc-f22089972c67,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:33.134258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0bb1d66b-51e9-42a2-9c2a-a1a5a648fdf5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1eeca53535042d5aec3ed66bb2e5c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797322 Jul 06 18:48:33.136912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36950) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:33.152827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.183811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=0adc2279-e80e-4451-93a6-487af70b43c3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:33.191549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94ec457b-9b10-4534-82ba-6a36aef1c0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.214591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94ec457b-9b10-4534-82ba-6a36aef1c0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.247004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.279606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94ec457b-9b10-4534-82ba-6a36aef1c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.282970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94ec457b-9b10-4534-82ba-6a36aef1c0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.285179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-94ec457b-9b10-4534-82ba-6a36aef1c0a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76618467-24d2-4f89-9ffc-f22089972c67 HTTP/1.1" status: 204 len: 168 time: 0.1472144 Jul 06 18:48:33.299178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec457b-9b10-4534-82ba-6a36aef1c0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76618467-24d2-4f89-9ffc-f22089972c67,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:33.513361 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.603613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36956) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:33.616271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.617405 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b4df80b-f633-4234-af1a-9837d9fdcff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.748030 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b4df80b-f633-4234-af1a-9837d9fdcff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.755663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b4df80b-f633-4234-af1a-9837d9fdcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.802972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4df80b-f633-4234-af1a-9837d9fdcff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e96136-7fb8-43d0-bec3-af8d898eb364,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:33.811736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6b4df80b-f633-4234-af1a-9837d9fdcff9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4bc1e00c75d46b9be9a2f2f0138e3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028327 Jul 06 18:48:33.811736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36958) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:33.839604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7018151d-7d8b-4839-8b61-8fbda70d1f02 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:33.875686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41d31205-6b3a-4d1e-9479-3203c9927229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.902630 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41d31205-6b3a-4d1e-9479-3203c9927229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.910899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7018151d-7d8b-4839-8b61-8fbda70d1f02 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:33.913940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Router bca1add8-79ba-4964-9689-b537a519d0da has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:33.914980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7018151d-7d8b-4839-8b61-8fbda70d1f02 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:33.915528 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.924759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Router f6692bec-4e52-4e9a-a3ac-3a97605ac491 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:33.976267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41d31205-6b3a-4d1e-9479-3203c9927229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.978910 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41d31205-6b3a-4d1e-9479-3203c9927229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.980305 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-41d31205-6b3a-4d1e-9479-3203c9927229 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72e96136-7fb8-43d0-bec3-af8d898eb364 HTTP/1.1" status: 204 len: 168 time: 0.1684134 Jul 06 18:48:34.004028 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d31205-6b3a-4d1e-9479-3203c9927229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e96136-7fb8-43d0-bec3-af8d898eb364,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:34.040694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.064418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7018151d-7d8b-4839-8b61-8fbda70d1f02, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7018151d-7d8b-4839-8b61-8fbda70d1f02,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:34.070396 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.123009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7018151d-7d8b-4839-8b61-8fbda70d1f02,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:34.462294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:34.468703 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:34.470790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Sync routers for ids ['f6692bec-4e52-4e9a-a3ac-3a97605ac491'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:34.473917 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ef941ad6-993f-40f8-86de-7ebe2b114538 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "PUT /v2.0/routers/bca1add8-79ba-4964-9689-b537a519d0da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6736574 Jul 06 18:48:34.476992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36972) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:34.481456 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] Sync routers for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:34.489233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Routers {'f6692bec-4e52-4e9a-a3ac-3a97605ac491'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:34.489923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f6692bec-4e52-4e9a-a3ac-3a97605ac491'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:34.490790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.492289 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a642f304-193f-43ab-a14e-c9adb5af9680 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4473767 Jul 06 18:48:34.495400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36974) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:34.497362 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:34.498444 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:34.541044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-724bd68e-0fce-4260-a998-2de1bec7ba43 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting subnet 3e3e677c-90cd-43e1-8625-11768fe77857 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:48:34.544571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724bd68e-0fce-4260-a998-2de1bec7ba43 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.637450 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724bd68e-0fce-4260-a998-2de1bec7ba43 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.641556 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:34.652662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ba42d571-93da-4120-b227-e4932fd9f8d2 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/routers/f6692bec-4e52-4e9a-a3ac-3a97605ac491 HTTP/1.1" status: 200 len: 907 time: 0.1546614 Jul 06 18:48:34.654109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 36978) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:34.656241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Set router f6692bec-4e52-4e9a-a3ac-3a97605ac491 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:34.734517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724bd68e-0fce-4260-a998-2de1bec7ba43 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.812854 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.841912 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724bd68e-0fce-4260-a998-2de1bec7ba43 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.905285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bd68e-0fce-4260-a998-2de1bec7ba43 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3e677c-90cd-43e1-8625-11768fe77857,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:34.907429 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-724bd68e-0fce-4260-a998-2de1bec7ba43 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.915415 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-724bd68e-0fce-4260-a998-2de1bec7ba43 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/subnets/3e3e677c-90cd-43e1-8625-11768fe77857 HTTP/1.1" status: 204 len: 168 time: 0.4336944 Jul 06 18:48:34.917195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe48fa6-f355-442d-875f-1841daa3fe28 None None] Network 516160cc-1fa0-440f-8224-6bf9bb1d29aa requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:34.918623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 36986) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:34.935064 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:48:33Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:34.944718 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:34.965459 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] Checking router: bca1add8-79ba-4964-9689-b537a519d0da for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:34.974314 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] Routers {'bca1add8-79ba-4964-9689-b537a519d0da'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:34.975239 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bca1add8-79ba-4964-9689-b537a519d0da'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:35.016478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6692bec-4e52-4e9a-a3ac-3a97605ac491', 'name': 'tempest-snat-router-1415474486', 'tenant_id': '8fa2a47b438943a787f0087f1f02f9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '7cfe68c8-7016-440b-8572-e4d597e5928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:31Z', 'updated_at': '2021-07-06T18:48:33Z', 'revision_number': 3, 'project_id': '8fa2a47b438943a787f0087f1f02f9b4', 'gw_port': {'id': '7cfe68c8-7016-440b-8572-e4d597e5928d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6692bec-4e52-4e9a-a3ac-3a97605ac491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:32Z', 'updated_at': '2021-07-06T18:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:35.031947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Deleting port 7cfe68c8-7016-440b-8572-e4d597e5928d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:35.032284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.051999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Checking router: f6692bec-4e52-4e9a-a3ac-3a97605ac491 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:35.053061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Updating router f6692bec-4e52-4e9a-a3ac-3a97605ac491 port 7cfe68c8-7016-440b-8572-e4d597e5928d binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:35.136178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.159764 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.186385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Calling delete_port for 7cfe68c8-7016-440b-8572-e4d597e5928d owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:35.259503 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.293737 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] Set router bca1add8-79ba-4964-9689-b537a519d0da gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:35.328626 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.356000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Deleting port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:35.356237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.463992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] For port 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:35.464446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.479726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Calling delete_port for 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:35.492811 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.510538 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43934e5-a655-4941-8447-b6439853400f None None] DHCP port deletion for 516160cc-1fa0-440f-8224-6bf9bb1d29aa request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:48:35.537107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cfe68c8-7016-440b-8572-e4d597e5928d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:35.573272 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:48:33Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:35.627871 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fb93fb-2c4a-4c61-a4b1-23bfc137b02c None None] The sync data for ids ['bca1add8-79ba-4964-9689-b537a519d0da'] in n-d-799684-2 is: [{'id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813452400', 'tenant_id': '9545a49a8c0644f7b1786db086402ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:35Z', 'updated_at': '2021-07-06T18:48:33Z', 'revision_number': 5, 'project_id': '9545a49a8c0644f7b1786db086402ff5', 'gw_port': {'id': '0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1add8-79ba-4964-9689-b537a519d0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:36Z', 'updated_at': '2021-07-06T18:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:35.658954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.702894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c43934e5-a655-4941-8447-b6439853400f None None] Deleting port 9b447ceb-174d-46df-ba79-fcd87535c815 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:35.703548 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c43934e5-a655-4941-8447-b6439853400f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.722514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.769114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Port': ['ID=0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:35.810290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c43934e5-a655-4941-8447-b6439853400f None None] For port 9b447ceb-174d-46df-ba79-fcd87535c815, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9b447ceb-174d-46df-ba79-fcd87535c815,segment=NetworkSegment(12eab96e-3c43-425b-a4dc-a5b222042806),segment_id=12eab96e-3c43-425b-a4dc-a5b222042806)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:35.811835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.814308 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c43934e5-a655-4941-8447-b6439853400f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.814443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.846745 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.887904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.888780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6692bec-4e52-4e9a-a3ac-3a97605ac491 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:35.897276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.899120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f32b34f4-df6b-494f-95c6-0f59c2e8a01a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f6692bec-4e52-4e9a-a3ac-3a97605ac491 HTTP/1.1" status: 204 len: 168 time: 1.2432275 Jul 06 18:48:35.902004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37032) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:35.908710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c43934e5-a655-4941-8447-b6439853400f None None] Calling delete_port for 9b447ceb-174d-46df-ba79-fcd87535c815 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:35.961427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.963754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:35.974654 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:48:35.975169 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:48:36.023936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.024467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Fanout notify agent at l3_agent the message router_deleted on router bca1add8-79ba-4964-9689-b537a519d0da {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:36.038246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.039184 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c43934e5-a655-4941-8447-b6439853400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.039504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2958a0e3-79fa-49c1-8501-46fb0c888bf2 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/routers/bca1add8-79ba-4964-9689-b537a519d0da HTTP/1.1" status: 204 len: 168 time: 1.1199059 Jul 06 18:48:36.043374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.043981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37034) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:36.073905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43934e5-a655-4941-8447-b6439853400f None None] No DVR routers for this DVR port 9b447ceb-174d-46df-ba79-fcd87535c815 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:36.080104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43934e5-a655-4941-8447-b6439853400f None None] Pushing event deleted for resources: {'Port': ['ID=9b447ceb-174d-46df-ba79-fcd87535c815,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:36.083870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7018151d-7d8b-4839-8b61-8fbda70d1f02 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:36.165854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7018151d-7d8b-4839-8b61-8fbda70d1f02 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:36.166374 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.173324 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.264272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.321767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.341457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516160cc-1fa0-440f-8224-6bf9bb1d29aa']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:36.342256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9b447ceb-174d-46df-ba79-fcd87535c815 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:36.360055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12eab96e-3c43-425b-a4dc-a5b222042806') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:36.361103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12eab96e-3c43-425b-a4dc-a5b222042806') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:36.374580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.381469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Deleting port 7018151d-7d8b-4839-8b61-8fbda70d1f02 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:36.382139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.386078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 9b447ceb-174d-46df-ba79-fcd87535c815 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:36.386666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9b447ceb-174d-46df-ba79-fcd87535c815 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:36.422216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.430130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:48:36.431053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:48:36.434994 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:48:36.494026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] For port 7018151d-7d8b-4839-8b61-8fbda70d1f02, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7018151d-7d8b-4839-8b61-8fbda70d1f02,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:36.495135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.511224 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.511905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Calling delete_port for 7018151d-7d8b-4839-8b61-8fbda70d1f02 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:36.517507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Port 7cfe68c8-7016-440b-8572-e4d597e5928d not found while updating agent binding for router f6692bec-4e52-4e9a-a3ac-3a97605ac491. {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 18:48:36.524376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.530696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/networks/516160cc-1fa0-440f-8224-6bf9bb1d29aa HTTP/1.1" status: 204 len: 168 time: 0.4828491 Jul 06 18:48:36.530879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Routers set() bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:36.530879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Router IDs set() for agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 18:48:36.530879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_agentschedulers_db [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f6692bec-4e52-4e9a-a3ac-3a97605ac491'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent'). {{(pid=93968) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 18:48:36.531136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37066) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:36.531217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab9eb1-794c-44e2-ab17-36a6ecbcb65f None None] The sync data for ids ['f6692bec-4e52-4e9a-a3ac-3a97605ac491'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:36.542816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dabecd-5fa5-4237-bbf9-49d9efdbc41f tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'Network': ['ID=516160cc-1fa0-440f-8224-6bf9bb1d29aa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:36.678308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2397ca9f-85c4-402f-9ea5-74678f05caa9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.720093 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2397ca9f-85c4-402f-9ea5-74678f05caa9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.806355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.842823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event deleted for resources: {'Port': ['ID=7018151d-7d8b-4839-8b61-8fbda70d1f02,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:36.870348 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2397ca9f-85c4-402f-9ea5-74678f05caa9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.872863 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2397ca9f-85c4-402f-9ea5-74678f05caa9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.874047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2397ca9f-85c4-402f-9ea5-74678f05caa9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] 10.222.0.53 "DELETE /v2.0/security-groups/fad62806-fe68-4b5b-83b3-47cd8b7b3b64 HTTP/1.1" status: 204 len: 168 time: 0.3420649 Jul 06 18:48:36.908363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397ca9f-85c4-402f-9ea5-74678f05caa9 tempest-TestNetworkAdvancedServerOps-1141559397 tempest-TestNetworkAdvancedServerOps-1141559397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad62806-fe68-4b5b-83b3-47cd8b7b3b64,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:36.955814 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.076790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.080099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.142663 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.143204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f03b903-b222-4b20-8f62-de4a23910a14 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:37.147852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.148973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3300ddda-aba5-45e5-bd4c-3439f801d734 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2f03b903-b222-4b20-8f62-de4a23910a14 HTTP/1.1" status: 204 len: 168 time: 1.2457063 Jul 06 18:48:37.153314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37074) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:37.159191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-876307249', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:37.188542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.191799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.253385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.321617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37078) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:37.437850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.483992 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b8428ffb-b612-45b6-936e-6cf7f0f40b13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9545a49a8c0644f7b1786db086402ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610961 Jul 06 18:48:37.486635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37082) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:37.542123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-82e9b5e4-bdfc-4939-8a90-49ec3bc68842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.564858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-82e9b5e4-bdfc-4939-8a90-49ec3bc68842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.628354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-82e9b5e4-bdfc-4939-8a90-49ec3bc68842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.630532 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-82e9b5e4-bdfc-4939-8a90-49ec3bc68842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.634738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-82e9b5e4-bdfc-4939-8a90-49ec3bc68842 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/276923c1-dc33-45e1-bcc2-cf2c302a0f8a HTTP/1.1" status: 204 len: 168 time: 0.1469395 Jul 06 18:48:37.644586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9b5e4-bdfc-4939-8a90-49ec3bc68842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276923c1-dc33-45e1-bcc2-cf2c302a0f8a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:37.687756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.710614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.773424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:37.798664 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:37.799045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0495206a-9ba0-4e9e-bd5e-7d846f2e6cf3 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:37.799954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7018151d-7d8b-4839-8b61-8fbda70d1f02 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:37.828574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7018151d-7d8b-4839-8b61-8fbda70d1f02 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:37.829166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7018151d-7d8b-4839-8b61-8fbda70d1f02 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:37.829811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0adc2279-e80e-4451-93a6-487af70b43c3 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:37.849223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 0adc2279-e80e-4451-93a6-487af70b43c3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:37.849825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0adc2279-e80e-4451-93a6-487af70b43c3 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:37.865341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Allocated IP 172.25.4.221 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/3897e2c3-74e4-41fc-9691-afcde52a774b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:37.987564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:37.997992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37090) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:38.038289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:38.057829 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-41a3f826-c42d-44d4-ad76-fc1a7ee1626b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=799b48da6457446a91ff6b12d6e39af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534868 Jul 06 18:48:38.057829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:38.087031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:38.094015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:38.096531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:38.102802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event updated for resources: {'Port': ['ID=3897e2c3-74e4-41fc-9691-afcde52a774b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:38.120302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e39fb6b4-109b-474c-9c40-a39864138d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:38.144299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e39fb6b4-109b-474c-9c40-a39864138d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:38.203735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e39fb6b4-109b-474c-9c40-a39864138d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:38.207188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e39fb6b4-109b-474c-9c40-a39864138d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:38.208376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e39fb6b4-109b-474c-9c40-a39864138d51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c7bb7a0-c996-44b2-959f-ef26bfc1c8cb HTTP/1.1" status: 204 len: 168 time: 0.1516361 Jul 06 18:48:38.216897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fb6b4-109b-474c-9c40-a39864138d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7bb7a0-c996-44b2-959f-ef26bfc1c8cb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:38.374757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:38.615021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:38.770567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Router b46db3ad-edf6-4c80-ac15-aac0fc020984 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:39.258950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:39.271300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496541a6-19ed-40bf-9f7c-b97cd0248950 None None] Sync routers for ids ['b46db3ad-edf6-4c80-ac15-aac0fc020984'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:39.287090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:39.287317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496541a6-19ed-40bf-9f7c-b97cd0248950 None None] Routers {'b46db3ad-edf6-4c80-ac15-aac0fc020984'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:39.288682 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1cc5ffe5-42e7-448b-897d-bda034605dbb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1342661 Jul 06 18:48:39.290138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-496541a6-19ed-40bf-9f7c-b97cd0248950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b46db3ad-edf6-4c80-ac15-aac0fc020984'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:39.291463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37120) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:39.297060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b247523e-47dc-4b2c-8229-fdffd170da29 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': False}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:39.336892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-496541a6-19ed-40bf-9f7c-b97cd0248950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:39.350156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496541a6-19ed-40bf-9f7c-b97cd0248950 None None] Routers {'b46db3ad-edf6-4c80-ac15-aac0fc020984'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:39.351013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-496541a6-19ed-40bf-9f7c-b97cd0248950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b46db3ad-edf6-4c80-ac15-aac0fc020984'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:39.390143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-496541a6-19ed-40bf-9f7c-b97cd0248950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:39.391412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496541a6-19ed-40bf-9f7c-b97cd0248950 None None] The sync data for ids ['b46db3ad-edf6-4c80-ac15-aac0fc020984'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:39.690485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b247523e-47dc-4b2c-8229-fdffd170da29 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.139858 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b247523e-47dc-4b2c-8229-fdffd170da29 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.143276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b247523e-47dc-4b2c-8229-fdffd170da29 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.274434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b247523e-47dc-4b2c-8229-fdffd170da29 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Router b46db3ad-edf6-4c80-ac15-aac0fc020984 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:40.397699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b247523e-47dc-4b2c-8229-fdffd170da29 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:40.402186 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b247523e-47dc-4b2c-8229-fdffd170da29 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.406049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37150) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:40.406528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b247523e-47dc-4b2c-8229-fdffd170da29 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "PUT /v2.0/routers/b46db3ad-edf6-4c80-ac15-aac0fc020984 HTTP/1.1" status: 200 len: 925 time: 1.1134608 Jul 06 18:48:40.407781 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ea0849-b95e-4a55-acb4-eefdf3b290e1 None None] Sync routers for ids ['b46db3ad-edf6-4c80-ac15-aac0fc020984'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:40.417190 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ea0849-b95e-4a55-acb4-eefdf3b290e1 None None] Routers {'b46db3ad-edf6-4c80-ac15-aac0fc020984'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:40.417924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a9ea0849-b95e-4a55-acb4-eefdf3b290e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b46db3ad-edf6-4c80-ac15-aac0fc020984'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:40.451406 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a9ea0849-b95e-4a55-acb4-eefdf3b290e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:40.462234 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ea0849-b95e-4a55-acb4-eefdf3b290e1 None None] Routers {'b46db3ad-edf6-4c80-ac15-aac0fc020984'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:40.463189 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a9ea0849-b95e-4a55-acb4-eefdf3b290e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b46db3ad-edf6-4c80-ac15-aac0fc020984'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:40.502256 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a9ea0849-b95e-4a55-acb4-eefdf3b290e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:40.503310 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ea0849-b95e-4a55-acb4-eefdf3b290e1 None None] The sync data for ids ['b46db3ad-edf6-4c80-ac15-aac0fc020984'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:40.785838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37152) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:40.791707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'network': {'name': 'tempest-network-smoke--2054876443', 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'port_security_enabled': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:40.816113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Made reservation on behalf of af5723f0342e49468a9b94f9273e03bc for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:40.820586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.833107 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.837252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2698414-244d-48f9-baf5-fe5113f683cc tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/routers/b46db3ad-edf6-4c80-ac15-aac0fc020984 HTTP/1.1" status: 200 len: 925 time: 0.4293880 Jul 06 18:48:40.839969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37154) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:40.932212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d5ffc-aa1e-4e57-a4a4-0649de8fb627 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:40.936541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-583d5ffc-aa1e-4e57-a4a4-0649de8fb627 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=b46db3ad-edf6-4c80-ac15-aac0fc020984&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0933619 Jul 06 18:48:40.936916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37156) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:40.944489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.959268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.991541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:48:41.001085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6aabf3-d722-4903-aa1a-1672b5a8af49,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:41.008223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.008601 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Added segment 91ff3f1f-f497-4454-8141-bc621e362293 of type vlan for network 046c2ba4-580b-4dfe-afe2-06b58b12e63d Jul 06 18:48:41.057304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecacf267-ce1e-4df1-a888-97e9c9dcfb72 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.059197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.059743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ecacf267-ce1e-4df1-a888-97e9c9dcfb72 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 881 time: 0.1216834 Jul 06 18:48:41.062936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37158) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:41.094329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.103227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.103886 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.110715 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1e2c10c2-a264-4c2f-96b7-4e8fffa5792d tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46db3ad-edf6-4c80-ac15-aac0fc020984 HTTP/1.1" status: 200 len: 205 time: 0.0452206 Jul 06 18:48:41.113371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37160) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:41.175752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3887522 Jul 06 18:48:41.178995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37162) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:41.185572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'admin_state_up': True, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:41.193776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547c838-836e-49ea-9c9e-2e9f1be4d14f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Network': ['ID=046c2ba4-580b-4dfe-afe2-06b58b12e63d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:41.209436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:48:41.223201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.226160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.245069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.286328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.390072 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.442139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.446887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Deleting port 3897e2c3-74e4-41fc-9691-afcde52a774b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:41.447447 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.526984 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.539713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Calling delete_port for 3897e2c3-74e4-41fc-9691-afcde52a774b owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:41.661983 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.687330 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.725783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.764160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event deleted for resources: {'Port': ['ID=3897e2c3-74e4-41fc-9691-afcde52a774b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:41.824576 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.836362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Allocated IP 172.25.4.2 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/27d00a7c-f8fb-4d39-9de3-94397407c527) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:41.919002 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.921203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.948548 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.968133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.968980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Fanout notify agent at l3_agent the message router_deleted on router b46db3ad-edf6-4c80-ac15-aac0fc020984 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:41.982955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.984103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ec3b787f-340a-4845-b9a5-4e3ad8f2036a tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/b46db3ad-edf6-4c80-ac15-aac0fc020984 HTTP/1.1" status: 204 len: 168 time: 0.8697758 Jul 06 18:48:41.988406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37166) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:41.993349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a8c50fbe-07e2-4f67-9c79-cc0a02f1be84 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1568854745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:42.006101 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.020461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8c50fbe-07e2-4f67-9c79-cc0a02f1be84 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.021634 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8c50fbe-07e2-4f67-9c79-cc0a02f1be84 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.048438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:42.054435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:42.057950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:42.080364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=27d00a7c-f8fb-4d39-9de3-94397407c527,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:42.082147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8c50fbe-07e2-4f67-9c79-cc0a02f1be84 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.091402 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8c50fbe-07e2-4f67-9c79-cc0a02f1be84 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.110455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a8c50fbe-07e2-4f67-9c79-cc0a02f1be84 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.112010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a8c50fbe-07e2-4f67-9c79-cc0a02f1be84 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1226280 Jul 06 18:48:42.114707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37168) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:42.119970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:42.329832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.334503 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.567354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.587628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.708672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Allocated IP 172.25.4.184 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/e9bbd43f-c200-4610-b03e-0cf683a56f2d) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:42.829371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.873096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.894317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:42.910546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:42.917309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:42.920798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:42.948549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event updated for resources: {'Port': ['ID=e9bbd43f-c200-4610-b03e-0cf683a56f2d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:43.036354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:43.167145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:43.177585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Sync routers for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:43.188148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:43.189650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:43.191037 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:43.192895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a5161c3b-e885-44f9-859a-a6c1ec20ea7a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0129306 Jul 06 18:48:43.196179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37174) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:43.201017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:43.312175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:43.362734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37178) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:43.363401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d15acf3d-5067-46f9-b03a-5c2b4b7462c8 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=af5723f0342e49468a9b94f9273e03bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1653061 Jul 06 18:48:43.515672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:42Z', 'revision_number': 3, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:43.543211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Checking router: 4fca855f-3d48-4eae-af9b-1a0499ba2e91 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:43.543642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Updating router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 port 27d00a7c-f8fb-4d39-9de3-94397407c527 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:43.584922 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:43.884440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:43.896050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:43.901195 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:43.901808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630dc5cf-51ad-484d-8efc-38239cfb8c59 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:43.903428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-630dc5cf-51ad-484d-8efc-38239cfb8c59 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5396507 Jul 06 18:48:43.907432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37182) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:43.915525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Transition to ACTIVE for port object 27d00a7c-f8fb-4d39-9de3-94397407c527 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:43.923188 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:43.965851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2dbd078f-9e73-44ba-ae3e-8fa1472d4e3e tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581381 Jul 06 18:48:43.968695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37184) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:43.976738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326521666', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:43.989556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Attempting to bind port 27d00a7c-f8fb-4d39-9de3-94397407c527 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:43.990054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Attempting to bind port 27d00a7c-f8fb-4d39-9de3-94397407c527 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:43.990496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Attempting to bind port 27d00a7c-f8fb-4d39-9de3-94397407c527 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:43.994458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced14b-74f4-4ccd-a4ee-3a6a626deb62 None None] Pushing event updated for resources: {'Port': ['ID=27d00a7c-f8fb-4d39-9de3-94397407c527,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:44.006393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:44.006760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:44.007164 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.007548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:44.008021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Bound port: 27d00a7c-f8fb-4d39-9de3-94397407c527, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:44.008399 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.067523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] For port 27d00a7c-f8fb-4d39-9de3-94397407c527, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:44.074760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] For port 27d00a7c-f8fb-4d39-9de3-94397407c527, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=27d00a7c-f8fb-4d39-9de3-94397407c527,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:44.080892 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.088926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Router f09b41dd-da24-4baf-8574-41e4c6881d93 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:44.102624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Made reservation on behalf of af5723f0342e49468a9b94f9273e03bc for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:44.107396 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.143208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:44.143762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:44.188253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced14b-74f4-4ccd-a4ee-3a6a626deb62 None None] Pushing event updated for resources: {'Port': ['ID=27d00a7c-f8fb-4d39-9de3-94397407c527,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:44.233893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:44.241670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.246534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2499af2c-773f-4945-ace2-429f2cfc3a29 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "PUT /v2.0/routers/f09b41dd-da24-4baf-8574-41e4c6881d93 HTTP/1.1" status: 200 len: 884 time: 2.1303816 Jul 06 18:48:44.247332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37186) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:44.249656 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ff264-d2b0-4c1d-9562-9c386fb9b9db None None] Sync routers for ids ['f09b41dd-da24-4baf-8574-41e4c6881d93'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:44.266432 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ff264-d2b0-4c1d-9562-9c386fb9b9db None None] Routers {'f09b41dd-da24-4baf-8574-41e4c6881d93'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:44.268030 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d35ff264-d2b0-4c1d-9562-9c386fb9b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f09b41dd-da24-4baf-8574-41e4c6881d93'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:44.283259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:44.320743 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d35ff264-d2b0-4c1d-9562-9c386fb9b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:44.337949 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ff264-d2b0-4c1d-9562-9c386fb9b9db None None] Routers {'f09b41dd-da24-4baf-8574-41e4c6881d93'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:44.340752 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d35ff264-d2b0-4c1d-9562-9c386fb9b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f09b41dd-da24-4baf-8574-41e4c6881d93'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:44.368709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.393998 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d35ff264-d2b0-4c1d-9562-9c386fb9b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:44.394568 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ff264-d2b0-4c1d-9562-9c386fb9b9db None None] The sync data for ids ['f09b41dd-da24-4baf-8574-41e4c6881d93'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:44.451715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Checking segment: {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:44.452083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network hostable DHCP agents. Network: 046c2ba4-580b-4dfe-afe2-06b58b12e63d, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:48:44.454711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1788b6df-ca89-492d-8e6a-40df50da22ea tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/routers/f09b41dd-da24-4baf-8574-41e4c6881d93 HTTP/1.1" status: 200 len: 925 time: 0.2051845 Jul 06 18:48:44.456734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37190) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:44.460233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Subnet': ['ID=82bfebea-0028-48ce-bbe2-827fae982eb8,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:44.476664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:48:44.489435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 046c2ba4-580b-4dfe-afe2-06b58b12e63d) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:44.497157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:44.497795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.519804 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c456fcdd-2b4f-42fb-b672-959a0232123a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:44.521945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c456fcdd-2b4f-42fb-b672-959a0232123a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=f09b41dd-da24-4baf-8574-41e4c6881d93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0641367 Jul 06 18:48:44.524508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37192) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:44.528686 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75e4868e-0730-41e0-9920-729e3e3f7a54 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5585685 Jul 06 18:48:44.531905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37194) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:44.535700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29522726-ade1-4be4-af11-fb50a9d31762 None None] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:44.642310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb784f-8061-4bef-9723-4729e283eae4 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:44.646920 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5acb784f-8061-4bef-9723-4729e283eae4 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 881 time: 0.1146770 Jul 06 18:48:44.647748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37196) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:44.685062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-77243561-4ed0-45e3-979c-498425a3351f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f09b41dd-da24-4baf-8574-41e4c6881d93 HTTP/1.1" status: 200 len: 205 time: 0.0339189 Jul 06 18:48:44.685560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37198) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:44.804388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.837985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:42Z', 'revision_number': 3, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:44.869838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e0a9e-2e4c-4345-a945-c33841bd70ba None None] The sync data for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 is: [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:42Z', 'revision_number': 3, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:44.935631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:44.953356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:48:44.954727 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.005153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Deleting port e9bbd43f-c200-4610-b03e-0cf683a56f2d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:45.005599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.135266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Allocated IP 172.20.0.2 (046c2ba4-580b-4dfe-afe2-06b58b12e63d/82bfebea-0028-48ce-bbe2-827fae982eb8/052cbed7-2f6b-4c15-85fa-5c3eeace4e30) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:45.136682 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.156691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Calling delete_port for e9bbd43f-c200-4610-b03e-0cf683a56f2d owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:45.164452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.384070 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.431613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.432460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Transition to ACTIVE for port object 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:45.456972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Transition to ACTIVE for port object 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:45.466581 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.480223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event deleted for resources: {'Port': ['ID=e9bbd43f-c200-4610-b03e-0cf683a56f2d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:45.536704 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5689bd84-f240-4963-8147-e8dd90dc0bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.539474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:45.552350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:45.562641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:45.575471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Pushing event updated for resources: {'Port': ['ID=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:45.587382 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.607442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Allocated IP 172.20.0.1 (046c2ba4-580b-4dfe-afe2-06b58b12e63d/82bfebea-0028-48ce-bbe2-827fae982eb8/d5615733-da64-4e4e-9c07-beca7f4c5fc0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:45.679859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Attempting to bind port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:45.680227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Attempting to bind port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:45.680591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Attempting to bind port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 on network 046c2ba4-580b-4dfe-afe2-06b58b12e63d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:45.702598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:45.702979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Checking segment: {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:45.703377 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.703767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Bound using segment: {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:45.704245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Bound port: 052cbed7-2f6b-4c15-85fa-5c3eeace4e30, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:45.704624 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.759756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.766531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.796340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 27d00a7c-f8fb-4d39-9de3-94397407c527 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:45.838903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] For port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:45.874391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] For port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:45.883138 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.885296 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.887992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.889097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Fanout notify agent at l3_agent the message router_deleted on router f09b41dd-da24-4baf-8574-41e4c6881d93 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:45.897845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.899012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb3ff533-db22-4181-b8ad-083649df1c23 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/f09b41dd-da24-4baf-8574-41e4c6881d93 HTTP/1.1" status: 204 len: 168 time: 1.2120659 Jul 06 18:48:45.903785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37202) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:45.912097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-67489195-057e-449b-9668-ecd79f14bc00 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-446957947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:45.919591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Transition to ACTIVE for port object d5615733-da64-4e4e-9c07-beca7f4c5fc0 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:45.922920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 27d00a7c-f8fb-4d39-9de3-94397407c527 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:45.932057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 27d00a7c-f8fb-4d39-9de3-94397407c527 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:45.932476 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.952468 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67489195-057e-449b-9668-ecd79f14bc00 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.966655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67489195-057e-449b-9668-ecd79f14bc00 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.015130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de4a57-c28f-47d9-b93e-e89496cf2595 None None] Pushing event updated for resources: {'Port': ['ID=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:46.029765 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.082180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:46.084222 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67489195-057e-449b-9668-ecd79f14bc00 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.095039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67489195-057e-449b-9668-ecd79f14bc00 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.109846 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.118123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67489195-057e-449b-9668-ecd79f14bc00 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.125917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-67489195-057e-449b-9668-ecd79f14bc00 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2208593 Jul 06 18:48:46.126672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37204) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:46.139052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': True}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:46.144067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:46.151336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:46.159685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 27d00a7c-f8fb-4d39-9de3-94397407c527, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=27d00a7c-f8fb-4d39-9de3-94397407c527,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:46.167850 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.204481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.286302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=27d00a7c-f8fb-4d39-9de3-94397407c527,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:46.384811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=d5615733-da64-4e4e-9c07-beca7f4c5fc0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:46.454276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.473970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.738648 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.759032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.796170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.804720 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.887670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=d5615733-da64-4e4e-9c07-beca7f4c5fc0,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:46.891002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:46.897200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Allocated IP 172.25.4.50 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/d5e38744-df26-409b-95c0-da534d7abb51) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:46.989016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:46.993913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:47.033374 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.141022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:47.172176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.224032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:47.229093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:47.232948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:47.238705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e38744-df26-409b-95c0-da534d7abb51,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:47.280298 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:47.288974 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-58564ca7-1f04-4262-87cb-e1f947d64862 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "PUT /v2.0/routers/4fca855f-3d48-4eae-af9b-1a0499ba2e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7558630 Jul 06 18:48:47.289187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:47.294790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Sync routers for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:47.299057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bf85e9a5-9093-49e7-a374-0e87353871a6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1530574924', 'description': 'tempest-secgroup_access--1530574924 description', 'project_id': 'af5723f0342e49468a9b94f9273e03bc'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:47.306258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:47.307309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:47.412892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf85e9a5-9093-49e7-a374-0e87353871a6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.433315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:47.598562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.645398 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf85e9a5-9093-49e7-a374-0e87353871a6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.657926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 2, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:47.658938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf85e9a5-9093-49e7-a374-0e87353871a6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.691181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Checking router: 4fca855f-3d48-4eae-af9b-1a0499ba2e91 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:47.691532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Updating router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 port d5615733-da64-4e4e-9c07-beca7f4c5fc0 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:47.759722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.912133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 27d00a7c-f8fb-4d39-9de3-94397407c527 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:48.058808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 27d00a7c-f8fb-4d39-9de3-94397407c527 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:48.059186 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.226236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b303c2af-6ec4-4d74-a03e-66e470706b0c None None] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:48.230676 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.233443 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-93602318-6fd3-4e6a-847f-b87ebc9d3e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.265419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf85e9a5-9093-49e7-a374-0e87353871a6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.269604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37214) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:48.270156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bf85e9a5-9093-49e7-a374-0e87353871a6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9753850 Jul 06 18:48:48.276049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-46d38292-8a3e-4465-be35-615ef603ad3a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1196903234', 'description': 'tempest-secgroup_general--1196903234 description', 'project_id': 'af5723f0342e49468a9b94f9273e03bc'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:48.277309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85e9a5-9093-49e7-a374-0e87353871a6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d724e43d-cfa4-4ab2-ad5c-8501173188cb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:48.280698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:48.291512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Transition to ACTIVE for port object d5615733-da64-4e4e-9c07-beca7f4c5fc0 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:48.330432 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.333419 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46d38292-8a3e-4465-be35-615ef603ad3a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.363116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.369248 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.391970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2967fc4b-505d-4460-910d-42fba71bfae3 None None] Provisioning for port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:48.427338 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.437139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c513-b071-4862-ac90-20460d12a354 None None] Pushing event updated for resources: {'Port': ['ID=d5615733-da64-4e4e-9c07-beca7f4c5fc0,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:48.471503 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46d38292-8a3e-4465-be35-615ef603ad3a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.485184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46d38292-8a3e-4465-be35-615ef603ad3a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.514625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46d38292-8a3e-4465-be35-615ef603ad3a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.519052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-46d38292-8a3e-4465-be35-615ef603ad3a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2470570 Jul 06 18:48:48.522701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37216) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:48.525522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:48.530445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d39d44d6-6edf-4f13-a7c8-ae73c22f8a4c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'security_group_rule': {'security_group_id': 'd724e43d-cfa4-4ab2-ad5c-8501173188cb', 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:48.534385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d38292-8a3e-4465-be35-615ef603ad3a tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496b93b1-9ac7-4769-a70b-5735c9d9d07e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:48.540835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:48.541205 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.542870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Attempting to bind port d5615733-da64-4e4e-9c07-beca7f4c5fc0 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:48.543224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Attempting to bind port d5615733-da64-4e4e-9c07-beca7f4c5fc0 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:48.543579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Attempting to bind port d5615733-da64-4e4e-9c07-beca7f4c5fc0 on network 046c2ba4-580b-4dfe-afe2-06b58b12e63d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:48.572334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:48.572705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Checking segment: {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:48.573112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.573504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Bound using segment: {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:48.574023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Bound port: d5615733-da64-4e4e-9c07-beca7f4c5fc0, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:48.574497 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.578722 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d39d44d6-6edf-4f13-a7c8-ae73c22f8a4c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.609924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Router 220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:48.694216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] For port d5615733-da64-4e4e-9c07-beca7f4c5fc0, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:48.697946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] For port d5615733-da64-4e4e-9c07-beca7f4c5fc0, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d5615733-da64-4e4e-9c07-beca7f4c5fc0,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:48.719679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.740674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d39d44d6-6edf-4f13-a7c8-ae73c22f8a4c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.749258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d39d44d6-6edf-4f13-a7c8-ae73c22f8a4c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.763954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:48.772623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.774072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3d2ec90f-f663-4b5f-9601-d3b128d8fd9a tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "PUT /v2.0/routers/220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0 HTTP/1.1" status: 200 len: 917 time: 2.6464012 Jul 06 18:48:48.777542 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.777817 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37218) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:48.778455 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bd8c2-f271-47df-89d8-c2e2017902a9 None None] Sync routers for ids ['220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:48.785194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d44d6-6edf-4f13-a7c8-ae73c22f8a4c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5da2228-fc18-4c2e-9ccf-e7d279506a5b,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:48.792669 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8bd8c2-f271-47df-89d8-c2e2017902a9 None None] Routers {'220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:48.793511 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7b8bd8c2-f271-47df-89d8-c2e2017902a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:48.813825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d39d44d6-6edf-4f13-a7c8-ae73c22f8a4c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:48.823521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:48.824167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:48.827203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d39d44d6-6edf-4f13-a7c8-ae73c22f8a4c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984602 Jul 06 18:48:48.834229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c513-b071-4862-ac90-20460d12a354 None None] Pushing event updated for resources: {'Port': ['ID=d5615733-da64-4e4e-9c07-beca7f4c5fc0,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:48.896459 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7b8bd8c2-f271-47df-89d8-c2e2017902a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:48.931319 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8bd8c2-f271-47df-89d8-c2e2017902a9 None None] Routers {'220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:48.932346 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7b8bd8c2-f271-47df-89d8-c2e2017902a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:48.988633 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7b8bd8c2-f271-47df-89d8-c2e2017902a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:48.989583 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bd8c2-f271-47df-89d8-c2e2017902a9 None None] The sync data for ids ['220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:49.131245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:49.144876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:49.222488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-90ad59a5-1e34-421b-b942-984330d9931f None None] Provisioning for port d5615733-da64-4e4e-9c07-beca7f4c5fc0 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:49.254451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:49.287470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:49.304442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-90ad59a5-1e34-421b-b942-984330d9931f None None] Provisioning complete for port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:49.304821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-90ad59a5-1e34-421b-b942-984330d9931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:49.423909 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-2cd377c8-5ada-4466-b879-c1c958fef0a5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--1196903234&fields=id&tenant_id=af5723f0342e49468a9b94f9273e03bc HTTP/1.1" status: 200 len: 267 time: 0.1192572 Jul 06 18:48:49.471057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3cbfce44-0a71-4599-8688-a647139b55af tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/routers/220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0 HTTP/1.1" status: 200 len: 923 time: 0.6919644 Jul 06 18:48:49.473909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37236) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:49.492741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-a47a7bc5-e28f-4dbe-837a-331a1c894b8e tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1530574924&fields=id&tenant_id=af5723f0342e49468a9b94f9273e03bc HTTP/1.1" status: 200 len: 267 time: 0.0678916 Jul 06 18:48:49.553547 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:49.571035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e474cac-14ed-4d43-8672-9f8ffd1c6ba5 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:49.574467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9e474cac-14ed-4d43-8672-9f8ffd1c6ba5 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0987582 Jul 06 18:48:49.577109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37238) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:49.630007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:48Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:49.669326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de00722-20b3-443a-8deb-72f4def2008f None None] The sync data for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 is: [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:48Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:49.678113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-a6c06696-b137-46f6-852d-3e0eceeed4f7 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:49.693916 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-a6c06696-b137-46f6-852d-3e0eceeed4f7 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/networks?id=046c2ba4-580b-4dfe-afe2-06b58b12e63d HTTP/1.1" status: 200 len: 797 time: 0.1901062 Jul 06 18:48:49.743508 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-0ce4f507-7538-4e9d-a4b6-6eb19737a5eb tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/quotas/af5723f0342e49468a9b94f9273e03bc HTTP/1.1" status: 200 len: 375 time: 0.0469220 Jul 06 18:48:49.787317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a1dcc-d664-44a4-91bf-5d7dd3ba32ed tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:49.793778 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b87a1dcc-d664-44a4-91bf-5d7dd3ba32ed tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 881 time: 0.2102230 Jul 06 18:48:49.797450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37240) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:49.856476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:49.860642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4d8e5a1d-8958-4370-a967-2b46b541ff22 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0 HTTP/1.1" status: 200 len: 205 time: 0.0611277 Jul 06 18:48:49.863409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37246) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:49.883171 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-27d22d74-0ebb-4a98-82d6-0aac12961b12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275861 Jul 06 18:48:49.953491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:49.954095 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.148112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.186301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-8817c75f-d248-4c04-bb2e-0ec35b865c61 service neutron] 10.222.0.53 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547708 Jul 06 18:48:50.333271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.349277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-4dde0ebd-ff81-4af9-bd41-80339dd6ab2a service neutron] 10.222.0.53 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554065 Jul 06 18:48:50.403490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Deleting port d5e38744-df26-409b-95c0-da534d7abb51 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:50.403703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.501654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.521841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Calling delete_port for d5e38744-df26-409b-95c0-da534d7abb51 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:50.604436 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cde5b049-d22f-47d5-aed6-beadd76e9e7e req-2da0e443-584a-419d-b66d-4c180d197a0d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 210 time: 0.0373313 Jul 06 18:48:50.725827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.752829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event deleted for resources: {'Port': ['ID=d5e38744-df26-409b-95c0-da534d7abb51,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:50.831669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.935922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.938162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.997493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.998173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Fanout notify agent at l3_agent the message router_deleted on router 220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:51.007550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.014877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37272) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:51.017135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6696ba08-7e22-4b80-998d-407fe82c6905 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0 HTTP/1.1" status: 204 len: 168 time: 1.1435680 Jul 06 18:48:51.021812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d2e860f7-119b-4fca-baae-c2fdb83aed62 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-198208105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:51.029591 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.055452 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2e860f7-119b-4fca-baae-c2fdb83aed62 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.057067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2e860f7-119b-4fca-baae-c2fdb83aed62 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.138042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2e860f7-119b-4fca-baae-c2fdb83aed62 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.148332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2e860f7-119b-4fca-baae-c2fdb83aed62 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.168733 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2e860f7-119b-4fca-baae-c2fdb83aed62 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.170668 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d2e860f7-119b-4fca-baae-c2fdb83aed62 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1546094 Jul 06 18:48:51.173671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37276) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:51.181365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'enable_snat': False}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:51.403245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.637087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.659555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.785691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7250ee4f-ca95-4ed6-9e97-afce114debe9 req-73be7f7e-10b6-44cc-ad02-171e27bab307 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 210 time: 0.0457356 Jul 06 18:48:51.806865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d5615733-da64-4e4e-9c07-beca7f4c5fc0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:51.838342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Allocated IP 172.25.4.138 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/58dd2915-398f-4ae3-a1c3-59708781096f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:51.880630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d5615733-da64-4e4e-9c07-beca7f4c5fc0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:51.885818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d5615733-da64-4e4e-9c07-beca7f4c5fc0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:51.886368 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:51.988889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.028227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-c99ee4c7-5490-45b9-9ba2-1974a8dda69c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:52.029003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d5615733-da64-4e4e-9c07-beca7f4c5fc0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d5615733-da64-4e4e-9c07-beca7f4c5fc0,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:52.030088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-c99ee4c7-5490-45b9-9ba2-1974a8dda69c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.24 "GET /v2.0/networks?id=046c2ba4-580b-4dfe-afe2-06b58b12e63d HTTP/1.1" status: 200 len: 797 time: 0.1756654 Jul 06 18:48:52.035770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.055199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.097561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d5615733-da64-4e4e-9c07-beca7f4c5fc0,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:52.112643 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-95061bcc-3b5d-48c5-b9d8-313366759809 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af5723f0342e49468a9b94f9273e03bc HTTP/1.1" status: 200 len: 478 time: 0.0701694 Jul 06 18:48:52.126839 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'port': {'device_id': '52db9629-7278-404c-8f20-a03fd96700be', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'admin_state_up': True, 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'security_groups': ['496b93b1-9ac7-4769-a70b-5735c9d9d07e', 'd724e43d-cfa4-4ab2-ad5c-8501173188cb']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:52.206384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.273067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:52.280275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:52.288509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:52.295732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Pushing event updated for resources: {'Port': ['ID=58dd2915-398f-4ae3-a1c3-59708781096f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:52.296371 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.330187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.330544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.330888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.331322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.331682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.332025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.332358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.332685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.333043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.333345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.333696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.334021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:52.341750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Made reservation on behalf of af5723f0342e49468a9b94f9273e03bc for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:52.345352 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.576400 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.619792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Allocated IP 172.20.0.8 (046c2ba4-580b-4dfe-afe2-06b58b12e63d/82bfebea-0028-48ce-bbe2-827fae982eb8/b2c27d60-6e28-438e-b36d-05e50d15dfa3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:52.709259 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.941967 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.965272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Transition to ACTIVE for port object b2c27d60-6e28-438e-b36d-05e50d15dfa3 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:52.969572 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d87f47e-d50e-4d78-baee-8452f2dce74c req-1393c492-abcb-4dff-942e-39bb19ed5812 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 210 time: 0.0455804 Jul 06 18:48:53.062972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:53.071581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:53.089578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:53.221371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:53.567741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:53.571174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:53.579057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=b2c27d60-6e28-438e-b36d-05e50d15dfa3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:53.624405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-3ba21894-8000-4312-a452-2cc2111a75bf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.632292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-3ba21894-8000-4312-a452-2cc2111a75bf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.642554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-3ba21894-8000-4312-a452-2cc2111a75bf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.652929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-3ba21894-8000-4312-a452-2cc2111a75bf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.660967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-3ba21894-8000-4312-a452-2cc2111a75bf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.669256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-3ba21894-8000-4312-a452-2cc2111a75bf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.677848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-3ba21894-8000-4312-a452-2cc2111a75bf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.685757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-3ba21894-8000-4312-a452-2cc2111a75bf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5472 time: 0.6709871 Jul 06 18:48:53.744759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d5615733-da64-4e4e-9c07-beca7f4c5fc0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:53.756077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.756946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:53.805038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8505fa13-cf49-4c38-a23a-b1cf94a458fb req-1c68e62c-caa4-4143-8c47-f9a12bbb29d2 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134076 Jul 06 18:48:53.820353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb1e6a17-76a5-40de-a157-05788cdc44c4 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7008171 Jul 06 18:48:53.824786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d5615733-da64-4e4e-9c07-beca7f4c5fc0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:53.825170 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:53.837509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Request body: {'port': {'device_id': '52db9629-7278-404c-8f20-a03fd96700be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:53.842177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Router d0fc8234-00ae-4042-b477-45dcced9a69e is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:53.887148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c13578db-953e-476b-97f6-e78650051c05 None None] Provisioning for port b2c27d60-6e28-438e-b36d-05e50d15dfa3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:53.894237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c13578db-953e-476b-97f6-e78650051c05 None None] Provisioning complete for port b2c27d60-6e28-438e-b36d-05e50d15dfa3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:53.894919 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c13578db-953e-476b-97f6-e78650051c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:53.933793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c13578db-953e-476b-97f6-e78650051c05 None None] Port b2c27d60-6e28-438e-b36d-05e50d15dfa3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:53.987384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-555e724a-632e-4e5b-a247-bacbbf057243 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:53.995449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-555e724a-632e-4e5b-a247-bacbbf057243 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.001875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-555e724a-632e-4e5b-a247-bacbbf057243 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.004025 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.007992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-555e724a-632e-4e5b-a247-bacbbf057243 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.015251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-555e724a-632e-4e5b-a247-bacbbf057243 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.022214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-555e724a-632e-4e5b-a247-bacbbf057243 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.029174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-555e724a-632e-4e5b-a247-bacbbf057243 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.031583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-555e724a-632e-4e5b-a247-bacbbf057243 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5472 time: 0.1442597 Jul 06 18:48:54.069394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:54.075253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.078963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fa95b9e4-bcb3-44c0-9553-30b48c686bd6 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "PUT /v2.0/routers/d0fc8234-00ae-4042-b477-45dcced9a69e HTTP/1.1" status: 200 len: 919 time: 2.9014611 Jul 06 18:48:54.079160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be1a7f-d8da-424a-b38b-b549bb1786fc None None] Sync routers for ids ['d0fc8234-00ae-4042-b477-45dcced9a69e'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:54.081639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37302) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:54.096811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be1a7f-d8da-424a-b38b-b549bb1786fc None None] Routers {'d0fc8234-00ae-4042-b477-45dcced9a69e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:54.099056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a4be1a7f-d8da-424a-b38b-b549bb1786fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d0fc8234-00ae-4042-b477-45dcced9a69e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:54.141957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a4be1a7f-d8da-424a-b38b-b549bb1786fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:54.143469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-36ceb9af-9af7-41f8-b8d1-d2cf3544db4d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.149365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-36ceb9af-9af7-41f8-b8d1-d2cf3544db4d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "GET /v2.0/ports/1afc42e0-ffc3-4b54-9467-8c1302e646cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1111500 Jul 06 18:48:54.153992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be1a7f-d8da-424a-b38b-b549bb1786fc None None] Routers {'d0fc8234-00ae-4042-b477-45dcced9a69e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:54.155057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a4be1a7f-d8da-424a-b38b-b549bb1786fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d0fc8234-00ae-4042-b477-45dcced9a69e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:54.194603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a4be1a7f-d8da-424a-b38b-b549bb1786fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:54.195925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be1a7f-d8da-424a-b38b-b549bb1786fc None None] The sync data for ids ['d0fc8234-00ae-4042-b477-45dcced9a69e'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:54.360066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26982c-6b69-428f-8f9f-cba4d0005430 req-955868ad-c67f-4ca8-9a4d-50f872083e42 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.361852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a26982c-6b69-428f-8f9f-cba4d0005430 req-955868ad-c67f-4ca8-9a4d-50f872083e42 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 970 time: 0.1870382 Jul 06 18:48:54.371476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fcbd2ae8-e9a9-4747-886a-b4cf8ccd5b28 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/routers/d0fc8234-00ae-4042-b477-45dcced9a69e HTTP/1.1" status: 200 len: 925 time: 0.2882245 Jul 06 18:48:54.374706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37306) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:54.387132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-5d8923f8-e79d-4264-a74e-289d320a123f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "GET /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2287061 Jul 06 18:48:54.400928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:54.504660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2a26982c-6b69-428f-8f9f-cba4d0005430 req-51d4128d-9cc1-497c-8484-281d59814e86 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1161389 Jul 06 18:48:54.508542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ce23c-1145-4af5-8ac4-07e822d43fdc tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.509911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cb4ce23c-1145-4af5-8ac4-07e822d43fdc tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=d0fc8234-00ae-4042-b477-45dcced9a69e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1341500 Jul 06 18:48:54.512706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37308) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:54.556584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c27d60-6e28-438e-b36d-05e50d15dfa3 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:48:54.565354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.570591 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.579190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Transition to ACTIVE for port object b2c27d60-6e28-438e-b36d-05e50d15dfa3 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:54.584303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.650912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cc19a-4039-4328-aa86-e21c1276c11f tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.654862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-340cc19a-4039-4328-aa86-e21c1276c11f tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/networks/5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 881 time: 0.1386731 Jul 06 18:48:54.655495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37310) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:54.661466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c27d60-6e28-438e-b36d-05e50d15dfa3,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:54.712757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Attempting to bind port b2c27d60-6e28-438e-b36d-05e50d15dfa3 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:54.713098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Attempting to bind port b2c27d60-6e28-438e-b36d-05e50d15dfa3 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:54.713448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Attempting to bind port b2c27d60-6e28-438e-b36d-05e50d15dfa3 on network 046c2ba4-580b-4dfe-afe2-06b58b12e63d {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:54.718115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Port b2c27d60-6e28-438e-b36d-05e50d15dfa3 on network 046c2ba4-580b-4dfe-afe2-06b58b12e63d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:48:54.718445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Attempting to bind port b2c27d60-6e28-438e-b36d-05e50d15dfa3 on network 046c2ba4-580b-4dfe-afe2-06b58b12e63d {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:54.724048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:54.724780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Checking segment: {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:54.724780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Bound using segment: {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:54.725209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Bound port: b2c27d60-6e28-438e-b36d-05e50d15dfa3, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ff3f1f-f497-4454-8141-bc621e362293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:54.725557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.747703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-db958177-ccd0-460a-891c-5d4f11254f15 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fc8234-00ae-4042-b477-45dcced9a69e HTTP/1.1" status: 200 len: 205 time: 0.0914609 Jul 06 18:48:54.748400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37312) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:54.806797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] For port b2c27d60-6e28-438e-b36d-05e50d15dfa3, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:54.811197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] For port b2c27d60-6e28-438e-b36d-05e50d15dfa3, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:54.819617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.894665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.898933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c27d60-6e28-438e-b36d-05e50d15dfa3,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:54.912216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:54.912900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:54.914409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-129d0388-4b61-4719-9a2b-838f8a5e7b34 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2c27d60-6e28-438e-b36d-05e50d15dfa3 HTTP/1.1" status: 200 len: 1130 time: 1.0842340 Jul 06 18:48:54.914857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:54.917455 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe994038-a231-43a7-8f9b-0bc64f993a42" -d '{"events": [{"name": "network-changed", "server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:54.984046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] For port 1afc42e0-ffc3-4b54-9467-8c1302e646cd, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1afc42e0-ffc3-4b54-9467-8c1302e646cd,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:55.059768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] For port 1afc42e0-ffc3-4b54-9467-8c1302e646cd, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:55.101589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] device_id is not set on port 1afc42e0-ffc3-4b54-9467-8c1302e646cd yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:48:55.112565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-4184e775-7f11-418d-8800-757640b47f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.112816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.115269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-4184e775-7f11-418d-8800-757640b47f75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1133 time: 0.1424081 Jul 06 18:48:55.125186 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.196363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-e877329a-822e-43dd-ba49-cd7bcf9ff372 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3 HTTP/1.1" status: 200 len: 217 time: 0.0686662 Jul 06 18:48:55.225635 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139690b1-34b4-4e38-839b-516a33aa60c3 x-openstack-request-id: req-139690b1-34b4-4e38-839b-516a33aa60c3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:55.226031 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:55.226178 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-139690b1-34b4-4e38-839b-516a33aa60c3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:55.227189 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'status': 'completed', 'code': 200} Jul 06 18:48:55.246487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-811c4d72-ddd7-486d-8800-8acd0192240c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.254069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-811c4d72-ddd7-486d-8800-8acd0192240c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.264077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-811c4d72-ddd7-486d-8800-8acd0192240c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.270480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-811c4d72-ddd7-486d-8800-8acd0192240c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.278248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-811c4d72-ddd7-486d-8800-8acd0192240c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.284104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-811c4d72-ddd7-486d-8800-8acd0192240c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.290410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-811c4d72-ddd7-486d-8800-8acd0192240c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.292415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] No DVR routers for this DVR port 1afc42e0-ffc3-4b54-9467-8c1302e646cd on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:55.292696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-811c4d72-ddd7-486d-8800-8acd0192240c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 5394 time: 0.2712438 Jul 06 18:48:55.330669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.333645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] Pushing event updated for resources: {'Port': ['ID=1afc42e0-ffc3-4b54-9467-8c1302e646cd,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:55.359953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-3c7ca5e3-a99b-4d62-91dd-e1294f1de62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.361507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-3c7ca5e3-a99b-4d62-91dd-e1294f1de62c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82bfebea-0028-48ce-bbe2-827fae982eb8 HTTP/1.1" status: 200 len: 835 time: 0.1563022 Jul 06 18:48:55.386897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] In _notify_port_updated(), no bound segment for port 1afc42e0-ffc3-4b54-9467-8c1302e646cd on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:48:55.388141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.389044 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.391051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-257c5a03-ff99-4bb3-942e-4cb8048ccb03 service neutron] 10.222.0.24 "PUT /v2.0/ports/1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 200 len: 1033 time: 0.9956937 Jul 06 18:48:55.425927 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-642b35ab-385b-4836-89bf-0e7af192f2b0 req-f65769cd-0870-4a1d-9a36-916977e84c26 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&id=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078236 Jul 06 18:48:55.465675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb7d2a69-b090-4c5e-8cf0-c790c52b2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.470686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-bb7d2a69-b090-4c5e-8cf0-c790c52b2d02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=046c2ba4-580b-4dfe-afe2-06b58b12e63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926437 Jul 06 18:48:55.475762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-50e1a551-5dad-4a74-9619-1c232e2ef100 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.477340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-50e1a551-5dad-4a74-9619-1c232e2ef100 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "GET /v2.0/ports/10da5450-7c8f-45b8-9976-7b9288f56e5e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0807781 Jul 06 18:48:55.490606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:55.526989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Deleting port 58dd2915-398f-4ae3-a1c3-59708781096f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:55.527494 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.576766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a0a7cc69-eb43-4c7e-a04c-db3f005bc4b8 None None] Provisioning complete for port 1afc42e0-ffc3-4b54-9467-8c1302e646cd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:55.577909 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cc69-eb43-4c7e-a04c-db3f005bc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.582513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-5cb36284-052a-45c1-a25e-c8babb768d29 service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053097 Jul 06 18:48:55.630037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7cc69-eb43-4c7e-a04c-db3f005bc4b8 None None] Port 1afc42e0-ffc3-4b54-9467-8c1302e646cd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:55.700658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.702953 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.706572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-842ededd-b459-4a54-9c7b-38bf7e0a951d req-8c881c8e-48bf-4b11-ae35-3440c440e01e service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173277 Jul 06 18:48:55.725347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Calling delete_port for 58dd2915-398f-4ae3-a1c3-59708781096f owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:55.834764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-7cd074b0-dcb0-4c4b-9cfd-7df974ab501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.837279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-7cd074b0-dcb0-4c4b-9cfd-7df974ab501b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1133 time: 0.0779502 Jul 06 18:48:55.954496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-4d432ccb-b728-40d1-89f8-23aa4d6ccd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:55.956376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-4d432ccb-b728-40d1-89f8-23aa4d6ccd2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=046c2ba4-580b-4dfe-afe2-06b58b12e63d HTTP/1.1" status: 200 len: 898 time: 0.1100149 Jul 06 18:48:56.000500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-d92fd384-133d-4c9c-a3b9-cad7aab8bee7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3 HTTP/1.1" status: 200 len: 217 time: 0.0367110 Jul 06 18:48:56.057486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-1d862e8d-8d4d-4121-a76c-e40173ecca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.059184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-1d862e8d-8d4d-4121-a76c-e40173ecca3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82bfebea-0028-48ce-bbe2-827fae982eb8 HTTP/1.1" status: 200 len: 835 time: 0.0515978 Jul 06 18:48:56.130828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-048b2a74-5b8d-428f-a762-15abb425b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.132274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-048b2a74-5b8d-428f-a762-15abb425b037 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=046c2ba4-580b-4dfe-afe2-06b58b12e63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656123 Jul 06 18:48:56.226313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-7f52e6fa-353a-45c2-8b47-316275afb2c9 service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865529 Jul 06 18:48:56.239108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5d92c-3288-4d7f-8367-4aefa61e658c req-30997b5d-8205-457d-b65c-d8485ad056bc tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.240613 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3b5d92c-3288-4d7f-8367-4aefa61e658c req-30997b5d-8205-457d-b65c-d8485ad056bc tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 982 time: 0.5877154 Jul 06 18:48:56.333298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe994038-a231-43a7-8f9b-0bc64f993a42 req-addb1488-aa9f-4712-915b-befa60c58baf service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987964 Jul 06 18:48:56.354824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3b5d92c-3288-4d7f-8367-4aefa61e658c req-bead1eee-57c9-49f7-b4ea-f1dc7862a7a6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1069317 Jul 06 18:48:56.373667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] For port 10da5450-7c8f-45b8-9976-7b9288f56e5e, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=10da5450-7c8f-45b8-9976-7b9288f56e5e,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:56.437274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] For port 10da5450-7c8f-45b8-9976-7b9288f56e5e, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:56.439222 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.490764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event deleted for resources: {'Port': ['ID=58dd2915-398f-4ae3-a1c3-59708781096f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:56.518555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] device_id is not set on port 10da5450-7c8f-45b8-9976-7b9288f56e5e yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:48:56.545846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.566100 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.575590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.650484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281035e3-cd26-4cec-8957-8b7844ae8cc7 req-13032122-5afb-4528-9e84-6ce099fcee1f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.659638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281035e3-cd26-4cec-8957-8b7844ae8cc7 req-13032122-5afb-4528-9e84-6ce099fcee1f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.666831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281035e3-cd26-4cec-8957-8b7844ae8cc7 req-13032122-5afb-4528-9e84-6ce099fcee1f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.675349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281035e3-cd26-4cec-8957-8b7844ae8cc7 req-13032122-5afb-4528-9e84-6ce099fcee1f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.683330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281035e3-cd26-4cec-8957-8b7844ae8cc7 req-13032122-5afb-4528-9e84-6ce099fcee1f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.685376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-281035e3-cd26-4cec-8957-8b7844ae8cc7 req-13032122-5afb-4528-9e84-6ce099fcee1f tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 3905 time: 0.1072204 Jul 06 18:48:56.694152 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.700001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.726389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] No DVR routers for this DVR port 10da5450-7c8f-45b8-9976-7b9288f56e5e on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:56.730134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] Pushing event updated for resources: {'Port': ['ID=10da5450-7c8f-45b8-9976-7b9288f56e5e,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:56.734289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-281035e3-cd26-4cec-8957-8b7844ae8cc7 req-48d29f1f-3ca4-48cd-97f5-0636d7367eb6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421138 Jul 06 18:48:56.797502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.798068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Fanout notify agent at l3_agent the message router_deleted on router d0fc8234-00ae-4042-b477-45dcced9a69e {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:56.807122 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.812170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37336) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:56.812456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a655d931-f915-4cd5-ad19-c3a8eba63292 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/d0fc8234-00ae-4042-b477-45dcced9a69e HTTP/1.1" status: 204 len: 168 time: 2.0583661 Jul 06 18:48:56.813898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] In _notify_port_updated(), no bound segment for port 10da5450-7c8f-45b8-9976-7b9288f56e5e on network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:48:56.814830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.815818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.816814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-b53571ce-e5c3-454f-9497-aa571cffa7ef service neutron] 10.222.0.24 "PUT /v2.0/ports/10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 200 len: 1032 time: 1.3331108 Jul 06 18:48:56.817778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-992623908', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:56.855216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.856583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.919192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.937347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port 78d92e89-de50-498a-937e-2649db794776 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:56.937708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.962189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-50a5158c-3690-4fab-a3b6-65960ab79b8c None None] Provisioning complete for port 10da5450-7c8f-45b8-9976-7b9288f56e5e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:56.963435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50a5158c-3690-4fab-a3b6-65960ab79b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.040023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-50a5158c-3690-4fab-a3b6-65960ab79b8c None None] Port 10da5450-7c8f-45b8-9976-7b9288f56e5e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:57.056790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] For port 78d92e89-de50-498a-937e-2649db794776, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=78d92e89-de50-498a-937e-2649db794776,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:57.057161 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.071920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for 78d92e89-de50-498a-937e-2649db794776 owned by compute:foo_zone {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:57.081701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.216272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.245634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=78d92e89-de50-498a-937e-2649db794776,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:57.263467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.263878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.264860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.265209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.265586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.265967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.266285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.266763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.266949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.267280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.267608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.267925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:57.303739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.322713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] No DVR routers for this DVR port 78d92e89-de50-498a-937e-2649db794776 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:57.323754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.325324 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.327407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-bab46554-8e1a-44ee-926a-f6d30b3636cf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "DELETE /v2.0/ports/78d92e89-de50-498a-937e-2649db794776 HTTP/1.1" status: 204 len: 173 time: 0.5036271 Jul 06 18:48:57.327863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': '78d92e89-de50-498a-937e-2649db794776'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:57.330266 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d2ec8e-dfdc-4ea4-9516-35184e970e63" -d '{"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "78d92e89-de50-498a-937e-2649db794776"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:57.373606 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc7936-bf6a-40ec-b00b-ce6d0d254379 x-openstack-request-id: req-7fbc7936-bf6a-40ec-b00b-ce6d0d254379 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:57.373938 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "78d92e89-de50-498a-937e-2649db794776", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:57.374167 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fbc7936-bf6a-40ec-b00b-ce6d0d254379 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:57.374584 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': '78d92e89-de50-498a-937e-2649db794776', 'status': 'completed', 'code': 200} Jul 06 18:48:57.455518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port d4b8992c-2d12-4392-9fde-e05548fa139d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:57.455906 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.467721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Allocated IP 172.25.4.13 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/806e1b93-6b82-4e6e-b92d-3da4bff41a17) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:57.568813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] For port d4b8992c-2d12-4392-9fde-e05548fa139d, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d4b8992c-2d12-4392-9fde-e05548fa139d,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:57.569550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.589017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for d4b8992c-2d12-4392-9fde-e05548fa139d owned by compute:foo_zone {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:57.618744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eadc55-a9f4-422f-b4f5-1de3a768d3fc req-95acc5e6-8f85-4be6-8801-2c1dee19381e tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:57.620299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7eadc55-a9f4-422f-b4f5-1de3a768d3fc req-95acc5e6-8f85-4be6-8801-2c1dee19381e tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 982 time: 0.1344230 Jul 06 18:48:57.639230 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.687082 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7eadc55-a9f4-422f-b4f5-1de3a768d3fc req-ede553a7-a503-4251-99d3-08e11702d4ef tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0528326 Jul 06 18:48:57.732595 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.764304 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.794090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event updated for resources: {'Port': ['ID=806e1b93-6b82-4e6e-b92d-3da4bff41a17,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:57.806700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:57.808212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:57.810992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:57.840780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=d4b8992c-2d12-4392-9fde-e05548fa139d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:57.915717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] No DVR routers for this DVR port d4b8992c-2d12-4392-9fde-e05548fa139d on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:57.918796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:57.920785 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-24ee7ef7-306b-42cf-8c7f-ee1b8b4f187c tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "DELETE /v2.0/ports/d4b8992c-2d12-4392-9fde-e05548fa139d HTTP/1.1" status: 204 len: 173 time: 0.5870233 Jul 06 18:48:58.060905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db833c-faa5-4eb0-8ad9-04cd38344510 req-97cff674-2e2f-4220-a0fe-a80788c7052b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:58.066919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db833c-faa5-4eb0-8ad9-04cd38344510 req-97cff674-2e2f-4220-a0fe-a80788c7052b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:58.073201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db833c-faa5-4eb0-8ad9-04cd38344510 req-97cff674-2e2f-4220-a0fe-a80788c7052b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:58.075276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45db833c-faa5-4eb0-8ad9-04cd38344510 req-97cff674-2e2f-4220-a0fe-a80788c7052b tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 2428 time: 0.1605349 Jul 06 18:48:58.115607 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.126463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45db833c-faa5-4eb0-8ad9-04cd38344510 req-2f80f4f0-6c8e-4f85-b88f-afde4b3ad141 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442371 Jul 06 18:48:58.128077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port 3bf408fe-5823-47ef-94af-548bd65a1a77 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:58.128477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.255704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] For port 3bf408fe-5823-47ef-94af-548bd65a1a77, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3bf408fe-5823-47ef-94af-548bd65a1a77,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:58.256482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.277401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for 3bf408fe-5823-47ef-94af-548bd65a1a77 owned by compute:foo_zone {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:58.459713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.464564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.505469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37354) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:58.511973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=3bf408fe-5823-47ef-94af-548bd65a1a77,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:58.566917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] No DVR routers for this DVR port 3bf408fe-5823-47ef-94af-548bd65a1a77 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:58.569802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.572191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ad0eb8e8-6859-49cc-a2cf-462cc4b1d9e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "DELETE /v2.0/ports/3bf408fe-5823-47ef-94af-548bd65a1a77 HTTP/1.1" status: 204 len: 173 time: 0.6430910 Jul 06 18:48:58.607047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Router 0d78cb6b-2f14-4a94-b622-81acebd666f3 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:58.627354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b2c27d60-6e28-438e-b36d-05e50d15dfa3 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:48:58.629824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 78d92e89-de50-498a-937e-2649db794776 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:58.657299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 78d92e89-de50-498a-937e-2649db794776 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:58.657635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 78d92e89-de50-498a-937e-2649db794776 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:58.658277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 4a6ebf14-82aa-4dbb-83e5-46361d90762a no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:58.664705 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6c0177b-5d2e-436d-a0e3-0e136783f500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.722052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:58.722469 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.756334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:58.768419 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2319d8-86e8-4ffe-b352-b67fd4055f2e None None] Sync routers for ids ['0d78cb6b-2f14-4a94-b622-81acebd666f3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:58.782968 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2319d8-86e8-4ffe-b352-b67fd4055f2e None None] Routers {'0d78cb6b-2f14-4a94-b622-81acebd666f3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:58.783607 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0b2319d8-86e8-4ffe-b352-b67fd4055f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0d78cb6b-2f14-4a94-b622-81acebd666f3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:58.797061 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.837049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:58.839529 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a7fc7e-673b-43d4-bddc-e9ac836b064b" -d '{"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:58.842734 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0b2319d8-86e8-4ffe-b352-b67fd4055f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:58.843580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b2c27d60-6e28-438e-b36d-05e50d15dfa3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:58.856412 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2319d8-86e8-4ffe-b352-b67fd4055f2e None None] Routers {'0d78cb6b-2f14-4a94-b622-81acebd666f3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:58.857653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] For port fe774b3a-0b21-4bdb-b411-b7e0285a7c92, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:58.857653 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.858228 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0b2319d8-86e8-4ffe-b352-b67fd4055f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0d78cb6b-2f14-4a94-b622-81acebd666f3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:58.865531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 4a6ebf14-82aa-4dbb-83e5-46361d90762a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:58.866981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'port_id': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'mac_address': 'fa:16:3e:50:c8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:48:58.875196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.877371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 10da5450-7c8f-45b8-9976-7b9288f56e5e no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:58.885758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for fe774b3a-0b21-4bdb-b411-b7e0285a7c92 owned by compute:foo_zone {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:58.897259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6c0177b-5d2e-436d-a0e3-0e136783f500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.905915 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-0b2319d8-86e8-4ffe-b352-b67fd4055f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:58.906973 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2319d8-86e8-4ffe-b352-b67fd4055f2e None None] The sync data for ids ['0d78cb6b-2f14-4a94-b622-81acebd666f3'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:58.907195 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6c0177b-5d2e-436d-a0e3-0e136783f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.912726 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.914552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dd10e0d9-b75d-4a69-875d-62b346fee27f tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1010232 Jul 06 18:48:58.917117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37362) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:58.924219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:58.958960 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95474ce-c382-4785-af3d-c9a6a3d71393 x-openstack-request-id: req-c95474ce-c382-4785-af3d-c9a6a3d71393 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:58.959252 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:58.959690 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c95474ce-c382-4785-af3d-c9a6a3d71393 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:58.960225 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'code': 200} Jul 06 18:48:58.997327 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f6c0177b-5d2e-436d-a0e3-0e136783f500 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e189148813342a2aeb2ce5b4334bd62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901831 Jul 06 18:48:58.997974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37364) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:59.010816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0177b-5d2e-436d-a0e3-0e136783f500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27498e30-d395-4bfc-8079-17e6aac78327,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:59.011039 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.047134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 10da5450-7c8f-45b8-9976-7b9288f56e5e not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:59.047568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3bf408fe-5823-47ef-94af-548bd65a1a77 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:59.053493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=4a6ebf14-82aa-4dbb-83e5-46361d90762a,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:59.057128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c27d60-6e28-438e-b36d-05e50d15dfa3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:48:59.087461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 3bf408fe-5823-47ef-94af-548bd65a1a77 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:59.088103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3bf408fe-5823-47ef-94af-548bd65a1a77 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:59.088688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 1afc42e0-ffc3-4b54-9467-8c1302e646cd no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:59.090573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53739916-d110-4621-be65-2ffa0a2c7a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.130614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc5e74-98d8-44c7-b1ec-48f74e705376 req-bf3ea9c8-974b-42d5-a9b3-7fcb76751cbb tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:59.133843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ebc5e74-98d8-44c7-b1ec-48f74e705376 req-bf3ea9c8-974b-42d5-a9b3-7fcb76751cbb tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 982 time: 0.2133436 Jul 06 18:48:59.136968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b2c27d60-6e28-438e-b36d-05e50d15dfa3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:59.146331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53739916-d110-4621-be65-2ffa0a2c7a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.147405 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.166857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.212028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=fe774b3a-0b21-4bdb-b411-b7e0285a7c92,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:59.252731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b2c27d60-6e28-438e-b36d-05e50d15dfa3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:59.260725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 1afc42e0-ffc3-4b54-9467-8c1302e646cd not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:59.261543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d4b8992c-2d12-4392-9fde-e05548fa139d no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:59.277966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] No DVR routers for this DVR port fe774b3a-0b21-4bdb-b411-b7e0285a7c92 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:59.279429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.282122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-ce818f75-95e3-4243-a374-6e1e252b44e0 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "DELETE /v2.0/ports/fe774b3a-0b21-4bdb-b411-b7e0285a7c92 HTTP/1.1" status: 204 len: 173 time: 0.7048566 Jul 06 18:48:59.289191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53739916-d110-4621-be65-2ffa0a2c7a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.292662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53739916-d110-4621-be65-2ffa0a2c7a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.297349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-53739916-d110-4621-be65-2ffa0a2c7a5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27498e30-d395-4bfc-8079-17e6aac78327 HTTP/1.1" status: 204 len: 168 time: 0.2965915 Jul 06 18:48:59.321511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: d4b8992c-2d12-4392-9fde-e05548fa139d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:59.322236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d4b8992c-2d12-4392-9fde-e05548fa139d not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:59.324728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fe774b3a-0b21-4bdb-b411-b7e0285a7c92 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:59.348859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: fe774b3a-0b21-4bdb-b411-b7e0285a7c92 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:59.349626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fe774b3a-0b21-4bdb-b411-b7e0285a7c92 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:59.365658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53739916-d110-4621-be65-2ffa0a2c7a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27498e30-d395-4bfc-8079-17e6aac78327,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:59.375651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': 'd4b8992c-2d12-4392-9fde-e05548fa139d'}, {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': '3bf408fe-5823-47ef-94af-548bd65a1a77'}, {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': 'fe774b3a-0b21-4bdb-b411-b7e0285a7c92'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:59.378400 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ee922-7906-4822-b9dc-22e22a081bdd" -d '{"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "d4b8992c-2d12-4392-9fde-e05548fa139d"}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "3bf408fe-5823-47ef-94af-548bd65a1a77"}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "fe774b3a-0b21-4bdb-b411-b7e0285a7c92"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:59.398724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['b2c27d60-6e28-438e-b36d-05e50d15dfa3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:48:59.463490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa02ad8-303f-4b00-a4bc-cb0d305202e5 req-4060bf96-bee4-4453-b8f4-131107ff35e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:59.465274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fa02ad8-303f-4b00-a4bc-cb0d305202e5 req-4060bf96-bee4-4453-b8f4-131107ff35e6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 947 time: 0.1549470 Jul 06 18:48:59.515095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port 4a6ebf14-82aa-4dbb-83e5-46361d90762a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:59.515435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.520826 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fa02ad8-303f-4b00-a4bc-cb0d305202e5 req-b6c31091-5c90-480a-8490-31e2b31d8613 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups?id=59b8ce37-85d8-4139-813a-1f2c2aac5e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479832 Jul 06 18:48:59.642674 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d23e37d-322b-45d5-8cc6-a63742e1c2b6 x-openstack-request-id: req-2d23e37d-322b-45d5-8cc6-a63742e1c2b6 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:59.642987 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "d4b8992c-2d12-4392-9fde-e05548fa139d", "status": "completed", "code": 200}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "3bf408fe-5823-47ef-94af-548bd65a1a77", "status": "completed", "code": 200}, {"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "fe774b3a-0b21-4bdb-b411-b7e0285a7c92", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:59.643780 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d23e37d-322b-45d5-8cc6-a63742e1c2b6 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:59.643780 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': 'd4b8992c-2d12-4392-9fde-e05548fa139d', 'status': 'completed', 'code': 200} Jul 06 18:48:59.643981 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': '3bf408fe-5823-47ef-94af-548bd65a1a77', 'status': 'completed', 'code': 200} Jul 06 18:48:59.644203 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': 'fe774b3a-0b21-4bdb-b411-b7e0285a7c92', 'status': 'completed', 'code': 200} Jul 06 18:48:59.681582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] For port 4a6ebf14-82aa-4dbb-83e5-46361d90762a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=4a6ebf14-82aa-4dbb-83e5-46361d90762a,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:59.681764 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.702284 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ebc5e74-98d8-44c7-b1ec-48f74e705376 req-9be7a42a-9dea-49ee-bbfb-cc219e3f4c58 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1058934 Jul 06 18:48:59.889443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.904780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.971507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Deleting port 806e1b93-6b82-4e6e-b92d-3da4bff41a17 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:59.972074 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.974979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.975368 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:59.975668 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Floating IP cd81a173-d11b-46d5-a9e6-a0291adee828 disassociated. External IP: 172.25.4.245, port: 4a6ebf14-82aa-4dbb-83e5-46361d90762a. Jul 06 18:48:59.976019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for 4a6ebf14-82aa-4dbb-83e5-46361d90762a owned by compute:foo_zone {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:00.054219 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.067669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Calling delete_port for 806e1b93-6b82-4e6e-b92d-3da4bff41a17 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:00.127922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.159085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=4a6ebf14-82aa-4dbb-83e5-46361d90762a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:00.253601 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.286650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Pushing event deleted for resources: {'Port': ['ID=806e1b93-6b82-4e6e-b92d-3da4bff41a17,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:00.289030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Router 427f4925-55c6-4198-8742-c3f30dbdbf31 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:49:00.357063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.410581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:00.421520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] Sync routers for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:00.431524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:00.433027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:00.467697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] No DVR routers for this DVR port 4a6ebf14-82aa-4dbb-83e5-46361d90762a on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:00.470325 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.472730 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-732a076b-0c02-448c-947f-bb5baf32d838 req-640e1c4b-6376-4956-a608-819693351457 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.24 "DELETE /v2.0/ports/4a6ebf14-82aa-4dbb-83e5-46361d90762a HTTP/1.1" status: 204 len: 173 time: 1.1740105 Jul 06 18:49:00.585433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.590429 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.613298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:00.675215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b2c27d60-6e28-438e-b36d-05e50d15dfa3 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:00.738521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Router 0d78cb6b-2f14-4a94-b622-81acebd666f3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:49:00.855816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-df49e42c-2019-400b-9ee7-4284c690b96a req-188ac366-8334-4c91-9e87-df7671d4fe91 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0687227 Jul 06 18:49:00.895067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:00.904731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.906184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-14780549-654c-461b-ac94-a6443deaa83e tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "PUT /v2.0/routers/0d78cb6b-2f14-4a94-b622-81acebd666f3 HTTP/1.1" status: 200 len: 709 time: 1.9870887 Jul 06 18:49:00.906990 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c415f19-fd54-4161-8ccf-cdf94ca04dcc None None] Sync routers for ids ['0d78cb6b-2f14-4a94-b622-81acebd666f3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:00.909821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37402) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:00.919665 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c415f19-fd54-4161-8ccf-cdf94ca04dcc None None] Routers {'0d78cb6b-2f14-4a94-b622-81acebd666f3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:00.922370 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c415f19-fd54-4161-8ccf-cdf94ca04dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0d78cb6b-2f14-4a94-b622-81acebd666f3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:00.980298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port b2c27d60-6e28-438e-b36d-05e50d15dfa3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:01.006976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port b2c27d60-6e28-438e-b36d-05e50d15dfa3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:01.007358 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.009873 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c415f19-fd54-4161-8ccf-cdf94ca04dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:01.037334 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c415f19-fd54-4161-8ccf-cdf94ca04dcc None None] Routers {'0d78cb6b-2f14-4a94-b622-81acebd666f3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:01.038402 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c415f19-fd54-4161-8ccf-cdf94ca04dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['0d78cb6b-2f14-4a94-b622-81acebd666f3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:01.085176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a14bc0-eb13-4cb7-81b3-e53cf4ae8199 req-8c9df9dd-e1e4-4f98-95f4-2dc9692c9ba0 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:01.088661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89a14bc0-eb13-4cb7-81b3-e53cf4ae8199 req-8c9df9dd-e1e4-4f98-95f4-2dc9692c9ba0 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 983 time: 0.1568735 Jul 06 18:49:01.111303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c415f19-fd54-4161-8ccf-cdf94ca04dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:01.111969 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c415f19-fd54-4161-8ccf-cdf94ca04dcc None None] The sync data for ids ['0d78cb6b-2f14-4a94-b622-81acebd666f3'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:01.119496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e421bae-1c8b-4424-a121-216c3838facc tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/routers/0d78cb6b-2f14-4a94-b622-81acebd666f3 HTTP/1.1" status: 200 len: 744 time: 0.2076335 Jul 06 18:49:01.122162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37406) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.176075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d7e355b-7f8b-49ea-a681-a00f47dee322 tempest-RoutersIpV6AdminTest-1722290846 tempest-RoutersIpV6AdminTest-1722290846-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5252f85f-2217-44be-8007-5bb515235547&device_id=0d78cb6b-2f14-4a94-b622-81acebd666f3 HTTP/1.1" status: 200 len: 205 time: 0.0524728 Jul 06 18:49:01.182226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37410) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.188789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-89a14bc0-eb13-4cb7-81b3-e53cf4ae8199 req-10c33e46-b95a-4678-a3ea-febeec5b6ba0 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0927844 Jul 06 18:49:01.231461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e8ab0089-913f-4b15-b1ee-7de8f74bc575 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d78cb6b-2f14-4a94-b622-81acebd666f3 HTTP/1.1" status: 200 len: 205 time: 0.0480354 Jul 06 18:49:01.234076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37412) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.334839 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ffc42b6-5528-4c4a-9db9-7d5c104c5825 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.375347 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.392786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:24Z', 'revision_number': 5, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:01.431521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] Checking router: 427f4925-55c6-4198-8742-c3f30dbdbf31 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:49:01.440589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:01.443348 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f91b577-bcf1-455a-8765-0de57bab1006" -d '{"events": [{"server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "name": "network-vif-plugged", "status": "completed", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:01.463445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b2c27d60-6e28-438e-b36d-05e50d15dfa3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:01.465204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:01.466070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:01.569397 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c679bd4-7d1a-4aca-9f35-eb0d498952f0 x-openstack-request-id: req-3c679bd4-7d1a-4aca-9f35-eb0d498952f0 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:01.569786 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "name": "network-vif-plugged", "status": "completed", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:01.570071 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c679bd4-7d1a-4aca-9f35-eb0d498952f0 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:01.570503 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'code': 200} Jul 06 18:49:01.574065 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.587082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ffc42b6-5528-4c4a-9db9-7d5c104c5825 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.588200 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ffc42b6-5528-4c4a-9db9-7d5c104c5825 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.626203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:01.645230 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ffc42b6-5528-4c4a-9db9-7d5c104c5825 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.645884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffc42b6-5528-4c4a-9db9-7d5c104c5825 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Fanout notify agent at l3_agent the message router_deleted on router 0d78cb6b-2f14-4a94-b622-81acebd666f3 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:49:01.657028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ffc42b6-5528-4c4a-9db9-7d5c104c5825 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.661429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9ffc42b6-5528-4c4a-9db9-7d5c104c5825 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/0d78cb6b-2f14-4a94-b622-81acebd666f3 HTTP/1.1" status: 204 len: 168 time: 0.4229281 Jul 06 18:49:01.668293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:01.670631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37416) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.686768 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fbb622-2712-435a-a3be-76f713cebd95" -d '{"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:01.696421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b2c27d60-6e28-438e-b36d-05e50d15dfa3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:01.728785 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9f2d7069-697a-433a-8d1b-578ebbfa97d9 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d78cb6b-2f14-4a94-b622-81acebd666f3 HTTP/1.1" status: 200 len: 205 time: 0.0537043 Jul 06 18:49:01.729097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37420) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.793839 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b293f35c-5943-4457-b75c-8b30d0289a33 x-openstack-request-id: req-b293f35c-5943-4457-b75c-8b30d0289a33 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:01.794610 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f756ac-fe3a-48a0-9414-5144eb3575c1", "name": "network-vif-deleted", "tag": "4a6ebf14-82aa-4dbb-83e5-46361d90762a", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:01.795100 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b293f35c-5943-4457-b75c-8b30d0289a33 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:01.795579 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f756ac-fe3a-48a0-9414-5144eb3575c1', 'name': 'network-vif-deleted', 'tag': '4a6ebf14-82aa-4dbb-83e5-46361d90762a', 'status': 'completed', 'code': 200} Jul 06 18:49:01.799911 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-d3314ee0-6613-49ba-861b-4dcb43d0b1d0 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] delete failed (client error): The resource could not be found. Jul 06 18:49:01.801220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d3314ee0-6613-49ba-861b-4dcb43d0b1d0 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/0d78cb6b-2f14-4a94-b622-81acebd666f3 HTTP/1.1" status: 404 len: 336 time: 0.0708606 Jul 06 18:49:01.804293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37422) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.804987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed930a-e861-432b-abb2-450a98865187 req-447ac940-aab0-4229-b350-cbb1cd741f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:01.807419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0ed930a-e861-432b-abb2-450a98865187 req-447ac940-aab0-4229-b350-cbb1cd741f81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1135 time: 0.1890590 Jul 06 18:49:01.843876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-271eedc5-c0ce-44db-89dd-1ff354252d78 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fc8234-00ae-4042-b477-45dcced9a69e HTTP/1.1" status: 200 len: 205 time: 0.0357931 Jul 06 18:49:01.844066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37424) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.884080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0ed930a-e861-432b-abb2-450a98865187 req-44b2e821-ac91-4670-bb3b-b4b47829f215 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0691810 Jul 06 18:49:01.890359 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-054f57a4-baa5-473c-bfe6-3921fa154a71 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] delete failed (client error): The resource could not be found. Jul 06 18:49:01.892206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-054f57a4-baa5-473c-bfe6-3921fa154a71 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/d0fc8234-00ae-4042-b477-45dcced9a69e HTTP/1.1" status: 404 len: 336 time: 0.0470605 Jul 06 18:49:01.894542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37426) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.929345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-91d3385b-793a-4db8-ba32-d0092388e6a0 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0 HTTP/1.1" status: 200 len: 205 time: 0.0307121 Jul 06 18:49:01.929345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37430) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:01.970683 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-e49a1028-5507-4bb1-8224-b647028652eb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] delete failed (client error): The resource could not be found. Jul 06 18:49:01.974332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e49a1028-5507-4bb1-8224-b647028652eb tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/220e1b9f-a9fe-4dc9-8d5f-a6cb02060ff0 HTTP/1.1" status: 404 len: 336 time: 0.0416992 Jul 06 18:49:01.974630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37432) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.008179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9b3581c7-60a2-44a6-9df0-8dd94fd36e36 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f09b41dd-da24-4baf-8574-41e4c6881d93 HTTP/1.1" status: 200 len: 205 time: 0.0301464 Jul 06 18:49:02.009287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37436) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.038385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:24Z', 'revision_number': 5, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:02.050926 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-aec31410-0fb0-4573-ac8f-3a8307bde221 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] delete failed (client error): The resource could not be found. Jul 06 18:49:02.054810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aec31410-0fb0-4573-ac8f-3a8307bde221 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/f09b41dd-da24-4baf-8574-41e4c6881d93 HTTP/1.1" status: 404 len: 336 time: 0.0431881 Jul 06 18:49:02.055070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37438) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.091342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f66137f2-7985-49f6-acdc-4887590c8f18 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46db3ad-edf6-4c80-ac15-aac0fc020984 HTTP/1.1" status: 200 len: 205 time: 0.0351229 Jul 06 18:49:02.093570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37442) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.101539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a416c0-c5a3-4fa1-ba50-1ac70411404a None None] The sync data for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 is: [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '944de527-7607-412b-b4f5-41289d75a069', 'name': '', 'network_id': '407ff483-eebb-47c2-ba28-b34ffefc1775', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'mac_address': 'fa:16:3e:f2:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '783b06c9-d226-4e29-8525-79f9621946f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:13Z', 'updated_at': '2021-07-06T18:38:24Z', 'revision_number': 5, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'subnets': [{'id': '783b06c9-d226-4e29-8525-79f9621946f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:02.115817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09ec44c9-da90-4b57-bb2e-0173c1e04b8d req-12ac85e2-aa7a-4c15-917b-617d1d77453e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0659218 Jul 06 18:49:02.154727 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-48f0a951-316d-4115-8683-b59e423e3927 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] delete failed (client error): The resource could not be found. Jul 06 18:49:02.163093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-48f0a951-316d-4115-8683-b59e423e3927 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/b46db3ad-edf6-4c80-ac15-aac0fc020984 HTTP/1.1" status: 404 len: 336 time: 0.0683784 Jul 06 18:49:02.165627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37444) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.201134 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b90b9384-1997-4b06-a8b1-b605b1fb7b1d tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6633486-51f9-451a-bc4c-395e752f6a4f HTTP/1.1" status: 200 len: 205 time: 0.0341418 Jul 06 18:49:02.203916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37448) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.250162 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-f018a25b-89a7-42eb-9cd9-1f0b61f8d792 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] delete failed (client error): The resource could not be found. Jul 06 18:49:02.251212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f018a25b-89a7-42eb-9cd9-1f0b61f8d792 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/routers/b6633486-51f9-451a-bc4c-395e752f6a4f HTTP/1.1" status: 404 len: 336 time: 0.0463877 Jul 06 18:49:02.253894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37452) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.283656 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-465787b2-343c-42f2-9d9f-b59f599b0083 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:02.284217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465787b2-343c-42f2-9d9f-b59f599b0083 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:02.286026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-465787b2-343c-42f2-9d9f-b59f599b0083 tempest-RoutersIpV6AdminTest-1636954975 tempest-RoutersIpV6AdminTest-1636954975-project] 10.222.0.53 "DELETE /v2.0/subnets/9ec86f62-5a36-4a38-a8d2-b001953cbfe0 HTTP/1.1" status: 404 len: 337 time: 0.0309606 Jul 06 18:49:02.491549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a448aa1-5a84-4d73-acf8-f272463d37d9 req-d25146de-05db-4bab-8361-5eda81d45671 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:02.494099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a448aa1-5a84-4d73-acf8-f272463d37d9 req-d25146de-05db-4bab-8361-5eda81d45671 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 984 time: 0.1289935 Jul 06 18:49:02.574613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a448aa1-5a84-4d73-acf8-f272463d37d9 req-d5a06c2b-b6f3-4da4-9125-90ba5e260a9e tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0668108 Jul 06 18:49:02.609318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0bacb-bb5a-42bb-af8b-1f4154b55409 None None] New status for floating IP cd81a173-d11b-46d5-a9e6-a0291adee828: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:49:02.762822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37464) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.945049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae9d46ff-2ffc-4692-b718-7b3ad2b8d62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.048709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae9d46ff-2ffc-4692-b718-7b3ad2b8d62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.055499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae9d46ff-2ffc-4692-b718-7b3ad2b8d62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.102359 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ae9d46ff-2ffc-4692-b718-7b3ad2b8d62b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73143281a79d4a39a182d5abe1ca50f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379180 Jul 06 18:49:03.103605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d46ff-2ffc-4692-b718-7b3ad2b8d62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9a304d-0aa5-4d10-901e-6bdfd97866fb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:03.105386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37468) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:03.175790 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef943ad3-196e-4af7-ac4e-4062c38dd9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.199356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef943ad3-196e-4af7-ac4e-4062c38dd9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.262003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef943ad3-196e-4af7-ac4e-4062c38dd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.271963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ef943ad3-196e-4af7-ac4e-4062c38dd9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.294233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ef943ad3-196e-4af7-ac4e-4062c38dd9aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c9a304d-0aa5-4d10-901e-6bdfd97866fb HTTP/1.1" status: 204 len: 168 time: 0.1692989 Jul 06 18:49:03.301135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-087e62a7-74df-414b-9cfe-a8000cbf0a49 req-0cfc0001-36fd-4b0b-b802-a140662ee35d tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0363927 Jul 06 18:49:03.328030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef943ad3-196e-4af7-ac4e-4062c38dd9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9a304d-0aa5-4d10-901e-6bdfd97866fb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:03.623101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37482) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:03.669556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8bf91e22-1e9c-40ad-ab19-a293189293ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fa2a47b438943a787f0087f1f02f9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422375 Jul 06 18:49:03.669881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37486) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:03.742203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d0f367b-d76a-4822-81f7-59b7644761cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.766885 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d0f367b-d76a-4822-81f7-59b7644761cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.792502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af773772-a9aa-4c93-8db6-d9e1fb5df000 req-72872fc7-ac73-4bd5-a0ef-0e2e47761bd1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:03.794170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af773772-a9aa-4c93-8db6-d9e1fb5df000 req-72872fc7-ac73-4bd5-a0ef-0e2e47761bd1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 984 time: 0.0729485 Jul 06 18:49:03.827146 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d0f367b-d76a-4822-81f7-59b7644761cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.833779 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d0f367b-d76a-4822-81f7-59b7644761cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.838296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d0f367b-d76a-4822-81f7-59b7644761cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ae5dc97-8b48-49f8-a9f7-1197f8ffc4e1 HTTP/1.1" status: 204 len: 168 time: 0.1653333 Jul 06 18:49:03.847166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f367b-d76a-4822-81f7-59b7644761cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae5dc97-8b48-49f8-a9f7-1197f8ffc4e1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:03.849871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-af773772-a9aa-4c93-8db6-d9e1fb5df000 req-6bf474f2-7aeb-4266-a50b-33375edb942f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0488174 Jul 06 18:49:04.110291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b014350-c9fe-433a-9b82-8fbd13123204 req-f4904fb0-9489-4129-bcb9-58fa1315e512 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:04.111895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b014350-c9fe-433a-9b82-8fbd13123204 req-f4904fb0-9489-4129-bcb9-58fa1315e512 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 984 time: 0.0772464 Jul 06 18:49:04.171256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b014350-c9fe-433a-9b82-8fbd13123204 req-c0175d98-a742-4b49-b875-151fa89f97a1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0527463 Jul 06 18:49:04.399884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc8fb8-22d5-4fb4-946c-8037b00f3618 req-a29fbbb2-0cc1-4601-8a01-52886aee4bed tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:04.401468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86fc8fb8-22d5-4fb4-946c-8037b00f3618 req-a29fbbb2-0cc1-4601-8a01-52886aee4bed tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1135 time: 0.0985553 Jul 06 18:49:04.451693 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86fc8fb8-22d5-4fb4-946c-8037b00f3618 req-a8fc9b99-db40-4594-b058-13703e977e3b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.578572 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f96da4d8-fc63-4a79-a729-518c87a786ac req-8afb22cb-b5bc-475e-b883-15f0900e8afd tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0571179 Jul 06 18:49:04.649228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86fc8fb8-22d5-4fb4-946c-8037b00f3618 req-a8fc9b99-db40-4594-b058-13703e977e3b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.657561 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-86fc8fb8-22d5-4fb4-946c-8037b00f3618 req-a8fc9b99-db40-4594-b058-13703e977e3b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.692804 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86fc8fb8-22d5-4fb4-946c-8037b00f3618 req-a8fc9b99-db40-4594-b058-13703e977e3b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2786722 Jul 06 18:49:04.711683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc9b99-db40-4594-b058-13703e977e3b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67909ebb-4e13-4c9e-aa80-f15e0464f884,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:04.724354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37518) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:04.786597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b1575-ac21-4d1f-b3d4-8a1b958508be tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:04.788298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a47b1575-ac21-4d1f-b3d4-8a1b958508be tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1130 time: 0.0624712 Jul 06 18:49:04.792108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37522) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:04.798117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:04.823783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.872729 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37524) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:05.208134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2133594130'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:05.243634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Made reservation on behalf of 5bf832fde80648e0a1545f56dae907c4 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:05.244439 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:49:05.247470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.259308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.294783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.437410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Allocated IP 172.25.4.198 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/8550eeb1-01fb-4599-b849-dd59dfe2b7c2) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:05.474118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.489662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.543703 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:05.568367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.568703 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Added segment d0157ee3-85ab-429c-b886-e38a181dcc2a of type vlan for network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f Jul 06 18:49:05.590865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14dec0f-fa41-435d-90a3-51e03c56125b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:05.659380 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.691639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.741785 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.747451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:05.749767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.782524 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f6f6c6aa-6671-428f-8105-638ee8ade2ff req-f8f2f4bf-d5db-463a-a2aa-318b9cd65436 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0540411 Jul 06 18:49:05.849838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9765601 Jul 06 18:49:05.853705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37554) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:05.860744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21c7a6-4820-40f5-bc98-1f345b3c7fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event updated for resources: {'Network': ['ID=beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:05.862925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Request body: {'subnet': {'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:05.872434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:05.872943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.889784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:05.892175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:05.916452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:05.960715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=8550eeb1-01fb-4599-b849-dd59dfe2b7c2,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:05.992830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Made reservation on behalf of 5bf832fde80648e0a1545f56dae907c4 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:05.997663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.234796 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.291489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event updated for resources: {'Subnet': ['ID=3aacab20-4122-4552-90df-a20d1a614884,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:06.335635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Checking segment: {'id': 'd0157ee3-85ab-429c-b886-e38a181dcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:06.336147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Network hostable DHCP agents. Network: beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:06.355314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:06.368226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:06.379872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9989676-da32-496e-8f85-fc9cafc98d0f None None] Network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:06.383696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:06.386689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.416862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-756e3f7f-67c7-403e-87fd-a2d786cce505 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5596454 Jul 06 18:49:06.419320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37566) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:06.424428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Request body: {'port': {'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-493111090'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:06.486812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.575170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f', 'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f', 'tenant_id': '5bf832fde80648e0a1545f56dae907c4', 'fixed_ips': [{'subnet_id': '3aacab20-4122-4552-90df-a20d1a614884'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:06.576077 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.581194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Made reservation on behalf of 5bf832fde80648e0a1545f56dae907c4 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:06.584901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.621662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] device_id is not set on port 90912ad8-efaa-4dec-81c3-0af3dff5b996 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:49:06.672826 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.730428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Allocated IP 2001:db8::2 (beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f/3aacab20-4122-4552-90df-a20d1a614884/19c4848b-5f3b-45e2-9d65-5b79733d62e6) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:06.884867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.893734 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.953514 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.963748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Transition to ACTIVE for port object 19c4848b-5f3b-45e2-9d65-5b79733d62e6 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:06.978380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=8550eeb1-01fb-4599-b849-dd59dfe2b7c2,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:06.983785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Transition to ACTIVE for port object 19c4848b-5f3b-45e2-9d65-5b79733d62e6 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:06.990410 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.010148 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.048661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-716269a3-e947-4c5b-90ed-0a67bf20d25a req-805b42ff-399d-4bfe-874d-ff9d47ff8d3e tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0621362 Jul 06 18:49:07.070899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Pushing event updated for resources: {'Port': ['ID=19c4848b-5f3b-45e2-9d65-5b79733d62e6,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:07.086479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.086791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.087145 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.087570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.087901 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.088229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.088702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.089037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.089355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.089674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.090066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.096476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:07.118572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:07.120289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:07.122905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:07.159253 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Floating IP b50e1300-1110-42b3-bb6a-7b27c16285d5 associated. External IP: 172.25.4.198, port: b2c27d60-6e28-438e-b36d-05e50d15dfa3. Jul 06 18:49:07.174841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Allocated IP 2001:db8::2fb (beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f/3aacab20-4122-4552-90df-a20d1a614884/90912ad8-efaa-4dec-81c3-0af3dff5b996) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:07.197968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Attempting to bind port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:07.198403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Attempting to bind port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'd0157ee3-85ab-429c-b886-e38a181dcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:07.198930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Attempting to bind port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 on network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:07.209205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:07.210241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Checking segment: {'id': 'd0157ee3-85ab-429c-b886-e38a181dcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:07.212686 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.213118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Bound using segment: {'id': 'd0157ee3-85ab-429c-b886-e38a181dcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:07.213805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Bound port: 19c4848b-5f3b-45e2-9d65-5b79733d62e6, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0157ee3-85ab-429c-b886-e38a181dcc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:07.214199 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.327204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] For port 19c4848b-5f3b-45e2-9d65-5b79733d62e6, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:07.333271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] For port 19c4848b-5f3b-45e2-9d65-5b79733d62e6, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=19c4848b-5f3b-45e2-9d65-5b79733d62e6,segment=NetworkSegment(d0157ee3-85ab-429c-b886-e38a181dcc2a),segment_id=d0157ee3-85ab-429c-b886-e38a181dcc2a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:07.342876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.425333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04d985-c379-4ada-bc75-9d4bced6250a None None] Pushing event updated for resources: {'Port': ['ID=19c4848b-5f3b-45e2-9d65-5b79733d62e6,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:07.463720 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.493553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Transition to ACTIVE for port object 90912ad8-efaa-4dec-81c3-0af3dff5b996 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:07.539158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:49:07.539297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.603456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:07.608137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:07.612507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:07.625484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:07.626198 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.645481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event updated for resources: {'Port': ['ID=90912ad8-efaa-4dec-81c3-0af3dff5b996,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:07.667139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ff414639-34b8-4e59-bc79-f87782e18e87 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2466927 Jul 06 18:49:07.668007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:07.674096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Request body: {'port': {'network_id': 'beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1707451101', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:07.677105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] bootfile-name is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:49:07.677105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] tftp-server is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:49:07.677105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.api.validators [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] server-ip-address is not in valid_values {{(pid=93966) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:49:07.733683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:07.744381 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] Sync routers for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:07.773451 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:07.776697 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:07.790580 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.899462 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-993b5f91-f4f8-4491-9ee9-22f4092b25e9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1040614 Jul 06 18:49:07.901385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37596) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:07.903087 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:07.908401 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48317476-edda-458c-8382-72064a653b55" -d '{"events": [{"name": "network-changed", "server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:07.956753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 19c4848b-5f3b-45e2-9d65-5b79733d62e6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:07.958074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Made reservation on behalf of 5bf832fde80648e0a1545f56dae907c4 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:07.964056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:07.978887 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:08.018564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] device_id is not set on port f6cdafe9-6344-4f86-8b60-69a86cf96125 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:49:08.078830 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64734948-eca1-4a84-b011-f9681e053e4c x-openstack-request-id: req-64734948-eca1-4a84-b011-f9681e053e4c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:08.079184 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:08.079358 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64734948-eca1-4a84-b011-f9681e053e4c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:08.079926 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'status': 'completed', 'code': 200} Jul 06 18:49:08.102397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:08.210340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.211190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.211820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.212462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.213147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.213888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.214690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.215314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.215938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.216582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.219148 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ab21869e-bc88-4c89-b7a2-a856deacec07 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 0.3060060 Jul 06 18:49:08.224335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37604) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:08.271922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48317476-edda-458c-8382-72064a653b55 req-12031250-0438-496e-aecc-4ee736743f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.274168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48317476-edda-458c-8382-72064a653b55 req-12031250-0438-496e-aecc-4ee736743f74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1135 time: 0.1934340 Jul 06 18:49:08.302290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Allocated IP 2001:db8::113 (beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f/3aacab20-4122-4552-90df-a20d1a614884/f6cdafe9-6344-4f86-8b60-69a86cf96125) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:08.353252 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b50e1300-1110-42b3-bb6a-7b27c16285d5', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'port_id': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'mac_address': 'fa:16:3e:50:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db9629-7278-404c-8f20-a03fd96700be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:49:06Z', 'updated_at': '2021-07-06T18:49:06Z', 'revision_number': 0, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:52Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:08.362832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.363381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.363890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.364398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.364907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.365411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.365955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.366455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.366958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.367476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.372482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a409b7d4-911d-4907-93a6-b01d0090d27b tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6422 time: 0.1442971 Jul 06 18:49:08.380963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37608) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:08.428309 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] Checking router: 4fca855f-3d48-4eae-af9b-1a0499ba2e91 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:49:08.452245 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:08.452900 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:48:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:08.585448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48317476-edda-458c-8382-72064a653b55 req-ea6e041f-6328-46b5-ba5e-daae0ba19cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.587480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48317476-edda-458c-8382-72064a653b55 req-ea6e041f-6328-46b5-ba5e-daae0ba19cf5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=046c2ba4-580b-4dfe-afe2-06b58b12e63d HTTP/1.1" status: 200 len: 898 time: 0.3061254 Jul 06 18:49:08.611461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53effd7f-c9c4-4994-9d1f-b249ba37818c req-90b172f1-4be3-499e-ba72-e91f0918c51a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.2139068 Jul 06 18:49:08.743049 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48317476-edda-458c-8382-72064a653b55 req-bdaa186c-3869-4646-b67b-73456a60a366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3 HTTP/1.1" status: 200 len: 999 time: 0.1487429 Jul 06 18:49:08.828925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48317476-edda-458c-8382-72064a653b55 req-8e9cee43-3f97-4a2f-a960-80c7b7404704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.831385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48317476-edda-458c-8382-72064a653b55 req-8e9cee43-3f97-4a2f-a960-80c7b7404704 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82bfebea-0028-48ce-bbe2-827fae982eb8 HTTP/1.1" status: 200 len: 835 time: 0.0815959 Jul 06 18:49:08.845854 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:08.892701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:08.917120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Transition to ACTIVE for port object f6cdafe9-6344-4f86-8b60-69a86cf96125 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:08.967556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ff96478d-dca0-4984-bcdb-51420f7a5f78 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.5851610 Jul 06 18:49:08.973800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37612) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:09.010795 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:09.060619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f668b29-d623-46e7-a37b-475dab27be48 None None] Network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:09.062039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48317476-edda-458c-8382-72064a653b55 req-34e7e80e-6bd3-4f4c-8880-4844eebed8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:09.064529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48317476-edda-458c-8382-72064a653b55 req-34e7e80e-6bd3-4f4c-8880-4844eebed8ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=046c2ba4-580b-4dfe-afe2-06b58b12e63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264845 Jul 06 18:49:09.072716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:09.076161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:09.084108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:09.090473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:09.091323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:09.104197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event updated for resources: {'Port': ['ID=f6cdafe9-6344-4f86-8b60-69a86cf96125,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:09.131475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b0d3aee2-dcc6-47f0-936f-4bfce65525e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4599814 Jul 06 18:49:09.131822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37614) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:09.162249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa4451-93f8-4520-b432-6d58b19758fc tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:09.162636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa4451-93f8-4520-b432-6d58b19758fc tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:09.164314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3afa4451-93f8-4520-b432-6d58b19758fc tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fca855f-3d48-4eae-af9b-1a0499ba2e91 HTTP/1.1" status: 200 len: 1988 time: 0.1783752 Jul 06 18:49:09.200429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-30d21198-0f0a-42d0-bae4-8f9dad2eba23 None None] Provisioning for port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:09.210862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-30d21198-0f0a-42d0-bae4-8f9dad2eba23 None None] Provisioning complete for port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:09.211487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30d21198-0f0a-42d0-bae4-8f9dad2eba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:09.240302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48317476-edda-458c-8382-72064a653b55 req-2b6d8138-3434-4435-bffc-6a4f043d2a0d service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664207 Jul 06 18:49:09.288886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8ee44-06a4-45bc-8377-56329779a9db tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:09.307774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8ee44-06a4-45bc-8377-56329779a9db tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:09.318162 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b50e1300-1110-42b3-bb6a-7b27c16285d5', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'port_id': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'mac_address': 'fa:16:3e:50:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db9629-7278-404c-8f20-a03fd96700be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:49:06Z', 'updated_at': '2021-07-06T18:49:06Z', 'revision_number': 0, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:52Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:09.331367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8ee44-06a4-45bc-8377-56329779a9db tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:09.336706 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2db8ee44-06a4-45bc-8377-56329779a9db tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2015371 Jul 06 18:49:09.339129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37618) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:09.378762 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc4950-5183-4461-bf0c-e224019c1f8b None None] The sync data for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 is: [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'b50e1300-1110-42b3-bb6a-7b27c16285d5', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'port_id': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'mac_address': 'fa:16:3e:50:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db9629-7278-404c-8f20-a03fd96700be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:49:06Z', 'updated_at': '2021-07-06T18:49:06Z', 'revision_number': 0, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:52Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:09.427742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30d21198-0f0a-42d0-bae4-8f9dad2eba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:09.457035 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48317476-edda-458c-8382-72064a653b55 req-8f74c67f-463d-4a1b-b4f4-e487de5b17a6 service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085993 Jul 06 18:49:09.517403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-982adb28-b303-400a-b3e9-dc3e9ceee444 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Deleting port f6cdafe9-6344-4f86-8b60-69a86cf96125 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:09.517904 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-982adb28-b303-400a-b3e9-dc3e9ceee444 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:09.527021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-30d21198-0f0a-42d0-bae4-8f9dad2eba23 None None] For port 19c4848b-5f3b-45e2-9d65-5b79733d62e6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=19c4848b-5f3b-45e2-9d65-5b79733d62e6,segment=NetworkSegment(d0157ee3-85ab-429c-b886-e38a181dcc2a),segment_id=d0157ee3-85ab-429c-b886-e38a181dcc2a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:09.536352 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30d21198-0f0a-42d0-bae4-8f9dad2eba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:09.640036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d21198-0f0a-42d0-bae4-8f9dad2eba23 None None] Pushing event updated for resources: {'Port': ['ID=19c4848b-5f3b-45e2-9d65-5b79733d62e6,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:09.680036 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-982adb28-b303-400a-b3e9-dc3e9ceee444 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:09.709900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-982adb28-b303-400a-b3e9-dc3e9ceee444 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Calling delete_port for f6cdafe9-6344-4f86-8b60-69a86cf96125 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:09.749649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0de5b-6a7c-4749-b8ad-6151e3d317a8 None None] New status for floating IP b50e1300-1110-42b3-bb6a-7b27c16285d5: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:49:09.920026 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17cc8fa1-ca3f-48a8-b016-12a29731721b req-f512295c-7fc1-4391-81c9-ec1681f08db7 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0593152 Jul 06 18:49:09.935617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 19c4848b-5f3b-45e2-9d65-5b79733d62e6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:09.974124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-982adb28-b303-400a-b3e9-dc3e9ceee444 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.015227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982adb28-b303-400a-b3e9-dc3e9ceee444 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event deleted for resources: {'Port': ['ID=f6cdafe9-6344-4f86-8b60-69a86cf96125,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:10.042820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8181671-b974-48c3-9730-fc42e23c00ae None None] Could not find standard attr ID for object f6cdafe9-6344-4f86-8b60-69a86cf96125. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:49:10.061397 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-982adb28-b303-400a-b3e9-dc3e9ceee444 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.067841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-982adb28-b303-400a-b3e9-dc3e9ceee444 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "DELETE /v2.0/ports/f6cdafe9-6344-4f86-8b60-69a86cf96125 HTTP/1.1" status: 204 len: 168 time: 0.7238643 Jul 06 18:49:10.068608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37624) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:10.075047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Request body: {'port': {'name': 'tempest-new-port-name-933237783', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:10.075639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.api.validators [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] bootfile-name is not in valid_values {{(pid=93967) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:49:10.076048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.api.validators [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] tftp-server is not in valid_values {{(pid=93967) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:49:10.076449 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.api.validators [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] server-ip-address is not in valid_values {{(pid=93967) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:49:10.084473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8181671-b974-48c3-9730-fc42e23c00ae None None] Provisioning for port 90912ad8-efaa-4dec-81c3-0af3dff5b996 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:10.107843 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8181671-b974-48c3-9730-fc42e23c00ae None None] Provisioning complete for port 90912ad8-efaa-4dec-81c3-0af3dff5b996 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:10.110269 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8181671-b974-48c3-9730-fc42e23c00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.191227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:10.191534 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.193189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b8181671-b974-48c3-9730-fc42e23c00ae None None] Port 90912ad8-efaa-4dec-81c3-0af3dff5b996 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:49:10.233436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b8181671-b974-48c3-9730-fc42e23c00ae None None] Provisioning complete for port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:10.234260 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8181671-b974-48c3-9730-fc42e23c00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.254749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.555757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c7857c3c-19c6-4cf4-b2de-ba1b23213815 None None] Provisioning complete for port 90912ad8-efaa-4dec-81c3-0af3dff5b996 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:10.562555 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7857c3c-19c6-4cf4-b2de-ba1b23213815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.613401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c7857c3c-19c6-4cf4-b2de-ba1b23213815 None None] Port 90912ad8-efaa-4dec-81c3-0af3dff5b996 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:49:10.643495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.651433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.692074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] In _notify_port_updated(), no bound segment for port 90912ad8-efaa-4dec-81c3-0af3dff5b996 on network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f {{(pid=93967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:49:10.698632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:10.699446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:10.703725 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "PUT /v2.0/ports/90912ad8-efaa-4dec-81c3-0af3dff5b996 HTTP/1.1" status: 200 len: 1129 time: 0.6314046 Jul 06 18:49:10.704776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37628) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:10.725046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924af2f8-77ec-47c6-b08a-91f996c0e569 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event updated for resources: {'Port': ['ID=90912ad8-efaa-4dec-81c3-0af3dff5b996,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:10.742650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dea584e7-40a2-463d-959d-8265f522e5da None None] Could not find standard attr ID for object f6cdafe9-6344-4f86-8b60-69a86cf96125. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:49:10.784703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55efa0-d151-4b52-9dc2-76e579338704 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:10.790664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9c55efa0-d151-4b52-9dc2-76e579338704 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "GET /v2.0/ports/90912ad8-efaa-4dec-81c3-0af3dff5b996 HTTP/1.1" status: 200 len: 1129 time: 0.0837348 Jul 06 18:49:10.791135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37630) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:10.924108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-33fdb857-5a74-4624-a41a-71275f402e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Deleting port 90912ad8-efaa-4dec-81c3-0af3dff5b996 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:10.924501 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33fdb857-5a74-4624-a41a-71275f402e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.366605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-727a9eee-88f5-4dfa-a6f8-e1fac2c84953 None None] Provisioning complete for port 90912ad8-efaa-4dec-81c3-0af3dff5b996 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:11.367167 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-727a9eee-88f5-4dfa-a6f8-e1fac2c84953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.371292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ab4b0f3-e51e-4c36-888b-c4cceb52e59d req-0a80eb7f-4bfe-4cd2-a75f-c7a2557786bc tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0369887 Jul 06 18:49:11.420314 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-727a9eee-88f5-4dfa-a6f8-e1fac2c84953 None None] Port 90912ad8-efaa-4dec-81c3-0af3dff5b996 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:49:11.421250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33fdb857-5a74-4624-a41a-71275f402e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.435274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-33fdb857-5a74-4624-a41a-71275f402e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Calling delete_port for 90912ad8-efaa-4dec-81c3-0af3dff5b996 owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:11.576804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33fdb857-5a74-4624-a41a-71275f402e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.608391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdb857-5a74-4624-a41a-71275f402e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event deleted for resources: {'Port': ['ID=90912ad8-efaa-4dec-81c3-0af3dff5b996,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:11.647021 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-33fdb857-5a74-4624-a41a-71275f402e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.649098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-33fdb857-5a74-4624-a41a-71275f402e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "DELETE /v2.0/ports/90912ad8-efaa-4dec-81c3-0af3dff5b996 HTTP/1.1" status: 204 len: 168 time: 0.8569925 Jul 06 18:49:11.651689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37634) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:11.712515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4187044-fa5d-4a78-8460-648f68a2fcc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Deleting subnet 3aacab20-4122-4552-90df-a20d1a614884 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:49:11.717157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b4187044-fa5d-4a78-8460-648f68a2fcc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.775144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b4187044-fa5d-4a78-8460-648f68a2fcc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.879256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b4187044-fa5d-4a78-8460-648f68a2fcc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.962431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b4187044-fa5d-4a78-8460-648f68a2fcc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:11.995485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187044-fa5d-4a78-8460-648f68a2fcc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event deleted for resources: {'Subnet': ['ID=3aacab20-4122-4552-90df-a20d1a614884,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:11.999481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b4187044-fa5d-4a78-8460-648f68a2fcc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.001400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b4187044-fa5d-4a78-8460-648f68a2fcc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "DELETE /v2.0/subnets/3aacab20-4122-4552-90df-a20d1a614884 HTTP/1.1" status: 204 len: 168 time: 0.3486893 Jul 06 18:49:12.004440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37642) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:12.013601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79296075-b05e-4bd1-acf4-b0d31cb80724 None None] Network beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:12.112320 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.174115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Deleting port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:12.174865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.256739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] For port 19c4848b-5f3b-45e2-9d65-5b79733d62e6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=19c4848b-5f3b-45e2-9d65-5b79733d62e6,segment=NetworkSegment(d0157ee3-85ab-429c-b886-e38a181dcc2a),segment_id=d0157ee3-85ab-429c-b886-e38a181dcc2a)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:12.257205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.272962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Calling delete_port for 19c4848b-5f3b-45e2-9d65-5b79733d62e6 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:12.278294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] DHCP port deletion for beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:49:12.332040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] Deleting port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:12.332682 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.368098 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.397414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event deleted for resources: {'Port': ['ID=19c4848b-5f3b-45e2-9d65-5b79733d62e6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:12.400424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] No DVR routers for this DVR port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:12.449454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] For port 19c4848b-5f3b-45e2-9d65-5b79733d62e6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=19c4848b-5f3b-45e2-9d65-5b79733d62e6,segment=NetworkSegment(d0157ee3-85ab-429c-b886-e38a181dcc2a),segment_id=d0157ee3-85ab-429c-b886-e38a181dcc2a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:12.450036 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.479187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] Calling delete_port for 19c4848b-5f3b-45e2-9d65-5b79733d62e6 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:12.500090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.511303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:12.522954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0157ee3-85ab-429c-b886-e38a181dcc2a') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:12.523388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0157ee3-85ab-429c-b886-e38a181dcc2a') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:12.533245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.548308 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.555541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:12.556093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.627034 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.648745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1a8e6c8f-80df-45da-ab45-2d0f51b1bc0a req-195eaf55-4bf9-4061-9512-4fd2ef14b34a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0465603 Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:12.649928 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:12.665301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.668425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] Pushing event deleted for resources: {'Port': ['ID=19c4848b-5f3b-45e2-9d65-5b79733d62e6,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:12.673028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:12.675478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547599d-ccd7-4b2b-a1f3-bfeae1847748 None None] No DVR routers for this DVR port 19c4848b-5f3b-45e2-9d65-5b79733d62e6 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:12.686402 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] 10.222.0.53 "DELETE /v2.0/networks/beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f HTTP/1.1" status: 204 len: 168 time: 0.6722357 Jul 06 18:49:12.704986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f1a7e-2681-4aaa-a01b-e3389a617cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226 tempest-ExtraDHCPOptionsIpV6TestJSON-1956168226-project] Pushing event deleted for resources: {'Network': ['ID=beb14e0f-2e57-4ab7-bfcd-9dfd803bad3f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:12.952967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37652) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:13.111768 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7135fda7-ce72-4430-86cb-75b6e01e16ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bf832fde80648e0a1545f56dae907c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575801 Jul 06 18:49:13.114267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37656) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:13.166758 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc9d9-2bd0-43cc-a1d2-21a64a069ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:13.189706 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc9d9-2bd0-43cc-a1d2-21a64a069ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:13.239296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc9d9-2bd0-43cc-a1d2-21a64a069ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:13.241957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc9d9-2bd0-43cc-a1d2-21a64a069ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:13.245494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a2ebc9d9-2bd0-43cc-a1d2-21a64a069ee6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a14dec0f-fa41-435d-90a3-51e03c56125b HTTP/1.1" status: 204 len: 168 time: 0.1279881 Jul 06 18:49:13.259661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebc9d9-2bd0-43cc-a1d2-21a64a069ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14dec0f-fa41-435d-90a3-51e03c56125b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:13.855582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 19c4848b-5f3b-45e2-9d65-5b79733d62e6 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:13.874947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ceccaca-7c02-463f-ad3c-35c39616337b req-8af8e105-7b65-434b-93c5-c22150037f8a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0486457 Jul 06 18:49:13.899993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 19c4848b-5f3b-45e2-9d65-5b79733d62e6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:49:13.900782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 19c4848b-5f3b-45e2-9d65-5b79733d62e6 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:14.080317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37684) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:14.223211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1415652326'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:14.264891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:14.271121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:14.282494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:14.432335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:14.449104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:14.483664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:14.504857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e938459d-742d-4433-af68-dec523150a09,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:14.510563 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:14.511159 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 14136a24-b288-4beb-bb5c-a20a9c7624c7 of type vlan for network 21372128-d692-4d0a-b77b-0c1496fb39f3 Jul 06 18:49:14.563905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:14.594295 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:14.600193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:14.600793 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:14.659493 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5778272 Jul 06 18:49:14.672614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45cfdc-ad4f-4699-a39a-6910824b44fe tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=21372128-d692-4d0a-b77b-0c1496fb39f3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:14.684193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 21372128-d692-4d0a-b77b-0c1496fb39f3 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:14.792699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37690) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:14.798072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': '21372128-d692-4d0a-b77b-0c1496fb39f3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:14.921510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:14.925417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.077842 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c44e016b-d287-4aa6-ba88-4f4bea1f3082 req-e02a80ca-59de-4b1b-8a00-857812a52008 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f756ac-fe3a-48a0-9414-5144eb3575c1 HTTP/1.1" status: 200 len: 210 time: 0.0298269 Jul 06 18:49:15.143389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.214278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=94967f88-eb0e-48a8-8002-1e467e7b1a76,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:15.226342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': '14136a24-b288-4beb-bb5c-a20a9c7624c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '21372128-d692-4d0a-b77b-0c1496fb39f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:15.226970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: 21372128-d692-4d0a-b77b-0c1496fb39f3, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:15.252639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network 21372128-d692-4d0a-b77b-0c1496fb39f3 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:15.258155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 21372128-d692-4d0a-b77b-0c1496fb39f3) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:15.262434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:15.263232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.270827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9947f72c-8f85-42bd-b7f5-8841d1d71d48 None None] Network 21372128-d692-4d0a-b77b-0c1496fb39f3 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:15.281499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-91473e95-1e3d-49d8-89dd-6bbc4ed2b68a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4873841 Jul 06 18:49:15.284618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37696) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:15.289992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-108292206'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:15.314736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:15.318972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.344058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:15.354493 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.354981 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 00b5d490-372a-4fb3-9873-6ff53d881aa0 of type vlan for network e01f5fed-cc21-4553-a119-3a12e1ecce67 Jul 06 18:49:15.399096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.429290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.436156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-21372128-d692-4d0a-b77b-0c1496fb39f3', 'network_id': '21372128-d692-4d0a-b77b-0c1496fb39f3', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': '94967f88-eb0e-48a8-8002-1e467e7b1a76'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:15.436678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:15.437207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.437343 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.507938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=e01f5fed-cc21-4553-a119-3a12e1ecce67,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:15.523514 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-85f220f4-8935-49ad-ab10-c93dbae183cd tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2342000 Jul 06 18:49:15.523514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37700) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:15.523942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e01f5fed-cc21-4553-a119-3a12e1ecce67 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:15.531754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': 'e01f5fed-cc21-4553-a119-3a12e1ecce67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:15.588387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4daabb05-d4de-4304-9a43-0c0ecae29244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.633401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:15.637403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.658263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Allocated IP 172.20.255.242 (21372128-d692-4d0a-b77b-0c1496fb39f3/94967f88-eb0e-48a8-8002-1e467e7b1a76/159c9047-3f4b-4332-999e-d6e503244510) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:15.835745 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.844719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Transition to ACTIVE for port object 159c9047-3f4b-4332-999e-d6e503244510 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:15.860253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Transition to ACTIVE for port object 159c9047-3f4b-4332-999e-d6e503244510 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:15.862742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.868203 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.906163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Network 21372128-d692-4d0a-b77b-0c1496fb39f3 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:15.913233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:15.916895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:15.923358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Pushing event updated for resources: {'Port': ['ID=159c9047-3f4b-4332-999e-d6e503244510,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:15.932119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=f180d59a-e4f6-41b2-8f36-9592a52bacf8,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:15.940880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': '00b5d490-372a-4fb3-9873-6ff53d881aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e01f5fed-cc21-4553-a119-3a12e1ecce67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:15.941047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: e01f5fed-cc21-4553-a119-3a12e1ecce67, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:15.959706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network e01f5fed-cc21-4553-a119-3a12e1ecce67 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:15.972133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e01f5fed-cc21-4553-a119-3a12e1ecce67) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:15.976835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:15.977702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.987147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4afdd-ffe8-4914-9981-339a1d1b8625 None None] Network e01f5fed-cc21-4553-a119-3a12e1ecce67 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:15.993003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Attempting to bind port 159c9047-3f4b-4332-999e-d6e503244510 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:15.993380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Attempting to bind port 159c9047-3f4b-4332-999e-d6e503244510 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '14136a24-b288-4beb-bb5c-a20a9c7624c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '21372128-d692-4d0a-b77b-0c1496fb39f3'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:15.993859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Attempting to bind port 159c9047-3f4b-4332-999e-d6e503244510 on network 21372128-d692-4d0a-b77b-0c1496fb39f3 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:15.997501 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fb96c636-4ebb-40cc-aee4-be200d982a28 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4722476 Jul 06 18:49:16.000573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37702) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:16.033989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:16.034652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Checking segment: {'id': '14136a24-b288-4beb-bb5c-a20a9c7624c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '21372128-d692-4d0a-b77b-0c1496fb39f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:16.035339 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.035888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Bound using segment: {'id': '14136a24-b288-4beb-bb5c-a20a9c7624c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '21372128-d692-4d0a-b77b-0c1496fb39f3'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:16.036532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Bound port: 159c9047-3f4b-4332-999e-d6e503244510, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14136a24-b288-4beb-bb5c-a20a9c7624c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '21372128-d692-4d0a-b77b-0c1496fb39f3'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:16.037078 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.119602 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.154681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] For port 159c9047-3f4b-4332-999e-d6e503244510, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:16.172812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] For port 159c9047-3f4b-4332-999e-d6e503244510, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=159c9047-3f4b-4332-999e-d6e503244510,segment=NetworkSegment(14136a24-b288-4beb-bb5c-a20a9c7624c7),segment_id=14136a24-b288-4beb-bb5c-a20a9c7624c7)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:16.183310 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.220720 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.230201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37708) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:16.251801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b9eb4-e713-48c4-bae9-041418a98117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-e01f5fed-cc21-4553-a119-3a12e1ecce67', 'network_id': 'e01f5fed-cc21-4553-a119-3a12e1ecce67', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': 'f180d59a-e4f6-41b2-8f36-9592a52bacf8'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:16.252765 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e54b9eb4-e713-48c4-bae9-041418a98117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.326136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32cecf8e-96d8-4894-8067-0cca704efdaf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.352360 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.378885 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32cecf8e-96d8-4894-8067-0cca704efdaf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.400276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=f180d59a-e4f6-41b2-8f36-9592a52bacf8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-e54b9eb4-e713-48c4-bae9-041418a98117 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f180d59a-e4f6-41b2-8f36-9592a52bacf8: This subnet is being modified by another concurrent operation. Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:49:16.431368 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f180d59a-e4f6-41b2-8f36-9592a52bacf8: This subnet is being modified by another concurrent operation. Jul 06 18:49:16.435893 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:49:16.442367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f076c-e2d9-4cfa-a6ef-dbece5cbe785 None None] Pushing event updated for resources: {'Port': ['ID=159c9047-3f4b-4332-999e-d6e503244510,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:16.458453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146aafe7-8451-4056-92bb-5323a983fea0 None None] Network e01f5fed-cc21-4553-a119-3a12e1ecce67 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:16.515992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32cecf8e-96d8-4894-8067-0cca704efdaf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.519492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32cecf8e-96d8-4894-8067-0cca704efdaf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.523406 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-32cecf8e-96d8-4894-8067-0cca704efdaf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "DELETE /v2.0/security-groups/59b8ce37-85d8-4139-813a-1f2c2aac5e48 HTTP/1.1" status: 204 len: 168 time: 0.2895107 Jul 06 18:49:16.524286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37714) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:16.546064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cecf8e-96d8-4894-8067-0cca704efdaf tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b8ce37-85d8-4139-813a-1f2c2aac5e48,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:16.548329 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-c98b3d87-564f-45de-a593-5bd4263a54db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] show failed (client error): The resource could not be found. Jul 06 18:49:16.549496 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c98b3d87-564f-45de-a593-5bd4263a54db tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "GET /v2.0/security-groups/59b8ce37-85d8-4139-813a-1f2c2aac5e48 HTTP/1.1" status: 404 len: 347 time: 0.0219533 Jul 06 18:49:16.561267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37716) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:16.833084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37720) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:16.834929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port 062bdd8d-7e97-4687-823f-cfa3b4e04105 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:16.835375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.922238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.922681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.937775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for 062bdd8d-7e97-4687-823f-cfa3b4e04105 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:16.961944 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.968332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8b66-71e9-469a-b860-29049151e926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.973846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01f5fed-cc21-4553-a119-3a12e1ecce67']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:16.989267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b5d490-372a-4fb3-9873-6ff53d881aa0') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:16.989543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b5d490-372a-4fb3-9873-6ff53d881aa0') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:17.000632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.016614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.023030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:17.023422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:17.026740 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:17.088443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.096761 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.102236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/e01f5fed-cc21-4553-a119-3a12e1ecce67 HTTP/1.1" status: 204 len: 168 time: 1.0970850 Jul 06 18:49:17.103350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37724) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:17.111814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba93dd1-d181-43f5-87f1-c61facc3f1a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=e01f5fed-cc21-4553-a119-3a12e1ecce67,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:17.113284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423555154'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:17.149372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.192378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=062bdd8d-7e97-4687-823f-cfa3b4e04105,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:17.262989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8b66-71e9-469a-b860-29049151e926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.271509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8b66-71e9-469a-b860-29049151e926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.299064 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.302344 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.304013 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d1f45e9f-87aa-47ad-af5e-beaf4552c369 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "DELETE /v2.0/floatingips/cd81a173-d11b-46d5-a9e6-a0291adee828 HTTP/1.1" status: 204 len: 168 time: 0.7415371 Jul 06 18:49:17.306719 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37726) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:17.324803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:17.328480 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.342183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b8b66-71e9-469a-b860-29049151e926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba6a7dc-cee6-4cf0-bcc8-fb89f766fce6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:17.348573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bf8b8b66-71e9-469a-b860-29049151e926 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=109eec2320ae4350be012f5bdeb0b0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074489 Jul 06 18:49:17.348970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37728) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:17.390487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:17.414643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.415073 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment c8a62e01-dc7f-4cfe-985f-8f6ecbb6aa08 of type vlan for network 68d18a96-0a01-45e3-bc38-930cd0289365 Jul 06 18:49:17.431581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ec47db28-e854-43cf-af00-c51a56811915 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port 10da5450-7c8f-45b8-9976-7b9288f56e5e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:17.431922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec47db28-e854-43cf-af00-c51a56811915 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.457955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bbed15a-a15c-4626-95a2-4bd1120a4bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.469234 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.512818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bbed15a-a15c-4626-95a2-4bd1120a4bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.518705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f78bd-1f6c-48f0-bd0a-63a205d3971b None None] Network 21372128-d692-4d0a-b77b-0c1496fb39f3 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:17.526976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec47db28-e854-43cf-af00-c51a56811915 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.538987 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.540813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ec47db28-e854-43cf-af00-c51a56811915 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for 10da5450-7c8f-45b8-9976-7b9288f56e5e owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:17.544894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:17.545578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.628523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5248725 Jul 06 18:49:17.632290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37730) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:17.635417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e4bd8fe9-8331-477c-a0ef-8725afcf69d4 None None] Provisioning for port 159c9047-3f4b-4332-999e-d6e503244510 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:17.637039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': '68d18a96-0a01-45e3-bc38-930cd0289365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:17.683772 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bbed15a-a15c-4626-95a2-4bd1120a4bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.686416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bbed15a-a15c-4626-95a2-4bd1120a4bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.690289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5bbed15a-a15c-4626-95a2-4bd1120a4bda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ba6a7dc-cee6-4cf0-bcc8-fb89f766fce6 HTTP/1.1" status: 204 len: 168 time: 0.3402414 Jul 06 18:49:17.697246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed542a7-f9fc-46b1-829b-bcde520f1af4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=68d18a96-0a01-45e3-bc38-930cd0289365,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:17.712613 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec47db28-e854-43cf-af00-c51a56811915 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.716141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed15a-a15c-4626-95a2-4bd1120a4bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba6a7dc-cee6-4cf0-bcc8-fb89f766fce6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:17.717069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 68d18a96-0a01-45e3-bc38-930cd0289365 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:17.749618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47db28-e854-43cf-af00-c51a56811915 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=10da5450-7c8f-45b8-9976-7b9288f56e5e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:17.791252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:17.795048 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.908762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 159c9047-3f4b-4332-999e-d6e503244510 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:17.919306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ec47db28-e854-43cf-af00-c51a56811915 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:17.924685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ec47db28-e854-43cf-af00-c51a56811915 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "DELETE /v2.0/ports/10da5450-7c8f-45b8-9976-7b9288f56e5e HTTP/1.1" status: 204 len: 168 time: 0.6137288 Jul 06 18:49:17.928005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37736) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:17.944829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Performing IP validity checks on allocation pools {{(pid=93966) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:49:17.945359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93966) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:49:17.973359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 159c9047-3f4b-4332-999e-d6e503244510 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:17.980074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 159c9047-3f4b-4332-999e-d6e503244510 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:17.980685 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.086463 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.141386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 159c9047-3f4b-4332-999e-d6e503244510, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=159c9047-3f4b-4332-999e-d6e503244510,segment=NetworkSegment(14136a24-b288-4beb-bb5c-a20a9c7624c7),segment_id=14136a24-b288-4beb-bb5c-a20a9c7624c7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:18.149036 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.180858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-09ff0781-0613-43af-be12-f2a4cfeaceaa tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port 1afc42e0-ffc3-4b54-9467-8c1302e646cd {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:18.181075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-09ff0781-0613-43af-be12-f2a4cfeaceaa tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.230445 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0fbbfef5-b2c9-447d-a940-69a58ac06bca None None] Provisioning complete for port 159c9047-3f4b-4332-999e-d6e503244510 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:18.230845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0fbbfef5-b2c9-447d-a940-69a58ac06bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.243444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-737de826-daff-4a01-a458-7a27d8598639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.267678 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.295216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=159c9047-3f4b-4332-999e-d6e503244510,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:18.338739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc476d81-786e-4d7e-9855-632a0de528ea None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:49:18.346184 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-09ff0781-0613-43af-be12-f2a4cfeaceaa tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.374275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-09ff0781-0613-43af-be12-f2a4cfeaceaa tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for 1afc42e0-ffc3-4b54-9467-8c1302e646cd owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:18.399540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=53b43fa9-d58c-4133-8015-aa0746dbd1b5,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:18.414185 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.462387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': 'c8a62e01-dc7f-4cfe-985f-8f6ecbb6aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '68d18a96-0a01-45e3-bc38-930cd0289365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:18.462745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: 68d18a96-0a01-45e3-bc38-930cd0289365, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:18.507295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network 68d18a96-0a01-45e3-bc38-930cd0289365 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:18.520288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 68d18a96-0a01-45e3-bc38-930cd0289365) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:18.530474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.531073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.570823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dfd4f79b-6ca3-48bb-9475-dc4b4efd2aa2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9372249 Jul 06 18:49:18.572173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37754) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:18.594179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37756) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:18.604992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc476d81-786e-4d7e-9855-632a0de528ea None None] Unable to find a vacant binding_index for network 68d18a96-0a01-45e3-bc38-930cd0289365 and agent f27f4f79-0236-41a4-80ac-22c0894151bb {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 06 18:49:18.611117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc476d81-786e-4d7e-9855-632a0de528ea None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 68d18a96-0a01-45e3-bc38-930cd0289365) {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:49:18.629953 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-09ff0781-0613-43af-be12-f2a4cfeaceaa tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.676545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff0781-0613-43af-be12-f2a4cfeaceaa tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=1afc42e0-ffc3-4b54-9467-8c1302e646cd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:18.702890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.759381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-319625397-network', 'tenant_id': '07f81c0598ec4702bd890fbe73a21ad3'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:18.765846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-09ff0781-0613-43af-be12-f2a4cfeaceaa tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.766576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.767780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-09ff0781-0613-43af-be12-f2a4cfeaceaa tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "DELETE /v2.0/ports/1afc42e0-ffc3-4b54-9467-8c1302e646cd HTTP/1.1" status: 204 len: 168 time: 0.8387926 Jul 06 18:49:18.770619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37760) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:18.787573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Made reservation on behalf of 07f81c0598ec4702bd890fbe73a21ad3 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:18.791665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.801588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.861936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-1309e786-5a55-45fd-bc03-a1af6b2765bb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting subnet ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:49:18.866903 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1309e786-5a55-45fd-bc03-a1af6b2765bb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.909857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.920566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.921122 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1309e786-5a55-45fd-bc03-a1af6b2765bb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.927369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.933318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adada85-3e40-43c1-b77b-bb76f2d57856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-68d18a96-0a01-45e3-bc38-930cd0289365', 'network_id': '68d18a96-0a01-45e3-bc38-930cd0289365', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': '53b43fa9-d58c-4133-8015-aa0746dbd1b5'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:18.934251 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6adada85-3e40-43c1-b77b-bb76f2d57856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.958810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:18.965574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54809de0-d3ab-487b-8444-a7d940444cf0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:18.970865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=53b43fa9-d58c-4133-8015-aa0746dbd1b5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:18.983112 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:18.983949 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Added segment c2c9c64f-99ee-4cb9-89a5-ef3fdd195314 of type vlan for network ff059085-024a-426c-9aa2-cb34e5746639 Jul 06 18:49:19.031498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1f851-349c-4f7f-b11e-ee2208702b8f None None] Network 68d18a96-0a01-45e3-bc38-930cd0289365 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:19.035002 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.052197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.076336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.078023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.078672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.081273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d18a96-0a01-45e3-bc38-930cd0289365']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:19.097517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a62e01-dc7f-4cfe-985f-8f6ecbb6aa08') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:19.097876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a62e01-dc7f-4cfe-985f-8f6ecbb6aa08') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:19.111632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.113888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1309e786-5a55-45fd-bc03-a1af6b2765bb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.150099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.154013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e587aac-3d4c-4f33-8e10-6e9fd1ee1029 None None] Network 68d18a96-0a01-45e3-bc38-930cd0289365 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:19.159411 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5641167 Jul 06 18:49:19.165311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:19.165519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37762) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:19.166156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:19.169581 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:19.171678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Request body: {'subnet': {'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-319625397-subnet', 'tenant_id': '07f81c0598ec4702bd890fbe73a21ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:19.185836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca5f56-6e2e-46e5-b921-512e5889b4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff059085-024a-426c-9aa2-cb34e5746639,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:19.204339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ff059085-024a-426c-9aa2-cb34e5746639 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:19.205036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Made reservation on behalf of 07f81c0598ec4702bd890fbe73a21ad3 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:19.207784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.249134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.252639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1309e786-5a55-45fd-bc03-a1af6b2765bb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.275516 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.278353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/68d18a96-0a01-45e3-bc38-930cd0289365 HTTP/1.1" status: 204 len: 168 time: 0.7049057 Jul 06 18:49:19.280377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e1d88-fdf9-43c9-b00b-e9207c963717 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=68d18a96-0a01-45e3-bc38-930cd0289365,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:19.284836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37764) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:19.294233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2055546076'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:19.312202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1309e786-5a55-45fd-bc03-a1af6b2765bb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.314055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1309e786-5a55-45fd-bc03-a1af6b2765bb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "DELETE /v2.0/subnets/ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6 HTTP/1.1" status: 204 len: 168 time: 0.5424533 Jul 06 18:49:19.314933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309e786-5a55-45fd-bc03-a1af6b2765bb tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Subnet': ['ID=ed497f9b-c7c3-40ea-b9a9-aa1f98851bc6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:19.317443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37766) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:19.323510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f1659a-b3c2-4677-bbec-f1c8a2eaae99 None None] Network 8834e188-cc93-4bd8-9ab4-7a580b36dac9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:19.332696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:19.337617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.374733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:19.379219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-53aa3bbc-b1ab-4a83-9ca1-721c0c3fbd7a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting subnet eea1452d-da00-425b-be6f-9d1150db1957 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:49:19.383449 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53aa3bbc-b1ab-4a83-9ca1-721c0c3fbd7a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.410856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.411224 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 11e85885-ae02-48db-ab49-97af8e5a22bd of type vlan for network 135e200c-f8b9-40ce-a672-7f045bd42566 Jul 06 18:49:19.436951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53aa3bbc-b1ab-4a83-9ca1-721c0c3fbd7a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.469068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.490031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.546043 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.557370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53aa3bbc-b1ab-4a83-9ca1-721c0c3fbd7a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.591962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.599220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.599878 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.611595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] DHCP port deletion for 8834e188-cc93-4bd8-9ab4-7a580b36dac9 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:49:19.648029 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53aa3bbc-b1ab-4a83-9ca1-721c0c3fbd7a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.665321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] Deleting port edfd34ff-e3b3-45a4-b402-7159412c26e4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:19.665691 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.684457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa3bbc-b1ab-4a83-9ca1-721c0c3fbd7a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Subnet': ['ID=eea1452d-da00-425b-be6f-9d1150db1957,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:19.684722 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3960142 Jul 06 18:49:19.684722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13bc21e9-b87e-40f4-a9db-460f7c817086,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:19.684888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37768) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:19.690084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': '135e200c-f8b9-40ce-a672-7f045bd42566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:19.705574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Checking segment: {'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:19.705902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Network hostable DHCP agents. Network: ff059085-024a-426c-9aa2-cb34e5746639, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:19.718717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a54f0-8eeb-439f-8424-53b216515b7a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=135e200c-f8b9-40ce-a672-7f045bd42566,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:19.720354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e303cd-aa5a-460e-8589-544a88e7b164 None None] Network 36a68faa-25a4-4c20-b236-3e5eaca5fb55 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:19.732971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-53aa3bbc-b1ab-4a83-9ca1-721c0c3fbd7a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.735177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-53aa3bbc-b1ab-4a83-9ca1-721c0c3fbd7a tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "DELETE /v2.0/subnets/eea1452d-da00-425b-be6f-9d1150db1957 HTTP/1.1" status: 204 len: 168 time: 0.4167237 Jul 06 18:49:19.737944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37770) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:19.739843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Network ff059085-024a-426c-9aa2-cb34e5746639 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:19.740673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 135e200c-f8b9-40ce-a672-7f045bd42566 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:19.751432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ff059085-024a-426c-9aa2-cb34e5746639) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:19.758588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.759881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.778260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7ee6ea13-f684-4ddc-9203-b8f854114fe3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6108506 Jul 06 18:49:19.792984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844aabc1-1801-4a0b-92e6-8a513177f10c None None] Network ff059085-024a-426c-9aa2-cb34e5746639 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:19.845499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.883873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 159c9047-3f4b-4332-999e-d6e503244510 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:19.886909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] For port edfd34ff-e3b3-45a4-b402-7159412c26e4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=edfd34ff-e3b3-45a4-b402-7159412c26e4,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:19.887332 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.935945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:19.940289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.951187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] Calling delete_port for edfd34ff-e3b3-45a4-b402-7159412c26e4 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:19.986829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port edfd34ff-e3b3-45a4-b402-7159412c26e4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:19.987171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.085930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] For port edfd34ff-e3b3-45a4-b402-7159412c26e4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=edfd34ff-e3b3-45a4-b402-7159412c26e4,segment=NetworkSegment(b1045670-8b40-4d38-97f4-61c675697cc6),segment_id=b1045670-8b40-4d38-97f4-61c675697cc6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:20.086277 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.103846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for edfd34ff-e3b3-45a4-b402-7159412c26e4 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:20.266749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.279488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.314265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 159c9047-3f4b-4332-999e-d6e503244510 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:20.314623 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.320350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ebb2a4-14fe-40dc-938d-6c6f244cf270 None None] Network ff059085-024a-426c-9aa2-cb34e5746639 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:20.360821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] No DVR routers for this DVR port edfd34ff-e3b3-45a4-b402-7159412c26e4 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:20.362771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=8e706fae-34fb-4aa1-8591-6e7c7f18d944,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:20.364743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=edfd34ff-e3b3-45a4-b402-7159412c26e4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:20.399904 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.450601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] Pushing event deleted for resources: {'Port': ['ID=edfd34ff-e3b3-45a4-b402-7159412c26e4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:20.454372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56a295-0b7d-4c06-baef-4be206aafb12 None None] No DVR routers for this DVR port edfd34ff-e3b3-45a4-b402-7159412c26e4 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:20.473191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.487657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8834e188-cc93-4bd8-9ab4-7a580b36dac9']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:20.496090 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': '11e85885-ae02-48db-ab49-97af8e5a22bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '135e200c-f8b9-40ce-a672-7f045bd42566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:20.496456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: 135e200c-f8b9-40ce-a672-7f045bd42566, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:20.503847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1045670-8b40-4d38-97f4-61c675697cc6') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:20.504217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1045670-8b40-4d38-97f4-61c675697cc6') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:20.520697 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.542706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.548121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network 135e200c-f8b9-40ce-a672-7f045bd42566 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:20.556846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:20.557493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:20.560949 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:20.573340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 135e200c-f8b9-40ce-a672-7f045bd42566) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:20.591351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] DHCP port deletion for 36a68faa-25a4-4c20-b236-3e5eaca5fb55 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:49:20.593255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e38d5-beb4-4682-ad42-d49096818d76 None None] Network 135e200c-f8b9-40ce-a672-7f045bd42566 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:20.609791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:20.609791 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.637466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-baef12ff-89bc-4f13-ba88-2fadc02b06c8 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9492793 Jul 06 18:49:20.637688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37784) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:20.684103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.694473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.696347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "DELETE /v2.0/networks/8834e188-cc93-4bd8-9ab4-7a580b36dac9 HTTP/1.1" status: 204 len: 168 time: 0.9572539 Jul 06 18:49:20.700072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37786) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:20.710855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30828f26-a86b-4386-a9f0-9bbbb769cc70 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Network': ['ID=8834e188-cc93-4bd8-9ab4-7a580b36dac9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:20.733654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device edfd34ff-e3b3-45a4-b402-7159412c26e4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:20.767264 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.770021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: edfd34ff-e3b3-45a4-b402-7159412c26e4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:49:20.770598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device edfd34ff-e3b3-45a4-b402-7159412c26e4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:20.804256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] Deleting port e3a51f80-9778-4529-828b-2ef90815a2dc {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:20.804644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.804995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.848172 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.867949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Deleting port e3a51f80-9778-4529-828b-2ef90815a2dc {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:20.868663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.876179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] For port e3a51f80-9778-4529-828b-2ef90815a2dc, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e3a51f80-9778-4529-828b-2ef90815a2dc,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:20.876994 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.891097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] Calling delete_port for e3a51f80-9778-4529-828b-2ef90815a2dc owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:20.918561 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.944449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] For port e3a51f80-9778-4529-828b-2ef90815a2dc, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e3a51f80-9778-4529-828b-2ef90815a2dc,segment=NetworkSegment(845610ba-dedd-45de-a03a-29bcb1b672d9),segment_id=845610ba-dedd-45de-a03a-29bcb1b672d9)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:20.945283 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.962759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Calling delete_port for e3a51f80-9778-4529-828b-2ef90815a2dc owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:20.963788 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=8e706fae-34fb-4aa1-8591-6e7c7f18d944,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:21.018023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.049758 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.064197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135e200c-f8b9-40ce-a672-7f045bd42566']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:21.074424 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.082174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e85885-ae02-48db-ab49-97af8e5a22bd') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:21.082409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda9156-ca2f-45c5-8331-6277461860a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-135e200c-f8b9-40ce-a672-7f045bd42566', 'network_id': '135e200c-f8b9-40ce-a672-7f045bd42566', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': '8e706fae-34fb-4aa1-8591-6e7c7f18d944'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:21.082573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e85885-ae02-48db-ab49-97af8e5a22bd') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:21.083690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bcda9156-ca2f-45c5-8331-6277461860a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.094762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.099448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] No DVR routers for this DVR port e3a51f80-9778-4529-828b-2ef90815a2dc on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:21.102544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Port': ['ID=e3a51f80-9778-4529-828b-2ef90815a2dc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:21.106225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] No DVR routers for this DVR port e3a51f80-9778-4529-828b-2ef90815a2dc on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:21.120098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154413d-cdde-48c4-9070-10481f6a090f None None] Pushing event deleted for resources: {'Port': ['ID=e3a51f80-9778-4529-828b-2ef90815a2dc,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:21.130491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.138320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:21.138729 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:21.141932 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:21.152657 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.213170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.217219 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-bcda9156-ca2f-45c5-8331-6277461860a2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:49:21.217219 n-d-799684-2 neutron-server[93968]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 06 18:49:21.217219 n-d-799684-2 neutron-server[93968]: [parameters: {'project_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'id': 'ae183b65-9539-448c-83a2-f7a6ab8cefab', 'name': '', 'network_id': '135e200c-f8b9-40ce-a672-7f045bd42566', 'mac_address': 'fa:16:3e:ce:7a:aa', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-135e200c-f8b9-40ce-a672-7f045bd42566', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3401}] Jul 06 18:49:21.217219 n-d-799684-2 neutron-server[93968]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:49:21.217682 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-bcda9156-ca2f-45c5-8331-6277461860a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:49:21.223554 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.225315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a68faa-25a4-4c20-b236-3e5eaca5fb55']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:21.231670 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.233675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/135e200c-f8b9-40ce-a672-7f045bd42566 HTTP/1.1" status: 204 len: 168 time: 0.5951052 Jul 06 18:49:21.236802 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845610ba-dedd-45de-a03a-29bcb1b672d9') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:21.237127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845610ba-dedd-45de-a03a-29bcb1b672d9') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:21.238680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37788) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:21.248970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040770561'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:21.252566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd162-9731-4d5b-90ed-4e81c856270c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=135e200c-f8b9-40ce-a672-7f045bd42566,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:21.259936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.280907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.290247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:21.290719 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:21.293842 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:21.297255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:21.298359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.370274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:21.375097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.383208 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.385005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] 10.222.0.53 "DELETE /v2.0/networks/36a68faa-25a4-4c20-b236-3e5eaca5fb55 HTTP/1.1" status: 204 len: 168 time: 0.6828763 Jul 06 18:49:21.399629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.399972 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 574f8b1c-7061-47ea-b552-1c867e20bf98 of type vlan for network 75c75063-3ebf-43da-808f-9bce638c8739 Jul 06 18:49:21.401494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251d06b-bdad-4bf3-b4a9-5f76e24fd6d6 tempest-TaggedBootDevicesTest_v242-1170986578 tempest-TaggedBootDevicesTest_v242-1170986578-project] Pushing event deleted for resources: {'Network': ['ID=36a68faa-25a4-4c20-b236-3e5eaca5fb55,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:21.469234 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.521042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.529766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:21.531433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.547630 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-cf801a55-39da-4f57-bda9-249a443b0484 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438589 Jul 06 18:49:21.595111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3552794 Jul 06 18:49:21.597734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37798) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:21.602975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': '75c75063-3ebf-43da-808f-9bce638c8739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:21.663608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cdbc4-6ac5-4f6a-ab64-e8b598b41cdb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=75c75063-3ebf-43da-808f-9bce638c8739,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:21.673241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-1089337b-1658-494e-a5e1-d3370ac90f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:21.674957 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-1089337b-1658-494e-a5e1-d3370ac90f29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1135 time: 0.0631728 Jul 06 18:49:21.677457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 75c75063-3ebf-43da-808f-9bce638c8739 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:21.732706 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bcda9156-ca2f-45c5-8331-6277461860a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.735029 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:21.741893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.786439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc5446-07a7-4c03-8c80-22eb1fe94527 None None] Network 135e200c-f8b9-40ce-a672-7f045bd42566 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:21.825400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc5446-07a7-4c03-8c80-22eb1fe94527 None None] Network 135e200c-f8b9-40ce-a672-7f045bd42566 could not be found, it might have been deleted concurrently. {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 18:49:21.895092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-cf124aaf-8cb4-4829-9492-85bc93d30d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:21.897696 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-cf124aaf-8cb4-4829-9492-85bc93d30d28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=046c2ba4-580b-4dfe-afe2-06b58b12e63d HTTP/1.1" status: 200 len: 898 time: 0.1969771 Jul 06 18:49:21.908826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e3a51f80-9778-4529-828b-2ef90815a2dc no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:21.941138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e3a51f80-9778-4529-828b-2ef90815a2dc {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:49:21.942078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e3a51f80-9778-4529-828b-2ef90815a2dc not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:22.014032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-28368594-e72a-46cd-8d10-71e613ad3a2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3 HTTP/1.1" status: 200 len: 1001 time: 0.0991640 Jul 06 18:49:22.037606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-58a80eda-e472-4c21-90a9-a5f092e281d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3239617 Jul 06 18:49:22.083234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-a16e2143-6b39-4080-ab31-5f2d92eeec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.085751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-a16e2143-6b39-4080-ab31-5f2d92eeec36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82bfebea-0028-48ce-bbe2-827fae982eb8 HTTP/1.1" status: 200 len: 835 time: 0.0650198 Jul 06 18:49:22.154821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-b3d508da-2dda-4033-b98d-f3f71a70f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.156575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-b3d508da-2dda-4033-b98d-f3f71a70f73a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=046c2ba4-580b-4dfe-afe2-06b58b12e63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637310 Jul 06 18:49:22.170235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-5e8f1e1d-3689-4572-bfb1-b06461952229 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:49:22.171442 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-5e8f1e1d-3689-4572-bfb1-b06461952229 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076516 Jul 06 18:49:22.276398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-dce37d19-11e8-4ce0-8efc-54ef61732f62 service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976481 Jul 06 18:49:22.292023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:22.375902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2ba2251c-6d5f-4f94-974e-2c3f09563716 req-ef83a223-31c1-44b2-b87a-15f3de9f6ced service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908871 Jul 06 18:49:22.481515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:22.543046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=2eeb170c-66fc-4737-b938-a4b987cb6b4e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:22.557129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-d4390cc8-10eb-4583-9fe3-98b58846a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.559487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-d4390cc8-10eb-4583-9fe3-98b58846a0c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a799a36c835d42a3a7eb2fc29c64aa75&device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 1096 time: 0.4636285 Jul 06 18:49:22.582975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': '574f8b1c-7061-47ea-b552-1c867e20bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '75c75063-3ebf-43da-808f-9bce638c8739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:22.583320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: 75c75063-3ebf-43da-808f-9bce638c8739, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:22.586998 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:22.660619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network 75c75063-3ebf-43da-808f-9bce638c8739 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:22.683308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 75c75063-3ebf-43da-808f-9bce638c8739) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:22.693468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.694083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:22.699439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-0b58ab09-c070-4e18-9e7d-f8c02c7545e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.700937 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-0b58ab09-c070-4e18-9e7d-f8c02c7545e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ccb12059-455a-4b03-aa22-d75a57ecac4a HTTP/1.1" status: 200 len: 909 time: 0.1147957 Jul 06 18:49:22.703045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84729fd-2933-4a83-9fdc-e74fda5932e7 None None] Network 75c75063-3ebf-43da-808f-9bce638c8739 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:22.752260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37812) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:22.752534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3a6c1bbe-009b-42a9-9126-15b90b94f14c tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1534116 Jul 06 18:49:22.788603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-d8e0616b-54ce-4c02-ae65-872b5232fcfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8 HTTP/1.1" status: 200 len: 999 time: 0.0807424 Jul 06 18:49:22.900973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-0f9bfbb5-73d3-446d-bac1-d93e3546e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.902880 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-0f9bfbb5-73d3-446d-bac1-d93e3546e460 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f3b138f-51b1-481c-ae9b-cd4270f2ef33 HTTP/1.1" status: 200 len: 847 time: 0.1063275 Jul 06 18:49:22.910947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.085533 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.092143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-90292348-4133-4514-8550-c1372022fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.094150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-90292348-4133-4514-8550-c1372022fbb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ccb12059-455a-4b03-aa22-d75a57ecac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848052 Jul 06 18:49:23.105695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-3e83a5ba-d070-46ae-ba5a-4ec2266658d7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:49:23.115550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-3e83a5ba-d070-46ae-ba5a-4ec2266658d7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145888 Jul 06 18:49:23.123156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751aa94c-4a7f-4d26-825f-2af588a121c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-75c75063-3ebf-43da-808f-9bce638c8739', 'network_id': '75c75063-3ebf-43da-808f-9bce638c8739', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': '2eeb170c-66fc-4737-b938-a4b987cb6b4e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:23.124971 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-751aa94c-4a7f-4d26-825f-2af588a121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.180088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-751aa94c-4a7f-4d26-825f-2af588a121c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2eeb170c-66fc-4737-b938-a4b987cb6b4e: This subnet is being modified by another concurrent operation. Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:49:23.262958 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2eeb170c-66fc-4737-b938-a4b987cb6b4e: This subnet is being modified by another concurrent operation. Jul 06 18:49:23.266957 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:49:23.282158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=2eeb170c-66fc-4737-b938-a4b987cb6b4e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:23.287503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2775e-0a40-4f53-b8ff-938cbc0f72d0 None None] Network 75c75063-3ebf-43da-808f-9bce638c8739 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:23.291436 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-8ed6b456-fea8-4f89-9655-f31121e84ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690361 Jul 06 18:49:23.307311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.319180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c75063-3ebf-43da-808f-9bce638c8739']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:23.331903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574f8b1c-7061-47ea-b552-1c867e20bf98') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:23.332136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574f8b1c-7061-47ea-b552-1c867e20bf98') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:23.341525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.358867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.365320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:23.365940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:23.369259 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:23.404915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4b9b53d3-1655-4fb9-9c25-8d05cedd2169 req-0046d6b7-3ddd-440e-9306-ec348ed1fb99 service neutron] 10.222.0.41 "GET /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059954 Jul 06 18:49:23.434850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.436697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85218f-c73c-49ac-87f1-b880907d067b None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:49:23.454608 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.460006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/75c75063-3ebf-43da-808f-9bce638c8739 HTTP/1.1" status: 204 len: 168 time: 0.7024307 Jul 06 18:49:23.460006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7b8b6-ce80-464d-8806-832b81235bce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=75c75063-3ebf-43da-808f-9bce638c8739,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:23.461546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37820) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:23.468604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1416266388'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:23.497155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:23.500749 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.540967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:23.558278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.558727 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 03abbe90-b2dc-4b18-8f02-828945ee69da of type vlan for network c6126c0b-824c-43f0-bc7d-f166ece6e050 Jul 06 18:49:23.569902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85218f-c73c-49ac-87f1-b880907d067b None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:49:23.604296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.637399 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.643240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.643875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.710925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2450314 Jul 06 18:49:23.711258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:23.716626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': 'c6126c0b-824c-43f0-bc7d-f166ece6e050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:23.724017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd5980-26ab-4cda-8ffe-279fa5e8df68 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=c6126c0b-824c-43f0-bc7d-f166ece6e050,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:23.736908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c6126c0b-824c-43f0-bc7d-f166ece6e050 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:23.810868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:23.815158 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.874862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Performing IP validity checks on allocation pools {{(pid=93967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:49:23.875498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:49:24.030297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.094463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=792b6d55-56d2-4cb1-93fb-84e867660418,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:24.103933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': '03abbe90-b2dc-4b18-8f02-828945ee69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c6126c0b-824c-43f0-bc7d-f166ece6e050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:24.104339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: c6126c0b-824c-43f0-bc7d-f166ece6e050, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:24.123145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network c6126c0b-824c-43f0-bc7d-f166ece6e050 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:24.133527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c6126c0b-824c-43f0-bc7d-f166ece6e050) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:24.141409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5496a8-b7b7-4ca8-ba16-ddaf67fad2f2 None None] Network c6126c0b-824c-43f0-bc7d-f166ece6e050 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:24.145233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:24.145889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.162245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-19b9ca90-3f78-431a-a9f5-e113e29fa6ce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4499300 Jul 06 18:49:24.165279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37832) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:24.311226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.356771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c6126c0b-824c-43f0-bc7d-f166ece6e050', 'network_id': 'c6126c0b-824c-43f0-bc7d-f166ece6e050', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': '792b6d55-56d2-4cb1-93fb-84e867660418'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:24.357874 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.414534 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.514692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Allocated IP 172.20.0.3 (c6126c0b-824c-43f0-bc7d-f166ece6e050/792b6d55-56d2-4cb1-93fb-84e867660418/1d8cf395-8c80-4092-a0f6-5d12636b7d6d) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:24.699990 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.714828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Transition to ACTIVE for port object 1d8cf395-8c80-4092-a0f6-5d12636b7d6d will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:24.738637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Transition to ACTIVE for port object 1d8cf395-8c80-4092-a0f6-5d12636b7d6d will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:24.751616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.781301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.813564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=792b6d55-56d2-4cb1-93fb-84e867660418,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:24.841250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Network c6126c0b-824c-43f0-bc7d-f166ece6e050 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:24.842842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Pushing event updated for resources: {'Port': ['ID=1d8cf395-8c80-4092-a0f6-5d12636b7d6d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:24.845695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:24.848543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:24.896521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.919263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6126c0b-824c-43f0-bc7d-f166ece6e050']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:24.933359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Attempting to bind port 1d8cf395-8c80-4092-a0f6-5d12636b7d6d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:24.934249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Attempting to bind port 1d8cf395-8c80-4092-a0f6-5d12636b7d6d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '03abbe90-b2dc-4b18-8f02-828945ee69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c6126c0b-824c-43f0-bc7d-f166ece6e050'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:24.934999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Attempting to bind port 1d8cf395-8c80-4092-a0f6-5d12636b7d6d on network c6126c0b-824c-43f0-bc7d-f166ece6e050 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:24.941685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03abbe90-b2dc-4b18-8f02-828945ee69da') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:24.942699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03abbe90-b2dc-4b18-8f02-828945ee69da') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:24.943143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:24.943572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Checking segment: {'id': '03abbe90-b2dc-4b18-8f02-828945ee69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c6126c0b-824c-43f0-bc7d-f166ece6e050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:24.944122 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.944530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Bound using segment: {'id': '03abbe90-b2dc-4b18-8f02-828945ee69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c6126c0b-824c-43f0-bc7d-f166ece6e050'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:24.945000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Bound port: 1d8cf395-8c80-4092-a0f6-5d12636b7d6d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03abbe90-b2dc-4b18-8f02-828945ee69da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c6126c0b-824c-43f0-bc7d-f166ece6e050'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:24.945381 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.964236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:24.986197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.001084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:25.001950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:25.006736 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:25.042853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] For port 1d8cf395-8c80-4092-a0f6-5d12636b7d6d, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:25.079019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] For port 1d8cf395-8c80-4092-a0f6-5d12636b7d6d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1d8cf395-8c80-4092-a0f6-5d12636b7d6d,segment=NetworkSegment(03abbe90-b2dc-4b18-8f02-828945ee69da),segment_id=03abbe90-b2dc-4b18-8f02-828945ee69da)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:25.080703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:49:25.080703 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:49:25.080703 n-d-799684-2 neutron-server[93966]: [parameters: {'id': 'c6126c0b-824c-43f0-bc7d-f166ece6e050'}] Jul 06 18:49:25.080703 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:49:25.081144 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:49:25.084693 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.186463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369eff2-0578-4375-8d2c-5848ba1f557e None None] Pushing event updated for resources: {'Port': ['ID=1d8cf395-8c80-4092-a0f6-5d12636b7d6d,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:25.209990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dbe718-164d-4c55-8d06-4a2f0f7ef342 None None] Network c6126c0b-824c-43f0-bc7d-f166ece6e050 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:25.381571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de8ad7-8f91-4e4f-a60c-92a9171239f2 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:49:25.510926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de8ad7-8f91-4e4f-a60c-92a9171239f2 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:49:25.582016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.668213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Deleting port 1d8cf395-8c80-4092-a0f6-5d12636b7d6d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:25.668560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.754913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] For port 1d8cf395-8c80-4092-a0f6-5d12636b7d6d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1d8cf395-8c80-4092-a0f6-5d12636b7d6d,segment=NetworkSegment(03abbe90-b2dc-4b18-8f02-828945ee69da),segment_id=03abbe90-b2dc-4b18-8f02-828945ee69da)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:25.755299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.773800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Calling delete_port for 1d8cf395-8c80-4092-a0f6-5d12636b7d6d owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:25.861973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.892275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Port': ['ID=1d8cf395-8c80-4092-a0f6-5d12636b7d6d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:25.895855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No DVR routers for this DVR port 1d8cf395-8c80-4092-a0f6-5d12636b7d6d on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:25.975962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.989845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6126c0b-824c-43f0-bc7d-f166ece6e050']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:26.006325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03abbe90-b2dc-4b18-8f02-828945ee69da') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:26.007239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03abbe90-b2dc-4b18-8f02-828945ee69da') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:26.019903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.040408 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.047877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:26.048591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:26.052734 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:26.131659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.139905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.142345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/c6126c0b-824c-43f0-bc7d-f166ece6e050 HTTP/1.1" status: 204 len: 168 time: 1.9761815 Jul 06 18:49:26.145893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37844) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:26.152172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-313291442'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:26.160066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7814c05-03a9-43a9-b4fe-edae37e63db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=c6126c0b-824c-43f0-bc7d-f166ece6e050,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:26.189873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:26.193632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.220398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:26.230914 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.231240 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 773e2bf1-5f32-4c45-9452-a3bdea90c263 of type vlan for network 5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09 Jul 06 18:49:26.277587 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.308068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.316126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:26.317174 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.404918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2547395 Jul 06 18:49:26.405744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37848) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:26.411592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': '5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:26.412695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62ec84-eaef-4336-a1ea-d33ad114f5a1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:26.427081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:26.547500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:26.552172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.635213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-10759382-810a-413f-b02b-b8a873f73f52 req-2b9e3689-2485-4508-af6e-08d65b4f8aab service neutron] (93967) timed out ('10.222.0.53', 43564) {{(pid=93967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:49:26.755499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.839578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=e7729b48-ba96-450f-969d-8096e869fee1,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:26.843204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': '773e2bf1-5f32-4c45-9452-a3bdea90c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:26.844970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: 5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:26.870034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network 5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:26.882122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:26.887210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:26.887818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:26.891092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6dc92-bffe-4537-946a-7b9842268b57 None None] Network 5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:26.908280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b0b484df-2992-4f3b-affc-33e2dff26255 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4988356 Jul 06 18:49:26.913190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37850) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:27.056384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.112619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f6bd9-bffb-4328-af8f-a157f72bd43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09', 'network_id': '5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': 'e7729b48-ba96-450f-969d-8096e869fee1'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:27.114678 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-485f6bd9-bffb-4328-af8f-a157f72bd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.141412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.231497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.330914 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.334489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=e7729b48-ba96-450f-969d-8096e869fee1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:27.346448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:27.359458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773e2bf1-5f32-4c45-9452-a3bdea90c263') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:27.359917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773e2bf1-5f32-4c45-9452-a3bdea90c263') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:27.383981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.412603 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.429670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:27.430465 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:27.434014 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-485f6bd9-bffb-4328-af8f-a157f72bd43a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7729b48-ba96-450f-969d-8096e869fee1: This subnet is being modified by another concurrent operation. Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:49:27.439495 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7729b48-ba96-450f-969d-8096e869fee1: This subnet is being modified by another concurrent operation. Jul 06 18:49:27.443353 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:49:27.482814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be459a-2144-4d5e-81c8-807d486543e9 None None] Network 5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:27.512955 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.526048 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.532257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37856) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:27.532629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09 HTTP/1.1" status: 204 len: 168 time: 0.6154308 Jul 06 18:49:27.538113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-352692758'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:27.551775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0dc6-e68d-4526-9d56-1288860d8719 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:27.581547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:27.585593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.650467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:27.672763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a18286-3c17-41cb-8154-88d9a8e6fdcd None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:49:27.680096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.681099 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 520c64bd-572e-4f49-b08c-b41f2948a4d4 of type vlan for network dff7c03a-f1d2-4d28-b2f5-91750436245e Jul 06 18:49:27.731515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.775215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.781951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:27.782603 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:27.845225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3114958 Jul 06 18:49:27.848116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37858) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:27.853264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': 'dff7c03a-f1d2-4d28-b2f5-91750436245e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:27.899027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a18286-3c17-41cb-8154-88d9a8e6fdcd None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:49:27.915906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe1d83-18ef-4c4d-bc67-6af1b9a8c4c6 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=dff7c03a-f1d2-4d28-b2f5-91750436245e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:27.940784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network dff7c03a-f1d2-4d28-b2f5-91750436245e details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:27.975716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:27.979890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.263678 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.356990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=39dadf6b-0382-4c76-ab2c-6823a0bb38b5,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:28.373007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': '520c64bd-572e-4f49-b08c-b41f2948a4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dff7c03a-f1d2-4d28-b2f5-91750436245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:28.373007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: dff7c03a-f1d2-4d28-b2f5-91750436245e, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:28.396535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network dff7c03a-f1d2-4d28-b2f5-91750436245e is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:28.409362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, dff7c03a-f1d2-4d28-b2f5-91750436245e) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:28.420030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd69684-70db-493c-a8f1-c6986dec5c48 None None] Network dff7c03a-f1d2-4d28-b2f5-91750436245e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:28.440255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:28.441215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.469319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c7e0d2d0-e7b5-4607-a3ad-509acf3dbe39 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6197371 Jul 06 18:49:28.478913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37862) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:28.636592 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.654659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-dff7c03a-f1d2-4d28-b2f5-91750436245e', 'network_id': 'dff7c03a-f1d2-4d28-b2f5-91750436245e', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': '39dadf6b-0382-4c76-ab2c-6823a0bb38b5'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:28.655861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.729606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.911508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Allocated IP 172.20.0.1 (dff7c03a-f1d2-4d28-b2f5-91750436245e/39dadf6b-0382-4c76-ab2c-6823a0bb38b5/d614e3a9-23ca-4a85-9e6e-7903589bd3d0) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:29.087170 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.095840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Transition to ACTIVE for port object d614e3a9-23ca-4a85-9e6e-7903589bd3d0 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:29.112308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Transition to ACTIVE for port object d614e3a9-23ca-4a85-9e6e-7903589bd3d0 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:29.119047 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.150057 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.179862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Network dff7c03a-f1d2-4d28-b2f5-91750436245e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:29.184056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:29.185930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Pushing event updated for resources: {'Port': ['ID=d614e3a9-23ca-4a85-9e6e-7903589bd3d0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:29.194352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:29.253006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=39dadf6b-0382-4c76-ab2c-6823a0bb38b5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:29.292814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.301579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Attempting to bind port d614e3a9-23ca-4a85-9e6e-7903589bd3d0 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:29.301992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Attempting to bind port d614e3a9-23ca-4a85-9e6e-7903589bd3d0 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '520c64bd-572e-4f49-b08c-b41f2948a4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dff7c03a-f1d2-4d28-b2f5-91750436245e'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:29.302355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Attempting to bind port d614e3a9-23ca-4a85-9e6e-7903589bd3d0 on network dff7c03a-f1d2-4d28-b2f5-91750436245e {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:29.308105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:29.308488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Checking segment: {'id': '520c64bd-572e-4f49-b08c-b41f2948a4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dff7c03a-f1d2-4d28-b2f5-91750436245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:29.308894 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.309306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Bound using segment: {'id': '520c64bd-572e-4f49-b08c-b41f2948a4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dff7c03a-f1d2-4d28-b2f5-91750436245e'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:29.309800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Bound port: d614e3a9-23ca-4a85-9e6e-7903589bd3d0, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520c64bd-572e-4f49-b08c-b41f2948a4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dff7c03a-f1d2-4d28-b2f5-91750436245e'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:29.310175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.317048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff7c03a-f1d2-4d28-b2f5-91750436245e']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:29.351976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520c64bd-572e-4f49-b08c-b41f2948a4d4') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:29.353190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520c64bd-572e-4f49-b08c-b41f2948a4d4') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:29.373387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.409385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.418332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:29.418931 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:29.423186 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:29.426121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] For port d614e3a9-23ca-4a85-9e6e-7903589bd3d0, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:29.495428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] For port d614e3a9-23ca-4a85-9e6e-7903589bd3d0, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d614e3a9-23ca-4a85-9e6e-7903589bd3d0,segment=NetworkSegment(520c64bd-572e-4f49-b08c-b41f2948a4d4),segment_id=520c64bd-572e-4f49-b08c-b41f2948a4d4)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:29.498204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:49:29.498204 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:49:29.498204 n-d-799684-2 neutron-server[93966]: [parameters: {'id': 'dff7c03a-f1d2-4d28-b2f5-91750436245e'}] Jul 06 18:49:29.498204 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:49:29.498904 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:49:29.502258 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.611394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a3c8c-a789-45d9-8fa3-94b19681dc47 None None] Network dff7c03a-f1d2-4d28-b2f5-91750436245e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:29.627178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe6af5-777b-47e2-8e04-244f81cfa989 None None] Pushing event updated for resources: {'Port': ['ID=d614e3a9-23ca-4a85-9e6e-7903589bd3d0,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:29.799067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d566ddc-00df-43ad-ba0a-7e0e49209ff1 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:49:29.978515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d566ddc-00df-43ad-ba0a-7e0e49209ff1 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:49:29.999631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.096656 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Deleting port d614e3a9-23ca-4a85-9e6e-7903589bd3d0 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:30.097012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.169577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] For port d614e3a9-23ca-4a85-9e6e-7903589bd3d0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d614e3a9-23ca-4a85-9e6e-7903589bd3d0,segment=NetworkSegment(520c64bd-572e-4f49-b08c-b41f2948a4d4),segment_id=520c64bd-572e-4f49-b08c-b41f2948a4d4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:30.170254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.184074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Calling delete_port for d614e3a9-23ca-4a85-9e6e-7903589bd3d0 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:30.327581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.355746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Port': ['ID=d614e3a9-23ca-4a85-9e6e-7903589bd3d0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:30.381984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No DVR routers for this DVR port d614e3a9-23ca-4a85-9e6e-7903589bd3d0 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:30.504696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.515760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff7c03a-f1d2-4d28-b2f5-91750436245e']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:30.529776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520c64bd-572e-4f49-b08c-b41f2948a4d4') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:30.530127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520c64bd-572e-4f49-b08c-b41f2948a4d4') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:30.546643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.574830 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.586188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:30.586619 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:30.590162 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:30.668562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.680846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.683291 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/dff7c03a-f1d2-4d28-b2f5-91750436245e HTTP/1.1" status: 204 len: 168 time: 2.2029045 Jul 06 18:49:30.687693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37880) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:30.693824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33836540'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:30.716976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ec810-acc5-49a0-9286-ac0d586e5c27 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=dff7c03a-f1d2-4d28-b2f5-91750436245e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:30.745220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:30.749538 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.779506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:30.791858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.792504 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7 of type vlan for network 5c992509-5e0c-41fa-ad7d-dc45534fd873 Jul 06 18:49:30.841818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.880343 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.886641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:30.887323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.921924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2328942 Jul 06 18:49:30.928461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37882) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:30.949088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0eb11718-e0f9-47f0-89a7-e04f8ccf5bd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:30.991347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6061a6-619c-4ba4-9bb2-b9d9de0e04b1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=5c992509-5e0c-41fa-ad7d-dc45534fd873,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:31.015125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5c992509-5e0c-41fa-ad7d-dc45534fd873 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:31.615763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0eb11718-e0f9-47f0-89a7-e04f8ccf5bd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:31.631654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0eb11718-e0f9-47f0-89a7-e04f8ccf5bd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:31.642164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0eb11718-e0f9-47f0-89a7-e04f8ccf5bd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network 5c992509-5e0c-41fa-ad7d-dc45534fd873 is not hosted by any dhcp agent {{(pid=93967) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:49:31.647270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb11718-e0f9-47f0-89a7-e04f8ccf5bd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:31.648442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0eb11718-e0f9-47f0-89a7-e04f8ccf5bd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:31.649215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0eb11718-e0f9-47f0-89a7-e04f8ccf5bd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "PUT /v2.0/networks/5c992509-5e0c-41fa-ad7d-dc45534fd873 HTTP/1.1" status: 200 len: 723 time: 0.7121012 Jul 06 18:49:31.652218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:31.657560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': '5c992509-5e0c-41fa-ad7d-dc45534fd873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:31.747340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb11718-e0f9-47f0-89a7-e04f8ccf5bd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=5c992509-5e0c-41fa-ad7d-dc45534fd873,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:31.776100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5c992509-5e0c-41fa-ad7d-dc45534fd873 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:31.780625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:31.785511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.053037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.053525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37892) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:32.115054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=d0bdf47c-0d47-4f75-b242-8355d4c6dce4,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:32.136297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c992509-5e0c-41fa-ad7d-dc45534fd873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:32.136657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: 5c992509-5e0c-41fa-ad7d-dc45534fd873, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:32.200301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network 5c992509-5e0c-41fa-ad7d-dc45534fd873 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:32.243729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5c992509-5e0c-41fa-ad7d-dc45534fd873) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:32.251095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:32.251689 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.267880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6c1ad-bef4-4036-827b-71674af7e6df None None] Network 5c992509-5e0c-41fa-ad7d-dc45534fd873 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:32.318099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8fad22cc-d5e6-4188-8d44-29d00dcf0163 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6646025 Jul 06 18:49:32.320512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37896) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:32.325970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-362cb2fb-a990-4b36-803e-b201a70b97a0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:32.435034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-5c992509-5e0c-41fa-ad7d-dc45534fd873', 'network_id': '5c992509-5e0c-41fa-ad7d-dc45534fd873', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': 'd0bdf47c-0d47-4f75-b242-8355d4c6dce4'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:32.436072 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.462405 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-362cb2fb-a990-4b36-803e-b201a70b97a0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1069095471'] for subnet, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.571515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.621510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-362cb2fb-a990-4b36-803e-b201a70b97a0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762271982367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1069282622'] for subnet, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.658476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362cb2fb-a990-4b36-803e-b201a70b97a0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:32.659202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-362cb2fb-a990-4b36-803e-b201a70b97a0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.660548 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-362cb2fb-a990-4b36-803e-b201a70b97a0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "PUT /v2.0/subnets/d0bdf47c-0d47-4f75-b242-8355d4c6dce4 HTTP/1.1" status: 200 len: 806 time: 0.3389773 Jul 06 18:49:32.663741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:32.684701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Allocated IP 172.20.0.2 (5c992509-5e0c-41fa-ad7d-dc45534fd873/d0bdf47c-0d47-4f75-b242-8355d4c6dce4/0587a1d1-2c4d-452a-8fb4-c601a2ec5b84) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:32.743289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cb2fb-a990-4b36-803e-b201a70b97a0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=d0bdf47c-0d47-4f75-b242-8355d4c6dce4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:32.803721 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.876753 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.884392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Deleting port 944de527-7607-412b-b4f5-41289d75a069 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:32.885324 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.888107 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.907909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Transition to ACTIVE for port object 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:32.933137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Transition to ACTIVE for port object 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:32.943064 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.967204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.976837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] For port 944de527-7607-412b-b4f5-41289d75a069, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=944de527-7607-412b-b4f5-41289d75a069,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:32.977198 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.991935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Network 5c992509-5e0c-41fa-ad7d-dc45534fd873 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:32.992189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Calling delete_port for 944de527-7607-412b-b4f5-41289d75a069 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:32.995043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:33.010215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:33.011951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bdf47c-0d47-4f75-b242-8355d4c6dce4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:33.014180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Pushing event updated for resources: {'Port': ['ID=0587a1d1-2c4d-452a-8fb4-c601a2ec5b84,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:33.082006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Attempting to bind port 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:33.082521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Attempting to bind port 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c992509-5e0c-41fa-ad7d-dc45534fd873'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:33.082975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Attempting to bind port 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84 on network 5c992509-5e0c-41fa-ad7d-dc45534fd873 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:33.088604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:33.089119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Checking segment: {'id': 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c992509-5e0c-41fa-ad7d-dc45534fd873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:33.090365 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.090874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Bound using segment: {'id': 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c992509-5e0c-41fa-ad7d-dc45534fd873'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:33.091443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Bound port: 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5c992509-5e0c-41fa-ad7d-dc45534fd873'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:33.091916 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.104091 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.117528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c992509-5e0c-41fa-ad7d-dc45534fd873']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:33.134246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:33.134594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:33.144993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.160950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.169189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:33.169782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:33.174706 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:33.179585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] For port 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:33.203955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.234210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Pushing event deleted for resources: {'Port': ['ID=944de527-7607-412b-b4f5-41289d75a069,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:33.263686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] For port 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0587a1d1-2c4d-452a-8fb4-c601a2ec5b84,segment=NetworkSegment(e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7),segment_id=e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:33.266256 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:49:33.266256 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:49:33.266256 n-d-799684-2 neutron-server[93967]: [parameters: {'id': '5c992509-5e0c-41fa-ad7d-dc45534fd873'}] Jul 06 18:49:33.266256 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:49:33.266755 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:49:33.270859 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.380092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bbdaf-7a6a-4b20-bab6-9c367c32ef43 None None] Pushing event updated for resources: {'Port': ['ID=0587a1d1-2c4d-452a-8fb4-c601a2ec5b84,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:33.399580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf1d92-d790-4fe4-9001-e6a08f82c221 None None] Network 5c992509-5e0c-41fa-ad7d-dc45534fd873 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:33.475450 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.565286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf2cd2-403c-47f8-8d61-3490280c1f1e None None] Network 5c992509-5e0c-41fa-ad7d-dc45534fd873 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:33.712156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e3526-e6db-44a4-af55-f15d3f17c4f8 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:49:33.767818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.838389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e3526-e6db-44a4-af55-f15d3f17c4f8 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:49:33.846766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Deleting port 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:33.847255 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.920778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] For port 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0587a1d1-2c4d-452a-8fb4-c601a2ec5b84,segment=NetworkSegment(e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7),segment_id=e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:33.921314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.936617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Calling delete_port for 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:34.038624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.069696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Port': ['ID=0587a1d1-2c4d-452a-8fb4-c601a2ec5b84,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:34.076632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No DVR routers for this DVR port 0587a1d1-2c4d-452a-8fb4-c601a2ec5b84 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:34.101021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Router 427f4925-55c6-4198-8742-c3f30dbdbf31 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:49:34.169808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.182797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c992509-5e0c-41fa-ad7d-dc45534fd873']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:34.195032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:34.195423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74ff8a7-d24f-40d8-9bd9-bfa5c0d01ef7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:34.206198 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.215967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:34.221448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b69ed668-e076-4d5a-820c-209e549a0760 admin admin] 10.222.0.53 "PUT /v2.0/routers/427f4925-55c6-4198-8742-c3f30dbdbf31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1645844 Jul 06 18:49:34.222659 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.224518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37904) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:34.226980 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] Sync routers for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:34.238855 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:34.239613 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:34.268349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:34.268751 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:34.272018 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:34.350826 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:34.377759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.386659 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.388738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/5c992509-5e0c-41fa-ad7d-dc45534fd873 HTTP/1.1" status: 204 len: 168 time: 1.7240498 Jul 06 18:49:34.393084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37906) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:34.405167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea2a03-3b58-4569-bb59-3df09abfb89e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=5c992509-5e0c-41fa-ad7d-dc45534fd873,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:34.413981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.418418 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ce7276-48aa-4609-92d0-1a12183e355f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:34.419229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ce7276-48aa-4609-92d0-1a12183e355f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:34.421573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d1ce7276-48aa-4609-92d0-1a12183e355f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/5c992509-5e0c-41fa-ad7d-dc45534fd873 HTTP/1.1" status: 404 len: 339 time: 0.0267687 Jul 06 18:49:34.424999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37908) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:34.430858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838817008', 'description': 'd1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:34.457362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:34.475443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.516023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:34.526335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.526924 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 8ff5c34b-08e6-4c57-9871-06c04e305675 of type vlan for network d0f4d9b6-9be2-4bdb-92df-7c95fa267b29 Jul 06 18:49:34.529013 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.566238 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:49:33Z', 'revision_number': 5, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port': {'id': 'f72844e8-ee71-4ad4-b281-88c8475eb2c5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:38:08Z', 'updated_at': '2021-07-06T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:34.583422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.605464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Deleting port f72844e8-ee71-4ad4-b281-88c8475eb2c5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:34.605889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.611469 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] Checking router: 427f4925-55c6-4198-8742-c3f30dbdbf31 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:49:34.623164 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] Routers {'427f4925-55c6-4198-8742-c3f30dbdbf31'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:34.623783 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['427f4925-55c6-4198-8742-c3f30dbdbf31'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:34.627901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.634584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.635672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.690624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] For port f72844e8-ee71-4ad4-b281-88c8475eb2c5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f72844e8-ee71-4ad4-b281-88c8475eb2c5,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:34.690996 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.704923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2779984 Jul 06 18:49:34.708473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Calling delete_port for f72844e8-ee71-4ad4-b281-88c8475eb2c5 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:34.709658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37912) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:34.730862 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] Set router 427f4925-55c6-4198-8742-c3f30dbdbf31 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:34.741297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc8a6-246d-4aa5-becf-48e7e9793bb7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=d0f4d9b6-9be2-4bdb-92df-7c95fa267b29,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:34.753541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d0f4d9b6-9be2-4bdb-92df-7c95fa267b29 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:34.820864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b62f310-70f0-4df9-b427-1f45467ca7eb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.827602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5b62f310-70f0-4df9-b427-1f45467ca7eb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/networks?id=d0f4d9b6-9be2-4bdb-92df-7c95fa267b29 HTTP/1.1" status: 200 len: 760 time: 0.1168988 Jul 06 18:49:34.830436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37914) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:34.839354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4b1aee9d-4ad4-4a77-a4de-e838654a1acf tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'description': 'd2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:34.858744 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:49:34Z', 'revision_number': 6, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:34.897620 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c3deed-370b-4377-957f-49974492fd73 None None] The sync data for ids ['427f4925-55c6-4198-8742-c3f30dbdbf31'] in n-d-799684-2 is: [{'id': '427f4925-55c6-4198-8742-c3f30dbdbf31', 'name': 'tempest-TaggedBootDevicesTest_v242-579754311-router', 'tenant_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:38:07Z', 'updated_at': '2021-07-06T18:49:34Z', 'revision_number': 6, 'project_id': '42e1c0cdee9941ce9732e18ad04ce4ec', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:34.941104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.976301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72844e8-ee71-4ad4-b281-88c8475eb2c5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:35.016532 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b1aee9d-4ad4-4a77-a4de-e838654a1acf tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.032139 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b1aee9d-4ad4-4a77-a4de-e838654a1acf tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.041416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.082485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b1aee9d-4ad4-4a77-a4de-e838654a1acf tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network d0f4d9b6-9be2-4bdb-92df-7c95fa267b29 is not hosted by any dhcp agent {{(pid=93966) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:49:35.088113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1aee9d-4ad4-4a77-a4de-e838654a1acf tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:35.088724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4b1aee9d-4ad4-4a77-a4de-e838654a1acf tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.092447 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4b1aee9d-4ad4-4a77-a4de-e838654a1acf tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "PUT /v2.0/networks/d0f4d9b6-9be2-4bdb-92df-7c95fa267b29 HTTP/1.1" status: 200 len: 757 time: 0.2585893 Jul 06 18:49:35.093555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37918) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:35.139778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.142434 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.164467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aee9d-4ad4-4a77-a4de-e838654a1acf tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=d0f4d9b6-9be2-4bdb-92df-7c95fa267b29,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:35.179303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d0f4d9b6-9be2-4bdb-92df-7c95fa267b29 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:35.196491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.197333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 427f4925-55c6-4198-8742-c3f30dbdbf31 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:49:35.201114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e02ef-a86c-4c89-a77f-993499f5a7cc tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:35.206929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37922) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:35.207142 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d85e02ef-a86c-4c89-a77f-993499f5a7cc tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/networks?id=d0f4d9b6-9be2-4bdb-92df-7c95fa267b29 HTTP/1.1" status: 200 len: 760 time: 0.1092312 Jul 06 18:49:35.209963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.211124 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a4d5009c-f146-408f-a6c3-cdaeaca72391 admin admin] 10.222.0.53 "DELETE /v2.0/routers/427f4925-55c6-4198-8742-c3f30dbdbf31 HTTP/1.1" status: 204 len: 168 time: 0.9855530 Jul 06 18:49:35.213972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37924) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:35.216249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1051388201'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:35.242530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:35.247522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.277458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-611ea5e7-4fbf-4af5-9fba-b661f1b60b70 admin admin] Deleting subnet 783b06c9-d226-4e29-8525-79f9621946f1 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:49:35.281333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-611ea5e7-4fbf-4af5-9fba-b661f1b60b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.282066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:35.292824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.293178 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270 of type vlan for network e705751a-f9e3-49b5-a0f7-7e020f391a57 Jul 06 18:49:35.326400 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-611ea5e7-4fbf-4af5-9fba-b661f1b60b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.346391 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.383349 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.389142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:35.389998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.427789 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-611ea5e7-4fbf-4af5-9fba-b661f1b60b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.455566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2407014 Jul 06 18:49:35.456103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37928) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:35.461934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': 'e705751a-f9e3-49b5-a0f7-7e020f391a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:35.483121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67896a-6215-4c64-a209-e4771af1971f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=e705751a-f9e3-49b5-a0f7-7e020f391a57,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:35.492540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e705751a-f9e3-49b5-a0f7-7e020f391a57 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:35.502992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-611ea5e7-4fbf-4af5-9fba-b661f1b60b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.542412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ea5e7-4fbf-4af5-9fba-b661f1b60b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783b06c9-d226-4e29-8525-79f9621946f1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:35.549485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-611ea5e7-4fbf-4af5-9fba-b661f1b60b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.552817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-611ea5e7-4fbf-4af5-9fba-b661f1b60b70 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/783b06c9-d226-4e29-8525-79f9621946f1 HTTP/1.1" status: 204 len: 168 time: 0.3378453 Jul 06 18:49:35.561113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37932) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:35.567257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49116639-6161-4a59-8943-3ba32f7947da None None] Network 407ff483-eebb-47c2-ba28-b34ffefc1775 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:35.657468 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.666895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:35.671754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.815358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Deleting port 150b324a-4173-489e-9c80-1b5b15cce9d9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:35.815702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.910356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f72844e8-ee71-4ad4-b281-88c8475eb2c5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:35.924468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] For port 150b324a-4173-489e-9c80-1b5b15cce9d9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=150b324a-4173-489e-9c80-1b5b15cce9d9,segment=NetworkSegment(ea01c261-4383-48ce-a8ab-f80c7b063d3a),segment_id=ea01c261-4383-48ce-a8ab-f80c7b063d3a)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:35.925057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:35.946005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f72844e8-ee71-4ad4-b281-88c8475eb2c5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:49:35.946005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f72844e8-ee71-4ad4-b281-88c8475eb2c5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:35.946005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 944de527-7607-412b-b4f5-41289d75a069 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:35.965424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Calling delete_port for 150b324a-4173-489e-9c80-1b5b15cce9d9 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:35.968024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 944de527-7607-412b-b4f5-41289d75a069 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:49:35.968259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 944de527-7607-412b-b4f5-41289d75a069 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:35.991986 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.086754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] DHCP port deletion for 407ff483-eebb-47c2-ba28-b34ffefc1775 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:49:36.103339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=6b6da9dc-dd97-4c3f-9215-09fb54ae7fe5,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:36.135227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e705751a-f9e3-49b5-a0f7-7e020f391a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:36.135591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: e705751a-f9e3-49b5-a0f7-7e020f391a57, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:36.142749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.148853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] Deleting port 150b324a-4173-489e-9c80-1b5b15cce9d9 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:36.149187 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.182075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Pushing event deleted for resources: {'Port': ['ID=150b324a-4173-489e-9c80-1b5b15cce9d9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:36.190855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] No DVR routers for this DVR port 150b324a-4173-489e-9c80-1b5b15cce9d9 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:36.192581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network e705751a-f9e3-49b5-a0f7-7e020f391a57 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:36.223655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e705751a-f9e3-49b5-a0f7-7e020f391a57) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:36.237382 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:36.238078 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.242970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02296726-61cf-4245-b52b-ce5600294ab4 None None] Network e705751a-f9e3-49b5-a0f7-7e020f391a57 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:36.265403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] For port 150b324a-4173-489e-9c80-1b5b15cce9d9, host n-d-799684-2, got binding levels [] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:36.265838 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.304138 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.309629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] Calling delete_port for 150b324a-4173-489e-9c80-1b5b15cce9d9 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:36.313044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-361309c3-d19e-49a9-be19-83875b3ad7d1 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8559043 Jul 06 18:49:36.313613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.ipam_backend_mixin [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] Port 150b324a-4173-489e-9c80-1b5b15cce9d9 was not found and therefore no delete operation was performed {{(pid=93968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:49:36.315801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37936) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:36.322433 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.325531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407ff483-eebb-47c2-ba28-b34ffefc1775']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:36.351555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea01c261-4383-48ce-a8ab-f80c7b063d3a') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:36.351840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea01c261-4383-48ce-a8ab-f80c7b063d3a') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:36.366634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] Pushing event deleted for resources: {'Port': ['ID=150b324a-4173-489e-9c80-1b5b15cce9d9,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:36.375483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f43c45-3281-489c-a840-5e594edb915c None None] No DVR routers for this DVR port 150b324a-4173-489e-9c80-1b5b15cce9d9 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:36.396354 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.417615 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.430075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:36.430354 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:36.432218 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:36.469377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-e705751a-f9e3-49b5-a0f7-7e020f391a57', 'network_id': 'e705751a-f9e3-49b5-a0f7-7e020f391a57', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': '6b6da9dc-dd97-4c3f-9215-09fb54ae7fe5'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:36.471105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.523522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.528467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.534484 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.538793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] 10.222.0.53 "DELETE /v2.0/networks/407ff483-eebb-47c2-ba28-b34ffefc1775 HTTP/1.1" status: 204 len: 168 time: 0.9741752 Jul 06 18:49:36.562625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e491eb5-d410-463c-acd7-2d1b24875125 admin admin] Pushing event deleted for resources: {'Network': ['ID=407ff483-eebb-47c2-ba28-b34ffefc1775,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:36.626445 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.657643 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Allocated IP 172.20.0.2 (e705751a-f9e3-49b5-a0f7-7e020f391a57/6b6da9dc-dd97-4c3f-9215-09fb54ae7fe5/4598dcfa-c48d-40d3-9d66-dc622dff2074) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:36.728753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37944) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:36.776065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1afe06fe-981b-4a36-a394-e6a7920d1fe9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42e1c0cdee9941ce9732e18ad04ce4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459039 Jul 06 18:49:36.780504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37946) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:36.823126 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.829153 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dcc4-0c30-4253-a5ce-0b0a86d59787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.832473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Transition to ACTIVE for port object 4598dcfa-c48d-40d3-9d66-dc622dff2074 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:36.848596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Transition to ACTIVE for port object 4598dcfa-c48d-40d3-9d66-dc622dff2074 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:36.850829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dcc4-0c30-4253-a5ce-0b0a86d59787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.856257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.892217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.900485 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Network e705751a-f9e3-49b5-a0f7-7e020f391a57 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:36.907400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:36.910954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:36.919669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Pushing event updated for resources: {'Port': ['ID=4598dcfa-c48d-40d3-9d66-dc622dff2074,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:36.920111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6da9dc-dd97-4c3f-9215-09fb54ae7fe5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:36.940066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dcc4-0c30-4253-a5ce-0b0a86d59787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.942689 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dcc4-0c30-4253-a5ce-0b0a86d59787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.946198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dcc1dcc4-0c30-4253-a5ce-0b0a86d59787 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9 HTTP/1.1" status: 204 len: 168 time: 0.1623139 Jul 06 18:49:36.977388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Attempting to bind port 4598dcfa-c48d-40d3-9d66-dc622dff2074 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:36.977799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Attempting to bind port 4598dcfa-c48d-40d3-9d66-dc622dff2074 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e705751a-f9e3-49b5-a0f7-7e020f391a57'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:36.978238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Attempting to bind port 4598dcfa-c48d-40d3-9d66-dc622dff2074 on network e705751a-f9e3-49b5-a0f7-7e020f391a57 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:36.983386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:36.983763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Checking segment: {'id': 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e705751a-f9e3-49b5-a0f7-7e020f391a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:36.984176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.984575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Bound using segment: {'id': 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e705751a-f9e3-49b5-a0f7-7e020f391a57'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:36.985047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Bound port: 4598dcfa-c48d-40d3-9d66-dc622dff2074, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e705751a-f9e3-49b5-a0f7-7e020f391a57'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:36.985435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:36.990697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1dcc4-0c30-4253-a5ce-0b0a86d59787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aaf607-e7ac-4d4b-ab5d-21b2eb9be2b9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:36.998786 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.011058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e705751a-f9e3-49b5-a0f7-7e020f391a57']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:37.021289 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:37.021573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:37.031185 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.051059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.056867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] For port 4598dcfa-c48d-40d3-9d66-dc622dff2074, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:37.058562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:37.059058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:37.062799 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:37.115961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] For port 4598dcfa-c48d-40d3-9d66-dc622dff2074, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4598dcfa-c48d-40d3-9d66-dc622dff2074,segment=NetworkSegment(c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270),segment_id=c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:37.119945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.api [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:49:37.119945 n-d-799684-2 neutron-server[93967]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:49:37.119945 n-d-799684-2 neutron-server[93967]: [parameters: {'id': 'e705751a-f9e3-49b5-a0f7-7e020f391a57'}] Jul 06 18:49:37.119945 n-d-799684-2 neutron-server[93967]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:49:37.120324 n-d-799684-2 neutron-server[93967]: DEBUG oslo_db.api [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:49:37.122974 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.207548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdd3d7-0244-4175-bce7-bf1069f3a1d9 None None] Pushing event updated for resources: {'Port': ['ID=4598dcfa-c48d-40d3-9d66-dc622dff2074,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:37.234649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37952) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:37.235661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec205408-d4fa-4e00-97e7-f6ee6b779583 None None] Network e705751a-f9e3-49b5-a0f7-7e020f391a57 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:37.356675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5f5bb3db-ff26-40d2-9bff-f136cc9464ef tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2593 time: 0.1182168 Jul 06 18:49:37.357180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37960) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:37.362293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'network': {'name': 'tempest-network-smoke--794903974', 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'port_security_enabled': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:37.380196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3fc9f2-f45b-4be7-91cf-b52ec7b4ed9b None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:49:37.397938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Made reservation on behalf of af5723f0342e49468a9b94f9273e03bc for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:37.402358 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.427827 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:37.438440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.438798 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Added segment bb43f047-9603-4bab-b68d-db6acf113b42 of type vlan for network 7ebdd254-19a2-4411-9f8e-6a9586378d66 Jul 06 18:49:37.480596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3fc9f2-f45b-4be7-91cf-b52ec7b4ed9b None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:49:37.489611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.531006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.536838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:37.537462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.603421 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2450461 Jul 06 18:49:37.606338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 37972) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:37.613686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'admin_state_up': True, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:37.624195 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.640300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c6cde-9908-407d-ae09-150387643a2d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Network': ['ID=7ebdd254-19a2-4411-9f8e-6a9586378d66,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:37.665870 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.666913 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.678981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:37.756830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.761490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37976) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:37.774517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Deleting port 4598dcfa-c48d-40d3-9d66-dc622dff2074 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:37.774873 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.902772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 150b324a-4173-489e-9c80-1b5b15cce9d9 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:37.931977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 150b324a-4173-489e-9c80-1b5b15cce9d9 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:49:37.932570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 150b324a-4173-489e-9c80-1b5b15cce9d9 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:37.937157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-376654813-network', 'tenant_id': 'd2a826d57fa44f5ab0c20ee08905a135'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:37.970046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Made reservation on behalf of d2a826d57fa44f5ab0c20ee08905a135 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:37.972830 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.982686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:37.994611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.000790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] For port 4598dcfa-c48d-40d3-9d66-dc622dff2074, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4598dcfa-c48d-40d3-9d66-dc622dff2074,segment=NetworkSegment(c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270),segment_id=c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:38.001466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.018997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Calling delete_port for 4598dcfa-c48d-40d3-9d66-dc622dff2074 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:38.097050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.103010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.126710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:38.144101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d642b960-3d02-498d-8c0e-fb83c6d7a369,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:38.147736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.148272 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Added segment e8093bda-2db6-49a1-aad2-fb4ca4b88cc1 of type vlan for network a02023d0-ad76-47f3-b1c3-3add9ffb773e Jul 06 18:49:38.197513 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.231748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.232986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:38.233909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.303683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5400999 Jul 06 18:49:38.314333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 37996) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:38.321424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Request body: {'subnet': {'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-376654813-subnet', 'tenant_id': 'd2a826d57fa44f5ab0c20ee08905a135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:38.327057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205771-d045-48d3-9c8f-c48c5df30efb admin admin] Pushing event updated for resources: {'Network': ['ID=a02023d0-ad76-47f3-b1c3-3add9ffb773e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:38.345510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network a02023d0-ad76-47f3-b1c3-3add9ffb773e details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:38.388924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Made reservation on behalf of d2a826d57fa44f5ab0c20ee08905a135 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:38.392512 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.523531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.559188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Port': ['ID=4598dcfa-c48d-40d3-9d66-dc622dff2074,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:38.561031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No DVR routers for this DVR port 4598dcfa-c48d-40d3-9d66-dc622dff2074 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:38.603486 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.696950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31f151e-576d-4aef-a2a6-424a663c18b9,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:38.699679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Checking segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:38.700124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Network hostable DHCP agents. Network: a02023d0-ad76-47f3-b1c3-3add9ffb773e, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:38.721111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Network a02023d0-ad76-47f3-b1c3-3add9ffb773e is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:38.732195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, a02023d0-ad76-47f3-b1c3-3add9ffb773e) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:38.732476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.737793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:38.738455 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.743987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7681468-0371-48d1-b2ae-ab985894e253 None None] Network a02023d0-ad76-47f3-b1c3-3add9ffb773e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:38.757065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-53dcd93a-5a75-4d0d-be04-a7145c1de733 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4411049 Jul 06 18:49:38.775221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.799618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e705751a-f9e3-49b5-a0f7-7e020f391a57']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:38.812154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:38.812374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fe92e9-ed9e-4ff2-b3f3-4a2e4ba2c270') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:38.823456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.837871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.844174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:38.844495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.898864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c296d-998c-4558-b082-519ba46d0d65 None None] Network a02023d0-ad76-47f3-b1c3-3add9ffb773e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:38.899006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:38.900924 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:38.937478 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.994980 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.997022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/e705751a-f9e3-49b5-a0f7-7e020f391a57 HTTP/1.1" status: 204 len: 168 time: 2.6802614 Jul 06 18:49:39.006439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38014) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:39.010668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e7f05-31e5-4585-bdff-7d602f5aa2a3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=e705751a-f9e3-49b5-a0f7-7e020f391a57,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:39.079162 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bbe550-df83-4f29-b9c9-515e9493834a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] GET failed (client error): The resource could not be found. Jul 06 18:49:39.081385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-04bbe550-df83-4f29-b9c9-515e9493834a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/subnets/6b6da9dc-dd97-4c3f-9215-09fb54ae7fe5 HTTP/1.1" status: 404 len: 337 time: 0.0734913 Jul 06 18:49:39.083856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38018) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:39.134113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Allocated IP 172.25.4.35 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/98ede5f2-c591-4aab-bd9b-ba21e6399c25) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:39.137555 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b25882-d024-47a7-be61-bb3eefd3e4c5 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:39.138395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b25882-d024-47a7-be61-bb3eefd3e4c5 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:39.140357 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e7b25882-d024-47a7-be61-bb3eefd3e4c5 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/e705751a-f9e3-49b5-a0f7-7e020f391a57 HTTP/1.1" status: 404 len: 339 time: 0.0526483 Jul 06 18:49:39.145858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38022) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:39.307724 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:39.360595 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:39.390607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf96962-af6c-4087-8a3a-82ca4fbbfe9f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:39.392978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6bf96962-af6c-4087-8a3a-82ca4fbbfe9f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2454817 Jul 06 18:49:39.395906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38036) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:39.405318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:39.408668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:39.415858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:39.454417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=98ede5f2-c591-4aab-bd9b-ba21e6399c25,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:39.481756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1451544e-a1c4-4012-b1cc-c7afc2dffe05 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547 HTTP/1.1" status: 200 len: 207 time: 0.0753903 Jul 06 18:49:39.486405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38038) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:39.608588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-49ecb72d-2d85-4b05-b921-018749e62cb0 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:39.610200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-49ecb72d-2d85-4b05-b921-018749e62cb0 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 812 time: 0.2159960 Jul 06 18:49:39.647380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61570f-0d5a-4b7c-a4d1-224298603b11 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:39.654328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61570f-0d5a-4b7c-a4d1-224298603b11 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:39.661275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61570f-0d5a-4b7c-a4d1-224298603b11 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:39.668355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61570f-0d5a-4b7c-a4d1-224298603b11 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:39.669971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb61570f-0d5a-4b7c-a4d1-224298603b11 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1827366 Jul 06 18:49:39.675947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38046) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:39.695429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-f6766dd3-9649-4c98-98b4-e4958c7ca74c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/quotas/d2a826d57fa44f5ab0c20ee08905a135 HTTP/1.1" status: 200 len: 375 time: 0.0735800 Jul 06 18:49:39.763500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-8d1f1408-6b73-40a9-beb7-776ea53f4881 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608931 Jul 06 18:49:39.968218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-800ea127-46fc-4589-ae1c-305bf87308f0 service neutron] 10.222.0.53 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891103 Jul 06 18:49:40.031549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:40.086622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-c775fd51-2424-47b7-8896-157b3cd3753a service neutron] 10.222.0.53 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147995 Jul 06 18:49:40.103109 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b716195c-7ec2-48aa-9175-a963630bacce tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4174306 Jul 06 18:49:40.107030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38054) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:40.221142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1b1c2-6775-4be6-a1c2-887e8620f933 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.222854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1b1c2-6775-4be6-a1c2-887e8620f933 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.228205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c2e1b1c2-6775-4be6-a1c2-887e8620f933 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1160791 Jul 06 18:49:40.228497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38060) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:40.309307 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:40.321959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a00402d-1dac-4201-8b9a-3af86b2db4ec tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.323683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a00402d-1dac-4201-8b9a-3af86b2db4ec tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.325728 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8a00402d-1dac-4201-8b9a-3af86b2db4ec tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0957391 Jul 06 18:49:40.330580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38064) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:40.490469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Router 26ab475f-d925-4b67-82f5-f1eca66ba20c is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:49:40.543372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f3d55-fc14-4086-be90-9b7b77e49e38 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.548510 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ac4f3d55-fc14-4086-be90-9b7b77e49e38 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/networks/21372128-d692-4d0a-b77b-0c1496fb39f3 HTTP/1.1" status: 200 len: 800 time: 0.2133791 Jul 06 18:49:40.549590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38076) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:40.652949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:40.667305 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ddc27a87-5085-49dc-a3b8-217b218e8c36 req-489b0f4e-c3d1-4844-8f4a-25aad17ad24e tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 210 time: 0.0792248 Jul 06 18:49:40.674039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Sync routers for ids ['26ab475f-d925-4b67-82f5-f1eca66ba20c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:40.706631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Routers {'26ab475f-d925-4b67-82f5-f1eca66ba20c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:40.707298 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:40.707525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['26ab475f-d925-4b67-82f5-f1eca66ba20c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:40.711605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-58194ada-ed79-4927-a59f-1267440ed267 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1014287 Jul 06 18:49:40.711888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38080) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:40.758262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-eb88192a-9ff2-40a2-9ed5-5ba243f6f98d tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/networks/21372128-d692-4d0a-b77b-0c1496fb39f3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2074087 Jul 06 18:49:40.761968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38082) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:40.814244 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5904aabc-0204-41ad-a191-216464d06d5f tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.816844 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5904aabc-0204-41ad-a191-216464d06d5f tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=af5723f0342e49468a9b94f9273e03bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1037500 Jul 06 18:49:40.819658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38084) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:40.898803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41842193-42c3-4233-be36-e46170aacd9f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.900208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-41842193-42c3-4233-be36-e46170aacd9f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/subnets/94967f88-eb0e-48a8-8002-1e467e7b1a76 HTTP/1.1" status: 200 len: 811 time: 0.1369252 Jul 06 18:49:40.900420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Set router 26ab475f-d925-4b67-82f5-f1eca66ba20c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:40.903910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38094) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:40.991638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf1c207-542c-40fe-92e2-654b60f233b0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.997209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cdf1c207-542c-40fe-92e2-654b60f233b0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "GET /v2.0/subnets/94967f88-eb0e-48a8-8002-1e467e7b1a76?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0921476 Jul 06 18:49:40.998462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38098) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:41.011488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-551739714'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:41.014524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d167510-5bd3-43f5-b1a8-e22d2943d349 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:41.016266 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0d167510-5bd3-43f5-b1a8-e22d2943d349 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1954930 Jul 06 18:49:41.019263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38100) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:41.053762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f98b34c2-cb25-4947-b3ac-6a2fd018e38d tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331399 Jul 06 18:49:41.054431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38102) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:41.064843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:41.083112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.110372 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8c0bbd53-bca2-466f-8cd2-33bcdf9c37a3 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=af5723f0342e49468a9b94f9273e03bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541654 Jul 06 18:49:41.111181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38104) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:41.128199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:49:39Z', 'revision_number': 3, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:41.146548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:41.159315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.159775 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Added segment 746b9e99-bbc2-4aa1-b842-7c90ea5bccdb of type vlan for network 680ea818-1881-4f1e-b347-97bb2d32dbe4 Jul 06 18:49:41.191427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Checking router: 26ab475f-d925-4b67-82f5-f1eca66ba20c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:49:41.191779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Updating router 26ab475f-d925-4b67-82f5-f1eca66ba20c port 98ede5f2-c591-4aab-bd9b-ba21e6399c25 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:49:41.224231 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae58cb87-9bec-4436-8c36-2c539f42b0ce tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:41.226793 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ae58cb87-9bec-4436-8c36-2c539f42b0ce tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1147614 Jul 06 18:49:41.229847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38114) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:41.231768 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.243089 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.274922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1630d45e-6845-4b23-b5d8-51a8257058e7 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357499 Jul 06 18:49:41.274922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38116) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:41.277032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1308423876', 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66', 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:41.298706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.307000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:41.311096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.339539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3398576 Jul 06 18:49:41.351165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38118) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:41.356883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'network_id': '680ea818-1881-4f1e-b347-97bb2d32dbe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:41.490537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6881203-f4b3-4ab8-868f-4f03426e961f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Network': ['ID=680ea818-1881-4f1e-b347-97bb2d32dbe4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:41.510320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 680ea818-1881-4f1e-b347-97bb2d32dbe4 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:41.514465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Made reservation on behalf of 3af5f7e58eeb4dcc9714bafd6d7b5d92 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:41.521493 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.546817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Made reservation on behalf of af5723f0342e49468a9b94f9273e03bc for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:41.554485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.696376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Performing IP validity checks on allocation pools {{(pid=93966) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:49:41.697035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.ipam_backend_mixin [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93966) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:49:41.703591 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.737391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Transition to ACTIVE for port object 98ede5f2-c591-4aab-bd9b-ba21e6399c25 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:41.749643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.842147 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-892b7d23-78db-4ea7-9621-35edff0640af req-9816fd48-8372-4dd5-8e39-7516cea79a0d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 210 time: 0.0440629 Jul 06 18:49:41.852842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Attempting to bind port 98ede5f2-c591-4aab-bd9b-ba21e6399c25 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:41.853692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Attempting to bind port 98ede5f2-c591-4aab-bd9b-ba21e6399c25 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:41.854475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Attempting to bind port 98ede5f2-c591-4aab-bd9b-ba21e6399c25 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:41.875921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:41.876725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:41.877321 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.878022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:41.878732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Bound port: 98ede5f2-c591-4aab-bd9b-ba21e6399c25, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:41.879296 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.910497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa173-5f44-4b66-be2a-28a5d8fbfefa None None] Pushing event updated for resources: {'Port': ['ID=98ede5f2-c591-4aab-bd9b-ba21e6399c25,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:41.956917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] For port 98ede5f2-c591-4aab-bd9b-ba21e6399c25, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:41.960982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] For port 98ede5f2-c591-4aab-bd9b-ba21e6399c25, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=98ede5f2-c591-4aab-bd9b-ba21e6399c25,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:41.965823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:41.966582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:42.039737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:42.048577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Routers {'26ab475f-d925-4b67-82f5-f1eca66ba20c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:42.049339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['26ab475f-d925-4b67-82f5-f1eca66ba20c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:42.061680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Checking segment: {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:42.062438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network hostable DHCP agents. Network: 7ebdd254-19a2-4411-9f8e-6a9586378d66, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:42.091417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Subnet': ['ID=8d85b52d-4ea3-4e68-b4e1-2725f7bc7794,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:42.099924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:42.162972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 7ebdd254-19a2-4411-9f8e-6a9586378d66) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:42.187962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:42.188638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:42.231252 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Checking segment: {'id': '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '680ea818-1881-4f1e-b347-97bb2d32dbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:42.231746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network hostable DHCP agents. Network: 680ea818-1881-4f1e-b347-97bb2d32dbe4, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:42.239473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=4a079708-b01c-49ce-a25a-afa18b045371,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:42.248008 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3c526cef-ecdf-497c-8097-1008206b3a12 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9758167 Jul 06 18:49:42.250854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38134) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:42.256861 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:49:42.276975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Network 680ea818-1881-4f1e-b347-97bb2d32dbe4 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:42.288318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 680ea818-1881-4f1e-b347-97bb2d32dbe4) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:42.297088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:42.298038 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555183'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:42.322804 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-32fc5001-197f-4eb4-af19-b7aeeb3cd4fa tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9697869 Jul 06 18:49:42.325273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38136) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:42.331844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1ae0f41f-6aba-4d4e-80b0-8162e05280fb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:42.398078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa173-5f44-4b66-be2a-28a5d8fbfefa None None] Pushing event updated for resources: {'Port': ['ID=98ede5f2-c591-4aab-bd9b-ba21e6399c25,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:42.401488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b51b7-f50b-4901-92fe-e39f7cd3c547 None None] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:42.427426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca7a53-a921-4e72-bb86-085c88506cda None None] Network 680ea818-1881-4f1e-b347-97bb2d32dbe4 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:42.496032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f41f-6aba-4d4e-80b0-8162e05280fb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1068911778'] for subnet, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:42.542249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] Set router 26ab475f-d925-4b67-82f5-f1eca66ba20c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:42.767163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f41f-6aba-4d4e-80b0-8162e05280fb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762271982367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1068675302'] for subnet, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:42.852337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0f41f-6aba-4d4e-80b0-8162e05280fb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event updated for resources: {'Subnet': ['ID=4a079708-b01c-49ce-a25a-afa18b045371,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:42.892151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0f41f-6aba-4d4e-80b0-8162e05280fb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:42.893185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f41f-6aba-4d4e-80b0-8162e05280fb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:42.897752 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1ae0f41f-6aba-4d4e-80b0-8162e05280fb tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "PUT /v2.0/subnets/4a079708-b01c-49ce-a25a-afa18b045371 HTTP/1.1" status: 200 len: 877 time: 0.5683787 Jul 06 18:49:42.924915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38150) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:43.081331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-680ea818-1881-4f1e-b347-97bb2d32dbe4', 'network_id': '680ea818-1881-4f1e-b347-97bb2d32dbe4', 'tenant_id': '3af5f7e58eeb4dcc9714bafd6d7b5d92', 'fixed_ips': [{'subnet_id': '4a079708-b01c-49ce-a25a-afa18b045371'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:43.086590 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.180868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-7ebdd254-19a2-4411-9f8e-6a9586378d66', 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'fixed_ips': [{'subnet_id': '8d85b52d-4ea3-4e68-b4e1-2725f7bc7794'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:43.182740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.184514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-30e554a2-6768-4538-9a1d-bf6b76a786b8 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:43.186089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-30e554a2-6768-4538-9a1d-bf6b76a786b8 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 812 time: 0.3883820 Jul 06 18:49:43.204689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Request body: {'port': {'device_id': '9cc9de69-9f96-447c-9831-73649d33216d', 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'admin_state_up': True, 'tenant_id': 'd2a826d57fa44f5ab0c20ee08905a135'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:43.215263 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf212e06-3eb7-4212-8b8e-7b3d1471fa73 req-6faf4686-676d-436b-97ae-b38666bfae55 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 210 time: 0.1196208 Jul 06 18:49:43.304230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-22f6a5d5-a525-4ddd-83f6-e9511f627b9c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:43.306255 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-22f6a5d5-a525-4ddd-83f6-e9511f627b9c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.41 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 812 time: 0.4452565 Jul 06 18:49:43.326264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Request body: {'port': {'device_id': '7b9e5f72-7ee7-4cf9-87a9-2504af914c40', 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'admin_state_up': True, 'tenant_id': 'd2a826d57fa44f5ab0c20ee08905a135'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:43.465121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Allocated IP 172.20.0.18 (7ebdd254-19a2-4411-9f8e-6a9586378d66/8d85b52d-4ea3-4e68-b4e1-2725f7bc7794/8e790970-d5c2-4bc2-8175-0caf89d1b946) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:43.637895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Allocated IP 172.20.0.3 (680ea818-1881-4f1e-b347-97bb2d32dbe4/4a079708-b01c-49ce-a25a-afa18b045371/d46cdf32-74c6-4dcf-97ed-8b809ccdbd65) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:43.706817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.809331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.813927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Made reservation on behalf of d2a826d57fa44f5ab0c20ee08905a135 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:43.819069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.854561 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.905856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Transition to ACTIVE for port object d46cdf32-74c6-4dcf-97ed-8b809ccdbd65 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:43.912786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Made reservation on behalf of d2a826d57fa44f5ab0c20ee08905a135 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:43.918476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.941176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.986454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Transition to ACTIVE for port object d46cdf32-74c6-4dcf-97ed-8b809ccdbd65 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:43.991856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:49:39Z', 'revision_number': 3, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:44.046660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8279d4ab-28ea-45f6-85d6-20d97fa86887 None None] The sync data for ids ['26ab475f-d925-4b67-82f5-f1eca66ba20c'] in n-d-799684-2 is: [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:49:39Z', 'revision_number': 3, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:44.049165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Allocated IP 172.20.0.5 (a02023d0-ad76-47f3-b1c3-3add9ffb773e/e31f151e-576d-4aef-a2a6-424a663c18b9/904b5cbb-391f-4312-8959-f5d8d09b7186) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:44.057232 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.078858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.102692 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.119312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Network 680ea818-1881-4f1e-b347-97bb2d32dbe4 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:44.123322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Transition to ACTIVE for port object 8e790970-d5c2-4bc2-8175-0caf89d1b946 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:44.134539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:44.141409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=4a079708-b01c-49ce-a25a-afa18b045371,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:44.154549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:44.183105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Pushing event updated for resources: {'Port': ['ID=d46cdf32-74c6-4dcf-97ed-8b809ccdbd65,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:44.217631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Transition to ACTIVE for port object 8e790970-d5c2-4bc2-8175-0caf89d1b946 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:44.252494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.326250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Pushing event updated for resources: {'Port': ['ID=8e790970-d5c2-4bc2-8175-0caf89d1b946,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:44.357861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Allocated IP 172.20.0.17 (7ebdd254-19a2-4411-9f8e-6a9586378d66/8d85b52d-4ea3-4e68-b4e1-2725f7bc7794/f746490d-4173-4565-9b58-84a0f83ebbd7) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:44.360986 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.401509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680ea818-1881-4f1e-b347-97bb2d32dbe4']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:44.428233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Attempting to bind port d46cdf32-74c6-4dcf-97ed-8b809ccdbd65 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:44.429472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Attempting to bind port d46cdf32-74c6-4dcf-97ed-8b809ccdbd65 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '680ea818-1881-4f1e-b347-97bb2d32dbe4'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:44.429869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Attempting to bind port d46cdf32-74c6-4dcf-97ed-8b809ccdbd65 on network 680ea818-1881-4f1e-b347-97bb2d32dbe4 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:44.433428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:44.435559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:44.435857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:44.441318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:44.448902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:44.454633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:44.455055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Checking segment: {'id': '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '680ea818-1881-4f1e-b347-97bb2d32dbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:44.455471 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.456375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Bound using segment: {'id': '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '680ea818-1881-4f1e-b347-97bb2d32dbe4'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:44.456375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Bound port: d46cdf32-74c6-4dcf-97ed-8b809ccdbd65, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '680ea818-1881-4f1e-b347-97bb2d32dbe4'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:44.456722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.457389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.497127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.514760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:44.515437 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:44.519107 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:44.587926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.614354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:49:44.614354 n-d-799684-2 neutron-server[93966]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:49:44.614354 n-d-799684-2 neutron-server[93966]: [parameters: {'id': '680ea818-1881-4f1e-b347-97bb2d32dbe4'}] Jul 06 18:49:44.614354 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:49:44.615242 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:49:44.637778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Attempting to bind port 8e790970-d5c2-4bc2-8175-0caf89d1b946 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:44.638508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Attempting to bind port 8e790970-d5c2-4bc2-8175-0caf89d1b946 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:44.639083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Attempting to bind port 8e790970-d5c2-4bc2-8175-0caf89d1b946 on network 7ebdd254-19a2-4411-9f8e-6a9586378d66 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:44.651662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:44.652057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Checking segment: {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:44.652511 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.652914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Bound using segment: {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:44.653410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Bound port: 8e790970-d5c2-4bc2-8175-0caf89d1b946, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:44.653834 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.679009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e6bc4140-5e4b-4f84-8607-5e131a712122 req-5fb73400-39e9-4aaf-abae-ba8c66b06323 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 210 time: 0.1152518 Jul 06 18:49:44.679009 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.694511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.741182 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] For port d46cdf32-74c6-4dcf-97ed-8b809ccdbd65, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:44.750540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Network a02023d0-ad76-47f3-b1c3-3add9ffb773e is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:44.754823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:44.759008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:44.779647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Allocated IP 172.20.0.10 (a02023d0-ad76-47f3-b1c3-3add9ffb773e/e31f151e-576d-4aef-a2a6-424a663c18b9/036f5d74-8037-4e6d-917f-95985f6acc9a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:44.787525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] For port d46cdf32-74c6-4dcf-97ed-8b809ccdbd65, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d46cdf32-74c6-4dcf-97ed-8b809ccdbd65,segment=NetworkSegment(746b9e99-bbc2-4aa1-b842-7c90ea5bccdb),segment_id=746b9e99-bbc2-4aa1-b842-7c90ea5bccdb)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:44.813442 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.819543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Pushing event updated for resources: {'Port': ['ID=904b5cbb-391f-4312-8959-f5d8d09b7186,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:44.841163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:44.841855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.869405 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Transition to ACTIVE for port object f746490d-4173-4565-9b58-84a0f83ebbd7 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:44.872609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-59d1fa1f-c3fb-40fa-a8e9-06270928f42b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5557361 Jul 06 18:49:44.897465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Request body: {'port': {'device_id': '7b9e5f72-7ee7-4cf9-87a9-2504af914c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:44.927045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] For port 8e790970-d5c2-4bc2-8175-0caf89d1b946, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:44.953835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] For port 8e790970-d5c2-4bc2-8175-0caf89d1b946, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8e790970-d5c2-4bc2-8175-0caf89d1b946,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:44.957398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcbf2f-a525-4493-80e2-35aa2d3462cb None None] Pushing event updated for resources: {'Port': ['ID=d46cdf32-74c6-4dcf-97ed-8b809ccdbd65,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:44.971336 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.042283 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.056890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634ae12-544b-4176-aacc-620c55e02188 None None] Pushing event updated for resources: {'Port': ['ID=8e790970-d5c2-4bc2-8175-0caf89d1b946,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:45.074651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.077274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b6b67-08c1-46d3-bfd1-77d4cae2050c None None] Network 680ea818-1881-4f1e-b347-97bb2d32dbe4 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:45.141343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:45.151898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:45.163556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.166161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:45.236055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=f746490d-4173-4565-9b58-84a0f83ebbd7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:45.276323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.284056 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.375712 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.485293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Deleting port d46cdf32-74c6-4dcf-97ed-8b809ccdbd65 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:45.485903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.582038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] For port d46cdf32-74c6-4dcf-97ed-8b809ccdbd65, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d46cdf32-74c6-4dcf-97ed-8b809ccdbd65,segment=NetworkSegment(746b9e99-bbc2-4aa1-b842-7c90ea5bccdb),segment_id=746b9e99-bbc2-4aa1-b842-7c90ea5bccdb)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:45.582559 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.600433 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed6482ae-96b6-4608-8a8a-35d124071238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.606039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Calling delete_port for d46cdf32-74c6-4dcf-97ed-8b809ccdbd65 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:45.626632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b6fd7-870c-4c7a-a7b1-5c7e349b5f5f None None] Network 680ea818-1881-4f1e-b347-97bb2d32dbe4 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:45.628710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Network a02023d0-ad76-47f3-b1c3-3add9ffb773e is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:45.647943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:45.661491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:45.668870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Pushing event updated for resources: {'Port': ['ID=036f5d74-8037-4e6d-917f-95985f6acc9a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:45.783203 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:45.783991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.795266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.879799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-37c8db4e-9644-4d73-a355-343ffc3747b6 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6791136 Jul 06 18:49:45.912373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Request body: {'port': {'device_id': '9cc9de69-9f96-447c-9831-73649d33216d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:45.929488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904b5cbb-391f-4312-8959-f5d8d09b7186 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:45.953864 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:45.957546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.004204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Port': ['ID=d46cdf32-74c6-4dcf-97ed-8b809ccdbd65,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:46.004994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8e790970-d5c2-4bc2-8175-0caf89d1b946 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:46.012147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No DVR routers for this DVR port d46cdf32-74c6-4dcf-97ed-8b809ccdbd65 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:46.014112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Transition to ACTIVE for port object 904b5cbb-391f-4312-8959-f5d8d09b7186 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:46.043887 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.132686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8e790970-d5c2-4bc2-8175-0caf89d1b946 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:46.137450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 98ede5f2-c591-4aab-bd9b-ba21e6399c25 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:46.139665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.165813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.193022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab853-21dd-4c15-aa07-954754867554 req-50920ab7-8bc3-4567-a9ee-206389f185be tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:46.194734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df1ab853-21dd-4c15-aa07-954754867554 req-50920ab7-8bc3-4567-a9ee-206389f185be tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 931 time: 0.2790873 Jul 06 18:49:46.201258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680ea818-1881-4f1e-b347-97bb2d32dbe4']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:46.211125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Pushing event updated for resources: {'Port': ['ID=904b5cbb-391f-4312-8959-f5d8d09b7186,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:46.213385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 98ede5f2-c591-4aab-bd9b-ba21e6399c25 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:46.228807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 98ede5f2-c591-4aab-bd9b-ba21e6399c25 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:46.229411 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.254943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:46.255246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b9e99-bbc2-4aa1-b842-7c90ea5bccdb') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:46.338672 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.338909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.343020 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df1ab853-21dd-4c15-aa07-954754867554 req-2ec6e258-e87c-48ee-ba6e-a4200cf76095 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387832 Jul 06 18:49:46.376378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:46.392166 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:46.403489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 98ede5f2-c591-4aab-bd9b-ba21e6399c25, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=98ede5f2-c591-4aab-bd9b-ba21e6399c25,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:46.416308 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.459487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Attempting to bind port 904b5cbb-391f-4312-8959-f5d8d09b7186 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:46.459926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Attempting to bind port 904b5cbb-391f-4312-8959-f5d8d09b7186 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:46.460326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Attempting to bind port 904b5cbb-391f-4312-8959-f5d8d09b7186 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:46.473242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Port 904b5cbb-391f-4312-8959-f5d8d09b7186 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:49:46.473242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Attempting to bind port 904b5cbb-391f-4312-8959-f5d8d09b7186 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:46.479004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:46.479617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Checking segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:46.479763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Bound using segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:46.480184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Bound port: 904b5cbb-391f-4312-8959-f5d8d09b7186, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:46.480555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.492911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.503836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.505893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/680ea818-1881-4f1e-b347-97bb2d32dbe4 HTTP/1.1" status: 204 len: 168 time: 3.5652642 Jul 06 18:49:46.509968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38202) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:46.516660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=98ede5f2-c591-4aab-bd9b-ba21e6399c25,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:46.587730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e12078-604e-4620-9bf9-69afb6312b1e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=680ea818-1881-4f1e-b347-97bb2d32dbe4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:46.600217 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d2bca0-093d-4c1e-97e2-704e6402ad3e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:46.600693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d2bca0-093d-4c1e-97e2-704e6402ad3e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:46.606326 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-39d2bca0-093d-4c1e-97e2-704e6402ad3e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/4a079708-b01c-49ce-a25a-afa18b045371 HTTP/1.1" status: 404 len: 337 time: 0.0916724 Jul 06 18:49:46.606584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38204) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:46.634998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.635327 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb328c4-659b-4e2d-b893-aecb2c3c593b tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:46.635922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb328c4-659b-4e2d-b893-aecb2c3c593b tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:46.637698 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6eb328c4-659b-4e2d-b893-aecb2c3c593b tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/680ea818-1881-4f1e-b347-97bb2d32dbe4 HTTP/1.1" status: 404 len: 339 time: 0.0300672 Jul 06 18:49:46.640947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38206) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:46.647729 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.688994 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77bac6c-5e6c-4714-813d-c95512036873 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:46.689537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77bac6c-5e6c-4714-813d-c95512036873 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:46.691677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b77bac6c-5e6c-4714-813d-c95512036873 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/6b6da9dc-dd97-4c3f-9215-09fb54ae7fe5 HTTP/1.1" status: 404 len: 337 time: 0.0496874 Jul 06 18:49:46.695542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:46.719027 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13ec563-0112-4fe3-811c-dbd0dc62d63a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:46.719592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13ec563-0112-4fe3-811c-dbd0dc62d63a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:46.722382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a13ec563-0112-4fe3-811c-dbd0dc62d63a tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/e705751a-f9e3-49b5-a0f7-7e020f391a57 HTTP/1.1" status: 404 len: 339 time: 0.0255737 Jul 06 18:49:46.723244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] For port 904b5cbb-391f-4312-8959-f5d8d09b7186, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:46.725176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38210) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:46.815355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036f5d74-8037-4e6d-917f-95985f6acc9a {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:46.820513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.835551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] For port 904b5cbb-391f-4312-8959-f5d8d09b7186, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=904b5cbb-391f-4312-8959-f5d8d09b7186,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:46.836254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.845513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=f746490d-4173-4565-9b58-84a0f83ebbd7,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:46.856463 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.860589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.877291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Transition to ACTIVE for port object 036f5d74-8037-4e6d-917f-95985f6acc9a will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:46.911337 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.940567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:46.941434 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:46.952778 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] 10.222.0.41 "PUT /v2.0/ports/904b5cbb-391f-4312-8959-f5d8d09b7186 HTTP/1.1" status: 200 len: 1091 time: 2.0711713 Jul 06 18:49:46.970518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9e5f72-7ee7-4cf9-87a9-2504af914c40', 'tag': '904b5cbb-391f-4312-8959-f5d8d09b7186'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:46.973209 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9e5f72-7ee7-4cf9-87a9-2504af914c40", "tag": "904b5cbb-391f-4312-8959-f5d8d09b7186"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:47.017361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Pushing event updated for resources: {'Port': ['ID=036f5d74-8037-4e6d-917f-95985f6acc9a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:47.079520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:47.081975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8717d1-4c26-4aaa-9079-c5bb12a5a5fc None None] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:47.084056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:47.098273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22a91d-c1b6-4274-833e-0d805928d272 service neutron] Pushing event updated for resources: {'Port': ['ID=904b5cbb-391f-4312-8959-f5d8d09b7186,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:47.104120 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a33acb-3fb5-41ea-ad70-2e47e166487d x-openstack-request-id: req-c8a33acb-3fb5-41ea-ad70-2e47e166487d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:47.104408 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9e5f72-7ee7-4cf9-87a9-2504af914c40", "tag": "904b5cbb-391f-4312-8959-f5d8d09b7186", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:47.104659 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8a33acb-3fb5-41ea-ad70-2e47e166487d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:47.105124 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9e5f72-7ee7-4cf9-87a9-2504af914c40', 'tag': '904b5cbb-391f-4312-8959-f5d8d09b7186', 'status': 'completed', 'code': 200} Jul 06 18:49:47.144029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.150276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Attempting to bind port 036f5d74-8037-4e6d-917f-95985f6acc9a on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:47.150491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Attempting to bind port 036f5d74-8037-4e6d-917f-95985f6acc9a by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:47.150789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Attempting to bind port 036f5d74-8037-4e6d-917f-95985f6acc9a on network a02023d0-ad76-47f3-b1c3-3add9ffb773e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:47.156908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f4d9b6-9be2-4bdb-92df-7c95fa267b29']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:47.161530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Port 036f5d74-8037-4e6d-917f-95985f6acc9a on network a02023d0-ad76-47f3-b1c3-3add9ffb773e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:49:47.161910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Attempting to bind port 036f5d74-8037-4e6d-917f-95985f6acc9a on network a02023d0-ad76-47f3-b1c3-3add9ffb773e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:47.179657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff5c34b-08e6-4c57-9871-06c04e305675') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:47.180347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff5c34b-08e6-4c57-9871-06c04e305675') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:47.193469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:47.193846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Checking segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:47.194266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Bound using segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:47.194467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2a6787a0-29a4-48e9-9f14-0e4275bc86ac None None] Provisioning for port 8e790970-d5c2-4bc2-8175-0caf89d1b946 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:47.194670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Bound port: 036f5d74-8037-4e6d-917f-95985f6acc9a, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:47.195033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.202280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.208719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2a6787a0-29a4-48e9-9f14-0e4275bc86ac None None] Provisioning complete for port 8e790970-d5c2-4bc2-8175-0caf89d1b946 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:47.209552 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a6787a0-29a4-48e9-9f14-0e4275bc86ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.219556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-19b83971-c2f9-4c51-b81f-1629d9a1cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:47.221132 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-19b83971-c2f9-4c51-b81f-1629d9a1cdc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 1094 time: 0.1927838 Jul 06 18:49:47.222147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.235067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:47.235487 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:47.243767 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:47.265238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Router 26ab475f-d925-4b67-82f5-f1eca66ba20c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:49:47.325074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-c64020bb-6c3b-497c-842d-7e24b83b4b8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904b5cbb-391f-4312-8959-f5d8d09b7186 HTTP/1.1" status: 200 len: 217 time: 0.0967233 Jul 06 18:49:47.325315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] For port 036f5d74-8037-4e6d-917f-95985f6acc9a, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:47.342625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] For port 036f5d74-8037-4e6d-917f-95985f6acc9a, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=036f5d74-8037-4e6d-917f-95985f6acc9a,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:47.356258 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.374955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.388798 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.393748 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/d0f4d9b6-9be2-4bdb-92df-7c95fa267b29 HTTP/1.1" status: 204 len: 168 time: 0.6675351 Jul 06 18:49:47.395086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38224) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:47.415034 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a6787a0-29a4-48e9-9f14-0e4275bc86ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.439756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-17876c0b-e079-4fdf-8e26-49f678e0f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:47.441767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-17876c0b-e079-4fdf-8e26-49f678e0f5e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 200 len: 852 time: 0.1083603 Jul 06 18:49:47.444114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7881f32-99ed-4463-a686-dc9fbffbc66f tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=d0f4d9b6-9be2-4bdb-92df-7c95fa267b29,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:47.456379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2a6787a0-29a4-48e9-9f14-0e4275bc86ac None None] For port 8e790970-d5c2-4bc2-8175-0caf89d1b946, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8e790970-d5c2-4bc2-8175-0caf89d1b946,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:47.458208 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-57560d54-31b4-4e05-83f8-b7b134107ec0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:47.458662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57560d54-31b4-4e05-83f8-b7b134107ec0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:47.460420 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-57560d54-31b4-4e05-83f8-b7b134107ec0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/d0bdf47c-0d47-4f75-b242-8355d4c6dce4 HTTP/1.1" status: 404 len: 337 time: 0.0603387 Jul 06 18:49:47.469390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:47.470057 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.471671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/036f5d74-8037-4e6d-917f-95985f6acc9a HTTP/1.1" status: 200 len: 1092 time: 1.5696499 Jul 06 18:49:47.472157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38228) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:47.472611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc9de69-9f96-447c-9831-73649d33216d', 'tag': '036f5d74-8037-4e6d-917f-95985f6acc9a'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:47.475695 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9ab810-4a68-48ea-8632-b6cc404b88c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc9de69-9f96-447c-9831-73649d33216d", "tag": "036f5d74-8037-4e6d-917f-95985f6acc9a"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:47.487621 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a6787a0-29a4-48e9-9f14-0e4275bc86ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.531068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-f5651d8b-a79a-49cd-aa69-b9345a806ddc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a02023d0-ad76-47f3-b1c3-3add9ffb773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768752 Jul 06 18:49:47.535998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:47.548332 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd3231b-a026-42b8-be62-f4d3915844ae tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:47.549565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd3231b-a026-42b8-be62-f4d3915844ae tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:47.554310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4fd3231b-a026-42b8-be62-f4d3915844ae tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/5c992509-5e0c-41fa-ad7d-dc45534fd873 HTTP/1.1" status: 404 len: 339 time: 0.0763936 Jul 06 18:49:47.559982 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Sync routers for ids ['26ab475f-d925-4b67-82f5-f1eca66ba20c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:47.568493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-edba0538-b9d9-447d-bc86-ba370ec8b181 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "PUT /v2.0/routers/26ab475f-d925-4b67-82f5-f1eca66ba20c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3129511 Jul 06 18:49:47.575908 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Routers {'26ab475f-d925-4b67-82f5-f1eca66ba20c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:47.581291 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['26ab475f-d925-4b67-82f5-f1eca66ba20c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:47.625499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6787a0-29a4-48e9-9f14-0e4275bc86ac None None] Pushing event updated for resources: {'Port': ['ID=8e790970-d5c2-4bc2-8175-0caf89d1b946,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:47.677679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47cc39-b33e-4290-92d7-98f04b9595b4 service neutron] Pushing event updated for resources: {'Port': ['ID=036f5d74-8037-4e6d-917f-95985f6acc9a,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:47.687868 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c09ce79-a9a0-4b6f-9879-371a5884a62e x-openstack-request-id: req-5c09ce79-a9a0-4b6f-9879-371a5884a62e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:47.688167 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc9de69-9f96-447c-9831-73649d33216d", "tag": "036f5d74-8037-4e6d-917f-95985f6acc9a", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:47.688425 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c09ce79-a9a0-4b6f-9879-371a5884a62e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:47.691541 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc9de69-9f96-447c-9831-73649d33216d', 'tag': '036f5d74-8037-4e6d-917f-95985f6acc9a', 'status': 'completed', 'code': 200} Jul 06 18:49:47.692130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38234) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:47.724171 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-d9479890-d496-43f6-8a0c-567f63d69b00 service neutron] 10.222.0.41 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890094 Jul 06 18:49:47.796984 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c911da0-dad0-4950-871f-6b728aaea0b0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:47.797460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c911da0-dad0-4950-871f-6b728aaea0b0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:47.798836 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Set router 26ab475f-d925-4b67-82f5-f1eca66ba20c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:47.801869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6c911da0-dad0-4950-871f-6b728aaea0b0 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/39dadf6b-0382-4c76-ab2c-6823a0bb38b5 HTTP/1.1" status: 404 len: 337 time: 0.0967033 Jul 06 18:49:47.804888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38248) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:47.843219 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-8146a9ab-4e55-4917-bf8c-24bd1879e6e9 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:47.843824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8146a9ab-4e55-4917-bf8c-24bd1879e6e9 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:47.849363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8146a9ab-4e55-4917-bf8c-24bd1879e6e9 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/dff7c03a-f1d2-4d28-b2f5-91750436245e HTTP/1.1" status: 404 len: 339 time: 0.0413463 Jul 06 18:49:47.857217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:47.918516 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-810a0572-4c3e-4e8a-86b0-dfff57248d57 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:47.918989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810a0572-4c3e-4e8a-86b0-dfff57248d57 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:47.921465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-810a0572-4c3e-4e8a-86b0-dfff57248d57 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/e7729b48-ba96-450f-969d-8096e869fee1 HTTP/1.1" status: 404 len: 337 time: 0.0536010 Jul 06 18:49:47.927957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ef32e227-0f19-4f0e-b7d0-8a04e327e8d0 None None] Provisioning for port f746490d-4173-4565-9b58-84a0f83ebbd7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:47.933190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 98ede5f2-c591-4aab-bd9b-ba21e6399c25 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:47.939570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38256) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:48.026039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ef32e227-0f19-4f0e-b7d0-8a04e327e8d0 None None] Provisioning complete for port f746490d-4173-4565-9b58-84a0f83ebbd7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:48.026485 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef32e227-0f19-4f0e-b7d0-8a04e327e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:48.028222 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-760afd8d-848f-49bd-a82d-5d3e536abc52 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:48.029119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760afd8d-848f-49bd-a82d-5d3e536abc52 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:48.035068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-760afd8d-848f-49bd-a82d-5d3e536abc52 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/5d1f6ec9-4e59-4c3f-b08b-1c466bdeaf09 HTTP/1.1" status: 404 len: 339 time: 0.0926263 Jul 06 18:49:48.035706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38260) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:48.069816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-67f95687-69c4-4bd5-9108-85df94eb8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:48.079786 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-67f95687-69c4-4bd5-9108-85df94eb8463 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&device_id=9cc9de69-9f96-447c-9831-73649d33216d HTTP/1.1" status: 200 len: 1095 time: 0.5542364 Jul 06 18:49:48.097494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 98ede5f2-c591-4aab-bd9b-ba21e6399c25 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:48.098123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:48.144160 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f4d7a2-339f-4f16-bcb4-e547d30fbbe4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:48.144707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f4d7a2-339f-4f16-bcb4-e547d30fbbe4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:48.148851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c9f4d7a2-339f-4f16-bcb4-e547d30fbbe4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/792b6d55-56d2-4cb1-93fb-84e867660418 HTTP/1.1" status: 404 len: 337 time: 0.0924807 Jul 06 18:49:48.154681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-0e8dc1fc-bc8d-4cd7-b1c9-72664024697f service neutron] 10.222.0.41 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189637 Jul 06 18:49:48.155157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38266) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:48.158362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ef32e227-0f19-4f0e-b7d0-8a04e327e8d0 None None] Port f746490d-4173-4565-9b58-84a0f83ebbd7 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:49:48.188270 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:49:45Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f746490d-4173-4565-9b58-84a0f83ebbd7', 'name': '', 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:4c:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d85b52d-4ea3-4e68-b4e1-2725f7bc7794', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:43Z', 'updated_at': '2021-07-06T18:49:46Z', 'revision_number': 2, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '8d85b52d-4ea3-4e68-b4e1-2725f7bc7794', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:48.188603 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-e41be8c6-7bb6-4325-af6b-11607b1d870f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=036f5d74-8037-4e6d-917f-95985f6acc9a HTTP/1.1" status: 200 len: 217 time: 0.0959365 Jul 06 18:49:48.196529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab889fcf-64d5-4c52-b488-1eab271cabaa req-7ac5f8f8-7dde-420a-af56-e39020e78d2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:48.201507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab889fcf-64d5-4c52-b488-1eab271cabaa req-7ac5f8f8-7dde-420a-af56-e39020e78d2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 943 time: 0.4729760 Jul 06 18:49:48.254522 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fc4350-564d-4d1b-83d9-44f7a1192061 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:48.255792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fc4350-564d-4d1b-83d9-44f7a1192061 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:48.257522 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Checking router: 26ab475f-d925-4b67-82f5-f1eca66ba20c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:49:48.257911 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Updating router 26ab475f-d925-4b67-82f5-f1eca66ba20c port f746490d-4173-4565-9b58-84a0f83ebbd7 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:49:48.260727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-86fc4350-564d-4d1b-83d9-44f7a1192061 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/c6126c0b-824c-43f0-bc7d-f166ece6e050 HTTP/1.1" status: 404 len: 339 time: 0.1033721 Jul 06 18:49:48.263365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8e790970-d5c2-4bc2-8175-0caf89d1b946 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:48.264565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:48.266351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-ce784ddd-ba2c-44d0-af54-2db72e641e41 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:48.278813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-ce784ddd-ba2c-44d0-af54-2db72e641e41 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/networks?id=7ebdd254-19a2-4411-9f8e-6a9586378d66 HTTP/1.1" status: 200 len: 797 time: 0.4205258 Jul 06 18:49:48.330889 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:48.334173 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d4a6991-5007-46b4-bce3-17a003d044c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:48.337412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ef32e227-0f19-4f0e-b7d0-8a04e327e8d0 None None] Provisioning complete for port 8e790970-d5c2-4bc2-8175-0caf89d1b946 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:48.338057 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef32e227-0f19-4f0e-b7d0-8a04e327e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:48.338234 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-81cf6f60-8a7d-481c-a092-5b7956855c13 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/quotas/af5723f0342e49468a9b94f9273e03bc HTTP/1.1" status: 200 len: 375 time: 0.0576100 Jul 06 18:49:48.364366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795018-9525-47c3-9f40-ea581da38b46 req-0f30b8f6-72cb-484e-95ea-15546824a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:48.366347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-0f30b8f6-72cb-484e-95ea-15546824a6de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 200 len: 852 time: 0.1696942 Jul 06 18:49:48.415540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8e790970-d5c2-4bc2-8175-0caf89d1b946 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:48.416280 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:48.420414 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedda2ce-443b-4916-8181-21f6c0ee4fd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:48.420414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedda2ce-443b-4916-8181-21f6c0ee4fd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:48.424195 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aedda2ce-443b-4916-8181-21f6c0ee4fd4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/2eeb170c-66fc-4737-b938-a4b987cb6b4e HTTP/1.1" status: 404 len: 337 time: 0.1408165 Jul 06 18:49:48.428044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38270) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:48.456230 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:48.471308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-2a5f5b4b-a674-4695-9464-aa7e39fbabb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a02023d0-ad76-47f3-b1c3-3add9ffb773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794568 Jul 06 18:49:48.471993 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab889fcf-64d5-4c52-b488-1eab271cabaa req-4113db0a-50e8-4f47-a7b7-8c6fa72046cd tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610657 Jul 06 18:49:48.528183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-98ea264b-282c-4467-a8f7-14e7d86a8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:48.531870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-98ea264b-282c-4467-a8f7-14e7d86a8db6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 1094 time: 0.2700660 Jul 06 18:49:48.575886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d113f2ba-1006-412c-b163-5bb5016d35e8 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:49:48.577581 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52b5e9b-4173-4813-8f2c-7c0bc18a3fc4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:48.578277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52b5e9b-4173-4813-8f2c-7c0bc18a3fc4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:48.583113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a52b5e9b-4173-4813-8f2c-7c0bc18a3fc4 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/75c75063-3ebf-43da-808f-9bce638c8739 HTTP/1.1" status: 404 len: 339 time: 0.1299376 Jul 06 18:49:48.583757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38278) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:48.709815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-fd437a0c-3ca8-47fd-88bf-17074f916966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:48.711985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-fd437a0c-3ca8-47fd-88bf-17074f916966 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 913 time: 0.1710365 Jul 06 18:49:48.808974 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-be18615a-84ca-48ce-8656-dd236d855bd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=904b5cbb-391f-4312-8959-f5d8d09b7186 HTTP/1.1" status: 200 len: 217 time: 0.0889826 Jul 06 18:49:48.890052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-9a2dbd19-75e1-4c2a-9bed-e76e101fac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:48.891603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-9a2dbd19-75e1-4c2a-9bed-e76e101fac8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 200 len: 852 time: 0.0760496 Jul 06 18:49:48.912873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d113f2ba-1006-412c-b163-5bb5016d35e8 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:49:48.921328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f46ae785-a94d-4e5b-ace8-68b8b545d1d3 None None] Provisioning complete for port f746490d-4173-4565-9b58-84a0f83ebbd7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:48.921854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f46ae785-a94d-4e5b-ace8-68b8b545d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:48.960359 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-d96e2798-255f-4e08-b27f-935a9ae01d2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a02023d0-ad76-47f3-b1c3-3add9ffb773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575473 Jul 06 18:49:49.003674 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.019833 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Transition to ACTIVE for port object f746490d-4173-4565-9b58-84a0f83ebbd7 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:49.034129 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.045508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f46ae785-a94d-4e5b-ace8-68b8b545d1d3 None None] Port f746490d-4173-4565-9b58-84a0f83ebbd7 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:49:49.101626 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Pushing event updated for resources: {'Port': ['ID=f746490d-4173-4565-9b58-84a0f83ebbd7,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:49.116259 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.117146 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.118172 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.118754 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.119203 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.119636 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.120063 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.120481 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.120903 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.121319 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.121751 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.122318 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:49.129906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-cb475138-6c6d-4d42-b632-f526eb0c45fc service neutron] 10.222.0.41 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437230 Jul 06 18:49:49.183423 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Attempting to bind port f746490d-4173-4565-9b58-84a0f83ebbd7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:49.183965 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Attempting to bind port f746490d-4173-4565-9b58-84a0f83ebbd7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:49.184629 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Attempting to bind port f746490d-4173-4565-9b58-84a0f83ebbd7 on network 7ebdd254-19a2-4411-9f8e-6a9586378d66 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:49.188746 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d893c1-ea10-499e-bf41-7429bd6f6ef2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:49.189503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d893c1-ea10-499e-bf41-7429bd6f6ef2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:49.193327 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b6d893c1-ea10-499e-bf41-7429bd6f6ef2 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/8e706fae-34fb-4aa1-8591-6e7c7f18d944 HTTP/1.1" status: 404 len: 337 time: 0.5679438 Jul 06 18:49:49.194808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38286) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:49.195629 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:49.196113 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Checking segment: {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:49.196615 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.197208 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Bound using segment: {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:49.198499 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Bound port: f746490d-4173-4565-9b58-84a0f83ebbd7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:49.199612 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.223388 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-5567a269-f22a-4669-bf41-4f76893a4ac5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8841591 Jul 06 18:49:49.236791 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dd96c3-fcc5-4009-aa79-5d6fa69b9624 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:49.237950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dd96c3-fcc5-4009-aa79-5d6fa69b9624 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:49.243112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a1dd96c3-fcc5-4009-aa79-5d6fa69b9624 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/135e200c-f8b9-40ce-a672-7f045bd42566 HTTP/1.1" status: 404 len: 339 time: 0.0467527 Jul 06 18:49:49.245920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38288) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:49.297914 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] For port f746490d-4173-4565-9b58-84a0f83ebbd7, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:49.301442 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60e35b5-0f22-4c8b-8b31-ccd839e278b3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:49.302017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60e35b5-0f22-4c8b-8b31-ccd839e278b3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:49.304286 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] For port f746490d-4173-4565-9b58-84a0f83ebbd7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f746490d-4173-4565-9b58-84a0f83ebbd7,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:49.306711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38294) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:49.306877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c60e35b5-0f22-4c8b-8b31-ccd839e278b3 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/53b43fa9-d58c-4133-8015-aa0746dbd1b5 HTTP/1.1" status: 404 len: 337 time: 0.0576277 Jul 06 18:49:49.313233 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.330203 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-b79416e9-52a0-4ea7-a264-1959790b1934 service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8427579 Jul 06 18:49:49.335221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9cd9f5e-e328-485f-a03e-a08728f8b1b0 req-a33a07a9-1035-4a0c-b77e-fdc88f42a937 service neutron] 10.222.0.41 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976829 Jul 06 18:49:49.353522 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e93b58-d69f-4ead-88f0-b84bff3088bc tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:49.354536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e93b58-d69f-4ead-88f0-b84bff3088bc tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:49.358716 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a0e93b58-d69f-4ead-88f0-b84bff3088bc tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/68d18a96-0a01-45e3-bc38-930cd0289365 HTTP/1.1" status: 404 len: 339 time: 0.0472884 Jul 06 18:49:49.359863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38296) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:49.379506 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Routers {'26ab475f-d925-4b67-82f5-f1eca66ba20c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:49.380307 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['26ab475f-d925-4b67-82f5-f1eca66ba20c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:49.420747 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56486f6-4e40-4d67-9ebc-bd60cb987233 None None] Pushing event updated for resources: {'Port': ['ID=f746490d-4173-4565-9b58-84a0f83ebbd7,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:49.435307 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a2ef8a-e9c6-4cf7-b7a5-7ada1031d0e7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:49.435760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a2ef8a-e9c6-4cf7-b7a5-7ada1031d0e7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:49.439851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d3a2ef8a-e9c6-4cf7-b7a5-7ada1031d0e7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/f180d59a-e4f6-41b2-8f36-9592a52bacf8 HTTP/1.1" status: 404 len: 337 time: 0.0676844 Jul 06 18:49:49.441571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38298) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:49.469839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-f3fec5d5-e813-4e79-be91-bd30b8d0e84e service neutron] 10.222.0.53 "GET /v2.0/networks/7ebdd254-19a2-4411-9f8e-6a9586378d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318859 Jul 06 18:49:49.503469 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed08718-8d01-44de-812d-2ef9c05254af tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] DELETE failed (client error): The resource could not be found. Jul 06 18:49:49.503734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed08718-8d01-44de-812d-2ef9c05254af tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:49:49.512522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4ed08718-8d01-44de-812d-2ef9c05254af tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/e01f5fed-cc21-4553-a119-3a12e1ecce67 HTTP/1.1" status: 404 len: 339 time: 0.0683310 Jul 06 18:49:49.512930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38302) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:49.515034 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.545465 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] Set router 26ab475f-d925-4b67-82f5-f1eca66ba20c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:49.618167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-463294f4-7a65-44d1-9a7b-b7bea577e04e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Deleting subnet 94967f88-eb0e-48a8-8002-1e467e7b1a76 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:49:49.628751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94795018-9525-47c3-9f40-ea581da38b46 req-03c9b910-6176-4f32-81b5-1701bd2b0521 service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882841 Jul 06 18:49:49.632702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-463294f4-7a65-44d1-9a7b-b7bea577e04e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.750201 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-7cf79cc8-bb70-44fd-8a24-a414deea1c03 service neutron] 10.222.0.53 "GET /v2.0/networks/7ebdd254-19a2-4411-9f8e-6a9586378d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681060 Jul 06 18:49:49.763399 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-463294f4-7a65-44d1-9a7b-b7bea577e04e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.803602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-18da92dd-639c-4d76-9d53-e5958203984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:49.806165 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-18da92dd-639c-4d76-9d53-e5958203984f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&device_id=9cc9de69-9f96-447c-9831-73649d33216d HTTP/1.1" status: 200 len: 1095 time: 0.1063011 Jul 06 18:49:49.862202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca22a41-5a1d-437e-b060-2da3c2aa201f req-0ec76d7f-2b95-4ce0-b31d-779851a0537a tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:49.863845 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca22a41-5a1d-437e-b060-2da3c2aa201f req-0ec76d7f-2b95-4ce0-b31d-779851a0537a tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 943 time: 0.1819091 Jul 06 18:49:49.962523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-463294f4-7a65-44d1-9a7b-b7bea577e04e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.983133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-e5fd431c-b336-4049-ba26-8fda0c97a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:49.984766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-e5fd431c-b336-4049-ba26-8fda0c97a2d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 913 time: 0.1712415 Jul 06 18:49:50.020666 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:49:45Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f746490d-4173-4565-9b58-84a0f83ebbd7', 'name': '', 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:4c:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d85b52d-4ea3-4e68-b4e1-2725f7bc7794', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:43Z', 'updated_at': '2021-07-06T18:49:49Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '8d85b52d-4ea3-4e68-b4e1-2725f7bc7794', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:50.029678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 904b5cbb-391f-4312-8959-f5d8d09b7186 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:49:50.061482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-d4d03042-3605-42df-a92e-5472504e8655 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=036f5d74-8037-4e6d-917f-95985f6acc9a HTTP/1.1" status: 200 len: 217 time: 0.0693197 Jul 06 18:49:50.079616 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3778086c-c3ea-416f-9a9a-c27ec9df190a None None] The sync data for ids ['26ab475f-d925-4b67-82f5-f1eca66ba20c'] in n-d-799684-2 is: [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:49:45Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f746490d-4173-4565-9b58-84a0f83ebbd7', 'name': '', 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:4c:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d85b52d-4ea3-4e68-b4e1-2725f7bc7794', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:43Z', 'updated_at': '2021-07-06T18:49:49Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '8d85b52d-4ea3-4e68-b4e1-2725f7bc7794', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:50.139336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca22a41-5a1d-437e-b060-2da3c2aa201f req-c3933f38-2e51-48b0-9d2f-9326503f81de tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567391 Jul 06 18:49:50.152665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-463294f4-7a65-44d1-9a7b-b7bea577e04e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.187140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b55978f9-4ac7-487d-bafb-d748c0cab62a req-86894bb0-4578-4833-b349-433fa9566bf6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 210 time: 0.0850205 Jul 06 18:49:50.224324 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-463294f4-7a65-44d1-9a7b-b7bea577e04e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.225944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-2bc3d890-eda2-4067-9e12-96f16b944a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:50.227436 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-2bc3d890-eda2-4067-9e12-96f16b944a9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 200 len: 852 time: 0.1577249 Jul 06 18:49:50.233286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-463294f4-7a65-44d1-9a7b-b7bea577e04e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/subnets/94967f88-eb0e-48a8-8002-1e467e7b1a76 HTTP/1.1" status: 204 len: 168 time: 0.7192764 Jul 06 18:49:50.240875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9607d6-b123-4137-b3c4-a3b493e214aa None None] Network 21372128-d692-4d0a-b77b-0c1496fb39f3 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:50.248572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38318) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:50.297885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463294f4-7a65-44d1-9a7b-b7bea577e04e tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Subnet': ['ID=94967f88-eb0e-48a8-8002-1e467e7b1a76,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:50.345763 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-4787aeaf-a4f7-4018-92ba-74684ed1fefd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a02023d0-ad76-47f3-b1c3-3add9ffb773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959058 Jul 06 18:49:50.435499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 904b5cbb-391f-4312-8959-f5d8d09b7186, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=904b5cbb-391f-4312-8959-f5d8d09b7186,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:50.513428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '904b5cbb-391f-4312-8959-f5d8d09b7186', 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'port_id': '904b5cbb-391f-4312-8959-f5d8d09b7186', 'mac_address': 'fa:16:3e:62:a9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31f151e-576d-4aef-a2a6-424a663c18b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:49:50.530273 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.554219 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-33c70aa2-bcca-4a87-9f35-7e1328e97915 service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717820 Jul 06 18:49:50.594002 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.627475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904b5cbb-391f-4312-8959-f5d8d09b7186 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:50.678964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 904b5cbb-391f-4312-8959-f5d8d09b7186, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=904b5cbb-391f-4312-8959-f5d8d09b7186,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:50.688535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] DHCP port deletion for 21372128-d692-4d0a-b77b-0c1496fb39f3 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:49:50.699404 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.781344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d9ab810-4a68-48ea-8632-b6cc404b88c1 req-77ce423a-2a4d-4726-a8d8-f9da4a35451e service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194314 Jul 06 18:49:50.810360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Deleting port 159c9047-3f4b-4332-999e-d6e503244510 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:50.810712 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.853885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=904b5cbb-391f-4312-8959-f5d8d09b7186,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:50.903146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] Deleting port 159c9047-3f4b-4332-999e-d6e503244510 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:50.903583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.945724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] For port 159c9047-3f4b-4332-999e-d6e503244510, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=159c9047-3f4b-4332-999e-d6e503244510,segment=NetworkSegment(14136a24-b288-4beb-bb5c-a20a9c7624c7),segment_id=14136a24-b288-4beb-bb5c-a20a9c7624c7)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:50.949183 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.965050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Calling delete_port for 159c9047-3f4b-4332-999e-d6e503244510 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:50.977325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['904b5cbb-391f-4312-8959-f5d8d09b7186'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:49:51.100612 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.121800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] No DVR routers for this DVR port 159c9047-3f4b-4332-999e-d6e503244510 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:51.150134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Port': ['ID=159c9047-3f4b-4332-999e-d6e503244510,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:51.154157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] For port 159c9047-3f4b-4332-999e-d6e503244510, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=159c9047-3f4b-4332-999e-d6e503244510,segment=NetworkSegment(14136a24-b288-4beb-bb5c-a20a9c7624c7),segment_id=14136a24-b288-4beb-bb5c-a20a9c7624c7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:51.156909 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.162421 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.210032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] Calling delete_port for 159c9047-3f4b-4332-999e-d6e503244510 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:51.274192 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.292141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21372128-d692-4d0a-b77b-0c1496fb39f3']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:51.311417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14136a24-b288-4beb-bb5c-a20a9c7624c7') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:51.312108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14136a24-b288-4beb-bb5c-a20a9c7624c7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:51.323609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.351724 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.366834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:49:51.367248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:49:51.377109 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:49:51.438974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acad37-cbfa-47e9-a068-f86260d75474 req-48808c8c-31eb-4b45-87ed-020487605d20 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:51.442035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13acad37-cbfa-47e9-a068-f86260d75474 req-48808c8c-31eb-4b45-87ed-020487605d20 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 944 time: 0.1014786 Jul 06 18:49:51.447372 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.487716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] Pushing event deleted for resources: {'Port': ['ID=159c9047-3f4b-4332-999e-d6e503244510,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:51.495478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669d4d7-41bd-4aa1-8cad-1e6aae4644cb None None] No DVR routers for this DVR port 159c9047-3f4b-4332-999e-d6e503244510 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:51.524281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13acad37-cbfa-47e9-a068-f86260d75474 req-afd63854-3e93-4196-91b7-c2884a78c27c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706367 Jul 06 18:49:51.525976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.544469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0312a3c-ae11-4c8f-9296-856d4efb8fab req-42b24b6e-4697-4b29-9322-d049dd410f41 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 210 time: 0.0869682 Jul 06 18:49:51.557122 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:51.566627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] 10.222.0.53 "DELETE /v2.0/networks/21372128-d692-4d0a-b77b-0c1496fb39f3 HTTP/1.1" status: 204 len: 168 time: 1.2956288 Jul 06 18:49:51.586932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec9d7c-f6aa-4092-9bbb-10941c950db7 tempest-NetworksTest-942777840 tempest-NetworksTest-942777840-project] Pushing event deleted for resources: {'Network': ['ID=21372128-d692-4d0a-b77b-0c1496fb39f3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:51.784126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14a02ca6-8dcd-49d5-8617-cc872517e87c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:51.786133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14a02ca6-8dcd-49d5-8617-cc872517e87c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.41 "GET /v2.0/networks?id=7ebdd254-19a2-4411-9f8e-6a9586378d66 HTTP/1.1" status: 200 len: 797 time: 0.1411443 Jul 06 18:49:51.816580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Request body: {'port': {'device_id': '8a6f35aa-8fc6-42ff-94f2-ec4957318a12', 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66', 'admin_state_up': True, 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:51.892033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38352) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:51.936820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f746490d-4173-4565-9b58-84a0f83ebbd7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:52.010998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Made reservation on behalf of af5723f0342e49468a9b94f9273e03bc for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:52.014803 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.047287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 904b5cbb-391f-4312-8959-f5d8d09b7186 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:52.101803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f746490d-4173-4565-9b58-84a0f83ebbd7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:52.108770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f746490d-4173-4565-9b58-84a0f83ebbd7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:52.109168 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.135218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38360) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:52.136458 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-84e5d586-5105-4744-9013-96d6bb625eff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3af5f7e58eeb4dcc9714bafd6d7b5d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416096 Jul 06 18:49:52.161525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 904b5cbb-391f-4312-8959-f5d8d09b7186 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:52.169634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 904b5cbb-391f-4312-8959-f5d8d09b7186 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:52.170238 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.231755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.248790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Allocated IP 172.20.0.29 (7ebdd254-19a2-4411-9f8e-6a9586378d66/8d85b52d-4ea3-4e68-b4e1-2725f7bc7794/bc9a346e-0c04-447e-b717-d0fa89067b80) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:52.262852 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.267881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.319908 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.321430 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.344695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f746490d-4173-4565-9b58-84a0f83ebbd7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f746490d-4173-4565-9b58-84a0f83ebbd7,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:52.352867 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.360806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9e5f72-7ee7-4cf9-87a9-2504af914c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904b5cbb-391f-4312-8959-f5d8d09b7186'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:52.363433 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9d0136-c55c-4f8a-a6d1-4a7f3d1dd296" -d '{"events": [{"server_uuid": "7b9e5f72-7ee7-4cf9-87a9-2504af914c40", "name": "network-vif-plugged", "status": "completed", "tag": "904b5cbb-391f-4312-8959-f5d8d09b7186"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:52.408514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 904b5cbb-391f-4312-8959-f5d8d09b7186, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=904b5cbb-391f-4312-8959-f5d8d09b7186,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:52.411626 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.417828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.420049 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e938459d-742d-4433-af68-dec523150a09 HTTP/1.1" status: 204 len: 168 time: 0.2836125 Jul 06 18:49:52.424675 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.443941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f746490d-4173-4565-9b58-84a0f83ebbd7,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:52.468829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e938459d-742d-4433-af68-dec523150a09,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:52.478825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.488147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.488709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.489198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.489678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.490193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.490700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.491175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.491658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.492142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.492626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.493116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.493746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8975a-faf0-49e5-b4dc-305346a0bcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:52.512831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Transition to ACTIVE for port object bc9a346e-0c04-447e-b717-d0fa89067b80 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:52.561354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.606527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:52.610575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:52.617143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:52.666486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event updated for resources: {'Port': ['ID=bc9a346e-0c04-447e-b717-d0fa89067b80,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:52.708240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:52.709251 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.731410 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-e81fce53-6284-4df3-bedc-4e096c4bac3d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9218297 Jul 06 18:49:52.751157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Request body: {'port': {'device_id': '8a6f35aa-8fc6-42ff-94f2-ec4957318a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:52.786166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=904b5cbb-391f-4312-8959-f5d8d09b7186,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:52.795988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 159c9047-3f4b-4332-999e-d6e503244510 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:52.834133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 159c9047-3f4b-4332-999e-d6e503244510 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:49:52.834482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 159c9047-3f4b-4332-999e-d6e503244510 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:52.845503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 036f5d74-8037-4e6d-917f-95985f6acc9a details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:49:52.894958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.936592 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6e0b51-60bd-47bd-8edb-30a30aa40d02 x-openstack-request-id: req-5f6e0b51-60bd-47bd-8edb-30a30aa40d02 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:52.936884 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9e5f72-7ee7-4cf9-87a9-2504af914c40", "name": "network-vif-plugged", "status": "completed", "tag": "904b5cbb-391f-4312-8959-f5d8d09b7186", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:52.937499 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f6e0b51-60bd-47bd-8edb-30a30aa40d02 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:52.937499 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9e5f72-7ee7-4cf9-87a9-2504af914c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904b5cbb-391f-4312-8959-f5d8d09b7186', 'code': 200} Jul 06 18:49:52.999904 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.041361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1d6d6-a892-4efb-9f1e-f0a608b6c66c req-ad8bea23-5a7e-42d8-9c97-879f8d31c447 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:53.053554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77c1d6d6-a892-4efb-9f1e-f0a608b6c66c req-ad8bea23-5a7e-42d8-9c97-879f8d31c447 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 945 time: 0.3129435 Jul 06 18:49:53.088232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 036f5d74-8037-4e6d-917f-95985f6acc9a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=036f5d74-8037-4e6d-917f-95985f6acc9a,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:53.100841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '036f5d74-8037-4e6d-917f-95985f6acc9a', 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'port_id': '036f5d74-8037-4e6d-917f-95985f6acc9a', 'mac_address': 'fa:16:3e:6a:29:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31f151e-576d-4aef-a2a6-424a663c18b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:49:53.107011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e097ecdf-ee1e-41ea-aa8e-701843294d70 None None] Provisioning for port bc9a346e-0c04-447e-b717-d0fa89067b80 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:53.118813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09739ba-af22-432a-9c2a-a4dac3b5031a req-f3c6d93e-13bc-46bf-945f-ef8e6c64c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:53.126895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d09739ba-af22-432a-9c2a-a4dac3b5031a req-f3c6d93e-13bc-46bf-945f-ef8e6c64c869 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 1096 time: 0.1231251 Jul 06 18:49:53.131865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e097ecdf-ee1e-41ea-aa8e-701843294d70 None None] Provisioning complete for port bc9a346e-0c04-447e-b717-d0fa89067b80 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:53.132259 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e097ecdf-ee1e-41ea-aa8e-701843294d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.192470 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.207923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e097ecdf-ee1e-41ea-aa8e-701843294d70 None None] Port bc9a346e-0c04-447e-b717-d0fa89067b80 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:49:53.213135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036f5d74-8037-4e6d-917f-95985f6acc9a {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:53.234396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 036f5d74-8037-4e6d-917f-95985f6acc9a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=036f5d74-8037-4e6d-917f-95985f6acc9a,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:53.241253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.282267 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d09739ba-af22-432a-9c2a-a4dac3b5031a req-1ff6f5ff-e0c8-45e2-947f-26318bb52616 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490421 Jul 06 18:49:53.305102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=036f5d74-8037-4e6d-917f-95985f6acc9a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:53.362234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb515cd-55b1-49be-8591-e33c260ee4d4 req-4a3bfe74-6134-4027-ab24-41116d2e1ae6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:53.364001 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7fb515cd-55b1-49be-8591-e33c260ee4d4 req-4a3bfe74-6134-4027-ab24-41116d2e1ae6 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 895 time: 0.1813271 Jul 06 18:49:53.468158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['036f5d74-8037-4e6d-917f-95985f6acc9a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:49:53.585459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38408) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:53.699903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1658223524'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:53.727274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:53.731238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.741023 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.793397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77c1d6d6-a892-4efb-9f1e-f0a608b6c66c req-e2266189-e1aa-47a6-aba8-9fd0b70ed57a tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815213 Jul 06 18:49:53.876792 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.882054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f746490d-4173-4565-9b58-84a0f83ebbd7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:53.883139 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.919244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9a346e-0c04-447e-b717-d0fa89067b80 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:53.931126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.939639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:53.940917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f746490d-4173-4565-9b58-84a0f83ebbd7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:53.941505 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.942883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d8482-a22f-4b0f-902a-255867b57a0a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:53.956865 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:53.957332 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment 4195ccdd-42c0-4c53-b486-3117790cdfd6 of type vlan for network e60e07b2-490d-4628-9272-ce15ac974973 Jul 06 18:49:53.963369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Transition to ACTIVE for port object bc9a346e-0c04-447e-b717-d0fa89067b80 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:53.975888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.038598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.093141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9a346e-0c04-447e-b717-d0fa89067b80,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:54.105410 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.112487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:54.113216 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.191618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Attempting to bind port bc9a346e-0c04-447e-b717-d0fa89067b80 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:54.191966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Attempting to bind port bc9a346e-0c04-447e-b717-d0fa89067b80 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:54.192307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Attempting to bind port bc9a346e-0c04-447e-b717-d0fa89067b80 on network 7ebdd254-19a2-4411-9f8e-6a9586378d66 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:54.192443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=e60e07b2-490d-4628-9272-ce15ac974973,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:54.206464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e60e07b2-490d-4628-9272-ce15ac974973 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:54.208212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Port bc9a346e-0c04-447e-b717-d0fa89067b80 on network 7ebdd254-19a2-4411-9f8e-6a9586378d66 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:49:54.208636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Attempting to bind port bc9a346e-0c04-447e-b717-d0fa89067b80 on network 7ebdd254-19a2-4411-9f8e-6a9586378d66 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:54.216936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38420) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:54.219170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c05060bf-4d01-471d-8a27-632de48aef20 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6253648 Jul 06 18:49:54.226910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-615247670'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:54.232340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:54.232761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Checking segment: {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:54.233237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Bound using segment: {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:54.233792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Bound port: bc9a346e-0c04-447e-b717-d0fa89067b80, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb43f047-9603-4bab-b68d-db6acf113b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:54.234221 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.324387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:54.327836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.330765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] For port bc9a346e-0c04-447e-b717-d0fa89067b80, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:54.338443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] For port bc9a346e-0c04-447e-b717-d0fa89067b80, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bc9a346e-0c04-447e-b717-d0fa89067b80,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:54.348983 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.408156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:54.408959 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.410650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] 10.222.0.41 "PUT /v2.0/ports/bc9a346e-0c04-447e-b717-d0fa89067b80 HTTP/1.1" status: 200 len: 1055 time: 1.6644616 Jul 06 18:49:54.411107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6f35aa-8fc6-42ff-94f2-ec4957318a12', 'tag': 'bc9a346e-0c04-447e-b717-d0fa89067b80'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:54.413428 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96dd0f7-a20b-4198-a41c-484eb12fffc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6f35aa-8fc6-42ff-94f2-ec4957318a12", "tag": "bc9a346e-0c04-447e-b717-d0fa89067b80"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:54.422312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:49:54.459460 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.460071 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment 472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a of type vlan for network 08659af8-6319-41fc-92de-92e4c8f2d37a Jul 06 18:49:54.490710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b41e77-5b6a-42ec-89d1-42c85a75e118 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9a346e-0c04-447e-b717-d0fa89067b80,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:54.533565 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec782771-c72b-4028-94cf-de14f1aa9c0f x-openstack-request-id: req-ec782771-c72b-4028-94cf-de14f1aa9c0f {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:54.533867 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6f35aa-8fc6-42ff-94f2-ec4957318a12", "tag": "bc9a346e-0c04-447e-b717-d0fa89067b80", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:54.534114 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec782771-c72b-4028-94cf-de14f1aa9c0f {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:54.534505 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6f35aa-8fc6-42ff-94f2-ec4957318a12', 'tag': 'bc9a346e-0c04-447e-b717-d0fa89067b80', 'status': 'completed', 'code': 200} Jul 06 18:49:54.559268 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.603093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-f380d071-b229-48cd-a3fd-12536e047177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:54.605302 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-f380d071-b229-48cd-a3fd-12536e047177 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 1058 time: 0.1340506 Jul 06 18:49:54.607063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.613630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:54.614944 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.648536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a3d3d-f8f1-4771-be16-434a52345808 req-2d07e4da-f33f-497b-a490-75c99ff18aa3 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:54.650910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc5a3d3d-f8f1-4771-be16-434a52345808 req-2d07e4da-f33f-497b-a490-75c99ff18aa3 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 907 time: 0.0900350 Jul 06 18:49:54.711130 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-c4688658-efed-4a18-8257-00a434e8c6e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bc9a346e-0c04-447e-b717-d0fa89067b80 HTTP/1.1" status: 200 len: 217 time: 0.0918295 Jul 06 18:49:54.714398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4939916 Jul 06 18:49:54.718224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38434) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:54.724091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': 'e60e07b2-490d-4628-9272-ce15ac974973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:54.753828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47765d9c-c21b-4cbf-a354-3bc8fd88b0ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=08659af8-6319-41fc-92de-92e4c8f2d37a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:54.768079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 08659af8-6319-41fc-92de-92e4c8f2d37a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:49:54.773339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-c45492be-1c49-4903-a4c0-f1800740b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:54.775591 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-c45492be-1c49-4903-a4c0-f1800740b870 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d85b52d-4ea3-4e68-b4e1-2725f7bc7794 HTTP/1.1" status: 200 len: 838 time: 0.0578890 Jul 06 18:49:54.846590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:54.854831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.858082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 036f5d74-8037-4e6d-917f-95985f6acc9a up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:54.899590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-748351cf-cf0e-41a4-8bcb-608c177e0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:54.902082 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-748351cf-cf0e-41a4-8bcb-608c177e0f5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ebdd254-19a2-4411-9f8e-6a9586378d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196780 Jul 06 18:49:54.939409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 036f5d74-8037-4e6d-917f-95985f6acc9a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:54.949960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 036f5d74-8037-4e6d-917f-95985f6acc9a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:54.951149 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:55.069452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:55.102119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-c691942c-2ede-4783-bf8e-7d955a8e9e0d service neutron] 10.222.0.41 "GET /v2.0/networks/7ebdd254-19a2-4411-9f8e-6a9586378d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924002 Jul 06 18:49:55.118073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc9de69-9f96-447c-9831-73649d33216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036f5d74-8037-4e6d-917f-95985f6acc9a'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:55.121077 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f5f1af-2ddf-49ce-b1e2-49d2a99af40e" -d '{"events": [{"server_uuid": "9cc9de69-9f96-447c-9831-73649d33216d", "name": "network-vif-plugged", "status": "completed", "tag": "036f5d74-8037-4e6d-917f-95985f6acc9a"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:55.151169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 036f5d74-8037-4e6d-917f-95985f6acc9a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=036f5d74-8037-4e6d-917f-95985f6acc9a,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:55.154022 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:55.166010 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:55.174470 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90793cb-95dd-400a-88b1-1160c559da8a x-openstack-request-id: req-a90793cb-95dd-400a-88b1-1160c559da8a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:55.174865 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc9de69-9f96-447c-9831-73649d33216d", "name": "network-vif-plugged", "status": "completed", "tag": "036f5d74-8037-4e6d-917f-95985f6acc9a", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:55.175540 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a90793cb-95dd-400a-88b1-1160c559da8a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:55.176155 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc9de69-9f96-447c-9831-73649d33216d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036f5d74-8037-4e6d-917f-95985f6acc9a', 'code': 200} Jul 06 18:49:55.179961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1211-7340-4fc8-af31-6b11f327c279 req-e27d27a7-136b-4359-a437-a68a91c19625 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.181621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a8a1211-7340-4fc8-af31-6b11f327c279 req-e27d27a7-136b-4359-a437-a68a91c19625 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 945 time: 0.1946900 Jul 06 18:49:55.247453 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a8a1211-7340-4fc8-af31-6b11f327c279 req-99fdcf94-4589-4775-821f-9f76cc17c0c7 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536921 Jul 06 18:49:55.259943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=76405930-f973-4dfb-a1e2-99bdeb1e793b,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:55.268651 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de7d68c0-4f56-4ebb-9e2a-fef42600f173 req-8aee31c9-5829-441f-8f16-3ac01fb5daf8 service neutron] 10.222.0.41 "GET /v2.0/networks/7ebdd254-19a2-4411-9f8e-6a9586378d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601772 Jul 06 18:49:55.293265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': '4195ccdd-42c0-4c53-b486-3117790cdfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e60e07b2-490d-4628-9272-ce15ac974973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:55.293737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: e60e07b2-490d-4628-9272-ce15ac974973, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:55.305566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=036f5d74-8037-4e6d-917f-95985f6acc9a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:55.334922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network e60e07b2-490d-4628-9272-ce15ac974973 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:55.350395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35ceb5-88b4-4495-8724-c38066381fd4 req-b5ca907b-3c98-41a2-a46b-6fdcb5732759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.352266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a35ceb5-88b4-4495-8724-c38066381fd4 req-b5ca907b-3c98-41a2-a46b-6fdcb5732759 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9cc9de69-9f96-447c-9831-73649d33216d HTTP/1.1" status: 200 len: 1097 time: 0.1040196 Jul 06 18:49:55.353848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e60e07b2-490d-4628-9272-ce15ac974973) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:55.361839 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.362442 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:55.369240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c286e6-fd79-4c18-8d21-3af48e39f494 None None] Network e60e07b2-490d-4628-9272-ce15ac974973 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:55.400920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-f7adfb28-2992-4044-ad2f-ef3fa7901bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.402908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-f7adfb28-2992-4044-ad2f-ef3fa7901bd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 1058 time: 0.0800607 Jul 06 18:49:55.426454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7c1ede46-7fda-4c57-9bdb-0c8e6f7f08b5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7069530 Jul 06 18:49:55.447407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38452) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:55.454043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': '08659af8-6319-41fc-92de-92e4c8f2d37a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:55.467494 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a35ceb5-88b4-4495-8724-c38066381fd4 req-c5ab0723-bb2e-422b-bfeb-befb457bdcca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970240 Jul 06 18:49:55.515939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-72ffc664-e7b0-4c64-bb15-3b2f572a32d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.517691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-72ffc664-e7b0-4c64-bb15-3b2f572a32d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ebdd254-19a2-4411-9f8e-6a9586378d66 HTTP/1.1" status: 200 len: 898 time: 0.1084745 Jul 06 18:49:55.570274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631cf0-76fb-4b3a-b9f3-f33e5bae4e7e req-6244ce63-7e32-401d-a90c-6b29e38cdc37 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.571846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b631cf0-76fb-4b3a-b9f3-f33e5bae4e7e req-6244ce63-7e32-401d-a90c-6b29e38cdc37 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc9de69-9f96-447c-9831-73649d33216d HTTP/1.1" status: 200 len: 946 time: 0.1736836 Jul 06 18:49:55.576622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-8d57211c-decc-4c50-91e1-7eaac7a18832 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bc9a346e-0c04-447e-b717-d0fa89067b80 HTTP/1.1" status: 200 len: 217 time: 0.0508182 Jul 06 18:49:55.610746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-e60e07b2-490d-4628-9272-ce15ac974973', 'network_id': 'e60e07b2-490d-4628-9272-ce15ac974973', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': '76405930-f973-4dfb-a1e2-99bdeb1e793b'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:55.612028 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:55.613869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:55.619318 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:55.640408 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b631cf0-76fb-4b3a-b9f3-f33e5bae4e7e req-edc0879b-8e16-4ea0-905b-967cbe6492b5 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614047 Jul 06 18:49:55.651755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-45a38fae-4d23-41c5-aedb-993ab5888dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.653796 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-45a38fae-4d23-41c5-aedb-993ab5888dd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d85b52d-4ea3-4e68-b4e1-2725f7bc7794 HTTP/1.1" status: 200 len: 838 time: 0.0705001 Jul 06 18:49:55.759443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-7e79e5f4-5f40-4f7c-a148-d62ef0e3fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.762730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-7e79e5f4-5f40-4f7c-a148-d62ef0e3fc25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ebdd254-19a2-4411-9f8e-6a9586378d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004934 Jul 06 18:49:55.844857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Allocated IP 2001:db8::2 (e60e07b2-490d-4628-9272-ce15ac974973/76405930-f973-4dfb-a1e2-99bdeb1e793b/9be9ca28-9bf3-47d1-bc58-2114d1870ae0) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:55.887183 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:55.928159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-9082f5a7-c1ba-4bf1-ac26-87f00e0c0d05 service neutron] 10.222.0.41 "GET /v2.0/networks/7ebdd254-19a2-4411-9f8e-6a9586378d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565614 Jul 06 18:49:55.940321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887661a-2051-44a2-8fc9-867ed30f6c69 req-57a168a4-262a-49ae-a19f-06dc827d6119 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:55.941970 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4887661a-2051-44a2-8fc9-867ed30f6c69 req-57a168a4-262a-49ae-a19f-06dc827d6119 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 907 time: 0.1323409 Jul 06 18:49:55.976216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=5bc33c71-9397-426a-8277-ff4a032c32d5,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:55.978596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': '472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '08659af8-6319-41fc-92de-92e4c8f2d37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:55.979025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: 08659af8-6319-41fc-92de-92e4c8f2d37a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:49:55.999160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 08659af8-6319-41fc-92de-92e4c8f2d37a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:49:56.016225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 08659af8-6319-41fc-92de-92e4c8f2d37a) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:56.026646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:56.028830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.030586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0344c9-5d73-4d30-9ff5-c3f71c470859 None None] Network 08659af8-6319-41fc-92de-92e4c8f2d37a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:56.068093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a3600ee2-a155-4b0d-a105-55384d309cf4 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6101108 Jul 06 18:49:56.068336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38464) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:56.068336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-44f8b638-e0f6-4272-a082-ccea551eb34a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431068368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:56.082953 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a96dd0f7-a20b-4198-a41c-484eb12fffc9 req-edb42c02-bb94-4ec1-bdb5-bb9ac6e7f2a9 service neutron] 10.222.0.41 "GET /v2.0/networks/7ebdd254-19a2-4411-9f8e-6a9586378d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399114 Jul 06 18:49:56.096392 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.109913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Transition to ACTIVE for port object 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:56.118343 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44f8b638-e0f6-4272-a082-ccea551eb34a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.130281 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44f8b638-e0f6-4272-a082-ccea551eb34a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.140103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Transition to ACTIVE for port object 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:56.151918 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.194741 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44f8b638-e0f6-4272-a082-ccea551eb34a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.201294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44f8b638-e0f6-4272-a082-ccea551eb34a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.227180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Network e60e07b2-490d-4628-9272-ce15ac974973 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:56.229530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44f8b638-e0f6-4272-a082-ccea551eb34a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.231789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-44f8b638-e0f6-4272-a082-ccea551eb34a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1689699 Jul 06 18:49:56.234609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38466) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:56.236493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:56.239001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:56.244902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Pushing event updated for resources: {'Port': ['ID=9be9ca28-9bf3-47d1-bc58-2114d1870ae0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:56.354877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-08659af8-6319-41fc-92de-92e4c8f2d37a', 'network_id': '08659af8-6319-41fc-92de-92e4c8f2d37a', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': '5bc33c71-9397-426a-8277-ff4a032c32d5'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:49:56.357768 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.380358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Attempting to bind port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:56.380722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Attempting to bind port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '4195ccdd-42c0-4c53-b486-3117790cdfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e60e07b2-490d-4628-9272-ce15ac974973'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:56.381079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Attempting to bind port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 on network e60e07b2-490d-4628-9272-ce15ac974973 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:56.392207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:56.392473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Checking segment: {'id': '4195ccdd-42c0-4c53-b486-3117790cdfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e60e07b2-490d-4628-9272-ce15ac974973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:56.392869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.393263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Bound using segment: {'id': '4195ccdd-42c0-4c53-b486-3117790cdfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e60e07b2-490d-4628-9272-ce15ac974973'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:56.393769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Bound port: 9be9ca28-9bf3-47d1-bc58-2114d1870ae0, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4195ccdd-42c0-4c53-b486-3117790cdfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e60e07b2-490d-4628-9272-ce15ac974973'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:56.394147 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.558244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] For port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:56.561041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.562875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] For port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9be9ca28-9bf3-47d1-bc58-2114d1870ae0,segment=NetworkSegment(4195ccdd-42c0-4c53-b486-3117790cdfd6),segment_id=4195ccdd-42c0-4c53-b486-3117790cdfd6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:56.569014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Allocated IP 2001:db8:1::2 (08659af8-6319-41fc-92de-92e4c8f2d37a/5bc33c71-9397-426a-8277-ff4a032c32d5/ac6df123-d16b-437b-bbc2-1d5923872db4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:56.571477 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.692354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00985c-a0cc-43f1-9900-51edb618600c None None] Pushing event updated for resources: {'Port': ['ID=9be9ca28-9bf3-47d1-bc58-2114d1870ae0,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:56.834565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.847424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Transition to ACTIVE for port object ac6df123-d16b-437b-bbc2-1d5923872db4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:56.891553 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Transition to ACTIVE for port object ac6df123-d16b-437b-bbc2-1d5923872db4 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:56.915526 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:56.967371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Network 08659af8-6319-41fc-92de-92e4c8f2d37a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:56.982474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:56.988944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:57.007341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Pushing event updated for resources: {'Port': ['ID=ac6df123-d16b-437b-bbc2-1d5923872db4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:57.086827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Attempting to bind port ac6df123-d16b-437b-bbc2-1d5923872db4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:57.087738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Attempting to bind port ac6df123-d16b-437b-bbc2-1d5923872db4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '08659af8-6319-41fc-92de-92e4c8f2d37a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:57.088368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Attempting to bind port ac6df123-d16b-437b-bbc2-1d5923872db4 on network 08659af8-6319-41fc-92de-92e4c8f2d37a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:57.095326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:57.095882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Checking segment: {'id': '472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '08659af8-6319-41fc-92de-92e4c8f2d37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:57.096475 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:57.096961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Bound using segment: {'id': '472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '08659af8-6319-41fc-92de-92e4c8f2d37a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:57.097968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Bound port: ac6df123-d16b-437b-bbc2-1d5923872db4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '08659af8-6319-41fc-92de-92e4c8f2d37a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:57.098607 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:57.155725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e8430-b27e-4db5-9ec6-c83d6f8ad13e req-e44a739a-b162-4be2-aa55-e340b091089e tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:57.157463 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d38e8430-b27e-4db5-9ec6-c83d6f8ad13e req-e44a739a-b162-4be2-aa55-e340b091089e tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc9de69-9f96-447c-9831-73649d33216d HTTP/1.1" status: 200 len: 946 time: 0.1820569 Jul 06 18:49:57.184068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] For port ac6df123-d16b-437b-bbc2-1d5923872db4, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:57.188193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] For port ac6df123-d16b-437b-bbc2-1d5923872db4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ac6df123-d16b-437b-bbc2-1d5923872db4,segment=NetworkSegment(472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a),segment_id=472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:57.197709 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:57.208936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81ed4b-1fdb-4147-b604-431ca9cb432f req-cd7f32c8-e301-45b4-a193-bf2e8e813c3f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:57.212088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c81ed4b-1fdb-4147-b604-431ca9cb432f req-cd7f32c8-e301-45b4-a193-bf2e8e813c3f tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 907 time: 0.0757680 Jul 06 18:49:57.253982 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d38e8430-b27e-4db5-9ec6-c83d6f8ad13e req-d8eaec73-467d-4ae5-8899-237a7ce8d3e2 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572197 Jul 06 18:49:57.275598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2908f-a208-438c-bdd8-1d94d431ceb3 None None] Pushing event updated for resources: {'Port': ['ID=ac6df123-d16b-437b-bbc2-1d5923872db4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:57.311731 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8::1 (e60e07b2-490d-4628-9272-ce15ac974973/76405930-f973-4dfb-a1e2-99bdeb1e793b/a0717338-769c-41f0-8609-c84c689e3737) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:57.489497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:57.505057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object a0717338-769c-41f0-8609-c84c689e3737 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:57.579455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:57.649406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network e60e07b2-490d-4628-9272-ce15ac974973 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:57.661276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:57.665760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:57.672691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:57.717536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=a0717338-769c-41f0-8609-c84c689e3737,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:57.732945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.733386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.733815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.734209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.735045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.735576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.736106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.739756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.740340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.740956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.741446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.741951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:57.930645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.078195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bc9a346e-0c04-447e-b717-d0fa89067b80 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:49:58.119226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ac6df123-d16b-437b-bbc2-1d5923872db4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:58.310408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11844792-ab6d-4de5-9699-6c109d900d1a None None] Network e60e07b2-490d-4628-9272-ce15ac974973 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:58.451205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f4bd69a3-435e-4744-9ae1-6c73b4708e13 None None] Provisioning for port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:58.499125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ac6df123-d16b-437b-bbc2-1d5923872db4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:58.505682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bc9a346e-0c04-447e-b717-d0fa89067b80, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bc9a346e-0c04-447e-b717-d0fa89067b80,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:58.542453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:58.549467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'bc9a346e-0c04-447e-b717-d0fa89067b80', 'network_id': '7ebdd254-19a2-4411-9f8e-6a9586378d66', 'port_id': 'bc9a346e-0c04-447e-b717-d0fa89067b80', 'mac_address': 'fa:16:3e:0c:94:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85b52d-4ea3-4e68-b4e1-2725f7bc7794', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:49:58.590570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.608958 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.609849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.615039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75fbbe-0648-4c09-98f9-f93297be71fd req-3d4f03d9-8727-4264-a025-56bf90e855be tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:58.617644 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b75fbbe-0648-4c09-98f9-f93297be71fd req-3d4f03d9-8727-4264-a025-56bf90e855be tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 907 time: 0.1148899 Jul 06 18:49:58.649617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a2014593-8399-48b8-99df-f57cb19f3613 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:58.649617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a2014593-8399-48b8-99df-f57cb19f3613 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 812 time: 0.2395732 Jul 06 18:49:58.713578 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.739504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-1e114ed9-4f76-4066-8117-a5ee38623be7 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/quotas/d2a826d57fa44f5ab0c20ee08905a135 HTTP/1.1" status: 200 len: 375 time: 0.0531332 Jul 06 18:49:58.759089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:58.761994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9a346e-0c04-447e-b717-d0fa89067b80 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:58.771859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=a0717338-769c-41f0-8609-c84c689e3737,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:58.773130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37ccdc7-0bf6-40fb-aa5b-5e7115317162 None None] Network 08659af8-6319-41fc-92de-92e4c8f2d37a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:49:58.781857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:58.782475 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.853785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bc9a346e-0c04-447e-b717-d0fa89067b80, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bc9a346e-0c04-447e-b717-d0fa89067b80,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:58.876618 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.914718 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-8d3112a2-b29e-4839-a8f5-772a7518f5e0 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437840 Jul 06 18:49:58.939347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network e60e07b2-490d-4628-9272-ce15ac974973 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:58.943682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-1f5ee3ab-642c-4848-baa8-fd715fc02cba service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:49:58.944684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-1f5ee3ab-642c-4848-baa8-fd715fc02cba service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119741 Jul 06 18:49:58.962744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:59.133979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-546f672a-9c1b-42b4-a06b-9b2854133f07 None None] Provisioning for port ac6df123-d16b-437b-bbc2-1d5923872db4 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:59.163666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-87a353a7-41f9-48c3-9c37-57b67699eb2e tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:59.165273 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-87a353a7-41f9-48c3-9c37-57b67699eb2e tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cc9de69-9f96-447c-9831-73649d33216d HTTP/1.1" status: 200 len: 946 time: 0.2480779 Jul 06 18:49:59.166401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-546f672a-9c1b-42b4-a06b-9b2854133f07 None None] Provisioning complete for port ac6df123-d16b-437b-bbc2-1d5923872db4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:59.166803 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-546f672a-9c1b-42b4-a06b-9b2854133f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:59.171110 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-4685ab4b-af77-400b-a0fd-1e4ed8cd7395 service neutron] 10.222.0.53 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098603 Jul 06 18:49:59.205952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bc9a346e-0c04-447e-b717-d0fa89067b80,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:59.247158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['bc9a346e-0c04-447e-b717-d0fa89067b80'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:49:59.340116 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:59.344656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router 87f9e74e-63fc-4032-acc9-d19a9f491d02 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:49:59.374170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-5df6d2b5-15b9-4d1c-9250-7870dbe2aca9 service neutron] 10.222.0.53 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901212 Jul 06 18:49:59.449645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9be9ca28-9bf3-47d1-bc58-2114d1870ae0,segment=NetworkSegment(4195ccdd-42c0-4c53-b486-3117790cdfd6),segment_id=4195ccdd-42c0-4c53-b486-3117790cdfd6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:59.451754 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-546f672a-9c1b-42b4-a06b-9b2854133f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:59.469628 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:59.489229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Deleting port 036f5d74-8037-4e6d-917f-95985f6acc9a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:59.489426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:59.493527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:59.511789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38534) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:59.513025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c5e00a79-a37a-40db-8b08-bee476b979c8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/87f9e74e-63fc-4032-acc9-d19a9f491d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2771461 Jul 06 18:49:59.514193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c37d461-18d8-499e-8569-0fee100c2ae5 None None] Sync routers for ids ['87f9e74e-63fc-4032-acc9-d19a9f491d02'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:59.568465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-546f672a-9c1b-42b4-a06b-9b2854133f07 None None] For port ac6df123-d16b-437b-bbc2-1d5923872db4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ac6df123-d16b-437b-bbc2-1d5923872db4,segment=NetworkSegment(472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a),segment_id=472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:59.591140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37d461-18d8-499e-8569-0fee100c2ae5 None None] Routers {'87f9e74e-63fc-4032-acc9-d19a9f491d02'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:59.592493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7c37d461-18d8-499e-8569-0fee100c2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['87f9e74e-63fc-4032-acc9-d19a9f491d02'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:59.604447 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-546f672a-9c1b-42b4-a06b-9b2854133f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:59.676757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] For port 036f5d74-8037-4e6d-917f-95985f6acc9a, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=036f5d74-8037-4e6d-917f-95985f6acc9a,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:59.678284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:59.699020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7c37d461-18d8-499e-8569-0fee100c2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:59.705277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Calling delete_port for 036f5d74-8037-4e6d-917f-95985f6acc9a owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:59.711795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=9be9ca28-9bf3-47d1-bc58-2114d1870ae0,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:59.714239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1359e-c175-4d90-9064-f4c334919f27 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:59.724721 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a8f1359e-c175-4d90-9064-f4c334919f27 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports/a0717338-769c-41f0-8609-c84c689e3737 HTTP/1.1" status: 200 len: 911 time: 0.2098567 Jul 06 18:49:59.733337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38542) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:59.776217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-b28e8f7a-6607-439d-b00c-6e7ff0c77dd3 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:59.780801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-b28e8f7a-6607-439d-b00c-6e7ff0c77dd3 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e5f72-7ee7-4cf9-87a9-2504af914c40 HTTP/1.1" status: 200 len: 945 time: 0.3976660 Jul 06 18:49:59.892818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f672a-9c1b-42b4-a06b-9b2854133f07 None None] Pushing event updated for resources: {'Port': ['ID=ac6df123-d16b-437b-bbc2-1d5923872db4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:59.920348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37d461-18d8-499e-8569-0fee100c2ae5 None None] Routers {'87f9e74e-63fc-4032-acc9-d19a9f491d02'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:59.921051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7c37d461-18d8-499e-8569-0fee100c2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['87f9e74e-63fc-4032-acc9-d19a9f491d02'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:00.023629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7c37d461-18d8-499e-8569-0fee100c2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:00.024302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c37d461-18d8-499e-8569-0fee100c2ae5 None None] The sync data for ids ['87f9e74e-63fc-4032-acc9-d19a9f491d02'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:00.028588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:00.097298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ff459ae7-db16-41a6-9e3a-1ec56928d1ea None None] Provisioning complete for port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:00.098530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff459ae7-db16-41a6-9e3a-1ec56928d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.100360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bc9a346e-0c04-447e-b717-d0fa89067b80 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:00.130195 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.187187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['904b5cbb-391f-4312-8959-f5d8d09b7186'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:00.220587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Pushing event deleted for resources: {'Port': ['ID=036f5d74-8037-4e6d-917f-95985f6acc9a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:00.321428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['036f5d74-8037-4e6d-917f-95985f6acc9a'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:00.331921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] No DVR routers for this DVR port 036f5d74-8037-4e6d-917f-95985f6acc9a on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:00.337400 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3371ed9d-fd47-43b0-865d-d26e278cbdf1 req-2124bda5-2cf0-43fc-bcc5-6e6b3b3d5401 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 210 time: 0.0407891 Jul 06 18:50:00.338865 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.341351 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acb7c5bc-97ec-476e-bef5-9943756f7b16 req-a40ed933-9458-4505-a342-1053e206ee2c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "DELETE /v2.0/ports/036f5d74-8037-4e6d-917f-95985f6acc9a HTTP/1.1" status: 204 len: 173 time: 1.1692648 Jul 06 18:50:00.341988 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc9de69-9f96-447c-9831-73649d33216d', 'name': 'network-vif-deleted', 'tag': '036f5d74-8037-4e6d-917f-95985f6acc9a'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:00.345171 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dec828-81cd-478e-a963-d49a8c630267" -d '{"events": [{"server_uuid": "9cc9de69-9f96-447c-9831-73649d33216d", "name": "network-vif-deleted", "tag": "036f5d74-8037-4e6d-917f-95985f6acc9a"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:00.477908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031fc42-731a-4422-be01-bc2956810f95 req-06f5bd56-b3d8-401e-8e46-f6f60ae8a005 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:00.495522 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc3a8b3-8f21-432c-a00c-0d57a09bdd3e x-openstack-request-id: req-7bc3a8b3-8f21-432c-a00c-0d57a09bdd3e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:00.495897 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc9de69-9f96-447c-9831-73649d33216d", "name": "network-vif-deleted", "tag": "036f5d74-8037-4e6d-917f-95985f6acc9a", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:00.496282 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bc3a8b3-8f21-432c-a00c-0d57a09bdd3e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:00.496751 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc9de69-9f96-447c-9831-73649d33216d', 'name': 'network-vif-deleted', 'tag': '036f5d74-8037-4e6d-917f-95985f6acc9a', 'status': 'completed', 'code': 200} Jul 06 18:50:00.497787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7031fc42-731a-4422-be01-bc2956810f95 req-06f5bd56-b3d8-401e-8e46-f6f60ae8a005 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 908 time: 0.4181302 Jul 06 18:50:00.559667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:00.560219 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.691644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port bc9a346e-0c04-447e-b717-d0fa89067b80 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:00.729277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port bc9a346e-0c04-447e-b717-d0fa89067b80 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:00.729669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.743945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Deleting port 904b5cbb-391f-4312-8959-f5d8d09b7186 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:00.744622 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.824333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.840388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ff459ae7-db16-41a6-9e3a-1ec56928d1ea None None] Provisioning for port a0717338-769c-41f0-8609-c84c689e3737 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:00.854946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ff459ae7-db16-41a6-9e3a-1ec56928d1ea None None] Provisioning complete for port a0717338-769c-41f0-8609-c84c689e3737 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:00.855386 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff459ae7-db16-41a6-9e3a-1ec56928d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.932400 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.934631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ff459ae7-db16-41a6-9e3a-1ec56928d1ea None None] Port a0717338-769c-41f0-8609-c84c689e3737 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:00.972229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f35aa-8fc6-42ff-94f2-ec4957318a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9a346e-0c04-447e-b717-d0fa89067b80'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:00.975534 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a430f98d-965e-4982-a0df-a6dea10eb32a" -d '{"events": [{"server_uuid": "8a6f35aa-8fc6-42ff-94f2-ec4957318a12", "name": "network-vif-plugged", "status": "completed", "tag": "bc9a346e-0c04-447e-b717-d0fa89067b80"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:01.017240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port bc9a346e-0c04-447e-b717-d0fa89067b80, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bc9a346e-0c04-447e-b717-d0fa89067b80,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:01.025739 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.035384 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57fff9-19f9-4fdc-a6ee-dd455fc6ad87 x-openstack-request-id: req-0d57fff9-19f9-4fdc-a6ee-dd455fc6ad87 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:01.035712 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6f35aa-8fc6-42ff-94f2-ec4957318a12", "name": "network-vif-plugged", "status": "completed", "tag": "bc9a346e-0c04-447e-b717-d0fa89067b80", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:01.035973 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d57fff9-19f9-4fdc-a6ee-dd455fc6ad87 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:01.036380 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f35aa-8fc6-42ff-94f2-ec4957318a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9a346e-0c04-447e-b717-d0fa89067b80', 'code': 200} Jul 06 18:50:01.073154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] For port 904b5cbb-391f-4312-8959-f5d8d09b7186, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=904b5cbb-391f-4312-8959-f5d8d09b7186,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:01.077058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.104744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-67ad5c91-e5e2-4308-b272-d31dd66a4486 None None] Provisioning complete for port ac6df123-d16b-437b-bbc2-1d5923872db4 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:01.105127 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67ad5c91-e5e2-4308-b272-d31dd66a4486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.151915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bc9a346e-0c04-447e-b717-d0fa89067b80,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:01.178950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Calling delete_port for 904b5cbb-391f-4312-8959-f5d8d09b7186 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:01.250223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-67ad5c91-e5e2-4308-b272-d31dd66a4486 None None] Provisioning complete for port a0717338-769c-41f0-8609-c84c689e3737 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:01.251718 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67ad5c91-e5e2-4308-b272-d31dd66a4486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.296599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-67ad5c91-e5e2-4308-b272-d31dd66a4486 None None] Port a0717338-769c-41f0-8609-c84c689e3737 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:01.369310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1417a-e41e-428e-ae01-2e4a4e001467 req-b3e2e2ca-b2b4-4a2a-a5e7-01469c96a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:01.371669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8fd1417a-e41e-428e-ae01-2e4a4e001467 req-b3e2e2ca-b2b4-4a2a-a5e7-01469c96a9fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 1060 time: 0.0689628 Jul 06 18:50:01.416332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8:1::1 (08659af8-6319-41fc-92de-92e4c8f2d37a/5bc33c71-9397-426a-8277-ff4a032c32d5/b27cdc51-041e-4ab8-8acd-7ed730ae837d) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:01.501085 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.618865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c245a631-c7a5-4847-b5f1-e51428f7f466 req-2dec96b0-7d84-49ef-b9c7-aea4211e05d1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 210 time: 0.0879622 Jul 06 18:50:01.623087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Pushing event deleted for resources: {'Port': ['ID=904b5cbb-391f-4312-8959-f5d8d09b7186,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:01.678755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] No DVR routers for this DVR port 904b5cbb-391f-4312-8959-f5d8d09b7186 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:01.681876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.684528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dfd5a5af-33b5-425a-89ae-b3c6f53cdd8e req-a52a92d1-6970-47fe-ad08-a97113f2b179 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.41 "DELETE /v2.0/ports/904b5cbb-391f-4312-8959-f5d8d09b7186 HTTP/1.1" status: 204 len: 173 time: 1.8830965 Jul 06 18:50:01.692645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9e5f72-7ee7-4cf9-87a9-2504af914c40', 'name': 'network-vif-deleted', 'tag': '904b5cbb-391f-4312-8959-f5d8d09b7186'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:01.696121 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43ee449-f332-428b-b97e-92962bbfc4f2" -d '{"events": [{"server_uuid": "7b9e5f72-7ee7-4cf9-87a9-2504af914c40", "name": "network-vif-deleted", "tag": "904b5cbb-391f-4312-8959-f5d8d09b7186"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:01.713907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647113f-e8c2-4ff5-991b-5b994c79bcf7 req-e2555a1c-ed75-4cca-aafa-6aa2ce445de9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:01.715672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6647113f-e8c2-4ff5-991b-5b994c79bcf7 req-e2555a1c-ed75-4cca-aafa-6aa2ce445de9 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 909 time: 0.0753081 Jul 06 18:50:01.762499 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a607bb-6b74-42ed-b10c-1b582ac0a8d1 x-openstack-request-id: req-04a607bb-6b74-42ed-b10c-1b582ac0a8d1 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:01.763038 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9e5f72-7ee7-4cf9-87a9-2504af914c40", "name": "network-vif-deleted", "tag": "904b5cbb-391f-4312-8959-f5d8d09b7186", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:01.763288 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04a607bb-6b74-42ed-b10c-1b582ac0a8d1 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:01.763773 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9e5f72-7ee7-4cf9-87a9-2504af914c40', 'name': 'network-vif-deleted', 'tag': '904b5cbb-391f-4312-8959-f5d8d09b7186', 'status': 'completed', 'code': 200} Jul 06 18:50:01.768794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.800026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object b27cdc51-041e-4ab8-8acd-7ed730ae837d will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:01.888273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.895522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ac6df123-d16b-437b-bbc2-1d5923872db4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:01.946778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ac6df123-d16b-437b-bbc2-1d5923872db4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:01.947115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:01.977013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=b27cdc51-041e-4ab8-8acd-7ed730ae837d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:02.009681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 08659af8-6319-41fc-92de-92e4c8f2d37a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:02.012771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:02.036303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:02.040753 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:02.244056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-36f36995-f9e1-4820-8a86-b413de4ae3ac tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:02.248039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-36f36995-f9e1-4820-8a86-b413de4ae3ac tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 812 time: 0.2287834 Jul 06 18:50:02.262687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Request body: {'port': {'device_id': 'da387341-44dd-45f4-90de-831d42e266bf', 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'admin_state_up': True, 'tenant_id': 'd2a826d57fa44f5ab0c20ee08905a135'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:02.289047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:02.489780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Made reservation on behalf of d2a826d57fa44f5ab0c20ee08905a135 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:02.496384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:02.542224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-31bd674d-44d6-4a02-8cf6-4cafbfa6dd76 None None] Provisioning for port b27cdc51-041e-4ab8-8acd-7ed730ae837d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:02.547798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-31bd674d-44d6-4a02-8cf6-4cafbfa6dd76 None None] Provisioning complete for port b27cdc51-041e-4ab8-8acd-7ed730ae837d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:02.548296 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-31bd674d-44d6-4a02-8cf6-4cafbfa6dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:02.624853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-31bd674d-44d6-4a02-8cf6-4cafbfa6dd76 None None] Port b27cdc51-041e-4ab8-8acd-7ed730ae837d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:02.701461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Allocated IP 172.20.0.14 (a02023d0-ad76-47f3-b1c3-3add9ffb773e/e31f151e-576d-4aef-a2a6-424a663c18b9/5caee294-8d8c-4b48-9d3f-0b33ec7aa567) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:02.810200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 036f5d74-8037-4e6d-917f-95985f6acc9a no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:02.844914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 036f5d74-8037-4e6d-917f-95985f6acc9a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:02.845569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 036f5d74-8037-4e6d-917f-95985f6acc9a not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:03.005244 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.062318 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39fd6b26-c889-4525-add6-b5d9fa3c490d req-2edd6852-7217-4a39-829b-a51ffdb67ce0 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 210 time: 0.0513866 Jul 06 18:50:03.109271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.157009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Network a02023d0-ad76-47f3-b1c3-3add9ffb773e is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:03.162905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:03.165621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:03.200448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Pushing event updated for resources: {'Port': ['ID=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:03.232064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:03.234545 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.235336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-8e17cdb9-7f0b-4bc5-be9c-38dfadfc43ae tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:03.236949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-8e17cdb9-7f0b-4bc5-be9c-38dfadfc43ae tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 812 time: 0.6562252 Jul 06 18:50:03.249054 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-e720b33d-3ea5-4f36-92d2-780c73747aa4 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9914525 Jul 06 18:50:03.254661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Request body: {'port': {'device_id': '410e6852-9de0-433e-8333-33e4e07d58c2', 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'admin_state_up': True, 'tenant_id': 'd2a826d57fa44f5ab0c20ee08905a135'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:03.260528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Request body: {'port': {'device_id': 'da387341-44dd-45f4-90de-831d42e266bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:03.273859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592696a-33d5-4292-987e-366b5f68ac66 req-635a5131-3cc0-4f34-ac1f-68d720fcd8ab tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:03.275363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b592696a-33d5-4292-987e-366b5f68ac66 req-635a5131-3cc0-4f34-ac1f-68d720fcd8ab tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 909 time: 0.2214522 Jul 06 18:50:03.286612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.316649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.317566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.344639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.433573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=b27cdc51-041e-4ab8-8acd-7ed730ae837d,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:03.512963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 08659af8-6319-41fc-92de-92e4c8f2d37a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:03.516155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:03.527336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Made reservation on behalf of d2a826d57fa44f5ab0c20ee08905a135 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:03.532354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.569319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5576b-e05b-4a97-a503-9eb82ede0713 req-cb2e31d1-37d2-41b3-a93e-c13da1e06935 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:03.583043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7d5576b-e05b-4a97-a503-9eb82ede0713 req-cb2e31d1-37d2-41b3-a93e-c13da1e06935 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 909 time: 0.1588290 Jul 06 18:50:03.809091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router 87f9e74e-63fc-4032-acc9-d19a9f491d02 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:03.918232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b4b9398b-81c0-4ac0-99ad-64973c85747a None None] Provisioning complete for port b27cdc51-041e-4ab8-8acd-7ed730ae837d triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:03.918741 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4b9398b-81c0-4ac0-99ad-64973c85747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:03.938414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:03.949275 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706a41d-a491-4e66-8bfd-2e546e1a081f None None] Sync routers for ids ['87f9e74e-63fc-4032-acc9-d19a9f491d02'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:03.951624 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fb2b3bf6-ca19-4359-a714-325f679ccaaf tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/87f9e74e-63fc-4032-acc9-d19a9f491d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2110384 Jul 06 18:50:03.954106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38634) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:03.974986 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706a41d-a491-4e66-8bfd-2e546e1a081f None None] Routers {'87f9e74e-63fc-4032-acc9-d19a9f491d02'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:03.975718 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9706a41d-a491-4e66-8bfd-2e546e1a081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['87f9e74e-63fc-4032-acc9-d19a9f491d02'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:04.018212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b4b9398b-81c0-4ac0-99ad-64973c85747a None None] Port b27cdc51-041e-4ab8-8acd-7ed730ae837d cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:04.037083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eef514-4e42-4c94-8518-b1c0226871ff tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:04.051227 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9706a41d-a491-4e66-8bfd-2e546e1a081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:04.052452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-90eef514-4e42-4c94-8518-b1c0226871ff tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports/b27cdc51-041e-4ab8-8acd-7ed730ae837d HTTP/1.1" status: 200 len: 913 time: 0.0965009 Jul 06 18:50:04.053339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38636) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:04.083649 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706a41d-a491-4e66-8bfd-2e546e1a081f None None] Routers {'87f9e74e-63fc-4032-acc9-d19a9f491d02'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:04.086452 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9706a41d-a491-4e66-8bfd-2e546e1a081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['87f9e74e-63fc-4032-acc9-d19a9f491d02'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:04.094434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 904b5cbb-391f-4312-8959-f5d8d09b7186 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:04.134904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 904b5cbb-391f-4312-8959-f5d8d09b7186 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:04.135255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 904b5cbb-391f-4312-8959-f5d8d09b7186 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:04.146106 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-9706a41d-a491-4e66-8bfd-2e546e1a081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:04.146899 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706a41d-a491-4e66-8bfd-2e546e1a081f None None] The sync data for ids ['87f9e74e-63fc-4032-acc9-d19a9f491d02'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:04.213387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791f820-a169-41cf-8053-5c764b4dbe22 req-1ba6d8cd-d390-49f7-93c5-fc7eeb42c243 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:04.215568 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0791f820-a169-41cf-8053-5c764b4dbe22 req-1ba6d8cd-d390-49f7-93c5-fc7eeb42c243 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 1060 time: 0.1483636 Jul 06 18:50:04.265576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:04.274560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:04.288577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Transition to ACTIVE for port object 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:04.296086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:04.340117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba3aa0c6-8309-4419-afe5-e3981a123aee req-c4b0f119-c661-4d16-9aac-0bd7b3a9125a tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 210 time: 0.0801482 Jul 06 18:50:04.364040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Pushing event updated for resources: {'Port': ['ID=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:04.452647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Allocated IP 172.20.0.10 (a02023d0-ad76-47f3-b1c3-3add9ffb773e/e31f151e-576d-4aef-a2a6-424a663c18b9/5fd98c47-6bf9-4ded-94b0-78643152bb74) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:04.507318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Attempting to bind port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:04.507935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Attempting to bind port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:04.508257 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Attempting to bind port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:04.517369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:50:04.517680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Attempting to bind port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:04.525312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:04.525646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Checking segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:04.526058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Bound using segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:04.526483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Bound port: 5caee294-8d8c-4b48-9d3f-0b33ec7aa567, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:04.526837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:04.537224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0a765-c8d8-4f05-97e0-2525ab4748e6 req-52a2368d-32cb-410e-9b88-a458174dee39 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:04.538853 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24f0a765-c8d8-4f05-97e0-2525ab4748e6 req-52a2368d-32cb-410e-9b88-a458174dee39 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 945 time: 0.1373091 Jul 06 18:50:04.619735 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24f0a765-c8d8-4f05-97e0-2525ab4748e6 req-c7f943b9-6101-4d56-ba32-8a340ff620ae tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719123 Jul 06 18:50:04.658255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] For port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:04.658255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] For port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:04.665409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:04.693861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ae2c-2170-47fb-b903-ace72c5b07e7 req-468878ea-acbb-46e3-9c17-bfeedd074d22 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:04.695440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7a8ae2c-2170-47fb-b903-ace72c5b07e7 req-468878ea-acbb-46e3-9c17-bfeedd074d22 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1135 time: 0.1984444 Jul 06 18:50:04.699234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:04.700339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:04.702226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] 10.222.0.24 "PUT /v2.0/ports/5caee294-8d8c-4b48-9d3f-0b33ec7aa567 HTTP/1.1" status: 200 len: 1092 time: 1.4463603 Jul 06 18:50:04.704537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da387341-44dd-45f4-90de-831d42e266bf', 'tag': '5caee294-8d8c-4b48-9d3f-0b33ec7aa567'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:04.708355 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8af739-969f-45e2-9ed2-1497dd605f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "da387341-44dd-45f4-90de-831d42e266bf", "tag": "5caee294-8d8c-4b48-9d3f-0b33ec7aa567"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:04.744334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4af562-0149-4ce1-b211-a83b96c42719 service neutron] Pushing event updated for resources: {'Port': ['ID=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:04.766440 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12dab99-9c1d-48a0-aa1b-866c23fcd6ea x-openstack-request-id: req-b12dab99-9c1d-48a0-aa1b-866c23fcd6ea {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:04.766734 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da387341-44dd-45f4-90de-831d42e266bf", "tag": "5caee294-8d8c-4b48-9d3f-0b33ec7aa567", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:04.767017 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b12dab99-9c1d-48a0-aa1b-866c23fcd6ea {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:04.767416 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da387341-44dd-45f4-90de-831d42e266bf', 'tag': '5caee294-8d8c-4b48-9d3f-0b33ec7aa567', 'status': 'completed', 'code': 200} Jul 06 18:50:04.767577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:04.805978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7a8ae2c-2170-47fb-b903-ace72c5b07e7 req-4e15a5f2-bc26-4be6-935b-b843286065b0 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1019747 Jul 06 18:50:04.825582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-9f9c528b-6c36-4bc3-aeb6-c6aecf9a257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:04.831131 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-9f9c528b-6c36-4bc3-aeb6-c6aecf9a257f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&device_id=da387341-44dd-45f4-90de-831d42e266bf HTTP/1.1" status: 200 len: 1095 time: 0.0762279 Jul 06 18:50:04.831284 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:04.836419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38656) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:04.900944 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-8146c041-e926-48fb-b80f-886184849a47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5caee294-8d8c-4b48-9d3f-0b33ec7aa567 HTTP/1.1" status: 200 len: 217 time: 0.0551383 Jul 06 18:50:04.911858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:04.978343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa47e6-5c8e-4c8c-8444-5bca18e0f4a8 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:04.981279 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ddaa47e6-5c8e-4c8c-8444-5bca18e0f4a8 tempest-TestSecurityGroupsBasicOps-657052169 tempest-TestSecurityGroupsBasicOps-657052169-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 1055 time: 0.1435061 Jul 06 18:50:04.983863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-5eb2f055-8195-4289-9299-77849e53cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:04.985800 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-5eb2f055-8195-4289-9299-77849e53cb36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 200 len: 852 time: 0.0770166 Jul 06 18:50:05.004422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Network a02023d0-ad76-47f3-b1c3-3add9ffb773e is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:05.013893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:05.025592 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-fbb64bf3-5dbf-4aec-9aaa-6c3c02a54ddd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a02023d0-ad76-47f3-b1c3-3add9ffb773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326216 Jul 06 18:50:05.034855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:05.041473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Pushing event updated for resources: {'Port': ['ID=5fd98c47-6bf9-4ded-94b0-78643152bb74,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:05.092858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:05.093399 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:05.120205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-b827650d-34f9-4e9b-bc07-56a6b70953c9 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8726866 Jul 06 18:50:05.133279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Request body: {'port': {'device_id': '410e6852-9de0-433e-8333-33e4e07d58c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:05.171544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-721d786a-cbf4-4900-b4d5-d31bc5b827aa service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394026 Jul 06 18:50:05.298168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:05.312443 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-c9f96a1c-7dde-42f0-bd67-b6d2d612c021 service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315825 Jul 06 18:50:05.323640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port b27cdc51-041e-4ab8-8acd-7ed730ae837d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:05.324057 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:05.425524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-a409bfea-adcf-476b-9dd2-5530bc37b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:05.427708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-a409bfea-adcf-476b-9dd2-5530bc37b908 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&device_id=da387341-44dd-45f4-90de-831d42e266bf HTTP/1.1" status: 200 len: 1095 time: 0.0647409 Jul 06 18:50:05.583487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-615cf099-dd65-4277-8545-95d30e5e2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:05.585018 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-615cf099-dd65-4277-8545-95d30e5e2182 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 913 time: 0.1497951 Jul 06 18:50:05.636888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-83db73b3-d3ae-47da-8652-be83637f2f91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5caee294-8d8c-4b48-9d3f-0b33ec7aa567 HTTP/1.1" status: 200 len: 217 time: 0.0428870 Jul 06 18:50:05.646510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fb670-2687-40de-a7ff-9375a22ec03f req-2007927f-52f1-4343-a2f8-ee519df12450 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:05.661028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f2fb670-2687-40de-a7ff-9375a22ec03f req-2007927f-52f1-4343-a2f8-ee519df12450 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 932 time: 0.1579840 Jul 06 18:50:05.697938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:05.720599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-bbaf0ea4-1a17-4ea3-b173-d93c8f468118 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:05.722208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-bbaf0ea4-1a17-4ea3-b173-d93c8f468118 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.41 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 945 time: 0.3941324 Jul 06 18:50:05.733156 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f2fb670-2687-40de-a7ff-9375a22ec03f req-5ad69828-31be-4fd0-a8f6-559d2f0e93c0 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757539 Jul 06 18:50:05.733295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9626f1-4d7b-4b94-b0fc-b31ad5b6f3c8 req-330e5fb7-5bef-423d-829b-b1e905e697d8 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:05.734694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd9626f1-4d7b-4b94-b0fc-b31ad5b6f3c8 req-330e5fb7-5bef-423d-829b-b1e905e697d8 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 909 time: 0.2811096 Jul 06 18:50:05.743293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-5d044227-620a-4378-bbe7-430d54631dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:05.746502 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-5d044227-620a-4378-bbe7-430d54631dc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 200 len: 852 time: 0.0781329 Jul 06 18:50:05.750474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for b27cdc51-041e-4ab8-8acd-7ed730ae837d owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:05.797369 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-1ff190c3-d79b-447f-bc01-001f664fbefd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a02023d0-ad76-47f3-b1c3-3add9ffb773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385592 Jul 06 18:50:05.906132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-b7ba13bf-99be-40f2-a473-28762c12ad55 service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995867 Jul 06 18:50:05.998921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd8af739-969f-45e2-9ed2-1497dd605f4f req-9817850f-e3c8-4593-9ad8-1aef605287be service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860300 Jul 06 18:50:06.072236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd98c47-6bf9-4ded-94b0-78643152bb74 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:06.082123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:06.095464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Deleting port ae2a000c-6de3-4f80-a7d9-db068b673bc8 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:06.095804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:06.122996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Transition to ACTIVE for port object 5fd98c47-6bf9-4ded-94b0-78643152bb74 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:06.175638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:06.189642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b1949-5b38-4267-a173-38cf75081157 req-4063c095-f318-4c56-9f3b-0fd9af2f4293 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:06.191168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c7b1949-5b38-4267-a173-38cf75081157 req-4063c095-f318-4c56-9f3b-0fd9af2f4293 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 945 time: 0.2976923 Jul 06 18:50:06.289493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd98c47-6bf9-4ded-94b0-78643152bb74,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:06.297504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:06.663078 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-fb037c4c-0b16-4c17-b933-eb2b78ca3faf tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:06.664510 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-fb037c4c-0b16-4c17-b933-eb2b78ca3faf tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 909 time: 0.0697887 Jul 06 18:50:06.736364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=b27cdc51-041e-4ab8-8acd-7ed730ae837d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:06.740701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c7b1949-5b38-4267-a173-38cf75081157 req-0953bb67-0559-41a7-b9fb-5bddc9167e27 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5204666 Jul 06 18:50:06.818728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting port bc9a346e-0c04-447e-b717-d0fa89067b80 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:06.819169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:06.853772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] For port ae2a000c-6de3-4f80-a7d9-db068b673bc8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=ae2a000c-6de3-4f80-a7d9-db068b673bc8,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:06.854150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.039567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] For port bc9a346e-0c04-447e-b717-d0fa89067b80, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=bc9a346e-0c04-447e-b717-d0fa89067b80,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:07.040054 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.058833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Calling delete_port for bc9a346e-0c04-447e-b717-d0fa89067b80 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:07.079417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f4b60-1b65-42d5-a047-26837a4746e9 req-acb5b121-cfee-475a-b841-c4aeb3dabdc2 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:07.080915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-939f4b60-1b65-42d5-a047-26837a4746e9 req-acb5b121-cfee-475a-b841-c4aeb3dabdc2 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6f35aa-8fc6-42ff-94f2-ec4957318a12 HTTP/1.1" status: 200 len: 909 time: 0.1475401 Jul 06 18:50:07.122787 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.135401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Attempting to bind port 5fd98c47-6bf9-4ded-94b0-78643152bb74 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:07.135746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Attempting to bind port 5fd98c47-6bf9-4ded-94b0-78643152bb74 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:07.136085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Attempting to bind port 5fd98c47-6bf9-4ded-94b0-78643152bb74 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:07.160350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Port 5fd98c47-6bf9-4ded-94b0-78643152bb74 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:50:07.160682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Attempting to bind port 5fd98c47-6bf9-4ded-94b0-78643152bb74 on network a02023d0-ad76-47f3-b1c3-3add9ffb773e {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:07.215754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.236684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:07.237034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Checking segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:07.237430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Bound using segment: {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:07.237926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Bound port: 5fd98c47-6bf9-4ded-94b0-78643152bb74, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:07.238294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.244513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Port': ['ID=bc9a346e-0c04-447e-b717-d0fa89067b80,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:07.254283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc40d10-d081-47f0-9655-a93f8694cb9b req-fe05613b-7f6e-46fa-8d1a-a3edbe04bfc0 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:07.261572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbc40d10-d081-47f0-9655-a93f8694cb9b req-fe05613b-7f6e-46fa-8d1a-a3edbe04bfc0 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 944 time: 0.3089230 Jul 06 18:50:07.311432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] No DVR routers for this DVR port bc9a346e-0c04-447e-b717-d0fa89067b80 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:07.314717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.317954 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.41 "DELETE /v2.0/ports/bc9a346e-0c04-447e-b717-d0fa89067b80 HTTP/1.1" status: 204 len: 173 time: 0.6467640 Jul 06 18:50:07.318689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f35aa-8fc6-42ff-94f2-ec4957318a12', 'name': 'network-vif-deleted', 'tag': 'bc9a346e-0c04-447e-b717-d0fa89067b80'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:07.321455 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7d4523-4f6c-484d-b403-c7f109b6f19a" -d '{"events": [{"server_uuid": "8a6f35aa-8fc6-42ff-94f2-ec4957318a12", "name": "network-vif-deleted", "tag": "bc9a346e-0c04-447e-b717-d0fa89067b80"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:07.361195 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.361808 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.362142 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Floating IP 5f1874e7-963c-4354-a6cd-c069f5d870de disassociated. External IP: 172.25.4.6, port: ae2a000c-6de3-4f80-a7d9-db068b673bc8. Jul 06 18:50:07.362541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Calling delete_port for ae2a000c-6de3-4f80-a7d9-db068b673bc8 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:07.423196 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee1a58-de68-4877-91d1-f3513ef00ad6 x-openstack-request-id: req-07ee1a58-de68-4877-91d1-f3513ef00ad6 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:07.423888 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6f35aa-8fc6-42ff-94f2-ec4957318a12", "name": "network-vif-deleted", "tag": "bc9a346e-0c04-447e-b717-d0fa89067b80", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:07.424663 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07ee1a58-de68-4877-91d1-f3513ef00ad6 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:07.425700 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f35aa-8fc6-42ff-94f2-ec4957318a12', 'name': 'network-vif-deleted', 'tag': 'bc9a346e-0c04-447e-b717-d0fa89067b80', 'status': 'completed', 'code': 200} Jul 06 18:50:07.492360 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fbc40d10-d081-47f0-9655-a93f8694cb9b req-986151b7-47a6-48e6-9c7f-bde6d7f3bf84 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265282 Jul 06 18:50:07.554326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] For port 5fd98c47-6bf9-4ded-94b0-78643152bb74, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:07.646583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] For port 5fd98c47-6bf9-4ded-94b0-78643152bb74, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5fd98c47-6bf9-4ded-94b0-78643152bb74,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:07.656022 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.718237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:07.718855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.720308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] 10.222.0.24 "PUT /v2.0/ports/5fd98c47-6bf9-4ded-94b0-78643152bb74 HTTP/1.1" status: 200 len: 1092 time: 2.5920343 Jul 06 18:50:07.722577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410e6852-9de0-433e-8333-33e4e07d58c2', 'tag': '5fd98c47-6bf9-4ded-94b0-78643152bb74'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:07.724936 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f1147d-2eb5-4155-95f7-29afadf9eadc" -d '{"events": [{"name": "network-changed", "server_uuid": "410e6852-9de0-433e-8333-33e4e07d58c2", "tag": "5fd98c47-6bf9-4ded-94b0-78643152bb74"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:07.743077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router 87f9e74e-63fc-4032-acc9-d19a9f491d02 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:07.756393 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.783104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a12c65-9faa-4f2f-9553-a55ba0492c23 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd98c47-6bf9-4ded-94b0-78643152bb74,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:07.885294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event deleted for resources: {'Port': ['ID=ae2a000c-6de3-4f80-a7d9-db068b673bc8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:07.895782 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988d0253-99fa-4f2e-8858-42c495c18dd7 x-openstack-request-id: req-988d0253-99fa-4f2e-8858-42c495c18dd7 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:07.896212 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410e6852-9de0-433e-8333-33e4e07d58c2", "tag": "5fd98c47-6bf9-4ded-94b0-78643152bb74", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:07.896559 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-988d0253-99fa-4f2e-8858-42c495c18dd7 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:07.897054 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410e6852-9de0-433e-8333-33e4e07d58c2', 'tag': '5fd98c47-6bf9-4ded-94b0-78643152bb74', 'status': 'completed', 'code': 200} Jul 06 18:50:08.017941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-812aeaa5-2549-4657-b599-fdb22cbc7dea req-07ca7eed-7746-4f6e-8d2a-2d890d54cd8c tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 210 time: 0.0711124 Jul 06 18:50:08.042626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:08.052652 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-00ce4a52-7565-4f18-b923-3e2bf8657b74 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/87f9e74e-63fc-4032-acc9-d19a9f491d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9980314 Jul 06 18:50:08.055991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38728) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:08.059688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f5f7d-469d-4beb-a4c4-a7ecb01f670f None None] Sync routers for ids ['87f9e74e-63fc-4032-acc9-d19a9f491d02'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:08.073875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f5f7d-469d-4beb-a4c4-a7ecb01f670f None None] Routers {'87f9e74e-63fc-4032-acc9-d19a9f491d02'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:08.091618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b5f5f7d-469d-4beb-a4c4-a7ecb01f670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['87f9e74e-63fc-4032-acc9-d19a9f491d02'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:08.096288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-403a8ecb-5bc3-4d55-9ca7-09bf976278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:08.097838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-403a8ecb-5bc3-4d55-9ca7-09bf976278f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 1095 time: 0.3278723 Jul 06 18:50:08.174715 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-90faf466-30b7-4b76-b07d-ccb27f179466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fd98c47-6bf9-4ded-94b0-78643152bb74 HTTP/1.1" status: 200 len: 217 time: 0.0672791 Jul 06 18:50:08.177251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:08.199218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b5f5f7d-469d-4beb-a4c4-a7ecb01f670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:08.211659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f5f7d-469d-4beb-a4c4-a7ecb01f670f None None] Routers {'87f9e74e-63fc-4032-acc9-d19a9f491d02'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:08.212530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b5f5f7d-469d-4beb-a4c4-a7ecb01f670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['87f9e74e-63fc-4032-acc9-d19a9f491d02'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:08.247345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38734) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:08.249205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8b5f5f7d-469d-4beb-a4c4-a7ecb01f670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:08.250081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f5f7d-469d-4beb-a4c4-a7ecb01f670f None None] The sync data for ids ['87f9e74e-63fc-4032-acc9-d19a9f491d02'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:08.336022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ecd57-0123-4669-bffd-b43599db49e3 req-8a23908c-e277-4b0e-9221-21eb237ed436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:08.337546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-8a23908c-e277-4b0e-9221-21eb237ed436 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 200 len: 852 time: 0.1551280 Jul 06 18:50:08.440678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-7d0f1bd4-2aad-46d2-924a-d6b27a3aab6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a02023d0-ad76-47f3-b1c3-3add9ffb773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420828 Jul 06 18:50:08.501420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:08.513337 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] Sync routers for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:08.524096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:08.527489 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:08.528348 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:08.651166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] No DVR routers for this DVR port ae2a000c-6de3-4f80-a7d9-db068b673bc8 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:08.658246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:08.660226 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d4c63014-d0b4-4475-971a-810b8a90cadd req-0a7d82ea-c25e-4d00-9381-fae5accd43d8 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.41 "DELETE /v2.0/ports/ae2a000c-6de3-4f80-a7d9-db068b673bc8 HTTP/1.1" status: 204 len: 173 time: 2.9246304 Jul 06 18:50:08.703544 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:08.843892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-404a7a00-f62d-411b-bc99-8707f8d6e026 service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960693 Jul 06 18:50:08.856915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:50:08.911332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port a0717338-769c-41f0-8609-c84c689e3737 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:08.911688 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:09.006719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:09.019903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for a0717338-769c-41f0-8609-c84c689e3737 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:09.028653 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:09.031917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5c59b-def0-40a6-a513-35acef92c48a req-c359e33f-9a32-4340-b6bf-5f4d8fce1bef tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:09.034080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59c5c59b-def0-40a6-a513-35acef92c48a req-c359e33f-9a32-4340-b6bf-5f4d8fce1bef tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 944 time: 0.3841972 Jul 06 18:50:09.087020 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] Checking router: 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:09.094964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:09.108345 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:09.109152 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:09.122513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '5caee294-8d8c-4b48-9d3f-0b33ec7aa567', 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'port_id': '5caee294-8d8c-4b48-9d3f-0b33ec7aa567', 'mac_address': 'fa:16:3e:cd:76:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31f151e-576d-4aef-a2a6-424a663c18b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:50:09.150139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59c5c59b-def0-40a6-a513-35acef92c48a req-a30fbe71-1bba-4f28-8f7b-5f76a9d26de3 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015673 Jul 06 18:50:09.242313 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:09.255268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:09.277113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:09.279657 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:09.280212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-182ecd57-0123-4669-bffd-b43599db49e3 req-2590747d-0b72-4959-8967-3a024d9935b7 service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272311 Jul 06 18:50:09.354198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:09.364490 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:09.387805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=a0717338-769c-41f0-8609-c84c689e3737,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:09.499157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:09.517913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.518373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.520175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.520613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.521044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.522075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.522504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.524645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.525175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.526036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.526367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.527137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:09.614994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5caee294-8d8c-4b48-9d3f-0b33ec7aa567'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:09.621497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-c08426f6-cbdb-4033-9aad-e40945b20ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:09.637479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-c08426f6-cbdb-4033-9aad-e40945b20ffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 1095 time: 0.2328141 Jul 06 18:50:09.746049 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:09.836218 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117b38d-9754-4a13-9ca8-918316966277 None None] The sync data for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 is: [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:35Z', 'revision_number': 4, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '44b16d13-d002-46a0-bf88-6b47a4c26106', 'name': '', 'network_id': 'ccb12059-455a-4b03-aa22-d75a57ecac4a', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'mac_address': 'fa:16:3e:99:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:34Z', 'updated_at': '2021-07-06T18:44:43Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'subnets': [{'id': '3f3b138f-51b1-481c-ae9b-cd4270f2ef33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:09.883468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90904e7a-9f92-4dee-9afb-d5a7b8012606 req-8e0a4df4-2ae1-4d38-8ee7-ed1b19938411 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "GET /v2.0/ports?device_id=97970409-ea5f-4170-8fc4-90e428b98ecf HTTP/1.1" status: 200 len: 210 time: 0.4609442 Jul 06 18:50:09.895818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.065007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router 87f9e74e-63fc-4032-acc9-d19a9f491d02 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:10.136090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'name': 'network-vif-deleted', 'tag': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:10.137632 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55625f0-f3d0-4ba0-9b02-b222ed8b4acc" -d '{"events": [{"server_uuid": "97970409-ea5f-4170-8fc4-90e428b98ecf", "name": "network-vif-deleted", "tag": "ae2a000c-6de3-4f80-a7d9-db068b673bc8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:10.144211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:10.147343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device ae2a000c-6de3-4f80-a7d9-db068b673bc8 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:10.163108 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-41e7ca24-03b7-48cf-82c4-75b5aeb8106b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/87f9e74e-63fc-4032-acc9-d19a9f491d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1028533 Jul 06 18:50:10.166601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38766) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:10.178650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e1449-3069-4028-91ce-90ce13980349 None None] Sync routers for ids ['87f9e74e-63fc-4032-acc9-d19a9f491d02'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:10.188653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-ccf0cebb-773a-4159-a427-59c20dab2611 req-03b868b8-ddfd-4491-a2ba-d34b3c719888 service neutron] (93967) timed out ('10.222.0.41', 60366) {{(pid=93967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:50:10.204737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.210945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e1449-3069-4028-91ce-90ce13980349 None None] Routers {'87f9e74e-63fc-4032-acc9-d19a9f491d02'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:10.212039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cd1e1449-3069-4028-91ce-90ce13980349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['87f9e74e-63fc-4032-acc9-d19a9f491d02'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:10.224453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-44bb5edb-d7e3-441f-9335-2eedfeb72003 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f9e74e-63fc-4032-acc9-d19a9f491d02 HTTP/1.1" status: 200 len: 205 time: 0.0537174 Jul 06 18:50:10.226858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38770) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:10.252662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cd1e1449-3069-4028-91ce-90ce13980349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:10.254866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: ae2a000c-6de3-4f80-a7d9-db068b673bc8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:10.255215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device ae2a000c-6de3-4f80-a7d9-db068b673bc8 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:10.255635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bc9a346e-0c04-447e-b717-d0fa89067b80 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:10.276354 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8f4f58-a856-4214-b81f-3f51b4d2d166 x-openstack-request-id: req-7f8f4f58-a856-4214-b81f-3f51b4d2d166 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:10.277233 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97970409-ea5f-4170-8fc4-90e428b98ecf", "name": "network-vif-deleted", "tag": "ae2a000c-6de3-4f80-a7d9-db068b673bc8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:10.278093 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f8f4f58-a856-4214-b81f-3f51b4d2d166 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:10.278505 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97970409-ea5f-4170-8fc4-90e428b98ecf', 'name': 'network-vif-deleted', 'tag': 'ae2a000c-6de3-4f80-a7d9-db068b673bc8', 'status': 'completed', 'code': 200} Jul 06 18:50:10.304824 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e39147b-41d3-43b6-9bc7-2eea98777957 None None] New status for floating IP 5f1874e7-963c-4354-a6cd-c069f5d870de: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:50:10.323429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6ec-f0ca-4857-9167-adf6d8c90b6c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.331926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: bc9a346e-0c04-447e-b717-d0fa89067b80 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:10.332276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device bc9a346e-0c04-447e-b717-d0fa89067b80 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:10.360218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e1449-3069-4028-91ce-90ce13980349 None None] Routers {'87f9e74e-63fc-4032-acc9-d19a9f491d02'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:10.360971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cd1e1449-3069-4028-91ce-90ce13980349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['87f9e74e-63fc-4032-acc9-d19a9f491d02'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:10.366335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-2167031a-ae2b-466f-b455-6681c56d5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:10.368157 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-2167031a-ae2b-466f-b455-6681c56d5a21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 200 len: 913 time: 0.7296524 Jul 06 18:50:10.418910 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cd1e1449-3069-4028-91ce-90ce13980349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:10.419504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e1449-3069-4028-91ce-90ce13980349 None None] The sync data for ids ['87f9e74e-63fc-4032-acc9-d19a9f491d02'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:10.479671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-7318f0c6-572c-4df5-8559-cfce86de4f69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fd98c47-6bf9-4ded-94b0-78643152bb74 HTTP/1.1" status: 200 len: 217 time: 0.0742528 Jul 06 18:50:10.580859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-8b9cf892-1033-4240-a5f9-6063b82b74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:10.582646 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-8b9cf892-1033-4240-a5f9-6063b82b74d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 200 len: 852 time: 0.0926337 Jul 06 18:50:10.620432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6ec-f0ca-4857-9167-adf6d8c90b6c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.623447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6ec-f0ca-4857-9167-adf6d8c90b6c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.669168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-0625097a-bcec-4d2d-84c8-2b43f844a242 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a02023d0-ad76-47f3-b1c3-3add9ffb773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791936 Jul 06 18:50:10.696721 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6ec-f0ca-4857-9167-adf6d8c90b6c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.697303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe2b6ec-f0ca-4857-9167-adf6d8c90b6c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Fanout notify agent at l3_agent the message router_deleted on router 87f9e74e-63fc-4032-acc9-d19a9f491d02 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:10.715263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b6ec-f0ca-4857-9167-adf6d8c90b6c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.721749 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5fe2b6ec-f0ca-4857-9167-adf6d8c90b6c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/87f9e74e-63fc-4032-acc9-d19a9f491d02 HTTP/1.1" status: 204 len: 168 time: 0.4926748 Jul 06 18:50:10.723454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38776) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:10.787233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ff4265-f722-46a8-a076-f24d8de5bb81 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet 5bc33c71-9397-426a-8277-ff4a032c32d5 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:10.794327 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47ff4265-f722-46a8-a076-f24d8de5bb81 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.816600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-b7a2f74f-6e40-4e75-b6f0-44a09e00c89e service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395686 Jul 06 18:50:10.834149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting port f746490d-4173-4565-9b58-84a0f83ebbd7 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:10.834547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.856035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098e644-d18c-4469-9a02-a74633e846ab req-7db5845c-1d80-4182-a61d-51c580ad8f78 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:10.857694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1098e644-d18c-4469-9a02-a74633e846ab req-7db5845c-1d80-4182-a61d-51c580ad8f78 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 944 time: 0.3769357 Jul 06 18:50:10.885252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:10.898924 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47ff4265-f722-46a8-a076-f24d8de5bb81 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.951912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:10.956715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:10.957271 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:10.991860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-23f1147d-2eb5-4155-95f7-29afadf9eadc req-62c8940e-314e-4f82-9675-0ad9c2c14dcc service neutron] 10.222.0.24 "GET /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689682 Jul 06 18:50:11.018314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1098e644-d18c-4469-9a02-a74633e846ab req-9aec1149-0f24-4042-bb26-72d723e92de2 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545637 Jul 06 18:50:11.099222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38786) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:11.105981 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.127050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] For port f746490d-4173-4565-9b58-84a0f83ebbd7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f746490d-4173-4565-9b58-84a0f83ebbd7,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:11.128137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.130439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da387341-44dd-45f4-90de-831d42e266bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caee294-8d8c-4b48-9d3f-0b33ec7aa567'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:11.132769 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73363fd0-72c0-424b-8fb8-902fc6c84fe4" -d '{"events": [{"server_uuid": "da387341-44dd-45f4-90de-831d42e266bf", "name": "network-vif-plugged", "status": "completed", "tag": "5caee294-8d8c-4b48-9d3f-0b33ec7aa567"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:11.142710 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47ff4265-f722-46a8-a076-f24d8de5bb81 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.147808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Calling delete_port for f746490d-4173-4565-9b58-84a0f83ebbd7 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:11.171532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:11.180357 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.221435 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10e658f-7bbe-41c8-8f04-f9dfe09fbc57 x-openstack-request-id: req-f10e658f-7bbe-41c8-8f04-f9dfe09fbc57 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:11.221750 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da387341-44dd-45f4-90de-831d42e266bf", "name": "network-vif-plugged", "status": "completed", "tag": "5caee294-8d8c-4b48-9d3f-0b33ec7aa567", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:11.222260 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f10e658f-7bbe-41c8-8f04-f9dfe09fbc57 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:11.222662 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da387341-44dd-45f4-90de-831d42e266bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caee294-8d8c-4b48-9d3f-0b33ec7aa567', 'code': 200} Jul 06 18:50:11.238274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:11.253522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47ff4265-f722-46a8-a076-f24d8de5bb81 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.284697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff4265-f722-46a8-a076-f24d8de5bb81 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc33c71-9397-426a-8277-ff4a032c32d5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:11.301064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47ff4265-f722-46a8-a076-f24d8de5bb81 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.304365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-47ff4265-f722-46a8-a076-f24d8de5bb81 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/5bc33c71-9397-426a-8277-ff4a032c32d5 HTTP/1.1" status: 204 len: 168 time: 0.5798619 Jul 06 18:50:11.305639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d0c080-9ca7-499d-967c-8b34ffdad6ef None None] Network 08659af8-6319-41fc-92de-92e4c8f2d37a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:11.307378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38794) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:11.369909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d67c9d-9a6f-4e84-a644-00ad01893493 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet 76405930-f973-4dfb-a1e2-99bdeb1e793b {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:11.374467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82d67c9d-9a6f-4e84-a644-00ad01893493 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.420302 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82d67c9d-9a6f-4e84-a644-00ad01893493 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.454386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c9b95-b439-436a-997b-fcc0286f2070 req-1843b95b-9e36-4937-8aee-fe2d218f7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:11.455951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a14c9b95-b439-436a-997b-fcc0286f2070 req-1843b95b-9e36-4937-8aee-fe2d218f7c00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da387341-44dd-45f4-90de-831d42e266bf HTTP/1.1" status: 200 len: 1097 time: 0.2001321 Jul 06 18:50:11.535308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82d67c9d-9a6f-4e84-a644-00ad01893493 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.536530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a14c9b95-b439-436a-997b-fcc0286f2070 req-2bdbd235-1fdf-4e9c-a294-198a038ac890 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681617 Jul 06 18:50:11.543850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Deleting port e100bdcf-f1cc-428a-b98d-412d7fae456f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:11.544280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.560227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] DHCP port deletion for 08659af8-6319-41fc-92de-92e4c8f2d37a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:11.617958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] Deleting port ac6df123-d16b-437b-bbc2-1d5923872db4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:11.618333 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.632632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82d67c9d-9a6f-4e84-a644-00ad01893493 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.661744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d67c9d-9a6f-4e84-a644-00ad01893493 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=76405930-f973-4dfb-a1e2-99bdeb1e793b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:11.671109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-82d67c9d-9a6f-4e84-a644-00ad01893493 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.672988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2722a2be-3a02-4732-86a6-cbd6d49b54c0 None None] Network e60e07b2-490d-4628-9272-ce15ac974973 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:11.673932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-82d67c9d-9a6f-4e84-a644-00ad01893493 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/76405930-f973-4dfb-a1e2-99bdeb1e793b HTTP/1.1" status: 204 len: 168 time: 0.3651221 Jul 06 18:50:11.676943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38800) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:11.701123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.738087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Port': ['ID=f746490d-4173-4565-9b58-84a0f83ebbd7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:11.776822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.802852 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.803190 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:11.896910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Calling delete_port for e100bdcf-f1cc-428a-b98d-412d7fae456f owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:11.921708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port ac6df123-d16b-437b-bbc2-1d5923872db4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:11.921897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.009525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port ac6df123-d16b-437b-bbc2-1d5923872db4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ac6df123-d16b-437b-bbc2-1d5923872db4,segment=NetworkSegment(472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a),segment_id=472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:12.010133 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.027639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for ac6df123-d16b-437b-bbc2-1d5923872db4 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:12.046369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ac6df123-d16b-437b-bbc2-1d5923872db4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:12.058060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] For port ac6df123-d16b-437b-bbc2-1d5923872db4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ac6df123-d16b-437b-bbc2-1d5923872db4,segment=NetworkSegment(472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a),segment_id=472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:12.058462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.110119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] Calling delete_port for ac6df123-d16b-437b-bbc2-1d5923872db4 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:12.127515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.157032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=ac6df123-d16b-437b-bbc2-1d5923872db4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:12.161678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No DVR routers for this DVR port ac6df123-d16b-437b-bbc2-1d5923872db4 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:12.173876 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.244701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No active binding found for port ac6df123-d16b-437b-bbc2-1d5923872db4 {{(pid=93968) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 18:50:12.245290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ac6df123-d16b-437b-bbc2-1d5923872db4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:12.277156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.288586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08659af8-6319-41fc-92de-92e4c8f2d37a']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:12.301251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:12.301697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472f5ad2-23b4-4f9b-8a81-d4cf6f856a4a') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:12.304471 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.312284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.323632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] No DVR routers for this DVR port ac6df123-d16b-437b-bbc2-1d5923872db4 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:12.336786 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.350370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:12.350794 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:12.355120 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:12.408751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926d17-78ab-4518-aa56-753179dff2ef None None] Pushing event deleted for resources: {'Port': ['ID=ac6df123-d16b-437b-bbc2-1d5923872db4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:12.433217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] DHCP port deletion for e60e07b2-490d-4628-9272-ce15ac974973 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:12.447818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.460734 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.468257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/08659af8-6319-41fc-92de-92e4c8f2d37a HTTP/1.1" status: 204 len: 168 time: 0.7849097 Jul 06 18:50:12.468457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38814) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:12.476340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c2146-2cec-405f-a74d-29805a5998e0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=08659af8-6319-41fc-92de-92e4c8f2d37a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:12.495460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] Deleting port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:12.495977 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.571454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] For port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9be9ca28-9bf3-47d1-bc58-2114d1870ae0,segment=NetworkSegment(4195ccdd-42c0-4c53-b486-3117790cdfd6),segment_id=4195ccdd-42c0-4c53-b486-3117790cdfd6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:12.571454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.587520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee53b-4b13-4e9c-9167-2da9cb763f2c req-b7d10157-c976-4bb2-b3c4-0c0a5d3c3697 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:12.589086 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-101ee53b-4b13-4e9c-9167-2da9cb763f2c req-b7d10157-c976-4bb2-b3c4-0c0a5d3c3697 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 944 time: 0.3623130 Jul 06 18:50:12.591576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] Calling delete_port for 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:12.671087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.682169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.683353 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.719703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] Pushing event deleted for resources: {'Port': ['ID=9be9ca28-9bf3-47d1-bc58-2114d1870ae0,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:12.721380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event deleted for resources: {'Port': ['ID=e100bdcf-f1cc-428a-b98d-412d7fae456f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:12.732035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b152b3f0-2ceb-4e6a-b8d2-ae4c9865f07a None None] No DVR routers for this DVR port 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:12.772582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-101ee53b-4b13-4e9c-9167-2da9cb763f2c req-87f19ac7-5968-4971-ba1f-9177966e285c tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702025 Jul 06 18:50:12.796955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Router 26ab475f-d925-4b67-82f5-f1eca66ba20c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:12.885932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.888697 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.890228 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b0972903-eebe-416f-a9c8-08d024e74a19 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "DELETE /v2.0/floatingips/5f1874e7-963c-4354-a6cd-c069f5d870de HTTP/1.1" status: 204 len: 168 time: 1.7827859 Jul 06 18:50:12.895413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5fd98c47-6bf9-4ded-94b0-78643152bb74 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:50:12.934050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:12.960884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60e07b2-490d-4628-9272-ce15ac974973']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:13.014429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4195ccdd-42c0-4c53-b486-3117790cdfd6') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:13.015045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4195ccdd-42c0-4c53-b486-3117790cdfd6') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:13.016807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5fd98c47-6bf9-4ded-94b0-78643152bb74, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5fd98c47-6bf9-4ded-94b0-78643152bb74,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:13.031530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '5fd98c47-6bf9-4ded-94b0-78643152bb74', 'network_id': 'a02023d0-ad76-47f3-b1c3-3add9ffb773e', 'port_id': '5fd98c47-6bf9-4ded-94b0-78643152bb74', 'mac_address': 'fa:16:3e:32:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31f151e-576d-4aef-a2a6-424a663c18b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:50:13.053992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.072004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.077354 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.086075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:13.086530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:13.090046 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:13.097992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd98c47-6bf9-4ded-94b0-78643152bb74 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:13.110826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38830) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:13.121855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5fd98c47-6bf9-4ded-94b0-78643152bb74, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5fd98c47-6bf9-4ded-94b0-78643152bb74,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:13.127846 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.145050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:13.162784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-804ff9fc-79fd-4449-8236-1904dbfc5b69 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "PUT /v2.0/routers/26ab475f-d925-4b67-82f5-f1eca66ba20c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9068749 Jul 06 18:50:13.163085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] Sync routers for ids ['26ab475f-d925-4b67-82f5-f1eca66ba20c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:13.163221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38832) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:13.189592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] Routers {'26ab475f-d925-4b67-82f5-f1eca66ba20c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:13.190286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['26ab475f-d925-4b67-82f5-f1eca66ba20c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:13.193375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf1c476f-178d-432a-942b-7675a8eec747 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.206166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.226375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.232099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/e60e07b2-490d-4628-9272-ce15ac974973 HTTP/1.1" status: 204 len: 168 time: 0.7564647 Jul 06 18:50:13.233190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38836) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:13.239327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2098641035'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:13.245447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf1c476f-178d-432a-942b-7675a8eec747 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.249071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6c0f-70ef-496f-88bc-8066f419b7b8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=e60e07b2-490d-4628-9272-ce15ac974973,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:13.256897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-d474b574-b606-4a97-8cdc-47cea68170f5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting subnet 8d85b52d-4ea3-4e68-b4e1-2725f7bc7794 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:13.260201 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d474b574-b606-4a97-8cdc-47cea68170f5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.261886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5fd98c47-6bf9-4ded-94b0-78643152bb74,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:13.300733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:13.305582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d474b574-b606-4a97-8cdc-47cea68170f5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.305894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.347270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:50:13.368957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5fd98c47-6bf9-4ded-94b0-78643152bb74'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:13.371507 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.373083 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment 7cf91a48-d77b-4d5b-a2a4-7cb5d3464464 of type vlan for network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 Jul 06 18:50:13.377566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf1c476f-178d-432a-942b-7675a8eec747 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.380194 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf1c476f-178d-432a-942b-7675a8eec747 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.381552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cf1c476f-178d-432a-942b-7675a8eec747 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f2e5c62-ec9f-45ad-a53d-5ba666c0741e HTTP/1.1" status: 204 len: 168 time: 0.2691982 Jul 06 18:50:13.401242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c476f-178d-432a-942b-7675a8eec747 tempest-TestServerBasicOps-1295436782 tempest-TestServerBasicOps-1295436782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e5c62-ec9f-45ad-a53d-5ba666c0741e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:13.432458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38842) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:13.439006 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d474b574-b606-4a97-8cdc-47cea68170f5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.456156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.477321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] Set router 26ab475f-d925-4b67-82f5-f1eca66ba20c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:13.526982 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.532996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:13.533602 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.546148 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d474b574-b606-4a97-8cdc-47cea68170f5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.619943 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d474b574-b606-4a97-8cdc-47cea68170f5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.622702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d474b574-b606-4a97-8cdc-47cea68170f5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/subnets/8d85b52d-4ea3-4e68-b4e1-2725f7bc7794 HTTP/1.1" status: 204 len: 168 time: 0.4598596 Jul 06 18:50:13.624075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474b574-b606-4a97-8cdc-47cea68170f5 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Subnet': ['ID=8d85b52d-4ea3-4e68-b4e1-2725f7bc7794,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:13.627292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38850) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:13.647208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c44ad2-344a-4159-b3ad-f90956e8dcea None None] Network 7ebdd254-19a2-4411-9f8e-6a9586378d66 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:13.655776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:13.698339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1b579bb9-ea40-4b63-9759-2bbd9ed1e159 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4613388 Jul 06 18:50:13.698601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38852) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:13.705454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': '50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:13.766914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:50:13.894411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:13.900843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.950228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:14.008156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:14.008501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9be9ca28-9bf3-47d1-bc58-2114d1870ae0 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:14.061749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:50:11Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:14.103078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] Checking router: 26ab475f-d925-4b67-82f5-f1eca66ba20c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:14.118947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] Routers {'26ab475f-d925-4b67-82f5-f1eca66ba20c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:14.119704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['26ab475f-d925-4b67-82f5-f1eca66ba20c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:14.182707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] DHCP port deletion for 7ebdd254-19a2-4411-9f8e-6a9586378d66 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:14.303845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] Deleting port 8e790970-d5c2-4bc2-8175-0caf89d1b946 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:14.304639 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:14.352639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] Set router 26ab475f-d925-4b67-82f5-f1eca66ba20c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:14.378489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:14.415282 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:14.492176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c1394-92d0-4286-9e92-a22e0241089d req-717485f6-a3a6-4157-bcc5-c29f85aba1cf tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:14.495113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-682c1394-92d0-4286-9e92-a22e0241089d req-717485f6-a3a6-4157-bcc5-c29f85aba1cf tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 945 time: 0.1795259 Jul 06 18:50:14.542049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:14.554255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=58b4f4b8-b0e9-433b-b514-e80bd0d4e582,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:14.601034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-682c1394-92d0-4286-9e92-a22e0241089d req-f9f05d4d-1eae-4df1-83e3-0bd48007564a tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855343 Jul 06 18:50:14.622433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': '7cf91a48-d77b-4d5b-a2a4-7cb5d3464464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:14.622815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:50:14.627521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting port 98ede5f2-c591-4aab-bd9b-ba21e6399c25 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:14.628795 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:14.675546 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:14.678795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:50:14.734493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] For port 98ede5f2-c591-4aab-bd9b-ba21e6399c25, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=98ede5f2-c591-4aab-bd9b-ba21e6399c25,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:14.735012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:14.739845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:14.751353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8245dddb-97c3-4fb7-8c5b-c179138ddde1 None None] Network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:14.756524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] For port 8e790970-d5c2-4bc2-8175-0caf89d1b946, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8e790970-d5c2-4bc2-8175-0caf89d1b946,segment=NetworkSegment(bb43f047-9603-4bab-b68d-db6acf113b42),segment_id=bb43f047-9603-4bab-b68d-db6acf113b42)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:14.756940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:14.770457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Calling delete_port for 98ede5f2-c591-4aab-bd9b-ba21e6399c25 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:14.849744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] Calling delete_port for 8e790970-d5c2-4bc2-8175-0caf89d1b946 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:14.961625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5fd98c47-6bf9-4ded-94b0-78643152bb74 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:15.005292 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.059826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Port': ['ID=98ede5f2-c591-4aab-bd9b-ba21e6399c25,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:15.113428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.146086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.146584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:15.147183 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.207530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] Pushing event deleted for resources: {'Port': ['ID=8e790970-d5c2-4bc2-8175-0caf89d1b946,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:15.223402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:50:11Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:15.227533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02', 'network_id': '50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': '58b4f4b8-b0e9-433b-b514-e80bd0d4e582'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:50:15.228434 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.231589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.233698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.234486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 5fd98c47-6bf9-4ded-94b0-78643152bb74 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:15.236757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2060a7-38b1-4e37-b258-cdc316044bcc None None] No DVR routers for this DVR port 8e790970-d5c2-4bc2-8175-0caf89d1b946 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:15.248299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8c2bd8bb-7414-46ab-b487-f1735dc83569 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5486898 Jul 06 18:50:15.250829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38880) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:15.256733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3c7fbdd0-82ad-4829-ba7e-2bc3594f4244 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2134891512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:15.271956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c9631-8ae4-4555-a6ea-72b1638a74b2 None None] The sync data for ids ['26ab475f-d925-4b67-82f5-f1eca66ba20c'] in n-d-799684-2 is: [{'id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-945883575', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:49:37Z', 'updated_at': '2021-07-06T18:50:11Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '98ede5f2-c591-4aab-bd9b-ba21e6399c25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ab475f-d925-4b67-82f5-f1eca66ba20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:49:38Z', 'updated_at': '2021-07-06T18:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:15.276636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 5fd98c47-6bf9-4ded-94b0-78643152bb74 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:15.277008 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.301760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.302356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Fanout notify agent at l3_agent the message router_deleted on router 26ab475f-d925-4b67-82f5-f1eca66ba20c {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:15.315405 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.325656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-32a03854-1f7d-4574-93b3-1b8c456efd16 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/routers/26ab475f-d925-4b67-82f5-f1eca66ba20c HTTP/1.1" status: 204 len: 168 time: 1.6966946 Jul 06 18:50:15.326651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38882) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:15.335798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbdd0-82ad-4829-ba7e-2bc3594f4244 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.337064 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbdd0-82ad-4829-ba7e-2bc3594f4244 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.423266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbdd0-82ad-4829-ba7e-2bc3594f4244 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.431655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbdd0-82ad-4829-ba7e-2bc3594f4244 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.443300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.446813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.475572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c7fbdd0-82ad-4829-ba7e-2bc3594f4244 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.477089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3c7fbdd0-82ad-4829-ba7e-2bc3594f4244 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2251818 Jul 06 18:50:15.486228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38890) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:15.492016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'port': {'network_id': '50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02', 'name': 'tempest-RoutersIpV6Test-1812601039'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:15.500783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410e6852-9de0-433e-8333-33e4e07d58c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd98c47-6bf9-4ded-94b0-78643152bb74'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:15.503228 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78338bb7-630b-4a75-9b88-12c7f44c4f83" -d '{"events": [{"server_uuid": "410e6852-9de0-433e-8333-33e4e07d58c2", "name": "network-vif-plugged", "status": "completed", "tag": "5fd98c47-6bf9-4ded-94b0-78643152bb74"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:15.540652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5fd98c47-6bf9-4ded-94b0-78643152bb74, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5fd98c47-6bf9-4ded-94b0-78643152bb74,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:15.548084 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-49675df6-07e5-4da0-8c7b-279a0b986688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.550741 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.580741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Deleting port 44b16d13-d002-46a0-bf88-6b47a4c26106 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:15.581295 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.598709 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe484a2c-874f-4530-9013-e06f3a629df9 x-openstack-request-id: req-fe484a2c-874f-4530-9013-e06f3a629df9 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:15.599099 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410e6852-9de0-433e-8333-33e4e07d58c2", "name": "network-vif-plugged", "status": "completed", "tag": "5fd98c47-6bf9-4ded-94b0-78643152bb74", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:15.599314 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe484a2c-874f-4530-9013-e06f3a629df9 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:15.599627 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410e6852-9de0-433e-8333-33e4e07d58c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd98c47-6bf9-4ded-94b0-78643152bb74', 'code': 200} Jul 06 18:50:15.600840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Allocated IP 2001:db8::2 (50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02/58b4f4b8-b0e9-433b-b514-e80bd0d4e582/aa5dcc56-4c65-4bd3-b932-5ef4437fc96e) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:15.634371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.677352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] For port 44b16d13-d002-46a0-bf88-6b47a4c26106, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=44b16d13-d002-46a0-bf88-6b47a4c26106,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:15.677981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.690738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebdd254-19a2-4411-9f8e-6a9586378d66']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:15.696246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Calling delete_port for 44b16d13-d002-46a0-bf88-6b47a4c26106 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:15.724243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5fd98c47-6bf9-4ded-94b0-78643152bb74,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:15.765522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb43f047-9603-4bab-b68d-db6acf113b42') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:15.765936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb43f047-9603-4bab-b68d-db6acf113b42') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:15.784430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.828625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.881161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:15.881930 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.885190 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:15.886494 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:15.950776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49046c-9e3a-4724-b32b-9392f3a9dbf1 req-8d8c21bd-ebcb-436a-af93-b3d85dc744bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:15.952672 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e49046c-9e3a-4724-b32b-9392f3a9dbf1 req-8d8c21bd-ebcb-436a-af93-b3d85dc744bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 1097 time: 0.2885416 Jul 06 18:50:16.006981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f746490d-4173-4565-9b58-84a0f83ebbd7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:16.019900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e49046c-9e3a-4724-b32b-9392f3a9dbf1 req-3e173b6f-cb97-4f44-b793-e075edb6fa2a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Jul 06 18:50:16.027197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f746490d-4173-4565-9b58-84a0f83ebbd7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:16.027410 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.027793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f746490d-4173-4565-9b58-84a0f83ebbd7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:16.028384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8e790970-d5c2-4bc2-8175-0caf89d1b946 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:16.039569 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.041655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/networks/7ebdd254-19a2-4411-9f8e-6a9586378d66 HTTP/1.1" status: 204 len: 168 time: 0.7030313 Jul 06 18:50:16.047849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:16.061011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8e790970-d5c2-4bc2-8175-0caf89d1b946 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:16.061474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8e790970-d5c2-4bc2-8175-0caf89d1b946 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:16.061966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0bbd3-6fa8-40be-aa9f-c104d197b6a8 req-71df65f0-5ed0-4e8b-be19-033f9efbb416 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:16.063790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2a0bbd3-6fa8-40be-aa9f-c104d197b6a8 req-71df65f0-5ed0-4e8b-be19-033f9efbb416 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 946 time: 0.2277410 Jul 06 18:50:16.065142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98425015-c130-4f53-9e33-9cdc510b6d04 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Network': ['ID=7ebdd254-19a2-4411-9f8e-6a9586378d66,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:16.115905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2a0bbd3-6fa8-40be-aa9f-c104d197b6a8 req-940db23e-007b-482d-8b9a-2b8e8f87fc51 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Jul 06 18:50:16.173933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:16.177941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.209124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Transition to ACTIVE for port object aa5dcc56-4c65-4bd3-b932-5ef4437fc96e will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:16.220587 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.232200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Transition to ACTIVE for port object aa5dcc56-4c65-4bd3-b932-5ef4437fc96e will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:16.239823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] device_id is not set on port adb7d376-4727-436f-9bd8-62dff86d9713 yet. {{(pid=93967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:50:16.255371 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.282089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=44b16d13-d002-46a0-bf88-6b47a4c26106,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:16.320937 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:16.322287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Pushing event updated for resources: {'Port': ['ID=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:16.325144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:16.331255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:16.396368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Attempting to bind port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:16.397428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Attempting to bind port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '7cf91a48-d77b-4d5b-a2a4-7cb5d3464464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:16.398050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Attempting to bind port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e on network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:16.408239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:16.408639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Checking segment: {'id': '7cf91a48-d77b-4d5b-a2a4-7cb5d3464464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:16.409150 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.409550 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Bound using segment: {'id': '7cf91a48-d77b-4d5b-a2a4-7cb5d3464464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:16.410496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Bound port: aa5dcc56-4c65-4bd3-b932-5ef4437fc96e, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf91a48-d77b-4d5b-a2a4-7cb5d3464464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:16.410674 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.498598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] For port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:16.501913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] For port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,segment=NetworkSegment(7cf91a48-d77b-4d5b-a2a4-7cb5d3464464),segment_id=7cf91a48-d77b-4d5b-a2a4-7cb5d3464464)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:16.509651 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.570562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a543a6-c374-4f69-b40e-478ab77d343f None None] Pushing event updated for resources: {'Port': ['ID=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:16.592225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8::33d (50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02/58b4f4b8-b0e9-433b-b514-e80bd0d4e582/adb7d376-4727-436f-9bd8-62dff86d9713) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:16.685424 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.713872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting port 8550eeb1-01fb-4599-b849-dd59dfe2b7c2 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:16.714213 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.986255 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:16.986557 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:17.017219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Calling delete_port for 8550eeb1-01fb-4599-b849-dd59dfe2b7c2 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:17.022160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:17.046029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object adb7d376-4727-436f-9bd8-62dff86d9713 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:17.269350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:17.367932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:17.376778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:17.382953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:17.388605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:17.394511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:17.395178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:17.400333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=adb7d376-4727-436f-9bd8-62dff86d9713,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:17.464021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-155e255f-7e4e-40e4-86e2-7ac198414913 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9741292 Jul 06 18:50:17.464526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38906) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:17.513874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac0a19-8749-44a0-a022-a6774b557e48 req-b8510aba-8872-49ff-a32f-f502b8210dd7 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:17.515252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f8ac0a19-8749-44a0-a022-a6774b557e48 req-b8510aba-8872-49ff-a32f-f502b8210dd7 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 946 time: 0.2684968 Jul 06 18:50:17.547537 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:17.771516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411538d-08d4-41d0-99f4-605aeb855f80 None None] Network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:17.896452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-be6ab872-c457-4597-ae24-b8c97b3d5246 None None] Provisioning for port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:17.953144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:17.993795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Port': ['ID=8550eeb1-01fb-4599-b849-dd59dfe2b7c2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:18.072553 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f8ac0a19-8749-44a0-a022-a6774b557e48 req-ad513d04-b0c4-484b-afb0-5a6e682c329b tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511580 Jul 06 18:50:18.080500 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.081130 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Floating IP b50e1300-1110-42b3-bb6a-7b27c16285d5 disassociated (deleted). External IP: 172.25.4.198, port: b2c27d60-6e28-438e-b36d-05e50d15dfa3. Jul 06 18:50:18.101674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device aa5dcc56-4c65-4bd3-b932-5ef4437fc96e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:18.177591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:18.183139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:18.183506 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.233882 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:18.239638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-758d01b0-aedc-45d2-9ac0-bcd1e4274c0c admin admin] 10.222.0.53 "PUT /v2.0/routers/5bc56bd0-e6c1-4506-b0ca-67196f2ad03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8060036 Jul 06 18:50:18.243416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 38912) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:18.244096 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] Sync routers for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:18.259516 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:18.260151 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:49:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:18.262831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8551b0bd-bdd4-4f9e-b947-5feab3e0b914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.308243 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.352370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,segment=NetworkSegment(7cf91a48-d77b-4d5b-a2a4-7cb5d3464464),segment_id=7cf91a48-d77b-4d5b-a2a4-7cb5d3464464)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:18.363773 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.400532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 98ede5f2-c591-4aab-bd9b-ba21e6399c25 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:18.441417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.478532 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:18.498826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 98ede5f2-c591-4aab-bd9b-ba21e6399c25 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:18.499272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 98ede5f2-c591-4aab-bd9b-ba21e6399c25 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:18.509134 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.546964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:18.568360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:18.672312 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.674212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9226866d-13ad-4119-90b1-63aa263b0fbc None None] Provisioning complete for port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:18.674590 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9226866d-13ad-4119-90b1-63aa263b0fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.707230 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.736990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:18.746239 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.751177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] Sync routers for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:18.806675 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:50:15Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:18.809837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-54556427-d954-4b2a-ad3a-aae1fd894481 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/floatingips/b50e1300-1110-42b3-bb6a-7b27c16285d5 HTTP/1.1" status: 204 len: 168 time: 2.7580526 Jul 06 18:50:18.809837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:18.811649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:18.812158 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7857d369-ad95-495c-a808-9f43490aea55" -d '{"events": [{"name": "network-changed", "server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:18.813655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:18.849471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.885341 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] Checking router: 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:18.910407 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] Routers {'5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:18.911318 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:18.964017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67861e31-42ae-41b4-acb1-bff1616f6f03 req-0efdb4d8-76c9-4a9e-9c67-a88d7cbbfce5 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:18.969441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67861e31-42ae-41b4-acb1-bff1616f6f03 req-0efdb4d8-76c9-4a9e-9c67-a88d7cbbfce5 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=da387341-44dd-45f4-90de-831d42e266bf HTTP/1.1" status: 200 len: 946 time: 0.6191518 Jul 06 18:50:18.994700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9226866d-13ad-4119-90b1-63aa263b0fbc None None] Provisioning for port adb7d376-4727-436f-9bd8-62dff86d9713 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:19.002492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:19.032612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9226866d-13ad-4119-90b1-63aa263b0fbc None None] Provisioning complete for port adb7d376-4727-436f-9bd8-62dff86d9713 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:19.032913 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9226866d-13ad-4119-90b1-63aa263b0fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:19.100887 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] Set router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:19.108403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=adb7d376-4727-436f-9bd8-62dff86d9713,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:19.151445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67861e31-42ae-41b4-acb1-bff1616f6f03 req-027193d2-d4e9-4bff-ab95-29aeaebb9514 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422620 Jul 06 18:50:19.251586 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3a644f-7a34-4cfd-8634-40222ca901a9 x-openstack-request-id: req-5e3a644f-7a34-4cfd-8634-40222ca901a9 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:19.252148 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:19.252148 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e3a644f-7a34-4cfd-8634-40222ca901a9 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:19.252616 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'status': 'completed', 'code': 200} Jul 06 18:50:19.304164 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:50:19.347107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Deleting port e63ec993-7c80-4a6d-a46b-09ecac69b1dd {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:19.347340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:19.433311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9226866d-13ad-4119-90b1-63aa263b0fbc None None] Port adb7d376-4727-436f-9bd8-62dff86d9713 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:19.495821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:52Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:19.496857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:19.554992 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:19.567453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] Checking router: 4fca855f-3d48-4eae-af9b-1a0499ba2e91 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:19.608596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:19.609232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:19.613565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a73013-5698-4f3f-959f-f4b84799920f req-7473ba2d-8fd8-4e30-9cb9-20422ba5247d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:19.615478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0a73013-5698-4f3f-959f-f4b84799920f req-7473ba2d-8fd8-4e30-9cb9-20422ba5247d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 984 time: 0.1160188 Jul 06 18:50:19.629279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857d369-ad95-495c-a808-9f43490aea55 req-d518d687-24ef-4a19-af45-a4c2bc017b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:19.634800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7857d369-ad95-495c-a808-9f43490aea55 req-d518d687-24ef-4a19-af45-a4c2bc017b76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5723f0342e49468a9b94f9273e03bc&device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 1135 time: 0.3476925 Jul 06 18:50:19.637151 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:50:15Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:19.684381 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aac16a-258a-4609-8b56-ceef9c19455b None None] The sync data for ids ['5bc56bd0-e6c1-4506-b0ca-67196f2ad03b'] in n-d-799684-2 is: [{'id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'name': 'tempest-TestServerBasicOps-548842952-router', 'tenant_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:50:15Z', 'revision_number': 5, 'project_id': 'a799a36c835d42a3a7eb2fc29c64aa75', 'gw_port': {'id': 'e63ec993-7c80-4a6d-a46b-09ecac69b1dd', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc56bd0-e6c1-4506-b0ca-67196f2ad03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:30Z', 'updated_at': '2021-07-06T18:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:19.705127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d23ecce9-0bdf-4285-8fb3-a0df21ff1383 None None] Provisioning complete for port adb7d376-4727-436f-9bd8-62dff86d9713 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:19.705484 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d23ecce9-0bdf-4285-8fb3-a0df21ff1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:19.707325 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e0a73013-5698-4f3f-959f-f4b84799920f req-432d8f79-8991-4871-8dc2-fc6b0973421d tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0843637 Jul 06 18:50:19.816294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] For port e63ec993-7c80-4a6d-a46b-09ecac69b1dd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e63ec993-7c80-4a6d-a46b-09ecac69b1dd,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:19.816939 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:19.852519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Calling delete_port for e63ec993-7c80-4a6d-a46b-09ecac69b1dd owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:19.872708 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:19.901103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857d369-ad95-495c-a808-9f43490aea55 req-1a4bc271-646f-41fe-8681-5d8e3b1cda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:19.902715 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7857d369-ad95-495c-a808-9f43490aea55 req-1a4bc271-646f-41fe-8681-5d8e3b1cda90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=046c2ba4-580b-4dfe-afe2-06b58b12e63d HTTP/1.1" status: 200 len: 898 time: 0.2414799 Jul 06 18:50:19.989275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d23ecce9-0bdf-4285-8fb3-a0df21ff1383 None None] Port adb7d376-4727-436f-9bd8-62dff86d9713 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:20.018352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:20.129787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce777edd-e63a-45c3-ba20-d9f93674685b req-a620da0b-7476-4297-9410-897f23c229b5 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:20.139564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce777edd-e63a-45c3-ba20-d9f93674685b req-a620da0b-7476-4297-9410-897f23c229b5 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=da387341-44dd-45f4-90de-831d42e266bf HTTP/1.1" status: 200 len: 946 time: 0.0878518 Jul 06 18:50:20.145137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:20.204995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ce777edd-e63a-45c3-ba20-d9f93674685b req-20549597-11e0-4d68-90f3-08468e63a07a tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642991 Jul 06 18:50:20.209680 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device aa5dcc56-4c65-4bd3-b932-5ef4437fc96e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:20.264728 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7857d369-ad95-495c-a808-9f43490aea55 req-4ee0ef56-e3bd-4dce-aafa-6bbc772baf53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3 HTTP/1.1" status: 200 len: 217 time: 0.1295061 Jul 06 18:50:20.272359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63ec993-7c80-4a6d-a46b-09ecac69b1dd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:20.344492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:20.344944 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:20.447767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857d369-ad95-495c-a808-9f43490aea55 req-155b0a54-c0f5-4030-ad3b-6c23b442a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:20.449290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7857d369-ad95-495c-a808-9f43490aea55 req-155b0a54-c0f5-4030-ad3b-6c23b442a245 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82bfebea-0028-48ce-bbe2-827fae982eb8 HTTP/1.1" status: 200 len: 835 time: 0.1676936 Jul 06 18:50:20.472951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 44b16d13-d002-46a0-bf88-6b47a4c26106 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:20.503946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:52Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:20.505800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 44b16d13-d002-46a0-bf88-6b47a4c26106 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:20.506146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 44b16d13-d002-46a0-bf88-6b47a4c26106 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:20.534588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a857f-6184-4999-ba25-bdd30509f857 None None] The sync data for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 is: [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd5615733-da64-4e4e-9c07-beca7f4c5fc0', 'name': '', 'network_id': '046c2ba4-580b-4dfe-afe2-06b58b12e63d', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'mac_address': 'fa:16:3e:55:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:45Z', 'updated_at': '2021-07-06T18:48:52Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'subnets': [{'id': '82bfebea-0028-48ce-bbe2-827fae982eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:20.858654 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f401c0-7f2c-41f4-b985-ac4aa9a0d134 None None] New status for floating IP b50e1300-1110-42b3-bb6a-7b27c16285d5: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:50:20.867550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-f4c83761-b1b8-4b20-8c39-7ba53c3c5387 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:20.869168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-f4c83761-b1b8-4b20-8c39-7ba53c3c5387 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.24 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 984 time: 0.1184247 Jul 06 18:50:20.956853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.009742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting port b2c27d60-6e28-438e-b36d-05e50d15dfa3 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:21.013861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.032732 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.101011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.108583 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.141486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] For port b2c27d60-6e28-438e-b36d-05e50d15dfa3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b2c27d60-6e28-438e-b36d-05e50d15dfa3,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:21.143679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.160684 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Calling delete_port for b2c27d60-6e28-438e-b36d-05e50d15dfa3 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:21.210427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5267e01-61f2-4fa7-8ea6-2df42f1518e3 req-5a615c64-fb5b-4e74-bd1b-66b524143a20 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:21.218053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5267e01-61f2-4fa7-8ea6-2df42f1518e3 req-5a615c64-fb5b-4e74-bd1b-66b524143a20 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/ports?device_id=52db9629-7278-404c-8f20-a03fd96700be HTTP/1.1" status: 200 len: 984 time: 0.3380473 Jul 06 18:50:21.234384 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.234899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc56bd0-e6c1-4506-b0ca-67196f2ad03b {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:21.254119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.255440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a2fc9dd3-9110-4d11-980a-feba29812101 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5bc56bd0-e6c1-4506-b0ca-67196f2ad03b HTTP/1.1" status: 204 len: 168 time: 3.0101578 Jul 06 18:50:21.261045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38936) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:21.356908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857d369-ad95-495c-a808-9f43490aea55 req-2b28f36d-cb60-4346-a154-8935c44a5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:21.359200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7857d369-ad95-495c-a808-9f43490aea55 req-2b28f36d-cb60-4346-a154-8935c44a5a56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=046c2ba4-580b-4dfe-afe2-06b58b12e63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9011776 Jul 06 18:50:21.362276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ee480d-15a7-4034-a24f-32faf2ec27bd admin admin] Deleting subnet 3f3b138f-51b1-481c-ae9b-cd4270f2ef33 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:21.369416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97ee480d-15a7-4034-a24f-32faf2ec27bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.417887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b5267e01-61f2-4fa7-8ea6-2df42f1518e3 req-e4d66299-608a-47b8-8d4b-1e6332b1abc1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "GET /v2.0/security-groups?id=d724e43d-cfa4-4ab2-ad5c-8501173188cb&id=496b93b1-9ac7-4769-a70b-5735c9d9d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1972895 Jul 06 18:50:21.453667 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.465832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.471625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97ee480d-15a7-4034-a24f-32faf2ec27bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.486193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.487012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.527928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Port': ['ID=b2c27d60-6e28-438e-b36d-05e50d15dfa3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:21.531861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.24', 52595) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:21.636501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] No DVR routers for this DVR port b2c27d60-6e28-438e-b36d-05e50d15dfa3 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:21.646264 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.647068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=adb7d376-4727-436f-9bd8-62dff86d9713,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:21.648212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.24 "DELETE /v2.0/ports/b2c27d60-6e28-438e-b36d-05e50d15dfa3 HTTP/1.1" status: 204 len: 173 time: 0.7674193 Jul 06 18:50:21.648675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'name': 'network-vif-deleted', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:21.651266 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d37dc0-13ff-4712-be57-480e912fdae9" -d '{"events": [{"server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "name": "network-vif-deleted", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:21.661929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-58124481-f028-46cf-8800-6cb6878d7783 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:21.663495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-58124481-f028-46cf-8800-6cb6878d7783 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "GET /v2.0/ports?device_id=da387341-44dd-45f4-90de-831d42e266bf HTTP/1.1" status: 200 len: 946 time: 0.4248667 Jul 06 18:50:21.682174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296dddb-8779-4541-bf5a-8b463701ab5d req-07130b7f-9129-4357-ba5c-bcc3b0fb7c9d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:21.700589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8296dddb-8779-4541-bf5a-8b463701ab5d req-07130b7f-9129-4357-ba5c-bcc3b0fb7c9d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=da387341-44dd-45f4-90de-831d42e266bf HTTP/1.1" status: 200 len: 946 time: 0.3288507 Jul 06 18:50:21.715701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7857d369-ad95-495c-a808-9f43490aea55 req-38ca347c-8d32-432a-acf4-8807e021f5cf service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243430 Jul 06 18:50:21.753369 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b41046-b9fb-44d5-826d-9e5688c58af0 x-openstack-request-id: req-54b41046-b9fb-44d5-826d-9e5688c58af0 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:21.753641 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52db9629-7278-404c-8f20-a03fd96700be", "name": "network-vif-deleted", "tag": "b2c27d60-6e28-438e-b36d-05e50d15dfa3", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:21.753972 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54b41046-b9fb-44d5-826d-9e5688c58af0 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:21.754679 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52db9629-7278-404c-8f20-a03fd96700be', 'name': 'network-vif-deleted', 'tag': 'b2c27d60-6e28-438e-b36d-05e50d15dfa3', 'status': 'completed', 'code': 200} Jul 06 18:50:21.825153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8296dddb-8779-4541-bf5a-8b463701ab5d req-d0f1a078-22fb-47ff-ab88-361ec7273fc0 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/security-groups?id=d642b960-3d02-498d-8c0e-fb83c6d7a369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234345 Jul 06 18:50:21.833617 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97ee480d-15a7-4034-a24f-32faf2ec27bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.892272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-9e8c9893-6dac-4cb0-b0bd-ca941b65aad3 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:21.895437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-9e8c9893-6dac-4cb0-b0bd-ca941b65aad3 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "GET /v2.0/ports?device_id=410e6852-9de0-433e-8333-33e4e07d58c2 HTTP/1.1" status: 200 len: 946 time: 0.3608460 Jul 06 18:50:21.901191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:21.907750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:21.918698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e63ec993-7c80-4a6d-a46b-09ecac69b1dd no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:21.950340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e63ec993-7c80-4a6d-a46b-09ecac69b1dd {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:21.951193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e63ec993-7c80-4a6d-a46b-09ecac69b1dd not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:22.048038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97ee480d-15a7-4034-a24f-32faf2ec27bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.113962 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7857d369-ad95-495c-a808-9f43490aea55 req-9f22e1eb-f5e4-4dff-8cda-d5b6060f62a8 service neutron] 10.222.0.24 "GET /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879969 Jul 06 18:50:22.115536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97ee480d-15a7-4034-a24f-32faf2ec27bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.118043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97ee480d-15a7-4034-a24f-32faf2ec27bd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3f3b138f-51b1-481c-ae9b-cd4270f2ef33 HTTP/1.1" status: 204 len: 168 time: 0.8560989 Jul 06 18:50:22.119010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee480d-15a7-4034-a24f-32faf2ec27bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3b138f-51b1-481c-ae9b-cd4270f2ef33,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:22.120421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38942) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:22.129425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6da2f-1b27-436e-b460-621e4a4bdab9 None None] Network ccb12059-455a-4b03-aa22-d75a57ecac4a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:22.140650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Deleting port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:22.141128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.149482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Deleting port 5fd98c47-6bf9-4ded-94b0-78643152bb74 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:22.150317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.365955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router a4005561-e05f-4c2b-9188-7e71f85301ad is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:50:22.394914 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.395537 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.473019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3e5fac25-585e-4f6d-aba1-f7093a286723 None None] Provisioning complete for port adb7d376-4727-436f-9bd8-62dff86d9713 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:22.473732 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e5fac25-585e-4f6d-aba1-f7093a286723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.566953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] DHCP port deletion for ccb12059-455a-4b03-aa22-d75a57ecac4a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:22.583753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] For port 5fd98c47-6bf9-4ded-94b0-78643152bb74, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5fd98c47-6bf9-4ded-94b0-78643152bb74,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:22.584142 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.586725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 38966) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:22.606758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fac25-585e-4f6d-aba1-f7093a286723 None None] Port adb7d376-4727-436f-9bd8-62dff86d9713 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:22.632380 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.632677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Calling delete_port for 5fd98c47-6bf9-4ded-94b0-78643152bb74 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:22.669060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] For port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,segment=NetworkSegment(e8093bda-2db6-49a1-aad2-fb4ca4b88cc1),segment_id=e8093bda-2db6-49a1-aad2-fb4ca4b88cc1)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:22.670062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.687110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Calling delete_port for 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:22.694819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] Deleting port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:22.695343 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.722691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Deleting port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:22.723039 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.803778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a1613f8-04de-48ed-a707-f23ba13c07cf tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.844532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] For port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:22.845243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.850951 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.876838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5caee294-8d8c-4b48-9d3f-0b33ec7aa567', '5fd98c47-6bf9-4ded-94b0-78643152bb74'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:22.880726 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Calling delete_port for ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:22.896337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Pushing event deleted for resources: {'Port': ['ID=5caee294-8d8c-4b48-9d3f-0b33ec7aa567,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:22.914121 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a1613f8-04de-48ed-a707-f23ba13c07cf tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.917866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:22.927157 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7fe0ff9e-a111-4ad3-95e2-8e0b31bbba9f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/a4005561-e05f-4c2b-9188-7e71f85301ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4615796 Jul 06 18:50:22.949043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39006) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:22.979476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] For port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,segment=NetworkSegment(ad078b37-873d-431f-bc38-5035a81f2757),segment_id=ad078b37-873d-431f-bc38-5035a81f2757)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:22.979875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.983970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] No DVR routers for this DVR port 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:22.988063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.990624 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "DELETE /v2.0/ports/5caee294-8d8c-4b48-9d3f-0b33ec7aa567 HTTP/1.1" status: 204 len: 173 time: 1.3188312 Jul 06 18:50:22.991601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da387341-44dd-45f4-90de-831d42e266bf', 'name': 'network-vif-deleted', 'tag': '5caee294-8d8c-4b48-9d3f-0b33ec7aa567'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:22.994363 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf9ad20-05f7-41d8-aca8-a3973690c984" -d '{"events": [{"server_uuid": "da387341-44dd-45f4-90de-831d42e266bf", "name": "network-vif-deleted", "tag": "5caee294-8d8c-4b48-9d3f-0b33ec7aa567"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:22.999767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] Calling delete_port for ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:23.121992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd3ca6-875f-4edb-827e-6e7eb22612c5 None None] Sync routers for ids ['a4005561-e05f-4c2b-9188-7e71f85301ad'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:23.148484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88b5eed4-29af-4b45-bbd7-8b1ce4ef0ba8 req-f2a9272f-79f9-43dc-9ded-991b002ee8e1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.53 "GET /v2.0/ports?device_id=da387341-44dd-45f4-90de-831d42e266bf HTTP/1.1" status: 200 len: 210 time: 0.0822935 Jul 06 18:50:23.152599 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1369bff-07b1-47ef-bd57-d61080a7423e x-openstack-request-id: req-b1369bff-07b1-47ef-bd57-d61080a7423e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:23.153551 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da387341-44dd-45f4-90de-831d42e266bf", "name": "network-vif-deleted", "tag": "5caee294-8d8c-4b48-9d3f-0b33ec7aa567", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:23.154678 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1369bff-07b1-47ef-bd57-d61080a7423e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:23.155338 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da387341-44dd-45f4-90de-831d42e266bf', 'name': 'network-vif-deleted', 'tag': '5caee294-8d8c-4b48-9d3f-0b33ec7aa567', 'status': 'completed', 'code': 200} Jul 06 18:50:23.197501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd3ca6-875f-4edb-827e-6e7eb22612c5 None None] Routers {'a4005561-e05f-4c2b-9188-7e71f85301ad'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:23.198235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66fd3ca6-875f-4edb-827e-6e7eb22612c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['a4005561-e05f-4c2b-9188-7e71f85301ad'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.218354 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f8da92-7788-42fc-ab37-691a15bfc858 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:23.219967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b2f8da92-7788-42fc-ab37-691a15bfc858 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports/adb7d376-4727-436f-9bd8-62dff86d9713 HTTP/1.1" status: 200 len: 984 time: 0.2699482 Jul 06 18:50:23.224298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39040) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:23.240840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a1613f8-04de-48ed-a707-f23ba13c07cf tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.243920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a1613f8-04de-48ed-a707-f23ba13c07cf tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.245473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7a1613f8-04de-48ed-a707-f23ba13c07cf tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/security-groups/496b93b1-9ac7-4769-a70b-5735c9d9d07e HTTP/1.1" status: 204 len: 168 time: 0.6569505 Jul 06 18:50:23.246477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.248355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39042) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:23.259850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66fd3ca6-875f-4edb-827e-6e7eb22612c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.270807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1613f8-04de-48ed-a707-f23ba13c07cf tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496b93b1-9ac7-4769-a70b-5735c9d9d07e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:23.320488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Pushing event deleted for resources: {'Port': ['ID=5fd98c47-6bf9-4ded-94b0-78643152bb74,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:23.328598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.397810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd3ca6-875f-4edb-827e-6e7eb22612c5 None None] Routers {'a4005561-e05f-4c2b-9188-7e71f85301ad'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:23.398446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66fd3ca6-875f-4edb-827e-6e7eb22612c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['a4005561-e05f-4c2b-9188-7e71f85301ad'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.425943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] No DVR routers for this DVR port 5fd98c47-6bf9-4ded-94b0-78643152bb74 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:23.428398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:23.430977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.433767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45e2a87f-c797-4225-a2d5-a9bef403acc8 req-fb8502dc-2aff-4b74-8b2a-4822690134c1 tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] 10.222.0.24 "DELETE /v2.0/ports/5fd98c47-6bf9-4ded-94b0-78643152bb74 HTTP/1.1" status: 204 len: 173 time: 1.5305758 Jul 06 18:50:23.439073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] No DVR routers for this DVR port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:23.509128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66fd3ca6-875f-4edb-827e-6e7eb22612c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.509826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd3ca6-875f-4edb-827e-6e7eb22612c5 None None] The sync data for ids ['a4005561-e05f-4c2b-9188-7e71f85301ad'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:23.522770 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb0f-6f87-4e5b-9721-c59cc65d6707 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.553907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.573692 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb12059-455a-4b03-aa22-d75a57ecac4a']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.578322 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb0f-6f87-4e5b-9721-c59cc65d6707 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.579627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.598401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad078b37-873d-431f-bc38-5035a81f2757') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.598897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad078b37-873d-431f-bc38-5035a81f2757') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.629145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.632070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] No DVR routers for this DVR port ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:23.679634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60cc93-42a5-4b05-a46f-7bc099997d4e None None] Pushing event deleted for resources: {'Port': ['ID=ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:23.696833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.713080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:23.713733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:23.715937 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:23.730166 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb0f-6f87-4e5b-9721-c59cc65d6707 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.735956 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb0f-6f87-4e5b-9721-c59cc65d6707 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.741028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c9cecb0f-6f87-4e5b-9721-c59cc65d6707 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/security-groups/d724e43d-cfa4-4ab2-ad5c-8501173188cb HTTP/1.1" status: 204 len: 168 time: 0.4813898 Jul 06 18:50:23.747993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39090) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:23.862320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410e6852-9de0-433e-8333-33e4e07d58c2', 'name': 'network-vif-deleted', 'tag': '5fd98c47-6bf9-4ded-94b0-78643152bb74'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:23.868185 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d05a9-4e55-41a3-a7f6-50aee812a272" -d '{"events": [{"server_uuid": "410e6852-9de0-433e-8333-33e4e07d58c2", "name": "network-vif-deleted", "tag": "5fd98c47-6bf9-4ded-94b0-78643152bb74"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:23.884053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cecb0f-6f87-4e5b-9721-c59cc65d6707 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d724e43d-cfa4-4ab2-ad5c-8501173188cb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:23.905181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:23.919756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.929286 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.937278 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] 10.222.0.53 "DELETE /v2.0/networks/ccb12059-455a-4b03-aa22-d75a57ecac4a HTTP/1.1" status: 204 len: 168 time: 1.8145094 Jul 06 18:50:23.940042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39114) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:23.964687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:23.965749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ffa7df2b-417a-4e03-a7a8-a67c20b4a7cf not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:23.976299 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d614ad-665b-4d15-b439-d21bf63e9c32 x-openstack-request-id: req-85d614ad-665b-4d15-b439-d21bf63e9c32 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:23.976933 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410e6852-9de0-433e-8333-33e4e07d58c2", "name": "network-vif-deleted", "tag": "5fd98c47-6bf9-4ded-94b0-78643152bb74", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:23.977494 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85d614ad-665b-4d15-b439-d21bf63e9c32 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:23.978057 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410e6852-9de0-433e-8333-33e4e07d58c2', 'name': 'network-vif-deleted', 'tag': '5fd98c47-6bf9-4ded-94b0-78643152bb74', 'status': 'completed', 'code': 200} Jul 06 18:50:24.030746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f1127-4fc0-4ea4-8433-dd5a1858516f admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb12059-455a-4b03-aa22-d75a57ecac4a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:24.547320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39176) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:24.579155 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.614918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-2463735a-42db-4f88-920e-598dac75c59d admin admin] Deleting subnet e31f151e-576d-4aef-a2a6-424a663c18b9 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:24.620606 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2463735a-42db-4f88-920e-598dac75c59d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.684724 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2463735a-42db-4f88-920e-598dac75c59d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.769671 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2463735a-42db-4f88-920e-598dac75c59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.815475 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.873854 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2463735a-42db-4f88-920e-598dac75c59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.920369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463735a-42db-4f88-920e-598dac75c59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31f151e-576d-4aef-a2a6-424a663c18b9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:24.932319 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2463735a-42db-4f88-920e-598dac75c59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.939741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2463735a-42db-4f88-920e-598dac75c59d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e31f151e-576d-4aef-a2a6-424a663c18b9 HTTP/1.1" status: 204 len: 168 time: 0.3906143 Jul 06 18:50:24.942690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39220) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:24.965545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:25.005906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:25.006474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5caee294-8d8c-4b48-9d3f-0b33ec7aa567 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:25.007849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b2c27d60-6e28-438e-b36d-05e50d15dfa3 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:25.010297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.035128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: b2c27d60-6e28-438e-b36d-05e50d15dfa3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:25.035786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b2c27d60-6e28-438e-b36d-05e50d15dfa3 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:25.036380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5fd98c47-6bf9-4ded-94b0-78643152bb74 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:25.068623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 5fd98c47-6bf9-4ded-94b0-78643152bb74 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:25.069825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5fd98c47-6bf9-4ded-94b0-78643152bb74 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:25.095262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.274731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.302342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02023d0-ad76-47f3-b1c3-3add9ffb773e']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:25.314000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:25.314507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8093bda-2db6-49a1-aad2-fb4ca4b88cc1') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:25.326095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.348509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.356661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:25.357137 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:25.358903 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:25.447611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.454038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.455875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a02023d0-ad76-47f3-b1c3-3add9ffb773e HTTP/1.1" status: 204 len: 168 time: 0.5096579 Jul 06 18:50:25.490256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port adb7d376-4727-436f-9bd8-62dff86d9713 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:25.490588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.492299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dee87-983d-4c1f-a48b-c3b5d1d34c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02023d0-ad76-47f3-b1c3-3add9ffb773e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:25.525903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Deleting port c5b7317a-7334-46be-870f-b00891f6d41d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:25.526302 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.640446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.642615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] For port c5b7317a-7334-46be-870f-b00891f6d41d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c5b7317a-7334-46be-870f-b00891f6d41d,segment=NetworkSegment(a9213356-c635-4791-a4d8-8d87356289ab),segment_id=a9213356-c635-4791-a4d8-8d87356289ab)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:25.643343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.658102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Calling delete_port for c5b7317a-7334-46be-870f-b00891f6d41d owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:25.663124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for adb7d376-4727-436f-9bd8-62dff86d9713 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:25.664634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39298) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:25.748523 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-851af13f-aefa-40fa-8937-b767cfb1d001 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2a826d57fa44f5ab0c20ee08905a135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827582 Jul 06 18:50:25.753935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39312) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:25.898407 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.906444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting port d5615733-da64-4e4e-9c07-beca7f4c5fc0 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:25.907165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.927197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b7317a-7334-46be-870f-b00891f6d41d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:25.958380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56378c53-eb45-463b-8b90-85494be79f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.038439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56378c53-eb45-463b-8b90-85494be79f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.110992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] For port d5615733-da64-4e4e-9c07-beca7f4c5fc0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d5615733-da64-4e4e-9c07-beca7f4c5fc0,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:26.111947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.115162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.156824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.167636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=adb7d376-4727-436f-9bd8-62dff86d9713,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:26.172691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Calling delete_port for d5615733-da64-4e4e-9c07-beca7f4c5fc0 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:26.320008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56378c53-eb45-463b-8b90-85494be79f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.327380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56378c53-eb45-463b-8b90-85494be79f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.335217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-56378c53-eb45-463b-8b90-85494be79f79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d642b960-3d02-498d-8c0e-fb83c6d7a369 HTTP/1.1" status: 204 len: 168 time: 0.5771477 Jul 06 18:50:26.400760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56378c53-eb45-463b-8b90-85494be79f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d642b960-3d02-498d-8c0e-fb83c6d7a369,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:26.415115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.483859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:26.614501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:26.623441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-04e8a78b-335d-49ac-8cbf-06b5a035f77e admin admin] 10.222.0.53 "PUT /v2.0/routers/1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589622 Jul 06 18:50:26.623620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39406) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:26.632696 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] Sync routers for ids ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:26.646653 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] Routers {'1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:26.647391 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:26.791752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router a4005561-e05f-4c2b-9188-7e71f85301ad has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:26.843622 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] Set router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:26.881052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.913811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.982371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Port': ['ID=d5615733-da64-4e4e-9c07-beca7f4c5fc0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:26.995369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:27.006160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb1e90-dc89-455c-9df9-7a879b92e10d None None] Sync routers for ids ['a4005561-e05f-4c2b-9188-7e71f85301ad'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:27.018258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-168a6c70-76f7-4bb9-be20-6c305109cb60 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/a4005561-e05f-4c2b-9188-7e71f85301ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7925811 Jul 06 18:50:27.021333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39440) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.026535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb1e90-dc89-455c-9df9-7a879b92e10d None None] Routers {'a4005561-e05f-4c2b-9188-7e71f85301ad'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:27.027286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9eeb1e90-dc89-455c-9df9-7a879b92e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['a4005561-e05f-4c2b-9188-7e71f85301ad'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:27.093136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9eeb1e90-dc89-455c-9df9-7a879b92e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:27.096661 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:50:25Z', 'revision_number': 5, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port': {'id': '4f629763-c6e6-4c21-abd5-8c953e92649c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:44:42Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:27.111321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb1e90-dc89-455c-9df9-7a879b92e10d None None] Routers {'a4005561-e05f-4c2b-9188-7e71f85301ad'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:27.120192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9eeb1e90-dc89-455c-9df9-7a879b92e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['a4005561-e05f-4c2b-9188-7e71f85301ad'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:27.161566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.173687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9eeb1e90-dc89-455c-9df9-7a879b92e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:27.175589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb1e90-dc89-455c-9df9-7a879b92e10d None None] The sync data for ids ['a4005561-e05f-4c2b-9188-7e71f85301ad'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:27.185226 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] Checking router: 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:27.199153 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] Routers {'1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:27.199932 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:27.271005 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.284069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Deleting port 4f629763-c6e6-4c21-abd5-8c953e92649c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:27.284414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.369630 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] Set router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:27.386435 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-1bf811e4-6783-46d3-8233-51f986e48cd9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 18:50:27.387518 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1bf811e4-6783-46d3-8233-51f986e48cd9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/a4005561-e05f-4c2b-9188-7e71f85301ad/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3645895 Jul 06 18:50:27.390368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39450) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.422766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8c563b83-85ff-4830-8db2-0acfe1e8af10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4005561-e05f-4c2b-9188-7e71f85301ad HTTP/1.1" status: 200 len: 205 time: 0.0289712 Jul 06 18:50:27.422991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39452) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.433534 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:50:27Z', 'revision_number': 6, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:27.475485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] For port 4f629763-c6e6-4c21-abd5-8c953e92649c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4f629763-c6e6-4c21-abd5-8c953e92649c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:27.475857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.486491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39454) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.502242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Calling delete_port for 4f629763-c6e6-4c21-abd5-8c953e92649c owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:27.518106 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22094c9a-5a52-4be6-a24a-b2bcb8951cce tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.572753 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475eb6a-3ad6-4dd7-9ec3-6b475c0de647 None None] The sync data for ids ['1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd'] in n-d-799684-2 is: [{'id': '1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd', 'name': 'tempest-TestServerBasicOps-66507201-router', 'tenant_id': 'd2bdc396021741708d994c9a5bf87de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:44:41Z', 'updated_at': '2021-07-06T18:50:27Z', 'revision_number': 6, 'project_id': 'd2bdc396021741708d994c9a5bf87de7', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:27.644629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-289518685-network', 'tenant_id': '28f194615eca4fa1a347b5898696c8f7'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:27.692575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22094c9a-5a52-4be6-a24a-b2bcb8951cce tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.694845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22094c9a-5a52-4be6-a24a-b2bcb8951cce tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.733904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Made reservation on behalf of 28f194615eca4fa1a347b5898696c8f7 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:27.736598 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.741971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:27.756192 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.760590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22094c9a-5a52-4be6-a24a-b2bcb8951cce tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.761519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22094c9a-5a52-4be6-a24a-b2bcb8951cce tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Fanout notify agent at l3_agent the message router_deleted on router a4005561-e05f-4c2b-9188-7e71f85301ad {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:27.776369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-22094c9a-5a52-4be6-a24a-b2bcb8951cce tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.778915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-22094c9a-5a52-4be6-a24a-b2bcb8951cce tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/a4005561-e05f-4c2b-9188-7e71f85301ad HTTP/1.1" status: 204 len: 168 time: 0.3547578 Jul 06 18:50:27.781343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39462) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.839985 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-3716f71d-bfb5-41e7-9313-f3f426f810e7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet 58b4f4b8-b0e9-433b-b514-e80bd0d4e582 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:27.843981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3716f71d-bfb5-41e7-9313-f3f426f810e7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.896548 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3716f71d-bfb5-41e7-9313-f3f426f810e7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.980326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.997150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:28.003725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d0e0fbba-1839-47d0-93c9-e241eb5aff95 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "PUT /v2.0/routers/4fca855f-3d48-4eae-af9b-1a0499ba2e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2546582 Jul 06 18:50:28.011428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39474) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:28.020452 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] Sync routers for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:28.038670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f629763-c6e6-4c21-abd5-8c953e92649c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:28.039789 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:28.060948 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:28.115565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.118737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-6e3d50f8-5b38-4f4e-b983-e1c2df8507c3 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:28.121005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-6e3d50f8-5b38-4f4e-b983-e1c2df8507c3 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/networks?id=ff059085-024a-426c-9aa2-cb34e5746639 HTTP/1.1" status: 200 len: 813 time: 0.2403634 Jul 06 18:50:28.130132 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac7efbb-ed7d-4d25-8c9f-68865bdf801c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting subnet 82bfebea-0028-48ce-bbe2-827fae982eb8 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:28.131297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.137381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ac7efbb-ed7d-4d25-8c9f-68865bdf801c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.139668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c5b7317a-7334-46be-870f-b00891f6d41d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:28.142067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3716f71d-bfb5-41e7-9313-f3f426f810e7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.160980 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.161851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-85878ca1-178b-44e3-a1d2-800a8a0f8022 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/quotas/07f81c0598ec4702bd890fbe73a21ad3 HTTP/1.1" status: 200 len: 375 time: 0.0277162 Jul 06 18:50:28.186386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c5b7317a-7334-46be-870f-b00891f6d41d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:28.187003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c5b7317a-7334-46be-870f-b00891f6d41d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:28.216236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:50:28.232462 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:28.242378 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-370f1221-be6e-45b0-9490-900b5e2b76fa tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07f81c0598ec4702bd890fbe73a21ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437765 Jul 06 18:50:28.252545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:28.273000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ac7efbb-ed7d-4d25-8c9f-68865bdf801c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.303995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.304453 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Added segment f6568ac1-1892-43c4-ad1b-0dad02a438c8 of type vlan for network c99c89c3-173d-4065-aa7d-743f6f55a10f Jul 06 18:50:28.306847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.315788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.383409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3716f71d-bfb5-41e7-9313-f3f426f810e7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.386441 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.396982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.397530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:28.403486 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.405121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f4135d5c-a05f-46b6-82ce-44c68a7f9328 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1f4ce31f-a8ad-4f59-ac73-8ad836bce9fd HTTP/1.1" status: 204 len: 168 time: 1.7806175 Jul 06 18:50:28.410211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39476) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:28.447324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716f71d-bfb5-41e7-9313-f3f426f810e7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=58b4f4b8-b0e9-433b-b514-e80bd0d4e582,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:28.449178 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:50:26Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:28.456525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3716f71d-bfb5-41e7-9313-f3f426f810e7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.460472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb05cd-d89a-4821-be5f-702e6b06da4e None None] Network 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:28.462935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:28.463668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3716f71d-bfb5-41e7-9313-f3f426f810e7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/58b4f4b8-b0e9-433b-b514-e80bd0d4e582 HTTP/1.1" status: 204 len: 168 time: 0.6759083 Jul 06 18:50:28.495725 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-9ebf5ef5-1191-4167-a024-de6d4ec575b9 service neutron] 10.222.0.53 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353876 Jul 06 18:50:28.496165 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] Checking router: 4fca855f-3d48-4eae-af9b-1a0499ba2e91 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:28.511781 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] Routers {'4fca855f-3d48-4eae-af9b-1a0499ba2e91'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:28.512435 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:28.514949 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ac7efbb-ed7d-4d25-8c9f-68865bdf801c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.644185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-42649380-94e5-4ffe-a0f9-b1a327b22ad6 service neutron] 10.222.0.53 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394870 Jul 06 18:50:28.646197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ac7efbb-ed7d-4d25-8c9f-68865bdf801c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.649216 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] Set router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:28.731353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ac7efbb-ed7d-4d25-8c9f-68865bdf801c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.738506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9ac7efbb-ed7d-4d25-8c9f-68865bdf801c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/subnets/82bfebea-0028-48ce-bbe2-827fae982eb8 HTTP/1.1" status: 204 len: 168 time: 0.7192616 Jul 06 18:50:28.739642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7efbb-ed7d-4d25-8c9f-68865bdf801c tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Subnet': ['ID=82bfebea-0028-48ce-bbe2-827fae982eb8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:28.740696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22888bd1-4c2a-4aea-b153-4468eab99336 None None] Network 046c2ba4-580b-4dfe-afe2-06b58b12e63d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:28.744303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39480) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:28.925788 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:50:26Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:28.971238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] DHCP port deletion for 50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:28.972215 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb7671-058f-431c-ad85-74472a06a9b7 None None] The sync data for ids ['4fca855f-3d48-4eae-af9b-1a0499ba2e91'] in n-d-799684-2 is: [{'id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1807687204', 'tenant_id': 'af5723f0342e49468a9b94f9273e03bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:50:26Z', 'revision_number': 5, 'project_id': 'af5723f0342e49468a9b94f9273e03bc', 'gw_port': {'id': '27d00a7c-f8fb-4d39-9de3-94397407c527', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca855f-3d48-4eae-af9b-1a0499ba2e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:41Z', 'updated_at': '2021-07-06T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:29.061632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.062906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:29.063631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.142876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] Deleting port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:29.143468 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.175606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-01b07e1e-433e-4068-88d2-86d5d5ce13f5 req-db23f19a-bbfa-418c-a8ff-ac12fdc0a02b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 210 time: 0.1195054 Jul 06 18:50:29.189678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-950f9f85-b48c-45a5-8738-f95885a2f1b6 admin admin] Deleting subnet 74cf3fd5-bbd2-45fa-8592-d6273210deaa {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:29.192906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-950f9f85-b48c-45a5-8738-f95885a2f1b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.214298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] For port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,segment=NetworkSegment(7cf91a48-d77b-4d5b-a2a4-7cb5d3464464),segment_id=7cf91a48-d77b-4d5b-a2a4-7cb5d3464464)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:29.214705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.230537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] Calling delete_port for aa5dcc56-4c65-4bd3-b932-5ef4437fc96e owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:29.254775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-950f9f85-b48c-45a5-8738-f95885a2f1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.306603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8157916 Jul 06 18:50:29.307275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39490) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:29.311307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8d533-089b-4ebe-b571-42f8298bf8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c99c89c3-173d-4065-aa7d-743f6f55a10f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:29.321531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Request body: {'subnet': {'network_id': 'c99c89c3-173d-4065-aa7d-743f6f55a10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-289518685-subnet', 'tenant_id': '28f194615eca4fa1a347b5898696c8f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:29.323550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.332280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c99c89c3-173d-4065-aa7d-743f6f55a10f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:50:29.426497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.427906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-950f9f85-b48c-45a5-8738-f95885a2f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.429825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Made reservation on behalf of 28f194615eca4fa1a347b5898696c8f7 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:29.433300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.519942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-950f9f85-b48c-45a5-8738-f95885a2f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.582413 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-950f9f85-b48c-45a5-8738-f95885a2f1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.587544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-950f9f85-b48c-45a5-8738-f95885a2f1b6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/74cf3fd5-bbd2-45fa-8592-d6273210deaa HTTP/1.1" status: 204 len: 168 time: 1.1732905 Jul 06 18:50:29.588772 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39494) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:29.597306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9f85-b48c-45a5-8738-f95885a2f1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cf3fd5-bbd2-45fa-8592-d6273210deaa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:29.626742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:29.627273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.706849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.719699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,segment=NetworkSegment(7cf91a48-d77b-4d5b-a2a4-7cb5d3464464),segment_id=7cf91a48-d77b-4d5b-a2a4-7cb5d3464464)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:29.720590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.722582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] DHCP port deletion for 046c2ba4-580b-4dfe-afe2-06b58b12e63d request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:29.724632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.725191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4d3c6-7430-4308-b357-fd976b756f94 None None] Network 0aa3e282-e12a-45c0-a518-bc23f8b0190e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:29.744088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for aa5dcc56-4c65-4bd3-b932-5ef4437fc96e owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:29.887316 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.913593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.921314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Deleting port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:29.921666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.924002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.928357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d5615733-da64-4e4e-9c07-beca7f4c5fc0 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:29.932974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] Pushing event deleted for resources: {'Port': ['ID=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:29.948954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No DVR routers for this DVR port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:29.950928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=aa5dcc56-4c65-4bd3-b932-5ef4437fc96e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:29.960144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b43c5-0e1c-41b1-8a79-9390fb834a48 None None] No DVR routers for this DVR port aa5dcc56-4c65-4bd3-b932-5ef4437fc96e on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:29.983350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d5615733-da64-4e4e-9c07-beca7f4c5fc0 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:29.983968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d5615733-da64-4e4e-9c07-beca7f4c5fc0 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:29.984554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4f629763-c6e6-4c21-abd5-8c953e92649c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:30.018459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Deleting port 27d00a7c-f8fb-4d39-9de3-94397407c527 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:30.018941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.042199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4f629763-c6e6-4c21-abd5-8c953e92649c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:30.042530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4f629763-c6e6-4c21-abd5-8c953e92649c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:30.043130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:30.049295 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.059801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:30.069188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] Deleting port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:30.069895 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.074518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf91a48-d77b-4d5b-a2a4-7cb5d3464464') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:30.075083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf91a48-d77b-4d5b-a2a4-7cb5d3464464') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:30.085159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.100632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.107672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:30.108083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:30.111982 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:30.134095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b41933-7dd9-4e73-aacc-4efd76eb45dc,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.150669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Checking segment: {'id': 'f6568ac1-1892-43c4-ad1b-0dad02a438c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c99c89c3-173d-4065-aa7d-743f6f55a10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:30.151777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Network hostable DHCP agents. Network: c99c89c3-173d-4065-aa7d-743f6f55a10f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:50:30.157092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] For port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7a9897c8-d643-49ca-92d2-90a5a67f1b7c,segment=NetworkSegment(a9213356-c635-4791-a4d8-8d87356289ab),segment_id=a9213356-c635-4791-a4d8-8d87356289ab)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:30.157733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.163854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] For port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:30.164423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.182269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] Calling delete_port for 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:30.182541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Calling delete_port for 7a9897c8-d643-49ca-92d2-90a5a67f1b7c owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:30.193797 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.215272 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.219009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02 HTTP/1.1" status: 204 len: 168 time: 1.7542505 Jul 06 18:50:30.225672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39498) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.232193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-737206841'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.250816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a43811-df94-45ba-9611-2186a818353e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=50670c7b-3ce4-4ad6-a26a-b1ed89b9cd02,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.265254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Network c99c89c3-173d-4065-aa7d-743f6f55a10f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:50:30.274957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] For port 27d00a7c-f8fb-4d39-9de3-94397407c527, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=27d00a7c-f8fb-4d39-9de3-94397407c527,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:30.275329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.282031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:30.290676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.294613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c99c89c3-173d-4065-aa7d-743f6f55a10f) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:30.306708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:30.307294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.309656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Calling delete_port for 27d00a7c-f8fb-4d39-9de3-94397407c527 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:30.314821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.340909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:50:30.346076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-55f45037-65eb-475b-a494-8afaf1372e56 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0377276 Jul 06 18:50:30.358251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,segment=NetworkSegment(91ff3f1f-f497-4454-8141-bc621e362293),segment_id=91ff3f1f-f497-4454-8141-bc621e362293)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:30.359604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2908e9-6108-493e-8bf8-433f80d5a2a4 None None] Network c99c89c3-173d-4065-aa7d-743f6f55a10f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:30.368632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.368632 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment 66145c3b-d084-4ea0-a884-56fb682c1d84 of type vlan for network 733717d6-df42-4d1e-b65d-9f50b097bc00 Jul 06 18:50:30.421738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8ad27f69-d4ca-4b97-abb8-f1f38d7cba37 req-56fe857b-4b3c-4725-ae2d-ea80564ebca2 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 210 time: 0.0738826 Jul 06 18:50:30.427725 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.444561 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.447555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] No DVR routers for this DVR port 7a9897c8-d643-49ca-92d2-90a5a67f1b7c on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:30.485986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9897c8-d643-49ca-92d2-90a5a67f1b7c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.489162 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.503442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:30.504123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.508513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac55d7cb-01cb-4cd3-9c1d-13502f3fb66a None None] DHCP port deletion for 0aa3e282-e12a-45c0-a518-bc23f8b0190e request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:30.551567 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.552387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device aa5dcc56-4c65-4bd3-b932-5ef4437fc96e no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:30.613058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.639674 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4128327 Jul 06 18:50:30.642929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39510) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.649957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': '733717d6-df42-4d1e-b65d-9f50b097bc00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.657217 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa3e282-e12a-45c0-a518-bc23f8b0190e']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:30.713235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2beff-a971-4615-b3a1-43e14c9a2bd5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=733717d6-df42-4d1e-b65d-9f50b097bc00,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.718761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9213356-c635-4791-a4d8-8d87356289ab') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:30.719100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9213356-c635-4791-a4d8-8d87356289ab') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:30.737799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.763687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 733717d6-df42-4d1e-b65d-9f50b097bc00 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:50:30.765634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bb5d88-250f-4b37-b1cf-53d5f08bc277 None None] Network c99c89c3-173d-4065-aa7d-743f6f55a10f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:30.799789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: aa5dcc56-4c65-4bd3-b932-5ef4437fc96e {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:30.800163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device aa5dcc56-4c65-4bd3-b932-5ef4437fc96e not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:30.807844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:30.815013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.824355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.847550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-f77bebdb-1c81-4cf8-b8ed-fd1a44e76705 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:30.850080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-f77bebdb-1c81-4cf8-b8ed-fd1a44e76705 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.24 "GET /v2.0/networks?id=ff059085-024a-426c-9aa2-cb34e5746639 HTTP/1.1" status: 200 len: 813 time: 0.2268147 Jul 06 18:50:30.852319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:30.852734 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:30.916966 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:30.936727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Request body: {'port': {'device_id': '8174a8af-0e0e-4072-b772-31fd7cb51d11', 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639', 'admin_state_up': True, 'tenant_id': '07f81c0598ec4702bd890fbe73a21ad3'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.940738 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.949543 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.951951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0aa3e282-e12a-45c0-a518-bc23f8b0190e HTTP/1.1" status: 204 len: 168 time: 1.3621297 Jul 06 18:50:30.986190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.987625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.004218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-24a56266-3027-4169-bab7-1cba6f1ae73d tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:31.012030 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-24a56266-3027-4169-bab7-1cba6f1ae73d tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/networks?id=c99c89c3-173d-4065-aa7d-743f6f55a10f HTTP/1.1" status: 200 len: 808 time: 0.1291418 Jul 06 18:50:31.015191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.040550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-f09c8905-66fa-46e5-9348-97a8fcc0998e tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/quotas/28f194615eca4fa1a347b5898696c8f7 HTTP/1.1" status: 200 len: 375 time: 0.0273700 Jul 06 18:50:31.058669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] Pushing event deleted for resources: {'Port': ['ID=052cbed7-2f6b-4c15-85fa-5c3eeace4e30,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:31.064523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979713a5-0327-442f-a9fe-457e702e1d4d None None] No DVR routers for this DVR port 052cbed7-2f6b-4c15-85fa-5c3eeace4e30 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:31.068193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214d8ea-6878-4872-9ebb-3ac02ba82337 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa3e282-e12a-45c0-a518-bc23f8b0190e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:31.073010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Port': ['ID=27d00a7c-f8fb-4d39-9de3-94397407c527,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:31.129269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-30d1f2cf-ec3a-427f-969e-3cf216dcb770 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28f194615eca4fa1a347b5898696c8f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873580 Jul 06 18:50:31.185643 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39522) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:31.209098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.284009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-e9c57a32-ed14-445e-a6c0-ff461c0475a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c99c89c3-173d-4065-aa7d-743f6f55a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439495 Jul 06 18:50:31.330432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.332759 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Made reservation on behalf of 07f81c0598ec4702bd890fbe73a21ad3 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:31.336333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.338949 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.345673 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-912c53c3-6e88-4ec7-8920-66810273f241 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a799a36c835d42a3a7eb2fc29c64aa75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540813 Jul 06 18:50:31.351596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39524) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:31.372365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.431020 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.431507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Fanout notify agent at l3_agent the message router_deleted on router 4fca855f-3d48-4eae-af9b-1a0499ba2e91 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:31.471108 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.472275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b7347924-0abe-4864-ba33-e2e55f4a0877 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/routers/4fca855f-3d48-4eae-af9b-1a0499ba2e91 HTTP/1.1" status: 204 len: 168 time: 2.7249451 Jul 06 18:50:31.476761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39528) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:31.490347 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-1f9e6382-beca-44a1-93f8-3bcbb9efba43 service neutron] 10.222.0.53 "GET /v2.0/networks/c99c89c3-173d-4065-aa7d-743f6f55a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801820 Jul 06 18:50:31.491055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=091a57da-9902-42d6-9b07-4d66ff2c2557,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:31.561116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': '66145c3b-d084-4ea0-a884-56fb682c1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '733717d6-df42-4d1e-b65d-9f50b097bc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:31.561467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: 733717d6-df42-4d1e-b65d-9f50b097bc00, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:50:31.587129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Allocated IP 172.20.0.12 (ff059085-024a-426c-9aa2-cb34e5746639/13bc21e9-b87e-40f4-a9db-460f7c817086/c153b612-edb9-4ca3-8d05-78a24331bbac) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:31.630276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.636250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 733717d6-df42-4d1e-b65d-9f50b097bc00 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:50:31.664057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 733717d6-df42-4d1e-b65d-9f50b097bc00) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:31.680294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6726d-63d4-49e5-a8d5-7018d7728159 None None] Network 733717d6-df42-4d1e-b65d-9f50b097bc00 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:31.720465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:31.721069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.791712 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ee202977-ff82-4f36-ae76-3e8e7471a575 req-1e578d91-5693-4d6e-b2b2-73d85d2a4134 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 210 time: 0.1583369 Jul 06 18:50:31.816702 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a22460cd-b57f-471c-bac0-9ea5b71efefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.838826 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.850120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046c2ba4-580b-4dfe-afe2-06b58b12e63d']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:31.874948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a22460cd-b57f-471c-bac0-9ea5b71efefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.875497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c73bdc79-9c4f-4f11-8306-e11b01552106 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2312384 Jul 06 18:50:31.877786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ff3f1f-f497-4454-8141-bc621e362293') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:31.878083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ff3f1f-f497-4454-8141-bc621e362293') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:31.879769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39536) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:31.882743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.894750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b569910a-9405-4794-8947-29bc164c4e8a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2094169778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:31.898227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-733717d6-df42-4d1e-b65d-9f50b097bc00', 'network_id': '733717d6-df42-4d1e-b65d-9f50b097bc00', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': '091a57da-9902-42d6-9b07-4d66ff2c2557'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:50:31.899190 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.915788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5970b4e-1faa-40d8-8dcd-f34d95f22d84 req-31d4023f-4f5b-4647-884a-f430ceba88f6 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 210 time: 0.1971240 Jul 06 18:50:31.924322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.950875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.965878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:31.966537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:31.971992 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:31.988128 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b569910a-9405-4794-8947-29bc164c4e8a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.989519 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b569910a-9405-4794-8947-29bc164c4e8a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.037734 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a22460cd-b57f-471c-bac0-9ea5b71efefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.040563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a22460cd-b57f-471c-bac0-9ea5b71efefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.041907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a22460cd-b57f-471c-bac0-9ea5b71efefa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af5b11c6-4c18-456d-84c0-4c6e885ebc1a HTTP/1.1" status: 204 len: 168 time: 0.6892228 Jul 06 18:50:32.080822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.117273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.134053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.140568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] 10.222.0.53 "DELETE /v2.0/networks/046c2ba4-580b-4dfe-afe2-06b58b12e63d HTTP/1.1" status: 204 len: 168 time: 0.6598821 Jul 06 18:50:32.187419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22460cd-b57f-471c-bac0-9ea5b71efefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b11c6-4c18-456d-84c0-4c6e885ebc1a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:32.193793 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b569910a-9405-4794-8947-29bc164c4e8a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.197061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2d0f9-7227-4024-b068-3dd46090acfa tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] Pushing event deleted for resources: {'Network': ['ID=046c2ba4-580b-4dfe-afe2-06b58b12e63d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:32.232654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b569910a-9405-4794-8947-29bc164c4e8a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.253945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Network ff059085-024a-426c-9aa2-cb34e5746639 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:32.267149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a9897c8-d643-49ca-92d2-90a5a67f1b7c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:32.272711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:32.279585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:32.282576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b569910a-9405-4794-8947-29bc164c4e8a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.283798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b569910a-9405-4794-8947-29bc164c4e8a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3983901 Jul 06 18:50:32.286169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Pushing event updated for resources: {'Port': ['ID=c153b612-edb9-4ca3-8d05-78a24331bbac,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:32.286760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39548) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:32.338298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Allocated IP 2001:db8::2 (733717d6-df42-4d1e-b65d-9f50b097bc00/091a57da-9902-42d6-9b07-4d66ff2c2557/8b231ea2-687b-4c99-84e1-1d0963dca769) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:32.352181 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:32.352922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.378624 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-92f559e8-2a50-486d-861a-9e1aeed50026 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4579928 Jul 06 18:50:32.397755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Request body: {'port': {'device_id': '8174a8af-0e0e-4072-b772-31fd7cb51d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:32.500681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7a9897c8-d643-49ca-92d2-90a5a67f1b7c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:32.501035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7a9897c8-d643-49ca-92d2-90a5a67f1b7c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:32.501467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 27d00a7c-f8fb-4d39-9de3-94397407c527 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:32.546327 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.565348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 27d00a7c-f8fb-4d39-9de3-94397407c527 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:32.565691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 27d00a7c-f8fb-4d39-9de3-94397407c527 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:32.657464 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.683551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Transition to ACTIVE for port object 8b231ea2-687b-4c99-84e1-1d0963dca769 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:32.719784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.723506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Transition to ACTIVE for port object 8b231ea2-687b-4c99-84e1-1d0963dca769 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:32.726671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39554) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:32.733022 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.812935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Network 733717d6-df42-4d1e-b65d-9f50b097bc00 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:32.829979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:32.834184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:32.838456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Pushing event updated for resources: {'Port': ['ID=8b231ea2-687b-4c99-84e1-1d0963dca769,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:32.853412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39560) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:32.941237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Attempting to bind port 8b231ea2-687b-4c99-84e1-1d0963dca769 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:32.941611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Attempting to bind port 8b231ea2-687b-4c99-84e1-1d0963dca769 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '66145c3b-d084-4ea0-a884-56fb682c1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '733717d6-df42-4d1e-b65d-9f50b097bc00'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:32.942251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Attempting to bind port 8b231ea2-687b-4c99-84e1-1d0963dca769 on network 733717d6-df42-4d1e-b65d-9f50b097bc00 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:32.954146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:32.954531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Checking segment: {'id': '66145c3b-d084-4ea0-a884-56fb682c1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '733717d6-df42-4d1e-b65d-9f50b097bc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:32.957313 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.957813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Bound using segment: {'id': '66145c3b-d084-4ea0-a884-56fb682c1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '733717d6-df42-4d1e-b65d-9f50b097bc00'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:32.958306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Bound port: 8b231ea2-687b-4c99-84e1-1d0963dca769, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66145c3b-d084-4ea0-a884-56fb682c1d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '733717d6-df42-4d1e-b65d-9f50b097bc00'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:32.958708 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.022067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c153b612-edb9-4ca3-8d05-78a24331bbac {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:33.040732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fb407f66-f470-464e-a46c-82fb5340d900 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2bdc396021741708d994c9a5bf87de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856959 Jul 06 18:50:33.043430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.047771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39564) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:33.126847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Transition to ACTIVE for port object c153b612-edb9-4ca3-8d05-78a24331bbac will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:33.141302 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.155569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] For port 8b231ea2-687b-4c99-84e1-1d0963dca769, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:33.163608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] For port 8b231ea2-687b-4c99-84e1-1d0963dca769, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8b231ea2-687b-4c99-84e1-1d0963dca769,segment=NetworkSegment(66145c3b-d084-4ea0-a884-56fb682c1d84),segment_id=66145c3b-d084-4ea0-a884-56fb682c1d84)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:33.170540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.204040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8::1 (733717d6-df42-4d1e-b65d-9f50b097bc00/091a57da-9902-42d6-9b07-4d66ff2c2557/3c74927c-53ab-4e41-9b9b-fbcbb985cf0a) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:33.260004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6cd5-ce2d-4eab-9a97-fb83bbb6dcd0 None None] Pushing event updated for resources: {'Port': ['ID=8b231ea2-687b-4c99-84e1-1d0963dca769,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:33.418363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432a933-e790-4ed1-a544-f89c3e6a42b2 req-01b004f7-4e14-4956-8e00-f4ba02abb5d1 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:33.420533 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7432a933-e790-4ed1-a544-f89c3e6a42b2 req-01b004f7-4e14-4956-8e00-f4ba02abb5d1 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 944 time: 0.1275575 Jul 06 18:50:33.427533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.461790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:33.510553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7432a933-e790-4ed1-a544-f89c3e6a42b2 req-dacbba56-2094-4615-b93b-46911f5420de tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797091 Jul 06 18:50:33.598462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92c93bc6-8f2f-45a1-b7a5-6bec392b93ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.630088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a44eeb42-cc9f-419e-9afc-08de3785b947 req-7eef4de3-1ccc-4cb7-a7e0-336b7ed8059c tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 210 time: 0.4643676 Jul 06 18:50:33.633840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.699393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 733717d6-df42-4d1e-b65d-9f50b097bc00 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:33.702782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:33.713200 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92c93bc6-8f2f-45a1-b7a5-6bec392b93ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.713747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-366d61d9-71d0-4944-9230-242f53b21f35 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:33.715258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-366d61d9-71d0-4944-9230-242f53b21f35 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.41 "GET /v2.0/networks?id=c99c89c3-173d-4065-aa7d-743f6f55a10f HTTP/1.1" status: 200 len: 808 time: 0.1835523 Jul 06 18:50:33.716348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:33.716901 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.718722 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad533b8a-8cf0-4aea-af6b-9d12c01fed37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af5723f0342e49468a9b94f9273e03bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9905591 Jul 06 18:50:33.719505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Pushing event updated for resources: {'Port': ['ID=c153b612-edb9-4ca3-8d05-78a24331bbac,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:33.719712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=3c74927c-53ab-4e41-9b9b-fbcbb985cf0a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:33.721963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39566) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:33.772820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Request body: {'port': {'device_id': '1c48a6d1-3108-4409-b4b9-f17ffd27e9d5', 'network_id': 'c99c89c3-173d-4065-aa7d-743f6f55a10f', 'admin_state_up': True, 'tenant_id': '28f194615eca4fa1a347b5898696c8f7'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:33.795391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Attempting to bind port c153b612-edb9-4ca3-8d05-78a24331bbac on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:33.795756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Attempting to bind port c153b612-edb9-4ca3-8d05-78a24331bbac by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:33.796527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Attempting to bind port c153b612-edb9-4ca3-8d05-78a24331bbac on network ff059085-024a-426c-9aa2-cb34e5746639 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:33.814957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Port c153b612-edb9-4ca3-8d05-78a24331bbac on network ff059085-024a-426c-9aa2-cb34e5746639 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:50:33.814957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Attempting to bind port c153b612-edb9-4ca3-8d05-78a24331bbac on network ff059085-024a-426c-9aa2-cb34e5746639 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:33.843736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92c93bc6-8f2f-45a1-b7a5-6bec392b93ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.848842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92c93bc6-8f2f-45a1-b7a5-6bec392b93ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.850048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-92c93bc6-8f2f-45a1-b7a5-6bec392b93ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffd5b47b-3aba-4318-941c-8b27eac54b6b HTTP/1.1" status: 204 len: 168 time: 0.7855456 Jul 06 18:50:33.853872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:33.854984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Checking segment: {'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:33.855399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Bound using segment: {'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:33.855860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Bound port: c153b612-edb9-4ca3-8d05-78a24331bbac, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:33.856614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.879137 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c93bc6-8f2f-45a1-b7a5-6bec392b93ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd5b47b-3aba-4318-941c-8b27eac54b6b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:33.930464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-727eac17-8a75-4b22-87e3-c45d1878f5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.958230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8b231ea2-687b-4c99-84e1-1d0963dca769 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:33.960275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] For port c153b612-edb9-4ca3-8d05-78a24331bbac, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:33.965386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] For port c153b612-edb9-4ca3-8d05-78a24331bbac, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c153b612-edb9-4ca3-8d05-78a24331bbac,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:33.973027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.997551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-727eac17-8a75-4b22-87e3-c45d1878f5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.021398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:34.022636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.024161 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] 10.222.0.24 "PUT /v2.0/ports/c153b612-edb9-4ca3-8d05-78a24331bbac HTTP/1.1" status: 200 len: 1092 time: 1.6378603 Jul 06 18:50:34.024813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8174a8af-0e0e-4072-b772-31fd7cb51d11', 'tag': 'c153b612-edb9-4ca3-8d05-78a24331bbac'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:34.027753 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37062727-b528-43b2-a73e-284160942ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "8174a8af-0e0e-4072-b772-31fd7cb51d11", "tag": "c153b612-edb9-4ca3-8d05-78a24331bbac"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:34.039166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.056029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587590a7-3210-4ffc-aa6d-beefa02a9c4b service neutron] Pushing event updated for resources: {'Port': ['ID=c153b612-edb9-4ca3-8d05-78a24331bbac,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:34.082300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8b231ea2-687b-4c99-84e1-1d0963dca769 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:34.112248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Made reservation on behalf of 28f194615eca4fa1a347b5898696c8f7 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:34.116102 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.125258 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf9ec40-1ccb-493f-a166-24634131bad7 x-openstack-request-id: req-eaf9ec40-1ccb-493f-a166-24634131bad7 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:34.126225 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8174a8af-0e0e-4072-b772-31fd7cb51d11", "tag": "c153b612-edb9-4ca3-8d05-78a24331bbac", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:34.126747 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eaf9ec40-1ccb-493f-a166-24634131bad7 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:34.127668 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8174a8af-0e0e-4072-b772-31fd7cb51d11', 'tag': 'c153b612-edb9-4ca3-8d05-78a24331bbac', 'status': 'completed', 'code': 200} Jul 06 18:50:34.208481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-6b100410-f9de-4d53-b094-ae0baa2bbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:34.210521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-6b100410-f9de-4d53-b094-ae0baa2bbc2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=07f81c0598ec4702bd890fbe73a21ad3&device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 1095 time: 0.0797968 Jul 06 18:50:34.235235 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-727eac17-8a75-4b22-87e3-c45d1878f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.237973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-727eac17-8a75-4b22-87e3-c45d1878f5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.239236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-727eac17-8a75-4b22-87e3-c45d1878f5f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a6aabf3-d722-4903-aa1a-1672b5a8af49 HTTP/1.1" status: 204 len: 168 time: 0.5156677 Jul 06 18:50:34.273741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-29115f34-aa69-4ead-a847-22c9707e1eae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c153b612-edb9-4ca3-8d05-78a24331bbac HTTP/1.1" status: 200 len: 217 time: 0.0535197 Jul 06 18:50:34.366756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-8a8e03ea-4a33-4201-ad21-435973226490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:34.368238 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-8a8e03ea-4a33-4201-ad21-435973226490 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13bc21e9-b87e-40f4-a9db-460f7c817086 HTTP/1.1" status: 200 len: 853 time: 0.0888560 Jul 06 18:50:34.373159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Allocated IP 172.20.0.3 (c99c89c3-173d-4065-aa7d-743f6f55a10f/59b41933-7dd9-4e73-aacc-4efd76eb45dc/6f42f206-7cec-45d0-9506-55bb1bdc3046) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:34.470698 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-b52899f4-ecc2-4d63-bb01-78b900a7a0ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff059085-024a-426c-9aa2-cb34e5746639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862157 Jul 06 18:50:34.553705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.573342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eac17-8a75-4b22-87e3-c45d1878f5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6aabf3-d722-4903-aa1a-1672b5a8af49,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:34.640062 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-4a19ccf0-de8a-49e8-b825-6c39602a009d service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626809 Jul 06 18:50:34.717782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78f420d-2064-4574-9574-e3bd97536ef9 None None] Network 733717d6-df42-4d1e-b65d-9f50b097bc00 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:34.772153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.836052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39582) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:34.837904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9b34c448-3b14-43e9-887b-df6799ecc3bc None None] Provisioning for port 8b231ea2-687b-4c99-84e1-1d0963dca769 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:34.840188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5389d96d-d35b-42c2-9a12-806ab83993aa req-0209347e-c5f8-4227-84a8-719c5541412c service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918950 Jul 06 18:50:34.846193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9b34c448-3b14-43e9-887b-df6799ecc3bc None None] Provisioning complete for port 8b231ea2-687b-4c99-84e1-1d0963dca769 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:34.846558 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b34c448-3b14-43e9-887b-df6799ecc3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.853653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e24c3-af00-4f43-aae3-dfaf30a5779f req-1110d273-d998-41d8-a8a2-0cf8306762fb tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:34.855504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c05e24c3-af00-4f43-aae3-dfaf30a5779f req-1110d273-d998-41d8-a8a2-0cf8306762fb tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 944 time: 0.1645942 Jul 06 18:50:34.877785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Network c99c89c3-173d-4065-aa7d-743f6f55a10f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:34.890937 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32774ea3-01b1-40ed-a5e1-96ca52bfb17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.892727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:34.901466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:34.908433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Pushing event updated for resources: {'Port': ['ID=6f42f206-7cec-45d0-9506-55bb1bdc3046,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:34.965672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.981855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:34.982497 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.984854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.985632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.987824 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c05e24c3-af00-4f43-aae3-dfaf30a5779f req-5a20fae2-17f4-4ab3-8659-1a475ab16542 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251559 Jul 06 18:50:35.021250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062727-b528-43b2-a73e-284160942ed6 req-30d13984-b41a-40d9-a36b-ad1bb06694e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:35.022840 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37062727-b528-43b2-a73e-284160942ed6 req-30d13984-b41a-40d9-a36b-ad1bb06694e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=07f81c0598ec4702bd890fbe73a21ad3&device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 1095 time: 0.1020079 Jul 06 18:50:35.032070 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b34c448-3b14-43e9-887b-df6799ecc3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.049693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e3cb2-7d03-44f5-8f34-bb9a7d62f6b8 req-41062043-0093-4b61-b0e2-1174131135a0 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:35.051314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa3e3cb2-7d03-44f5-8f34-bb9a7d62f6b8 req-41062043-0093-4b61-b0e2-1174131135a0 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 931 time: 0.2337909 Jul 06 18:50:35.086781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9b34c448-3b14-43e9-887b-df6799ecc3bc None None] For port 8b231ea2-687b-4c99-84e1-1d0963dca769, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8b231ea2-687b-4c99-84e1-1d0963dca769,segment=NetworkSegment(66145c3b-d084-4ea0-a884-56fb682c1d84),segment_id=66145c3b-d084-4ea0-a884-56fb682c1d84)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:35.098138 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b34c448-3b14-43e9-887b-df6799ecc3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.110670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=3c74927c-53ab-4e41-9b9b-fbcbb985cf0a,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:35.139665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32774ea3-01b1-40ed-a5e1-96ca52bfb17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.153015 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32774ea3-01b1-40ed-a5e1-96ca52bfb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.159540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa3e3cb2-7d03-44f5-8f34-bb9a7d62f6b8 req-1ffb03d4-855c-40da-bbe9-a3c11b5f44f1 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937879 Jul 06 18:50:35.163200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-9392efb1-c6ab-4127-aa02-abb4be779f24 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4030948 Jul 06 18:50:35.168642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34c448-3b14-43e9-887b-df6799ecc3bc None None] Pushing event updated for resources: {'Port': ['ID=8b231ea2-687b-4c99-84e1-1d0963dca769,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:35.181239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Request body: {'port': {'device_id': '1c48a6d1-3108-4409-b4b9-f17ffd27e9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:35.194148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062727-b528-43b2-a73e-284160942ed6 req-47e8b2ca-d10a-4cdf-bfe0-58313e742ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:35.195683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37062727-b528-43b2-a73e-284160942ed6 req-47e8b2ca-d10a-4cdf-bfe0-58313e742ace service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff059085-024a-426c-9aa2-cb34e5746639 HTTP/1.1" status: 200 len: 914 time: 0.1661136 Jul 06 18:50:35.225421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 733717d6-df42-4d1e-b65d-9f50b097bc00 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:35.228589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:35.252187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32774ea3-01b1-40ed-a5e1-96ca52bfb17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7bc76a-bb6f-4206-80af-c0f2cfdf33fe,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:35.257090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-32774ea3-01b1-40ed-a5e1-96ca52bfb17d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17c2a40074304deeaaed0e48d17a8f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159260 Jul 06 18:50:35.258971 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37062727-b528-43b2-a73e-284160942ed6 req-d48acef4-4da4-43c3-aa1d-d576a56e9121 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c153b612-edb9-4ca3-8d05-78a24331bbac HTTP/1.1" status: 200 len: 217 time: 0.0514927 Jul 06 18:50:35.259743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39584) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:35.351645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-823aa19c-7f56-49d4-9e08-562f813cfb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.351829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.354006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37062727-b528-43b2-a73e-284160942ed6 req-9c3a532b-f7be-4c17-9fb8-0eaffb311014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:35.355911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37062727-b528-43b2-a73e-284160942ed6 req-9c3a532b-f7be-4c17-9fb8-0eaffb311014 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13bc21e9-b87e-40f4-a9db-460f7c817086 HTTP/1.1" status: 200 len: 853 time: 0.0891502 Jul 06 18:50:35.397823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37062727-b528-43b2-a73e-284160942ed6 req-558894f0-56eb-49c6-8df6-373e24e85475 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff059085-024a-426c-9aa2-cb34e5746639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338659 Jul 06 18:50:35.402619 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-823aa19c-7f56-49d4-9e08-562f813cfb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.460663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc0e5b3d-36d9-4062-99bb-c898850ef79e None None] Provisioning for port 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:35.470376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc0e5b3d-36d9-4062-99bb-c898850ef79e None None] Provisioning complete for port 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:35.471116 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5b3d-36d9-4062-99bb-c898850ef79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.506702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router b51ed745-da3b-4106-934b-b0876f9d1e0c is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:50:35.517443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bc0e5b3d-36d9-4062-99bb-c898850ef79e None None] Port 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:35.534366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc0e5b3d-36d9-4062-99bb-c898850ef79e None None] Provisioning complete for port 8b231ea2-687b-4c99-84e1-1d0963dca769 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:35.535070 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5b3d-36d9-4062-99bb-c898850ef79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.537216 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-823aa19c-7f56-49d4-9e08-562f813cfb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.540148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-823aa19c-7f56-49d4-9e08-562f813cfb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.543866 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-823aa19c-7f56-49d4-9e08-562f813cfb50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb7bc76a-bb6f-4206-80af-c0f2cfdf33fe HTTP/1.1" status: 204 len: 168 time: 0.2806938 Jul 06 18:50:35.560513 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37062727-b528-43b2-a73e-284160942ed6 req-48dba88d-90f1-447a-8ef6-2962c3937462 service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556046 Jul 06 18:50:35.561629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823aa19c-7f56-49d4-9e08-562f813cfb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7bc76a-bb6f-4206-80af-c0f2cfdf33fe,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:35.691264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37062727-b528-43b2-a73e-284160942ed6 req-a60b8c1e-aef0-4eb9-a63f-d8e8e9ec025e service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239588 Jul 06 18:50:35.799780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-221323bf-1bc5-425c-bdaf-764b77bf782b None None] Provisioning complete for port 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:35.800561 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-221323bf-1bc5-425c-bdaf-764b77bf782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.852478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-221323bf-1bc5-425c-bdaf-764b77bf782b None None] Port 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:35.906311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8b231ea2-687b-4c99-84e1-1d0963dca769 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:35.959795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8b231ea2-687b-4c99-84e1-1d0963dca769 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:35.960156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.008203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a3741ff4-4400-4957-8441-0cd9deac557f None None] Provisioning complete for port 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:36.008727 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a3741ff4-4400-4957-8441-0cd9deac557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.020999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39590) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:36.071620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a3741ff4-4400-4957-8441-0cd9deac557f None None] Port 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:36.078471 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8a11a956-32dc-48ee-865a-be39edf4a4af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4b2e440283045c987f561f0142cfb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554004 Jul 06 18:50:36.079721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39594) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:36.170602 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77a628dd-6937-4d08-acbc-794764b5cd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.180184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:36.189604 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-974d8e25-f971-4f34-a732-6222376b0233 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/b51ed745-da3b-4106-934b-b0876f9d1e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9017098 Jul 06 18:50:36.193555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39598) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:36.200574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c528ab-df73-4437-89e8-79eafb87eddb None None] Sync routers for ids ['b51ed745-da3b-4106-934b-b0876f9d1e0c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:36.213472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c528ab-df73-4437-89e8-79eafb87eddb None None] Routers {'b51ed745-da3b-4106-934b-b0876f9d1e0c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:36.214202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38c528ab-df73-4437-89e8-79eafb87eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b51ed745-da3b-4106-934b-b0876f9d1e0c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:36.214935 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77a628dd-6937-4d08-acbc-794764b5cd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.224182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ebdc9-eddb-4cab-875f-b8b019b6c627 req-c46f8c0a-d73f-49c7-9ddc-2c976b8e8111 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:36.231229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7c6ebdc9-eddb-4cab-875f-b8b019b6c627 req-c46f8c0a-d73f-49c7-9ddc-2c976b8e8111 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 944 time: 0.1167009 Jul 06 18:50:36.250103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c85859-d253-4349-84e6-14467e3b10bc tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:36.251597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e1c85859-d253-4349-84e6-14467e3b10bc tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports/3c74927c-53ab-4e41-9b9b-fbcbb985cf0a HTTP/1.1" status: 200 len: 911 time: 0.0562482 Jul 06 18:50:36.256992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39600) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:36.262672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38c528ab-df73-4437-89e8-79eafb87eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:36.275731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c528ab-df73-4437-89e8-79eafb87eddb None None] Routers {'b51ed745-da3b-4106-934b-b0876f9d1e0c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:36.276765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38c528ab-df73-4437-89e8-79eafb87eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b51ed745-da3b-4106-934b-b0876f9d1e0c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:36.314197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-38c528ab-df73-4437-89e8-79eafb87eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:36.315256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c528ab-df73-4437-89e8-79eafb87eddb None None] The sync data for ids ['b51ed745-da3b-4106-934b-b0876f9d1e0c'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:36.347409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f42f206-7cec-45d0-9506-55bb1bdc3046 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:36.347682 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7c6ebdc9-eddb-4cab-875f-b8b019b6c627 req-1de1f5d4-3963-4c2f-9f34-709ffb99b5a5 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154690 Jul 06 18:50:36.356375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.374281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Transition to ACTIVE for port object 6f42f206-7cec-45d0-9506-55bb1bdc3046 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:36.381701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.426644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77a628dd-6937-4d08-acbc-794764b5cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.429171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77a628dd-6937-4d08-acbc-794764b5cd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.430361 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-77a628dd-6937-4d08-acbc-794764b5cd5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67909ebb-4e13-4c9e-aa80-f15e0464f884 HTTP/1.1" status: 204 len: 168 time: 0.3494496 Jul 06 18:50:36.430602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9812cd-1c60-4b03-a574-048da10455b9 req-341a81e0-0a2a-45ae-8d78-7a59062dcfb4 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:36.432123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf9812cd-1c60-4b03-a574-048da10455b9 req-341a81e0-0a2a-45ae-8d78-7a59062dcfb4 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 931 time: 0.1286645 Jul 06 18:50:36.460669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Pushing event updated for resources: {'Port': ['ID=6f42f206-7cec-45d0-9506-55bb1bdc3046,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:36.473637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a628dd-6937-4d08-acbc-794764b5cd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67909ebb-4e13-4c9e-aa80-f15e0464f884,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:36.529314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf9812cd-1c60-4b03-a574-048da10455b9 req-f26f9112-f308-4be8-b216-20878f72dc91 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905991 Jul 06 18:50:36.567024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Attempting to bind port 6f42f206-7cec-45d0-9506-55bb1bdc3046 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:36.567377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Attempting to bind port 6f42f206-7cec-45d0-9506-55bb1bdc3046 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'f6568ac1-1892-43c4-ad1b-0dad02a438c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c99c89c3-173d-4065-aa7d-743f6f55a10f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:36.567714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Attempting to bind port 6f42f206-7cec-45d0-9506-55bb1bdc3046 on network c99c89c3-173d-4065-aa7d-743f6f55a10f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:36.572328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Port 6f42f206-7cec-45d0-9506-55bb1bdc3046 on network c99c89c3-173d-4065-aa7d-743f6f55a10f not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:50:36.572710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Attempting to bind port 6f42f206-7cec-45d0-9506-55bb1bdc3046 on network c99c89c3-173d-4065-aa7d-743f6f55a10f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:36.577997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:36.578343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Checking segment: {'id': 'f6568ac1-1892-43c4-ad1b-0dad02a438c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c99c89c3-173d-4065-aa7d-743f6f55a10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:36.578788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Bound using segment: {'id': 'f6568ac1-1892-43c4-ad1b-0dad02a438c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c99c89c3-173d-4065-aa7d-743f6f55a10f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:36.579232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Bound port: 6f42f206-7cec-45d0-9506-55bb1bdc3046, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6568ac1-1892-43c4-ad1b-0dad02a438c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c99c89c3-173d-4065-aa7d-743f6f55a10f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:36.579594 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.652204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] For port 6f42f206-7cec-45d0-9506-55bb1bdc3046, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:36.655601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] For port 6f42f206-7cec-45d0-9506-55bb1bdc3046, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6f42f206-7cec-45d0-9506-55bb1bdc3046,segment=NetworkSegment(f6568ac1-1892-43c4-ad1b-0dad02a438c8),segment_id=f6568ac1-1892-43c4-ad1b-0dad02a438c8)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:36.660205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.676364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.695298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:36.695824 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.697178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f42f206-7cec-45d0-9506-55bb1bdc3046 HTTP/1.1" status: 200 len: 1091 time: 1.5203767 Jul 06 18:50:36.697626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c48a6d1-3108-4409-b4b9-f17ffd27e9d5', 'tag': '6f42f206-7cec-45d0-9506-55bb1bdc3046'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:36.699962 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82637927-af94-4116-90e3-4bad4206d9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c48a6d1-3108-4409-b4b9-f17ffd27e9d5", "tag": "6f42f206-7cec-45d0-9506-55bb1bdc3046"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:36.734897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeb29a-9dce-4732-aae2-746f0ad18a75 service neutron] Pushing event updated for resources: {'Port': ['ID=6f42f206-7cec-45d0-9506-55bb1bdc3046,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:36.757205 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33e82e9-2264-4741-9df4-c284a13e3ef5 x-openstack-request-id: req-d33e82e9-2264-4741-9df4-c284a13e3ef5 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:36.757584 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c48a6d1-3108-4409-b4b9-f17ffd27e9d5", "tag": "6f42f206-7cec-45d0-9506-55bb1bdc3046", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:36.758149 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d33e82e9-2264-4741-9df4-c284a13e3ef5 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:36.758593 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c48a6d1-3108-4409-b4b9-f17ffd27e9d5', 'tag': '6f42f206-7cec-45d0-9506-55bb1bdc3046', 'status': 'completed', 'code': 200} Jul 06 18:50:36.814369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-0ae1f722-347f-4424-b514-45afc7286266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:36.816006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-0ae1f722-347f-4424-b514-45afc7286266 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28f194615eca4fa1a347b5898696c8f7&device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 1094 time: 0.0693176 Jul 06 18:50:36.860122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-2f8f6d87-86f4-4f28-b0db-4053925f9827 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f42f206-7cec-45d0-9506-55bb1bdc3046 HTTP/1.1" status: 200 len: 217 time: 0.0355856 Jul 06 18:50:36.915580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-264e3ca5-df42-4bdd-a12e-ade987dc4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:36.917082 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-264e3ca5-df42-4bdd-a12e-ade987dc4938 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59b41933-7dd9-4e73-aacc-4efd76eb45dc HTTP/1.1" status: 200 len: 848 time: 0.0510511 Jul 06 18:50:36.949598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-266674d1-ae30-44b6-b57b-d4575a74f6ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c99c89c3-173d-4065-aa7d-743f6f55a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264566 Jul 06 18:50:36.967040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:36.967683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.042849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device c153b612-edb9-4ca3-8d05-78a24331bbac details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:50:37.049586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-67f36e93-2fab-408d-ab01-1653c6e960bd service neutron] 10.222.0.41 "GET /v2.0/networks/c99c89c3-173d-4065-aa7d-743f6f55a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933106 Jul 06 18:50:37.065203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.082031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 3c74927c-53ab-4e41-9b9b-fbcbb985cf0a owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:37.166371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port c153b612-edb9-4ca3-8d05-78a24331bbac, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c153b612-edb9-4ca3-8d05-78a24331bbac,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:37.169355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-533a4a95-c53a-42ad-af89-4c4cd9ea456d req-249998ce-1a31-4ab4-b853-892f50fa5615 service neutron] 10.222.0.41 "GET /v2.0/networks/c99c89c3-173d-4065-aa7d-743f6f55a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108296 Jul 06 18:50:37.182603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'c153b612-edb9-4ca3-8d05-78a24331bbac', 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639', 'port_id': 'c153b612-edb9-4ca3-8d05-78a24331bbac', 'mac_address': 'fa:16:3e:79:a0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc21e9-b87e-40f4-a9db-460f7c817086', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:50:37.228456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.241135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39624) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:37.242390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c153b612-edb9-4ca3-8d05-78a24331bbac {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:37.265085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port c153b612-edb9-4ca3-8d05-78a24331bbac, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c153b612-edb9-4ca3-8d05-78a24331bbac,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:37.271348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.287904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.312003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637927-af94-4116-90e3-4bad4206d9c2 req-927efa75-aaba-4fe0-9866-998c1d949d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:37.315673 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82637927-af94-4116-90e3-4bad4206d9c2 req-927efa75-aaba-4fe0-9866-998c1d949d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28f194615eca4fa1a347b5898696c8f7&device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 1094 time: 0.0828862 Jul 06 18:50:37.316710 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=3c74927c-53ab-4e41-9b9b-fbcbb985cf0a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:37.449745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.456953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1663044912-network', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:37.527184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637927-af94-4116-90e3-4bad4206d9c2 req-b79ba812-28b0-42f7-90bf-f4134b5aa5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:37.528691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82637927-af94-4116-90e3-4bad4206d9c2 req-b79ba812-28b0-42f7-90bf-f4134b5aa5c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c99c89c3-173d-4065-aa7d-743f6f55a10f HTTP/1.1" status: 200 len: 909 time: 0.2013819 Jul 06 18:50:37.548476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=c153b612-edb9-4ca3-8d05-78a24331bbac,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:37.592052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Made reservation on behalf of a30752e4758e4a57bd5fee0351d947b7 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:37.596174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['c153b612-edb9-4ca3-8d05-78a24331bbac'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:37.600521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.613878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82637927-af94-4116-90e3-4bad4206d9c2 req-9c60a624-e83c-4a3c-88da-cbeadbc33d3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f42f206-7cec-45d0-9506-55bb1bdc3046 HTTP/1.1" status: 200 len: 217 time: 0.0594473 Jul 06 18:50:37.665670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router b51ed745-da3b-4106-934b-b0876f9d1e0c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:37.675412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.680009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637927-af94-4116-90e3-4bad4206d9c2 req-0ed700d4-a3b1-4c51-877d-ade5c8e02d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:37.681526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82637927-af94-4116-90e3-4bad4206d9c2 req-0ed700d4-a3b1-4c51-877d-ade5c8e02d38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59b41933-7dd9-4e73-aacc-4efd76eb45dc HTTP/1.1" status: 200 len: 848 time: 0.0505462 Jul 06 18:50:37.726477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82637927-af94-4116-90e3-4bad4206d9c2 req-eb6b91dc-5f73-4a29-8866-cf4138952d69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c99c89c3-173d-4065-aa7d-743f6f55a10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378082 Jul 06 18:50:37.761554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:37.769480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cf24b20f-1819-4160-bbf2-3acdbb29a214 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/b51ed745-da3b-4106-934b-b0876f9d1e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5082088 Jul 06 18:50:37.772944 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe159d-d786-48cd-a14a-c676d902787f None None] Sync routers for ids ['b51ed745-da3b-4106-934b-b0876f9d1e0c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:37.782815 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe159d-d786-48cd-a14a-c676d902787f None None] Routers {'b51ed745-da3b-4106-934b-b0876f9d1e0c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:37.783527 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-53fe159d-d786-48cd-a14a-c676d902787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b51ed745-da3b-4106-934b-b0876f9d1e0c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:37.783956 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39632) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:37.815420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6025-8158-40fd-8310-95ab7e65bae6 req-bfc104b3-4f61-4ab6-972f-ed601842b383 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:37.817797 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d09cdaa3-5313-4603-bc77-0c79d81a38be tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51ed745-da3b-4106-934b-b0876f9d1e0c HTTP/1.1" status: 200 len: 205 time: 0.0308790 Jul 06 18:50:37.817959 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-908a6025-8158-40fd-8310-95ab7e65bae6 req-bfc104b3-4f61-4ab6-972f-ed601842b383 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 945 time: 0.3117568 Jul 06 18:50:37.819736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39634) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:37.824278 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-53fe159d-d786-48cd-a14a-c676d902787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:37.835982 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe159d-d786-48cd-a14a-c676d902787f None None] Routers {'b51ed745-da3b-4106-934b-b0876f9d1e0c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:37.836895 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-53fe159d-d786-48cd-a14a-c676d902787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b51ed745-da3b-4106-934b-b0876f9d1e0c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:37.874053 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-53fe159d-d786-48cd-a14a-c676d902787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:37.874704 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe159d-d786-48cd-a14a-c676d902787f None None] The sync data for ids ['b51ed745-da3b-4106-934b-b0876f9d1e0c'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:37.904055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ec34646-b96a-49fc-bddc-53556a56d527 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.906784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82637927-af94-4116-90e3-4bad4206d9c2 req-9e603879-a897-4a92-817d-dd54d55812fb service neutron] 10.222.0.41 "GET /v2.0/networks/c99c89c3-173d-4065-aa7d-743f6f55a10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735756 Jul 06 18:50:37.912338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-908a6025-8158-40fd-8310-95ab7e65bae6 req-10d65793-2cdb-456b-a492-bf8f1ec23ee6 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835128 Jul 06 18:50:37.986296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.992247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbaf1c-ec79-43cb-b110-04b83dbb6043 req-25e9a9b9-a649-4ddb-bf67-f246dcf7e4af tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:37.993777 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afdbaf1c-ec79-43cb-b110-04b83dbb6043 req-25e9a9b9-a649-4ddb-bf67-f246dcf7e4af tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 943 time: 0.3159697 Jul 06 18:50:37.994659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.029745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:50:38.053815 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.054248 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Added segment 114a3cad-be40-48ab-abb7-1c5f096e1b24 of type vlan for network a0e5d432-40a2-416f-82b4-6fb869a6c31f Jul 06 18:50:38.057218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-82637927-af94-4116-90e3-4bad4206d9c2 req-49bc0ade-81bb-4fc9-8ee1-80d1908c379a service neutron] 10.222.0.41 "GET /v2.0/networks/c99c89c3-173d-4065-aa7d-743f6f55a10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417079 Jul 06 18:50:38.064334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718e8962-a2ef-4d05-a306-4210113c4071,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:38.093738 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ec34646-b96a-49fc-bddc-53556a56d527 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.096144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ec34646-b96a-49fc-bddc-53556a56d527 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.100498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.135736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.136762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:38.137322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.149789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afdbaf1c-ec79-43cb-b110-04b83dbb6043 req-7f30802b-5f9a-4260-a216-33aa2b348276 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325297 Jul 06 18:50:38.159198 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ec34646-b96a-49fc-bddc-53556a56d527 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.159754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec34646-b96a-49fc-bddc-53556a56d527 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Fanout notify agent at l3_agent the message router_deleted on router b51ed745-da3b-4106-934b-b0876f9d1e0c {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:38.167255 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ec34646-b96a-49fc-bddc-53556a56d527 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.168401 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1ec34646-b96a-49fc-bddc-53556a56d527 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/b51ed745-da3b-4106-934b-b0876f9d1e0c HTTP/1.1" status: 204 len: 168 time: 0.3476982 Jul 06 18:50:38.176785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39636) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:38.190598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9466007 Jul 06 18:50:38.195006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39638) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:38.199925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Request body: {'subnet': {'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1663044912-subnet', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:38.209852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e70ef-f954-4b6b-bcd1-005ae67f5336 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e5d432-40a2-416f-82b4-6fb869a6c31f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:38.224969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:50:38.231108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Made reservation on behalf of a30752e4758e4a57bd5fee0351d947b7 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:38.233791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.236043 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-166718c1-8e54-4f7c-9d32-01195e82ccad tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet 091a57da-9902-42d6-9b07-4d66ff2c2557 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:38.242523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-166718c1-8e54-4f7c-9d32-01195e82ccad tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.279861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 6f42f206-7cec-45d0-9506-55bb1bdc3046 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:50:38.283784 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-166718c1-8e54-4f7c-9d32-01195e82ccad tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.377183 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-166718c1-8e54-4f7c-9d32-01195e82ccad tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.393464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 6f42f206-7cec-45d0-9506-55bb1bdc3046, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6f42f206-7cec-45d0-9506-55bb1bdc3046,segment=NetworkSegment(f6568ac1-1892-43c4-ad1b-0dad02a438c8),segment_id=f6568ac1-1892-43c4-ad1b-0dad02a438c8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:38.408284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '6f42f206-7cec-45d0-9506-55bb1bdc3046', 'network_id': 'c99c89c3-173d-4065-aa7d-743f6f55a10f', 'port_id': '6f42f206-7cec-45d0-9506-55bb1bdc3046', 'mac_address': 'fa:16:3e:25:eb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b41933-7dd9-4e73-aacc-4efd76eb45dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:50:38.416712 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.449528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-166718c1-8e54-4f7c-9d32-01195e82ccad tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.452530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.467273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=678f3712-8d95-436b-affc-a88a39878579,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:38.469246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f42f206-7cec-45d0-9506-55bb1bdc3046 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:38.485913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Checking segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:38.486289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Network hostable DHCP agents. Network: a0e5d432-40a2-416f-82b4-6fb869a6c31f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:50:38.488694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166718c1-8e54-4f7c-9d32-01195e82ccad tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=091a57da-9902-42d6-9b07-4d66ff2c2557,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:38.491743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 6f42f206-7cec-45d0-9506-55bb1bdc3046, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6f42f206-7cec-45d0-9506-55bb1bdc3046,segment=NetworkSegment(f6568ac1-1892-43c4-ad1b-0dad02a438c8),segment_id=f6568ac1-1892-43c4-ad1b-0dad02a438c8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:38.494087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-166718c1-8e54-4f7c-9d32-01195e82ccad tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.496134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-166718c1-8e54-4f7c-9d32-01195e82ccad tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/091a57da-9902-42d6-9b07-4d66ff2c2557 HTTP/1.1" status: 204 len: 168 time: 0.3181462 Jul 06 18:50:38.498876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39640) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:38.500675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd9088-887c-4c4b-b77a-4ecd59fbf09b None None] Network 733717d6-df42-4d1e-b65d-9f50b097bc00 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:38.504709 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.510676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:50:38.522737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, a0e5d432-40a2-416f-82b4-6fb869a6c31f) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:38.528153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:38.528981 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.543956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8464c81-9c93-4f35-841e-50e3e42beb1c None None] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:38.550622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-daf9d0d3-bdc3-4794-a90e-f78162c63bf2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3544688 Jul 06 18:50:38.553263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39642) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:38.558334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:38.583610 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.585080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.596134 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.644120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.657965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 8b231ea2-687b-4c99-84e1-1d0963dca769 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:38.658478 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.711500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['6f42f206-7cec-45d0-9506-55bb1bdc3046'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:38.721334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=6f42f206-7cec-45d0-9506-55bb1bdc3046,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:38.735798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port 8b231ea2-687b-4c99-84e1-1d0963dca769, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8b231ea2-687b-4c99-84e1-1d0963dca769,segment=NetworkSegment(66145c3b-d084-4ea0-a884-56fb682c1d84),segment_id=66145c3b-d084-4ea0-a884-56fb682c1d84)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:38.736271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.752374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 8b231ea2-687b-4c99-84e1-1d0963dca769 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:38.794450 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.846902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.880310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No DVR routers for this DVR port 8b231ea2-687b-4c99-84e1-1d0963dca769 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:38.892784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'fixed_ips': [{'subnet_id': '678f3712-8d95-436b-affc-a88a39878579'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:50:38.894022 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.906124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=8b231ea2-687b-4c99-84e1-1d0963dca769,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:38.980115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.992246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733717d6-df42-4d1e-b65d-9f50b097bc00']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:38.993973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7659a09-969f-4a6c-bf77-bd4df410bf96 None None] DHCP port deletion for 733717d6-df42-4d1e-b65d-9f50b097bc00 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:39.032103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.052702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device c153b612-edb9-4ca3-8d05-78a24331bbac up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:39.053817 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.132922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Allocated IP 172.20.0.2 (a0e5d432-40a2-416f-82b4-6fb869a6c31f/678f3712-8d95-436b-affc-a88a39878579/7d5bf20e-46d3-4590-bc79-f0e986f6fe0b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:39.159691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port c153b612-edb9-4ca3-8d05-78a24331bbac completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:39.199434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port c153b612-edb9-4ca3-8d05-78a24331bbac triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:39.200092 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.328080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66145c3b-d084-4ea0-a884-56fb682c1d84') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:39.328311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66145c3b-d084-4ea0-a884-56fb682c1d84') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:39.347743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.361460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.365315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Allocated IP 172.25.4.91 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/7850e68d-07f0-4a36-a52b-d56ac03a49f6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:39.382526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8af06-ea36-4a38-8824-959b37ab4a51 req-42120ded-f784-4786-907b-b4d02ad15441 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:39.382834 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.384321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7c8af06-ea36-4a38-8824-959b37ab4a51 req-42120ded-f784-4786-907b-b4d02ad15441 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 945 time: 0.2396312 Jul 06 18:50:39.398707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Transition to ACTIVE for port object 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:39.404633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8174a8af-0e0e-4072-b772-31fd7cb51d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c153b612-edb9-4ca3-8d05-78a24331bbac'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:39.407389 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7da1d8c-86d2-47fe-8181-92aca7029f86" -d '{"events": [{"server_uuid": "8174a8af-0e0e-4072-b772-31fd7cb51d11", "name": "network-vif-plugged", "status": "completed", "tag": "c153b612-edb9-4ca3-8d05-78a24331bbac"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:39.417237 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.429039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:39.429460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.430244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port c153b612-edb9-4ca3-8d05-78a24331bbac, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c153b612-edb9-4ca3-8d05-78a24331bbac,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:39.434943 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:39.438571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Transition to ACTIVE for port object 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:39.441623 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.468118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.494211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:39.499789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:39.500972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7c8af06-ea36-4a38-8824-959b37ab4a51 req-527332bd-2d8f-437f-a581-35a8e822b1e0 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021631 Jul 06 18:50:39.507973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:39.515971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=c153b612-edb9-4ca3-8d05-78a24331bbac,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:39.538985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.547092 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.549580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/733717d6-df42-4d1e-b65d-9f50b097bc00 HTTP/1.1" status: 204 len: 168 time: 1.0489063 Jul 06 18:50:39.559693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3cf67-12f4-4b95-b5c8-4b2e2ebfa95b req-01e00461-dc1c-42cf-a9dd-cc6e911bbd61 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:39.559882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39650) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:39.561402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1f3cf67-12f4-4b95-b5c8-4b2e2ebfa95b req-01e00461-dc1c-42cf-a9dd-cc6e911bbd61 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 944 time: 0.1809740 Jul 06 18:50:39.573835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26125e7c-1ae3-4cd5-bbcd-fb2e59a8ff42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=733717d6-df42-4d1e-b65d-9f50b097bc00,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:39.587719 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1232287702', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:39.602035 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7129b22-4e51-448e-9b91-c2b60ca2234e x-openstack-request-id: req-a7129b22-4e51-448e-9b91-c2b60ca2234e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:39.602465 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8174a8af-0e0e-4072-b772-31fd7cb51d11", "name": "network-vif-plugged", "status": "completed", "tag": "c153b612-edb9-4ca3-8d05-78a24331bbac", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:39.602811 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7129b22-4e51-448e-9b91-c2b60ca2234e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:39.603303 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8174a8af-0e0e-4072-b772-31fd7cb51d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c153b612-edb9-4ca3-8d05-78a24331bbac', 'code': 200} Jul 06 18:50:39.623484 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.632306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1f3cf67-12f4-4b95-b5c8-4b2e2ebfa95b req-06280713-7bef-4265-bb4d-47e13077adb9 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606048 Jul 06 18:50:39.652328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.652328 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.652691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Pushing event updated for resources: {'Port': ['ID=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:39.667250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Attempting to bind port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:39.667742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Attempting to bind port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:39.668324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Attempting to bind port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b on network a0e5d432-40a2-416f-82b4-6fb869a6c31f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:39.675352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:39.675779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Checking segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:39.676193 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.676593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Bound using segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:39.677068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Bound port: 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:39.677474 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.716296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.719635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.740453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ab54c-549a-4383-93f9-b32d50e1dcb4 req-a7002a8f-5622-47de-a012-631f621735b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:39.742377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-526ab54c-549a-4383-93f9-b32d50e1dcb4 req-a7002a8f-5622-47de-a012-631f621735b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 1097 time: 0.0619242 Jul 06 18:50:39.749889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] For port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:39.754200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] For port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:39.763053 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.784089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-526ab54c-549a-4383-93f9-b32d50e1dcb4 req-6c9dcfeb-cc04-4263-ac0c-3e29c3e8d745 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352898 Jul 06 18:50:39.827493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1159e3-0a66-4aa9-aa83-cf9eea3487d4 None None] Pushing event updated for resources: {'Port': ['ID=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:39.835878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:39.842038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:39.848841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:39.854403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Pushing event updated for resources: {'Port': ['ID=7850e68d-07f0-4a36-a52b-d56ac03a49f6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:39.881435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8b231ea2-687b-4c99-84e1-1d0963dca769 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:39.906113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8b231ea2-687b-4c99-84e1-1d0963dca769 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:39.906450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8b231ea2-687b-4c99-84e1-1d0963dca769 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:39.967254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:40.293542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 6f42f206-7cec-45d0-9506-55bb1bdc3046 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:40.338013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:40.351056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 6f42f206-7cec-45d0-9506-55bb1bdc3046 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:40.355570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 6f42f206-7cec-45d0-9506-55bb1bdc3046 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:40.355942 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:40.397285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:40.422341 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:40.437604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:40.473857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 6f42f206-7cec-45d0-9506-55bb1bdc3046, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6f42f206-7cec-45d0-9506-55bb1bdc3046,segment=NetworkSegment(f6568ac1-1892-43c4-ad1b-0dad02a438c8),segment_id=f6568ac1-1892-43c4-ad1b-0dad02a438c8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:40.484107 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:40.540483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=6f42f206-7cec-45d0-9506-55bb1bdc3046,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:40.718518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:40.726841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 172.25.4.22 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/5e2867a8-1fac-48ed-b14d-444aba784e90) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:40.831822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7676812-3c0f-4781-b95d-50788042aa2f req-4a458186-505c-4142-b2e8-4be95dc4f463 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:40.833741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7676812-3c0f-4781-b95d-50788042aa2f req-4a458186-505c-4142-b2e8-4be95dc4f463 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 945 time: 0.0762811 Jul 06 18:50:40.876365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7676812-3c0f-4781-b95d-50788042aa2f req-46351f28-ee7f-4e5f-a159-cef82a4295df tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Jul 06 18:50:40.909637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc938d38-e684-4f8e-b226-d4efe07c096b None None] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:40.974008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ef5dd5eb-bf68-4bfb-a22e-ce5568bee1ff None None] Provisioning for port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:41.222877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b6300-cf2e-4636-a64e-f83c6f322117 req-3c8c690c-9493-4012-a7eb-c4cf6937e97e tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:41.224392 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f70b6300-cf2e-4636-a64e-f83c6f322117 req-3c8c690c-9493-4012-a7eb-c4cf6937e97e tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 946 time: 0.5741932 Jul 06 18:50:41.331215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:41.343017 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f70b6300-cf2e-4636-a64e-f83c6f322117 req-92cf6619-67dd-4b09-912b-86161f9a35ea tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875521 Jul 06 18:50:41.391626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:50:41.394843 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:41.449634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:41.478088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=5e2867a8-1fac-48ed-b14d-444aba784e90,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:41.480979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:41.484546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:41.604365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c48a6d1-3108-4409-b4b9-f17ffd27e9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f42f206-7cec-45d0-9506-55bb1bdc3046'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:41.607050 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf30d8bc-c575-45c0-9c69-d7f22f1d1420" -d '{"events": [{"server_uuid": "1c48a6d1-3108-4409-b4b9-f17ffd27e9d5", "name": "network-vif-plugged", "status": "completed", "tag": "6f42f206-7cec-45d0-9506-55bb1bdc3046"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:41.632422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:41.642734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Sync routers for ids ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:41.647658 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601e0890-1728-48dd-ae42-f2bf1a8d837f x-openstack-request-id: req-601e0890-1728-48dd-ae42-f2bf1a8d837f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:41.648008 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c48a6d1-3108-4409-b4b9-f17ffd27e9d5", "name": "network-vif-plugged", "status": "completed", "tag": "6f42f206-7cec-45d0-9506-55bb1bdc3046", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:41.648325 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-601e0890-1728-48dd-ae42-f2bf1a8d837f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:41.648804 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c48a6d1-3108-4409-b4b9-f17ffd27e9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f42f206-7cec-45d0-9506-55bb1bdc3046', 'code': 200} Jul 06 18:50:41.656315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Routers {'3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:41.658021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:41.679087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:41.680334 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-670e9dc5-77a7-4d8f-af3b-509305f976da admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1258335 Jul 06 18:50:41.683662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39658) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:41.783237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Set router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:41.832439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f914f-8633-43b0-a7ec-7800ac4a7f18 req-c87bc666-185f-44bb-a302-9530d1fccb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:41.834145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c30f914f-8633-43b0-a7ec-7800ac4a7f18 req-c87bc666-185f-44bb-a302-9530d1fccb37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 1096 time: 0.1085413 Jul 06 18:50:41.834715 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:41.949146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:41.949664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c30f914f-8633-43b0-a7ec-7800ac4a7f18 req-4980ff7f-95c6-428b-a55a-078b6122db0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766387 Jul 06 18:50:42.056620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:42.062387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:42.062387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.118078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:50:40Z', 'revision_number': 3, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port': {'id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:39Z', 'updated_at': '2021-07-06T18:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:42.130087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5a6b-a116-4dad-b59d-1c4f60e7ea68 req-d8d00657-cf5f-4b9e-b990-c6cc8e33a3da tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:42.131634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bfee5a6b-a116-4dad-b59d-1c4f60e7ea68 req-d8d00657-cf5f-4b9e-b990-c6cc8e33a3da tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 945 time: 0.1191828 Jul 06 18:50:42.132937 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.146700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Checking router: 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:42.147188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Updating router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac port 7850e68d-07f0-4a36-a52b-d56ac03a49f6 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:50:42.149350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.210006 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.212968 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.248339 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bfee5a6b-a116-4dad-b59d-1c4f60e7ea68 req-13e142af-c546-4abd-a3c8-162cf853f98c tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746262 Jul 06 18:50:42.281313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:42.289450 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.309777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router 41aa0507-2122-40ce-b5b7-dbf761cc0772 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:50:42.380341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Allocated IP 172.20.0.1 (a0e5d432-40a2-416f-82b4-6fb869a6c31f/678f3712-8d95-436b-affc-a88a39878579/e4416f68-1273-4604-b3f5-63f265b78b60) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:42.444554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:42.444971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:42.456589 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5b1ac-9b9e-4018-a8f8-e85e9e995b7c None None] Sync routers for ids ['41aa0507-2122-40ce-b5b7-dbf761cc0772'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:42.473923 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5b1ac-9b9e-4018-a8f8-e85e9e995b7c None None] Routers {'41aa0507-2122-40ce-b5b7-dbf761cc0772'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:42.475862 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-09a5b1ac-9b9e-4018-a8f8-e85e9e995b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41aa0507-2122-40ce-b5b7-dbf761cc0772'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:42.488754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.490487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4dcad715-2fd2-42e7-a7a8-2042a39cceb2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9291856 Jul 06 18:50:42.492895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39664) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:42.524820 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-09a5b1ac-9b9e-4018-a8f8-e85e9e995b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:42.535884 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5b1ac-9b9e-4018-a8f8-e85e9e995b7c None None] Routers {'41aa0507-2122-40ce-b5b7-dbf761cc0772'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:42.536892 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-09a5b1ac-9b9e-4018-a8f8-e85e9e995b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41aa0507-2122-40ce-b5b7-dbf761cc0772'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:42.560852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.576882 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-09a5b1ac-9b9e-4018-a8f8-e85e9e995b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:42.577847 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5b1ac-9b9e-4018-a8f8-e85e9e995b7c None None] The sync data for ids ['41aa0507-2122-40ce-b5b7-dbf761cc0772'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:42.582872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.584083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Transition to ACTIVE for port object e4416f68-1273-4604-b3f5-63f265b78b60 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:42.593477 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Transition to ACTIVE for port object 7850e68d-07f0-4a36-a52b-d56ac03a49f6 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:42.601433 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.611204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b0d4e-7d6d-4e6b-aa28-29963568ab57 req-df0df3a0-2b32-45d5-bc10-32036efa7285 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:42.612983 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-739b0d4e-7d6d-4e6b-aa28-29963568ab57 req-df0df3a0-2b32-45d5-bc10-32036efa7285 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 946 time: 0.1018677 Jul 06 18:50:42.653773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Attempting to bind port 7850e68d-07f0-4a36-a52b-d56ac03a49f6 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:42.654362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Attempting to bind port 7850e68d-07f0-4a36-a52b-d56ac03a49f6 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:42.654463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Attempting to bind port 7850e68d-07f0-4a36-a52b-d56ac03a49f6 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:42.654980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0f559df8-3a46-469f-ab54-02031f282f06 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/routers/41aa0507-2122-40ce-b5b7-dbf761cc0772 HTTP/1.1" status: 200 len: 884 time: 0.1600041 Jul 06 18:50:42.656670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39666) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:42.662431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5716-8cda-4573-a6fc-19cbfbe99bb3 None None] Pushing event updated for resources: {'Port': ['ID=7850e68d-07f0-4a36-a52b-d56ac03a49f6,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:42.666182 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:42.666556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:42.666959 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.667343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:42.667817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Bound port: 7850e68d-07f0-4a36-a52b-d56ac03a49f6, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:42.668195 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.677449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-739b0d4e-7d6d-4e6b-aa28-29963568ab57 req-67dc45e1-4735-4c75-a996-b96fe83765af tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513353 Jul 06 18:50:42.679147 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.732913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:42.736288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:42.744092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] For port 7850e68d-07f0-4a36-a52b-d56ac03a49f6, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:42.750567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:42.752912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] For port 7850e68d-07f0-4a36-a52b-d56ac03a49f6, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7850e68d-07f0-4a36-a52b-d56ac03a49f6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:42.758722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.831192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Pushing event updated for resources: {'Port': ['ID=e4416f68-1273-4604-b3f5-63f265b78b60,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:42.862443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:42.866598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Routers {'3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:42.867349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:42.984731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b8bb18d5-ebaf-4970-990e-0be50b3de831 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3266280 Jul 06 18:50:42.992022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39702) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:42.998974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2f7fcd4c-eb19-4a3a-9672-552f55ecb39d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1232287702'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:42.999231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5716-8cda-4573-a6fc-19cbfbe99bb3 None None] Pushing event updated for resources: {'Port': ['ID=7850e68d-07f0-4a36-a52b-d56ac03a49f6,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:43.036637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] Set router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:43.327782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:43.363936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-67425022-9cdd-4b57-a767-d607283b3569 None None] Provisioning for port e4416f68-1273-4604-b3f5-63f265b78b60 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:43.375079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-67425022-9cdd-4b57-a767-d607283b3569 None None] Provisioning complete for port e4416f68-1273-4604-b3f5-63f265b78b60 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:43.375687 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67425022-9cdd-4b57-a767-d607283b3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:43.417496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-67425022-9cdd-4b57-a767-d607283b3569 None None] Port e4416f68-1273-4604-b3f5-63f265b78b60 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:43.472623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4127c-3004-4ec7-8a30-8c1409086fef req-9b66e16b-c86d-4284-9948-87a99a8d18b4 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:43.476624 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63a4127c-3004-4ec7-8a30-8c1409086fef req-9b66e16b-c86d-4284-9948-87a99a8d18b4 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 945 time: 0.0864871 Jul 06 18:50:43.493381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:50:40Z', 'revision_number': 3, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port': {'id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:39Z', 'updated_at': '2021-07-06T18:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:43.528099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c91d-66c0-46f5-b4e1-83ef6f787c61 None None] The sync data for ids ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'] in n-d-799684-2 is: [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:50:40Z', 'revision_number': 3, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port': {'id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:39Z', 'updated_at': '2021-07-06T18:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:43.537429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f7fcd4c-eb19-4a3a-9672-552f55ecb39d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:43.538336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63a4127c-3004-4ec7-8a30-8c1409086fef req-c894d553-8246-454c-abca-bf4586e7b324 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Jul 06 18:50:43.584738 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f7fcd4c-eb19-4a3a-9672-552f55ecb39d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:43.700658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:43.711338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:43.844676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Pushing event updated for resources: {'Port': ['ID=e4416f68-1273-4604-b3f5-63f265b78b60,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:43.860897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:43.894318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7fcd4c-eb19-4a3a-9672-552f55ecb39d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router 41aa0507-2122-40ce-b5b7-dbf761cc0772 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:43.912087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:43.998875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:43.999119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:44.480271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:44.482381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:44.720794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:44.730135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7fcd4c-eb19-4a3a-9672-552f55ecb39d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:44.738008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f7fcd4c-eb19-4a3a-9672-552f55ecb39d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:44.740847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ce0cf-6cd5-4042-8141-b86b1deb40f1 None None] Sync routers for ids ['41aa0507-2122-40ce-b5b7-dbf761cc0772'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:44.741900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39764) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:44.742425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2f7fcd4c-eb19-4a3a-9672-552f55ecb39d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/41aa0507-2122-40ce-b5b7-dbf761cc0772 HTTP/1.1" status: 200 len: 891 time: 1.7489920 Jul 06 18:50:44.759211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ce0cf-6cd5-4042-8141-b86b1deb40f1 None None] Routers {'41aa0507-2122-40ce-b5b7-dbf761cc0772'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:44.760149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6f0ce0cf-6cd5-4042-8141-b86b1deb40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41aa0507-2122-40ce-b5b7-dbf761cc0772'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:44.844965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6f0ce0cf-6cd5-4042-8141-b86b1deb40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:44.863325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ce0cf-6cd5-4042-8141-b86b1deb40f1 None None] Routers {'41aa0507-2122-40ce-b5b7-dbf761cc0772'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:44.863325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6f0ce0cf-6cd5-4042-8141-b86b1deb40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['41aa0507-2122-40ce-b5b7-dbf761cc0772'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:44.904008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6f0ce0cf-6cd5-4042-8141-b86b1deb40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:44.904678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ce0cf-6cd5-4042-8141-b86b1deb40f1 None None] The sync data for ids ['41aa0507-2122-40ce-b5b7-dbf761cc0772'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:44.942075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:44.957682 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6aa30239-5953-4e55-a872-eefa4c017086 admin admin] 10.222.0.53 "PUT /v2.0/routers/3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2727959 Jul 06 18:50:44.959887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-30f27266-fadb-4cd2-bf34-329801b8b742 None None] Provisioning complete for port e4416f68-1273-4604-b3f5-63f265b78b60 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:44.960360 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30f27266-fadb-4cd2-bf34-329801b8b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:44.972067 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ce6ca039-e0fd-4d88-94ee-c1959930b2be tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/routers/41aa0507-2122-40ce-b5b7-dbf761cc0772 HTTP/1.1" status: 200 len: 891 time: 0.2277837 Jul 06 18:50:44.974435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39770) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:45.020728 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-81fa7f17-9d64-4f57-b9f0-832730684ec8 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=41aa0507-2122-40ce-b5b7-dbf761cc0772 HTTP/1.1" status: 200 len: 205 time: 0.0451629 Jul 06 18:50:45.023339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39772) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:45.027647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-30f27266-fadb-4cd2-bf34-329801b8b742 None None] Port e4416f68-1273-4604-b3f5-63f265b78b60 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:45.159154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.305917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.400377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 5e2867a8-1fac-48ed-b14d-444aba784e90 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:45.400730 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.528875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.541396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 5e2867a8-1fac-48ed-b14d-444aba784e90 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:45.547961 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ac34579-19fe-4742-a973-253ee731fc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.640588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39796) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:45.644751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-743422805-network', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:45.675712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Made reservation on behalf of f14bd1ba1fb14fdbbe930bcf2c2e7f42 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:45.679388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.698373 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.798454 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.825708 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Sync routers for ids ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:45.853074 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Routers {'3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:45.856484 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:45.857177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=5e2867a8-1fac-48ed-b14d-444aba784e90,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:45.921761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.929750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.986951 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:45.996153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:50:46.004268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:46.012540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.013182 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Added segment 68d8f01f-6904-4a80-a3fe-3a24611ffd7a of type vlan for network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 Jul 06 18:50:46.045685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7850e68d-07f0-4a36-a52b-d56ac03a49f6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:46.085546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.133282 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Set router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:46.141355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.143286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:46.144247 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.171717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.175221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.179053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7850e68d-07f0-4a36-a52b-d56ac03a49f6 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:46.183301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7850e68d-07f0-4a36-a52b-d56ac03a49f6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:46.184196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.268757 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.269424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Fanout notify agent at l3_agent the message router_deleted on router 41aa0507-2122-40ce-b5b7-dbf761cc0772 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:46.283830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.287941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d674b1d0-9e5d-4097-9574-21f3770fea10 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/41aa0507-2122-40ce-b5b7-dbf761cc0772 HTTP/1.1" status: 204 len: 168 time: 1.2599642 Jul 06 18:50:46.288261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39804) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:46.333512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2035096838'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:46.347779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7071788 Jul 06 18:50:46.351169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39808) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:46.357684 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Request body: {'subnet': {'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-743422805-subnet', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:46.366546 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.369943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b2941-822c-4972-9015-d317b6784099 admin admin] Pushing event updated for resources: {'Network': ['ID=c6fd6f8e-432b-4aa2-8133-ba73745a7cd9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:46.388075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.db.api [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:50:46.388075 n-d-799684-2 neutron-server[93966]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 18:50:46.388075 n-d-799684-2 neutron-server[93966]: [parameters: {'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'id': 'dda3ce26-9b83-4ac4-a9ae-de71dc17e67a', 'expiration': datetime.datetime(2021, 7, 6, 18, 52, 46, 367753)}] Jul 06 18:50:46.388075 n-d-799684-2 neutron-server[93966]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:50:46.388634 n-d-799684-2 neutron-server[93966]: DEBUG oslo_db.api [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:50:46.394666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:50:46.411183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Made reservation on behalf of f14bd1ba1fb14fdbbe930bcf2c2e7f42 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:46.416324 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.444195 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:50:43Z', 'revision_number': 4, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port': {'id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:39Z', 'updated_at': '2021-07-06T18:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'e4416f68-1273-4604-b3f5-63f265b78b60', 'name': '', 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'mac_address': 'fa:16:3e:72:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '678f3712-8d95-436b-affc-a88a39878579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:42Z', 'updated_at': '2021-07-06T18:50:43Z', 'revision_number': 2, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'subnets': [{'id': '678f3712-8d95-436b-affc-a88a39878579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:46.449897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7850e68d-07f0-4a36-a52b-d56ac03a49f6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7850e68d-07f0-4a36-a52b-d56ac03a49f6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:46.464455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.486393 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Checking router: 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:46.487053 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Updating router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac port e4416f68-1273-4604-b3f5-63f265b78b60 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:50:46.539397 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.559278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7850e68d-07f0-4a36-a52b-d56ac03a49f6,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:46.733289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.819299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76455498-5e2b-4933-8ad4-92e8c412fe36,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:46.824967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Checking segment: {'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:46.825330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Network hostable DHCP agents. Network: c6fd6f8e-432b-4aa2-8133-ba73745a7cd9, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:50:46.847542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:50:46.860250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c6fd6f8e-432b-4aa2-8133-ba73745a7cd9) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:46.870554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:46.871548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2405239-ed00-4582-869a-f56776036bd7 None None] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:46.872011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.905815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39818) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:46.906489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e6d345e4-3942-4caa-a6b9-26eebd73dfa7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5537992 Jul 06 18:50:46.915203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:46.936606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:46.938159 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.942526 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.953935 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Transition to ACTIVE for port object e4416f68-1273-4604-b3f5-63f265b78b60 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:46.971126 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.995724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.003800 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.025336 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:50:47.046964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.048079 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment 9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0 of type vlan for network 6268f862-fed8-4ff1-bec7-7863be75e360 Jul 06 18:50:47.064947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294c809-0c03-4a97-a309-ef75a9495fbe None None] Pushing event updated for resources: {'Port': ['ID=e4416f68-1273-4604-b3f5-63f265b78b60,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:47.147727 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Attempting to bind port e4416f68-1273-4604-b3f5-63f265b78b60 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:47.148107 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Attempting to bind port e4416f68-1273-4604-b3f5-63f265b78b60 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:47.148491 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Attempting to bind port e4416f68-1273-4604-b3f5-63f265b78b60 on network a0e5d432-40a2-416f-82b4-6fb869a6c31f {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:47.158468 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:47.158854 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Checking segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:47.159539 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.159939 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Bound using segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:47.160592 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Bound port: e4416f68-1273-4604-b3f5-63f265b78b60, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:47.160973 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.166198 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.173594 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.181269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2493-abf9-4e60-8d59-9124d6a78205 req-c41a05c4-f840-40e0-a729-a95c31a66eed tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:47.190500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e17e2493-abf9-4e60-8d59-9124d6a78205 req-c41a05c4-f840-40e0-a729-a95c31a66eed tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 945 time: 0.1542141 Jul 06 18:50:47.211005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c6fd6f8e-432b-4aa2-8133-ba73745a7cd9', 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'fixed_ips': [{'subnet_id': '76455498-5e2b-4933-8ad4-92e8c412fe36'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:50:47.212877 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.244658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e17e2493-abf9-4e60-8d59-9124d6a78205 req-b78db025-9e68-4169-969d-74c166409e3f tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Jul 06 18:50:47.296531 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] For port e4416f68-1273-4604-b3f5-63f265b78b60, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:47.301067 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] For port e4416f68-1273-4604-b3f5-63f265b78b60, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e4416f68-1273-4604-b3f5-63f265b78b60,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:47.312345 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.410111 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Routers {'3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:47.410908 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:47.415110 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294c809-0c03-4a97-a309-ef75a9495fbe None None] Pushing event updated for resources: {'Port': ['ID=e4416f68-1273-4604-b3f5-63f265b78b60,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:47.428624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.455968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Allocated IP 172.20.0.2 (c6fd6f8e-432b-4aa2-8133-ba73745a7cd9/76455498-5e2b-4933-8ad4-92e8c412fe36/288f93ef-0a6a-4205-b580-fabaf014cc38) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:47.461468 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.472686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:47.477251 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.522091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2326093 Jul 06 18:50:47.524785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39820) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:47.531198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': '6268f862-fed8-4ff1-bec7-7863be75e360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:47.612739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79cbd-b513-42d1-9100-3b204c1a1b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=6268f862-fed8-4ff1-bec7-7863be75e360,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:47.641836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 6268f862-fed8-4ff1-bec7-7863be75e360 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:50:47.768477 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] Set router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:47.804320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:47.818338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.833798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.835840 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.845171 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.846997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Transition to ACTIVE for port object 288f93ef-0a6a-4205-b580-fabaf014cc38 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:47.866681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Transition to ACTIVE for port object 288f93ef-0a6a-4205-b580-fabaf014cc38 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:47.883121 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.936622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Pushing event updated for resources: {'Port': ['ID=288f93ef-0a6a-4205-b580-fabaf014cc38,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:47.940785 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7850e68d-07f0-4a36-a52b-d56ac03a49f6 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:47.986081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:47.990232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:47.994963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:48.054346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Allocated IP 172.25.4.165 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/c69f9d4c-318e-4ba7-8f20-ff4012f42dd5) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:48.058678 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:50:43Z', 'revision_number': 4, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port': {'id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:39Z', 'updated_at': '2021-07-06T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'e4416f68-1273-4604-b3f5-63f265b78b60', 'name': '', 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'mac_address': 'fa:16:3e:72:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '678f3712-8d95-436b-affc-a88a39878579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:42Z', 'updated_at': '2021-07-06T18:50:47Z', 'revision_number': 4, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'subnets': [{'id': '678f3712-8d95-436b-affc-a88a39878579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:48.105892 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0765a76-9dcf-4d39-995c-3cb9a49d1512 None None] The sync data for ids ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'] in n-d-799684-2 is: [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:50:43Z', 'revision_number': 4, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port': {'id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:39Z', 'updated_at': '2021-07-06T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'e4416f68-1273-4604-b3f5-63f265b78b60', 'name': '', 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'mac_address': 'fa:16:3e:72:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '678f3712-8d95-436b-affc-a88a39878579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:42Z', 'updated_at': '2021-07-06T18:50:47Z', 'revision_number': 4, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'subnets': [{'id': '678f3712-8d95-436b-affc-a88a39878579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:48.144045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Attempting to bind port 288f93ef-0a6a-4205-b580-fabaf014cc38 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:48.144292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Attempting to bind port 288f93ef-0a6a-4205-b580-fabaf014cc38 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:48.144717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Attempting to bind port 288f93ef-0a6a-4205-b580-fabaf014cc38 on network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:48.154561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:48.154561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Checking segment: {'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:48.154876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.155617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Bound using segment: {'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:48.155617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Bound port: 288f93ef-0a6a-4205-b580-fabaf014cc38, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:48.155938 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.187646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.236666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7850e68d-07f0-4a36-a52b-d56ac03a49f6 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:48.236666 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.288964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:48.305251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': '9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6268f862-fed8-4ff1-bec7-7863be75e360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:48.305578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: 6268f862-fed8-4ff1-bec7-7863be75e360, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:50:48.309921 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e9cdaa3-6324-4650-ada6-1b1ac2e747cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.315120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.318061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] For port 288f93ef-0a6a-4205-b580-fabaf014cc38, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:48.326697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] For port 288f93ef-0a6a-4205-b580-fabaf014cc38, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=288f93ef-0a6a-4205-b580-fabaf014cc38,segment=NetworkSegment(68d8f01f-6904-4a80-a3fe-3a24611ffd7a),segment_id=68d8f01f-6904-4a80-a3fe-3a24611ffd7a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:48.335487 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.343204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 6268f862-fed8-4ff1-bec7-7863be75e360 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:50:48.362189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 6268f862-fed8-4ff1-bec7-7863be75e360) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:48.379794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:48.380511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.390160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c908f3-5bb4-4d4e-94b4-03b8ca1c3cde None None] Network 6268f862-fed8-4ff1-bec7-7863be75e360 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:48.409177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b4ad3d7f-6786-412a-96eb-c467fdb5d48a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8827422 Jul 06 18:50:48.409915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39826) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:48.417264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-be82e222-a4bf-4b0d-bd0b-3ca7bc931f62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-714819708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:48.488294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be82e222-a4bf-4b0d-bd0b-3ca7bc931f62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.489894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be82e222-a4bf-4b0d-bd0b-3ca7bc931f62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.576254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be82e222-a4bf-4b0d-bd0b-3ca7bc931f62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.585427 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be82e222-a4bf-4b0d-bd0b-3ca7bc931f62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.590649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-e4c51b21-5de2-4be2-a726-c19fae7e349e tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:48.592271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-e4c51b21-5de2-4be2-a726-c19fae7e349e tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 945 time: 0.3812833 Jul 06 18:50:48.613330 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.621349 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be82e222-a4bf-4b0d-bd0b-3ca7bc931f62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.626533 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-be82e222-a4bf-4b0d-bd0b-3ca7bc931f62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2152207 Jul 06 18:50:48.627792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39828) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:48.655893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553c652-718d-485b-af40-6f51fb7ec239 None None] Pushing event updated for resources: {'Port': ['ID=288f93ef-0a6a-4205-b580-fabaf014cc38,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:48.670198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e60d-2c71-4534-a16c-57b84840cef0 req-c31ffc3b-931a-4c00-ac46-b3e1c178cbfc tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:48.679784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e430e60d-2c71-4534-a16c-57b84840cef0 req-c31ffc3b-931a-4c00-ac46-b3e1c178cbfc tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 945 time: 0.2313979 Jul 06 18:50:48.766528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.919927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:48.930413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:48.933760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:48.942977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-6268f862-fed8-4ff1-bec7-7863be75e360', 'network_id': '6268f862-fed8-4ff1-bec7-7863be75e360', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': '1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:50:48.944750 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.962077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e430e60d-2c71-4534-a16c-57b84840cef0 req-5161e53a-17e1-4d0d-bfb6-c4eeae4273c9 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758682 Jul 06 18:50:48.993283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=c69f9d4c-318e-4ba7-8f20-ff4012f42dd5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:49.078809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Deleting port 6f42f206-7cec-45d0-9506-55bb1bdc3046 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:49.079478 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.187438 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.196162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Allocated IP 2001:db8::2 (6268f862-fed8-4ff1-bec7-7863be75e360/1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83/be5624d5-ea70-4416-b826-21ea89708aeb) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:49.338939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] For port 6f42f206-7cec-45d0-9506-55bb1bdc3046, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6f42f206-7cec-45d0-9506-55bb1bdc3046,segment=NetworkSegment(f6568ac1-1892-43c4-ad1b-0dad02a438c8),segment_id=f6568ac1-1892-43c4-ad1b-0dad02a438c8)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:49.339488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.530262 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.538354 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.551068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Transition to ACTIVE for port object be5624d5-ea70-4416-b826-21ea89708aeb will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:49.577741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Transition to ACTIVE for port object be5624d5-ea70-4416-b826-21ea89708aeb will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:49.589168 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.665791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Network 6268f862-fed8-4ff1-bec7-7863be75e360 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:49.672689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:49.681381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:49.694746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Pushing event updated for resources: {'Port': ['ID=be5624d5-ea70-4416-b826-21ea89708aeb,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:49.711050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8::1 (6268f862-fed8-4ff1-bec7-7863be75e360/1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83/c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:49.802718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Attempting to bind port be5624d5-ea70-4416-b826-21ea89708aeb on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:49.803191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Attempting to bind port be5624d5-ea70-4416-b826-21ea89708aeb by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6268f862-fed8-4ff1-bec7-7863be75e360'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:49.803670 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Attempting to bind port be5624d5-ea70-4416-b826-21ea89708aeb on network 6268f862-fed8-4ff1-bec7-7863be75e360 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:49.818703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:49.819079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Checking segment: {'id': '9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6268f862-fed8-4ff1-bec7-7863be75e360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:49.820250 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.820647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Bound using segment: {'id': '9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6268f862-fed8-4ff1-bec7-7863be75e360'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:49.821228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Bound port: be5624d5-ea70-4416-b826-21ea89708aeb, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6268f862-fed8-4ff1-bec7-7863be75e360'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:49.821493 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.021920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] For port be5624d5-ea70-4416-b826-21ea89708aeb, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:50.026230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.035552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] For port be5624d5-ea70-4416-b826-21ea89708aeb, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=be5624d5-ea70-4416-b826-21ea89708aeb,segment=NetworkSegment(9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0),segment_id=9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:50.045764 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.061112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:50.120256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 288f93ef-0a6a-4205-b580-fabaf014cc38 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:50.140053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.178450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa0b1c-db29-4426-8ae7-3170696a79f0 None None] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:50.198478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Calling delete_port for 6f42f206-7cec-45d0-9506-55bb1bdc3046 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:50.206702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 6268f862-fed8-4ff1-bec7-7863be75e360 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:50.214425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:50.217532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:50.218659 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.297194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:50.315821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.453295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b855f-571e-43ac-9dbb-c289bcc3a9d5 req-cbe03bdb-a443-4e60-8007-63aed961f93f tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:50.455166 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f8b855f-571e-43ac-9dbb-c289bcc3a9d5 req-cbe03bdb-a443-4e60-8007-63aed961f93f tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c48a6d1-3108-4409-b4b9-f17ffd27e9d5 HTTP/1.1" status: 200 len: 945 time: 0.1862400 Jul 06 18:50:50.505793 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.548126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815095-dcb9-4968-9dfe-5a9d57862159 None None] Pushing event updated for resources: {'Port': ['ID=be5624d5-ea70-4416-b826-21ea89708aeb,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:50.576752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e4f53d88-4d3d-436a-be09-e440f41cf416 None None] Provisioning for port 288f93ef-0a6a-4205-b580-fabaf014cc38 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:50.623597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 288f93ef-0a6a-4205-b580-fabaf014cc38 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:50.630929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 288f93ef-0a6a-4205-b580-fabaf014cc38 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:50.631307 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.631970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.732433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Pushing event deleted for resources: {'Port': ['ID=6f42f206-7cec-45d0-9506-55bb1bdc3046,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:50.798008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] No DVR routers for this DVR port 6f42f206-7cec-45d0-9506-55bb1bdc3046 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:50.803679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.806224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3cda443-0a9f-4a1a-96dc-c64319d875cb req-4ba02a64-b4fc-4038-b622-aec20f4b8667 tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.41 "DELETE /v2.0/ports/6f42f206-7cec-45d0-9506-55bb1bdc3046 HTTP/1.1" status: 204 len: 173 time: 2.2015676 Jul 06 18:50:50.806713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c48a6d1-3108-4409-b4b9-f17ffd27e9d5', 'name': 'network-vif-deleted', 'tag': '6f42f206-7cec-45d0-9506-55bb1bdc3046'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:50.809524 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc060d5d-fef7-4727-88a0-86f8d719cd57" -d '{"events": [{"server_uuid": "1c48a6d1-3108-4409-b4b9-f17ffd27e9d5", "name": "network-vif-deleted", "tag": "6f42f206-7cec-45d0-9506-55bb1bdc3046"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:50.818744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.876485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.882681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 288f93ef-0a6a-4205-b580-fabaf014cc38, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=288f93ef-0a6a-4205-b580-fabaf014cc38,segment=NetworkSegment(68d8f01f-6904-4a80-a3fe-3a24611ffd7a),segment_id=68d8f01f-6904-4a80-a3fe-3a24611ffd7a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:50.885343 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c85fdc3-34bb-494d-987a-cb2ab004d133 x-openstack-request-id: req-5c85fdc3-34bb-494d-987a-cb2ab004d133 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:50.886435 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c48a6d1-3108-4409-b4b9-f17ffd27e9d5", "name": "network-vif-deleted", "tag": "6f42f206-7cec-45d0-9506-55bb1bdc3046", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:50.886862 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c85fdc3-34bb-494d-987a-cb2ab004d133 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:50.887447 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c48a6d1-3108-4409-b4b9-f17ffd27e9d5', 'name': 'network-vif-deleted', 'tag': '6f42f206-7cec-45d0-9506-55bb1bdc3046', 'status': 'completed', 'code': 200} Jul 06 18:50:50.892785 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.893917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e4416f68-1273-4604-b3f5-63f265b78b60 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:51.130986 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.153797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e4416f68-1273-4604-b3f5-63f265b78b60 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:51.173783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e4416f68-1273-4604-b3f5-63f265b78b60 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:51.174509 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.223502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:50:51.229354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=288f93ef-0a6a-4205-b580-fabaf014cc38,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:51.244908 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5f8b855f-571e-43ac-9dbb-c289bcc3a9d5 req-75b89bac-1f3a-477d-b1fc-2442438558aa tempest-ServerTagsTestJSON-1137842092 tempest-ServerTagsTestJSON-1137842092-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452714 Jul 06 18:50:51.432011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:51.434675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0eb77943-842d-4ad0-aecc-a115641fd920 None None] Provisioning complete for port 288f93ef-0a6a-4205-b580-fabaf014cc38 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:51.435169 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0eb77943-842d-4ad0-aecc-a115641fd920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.444984 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.450667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Sync routers for ids ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:51.471416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.476368 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7ce245ae-4cc9-432b-9f1d-c50913355ed1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5664067 Jul 06 18:50:51.476552 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39840) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:51.508823 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.520495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.521316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.587890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Routers {'1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:51.588703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:51.602813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:51.678089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port e4416f68-1273-4604-b3f5-63f265b78b60, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e4416f68-1273-4604-b3f5-63f265b78b60,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:51.711065 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.759830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1470d-276b-43aa-adb6-f71120b94126 None None] Network 6268f862-fed8-4ff1-bec7-7863be75e360 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:51.760974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 6268f862-fed8-4ff1-bec7-7863be75e360 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:51.763720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:51.887000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Set router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:52.015610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=e4416f68-1273-4604-b3f5-63f265b78b60,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:52.030036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router 1ea5469e-2a85-4d14-9bae-dd4b17d2e16f is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:50:52.070795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device be5624d5-ea70-4416-b826-21ea89708aeb up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:52.075440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2ae80777-7303-4629-b81c-a7d4011b7022 None None] Provisioning for port be5624d5-ea70-4416-b826-21ea89708aeb completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:52.105992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.170000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:52.178443 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-072fccad-9458-4b1c-ad2a-99c00ecc7bba tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/1ea5469e-2a85-4d14-9bae-dd4b17d2e16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5495005 Jul 06 18:50:52.179075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39844) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:52.180171 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f1c24c-6a6f-4137-9e61-7171f9df15f1 None None] Sync routers for ids ['1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:52.195299 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1c24c-6a6f-4137-9e61-7171f9df15f1 None None] Routers {'1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:52.196944 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b4f1c24c-6a6f-4137-9e61-7171f9df15f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:52.242082 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b4f1c24c-6a6f-4137-9e61-7171f9df15f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:52.254419 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1c24c-6a6f-4137-9e61-7171f9df15f1 None None] Routers {'1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:52.256824 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b4f1c24c-6a6f-4137-9e61-7171f9df15f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:52.301571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7024769d-23f7-4f61-9695-cdd7df84bec9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:52.305661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port be5624d5-ea70-4416-b826-21ea89708aeb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:52.309296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7024769d-23f7-4f61-9695-cdd7df84bec9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports/c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e HTTP/1.1" status: 200 len: 911 time: 0.1282620 Jul 06 18:50:52.310974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39848) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:52.322783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-21020f1a-d5fd-4864-abc2-d325c97c4b0d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:52.325267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port be5624d5-ea70-4416-b826-21ea89708aeb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:52.325641 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.333094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 6f42f206-7cec-45d0-9506-55bb1bdc3046 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:52.369002 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-b4f1c24c-6a6f-4137-9e61-7171f9df15f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:52.372429 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f1c24c-6a6f-4137-9e61-7171f9df15f1 None None] The sync data for ids ['1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:52.380554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.385346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 6f42f206-7cec-45d0-9506-55bb1bdc3046 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:52.385518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 6f42f206-7cec-45d0-9506-55bb1bdc3046 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:52.397747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:49Z', 'revision_number': 3, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port': {'id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:52.426093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Allocated IP 172.20.0.1 (c6fd6f8e-432b-4aa2-8133-ba73745a7cd9/76455498-5e2b-4933-8ad4-92e8c412fe36/f1dfbec5-d15f-4473-ab6f-6c37a4f03c65) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:52.449198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39850) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:52.462707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Checking router: 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:52.463054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Updating router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:50:52.513187 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.606924 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.607670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Deleting subnet 59b41933-7dd9-4e73-aacc-4efd76eb45dc {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:52.626618 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.668148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21020f1a-d5fd-4864-abc2-d325c97c4b0d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.685933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.698478 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.742301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.743336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port be5624d5-ea70-4416-b826-21ea89708aeb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=be5624d5-ea70-4416-b826-21ea89708aeb,segment=NetworkSegment(9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0),segment_id=9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:52.755094 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.755909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 288f93ef-0a6a-4205-b580-fabaf014cc38 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:52.767765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Transition to ACTIVE for port object f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:52.771909 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.871735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.900292 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.914641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b41933-7dd9-4e73-aacc-4efd76eb45dc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:52.947758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6a39e25c-57b1-4673-b85e-148ba2e8a955 None None] Provisioning for port c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:52.962974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=be5624d5-ea70-4416-b826-21ea89708aeb,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:52.965743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6a39e25c-57b1-4673-b85e-148ba2e8a955 None None] Provisioning complete for port c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:52.966109 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a39e25c-57b1-4673-b85e-148ba2e8a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.985530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Pushing event updated for resources: {'Port': ['ID=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:52.994388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:52.998466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] 10.222.0.53 "DELETE /v2.0/subnets/59b41933-7dd9-4e73-aacc-4efd76eb45dc HTTP/1.1" status: 204 len: 168 time: 0.5456328 Jul 06 18:50:53.015108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39852) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:53.027359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:53.029328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.030428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.030871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.031325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.031684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.032244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.032587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.032962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.033539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.033905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.034362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.035108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc8878-955d-4b38-adda-7d787288feef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.044437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.044797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.045197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.045545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.046777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.046777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.047064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.047377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.047706 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.048039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.048376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.048704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:53.110696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6a39e25c-57b1-4673-b85e-148ba2e8a955 None None] Port c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:53.124180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 288f93ef-0a6a-4205-b580-fabaf014cc38 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:53.125151 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.147285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:53.150869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:53.158294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.232125 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.369644 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21020f1a-d5fd-4864-abc2-d325c97c4b0d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.398617 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21020f1a-d5fd-4864-abc2-d325c97c4b0d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.414279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21020f1a-d5fd-4864-abc2-d325c97c4b0d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:53.415094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-21020f1a-d5fd-4864-abc2-d325c97c4b0d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.415431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.419260 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-21020f1a-d5fd-4864-abc2-d325c97c4b0d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/ports/c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e HTTP/1.1" status: 200 len: 911 time: 1.1045938 Jul 06 18:50:53.424916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39856) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:53.460356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99c89c3-173d-4065-aa7d-743f6f55a10f']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:53.490217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6568ac1-1892-43c4-ad1b-0dad02a438c8') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:53.490767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6568ac1-1892-43c4-ad1b-0dad02a438c8') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:53.511631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.526374 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.528925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6a39e25c-57b1-4673-b85e-148ba2e8a955 None None] Provisioning complete for port be5624d5-ea70-4416-b826-21ea89708aeb triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:53.529146 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a39e25c-57b1-4673-b85e-148ba2e8a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.538277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.585752 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.586874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:53.587342 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:53.590336 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:53.615410 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21020f1a-d5fd-4864-abc2-d325c97c4b0d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:53.701892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Transition to ACTIVE for port object c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:53.715815 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.720361 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.722382 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.724237 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c99c89c3-173d-4065-aa7d-743f6f55a10f HTTP/1.1" status: 204 len: 168 time: 0.7076402 Jul 06 18:50:53.770613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824e74d-9785-44f2-8773-2cf8ae8140f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c99c89c3-173d-4065-aa7d-743f6f55a10f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:53.771822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Attempting to bind port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:53.772203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Attempting to bind port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:53.772569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Attempting to bind port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:53.780337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:53.780337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:53.780721 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.781163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:53.781805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Bound port: c69f9d4c-318e-4ba7-8f20-ff4012f42dd5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:53.782202 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.822189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55996a85-d1ab-4885-b8c6-96944619e9e4 None None] Pushing event updated for resources: {'Port': ['ID=c69f9d4c-318e-4ba7-8f20-ff4012f42dd5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:53.862467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] For port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:53.865876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] For port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c69f9d4c-318e-4ba7-8f20-ff4012f42dd5,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:53.868147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-989d175c-9c96-4f6f-8f6a-93d0242993f8 None None] Provisioning for port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:53.872631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-989d175c-9c96-4f6f-8f6a-93d0242993f8 None None] Provisioning complete for port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:53.873115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-989d175c-9c96-4f6f-8f6a-93d0242993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.876876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.884611 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.901880 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.966177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:53.980889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55996a85-d1ab-4885-b8c6-96944619e9e4 None None] Pushing event updated for resources: {'Port': ['ID=c69f9d4c-318e-4ba7-8f20-ff4012f42dd5,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:53.992388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device be5624d5-ea70-4416-b826-21ea89708aeb up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:54.015790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.065424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39860) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:54.067918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-989d175c-9c96-4f6f-8f6a-93d0242993f8 None None] Port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:54.086009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port be5624d5-ea70-4416-b826-21ea89708aeb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:54.086912 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.090532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Routers {'1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:54.091191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:54.124245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Pushing event updated for resources: {'Port': ['ID=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:54.160470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-989d175c-9c96-4f6f-8f6a-93d0242993f8 None None] Provisioning complete for port c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:54.160849 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-989d175c-9c96-4f6f-8f6a-93d0242993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.179271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1bfb8892-e813-4deb-b5c0-b1d8e0b7ee5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28f194615eca4fa1a347b5898696c8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104908 Jul 06 18:50:54.185272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39862) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:54.217761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:54.220540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-989d175c-9c96-4f6f-8f6a-93d0242993f8 None None] Port c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:54.222294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:54.325190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e4416f68-1273-4604-b3f5-63f265b78b60 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:54.356719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] Set router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:54.387731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:54.405007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:54.406759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.467385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-30f9d295-2003-4f22-82fe-29bb4499d140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.557950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e4416f68-1273-4604-b3f5-63f265b78b60 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:54.558290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-30f9d295-2003-4f22-82fe-29bb4499d140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.562962 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.577082 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.592705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:54.610206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:54.622344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-43f0f66b-4386-473d-b1de-109792452e0c admin admin] 10.222.0.53 "PUT /v2.0/routers/1b6fa244-d525-4daf-bc20-1e9fb8d1b1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1427059 Jul 06 18:50:54.646492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-30f9d295-2003-4f22-82fe-29bb4499d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.649725 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-30f9d295-2003-4f22-82fe-29bb4499d140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.650931 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-30f9d295-2003-4f22-82fe-29bb4499d140 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba HTTP/1.1" status: 204 len: 168 time: 0.4646194 Jul 06 18:50:54.665425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9d295-2003-4f22-82fe-29bb4499d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5bd1f-fa71-40f3-b9c3-40435ffa05ba,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:54.743182 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-96eca38b-c645-4458-8095-576a9a93b9d1 None None] Provisioning complete for port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:54.744253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-96eca38b-c645-4458-8095-576a9a93b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.847818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-96eca38b-c645-4458-8095-576a9a93b9d1 None None] Port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:54.862026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 4, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port': {'id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f1dfbec5-d15f-4473-ab6f-6c37a4f03c65', 'name': '', 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'mac_address': 'fa:16:3e:f3:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:52Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 2, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'subnets': [{'id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:54.872925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:54.919439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=c2f9b2d7-6350-4e8c-8a21-c1b2cb29b38e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:54.925248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49fbb61-d000-433e-bba3-b0418eebef7e None None] The sync data for ids ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'] in n-d-799684-2 is: [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 4, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port': {'id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f1dfbec5-d15f-4473-ab6f-6c37a4f03c65', 'name': '', 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'mac_address': 'fa:16:3e:f3:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:52Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 2, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'subnets': [{'id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:55.100710 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:55.388089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router 1ea5469e-2a85-4d14-9bae-dd4b17d2e16f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:55.504770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:55.516789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635e045-9ff6-4047-9076-409ca7ab96d2 None None] Sync routers for ids ['1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:55.521546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a4d3e551-c9f8-4009-9f07-948238381933 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/1ea5469e-2a85-4d14-9bae-dd4b17d2e16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0955110 Jul 06 18:50:55.525879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39894) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:55.529671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635e045-9ff6-4047-9076-409ca7ab96d2 None None] Routers {'1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:55.530367 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0635e045-9ff6-4047-9076-409ca7ab96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:55.596861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0635e045-9ff6-4047-9076-409ca7ab96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:55.611503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635e045-9ff6-4047-9076-409ca7ab96d2 None None] Routers {'1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:55.612426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0635e045-9ff6-4047-9076-409ca7ab96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:55.624294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d5c23198-ae5c-4f5c-9365-94e84c2d710f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea5469e-2a85-4d14-9bae-dd4b17d2e16f HTTP/1.1" status: 200 len: 205 time: 0.0957346 Jul 06 18:50:55.626722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39900) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:55.655421 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0635e045-9ff6-4047-9076-409ca7ab96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:55.656092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635e045-9ff6-4047-9076-409ca7ab96d2 None None] The sync data for ids ['1ea5469e-2a85-4d14-9bae-dd4b17d2e16f'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:55.751232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-862d70bc-7441-411e-957e-e8caac8d5185 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:56.045084 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-862d70bc-7441-411e-957e-e8caac8d5185 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:56.050508 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-862d70bc-7441-411e-957e-e8caac8d5185 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:56.066298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-1dc80260-74e7-4552-b9c4-810d4c7395e7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:56.067934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-1dc80260-74e7-4552-b9c4-810d4c7395e7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/networks?id=a0e5d432-40a2-416f-82b4-6fb869a6c31f HTTP/1.1" status: 200 len: 911 time: 0.3144491 Jul 06 18:50:56.117937 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-cd3808f5-d3eb-470a-bceb-736560dd11c5 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/quotas/f14bd1ba1fb14fdbbe930bcf2c2e7f42 HTTP/1.1" status: 200 len: 375 time: 0.0113976 Jul 06 18:50:56.163723 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-862d70bc-7441-411e-957e-e8caac8d5185 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:56.164277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862d70bc-7441-411e-957e-e8caac8d5185 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea5469e-2a85-4d14-9bae-dd4b17d2e16f {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:56.199210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-862d70bc-7441-411e-957e-e8caac8d5185 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:56.200378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-862d70bc-7441-411e-957e-e8caac8d5185 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/1ea5469e-2a85-4d14-9bae-dd4b17d2e16f HTTP/1.1" status: 204 len: 168 time: 0.5727041 Jul 06 18:50:56.203093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39928) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:56.300245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c8b20f-3ac7-43b8-9bfa-8ee786330890 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet 1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:56.304371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b20f-3ac7-43b8-9bfa-8ee786330890 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:56.308789 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:50:56.354012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-082f36c6-a68e-457e-8664-29667e99db7c tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=f14bd1ba1fb14fdbbe930bcf2c2e7f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2216458 Jul 06 18:50:56.841523 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b20f-3ac7-43b8-9bfa-8ee786330890 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:56.917625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39954) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:56.945549 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-66372c80-c399-4f98-a6ce-1a6088010428 service neutron] 10.222.0.53 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875354 Jul 06 18:50:57.000953 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b20f-3ac7-43b8-9bfa-8ee786330890 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.053789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-81f27c3c-4d0d-4176-a9bb-9bf7054f051d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.089099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-a9d9c843-0635-4736-89cd-e099cd57a11d service neutron] 10.222.0.53 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344736 Jul 06 18:50:57.095266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b20f-3ac7-43b8-9bfa-8ee786330890 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.110291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b20f-3ac7-43b8-9bfa-8ee786330890 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.114907 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e2c8b20f-3ac7-43b8-9bfa-8ee786330890 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83 HTTP/1.1" status: 204 len: 168 time: 0.9083676 Jul 06 18:50:57.120531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba38277-20b0-41b6-b3e4-cbfacc0246f4 None None] Network 6268f862-fed8-4ff1-bec7-7863be75e360 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:57.132243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39958) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:57.181001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8b20f-3ac7-43b8-9bfa-8ee786330890 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:57.238606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.245778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-81f27c3c-4d0d-4176-a9bb-9bf7054f051d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.258505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-81f27c3c-4d0d-4176-a9bb-9bf7054f051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.301452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-81f27c3c-4d0d-4176-a9bb-9bf7054f051d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da0b7337c1bc4cfabab3f61b885a5dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802841 Jul 06 18:50:57.305294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39962) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:57.340059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f27c3c-4d0d-4176-a9bb-9bf7054f051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a01fec-7d7f-4924-af16-08746018b76b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:57.365274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a713db5-e490-4271-8405-fc864cce8678 req-67f523e3-1a34-4c51-84f3-d6e316ec51a5 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 210 time: 0.0413065 Jul 06 18:50:57.447305 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a4e9cf-3e61-4228-840d-8c2255c4b10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.458925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port be5624d5-ea70-4416-b826-21ea89708aeb {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:57.459283 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.496392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] DHCP port deletion for 6268f862-fed8-4ff1-bec7-7863be75e360 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:57.538933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a4e9cf-3e61-4228-840d-8c2255c4b10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.587510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] Deleting port be5624d5-ea70-4416-b826-21ea89708aeb {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:57.588059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.595120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port be5624d5-ea70-4416-b826-21ea89708aeb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=be5624d5-ea70-4416-b826-21ea89708aeb,segment=NetworkSegment(9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0),segment_id=9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:57.595400 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.619512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for be5624d5-ea70-4416-b826-21ea89708aeb owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:57.679134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] For port be5624d5-ea70-4416-b826-21ea89708aeb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=be5624d5-ea70-4416-b826-21ea89708aeb,segment=NetworkSegment(9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0),segment_id=9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:57.679639 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.705128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a4e9cf-3e61-4228-840d-8c2255c4b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.706114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] Calling delete_port for be5624d5-ea70-4416-b826-21ea89708aeb owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:57.708765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15a4e9cf-3e61-4228-840d-8c2255c4b10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.710430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15a4e9cf-3e61-4228-840d-8c2255c4b10d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83a01fec-7d7f-4924-af16-08746018b76b HTTP/1.1" status: 204 len: 168 time: 0.3967369 Jul 06 18:50:57.725138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4e9cf-3e61-4228-840d-8c2255c4b10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a01fec-7d7f-4924-af16-08746018b76b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:57.753099 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.813380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=be5624d5-ea70-4416-b826-21ea89708aeb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:57.820884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No DVR routers for this DVR port be5624d5-ea70-4416-b826-21ea89708aeb on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.852196 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:57.855381 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 18:50:57.867845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.936029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] Pushing event deleted for resources: {'Port': ['ID=be5624d5-ea70-4416-b826-21ea89708aeb,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:57.938635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c0df6-6699-4b17-9c73-30eabe1e9f1c None None] No DVR routers for this DVR port be5624d5-ea70-4416-b826-21ea89708aeb on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:57.975009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:57.989575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6268f862-fed8-4ff1-bec7-7863be75e360']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:58.018369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:58.025466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:58.025780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3fdce7-01e4-42f1-aed6-91f7a9b9b6a0') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:58.039665 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Sync routers for ids ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:58.047478 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.057256 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Routers {'1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:58.058932 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:58.079219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:58.079503 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.085304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:58.085632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.102733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:58.103080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:58.110177 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:58.183460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.214019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c69f9d4c-318e-4ba7-8f20-ff4012f42dd5,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:58.222263 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.254222 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Set router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:58.254829 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.266555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.269273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/6268f862-fed8-4ff1-bec7-7863be75e360 HTTP/1.1" status: 204 len: 168 time: 1.1355124 Jul 06 18:50:58.273179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 39982) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:58.279334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-66b5af27-e5c8-4762-a94c-d7f2f479b1f7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1488208334', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:58.312718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22c367-000f-4c3e-898e-bcd1f61d4ae0 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=6268f862-fed8-4ff1-bec7-7863be75e360,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:58.334353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66b5af27-e5c8-4762-a94c-d7f2f479b1f7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.337587 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66b5af27-e5c8-4762-a94c-d7f2f479b1f7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.391759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=c69f9d4c-318e-4ba7-8f20-ff4012f42dd5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:58.395099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device be5624d5-ea70-4416-b826-21ea89708aeb no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:58.431083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66b5af27-e5c8-4762-a94c-d7f2f479b1f7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.436900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: be5624d5-ea70-4416-b826-21ea89708aeb {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:58.437251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device be5624d5-ea70-4416-b826-21ea89708aeb not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:58.439989 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66b5af27-e5c8-4762-a94c-d7f2f479b1f7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.465695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66b5af27-e5c8-4762-a94c-d7f2f479b1f7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.467529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-66b5af27-e5c8-4762-a94c-d7f2f479b1f7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1926129 Jul 06 18:50:58.470392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 39990) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:58.477556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1798359416'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:58.525972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:58.532670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.620697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d155401-7dde-4c9f-b887-3517db628ab9 req-94fe1f33-aca0-43e6-8220-425962b1f10d tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 210 time: 0.0527751 Jul 06 18:50:58.624689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:50:58.643078 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.643426 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment 6626358c-915f-4091-baa8-e385c161bb27 of type vlan for network 0dd9f89d-b369-43b0-930f-150d3ce494d8 Jul 06 18:50:58.665136 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 4, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port': {'id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f1dfbec5-d15f-4473-ab6f-6c37a4f03c65', 'name': '', 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'mac_address': 'fa:16:3e:f3:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:52Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 2, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'subnets': [{'id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:58.694561 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.707651 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Checking router: 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:58.708005 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Updating router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:50:58.744973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.745481 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.757166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:58.758301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.859560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40002) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:58.859966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3874850 Jul 06 18:50:58.865210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:58.872399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2768d76-d5ca-4c8d-81d3-e64012ee87d9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=0dd9f89d-b369-43b0-930f-150d3ce494d8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:58.885631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 0dd9f89d-b369-43b0-930f-150d3ce494d8 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:50:59.003622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:59.008323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.215106 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.230620 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Transition to ACTIVE for port object f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:59.239468 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.258650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-0e6cb4e4-b132-4187-9686-551c7dc74d0d tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:59.260184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-0e6cb4e4-b132-4187-9686-551c7dc74d0d tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.24 "GET /v2.0/networks?id=a0e5d432-40a2-416f-82b4-6fb869a6c31f HTTP/1.1" status: 200 len: 911 time: 0.1765978 Jul 06 18:50:59.279973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Request body: {'port': {'device_id': '6d4e767c-9dda-460b-9294-35b8b5a9fe76', 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'admin_state_up': True, 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:59.400682 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Pushing event updated for resources: {'Port': ['ID=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:59.406930 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Attempting to bind port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:59.407384 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Attempting to bind port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:59.407740 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Attempting to bind port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 on network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:59.417772 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:59.418118 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Checking segment: {'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:59.418771 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.419196 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Bound using segment: {'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:59.419669 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Bound port: f1dfbec5-d15f-4473-ab6f-6c37a4f03c65, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d8f01f-6904-4a80-a3fe-3a24611ffd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:59.420069 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.426187 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.426658 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.427065 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.427482 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.427911 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.428393 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.428948 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.429446 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.429989 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.430380 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.430741 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.431134 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.465530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Made reservation on behalf of f14bd1ba1fb14fdbbe930bcf2c2e7f42 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:59.479521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.527440 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] For port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:59.534881 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] For port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,segment=NetworkSegment(68d8f01f-6904-4a80-a3fe-3a24611ffd7a),segment_id=68d8f01f-6904-4a80-a3fe-3a24611ffd7a)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:59.536428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.543729 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.612183 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Routers {'1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:59.612183 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:59.615471 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722bc7e-6e34-4cce-894c-fbed11e72590 None None] Pushing event updated for resources: {'Port': ['ID=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:59.744372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=f898c80f-f772-4a0f-920c-b1f13b8bb89a,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:59.769000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.769353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.769670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.770626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.770964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.771315 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.771649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.771973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.772293 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.774954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.775290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.775622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:59.802850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:59.805312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: 0dd9f89d-b369-43b0-930f-150d3ce494d8, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:50:59.824829 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] Set router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:59.883348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 0dd9f89d-b369-43b0-930f-150d3ce494d8 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:50:59.892782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Allocated IP 172.20.0.11 (a0e5d432-40a2-416f-82b4-6fb869a6c31f/678f3712-8d95-436b-affc-a88a39878579/5bdc2d2c-963b-451b-a039-497a10916e7f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:59.912630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1c4cb13-098d-4a37-9ddd-ec1a58aa4199 req-84833683-75f6-4b82-89c2-a598b65a67fa tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 210 time: 0.0911345 Jul 06 18:50:59.916176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 0dd9f89d-b369-43b0-930f-150d3ce494d8) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:59.935765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df3554-ba53-4eb2-b24a-58f9ec80aefa None None] Network 0dd9f89d-b369-43b0-930f-150d3ce494d8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:59.946299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:59.950038 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.068847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-507e6f04-9aeb-4431-bb19-6484ab63aab9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2050271 Jul 06 18:51:00.073044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40036) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:00.085157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:00.152872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40038) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:00.225536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:00.240539 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 4, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port': {'id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f1dfbec5-d15f-4473-ab6f-6c37a4f03c65', 'name': '', 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'mac_address': 'fa:16:3e:f3:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:52Z', 'updated_at': '2021-07-06T18:50:59Z', 'revision_number': 4, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'subnets': [{'id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:00.260388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:00.268510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.269373 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.301311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Transition to ACTIVE for port object 5bdc2d2c-963b-451b-a039-497a10916e7f will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:00.367546 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.482730 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdef83-06c4-4871-852e-1683bbd1025f None None] The sync data for ids ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'] in n-d-799684-2 is: [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:53Z', 'revision_number': 4, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port': {'id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'f1dfbec5-d15f-4473-ab6f-6c37a4f03c65', 'name': '', 'network_id': 'c6fd6f8e-432b-4aa2-8133-ba73745a7cd9', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'mac_address': 'fa:16:3e:f3:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:52Z', 'updated_at': '2021-07-06T18:50:59Z', 'revision_number': 4, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'subnets': [{'id': '76455498-5e2b-4933-8ad4-92e8c412fe36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:00.492651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97cb8520-2d71-4652-991c-f07f0b58e497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.492870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:00.503823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:00.509979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:00.524759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-0dd9f89d-b369-43b0-930f-150d3ce494d8', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:51:00.524759 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.580179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:00.580179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.590360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Pushing event updated for resources: {'Port': ['ID=5bdc2d2c-963b-451b-a039-497a10916e7f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:00.617091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.660819 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.819067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,segment=NetworkSegment(68d8f01f-6904-4a80-a3fe-3a24611ffd7a),segment_id=68d8f01f-6904-4a80-a3fe-3a24611ffd7a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:00.827789 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.829297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:00.880389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97cb8520-2d71-4652-991c-f07f0b58e497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.896797 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97cb8520-2d71-4652-991c-f07f0b58e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.909102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-65a12a29-fe1b-47d2-8c4f-8d77f281bf02 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6302290 Jul 06 18:51:00.917608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Request body: {'port': {'device_id': '6d4e767c-9dda-460b-9294-35b8b5a9fe76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:00.930229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Allocated IP 2001:db8::2 (0dd9f89d-b369-43b0-930f-150d3ce494d8/f898c80f-f772-4a0f-920c-b1f13b8bb89a/7281e9aa-eed0-404f-a37c-91506c639293) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:00.951935 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-97cb8520-2d71-4652-991c-f07f0b58e497 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e22d89df19b24b8a90da64beb4fd26be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7951627 Jul 06 18:51:00.951935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb8520-2d71-4652-991c-f07f0b58e497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e7c5e-6759-4316-b78b-657bc63c26dd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:00.953880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40042) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:00.973649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3fefa4f9-8a9e-48c3-8ff4-4316c2ce916e None None] Provisioning for port 5bdc2d2c-963b-451b-a039-497a10916e7f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:01.015317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3fefa4f9-8a9e-48c3-8ff4-4316c2ce916e None None] Provisioning complete for port 5bdc2d2c-963b-451b-a039-497a10916e7f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:01.016943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3fefa4f9-8a9e-48c3-8ff4-4316c2ce916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.051009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b7385db-7670-4a28-b72c-16ba81a4c485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.090863 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b7385db-7670-4a28-b72c-16ba81a4c485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.102510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.103240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3fefa4f9-8a9e-48c3-8ff4-4316c2ce916e None None] Port 5bdc2d2c-963b-451b-a039-497a10916e7f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:01.147255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:01.155322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:01.155824 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.200431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b7385db-7670-4a28-b72c-16ba81a4c485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.204316 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b7385db-7670-4a28-b72c-16ba81a4c485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.209168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2b7385db-7670-4a28-b72c-16ba81a4c485 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c64e7c5e-6759-4316-b78b-657bc63c26dd HTTP/1.1" status: 204 len: 168 time: 0.2540374 Jul 06 18:51:01.229098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7385db-7670-4a28-b72c-16ba81a4c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e7c5e-6759-4316-b78b-657bc63c26dd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:01.584704 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.596895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Transition to ACTIVE for port object 7281e9aa-eed0-404f-a37c-91506c639293 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:01.629148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Transition to ACTIVE for port object 7281e9aa-eed0-404f-a37c-91506c639293 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:01.651659 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.698860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Network 0dd9f89d-b369-43b0-930f-150d3ce494d8 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:01.709758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:01.716413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:01.719926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8::1 (0dd9f89d-b369-43b0-930f-150d3ce494d8/f898c80f-f772-4a0f-920c-b1f13b8bb89a/a83c234f-a697-4ec1-a51e-511b7bc4598a) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:01.721392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Pushing event updated for resources: {'Port': ['ID=7281e9aa-eed0-404f-a37c-91506c639293,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:01.816087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Attempting to bind port 7281e9aa-eed0-404f-a37c-91506c639293 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:01.817153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Attempting to bind port 7281e9aa-eed0-404f-a37c-91506c639293 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:01.817620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Attempting to bind port 7281e9aa-eed0-404f-a37c-91506c639293 on network 0dd9f89d-b369-43b0-930f-150d3ce494d8 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:01.834071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:01.838215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Checking segment: {'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:01.839056 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.844255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Bound using segment: {'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:01.844977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Bound port: 7281e9aa-eed0-404f-a37c-91506c639293, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:01.845473 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.924951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13df97-7347-4490-8765-820b961bf75d req-d2c6ae96-43a6-44e6-be89-b34f3239a1dc tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:01.931890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:01.934716 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f13df97-7347-4490-8765-820b961bf75d req-d2c6ae96-43a6-44e6-be89-b34f3239a1dc tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1028 time: 0.7279727 Jul 06 18:51:01.943004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:01.962424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] For port 7281e9aa-eed0-404f-a37c-91506c639293, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:01.964763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object a83c234f-a697-4ec1-a51e-511b7bc4598a will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:01.981878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] For port 7281e9aa-eed0-404f-a37c-91506c639293, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7281e9aa-eed0-404f-a37c-91506c639293,segment=NetworkSegment(6626358c-915f-4091-baa8-e385c161bb27),segment_id=6626358c-915f-4091-baa8-e385c161bb27)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:01.993029 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.035817 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f13df97-7347-4490-8765-820b961bf75d req-2335841f-167c-4cc9-b6cd-c6858bbda182 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967932 Jul 06 18:51:02.082415 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.096144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:02.096536 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.099828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a5845-ec55-4b37-aee1-a0da2b7c20e8 None None] Pushing event updated for resources: {'Port': ['ID=7281e9aa-eed0-404f-a37c-91506c639293,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:02.157183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=a83c234f-a697-4ec1-a51e-511b7bc4598a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:02.176102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 0dd9f89d-b369-43b0-930f-150d3ce494d8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:02.180339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:02.214138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:02.222908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.241350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdc2d2c-963b-451b-a039-497a10916e7f {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:51:02.255480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.288510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Transition to ACTIVE for port object 5bdc2d2c-963b-451b-a039-497a10916e7f will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:02.296564 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.398873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc2d2c-963b-451b-a039-497a10916e7f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:02.468676 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.557596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Attempting to bind port 5bdc2d2c-963b-451b-a039-497a10916e7f on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:02.557976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Attempting to bind port 5bdc2d2c-963b-451b-a039-497a10916e7f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:02.558402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Attempting to bind port 5bdc2d2c-963b-451b-a039-497a10916e7f on network a0e5d432-40a2-416f-82b4-6fb869a6c31f {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:02.572557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Port 5bdc2d2c-963b-451b-a039-497a10916e7f on network a0e5d432-40a2-416f-82b4-6fb869a6c31f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:51:02.572879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Attempting to bind port 5bdc2d2c-963b-451b-a039-497a10916e7f on network a0e5d432-40a2-416f-82b4-6fb869a6c31f {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:02.580245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:02.580888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Checking segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:02.581470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Bound using segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:02.582121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Bound port: 5bdc2d2c-963b-451b-a039-497a10916e7f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:02.582932 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.689984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] For port 5bdc2d2c-963b-451b-a039-497a10916e7f, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:02.694194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] For port 5bdc2d2c-963b-451b-a039-497a10916e7f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5bdc2d2c-963b-451b-a039-497a10916e7f,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:02.702187 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.766746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:02.766924 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.768249 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] 10.222.0.24 "PUT /v2.0/ports/5bdc2d2c-963b-451b-a039-497a10916e7f HTTP/1.1" status: 200 len: 1092 time: 1.8579013 Jul 06 18:51:02.768721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4e767c-9dda-460b-9294-35b8b5a9fe76', 'tag': '5bdc2d2c-963b-451b-a039-497a10916e7f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:02.771073 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4e767c-9dda-460b-9294-35b8b5a9fe76", "tag": "5bdc2d2c-963b-451b-a039-497a10916e7f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:02.867746 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ab213e-9a9f-4b32-94f4-9a7faea3cafc x-openstack-request-id: req-d2ab213e-9a9f-4b32-94f4-9a7faea3cafc {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:02.868042 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4e767c-9dda-460b-9294-35b8b5a9fe76", "tag": "5bdc2d2c-963b-451b-a039-497a10916e7f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:02.868301 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2ab213e-9a9f-4b32-94f4-9a7faea3cafc {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:02.868727 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4e767c-9dda-460b-9294-35b8b5a9fe76', 'tag': '5bdc2d2c-963b-451b-a039-497a10916e7f', 'status': 'completed', 'code': 200} Jul 06 18:51:02.919082 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddf4bb-0944-4ffd-ae7b-1f083270bb43 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc2d2c-963b-451b-a039-497a10916e7f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:02.954197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.958331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-580174d2-4b96-4aae-b6e5-ff8aec70cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:02.960281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-580174d2-4b96-4aae-b6e5-ff8aec70cce9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f14bd1ba1fb14fdbbe930bcf2c2e7f42&device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1095 time: 0.1434414 Jul 06 18:51:02.964068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.965855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:03.046953 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-0a947679-4a2b-4204-b27a-f3bc03aaa792 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bdc2d2c-963b-451b-a039-497a10916e7f HTTP/1.1" status: 200 len: 217 time: 0.0711467 Jul 06 18:51:03.134508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=a83c234f-a697-4ec1-a51e-511b7bc4598a,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:03.139576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9c91f2e8-69c8-4a12-ad4d-b7470b7d8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:03.141282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-9c91f2e8-69c8-4a12-ad4d-b7470b7d8bd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=678f3712-8d95-436b-affc-a88a39878579 HTTP/1.1" status: 200 len: 849 time: 0.0853267 Jul 06 18:51:03.243398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-eb26658d-f799-4aed-b800-38893d05b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:03.245175 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-eb26658d-f799-4aed-b800-38893d05b492 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e5d432-40a2-416f-82b4-6fb869a6c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968201 Jul 06 18:51:03.250604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 0dd9f89d-b369-43b0-930f-150d3ce494d8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:03.258791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:03.431276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:51:03.447527 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-96af7ab5-d507-4bff-91ac-872778695696 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942437 Jul 06 18:51:03.556834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28339d5e-6791-4f72-b40c-3d214cf9cef6 req-22be7525-efca-48d5-98c0-e163e946c8e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:03.558474 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28339d5e-6791-4f72-b40c-3d214cf9cef6 req-22be7525-efca-48d5-98c0-e163e946c8e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1095 time: 0.2475595 Jul 06 18:51:03.597400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb59ba-cefe-4387-a500-dbeee6729891 None None] Network 0dd9f89d-b369-43b0-930f-150d3ce494d8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:03.622757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37e1e471-818e-468c-84e9-09d480ee1cb6 req-d48f7c72-8297-4463-b3a3-e189639df490 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624787 Jul 06 18:51:03.656284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28339d5e-6791-4f72-b40c-3d214cf9cef6 req-a653d274-1510-41c9-8c01-6a45622228b5 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540588 Jul 06 18:51:03.657861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:03.667472 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b04dcaf7-45ab-4e1d-a461-bbb2cae1804c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5915298 Jul 06 18:51:03.668426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40108) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:03.677817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-963245789'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:03.694233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:03.708376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:03.722475 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:03.756326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c3053e52-2f4f-482b-b081-e61fc1b44a59 None None] Provisioning for port 7281e9aa-eed0-404f-a37c-91506c639293 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:03.762086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:03.764055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:03.790731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:03.802054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:03.802435 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment 611eb625-a08f-472e-9761-220c7a0c94c6 of type vlan for network 974ba0e0-9278-4121-9411-362dff754947 Jul 06 18:51:03.802931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-dc511258-414d-45a6-a3b2-f9ba2eca20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:03.804847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-dc511258-414d-45a6-a3b2-f9ba2eca20c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f14bd1ba1fb14fdbbe930bcf2c2e7f42&device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1095 time: 0.0948226 Jul 06 18:51:03.882628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:03.944262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:03.950549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:03.956626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:03.958515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.011266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7281e9aa-eed0-404f-a37c-91506c639293 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:04.031186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-2b3d997f-7df1-455c-89f4-d16c355d8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:04.033993 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-2b3d997f-7df1-455c-89f4-d16c355d8fc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0e5d432-40a2-416f-82b4-6fb869a6c31f HTTP/1.1" status: 200 len: 911 time: 0.2207313 Jul 06 18:51:04.102082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-c7380a54-58e1-40fb-9358-0fa144c53cc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bdc2d2c-963b-451b-a039-497a10916e7f HTTP/1.1" status: 200 len: 217 time: 0.0586600 Jul 06 18:51:04.105128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=974ba0e0-9278-4121-9411-362dff754947,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:04.109132 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bdacfd72-de3d-4872-9fbf-6c879dd0359c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4386368 Jul 06 18:51:04.112127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40122) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:04.119180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:04.189268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-e8239b24-de4c-430b-b8ee-6509cbe83e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:04.190992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-e8239b24-de4c-430b-b8ee-6509cbe83e00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=678f3712-8d95-436b-affc-a88a39878579 HTTP/1.1" status: 200 len: 849 time: 0.0823698 Jul 06 18:51:04.214934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 974ba0e0-9278-4121-9411-362dff754947 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:04.230006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:04.236620 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.336275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-5f2fa964-fb30-4eca-9b35-d680e7de3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:04.337863 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-5f2fa964-fb30-4eca-9b35-d680e7de3c48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e5d432-40a2-416f-82b4-6fb869a6c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380954 Jul 06 18:51:04.392267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7281e9aa-eed0-404f-a37c-91506c639293 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:04.409080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7281e9aa-eed0-404f-a37c-91506c639293 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:04.409927 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.509826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:02Z', 'revision_number': 2, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:02Z', 'revision_number': 2, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:04.546409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:04.546409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Updating router fe2bb54c-095f-4999-8bde-85c32cc2fc28 port a83c234f-a697-4ec1-a51e-511b7bc4598a binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:51:04.572632 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-70eb8bbb-0c1b-477d-9b33-5d1593c72389 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263417 Jul 06 18:51:04.619408 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.658885 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.745740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.749597 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d27b585a-09e0-428f-83fa-8fb3bb1a2bd4 req-f676b10e-f132-447e-ae28-ce091d6e3b25 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701732 Jul 06 18:51:04.783042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:04.783428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: 974ba0e0-9278-4121-9411-362dff754947, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:51:04.794379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=8f02cd15-954f-4eab-bff3-ae1bddae20d8,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:04.805158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 7281e9aa-eed0-404f-a37c-91506c639293, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7281e9aa-eed0-404f-a37c-91506c639293,segment=NetworkSegment(6626358c-915f-4091-baa8-e385c161bb27),segment_id=6626358c-915f-4091-baa8-e385c161bb27)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:04.815198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 974ba0e0-9278-4121-9411-362dff754947 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:51:04.828400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b137328f-3b8b-4875-a226-2a60ef0af043 None None] Provisioning complete for port 7281e9aa-eed0-404f-a37c-91506c639293 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:04.829139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b137328f-3b8b-4875-a226-2a60ef0af043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.832926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 974ba0e0-9278-4121-9411-362dff754947) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:04.843599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:04.844271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.877608 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:04.889704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e9e23c73-5f89-4565-8d53-cd72dfc67627 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7760632 Jul 06 18:51:04.890440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123e1a3-c4d7-4684-96e4-877b8d79cf5c None None] Network 974ba0e0-9278-4121-9411-362dff754947 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:04.892613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40140) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:05.011931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7b925-b19d-4fd1-bad3-218b11aa4137 req-282545ec-a28b-4abe-8f7f-f713a59e4c4b tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:05.022255 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79a7b925-b19d-4fd1-bad3-218b11aa4137 req-282545ec-a28b-4abe-8f7f-f713a59e4c4b tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1095 time: 0.1021376 Jul 06 18:51:05.098947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79a7b925-b19d-4fd1-bad3-218b11aa4137 req-5f6ff032-0582-43c3-8b30-376275392f1f tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737903 Jul 06 18:51:05.148834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=7281e9aa-eed0-404f-a37c-91506c639293,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:05.423163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:05.624258 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:05.636096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Transition to ACTIVE for port object a83c234f-a697-4ec1-a51e-511b7bc4598a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:05.643705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-974ba0e0-9278-4121-9411-362dff754947', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:51:05.644599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:05.649813 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:05.656825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b137328f-3b8b-4875-a226-2a60ef0af043 None None] Provisioning for port a83c234f-a697-4ec1-a51e-511b7bc4598a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:05.713872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1333c-7cb4-4012-80cb-96a6efbb5e49 None None] Pushing event updated for resources: {'Port': ['ID=a83c234f-a697-4ec1-a51e-511b7bc4598a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:05.847388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8:1::1 (974ba0e0-9278-4121-9411-362dff754947/8f02cd15-954f-4eab-bff3-ae1bddae20d8/5d9a797f-3dec-4a8d-a64a-f935c024b776) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:05.875371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Attempting to bind port a83c234f-a697-4ec1-a51e-511b7bc4598a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:05.875777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Attempting to bind port a83c234f-a697-4ec1-a51e-511b7bc4598a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:05.876182 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Attempting to bind port a83c234f-a697-4ec1-a51e-511b7bc4598a on network 0dd9f89d-b369-43b0-930f-150d3ce494d8 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:05.901468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:05.901884 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Checking segment: {'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:05.902297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:05.902694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Bound using segment: {'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:05.903198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Bound port: a83c234f-a697-4ec1-a51e-511b7bc4598a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6626358c-915f-4091-baa8-e385c161bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:05.903581 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:05.951285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7281e9aa-eed0-404f-a37c-91506c639293 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:06.027251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] For port a83c234f-a697-4ec1-a51e-511b7bc4598a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:06.030137 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.031634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] For port a83c234f-a697-4ec1-a51e-511b7bc4598a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a83c234f-a697-4ec1-a51e-511b7bc4598a,segment=NetworkSegment(6626358c-915f-4091-baa8-e385c161bb27),segment_id=6626358c-915f-4091-baa8-e385c161bb27)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:06.032854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7281e9aa-eed0-404f-a37c-91506c639293 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:06.033335 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.047136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object 5d9a797f-3dec-4a8d-a64a-f935c024b776 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:06.057924 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.097943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.143641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 974ba0e0-9278-4121-9411-362dff754947 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:06.147562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:06.151925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:06.152420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.206138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=5d9a797f-3dec-4a8d-a64a-f935c024b776,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:06.355641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Allocated IP 2001:db8:1::2 (974ba0e0-9278-4121-9411-362dff754947/8f02cd15-954f-4eab-bff3-ae1bddae20d8/1b0d7b79-e9cb-49c8-9d36-db2266f8d105) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:06.387216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1333c-7cb4-4012-80cb-96a6efbb5e49 None None] Pushing event updated for resources: {'Port': ['ID=a83c234f-a697-4ec1-a51e-511b7bc4598a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:06.433296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:06.434219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:06.467411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.484585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ea8a1-7602-4710-a8a2-cbd0224669ee req-054867b5-c015-48b0-963a-12bb74e06950 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:06.488446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b3ea8a1-7602-4710-a8a2-cbd0224669ee req-054867b5-c015-48b0-963a-12bb74e06950 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1095 time: 0.1880720 Jul 06 18:51:06.502487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40156) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:06.595828 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3b3ea8a1-7602-4710-a8a2-cbd0224669ee req-dc4548ad-c757-47e7-ad3e-12974b0c310b tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061563 Jul 06 18:51:06.709907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:06.755742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-73af7f29-588e-47d8-b11f-96b9e0cf83cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.915012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-73af7f29-588e-47d8-b11f-96b9e0cf83cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.922817 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-73af7f29-588e-47d8-b11f-96b9e0cf83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.934637 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.953923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-73af7f29-588e-47d8-b11f-96b9e0cf83cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0dacaa4b06d4ecb81d2eb51ef02262a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486992 Jul 06 18:51:06.957069 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.957412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Transition to ACTIVE for port object 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:06.959797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40162) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:06.972654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.972654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.979963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af7f29-588e-47d8-b11f-96b9e0cf83cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cba1ba0-2bb2-4862-9cd6-ec4b8d7f4b0a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:07.005273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Transition to ACTIVE for port object 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:07.021238 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.073704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Network 974ba0e0-9278-4121-9411-362dff754947 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:07.083196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:07.089565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:07.094324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Pushing event updated for resources: {'Port': ['ID=1b0d7b79-e9cb-49c8-9d36-db2266f8d105,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:07.127566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=5d9a797f-3dec-4a8d-a64a-f935c024b776,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:07.131655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:06Z', 'revision_number': 3, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:05Z', 'revision_number': 1, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:06Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:07.141744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-72ff9312-7f72-42a0-b8cb-feed85a7a0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.185288 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0a21f-1865-4b6b-8328-11692d823e55 None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:06Z', 'revision_number': 3, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:05Z', 'revision_number': 1, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:06Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:07.185657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-72ff9312-7f72-42a0-b8cb-feed85a7a0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.198510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Attempting to bind port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:07.198510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Attempting to bind port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:07.198922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Attempting to bind port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 on network 974ba0e0-9278-4121-9411-362dff754947 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:07.204423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5bdc2d2c-963b-451b-a039-497a10916e7f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:51:07.209316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 974ba0e0-9278-4121-9411-362dff754947 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:07.216559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:07.221438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:07.222139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Checking segment: {'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:07.222499 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.222992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Bound using segment: {'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:07.228519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Bound port: 1b0d7b79-e9cb-49c8-9d36-db2266f8d105, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:07.229006 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.357645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] For port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:07.361572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:07.370141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-72ff9312-7f72-42a0-b8cb-feed85a7a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.373150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-72ff9312-7f72-42a0-b8cb-feed85a7a0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.374503 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-72ff9312-7f72-42a0-b8cb-feed85a7a0dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cba1ba0-2bb2-4862-9cd6-ec4b8d7f4b0a HTTP/1.1" status: 204 len: 168 time: 0.4135702 Jul 06 18:51:07.385975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9312-7f72-42a0-b8cb-feed85a7a0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cba1ba0-2bb2-4862-9cd6-ec4b8d7f4b0a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:07.410187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] For port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1b0d7b79-e9cb-49c8-9d36-db2266f8d105,segment=NetworkSegment(611eb625-a08f-472e-9761-220c7a0c94c6),segment_id=611eb625-a08f-472e-9761-220c7a0c94c6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:07.439688 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.546464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:07.565625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40166) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:07.569497 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-05f6dab9-5a30-467d-ae5b-6a21b32d73db tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6690462 Jul 06 18:51:07.571579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1256666842'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:07.585222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5bdc2d2c-963b-451b-a039-497a10916e7f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5bdc2d2c-963b-451b-a039-497a10916e7f,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:07.627140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '5bdc2d2c-963b-451b-a039-497a10916e7f', 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'port_id': '5bdc2d2c-963b-451b-a039-497a10916e7f', 'mac_address': 'fa:16:3e:25:62:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678f3712-8d95-436b-affc-a88a39878579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:51:07.632559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:07.634529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd01feb-d9b3-463b-9195-5c9d9ada2b28 None None] Pushing event updated for resources: {'Port': ['ID=1b0d7b79-e9cb-49c8-9d36-db2266f8d105,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:07.640862 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.697465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:07.732692 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.732978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.733464 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment d2c04a50-77d2-46b4-8a9d-ef380f054b32 of type vlan for network fdd199aa-d463-49d3-8776-3c8a12cfa119 Jul 06 18:51:07.758413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdc2d2c-963b-451b-a039-497a10916e7f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:51:07.797545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5bdc2d2c-963b-451b-a039-497a10916e7f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5bdc2d2c-963b-451b-a039-497a10916e7f,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:07.810335 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.846093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.966948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5bdc2d2c-963b-451b-a039-497a10916e7f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:07.975853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:07.991837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:07.992546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.035928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5bdc2d2c-963b-451b-a039-497a10916e7f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:51:08.055462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40174) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:08.081669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68591136-e4b8-4608-94be-cbb4746b4fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.098970 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5321016 Jul 06 18:51:08.102604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40176) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:08.112895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:08.118797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d10b7-2e66-4455-bd78-26d611706957 req-632464f2-e8b1-41b1-852f-615ea1d2bb1f tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:08.120685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b6d10b7-2e66-4455-bd78-26d611706957 req-632464f2-e8b1-41b1-852f-615ea1d2bb1f tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1096 time: 0.2465293 Jul 06 18:51:08.121340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329b198-37f2-444b-badf-1a7331a23e93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=fdd199aa-d463-49d3-8776-3c8a12cfa119,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:08.156449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network fdd199aa-d463-49d3-8776-3c8a12cfa119 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:08.253948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68591136-e4b8-4608-94be-cbb4746b4fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.256465 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b6d10b7-2e66-4455-bd78-26d611706957 req-7ab3f251-3e55-4074-82af-2920a9aa3fd0 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258757 Jul 06 18:51:08.271364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68591136-e4b8-4608-94be-cbb4746b4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.297139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:08.304802 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.361086 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-68591136-e4b8-4608-94be-cbb4746b4fc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e6498286fca48719ae8e239bde7ad9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047414 Jul 06 18:51:08.364972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40178) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:08.407371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68591136-e4b8-4608-94be-cbb4746b4fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b91843f-8b65-45f4-8fb6-a152ac7e7fdd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:08.457706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecfb21d6-6b54-496c-ac1c-91f504104271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.484109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecfb21d6-6b54-496c-ac1c-91f504104271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.538555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecfb21d6-6b54-496c-ac1c-91f504104271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.541731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecfb21d6-6b54-496c-ac1c-91f504104271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.545832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ecfb21d6-6b54-496c-ac1c-91f504104271 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b91843f-8b65-45f4-8fb6-a152ac7e7fdd HTTP/1.1" status: 204 len: 168 time: 0.1796689 Jul 06 18:51:08.559767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb21d6-6b54-496c-ac1c-91f504104271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b91843f-8b65-45f4-8fb6-a152ac7e7fdd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:08.594533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.669119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:08.669485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: fdd199aa-d463-49d3-8776-3c8a12cfa119, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:51:08.673922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=38ffb68e-58e3-44d9-842e-dccd278a0c64,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:08.701276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network fdd199aa-d463-49d3-8776-3c8a12cfa119 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:51:08.713494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, fdd199aa-d463-49d3-8776-3c8a12cfa119) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:08.721952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:08.722640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bbe460-4b40-48a5-b585-19dafe287a6c None None] Network fdd199aa-d463-49d3-8776-3c8a12cfa119 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:08.722780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.750159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40182) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:08.750718 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-47963905-5941-4515-a3c6-0116a7a140a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6432204 Jul 06 18:51:08.964669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-fdd199aa-d463-49d3-8776-3c8a12cfa119', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:51:08.965779 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:09.186485 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d5179d-32b2-48ec-9396-f79a316b9962 None None] Network 974ba0e0-9278-4121-9411-362dff754947 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:09.241969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5bdc2d2c-963b-451b-a039-497a10916e7f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:09.320237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Allocated IP 2001:db8:2::2 (fdd199aa-d463-49d3-8776-3c8a12cfa119/38ffb68e-58e3-44d9-842e-dccd278a0c64/8f11339e-7c26-4c9d-bfd1-e4eb67b742aa) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:09.402235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1cf4ed9e-2338-4525-b5ae-43ab804607f6 None None] Provisioning for port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:09.463398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 5bdc2d2c-963b-451b-a039-497a10916e7f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:09.596122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4f389-7195-4b55-a155-0d4ef8fdff2c req-1f862afe-9e49-42de-848d-14c768bc3a38 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:09.599011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76d4f389-7195-4b55-a155-0d4ef8fdff2c req-1f862afe-9e49-42de-848d-14c768bc3a38 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1096 time: 0.1235476 Jul 06 18:51:09.709859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76d4f389-7195-4b55-a155-0d4ef8fdff2c req-6d17858d-3783-4952-a1c0-c451e461a17a tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043820 Jul 06 18:51:09.732553 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:09.797010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 5bdc2d2c-963b-451b-a039-497a10916e7f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:09.798088 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.037567 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.073038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a83c234f-a697-4ec1-a51e-511b7bc4598a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:10.077425 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:10.090113 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:10.092245 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:10.116926 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.157405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Transition to ACTIVE for port object 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:10.176239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Transition to ACTIVE for port object 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:10.179181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e767c-9dda-460b-9294-35b8b5a9fe76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdc2d2c-963b-451b-a039-497a10916e7f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:10.182694 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90b1266-31b8-4dd4-be7a-ff5fc2923989" -d '{"events": [{"server_uuid": "6d4e767c-9dda-460b-9294-35b8b5a9fe76", "name": "network-vif-plugged", "status": "completed", "tag": "5bdc2d2c-963b-451b-a039-497a10916e7f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:10.232446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5bdc2d2c-963b-451b-a039-497a10916e7f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5bdc2d2c-963b-451b-a039-497a10916e7f,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:10.242427 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:10.248730 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.262748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.269242 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922a9c7c-d04c-432b-bb84-b88affe4a5dc x-openstack-request-id: req-922a9c7c-d04c-432b-bb84-b88affe4a5dc {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:10.269635 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4e767c-9dda-460b-9294-35b8b5a9fe76", "name": "network-vif-plugged", "status": "completed", "tag": "5bdc2d2c-963b-451b-a039-497a10916e7f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:10.269888 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-922a9c7c-d04c-432b-bb84-b88affe4a5dc {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:10.270272 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4e767c-9dda-460b-9294-35b8b5a9fe76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdc2d2c-963b-451b-a039-497a10916e7f', 'code': 200} Jul 06 18:51:10.303454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8:2::1 (fdd199aa-d463-49d3-8776-3c8a12cfa119/38ffb68e-58e3-44d9-842e-dccd278a0c64/6e5e17b8-2753-4ccb-9db3-ec92aaabce4f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:10.358645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Network fdd199aa-d463-49d3-8776-3c8a12cfa119 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:10.361575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port a83c234f-a697-4ec1-a51e-511b7bc4598a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:10.369259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:10.374489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:10.417735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a83c234f-a697-4ec1-a51e-511b7bc4598a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:10.420341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.515660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Pushing event updated for resources: {'Port': ['ID=8f11339e-7c26-4c9d-bfd1-e4eb67b742aa,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:10.572531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.572997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.573540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.573957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.574355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.574747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.575460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.575460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.576255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.576514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.576949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.577982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:10.596167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed384427-5ce7-455b-8bb5-06a47d3b445b req-8a84eb5e-7b69-4f50-9feb-ad698f8d321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:10.598052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed384427-5ce7-455b-8bb5-06a47d3b445b req-8a84eb5e-7b69-4f50-9feb-ad698f8d321b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1097 time: 0.2573373 Jul 06 18:51:10.615040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9ff99c9f-8194-4658-be00-e4b8608402c6 None None] Provisioning for port 5d9a797f-3dec-4a8d-a64a-f935c024b776 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:10.628348 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.647816 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:06Z', 'revision_number': 3, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:06Z', 'revision_number': 2, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:06Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:10.672604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:10.682223 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:10.682571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Updating router fe2bb54c-095f-4999-8bde-85c32cc2fc28 port 5d9a797f-3dec-4a8d-a64a-f935c024b776 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:51:10.686997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9ff99c9f-8194-4658-be00-e4b8608402c6 None None] Provisioning complete for port 5d9a797f-3dec-4a8d-a64a-f935c024b776 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:10.689543 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9ff99c9f-8194-4658-be00-e4b8608402c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.692540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ed384427-5ce7-455b-8bb5-06a47d3b445b req-730c727f-220a-4767-bc23-b4050a86fe5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780981 Jul 06 18:51:10.701329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Attempting to bind port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:10.702024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Attempting to bind port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:10.704800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Attempting to bind port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa on network fdd199aa-d463-49d3-8776-3c8a12cfa119 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:10.752140 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.753683 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.784648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:10.788382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Checking segment: {'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:10.792744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.794809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Bound using segment: {'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:10.796068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Bound port: 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:10.796668 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.846813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9ff99c9f-8194-4658-be00-e4b8608402c6 None None] Port 5d9a797f-3dec-4a8d-a64a-f935c024b776 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:10.872262 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:10.908970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network fdd199aa-d463-49d3-8776-3c8a12cfa119 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:10.910697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:10.919857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5bdc2d2c-963b-451b-a039-497a10916e7f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:10.922845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:10.924511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:10.992661 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.049752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] For port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:11.051854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f5801-0f08-48dd-a85e-fdc596e7b81a req-60ae4d5c-76ea-400c-a33b-17927cb82dd7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:11.059797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] For port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8f11339e-7c26-4c9d-bfd1-e4eb67b742aa,segment=NetworkSegment(d2c04a50-77d2-46b4-8a9d-ef380f054b32),segment_id=d2c04a50-77d2-46b4-8a9d-ef380f054b32)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:11.063647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c9f5801-0f08-48dd-a85e-fdc596e7b81a req-60ae4d5c-76ea-400c-a33b-17927cb82dd7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1097 time: 0.1281776 Jul 06 18:51:11.064998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port a83c234f-a697-4ec1-a51e-511b7bc4598a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a83c234f-a697-4ec1-a51e-511b7bc4598a,segment=NetworkSegment(6626358c-915f-4091-baa8-e385c161bb27),segment_id=6626358c-915f-4091-baa8-e385c161bb27)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:11.072237 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.083466 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.085271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:11.202442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-79b2ec28-680b-4b05-854f-b83b95dddda6 None None] Provisioning complete for port 5d9a797f-3dec-4a8d-a64a-f935c024b776 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:11.208372 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79b2ec28-680b-4b05-854f-b83b95dddda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.223097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c9f5801-0f08-48dd-a85e-fdc596e7b81a req-6875e39e-0827-4081-acb0-646471f8a75e tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514738 Jul 06 18:51:11.272181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48b4c4-2b1e-4da5-9a2b-c440fca91e36 None None] Pushing event updated for resources: {'Port': ['ID=8f11339e-7c26-4c9d-bfd1-e4eb67b742aa,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:11.329923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.334980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-79b2ec28-680b-4b05-854f-b83b95dddda6 None None] Port 5d9a797f-3dec-4a8d-a64a-f935c024b776 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:11.390419 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.406301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:11.419001 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Transition to ACTIVE for port object 5d9a797f-3dec-4a8d-a64a-f935c024b776 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:11.437571 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.443007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:11.443007 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.624154 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e2e38-d1a9-40ab-976d-6a0ad8c84393 None None] Pushing event updated for resources: {'Port': ['ID=5d9a797f-3dec-4a8d-a64a-f935c024b776,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:11.671191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=a83c234f-a697-4ec1-a51e-511b7bc4598a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:11.788868 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Attempting to bind port 5d9a797f-3dec-4a8d-a64a-f935c024b776 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:11.789239 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Attempting to bind port 5d9a797f-3dec-4a8d-a64a-f935c024b776 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:11.789830 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Attempting to bind port 5d9a797f-3dec-4a8d-a64a-f935c024b776 on network 974ba0e0-9278-4121-9411-362dff754947 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:11.822390 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:11.822829 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Checking segment: {'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:11.823346 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.823635 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Bound using segment: {'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:11.827266 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.832782 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Bound port: 5d9a797f-3dec-4a8d-a64a-f935c024b776, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611eb625-a08f-472e-9761-220c7a0c94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '974ba0e0-9278-4121-9411-362dff754947'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:11.833197 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:11.919146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1b0d7b79-e9cb-49c8-9d36-db2266f8d105,segment=NetworkSegment(611eb625-a08f-472e-9761-220c7a0c94c6),segment_id=611eb625-a08f-472e-9761-220c7a0c94c6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:11.927791 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:12.038755 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] For port 5d9a797f-3dec-4a8d-a64a-f935c024b776, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:12.042377 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] For port 5d9a797f-3dec-4a8d-a64a-f935c024b776, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d9a797f-3dec-4a8d-a64a-f935c024b776,segment=NetworkSegment(611eb625-a08f-472e-9761-220c7a0c94c6),segment_id=611eb625-a08f-472e-9761-220c7a0c94c6)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:12.053526 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:12.087676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1b0d7b79-e9cb-49c8-9d36-db2266f8d105,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:12.200286 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e2e38-d1a9-40ab-976d-6a0ad8c84393 None None] Pushing event updated for resources: {'Port': ['ID=5d9a797f-3dec-4a8d-a64a-f935c024b776,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:12.213218 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:12.214151 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:12.251688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a83c234f-a697-4ec1-a51e-511b7bc4598a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:12.307574 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:12.319709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:12.320593 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:12.369448 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:12.445694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a83c234f-a697-4ec1-a51e-511b7bc4598a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:12.446099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:12.568919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:12.637964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:12.677402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0e082-3816-4981-a3d0-bda15bd540b5 req-037b1b14-7802-4364-a895-58e7df2404d8 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:12.690505 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71a0e082-3816-4981-a3d0-bda15bd540b5 req-037b1b14-7802-4364-a895-58e7df2404d8 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1097 time: 0.2619598 Jul 06 18:51:12.701595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network fdd199aa-d463-49d3-8776-3c8a12cfa119 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:12.704716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:12.783101 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:12Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:10Z', 'revision_number': 1, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:12.784802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:12.822820 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b498d02-4e22-412e-be97-b0b811938fd4 None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:12Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:10Z', 'revision_number': 1, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:12.933822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-71a0e082-3816-4981-a3d0-bda15bd540b5 req-727f583d-b351-474c-9001-3958814950cd tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303383 Jul 06 18:51:12.959561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:13.098611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea82d8-58f4-45d0-816e-6bd0dd9f2d59 None None] Network fdd199aa-d463-49d3-8776-3c8a12cfa119 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:13.227608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-95ee913f-2833-4b4d-91a5-b739f6e63036 None None] Provisioning for port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:13.235519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:13.247029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a75af4c7-84ba-4c96-9075-b6d0035f9337 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4934833 Jul 06 18:51:13.248377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40274) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:13.250216 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-95ee913f-2833-4b4d-91a5-b739f6e63036 None None] Provisioning complete for port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:13.250751 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ee913f-2833-4b4d-91a5-b739f6e63036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:13.267129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1800578063'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:13.295686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ed1a7-10c7-4327-bf28-d9c7361801f0 req-76a55008-394f-466f-84bf-b75026d6b296 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:13.297619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d6ed1a7-10c7-4327-bf28-d9c7361801f0 req-76a55008-394f-466f-84bf-b75026d6b296 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1097 time: 0.1647406 Jul 06 18:51:13.362533 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d6ed1a7-10c7-4327-bf28-d9c7361801f0 req-6b9c5419-96b2-4a1a-8a72-701edb4afe8d tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574522 Jul 06 18:51:13.363105 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:13.370767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:13.426646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:13.437216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:13.437652 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added segment 84b6d189-6c1d-45e1-8b0f-0aa62f9c308e of type vlan for network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 Jul 06 18:51:13.494461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ee913f-2833-4b4d-91a5-b739f6e63036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:13.530978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:13.582440 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:13.593915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-95ee913f-2833-4b4d-91a5-b739f6e63036 None None] For port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8f11339e-7c26-4c9d-bfd1-e4eb67b742aa,segment=NetworkSegment(d2c04a50-77d2-46b4-8a9d-ef380f054b32),segment_id=d2c04a50-77d2-46b4-8a9d-ef380f054b32)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:13.596132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:13.597565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:13.607658 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ee913f-2833-4b4d-91a5-b739f6e63036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:13.652888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab32c09-2d4e-45df-8dfc-e1e4884643b9 req-126bf285-e710-443b-a9b3-67067edfccaa tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:13.663256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fab32c09-2d4e-45df-8dfc-e1e4884643b9 req-126bf285-e710-443b-a9b3-67067edfccaa tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1097 time: 0.1423349 Jul 06 18:51:13.719767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fab32c09-2d4e-45df-8dfc-e1e4884643b9 req-a1574d32-57e6-462a-a77d-1753c9f79bbb tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554993 Jul 06 18:51:13.747726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee913f-2833-4b4d-91a5-b739f6e63036 None None] Pushing event updated for resources: {'Port': ['ID=8f11339e-7c26-4c9d-bfd1-e4eb67b742aa,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:13.819587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5701087 Jul 06 18:51:13.822554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40290) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:13.831334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'subnet': {'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:13.844464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec08d3-d244-4353-9fff-7b62349f613a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Network': ['ID=82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:13.859632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:14.056629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Made reservation on behalf of 5ceedcd940014035a7a86fa1481db0fc for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:14.062802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:14.101647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2160419d-5535-4d28-a6cf-4eb1e3a504e5 None None] Provisioning complete for port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:14.102221 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2160419d-5535-4d28-a6cf-4eb1e3a504e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:14.157362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:14.163341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:14.203576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:14.206902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:14.267994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-fb2da189-859a-479e-8e8e-cd07cc1d4e07 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:14.270017 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-fb2da189-859a-479e-8e8e-cd07cc1d4e07 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/networks?id=a0e5d432-40a2-416f-82b4-6fb869a6c31f HTTP/1.1" status: 200 len: 911 time: 0.2029641 Jul 06 18:51:14.297231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-7cb58111-a191-4324-9c14-7f7aea53eec0 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/quotas/f14bd1ba1fb14fdbbe930bcf2c2e7f42 HTTP/1.1" status: 200 len: 375 time: 0.0163944 Jul 06 18:51:14.415855 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-4278f178-9ab5-4ea5-8596-18b375bd36c2 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=f14bd1ba1fb14fdbbe930bcf2c2e7f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074085 Jul 06 18:51:14.447030 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:14.477396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:14.561314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Subnet': ['ID=daa33ca2-45b0-4075-a45a-e03bfb590217,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:14.573904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Checking segment: {'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:14.580179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network hostable DHCP agents. Network: 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:51:14.582487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-019d4078-8b2e-478e-9759-7f08577922e8 service neutron] 10.222.0.53 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586277 Jul 06 18:51:14.611931 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:51:14.629679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:14.646948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:14.647741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:14.674479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7591a5c4-0837-4caa-973d-d6c0c17e5e1c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8498158 Jul 06 18:51:14.677661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40316) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:14.684338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59915afb-e8c5-47c2-8f02-756b43ba5e6e None None] Network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:14.743006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-2ef1d8e0-de8c-4eaa-a82c-553d669658b8 service neutron] 10.222.0.53 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597886 Jul 06 18:51:14.768207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:14.768734 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:14.893774 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2160419d-5535-4d28-a6cf-4eb1e3a504e5 None None] Provisioning for port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:14.922845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2160419d-5535-4d28-a6cf-4eb1e3a504e5 None None] Provisioning complete for port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:14.923746 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2160419d-5535-4d28-a6cf-4eb1e3a504e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:15.093395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38756fdc-23fe-4f77-863a-05316e27635a req-6004573b-956c-4b34-b58d-8da0743df91a tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 210 time: 0.0725808 Jul 06 18:51:15.307029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2160419d-5535-4d28-a6cf-4eb1e3a504e5 None None] Port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:15.326127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:15.434115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:15.486848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:51:15.488065 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:15.566844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:12Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 2, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:15.572983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-39dccd45-8b57-43fb-ade2-f3c82f8ef53c None None] Provisioning complete for port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:15.573344 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39dccd45-8b57-43fb-ade2-f3c82f8ef53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:15.679845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e56b6572-07ad-433a-917c-983f8efc5585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:15.681307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:15.681655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Updating router fe2bb54c-095f-4999-8bde-85c32cc2fc28 port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:51:15.690346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:15.690722 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:15.773400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-39dccd45-8b57-43fb-ade2-f3c82f8ef53c None None] Port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:15.816809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:15.876244 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Allocated IP 2001:db8:3::2 (82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0/daa33ca2-45b0-4075-a45a-e03bfb590217/b478aca1-0e94-43d5-9d6b-dabebde25752) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:16.032660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d9a797f-3dec-4a8d-a64a-f935c024b776 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:16.255810 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.257589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 5d9a797f-3dec-4a8d-a64a-f935c024b776 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:16.270362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5d9a797f-3dec-4a8d-a64a-f935c024b776 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:16.270737 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.278473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Transition to ACTIVE for port object b478aca1-0e94-43d5-9d6b-dabebde25752 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:16.335909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c4aa7c1c-0242-4707-8311-bd34ab9c254a req-020c0e18-7c95-41dc-a4e9-863b215ae445 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 210 time: 0.0768602 Jul 06 18:51:16.340249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Transition to ACTIVE for port object b478aca1-0e94-43d5-9d6b-dabebde25752 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:16.380613 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.469384 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.473070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:16.476370 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Allocated IP 2001:db8:3::1 (82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0/daa33ca2-45b0-4075-a45a-e03bfb590217/017d3f7d-7007-4079-bbae-2c319ff19c81) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:16.494089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:16.496041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Pushing event updated for resources: {'Port': ['ID=b478aca1-0e94-43d5-9d6b-dabebde25752,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:16.502948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:16.515114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Transition to ACTIVE for port object 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:16.546469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.580175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.632234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-910f3b29-28d1-4cf2-893b-a1b1eb920ee3 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:16.633816 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-910f3b29-28d1-4cf2-893b-a1b1eb920ee3 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.41 "GET /v2.0/networks?id=a0e5d432-40a2-416f-82b4-6fb869a6c31f HTTP/1.1" status: 200 len: 911 time: 0.2009358 Jul 06 18:51:16.647003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Request body: {'port': {'device_id': '5c5fdf94-1e05-472f-adcf-5ed7e01593ee', 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'admin_state_up': True, 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:16.651890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Attempting to bind port b478aca1-0e94-43d5-9d6b-dabebde25752 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:16.652256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Attempting to bind port b478aca1-0e94-43d5-9d6b-dabebde25752 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:16.652615 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Attempting to bind port b478aca1-0e94-43d5-9d6b-dabebde25752 on network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:16.662368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126990c8-2409-4b40-bb86-a063046c34d9 None None] Pushing event updated for resources: {'Port': ['ID=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:16.677974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:16.678346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Checking segment: {'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:16.678751 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.679248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Bound using segment: {'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:16.679748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Bound port: b478aca1-0e94-43d5-9d6b-dabebde25752, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:16.680131 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.685236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 5d9a797f-3dec-4a8d-a64a-f935c024b776, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d9a797f-3dec-4a8d-a64a-f935c024b776,segment=NetworkSegment(611eb625-a08f-472e-9761-220c7a0c94c6),segment_id=611eb625-a08f-472e-9761-220c7a0c94c6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:16.706102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.709037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Made reservation on behalf of f14bd1ba1fb14fdbbe930bcf2c2e7f42 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:16.712418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.714774 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.730142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Transition to ACTIVE for port object 017d3f7d-7007-4079-bbae-2c319ff19c81 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:16.794355 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.857106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:16.858064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Attempting to bind port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:16.861489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Attempting to bind port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:16.863694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:16.869611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:16.870268 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.877452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Attempting to bind port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f on network fdd199aa-d463-49d3-8776-3c8a12cfa119 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:16.914709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:16.915424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Checking segment: {'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:16.916042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.916593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Bound using segment: {'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:16.917272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Bound port: 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c04a50-77d2-46b4-8a9d-ef380f054b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:16.917940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:16.929329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=5d9a797f-3dec-4a8d-a64a-f935c024b776,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:16.980656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=017d3f7d-7007-4079-bbae-2c319ff19c81,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:16.994042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Allocated IP 172.20.0.5 (a0e5d432-40a2-416f-82b4-6fb869a6c31f/678f3712-8d95-436b-affc-a88a39878579/7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:17.014530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] For port b478aca1-0e94-43d5-9d6b-dabebde25752, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:17.051808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] For port b478aca1-0e94-43d5-9d6b-dabebde25752, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b478aca1-0e94-43d5-9d6b-dabebde25752,segment=NetworkSegment(84b6d189-6c1d-45e1-8b0f-0aa62f9c308e),segment_id=84b6d189-6c1d-45e1-8b0f-0aa62f9c308e)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:17.077148 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.113174 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.139640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] For port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:17.177262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] For port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,segment=NetworkSegment(d2c04a50-77d2-46b4-8a9d-ef380f054b32),segment_id=d2c04a50-77d2-46b4-8a9d-ef380f054b32)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:17.184876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d43100-1131-41fb-9bd5-90567fa5aed8 None None] Pushing event updated for resources: {'Port': ['ID=b478aca1-0e94-43d5-9d6b-dabebde25752,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:17.197837 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.272711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:17.273369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:50:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:17.276731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.297963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Transition to ACTIVE for port object 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:17.319441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126990c8-2409-4b40-bb86-a063046c34d9 None None] Pushing event updated for resources: {'Port': ['ID=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:17.354335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.373570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5bdc2d2c-963b-451b-a039-497a10916e7f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:51:17.440390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:17.443902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:17.448250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:17.461308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Pushing event updated for resources: {'Port': ['ID=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:17.471862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:17.614481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:17.615376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.683932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-f22224dc-0d85-478a-a261-b03fdaa938f6 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0426035 Jul 06 18:51:17.698286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Request body: {'port': {'device_id': '5c5fdf94-1e05-472f-adcf-5ed7e01593ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:17.829552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.843836 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.844625 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.887519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:17.913647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95dc8c-78dc-48c6-858b-f38ce81b1216 req-b9c256df-5167-4fa0-a895-69f7a01aaa6e tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:17.915225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e95dc8c-78dc-48c6-858b-f38ce81b1216 req-b9c256df-5167-4fa0-a895-69f7a01aaa6e tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1027 time: 0.2601585 Jul 06 18:51:18.005530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event updated for resources: {'Port': ['ID=017d3f7d-7007-4079-bbae-2c319ff19c81,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:18.053070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3e95dc8c-78dc-48c6-858b-f38ce81b1216 req-f1f648c8-7366-49eb-ab75-2b9fd2957ff9 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152020 Jul 06 18:51:18.102879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:18.106714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:18.182478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-95430374-c1fc-4be4-bac7-2aac7e16ee29 None None] Provisioning for port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:18.189261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-95430374-c1fc-4be4-bac7-2aac7e16ee29 None None] Provisioning complete for port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:18.189634 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95430374-c1fc-4be4-bac7-2aac7e16ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:18.196673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:17Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '017d3f7d-7007-4079-bbae-2c319ff19c81', 'name': '', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:db:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:15Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 1, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:17Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:18.233486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:18.255497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:51:18.261563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8af7ce-bd77-460f-9ba8-e082448c4217 None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:17Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '017d3f7d-7007-4079-bbae-2c319ff19c81', 'name': '', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:db:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:15Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 1, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:17Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:18.264892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:18.279585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Transition to ACTIVE for port object 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:18.289780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:18.291285 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a9e4fbf-7342-42ee-8298-a0e943185378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:18.292888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-95430374-c1fc-4be4-bac7-2aac7e16ee29 None None] Port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:18.385001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:18.414503 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:18.579662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Attempting to bind port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:18.580456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Attempting to bind port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:18.580456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Attempting to bind port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc on network a0e5d432-40a2-416f-82b4-6fb869a6c31f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:18.585238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc on network a0e5d432-40a2-416f-82b4-6fb869a6c31f not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:51:18.585569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Attempting to bind port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc on network a0e5d432-40a2-416f-82b4-6fb869a6c31f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:18.601743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:18.602331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Checking segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:18.602927 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Bound using segment: {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:18.603603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Bound port: 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114a3cad-be40-48ab-abb7-1c5f096e1b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:18.604176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:18.775167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] For port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:18.781356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] For port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:18.790971 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:18.919735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:18.930635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:18.932248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc HTTP/1.1" status: 200 len: 1091 time: 1.2407360 Jul 06 18:51:18.932790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5fdf94-1e05-472f-adcf-5ed7e01593ee', 'tag': '7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:18.935283 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5fdf94-1e05-472f-adcf-5ed7e01593ee", "tag": "7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:19.047722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:19.062796 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8bade-924c-4460-b9d5-357ac142c0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:19.092608 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51c4df9-f9b0-4c2c-8a5a-6347935be6d9 x-openstack-request-id: req-c51c4df9-f9b0-4c2c-8a5a-6347935be6d9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:19.092608 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5fdf94-1e05-472f-adcf-5ed7e01593ee", "tag": "7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:19.092608 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c51c4df9-f9b0-4c2c-8a5a-6347935be6d9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:19.093920 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5fdf94-1e05-472f-adcf-5ed7e01593ee', 'tag': '7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc', 'status': 'completed', 'code': 200} Jul 06 18:51:19.129433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5a8b4-cd15-4d92-899a-3c2c013ecc45 None None] Network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:19.154989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-0ab6fa38-9a44-4086-b06b-95b764377b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:19.160434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-0ab6fa38-9a44-4086-b06b-95b764377b7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14bd1ba1fb14fdbbe930bcf2c2e7f42&device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1094 time: 0.1713603 Jul 06 18:51:19.168513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:19.174771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ba945b81-4d5f-4c73-8784-d08fc5227912 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4959953 Jul 06 18:51:19.177517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40390) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:19.188161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:19.249257 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-a0a77156-a0e0-4b3e-90ef-0c8f3bbc3498 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc HTTP/1.1" status: 200 len: 217 time: 0.0613985 Jul 06 18:51:19.254160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-80a9fe6e-6444-4ed5-8be0-f81887e3f317 None None] Provisioning for port b478aca1-0e94-43d5-9d6b-dabebde25752 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:19.299768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:19.308249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:19.308578 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:19.340498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-2c01ad37-69aa-4442-af8e-05b8fd115756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:19.342376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-2c01ad37-69aa-4442-af8e-05b8fd115756 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=678f3712-8d95-436b-affc-a88a39878579 HTTP/1.1" status: 200 len: 849 time: 0.0864813 Jul 06 18:51:19.448553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-cad356e6-502c-4cb8-a6e8-8b473468bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:19.450271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-cad356e6-502c-4cb8-a6e8-8b473468bc24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0e5d432-40a2-416f-82b4-6fb869a6c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990648 Jul 06 18:51:19.466744 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:19.486619 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:19.487175 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:19.497885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b26119-56d9-4e1b-a3d8-d367794e48a6 req-8116c1bd-089f-4705-9da5-1f265b857b70 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:19.499745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38b26119-56d9-4e1b-a3d8-d367794e48a6 req-8116c1bd-089f-4705-9da5-1f265b857b70 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1094 time: 0.2046304 Jul 06 18:51:19.608782 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:19.620557 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:19.632594 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:19.675594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38b26119-56d9-4e1b-a3d8-d367794e48a6 req-e0dd304f-7e20-4bd5-828d-a5cc7f1ce640 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654389 Jul 06 18:51:19.769693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,segment=NetworkSegment(d2c04a50-77d2-46b4-8a9d-ef380f054b32),segment_id=d2c04a50-77d2-46b4-8a9d-ef380f054b32)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:19.775702 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:19.780010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d9a797f-3dec-4a8d-a64a-f935c024b776 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:19.894824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:19.919356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5d9a797f-3dec-4a8d-a64a-f935c024b776 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:19.919732 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:19.992501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.extraroute_db [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:51:20.033403 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.extraroute_db [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Removed routes are [] {{(pid=93967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:51:20.034361 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.059635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b478aca1-0e94-43d5-9d6b-dabebde25752 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:20.116275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b478aca1-0e94-43d5-9d6b-dabebde25752 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:20.122086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b478aca1-0e94-43d5-9d6b-dabebde25752 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:20.122465 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.178192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-e7d2f903-aadd-4871-98ad-b9500ae56b83 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183802 Jul 06 18:51:20.227290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Provisioning for port 017d3f7d-7007-4079-bbae-2c319ff19c81 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:20.234502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Provisioning complete for port 017d3f7d-7007-4079-bbae-2c319ff19c81 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:20.234725 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.241588 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:17Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '017d3f7d-7007-4079-bbae-2c319ff19c81', 'name': '', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:db:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:15Z', 'updated_at': '2021-07-06T18:51:17Z', 'revision_number': 2, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:17Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:20.283198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Port 017d3f7d-7007-4079-bbae-2c319ff19c81 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:20.302574 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.307596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Provisioning complete for port b478aca1-0e94-43d5-9d6b-dabebde25752 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:20.307972 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.325027 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:20.325374 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Updating router fe2bb54c-095f-4999-8bde-85c32cc2fc28 port 017d3f7d-7007-4079-bbae-2c319ff19c81 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:51:20.332737 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.336941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.425803 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.441349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port b478aca1-0e94-43d5-9d6b-dabebde25752, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b478aca1-0e94-43d5-9d6b-dabebde25752,segment=NetworkSegment(84b6d189-6c1d-45e1-8b0f-0aa62f9c308e),segment_id=84b6d189-6c1d-45e1-8b0f-0aa62f9c308e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:20.448805 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fc40479a-3fd1-41ca-8a05-d2cf2923baf2 req-cda75779-6d57-4259-a3e7-e45829a4cdb3 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575717 Jul 06 18:51:20.457510 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.466376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40400) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:20.475833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:20.504703 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.529468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=b478aca1-0e94-43d5-9d6b-dabebde25752,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:20.590936 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:51:20.591385 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-27eae47e-f5cb-41fd-a35c-261300ece506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:51:20.624013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:20.642892 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.643563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-dd8f43f4-9dbe-44a9-bf2b-ab0d40345fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:20.645593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-dd8f43f4-9dbe-44a9-bf2b-ab0d40345fcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f14bd1ba1fb14fdbbe930bcf2c2e7f42&device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1094 time: 0.1106365 Jul 06 18:51:20.648442 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2843f0f1-ec55-468e-a23c-76040ebe0ad5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 200 len: 954 time: 1.4692965 Jul 06 18:51:20.651074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40406) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:20.793817 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc32b-af31-4623-bf66-2441f6ebfc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.845204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:20.895318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:20.895704 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.912663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b8ce200e-4ea7-4916-ad02-a255ec75874d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 200 len: 954 time: 0.2576241 Jul 06 18:51:20.912923 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.913409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40410) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:20.917831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'routes': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:20.932632 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Transition to ACTIVE for port object 017d3f7d-7007-4079-bbae-2c319ff19c81 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:20.941572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-5a293144-21ea-437d-88b6-433b00202db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:20.941884 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.943741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-5a293144-21ea-437d-88b6-433b00202db0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0e5d432-40a2-416f-82b4-6fb869a6c31f HTTP/1.1" status: 200 len: 911 time: 0.2855117 Jul 06 18:51:21.009181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-f0f1932d-0782-4c8c-993d-42c0e16edea1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc HTTP/1.1" status: 200 len: 217 time: 0.0529332 Jul 06 18:51:21.035277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65bc3-8aa4-479e-9408-b738df5bc34d req-be3e5d91-e9b8-4961-9116-996226846031 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:21.037049 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19d65bc3-8aa4-479e-9408-b738df5bc34d req-be3e5d91-e9b8-4961-9116-996226846031 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1094 time: 0.1746719 Jul 06 18:51:21.042124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b478aca1-0e94-43d5-9d6b-dabebde25752 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:21.061538 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e99f43-2403-49f4-bace-6bdeaa271dfc None None] Pushing event updated for resources: {'Port': ['ID=017d3f7d-7007-4079-bbae-2c319ff19c81,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:21.084978 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Attempting to bind port 017d3f7d-7007-4079-bbae-2c319ff19c81 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:21.085397 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Attempting to bind port 017d3f7d-7007-4079-bbae-2c319ff19c81 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:21.086886 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Attempting to bind port 017d3f7d-7007-4079-bbae-2c319ff19c81 on network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:21.098083 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:21.099945 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Checking segment: {'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:21.104194 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.104741 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Bound using segment: {'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:21.105263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Bound port: 017d3f7d-7007-4079-bbae-2c319ff19c81, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:21.105653 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.131010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc32b-af31-4623-bf66-2441f6ebfc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.136006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-1c5ffe77-4d31-4ec9-9e77-e5e75044f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:21.139661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-1c5ffe77-4d31-4ec9-9e77-e5e75044f6a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=678f3712-8d95-436b-affc-a88a39878579 HTTP/1.1" status: 200 len: 849 time: 0.1196558 Jul 06 18:51:21.148430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19d65bc3-8aa4-479e-9408-b738df5bc34d req-ff1a44a7-446f-4d4f-8e08-bc2521ba72f9 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889459 Jul 06 18:51:21.183276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f9dc32b-af31-4623-bf66-2441f6ebfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.196210 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.217954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b478aca1-0e94-43d5-9d6b-dabebde25752 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:21.218368 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.237643 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7f9dc32b-af31-4623-bf66-2441f6ebfc7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a02e161084847a69e89e954b8070100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697809 Jul 06 18:51:21.240998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9dc32b-af31-4623-bf66-2441f6ebfc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65809ee7-8ed6-4863-beed-44f2a8408ace,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:21.243957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40412) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:21.282462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-660dff4e-2a71-4d2a-b852-8acaa3db89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:21.284203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-660dff4e-2a71-4d2a-b852-8acaa3db89fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0e5d432-40a2-416f-82b4-6fb869a6c31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322906 Jul 06 18:51:21.291021 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] For port 017d3f7d-7007-4079-bbae-2c319ff19c81, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:21.296722 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] For port 017d3f7d-7007-4079-bbae-2c319ff19c81, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=017d3f7d-7007-4079-bbae-2c319ff19c81,segment=NetworkSegment(84b6d189-6c1d-45e1-8b0f-0aa62f9c308e),segment_id=84b6d189-6c1d-45e1-8b0f-0aa62f9c308e)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:21.303141 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.366844 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:21.367753 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:21.416489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dd0ddca-ac29-49fa-99da-75f06db89d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.434264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.extraroute_db [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added routes are [] {{(pid=93967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:51:21.434867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.extraroute_db [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:51:21.448628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-18678d9b-24a3-4d1a-81b3-11c94c7faad0 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551573 Jul 06 18:51:21.452022 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e99f43-2403-49f4-bace-6bdeaa271dfc None None] Pushing event updated for resources: {'Port': ['ID=017d3f7d-7007-4079-bbae-2c319ff19c81,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:21.453663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dd0ddca-ac29-49fa-99da-75f06db89d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.475887 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.505348 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:21.608379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dd0ddca-ac29-49fa-99da-75f06db89d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.611067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6dd0ddca-ac29-49fa-99da-75f06db89d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.614836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6dd0ddca-ac29-49fa-99da-75f06db89d83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65809ee7-8ed6-4863-beed-44f2a8408ace HTTP/1.1" status: 204 len: 168 time: 0.3641226 Jul 06 18:51:21.623108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0ddca-ac29-49fa-99da-75f06db89d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65809ee7-8ed6-4863-beed-44f2a8408ace,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:21.637488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5f8dc67-2ecb-4c26-a021-e1e813dd4176 req-d0f59067-ad44-4f73-aaf5-2a8741b509e9 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760359 Jul 06 18:51:21.746828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.750600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.815859 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:20Z', 'revision_number': 6, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '017d3f7d-7007-4079-bbae-2c319ff19c81', 'name': '', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:db:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:15Z', 'updated_at': '2021-07-06T18:51:21Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:19Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:21.846050 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf913dba-2f49-49df-8975-31f16738a615 None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:20Z', 'revision_number': 6, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '017d3f7d-7007-4079-bbae-2c319ff19c81', 'name': '', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:db:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:15Z', 'updated_at': '2021-07-06T18:51:21Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:19Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:21.865632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:21.958767 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40420) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:21.974170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7099c87d-48af-408b-9854-43ed059f84a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.976094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:21.983255 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.984489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1c26b783-6236-4888-9d99-15f3ea62a06e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 200 len: 704 time: 1.0705843 Jul 06 18:51:21.987246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40422) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:22.071597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:22.080548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:22.081170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:22.108029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fcf5b28d-7eed-4b20-bec9-ab1525630905 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 200 len: 704 time: 0.1195860 Jul 06 18:51:22.110792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40424) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:22.173818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:22.278467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7099c87d-48af-408b-9854-43ed059f84a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.312765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7099c87d-48af-408b-9854-43ed059f84a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.322174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.332387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73eb2f-d7f0-4506-beb7-5ea661903c1e req-6c58b904-b927-4139-b311-b960ac061b93 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:22.335117 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d73eb2f-d7f0-4506-beb7-5ea661903c1e req-6c58b904-b927-4139-b311-b960ac061b93 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1094 time: 0.0590374 Jul 06 18:51:22.367678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7099c87d-48af-408b-9854-43ed059f84a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f9a15f22d024c11856b44d1b8c558d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076736 Jul 06 18:51:22.370739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40428) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:22.382496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099c87d-48af-408b-9854-43ed059f84a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e10bdb-83ed-4f32-ab19-76fc35481f01,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:22.402957 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d73eb2f-d7f0-4506-beb7-5ea661903c1e req-4a602822-a9fd-43eb-92b9-f4c235773553 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590334 Jul 06 18:51:22.440624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:21Z', 'revision_number': 7, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '017d3f7d-7007-4079-bbae-2c319ff19c81', 'name': '', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:db:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:15Z', 'updated_at': '2021-07-06T18:51:21Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:19Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:22.459524 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f821db51-a341-49c0-86fa-8d4b537ef071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.463915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:22.473003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:22.473753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:22.483502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f821db51-a341-49c0-86fa-8d4b537ef071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.549227 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f821db51-a341-49c0-86fa-8d4b537ef071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.553324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:51:22.554328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f821db51-a341-49c0-86fa-8d4b537ef071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.556169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f821db51-a341-49c0-86fa-8d4b537ef071 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81e10bdb-83ed-4f32-ab19-76fc35481f01 HTTP/1.1" status: 204 len: 168 time: 0.1843061 Jul 06 18:51:22.570371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821db51-a341-49c0-86fa-8d4b537ef071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e10bdb-83ed-4f32-ab19-76fc35481f01,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:22.580739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.594739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:22.887682 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.939129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 017d3f7d-7007-4079-bbae-2c319ff19c81 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:22.939658 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:22.941870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 017d3f7d-7007-4079-bbae-2c319ff19c81 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:23.103076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port 017d3f7d-7007-4079-bbae-2c319ff19c81, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=017d3f7d-7007-4079-bbae-2c319ff19c81,segment=NetworkSegment(84b6d189-6c1d-45e1-8b0f-0aa62f9c308e),segment_id=84b6d189-6c1d-45e1-8b0f-0aa62f9c308e)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:23.103732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:23.125921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 017d3f7d-7007-4079-bbae-2c319ff19c81 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:23.223403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:23.235881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:21Z', 'revision_number': 7, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '017d3f7d-7007-4079-bbae-2c319ff19c81', 'name': '', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:db:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:15Z', 'updated_at': '2021-07-06T18:51:21Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:19Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:23.266275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc', 'network_id': 'a0e5d432-40a2-416f-82b4-6fb869a6c31f', 'port_id': '7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc', 'mac_address': 'fa:16:3e:7b:af:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678f3712-8d95-436b-affc-a88a39878579', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:51:23.268132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8345f74b-501a-446c-8b86-be3dd36473ba None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:21Z', 'revision_number': 7, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '017d3f7d-7007-4079-bbae-2c319ff19c81', 'name': '', 'network_id': '82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:db:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:15Z', 'updated_at': '2021-07-06T18:51:21Z', 'revision_number': 4, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'daa33ca2-45b0-4075-a45a-e03bfb590217', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:19Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:23.270867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 017d3f7d-7007-4079-bbae-2c319ff19c81 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:23.275932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 017d3f7d-7007-4079-bbae-2c319ff19c81 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:23.276316 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:23.363115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:23.366367 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:23.378005 n-d-799684-2 neutron-server[93968]: INFO neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No ports have port_id starting with 017d3f7d-7007-4079-bbae-2c319ff19c81 Jul 06 18:51:23.385334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:51:23.416296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:23.421255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=017d3f7d-7007-4079-bbae-2c319ff19c81,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:23.422009 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:23.503282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:23.590796 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-caed9d16-7ba8-4421-85ea-5fc648756890 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1801159 Jul 06 18:51:23.627671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:51:23.750315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:23.762053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-67fe35c8-7c76-47fb-a85d-e88339e6927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:23.763846 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-67fe35c8-7c76-47fb-a85d-e88339e6927b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=07f81c0598ec4702bd890fbe73a21ad3&device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 1097 time: 0.1026990 Jul 06 18:51:23.781353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5820c88-44fd-4b95-97a1-fc2ab5dbae08 req-3ecd5fc0-aace-466c-b894-35d984fee5d5 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:23.790189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5820c88-44fd-4b95-97a1-fc2ab5dbae08 req-3ecd5fc0-aace-466c-b894-35d984fee5d5 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1095 time: 0.1464393 Jul 06 18:51:23.909498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e5820c88-44fd-4b95-97a1-fc2ab5dbae08 req-4f9ace19-18c1-44b7-b28b-0bdcbfe6aefc tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184061 Jul 06 18:51:23.953118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-31546fc2-eee0-47b9-b79b-8bbd7e5a354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:23.954843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-31546fc2-eee0-47b9-b79b-8bbd7e5a354b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff059085-024a-426c-9aa2-cb34e5746639 HTTP/1.1" status: 200 len: 914 time: 0.1660409 Jul 06 18:51:24.005751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-8935f3b6-0996-4186-8d51-493a096135c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c153b612-edb9-4ca3-8d05-78a24331bbac HTTP/1.1" status: 200 len: 217 time: 0.0424259 Jul 06 18:51:24.048968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:24.069377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-171d372a-8048-42f4-a887-552b51d3759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:24.074714 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-171d372a-8048-42f4-a887-552b51d3759c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13bc21e9-b87e-40f4-a9db-460f7c817086 HTTP/1.1" status: 200 len: 853 time: 0.0630758 Jul 06 18:51:24.142008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-5b8a4679-cc25-49e7-9a0e-2af5b94c2e3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff059085-024a-426c-9aa2-cb34e5746639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607407 Jul 06 18:51:24.163670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:24.168976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4515f992-d627-42d9-b2ed-fce64670cd92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0572073 Jul 06 18:51:24.171991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40472) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:24.179259 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:24.194381 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:24.195014 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:24.249087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-7c2a55f1-01c1-4992-ae70-15ac2145185d service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997474 Jul 06 18:51:24.256299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-5addd12e-41a5-40f3-a888-8ace9366fb62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet daa33ca2-45b0-4075-a45a-e03bfb590217 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:51:24.260032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5addd12e-41a5-40f3-a888-8ace9366fb62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.342585 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:24.368175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5addd12e-41a5-40f3-a888-8ace9366fb62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.466242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35ef18a2-e438-4a70-a261-738d33d71b15 req-bba65a40-519d-4f3b-804e-c9b0ee4cf5a4 service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099624 Jul 06 18:51:24.526127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:24.561371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5addd12e-41a5-40f3-a888-8ace9366fb62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.617234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:24.624950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:24.626109 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.669604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5addd12e-41a5-40f3-a888-8ace9366fb62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.721316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd795802-7515-4d1d-b2ac-687f2d8f75ce None None] Network 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:24.756591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5addd12e-41a5-40f3-a888-8ace9366fb62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.758671 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5addd12e-41a5-40f3-a888-8ace9366fb62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/daa33ca2-45b0-4075-a45a-e03bfb590217 HTTP/1.1" status: 204 len: 168 time: 0.5854716 Jul 06 18:51:24.759730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addd12e-41a5-40f3-a888-8ace9366fb62 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=daa33ca2-45b0-4075-a45a-e03bfb590217,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:24.761680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40482) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:24.776424 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:23Z', 'revision_number': 8, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:19Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:24.818757 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:24.830314 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:24.831190 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:24.903249 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.941315 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.977222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port b478aca1-0e94-43d5-9d6b-dabebde25752 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:24.978174 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:24.980958 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:25.051178 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5fdf94-1e05-472f-adcf-5ed7e01593ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:25.057278 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1037440-af14-4cc1-9815-932e872da987" -d '{"events": [{"server_uuid": "5c5fdf94-1e05-472f-adcf-5ed7e01593ee", "name": "network-vif-plugged", "status": "completed", "tag": "7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:25.097815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:25.111493 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:25.195637 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80453bc8-7101-4971-aec9-3776511cb8e8 x-openstack-request-id: req-80453bc8-7101-4971-aec9-3776511cb8e8 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:25.195950 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5fdf94-1e05-472f-adcf-5ed7e01593ee", "name": "network-vif-plugged", "status": "completed", "tag": "7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:25.196255 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80453bc8-7101-4971-aec9-3776511cb8e8 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:25.196550 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5fdf94-1e05-472f-adcf-5ed7e01593ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc', 'code': 200} Jul 06 18:51:25.215042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:25.344103 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] DHCP port deletion for 82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:51:25.411730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5056d5-47f5-4fb2-a89c-244bafba89a1 req-12b0e0a1-0858-45c5-8abd-49fd18b04382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:25.415205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed5056d5-47f5-4fb2-a89c-244bafba89a1 req-12b0e0a1-0858-45c5-8abd-49fd18b04382 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1096 time: 0.1496527 Jul 06 18:51:25.461994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] Deleting port b478aca1-0e94-43d5-9d6b-dabebde25752 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:25.462425 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:25.496405 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed5056d5-47f5-4fb2-a89c-244bafba89a1 req-2cee56c6-f896-4c0f-9672-337c93569c2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739589 Jul 06 18:51:25.546710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] For port b478aca1-0e94-43d5-9d6b-dabebde25752, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b478aca1-0e94-43d5-9d6b-dabebde25752,segment=NetworkSegment(84b6d189-6c1d-45e1-8b0f-0aa62f9c308e),segment_id=84b6d189-6c1d-45e1-8b0f-0aa62f9c308e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:25.548859 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:25.585081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] Calling delete_port for b478aca1-0e94-43d5-9d6b-dabebde25752 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:25.606796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port b478aca1-0e94-43d5-9d6b-dabebde25752, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b478aca1-0e94-43d5-9d6b-dabebde25752,segment=NetworkSegment(84b6d189-6c1d-45e1-8b0f-0aa62f9c308e),segment_id=84b6d189-6c1d-45e1-8b0f-0aa62f9c308e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:25.607458 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:25.611690 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:23Z', 'revision_number': 8, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:19Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:25.622191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850472e-29ce-4bb5-973d-016638ff5017 req-4604d04b-b52f-4fc0-bb5f-4e35f6f6c68a tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:25.636098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1850472e-29ce-4bb5-973d-016638ff5017 req-4604d04b-b52f-4fc0-bb5f-4e35f6f6c68a tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1096 time: 0.1552923 Jul 06 18:51:25.649146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for b478aca1-0e94-43d5-9d6b-dabebde25752 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:25.664261 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06aab6-164f-49fd-a4f7-2bf36519bc5e None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:23Z', 'revision_number': 8, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5e17b8-2753-4ccb-9db3-ec92aaabce4f', 'name': '', 'network_id': 'fdd199aa-d463-49d3-8776-3c8a12cfa119', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:52:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:09Z', 'updated_at': '2021-07-06T18:51:19Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '38ffb68e-58e3-44d9-842e-dccd278a0c64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:25.691794 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:25.736227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] Pushing event deleted for resources: {'Port': ['ID=b478aca1-0e94-43d5-9d6b-dabebde25752,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:25.743879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a15ac9-29f0-41a1-867e-0ab751496e10 None None] No DVR routers for this DVR port b478aca1-0e94-43d5-9d6b-dabebde25752 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:25.778280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1850472e-29ce-4bb5-973d-016638ff5017 req-6f35d2b3-e6ef-478c-a135-2afb73494a73 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409752 Jul 06 18:51:25.831359 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:25.844288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No DVR routers for this DVR port b478aca1-0e94-43d5-9d6b-dabebde25752 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:25.876179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=b478aca1-0e94-43d5-9d6b-dabebde25752,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:25.956373 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:25.966541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:25.978135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:25.978673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b6d189-6c1d-45e1-8b0f-0aa62f9c308e') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:25.987651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.002199 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.009560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:26.010190 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:26.013239 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:26.083600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.092227 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.094264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0 HTTP/1.1" status: 204 len: 168 time: 1.3311810 Jul 06 18:51:26.097300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40530) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:26.112237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58cf8a-0a3d-433b-acb4-2071fe2d5a42 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=82a4e9fa-d35f-49f7-8bbd-02ca33eec0a0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:26.391036 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40534) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:26.517211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40607e35-5dfd-4e24-a970-4f858cc30fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.520904 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.631746 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40607e35-5dfd-4e24-a970-4f858cc30fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.638697 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40607e35-5dfd-4e24-a970-4f858cc30fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.678850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40607e35-5dfd-4e24-a970-4f858cc30fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5751b3a5-e520-4863-956a-e340fcc7718e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:26.708537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-40607e35-5dfd-4e24-a970-4f858cc30fbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2497e49a27547ab879fc446f9667a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161945 Jul 06 18:51:26.710599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40540) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:26.878797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 017d3f7d-7007-4079-bbae-2c319ff19c81 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:26.884433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0991f3f-3e4a-4391-818b-baa608a0d372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.906254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 017d3f7d-7007-4079-bbae-2c319ff19c81 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:26.906693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 017d3f7d-7007-4079-bbae-2c319ff19c81 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:26.907481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b478aca1-0e94-43d5-9d6b-dabebde25752 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:26.926415 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0991f3f-3e4a-4391-818b-baa608a0d372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:26.971065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b478aca1-0e94-43d5-9d6b-dabebde25752 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:26.971791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b478aca1-0e94-43d5-9d6b-dabebde25752 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:27.019081 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0991f3f-3e4a-4391-818b-baa608a0d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.021991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0991f3f-3e4a-4391-818b-baa608a0d372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.026012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d0991f3f-3e4a-4391-818b-baa608a0d372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5751b3a5-e520-4863-956a-e340fcc7718e HTTP/1.1" status: 204 len: 168 time: 0.3114212 Jul 06 18:51:27.033797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0991f3f-3e4a-4391-818b-baa608a0d372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5751b3a5-e520-4863-956a-e340fcc7718e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:27.334313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02020a84-6ffe-46c5-ab23-15f9a91060db req-a9bb78f1-66aa-4823-8abb-c12c7939180f tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:27.335211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40548) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:27.335971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02020a84-6ffe-46c5-ab23-15f9a91060db req-a9bb78f1-66aa-4823-8abb-c12c7939180f tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1096 time: 0.1053092 Jul 06 18:51:27.352477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23088dcd-4883-4f6b-b1bf-c147bf44770d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.427507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02020a84-6ffe-46c5-ab23-15f9a91060db req-d7ae7fbf-ad1d-4c83-bdd9-337e1de7626c tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714645 Jul 06 18:51:27.450489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23088dcd-4883-4f6b-b1bf-c147bf44770d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.456343 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23088dcd-4883-4f6b-b1bf-c147bf44770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.464876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:27.465387 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.498565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23088dcd-4883-4f6b-b1bf-c147bf44770d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ca5cf-cecf-420c-9f68-7e6ea48b71aa,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:27.504599 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-23088dcd-4883-4f6b-b1bf-c147bf44770d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=282607aa25834e7fbe2c39aac5050cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683006 Jul 06 18:51:27.518268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40552) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:27.576351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,segment=NetworkSegment(d2c04a50-77d2-46b4-8a9d-ef380f054b32),segment_id=d2c04a50-77d2-46b4-8a9d-ef380f054b32)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:27.576713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.589926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:27.605302 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f032-02b7-4774-92b1-878394dc7728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.635392 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f032-02b7-4774-92b1-878394dc7728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.647763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2145-d317-4dfb-8102-3f3440f95c6c req-5f61c4f2-b6cd-4e4a-813f-78e68ef4962e tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:27.650699 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19fd2145-d317-4dfb-8102-3f3440f95c6c req-5f61c4f2-b6cd-4e4a-813f-78e68ef4962e tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1096 time: 0.0925558 Jul 06 18:51:27.704886 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19fd2145-d317-4dfb-8102-3f3440f95c6c req-40bd1bbf-4a17-4735-b1e6-691491dad364 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470123 Jul 06 18:51:27.721927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f032-02b7-4774-92b1-878394dc7728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.725004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f032-02b7-4774-92b1-878394dc7728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.729569 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ecd3f032-02b7-4774-92b1-878394dc7728 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d3ca5cf-cecf-420c-9f68-7e6ea48b71aa HTTP/1.1" status: 204 len: 168 time: 0.2101293 Jul 06 18:51:27.738747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3f032-02b7-4774-92b1-878394dc7728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3ca5cf-cecf-420c-9f68-7e6ea48b71aa,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:27.817482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.861910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=6e5e17b8-2753-4ccb-9db3-ec92aaabce4f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:28.040517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:28.136728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a80f8-4923-4c73-8e65-5a964ab3c5d7 req-f790e76d-2e16-4bb4-9ce6-3803b91088e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:28.142383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-143a80f8-4923-4c73-8e65-5a964ab3c5d7 req-f790e76d-2e16-4bb4-9ce6-3803b91088e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1096 time: 0.2549360 Jul 06 18:51:28.270313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-143a80f8-4923-4c73-8e65-5a964ab3c5d7 req-89c0260e-f4ac-4c3c-84b9-fea9667221ae tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098623 Jul 06 18:51:28.300431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:28.429973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:28.435345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-372c85e0-c889-464f-8899-e1e2685295a2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367200 Jul 06 18:51:28.438402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40580) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:28.441131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:28.455816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:28.456835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:28.519539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb2a3a6-59fb-4615-8d68-526d4152f6a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet 38ffb68e-58e3-44d9-842e-dccd278a0c64 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:51:28.523297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a3a6-59fb-4615-8d68-526d4152f6a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:28.602139 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a3a6-59fb-4615-8d68-526d4152f6a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:28.616092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:28.757573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a3a6-59fb-4615-8d68-526d4152f6a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:28.843236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38288ec-81ae-42e5-9790-ba24bb2f1037 req-b3df0450-7303-4235-8c00-13570f511eac tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:28.852421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f38288ec-81ae-42e5-9790-ba24bb2f1037 req-b3df0450-7303-4235-8c00-13570f511eac tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1096 time: 0.1461089 Jul 06 18:51:28.910181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a3a6-59fb-4615-8d68-526d4152f6a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:28.928870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f38288ec-81ae-42e5-9790-ba24bb2f1037 req-0fa424c4-404e-4087-8d26-5cbec30f4b6b tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750675 Jul 06 18:51:28.959476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2a3a6-59fb-4615-8d68-526d4152f6a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=38ffb68e-58e3-44d9-842e-dccd278a0c64,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:28.969876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:27Z', 'revision_number': 9, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:28.972063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a3a6-59fb-4615-8d68-526d4152f6a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:28.973504 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d1390-6f3f-49a0-acfb-039ab0a13d80 None None] Network fdd199aa-d463-49d3-8776-3c8a12cfa119 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:28.977382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9bb2a3a6-59fb-4615-8d68-526d4152f6a9 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/38ffb68e-58e3-44d9-842e-dccd278a0c64 HTTP/1.1" status: 204 len: 168 time: 0.5352871 Jul 06 18:51:28.977584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40594) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:29.091513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:29.093759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.194982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:29.195639 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.204862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:29.204862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:29.283006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8f11339e-7c26-4c9d-bfd1-e4eb67b742aa,segment=NetworkSegment(d2c04a50-77d2-46b4-8a9d-ef380f054b32),segment_id=d2c04a50-77d2-46b4-8a9d-ef380f054b32)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:29.283775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.300828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:29.368180 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:29.421516 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.453430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No DVR routers for this DVR port 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:29.477470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=8f11339e-7c26-4c9d-bfd1-e4eb67b742aa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:29.536971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5c4976-6fb7-4796-b5af-12ef7e92b95e None None] DHCP port deletion for fdd199aa-d463-49d3-8776-3c8a12cfa119 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:51:29.554054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.572782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd199aa-d463-49d3-8776-3c8a12cfa119']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:29.585079 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c04a50-77d2-46b4-8a9d-ef380f054b32') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:29.585358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c04a50-77d2-46b4-8a9d-ef380f054b32') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:29.594737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.609926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.618557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:29.619036 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:29.622371 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:29.639902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:27Z', 'revision_number': 9, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:29.674307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249899-3d33-4db6-8bf2-226a48dadbfd None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:27Z', 'revision_number': 9, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': '5d9a797f-3dec-4a8d-a64a-f935c024b776', 'name': '', 'network_id': '974ba0e0-9278-4121-9411-362dff754947', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:1c:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:05Z', 'updated_at': '2021-07-06T18:51:16Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': '8f02cd15-954f-4eab-bff3-ae1bddae20d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:29.707179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.718980 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.720915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/fdd199aa-d463-49d3-8776-3c8a12cfa119 HTTP/1.1" status: 204 len: 168 time: 0.7424357 Jul 06 18:51:29.724057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40610) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:29.733375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98623423-25e6-4c6c-b0bf-9b336ea6a270 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=fdd199aa-d463-49d3-8776-3c8a12cfa119,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:29.931611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-74abce99-6388-4107-b3cb-fbd4da287412 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:29.933348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-74abce99-6388-4107-b3cb-fbd4da287412 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1096 time: 0.0686805 Jul 06 18:51:30.106818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Deleting port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:30.107175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.218423 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.240448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] For port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:30.241169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.256201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801be0ff-a834-42f3-a41e-5fef216e2f4d req-54e899e8-7018-44bf-b46c-be80a2f0c873 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:30.261168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Calling delete_port for 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:30.263681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-801be0ff-a834-42f3-a41e-5fef216e2f4d req-54e899e8-7018-44bf-b46c-be80a2f0c873 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 1096 time: 0.1710997 Jul 06 18:51:30.342306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-801be0ff-a834-42f3-a41e-5fef216e2f4d req-77248959-58e8-423b-95da-72170601d0a0 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775950 Jul 06 18:51:30.433936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.448856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5bdc2d2c-963b-451b-a039-497a10916e7f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:51:30.452328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:51:30.470534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:30.554053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] No DVR routers for this DVR port 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:30.554053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.554586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a3a926b3-40af-43e3-aa37-edadad5b2ecc req-f5376b76-b774-4221-8b4d-eb1df7ce48e4 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc HTTP/1.1" status: 204 len: 173 time: 0.6107833 Jul 06 18:51:30.555050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5fdf94-1e05-472f-adcf-5ed7e01593ee', 'name': 'network-vif-deleted', 'tag': '7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:30.559066 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a355adc-c9c7-472a-baee-e41e123a1322" -d '{"events": [{"server_uuid": "5c5fdf94-1e05-472f-adcf-5ed7e01593ee", "name": "network-vif-deleted", "tag": "7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:30.645444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 5d9a797f-3dec-4a8d-a64a-f935c024b776 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:30.645838 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.662555 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217ad580-6a90-4ef9-906c-19de9b37cc83 x-openstack-request-id: req-217ad580-6a90-4ef9-906c-19de9b37cc83 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:30.662849 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5fdf94-1e05-472f-adcf-5ed7e01593ee", "name": "network-vif-deleted", "tag": "7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:30.663100 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-217ad580-6a90-4ef9-906c-19de9b37cc83 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:30.663512 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5fdf94-1e05-472f-adcf-5ed7e01593ee', 'name': 'network-vif-deleted', 'tag': '7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc', 'status': 'completed', 'code': 200} Jul 06 18:51:30.794371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40628) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:30.836408 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port 5d9a797f-3dec-4a8d-a64a-f935c024b776, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d9a797f-3dec-4a8d-a64a-f935c024b776,segment=NetworkSegment(611eb625-a08f-472e-9761-220c7a0c94c6),segment_id=611eb625-a08f-472e-9761-220c7a0c94c6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:30.837504 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.854157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 5d9a797f-3dec-4a8d-a64a-f935c024b776 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:30.867479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:30.909297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:30.909643 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6e5e17b8-2753-4ccb-9db3-ec92aaabce4f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:30.910114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:30.949396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:30.949636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8f11339e-7c26-4c9d-bfd1-e4eb67b742aa not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:30.964430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94c73fc5-9aa9-4e02-8361-63bff39078b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.067656 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94c73fc5-9aa9-4e02-8361-63bff39078b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.083078 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-94c73fc5-9aa9-4e02-8361-63bff39078b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.086850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.119664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=5d9a797f-3dec-4a8d-a64a-f935c024b776,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:31.140154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-94c73fc5-9aa9-4e02-8361-63bff39078b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29f787d63d9c43c690fa9641c2ff22a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423648 Jul 06 18:51:31.140154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c73fc5-9aa9-4e02-8361-63bff39078b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61adab8-b9c4-464a-8b1d-ba81e6024d2d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:31.147513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40636) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:31.223037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-485a7aa5-dcfd-4585-a7cf-f73e922e62af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.261438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-485a7aa5-dcfd-4585-a7cf-f73e922e62af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.330885 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.340554 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-485a7aa5-dcfd-4585-a7cf-f73e922e62af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.345591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-485a7aa5-dcfd-4585-a7cf-f73e922e62af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.354949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-485a7aa5-dcfd-4585-a7cf-f73e922e62af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f61adab8-b9c4-464a-8b1d-ba81e6024d2d HTTP/1.1" status: 204 len: 168 time: 0.2057149 Jul 06 18:51:31.393614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7aa5-dcfd-4585-a7cf-f73e922e62af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61adab8-b9c4-464a-8b1d-ba81e6024d2d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:31.675839 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b05da570-ad48-46d2-8029-94ca90b68d3e req-d4a6c520-7978-4e8d-bb78-d2729220f44d tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c5fdf94-1e05-472f-adcf-5ed7e01593ee HTTP/1.1" status: 200 len: 210 time: 0.0397890 Jul 06 18:51:31.706928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:31.805125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:31.814114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-40ce17b7-9e7e-44ed-8473-c9862db945f6 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843070 Jul 06 18:51:31.814114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40646) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:31.817509 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:31.826764 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:31.827658 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:31.845814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40648) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:31.859050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac3da125-9e1c-4063-9bd9-41093c5a4f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.881462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4b01c7-f711-4b5f-b442-470b2195709a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet 8f02cd15-954f-4eab-bff3-ae1bddae20d8 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:51:31.884989 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c4b01c7-f711-4b5f-b442-470b2195709a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.918542 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:31.932473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c4b01c7-f711-4b5f-b442-470b2195709a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.966948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac3da125-9e1c-4063-9bd9-41093c5a4f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:31.973460 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac3da125-9e1c-4063-9bd9-41093c5a4f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.015697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ac3da125-9e1c-4063-9bd9-41093c5a4f5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b5cbe83a93c4b32b963df43b3819d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663318 Jul 06 18:51:32.015697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3da125-9e1c-4063-9bd9-41093c5a4f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba62c26-aa97-4460-94e1-bd65c73f0bd9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:32.016189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40650) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:32.058124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c4b01c7-f711-4b5f-b442-470b2195709a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.118327 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a63753b1-8d5f-4624-abb0-e9604de7e737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.148711 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:31Z', 'revision_number': 10, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:32.150219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a63753b1-8d5f-4624-abb0-e9604de7e737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.159130 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c4b01c7-f711-4b5f-b442-470b2195709a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.183822 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:32.195114 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:32.196059 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:32.205805 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c4b01c7-f711-4b5f-b442-470b2195709a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.209419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6c4b01c7-f711-4b5f-b442-470b2195709a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/8f02cd15-954f-4eab-bff3-ae1bddae20d8 HTTP/1.1" status: 204 len: 168 time: 0.3945427 Jul 06 18:51:32.211313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40658) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:32.213533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae55c106-69f2-428e-8a2d-3022acf85e69 None None] Network 974ba0e0-9278-4121-9411-362dff754947 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:32.227027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b01c7-f711-4b5f-b442-470b2195709a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=8f02cd15-954f-4eab-bff3-ae1bddae20d8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:32.244127 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a63753b1-8d5f-4624-abb0-e9604de7e737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.247078 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a63753b1-8d5f-4624-abb0-e9604de7e737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.251543 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a63753b1-8d5f-4624-abb0-e9604de7e737 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ba62c26-aa97-4460-94e1-bd65c73f0bd9 HTTP/1.1" status: 204 len: 168 time: 0.2309806 Jul 06 18:51:32.266569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63753b1-8d5f-4624-abb0-e9604de7e737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba62c26-aa97-4460-94e1-bd65c73f0bd9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:32.334116 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:32.340124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.453900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:32.454023 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.486825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] DHCP port deletion for 974ba0e0-9278-4121-9411-362dff754947 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:51:32.571791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1b0d7b79-e9cb-49c8-9d36-db2266f8d105,segment=NetworkSegment(611eb625-a08f-472e-9761-220c7a0c94c6),segment_id=611eb625-a08f-472e-9761-220c7a0c94c6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:32.572227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.585672 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:31Z', 'revision_number': 10, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:32.605214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:32.625280 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615205b-da4f-4bff-b717-657999351ee3 None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:31Z', 'revision_number': 10, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None, '_interfaces': [{'id': 'a83c234f-a697-4ec1-a51e-511b7bc4598a', 'name': '', 'network_id': '0dd9f89d-b369-43b0-930f-150d3ce494d8', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'mac_address': 'fa:16:3e:9a:91:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:00Z', 'updated_at': '2021-07-06T18:51:11Z', 'revision_number': 5, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'subnets': [{'id': 'f898c80f-f772-4a0f-920c-b1f13b8bb89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:32.745456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] Deleting port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:32.745823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.749547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.775965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No DVR routers for this DVR port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:32.824823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=1b0d7b79-e9cb-49c8-9d36-db2266f8d105,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:32.843312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] For port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105, host n-d-799684-2, got binding levels [] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:32.843736 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.861851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] Calling delete_port for 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:32.865227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.ipam_backend_mixin [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] Port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 was not found and therefore no delete operation was performed {{(pid=93968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:51:32.866972 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.900900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] Pushing event deleted for resources: {'Port': ['ID=1b0d7b79-e9cb-49c8-9d36-db2266f8d105,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:32.903760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102c96e-a1c0-4ec1-9892-052fcc3f2f5a None None] No DVR routers for this DVR port 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:32.918788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.938845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974ba0e0-9278-4121-9411-362dff754947']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:32.960343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611eb625-a08f-472e-9761-220c7a0c94c6') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:32.961291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611eb625-a08f-472e-9761-220c7a0c94c6') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:32.979204 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.999128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:33.011333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:33.011769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:33.019915 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:33.082049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:33.151581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:33.152424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1b0d7b79-e9cb-49c8-9d36-db2266f8d105 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:33.153171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d9a797f-3dec-4a8d-a64a-f935c024b776 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:33.158081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:33.181086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 5d9a797f-3dec-4a8d-a64a-f935c024b776 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:33.181441 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d9a797f-3dec-4a8d-a64a-f935c024b776 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:33.200217 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:33.206803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/974ba0e0-9278-4121-9411-362dff754947 HTTP/1.1" status: 204 len: 168 time: 0.9941714 Jul 06 18:51:33.210110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:33.223750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52dd66-bbad-4846-9676-ba0e6c013328 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=974ba0e0-9278-4121-9411-362dff754947,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:33.299276 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:51:33.427271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166716c-6850-4002-ad17-9394d9a31310 req-9e0ab2de-4e44-4c24-b372-8ad71d08e290 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:33.429081 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7166716c-6850-4002-ad17-9394d9a31310 req-9e0ab2de-4e44-4c24-b372-8ad71d08e290 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1097 time: 0.0731776 Jul 06 18:51:33.484509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7166716c-6850-4002-ad17-9394d9a31310 req-59f56ab9-f3e1-4c64-b00b-9ef1be151fb2 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 Jul 06 18:51:33.743141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:34.056023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port a83c234f-a697-4ec1-a51e-511b7bc4598a {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:34.056374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:34.153225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port a83c234f-a697-4ec1-a51e-511b7bc4598a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a83c234f-a697-4ec1-a51e-511b7bc4598a,segment=NetworkSegment(6626358c-915f-4091-baa8-e385c161bb27),segment_id=6626358c-915f-4091-baa8-e385c161bb27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:34.153599 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:34.167495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for a83c234f-a697-4ec1-a51e-511b7bc4598a owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:34.362788 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:34.402144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=a83c234f-a697-4ec1-a51e-511b7bc4598a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:34.532931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:34.560696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:34.602321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:34.609143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 7c901f04-8bc0-4e26-ba5a-5cb2ba220bcc not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:35.089430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:35.098427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-8dba2164-276f-4893-918c-cc25080e690f tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:35.099847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-8dba2164-276f-4893-918c-cc25080e690f tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1097 time: 0.1688881 Jul 06 18:51:35.102698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e5c2f-ca31-40e4-b9c7-0426c5713e01 req-9ced5b63-68f3-4a4a-a90e-00750d4b0383 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:35.104109 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f30e5c2f-ca31-40e4-b9c7-0426c5713e01 req-9ced5b63-68f3-4a4a-a90e-00750d4b0383 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 1097 time: 0.1744161 Jul 06 18:51:35.259562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:35.263181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f30e5c2f-ca31-40e4-b9c7-0426c5713e01 req-9d4ecd35-320f-4601-92fc-8afe52602565 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479945 Jul 06 18:51:35.269770 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1921bb96-35f8-4d3e-ac18-aac84e107d8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0534906 Jul 06 18:51:35.269770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40750) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:35.272461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:35.296815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:35.299252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:35.331722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-011f5864-571e-4f5c-a48d-e53ede94723c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting subnet f898c80f-f772-4a0f-920c-b1f13b8bb89a {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:51:35.336922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Deleting port 5bdc2d2c-963b-451b-a039-497a10916e7f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:35.336922 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.339296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-011f5864-571e-4f5c-a48d-e53ede94723c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.378775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:35.410756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:35.469768 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-011f5864-571e-4f5c-a48d-e53ede94723c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.509858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:34Z', 'revision_number': 11, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:35.547718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:35.550814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] For port 5bdc2d2c-963b-451b-a039-497a10916e7f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5bdc2d2c-963b-451b-a039-497a10916e7f,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:35.551520 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.564084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:35.565825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:35.567665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4261080b-bdaa-49aa-bd67-8787ad7a4487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.590071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Calling delete_port for 5bdc2d2c-963b-451b-a039-497a10916e7f owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:35.653137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:35.675697 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-011f5864-571e-4f5c-a48d-e53ede94723c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.682194 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4261080b-bdaa-49aa-bd67-8787ad7a4487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.688646 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4261080b-bdaa-49aa-bd67-8787ad7a4487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.721455 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4261080b-bdaa-49aa-bd67-8787ad7a4487 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=764e6333dda64c7993aba1ed0f870695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391151 Jul 06 18:51:35.724210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:35.730453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:34Z', 'revision_number': 11, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:35.781032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261080b-bdaa-49aa-bd67-8787ad7a4487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6dec10-82d7-4602-9f24-8b706c97889d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:35.798676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10630-eb8d-4409-9242-0a379898cd6a None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:34Z', 'revision_number': 11, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:35.818354 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-011f5864-571e-4f5c-a48d-e53ede94723c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.833209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7631-5021-4b66-9e14-a47179e7e319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.860099 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7631-5021-4b66-9e14-a47179e7e319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.862223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-011f5864-571e-4f5c-a48d-e53ede94723c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.866768 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40760) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:35.867141 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-011f5864-571e-4f5c-a48d-e53ede94723c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/f898c80f-f772-4a0f-920c-b1f13b8bb89a HTTP/1.1" status: 204 len: 168 time: 0.5967147 Jul 06 18:51:35.869426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65effbef-a732-4d8a-86e5-a13086db22e7 None None] Network 0dd9f89d-b369-43b0-930f-150d3ce494d8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:35.870397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f5864-571e-4f5c-a48d-e53ede94723c tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Subnet': ['ID=f898c80f-f772-4a0f-920c-b1f13b8bb89a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:35.889679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.920526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bdc2d2c-963b-451b-a039-497a10916e7f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:35.944265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5bdc2d2c-963b-451b-a039-497a10916e7f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:51:35.968335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.969565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] No DVR routers for this DVR port 5bdc2d2c-963b-451b-a039-497a10916e7f on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:35.974136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.977890 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe9ba25e-c91f-4819-a80a-eb8387c74042 req-b90eca75-8453-4317-bf92-b82a68571ae7 tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5bdc2d2c-963b-451b-a039-497a10916e7f HTTP/1.1" status: 204 len: 173 time: 0.8698311 Jul 06 18:51:35.977890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e767c-9dda-460b-9294-35b8b5a9fe76', 'name': 'network-vif-deleted', 'tag': '5bdc2d2c-963b-451b-a039-497a10916e7f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:35.980009 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80b1592-d777-4f73-b17c-cbab82a200d9" -d '{"events": [{"server_uuid": "6d4e767c-9dda-460b-9294-35b8b5a9fe76", "name": "network-vif-deleted", "tag": "5bdc2d2c-963b-451b-a039-497a10916e7f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:36.030621 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc40be8f-c42c-400e-94ea-a2a645f6dd6e x-openstack-request-id: req-dc40be8f-c42c-400e-94ea-a2a645f6dd6e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:36.030913 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4e767c-9dda-460b-9294-35b8b5a9fe76", "name": "network-vif-deleted", "tag": "5bdc2d2c-963b-451b-a039-497a10916e7f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:36.031169 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc40be8f-c42c-400e-94ea-a2a645f6dd6e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:36.031553 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4e767c-9dda-460b-9294-35b8b5a9fe76', 'name': 'network-vif-deleted', 'tag': '5bdc2d2c-963b-451b-a039-497a10916e7f', 'status': 'completed', 'code': 200} Jul 06 18:51:36.062724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7631-5021-4b66-9e14-a47179e7e319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.066972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7631-5021-4b66-9e14-a47179e7e319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.071587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8ecc7631-5021-4b66-9e14-a47179e7e319 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca6dec10-82d7-4602-9f24-8b706c97889d HTTP/1.1" status: 204 len: 168 time: 0.3423262 Jul 06 18:51:36.089633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc7631-5021-4b66-9e14-a47179e7e319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6dec10-82d7-4602-9f24-8b706c97889d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:36.109318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Deleting port 7281e9aa-eed0-404f-a37c-91506c639293 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:36.109845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.184436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e4f29-8298-4571-8567-31e4de03911a None None] DHCP port deletion for 0dd9f89d-b369-43b0-930f-150d3ce494d8 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:51:36.257075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] For port 7281e9aa-eed0-404f-a37c-91506c639293, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7281e9aa-eed0-404f-a37c-91506c639293,segment=NetworkSegment(6626358c-915f-4091-baa8-e385c161bb27),segment_id=6626358c-915f-4091-baa8-e385c161bb27)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:36.257962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.259009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-804e4f29-8298-4571-8567-31e4de03911a None None] Deleting port 7281e9aa-eed0-404f-a37c-91506c639293 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:36.259519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-804e4f29-8298-4571-8567-31e4de03911a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.274065 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Calling delete_port for 7281e9aa-eed0-404f-a37c-91506c639293 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:36.330391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-804e4f29-8298-4571-8567-31e4de03911a None None] For port 7281e9aa-eed0-404f-a37c-91506c639293, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7281e9aa-eed0-404f-a37c-91506c639293,segment=NetworkSegment(6626358c-915f-4091-baa8-e385c161bb27),segment_id=6626358c-915f-4091-baa8-e385c161bb27)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:36.331239 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-804e4f29-8298-4571-8567-31e4de03911a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.347575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-804e4f29-8298-4571-8567-31e4de03911a None None] Calling delete_port for 7281e9aa-eed0-404f-a37c-91506c639293 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:36.389329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.413358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Port': ['ID=7281e9aa-eed0-404f-a37c-91506c639293,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:36.425197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No DVR routers for this DVR port 7281e9aa-eed0-404f-a37c-91506c639293 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:36.446492 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-804e4f29-8298-4571-8567-31e4de03911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.472229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e4f29-8298-4571-8567-31e4de03911a None None] Pushing event deleted for resources: {'Port': ['ID=7281e9aa-eed0-404f-a37c-91506c639293,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:36.479783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e4f29-8298-4571-8567-31e4de03911a None None] No DVR routers for this DVR port 7281e9aa-eed0-404f-a37c-91506c639293 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:36.496920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-93b075d1-e132-4da3-809b-c8292bb30a24 req-d71ebe4d-2ccd-415a-b4a9-15970befce2e tempest-TestServerMultinode-382541773 tempest-TestServerMultinode-382541773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d4e767c-9dda-460b-9294-35b8b5a9fe76 HTTP/1.1" status: 200 len: 210 time: 0.0609727 Jul 06 18:51:36.541203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.554792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd9f89d-b369-43b0-930f-150d3ce494d8']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:36.567458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6626358c-915f-4091-baa8-e385c161bb27') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:36.567725 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6626358c-915f-4091-baa8-e385c161bb27') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:36.568475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40774) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:36.578898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.590771 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4944501f-a19a-4c2d-852e-ae5571f95eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.602687 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.612947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:36.613446 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:36.617763 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:36.687602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.702338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.705052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/networks/0dd9f89d-b369-43b0-930f-150d3ce494d8 HTTP/1.1" status: 204 len: 168 time: 0.8371949 Jul 06 18:51:36.712204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40778) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:36.718485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2747b-f95a-47fd-bfdc-c9a1b237d802 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Pushing event deleted for resources: {'Network': ['ID=0dd9f89d-b369-43b0-930f-150d3ce494d8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:36.719482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'routes': None}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:36.847928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a83c234f-a697-4ec1-a51e-511b7bc4598a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:36.871024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: a83c234f-a697-4ec1-a51e-511b7bc4598a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:36.871197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a83c234f-a697-4ec1-a51e-511b7bc4598a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:36.871858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7281e9aa-eed0-404f-a37c-91506c639293 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:36.902944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7281e9aa-eed0-404f-a37c-91506c639293 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:36.903570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7281e9aa-eed0-404f-a37c-91506c639293 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:36.935591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.extraroute_db [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Added routes are [] {{(pid=93967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:51:36.935949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.extraroute_db [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Removed routes are [] {{(pid=93967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:51:36.936358 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.011414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4944501f-a19a-4c2d-852e-ae5571f95eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.019739 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4944501f-a19a-4c2d-852e-ae5571f95eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.120689 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.126051 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4944501f-a19a-4c2d-852e-ae5571f95eb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a89c9ce0216459598616dc83afe0080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554619 Jul 06 18:51:37.127613 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.129035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40784) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:37.129505 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944501f-a19a-4c2d-852e-ae5571f95eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f12d1d-8c4f-4ec2-b87b-5dc7b3370239,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:37.184994 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3bf47bc-92be-4068-96a1-f6fb800ec090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.207506 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3bf47bc-92be-4068-96a1-f6fb800ec090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.212929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router fe2bb54c-095f-4999-8bde-85c32cc2fc28 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:37.258023 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3bf47bc-92be-4068-96a1-f6fb800ec090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.260799 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3bf47bc-92be-4068-96a1-f6fb800ec090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.262097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c3bf47bc-92be-4068-96a1-f6fb800ec090 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6f12d1d-8c4f-4ec2-b87b-5dc7b3370239 HTTP/1.1" status: 204 len: 168 time: 0.1319671 Jul 06 18:51:37.270651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf47bc-92be-4068-96a1-f6fb800ec090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f12d1d-8c4f-4ec2-b87b-5dc7b3370239,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:37.303182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:37.310493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.311711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-93b46311-13ad-48e1-813a-06d048b5b15f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 200 len: 705 time: 0.5984287 Jul 06 18:51:37.314782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40788) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:37.317246 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] Sync routers for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:37.327507 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:37.328247 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:37.352299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-97a25a0f-7967-44e0-bbc0-f6b6bb86aaa5 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 200 len: 205 time: 0.0341337 Jul 06 18:51:37.352528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40790) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:37.418980 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:37.428880 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31c99f50-7c6c-41ea-990c-f058bfcd8943 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.487078 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:34Z', 'revision_number': 11, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:37.517396 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] Checking router: fe2bb54c-095f-4999-8bde-85c32cc2fc28 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:37.528047 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] Routers {'fe2bb54c-095f-4999-8bde-85c32cc2fc28'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:37.529155 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:37.618114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31c99f50-7c6c-41ea-990c-f058bfcd8943 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.621079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31c99f50-7c6c-41ea-990c-f058bfcd8943 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.621778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40798) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:37.648655 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] Set router fe2bb54c-095f-4999-8bde-85c32cc2fc28 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:37.704681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31c99f50-7c6c-41ea-990c-f058bfcd8943 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.705254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c99f50-7c6c-41ea-990c-f058bfcd8943 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Fanout notify agent at l3_agent the message router_deleted on router fe2bb54c-095f-4999-8bde-85c32cc2fc28 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:51:37.713510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31c99f50-7c6c-41ea-990c-f058bfcd8943 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.718803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-31c99f50-7c6c-41ea-990c-f058bfcd8943 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 204 len: 168 time: 0.3613832 Jul 06 18:51:37.719754 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40804) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:37.721599 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:34Z', 'revision_number': 11, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:37.725657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4c7cb162-3ac8-41f1-855b-8b1508a92286 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2060464913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:37.750794 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778a1fe-14cc-4d09-8721-93940aaaa284 None None] The sync data for ids ['fe2bb54c-095f-4999-8bde-85c32cc2fc28'] in n-d-799684-2 is: [{'id': 'fe2bb54c-095f-4999-8bde-85c32cc2fc28', 'name': 'tempest-RoutersIpV6Test-router-1488208334', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:58Z', 'updated_at': '2021-07-06T18:51:34Z', 'revision_number': 11, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:37.753705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb162-3ac8-41f1-855b-8b1508a92286 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.757422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb162-3ac8-41f1-855b-8b1508a92286 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.820200 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb162-3ac8-41f1-855b-8b1508a92286 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.827670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb162-3ac8-41f1-855b-8b1508a92286 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.845735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb162-3ac8-41f1-855b-8b1508a92286 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.850830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4c7cb162-3ac8-41f1-855b-8b1508a92286 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1295371 Jul 06 18:51:37.851405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40808) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:37.857756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-be15c12e-0875-49b6-95a2-dadde30fbc18 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:38.143620 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be15c12e-0875-49b6-95a2-dadde30fbc18 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.164481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be15c12e-0875-49b6-95a2-dadde30fbc18 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.193144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.284370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be15c12e-0875-49b6-95a2-dadde30fbc18 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Router cc1e3b9f-1a31-42f4-a454-d9cf864784d4 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:51:38.380702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be15c12e-0875-49b6-95a2-dadde30fbc18 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:38.387949 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be15c12e-0875-49b6-95a2-dadde30fbc18 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.391574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-be15c12e-0875-49b6-95a2-dadde30fbc18 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "PUT /v2.0/routers/cc1e3b9f-1a31-42f4-a454-d9cf864784d4 HTTP/1.1" status: 200 len: 698 time: 0.5359206 Jul 06 18:51:38.391976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] Sync routers for ids ['cc1e3b9f-1a31-42f4-a454-d9cf864784d4'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:38.392422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:38.409873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] Routers {'cc1e3b9f-1a31-42f4-a454-d9cf864784d4'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:38.410433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc1e3b9f-1a31-42f4-a454-d9cf864784d4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:38.480354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-120b4dc6-9228-44cb-ae2d-f7fdb55f8b88 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/routers/cc1e3b9f-1a31-42f4-a454-d9cf864784d4 HTTP/1.1" status: 200 len: 704 time: 0.0842397 Jul 06 18:51:38.480891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40826) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:38.520922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d16c861c-d48f-40c4-8065-475e4382fdf7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1e3b9f-1a31-42f4-a454-d9cf864784d4 HTTP/1.1" status: 200 len: 205 time: 0.0368702 Jul 06 18:51:38.521275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40828) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:38.542926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] Set router cc1e3b9f-1a31-42f4-a454-d9cf864784d4 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:38.544537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Deleting port e4416f68-1273-4604-b3f5-63f265b78b60 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:38.545041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.611260 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8681e528-41fa-4c9f-9fe1-df22a361cc80 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.638947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1e3b9f-1a31-42f4-a454-d9cf864784d4', 'name': 'tempest-RoutersIpV6Test-router-2060464913', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:37Z', 'updated_at': '2021-07-06T18:51:38Z', 'revision_number': 2, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:38.678157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] For port e4416f68-1273-4604-b3f5-63f265b78b60, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e4416f68-1273-4604-b3f5-63f265b78b60,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:38.679157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.694428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] Checking router: cc1e3b9f-1a31-42f4-a454-d9cf864784d4 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:38.697628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Calling delete_port for e4416f68-1273-4604-b3f5-63f265b78b60 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:38.716157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] Routers {'cc1e3b9f-1a31-42f4-a454-d9cf864784d4'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:38.718982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['cc1e3b9f-1a31-42f4-a454-d9cf864784d4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:38.815614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] Set router cc1e3b9f-1a31-42f4-a454-d9cf864784d4 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:38.896776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1e3b9f-1a31-42f4-a454-d9cf864784d4', 'name': 'tempest-RoutersIpV6Test-router-2060464913', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:37Z', 'updated_at': '2021-07-06T18:51:38Z', 'revision_number': 2, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:38.927718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e431bc-37c4-4fac-b00d-6459a93b66b5 None None] The sync data for ids ['cc1e3b9f-1a31-42f4-a454-d9cf864784d4'] in n-d-799684-2 is: [{'id': 'cc1e3b9f-1a31-42f4-a454-d9cf864784d4', 'name': 'tempest-RoutersIpV6Test-router-2060464913', 'tenant_id': '5ceedcd940014035a7a86fa1481db0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:37Z', 'updated_at': '2021-07-06T18:51:38Z', 'revision_number': 2, 'project_id': '5ceedcd940014035a7a86fa1481db0fc', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:39.010987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.094182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4416f68-1273-4604-b3f5-63f265b78b60,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:39.323091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5bdc2d2c-963b-451b-a039-497a10916e7f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:39.372588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 5bdc2d2c-963b-451b-a039-497a10916e7f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:39.375185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5bdc2d2c-963b-451b-a039-497a10916e7f not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:39.392468 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.494671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8681e528-41fa-4c9f-9fe1-df22a361cc80 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.500426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8681e528-41fa-4c9f-9fe1-df22a361cc80 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.573861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8681e528-41fa-4c9f-9fe1-df22a361cc80 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.574968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8681e528-41fa-4c9f-9fe1-df22a361cc80 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Fanout notify agent at l3_agent the message router_deleted on router cc1e3b9f-1a31-42f4-a454-d9cf864784d4 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:51:39.593448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8681e528-41fa-4c9f-9fe1-df22a361cc80 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.595856 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8681e528-41fa-4c9f-9fe1-df22a361cc80 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/cc1e3b9f-1a31-42f4-a454-d9cf864784d4 HTTP/1.1" status: 204 len: 168 time: 1.0733025 Jul 06 18:51:39.600374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40850) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.631340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c9e14a14-bc57-4a55-adcb-d15a4b0a534b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1e3b9f-1a31-42f4-a454-d9cf864784d4 HTTP/1.1" status: 200 len: 205 time: 0.0293112 Jul 06 18:51:39.633662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40852) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.695326 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-909e59fd-3aa8-4e75-8117-a52401e00b46 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] delete failed (client error): The resource could not be found. Jul 06 18:51:39.696723 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-909e59fd-3aa8-4e75-8117-a52401e00b46 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/cc1e3b9f-1a31-42f4-a454-d9cf864784d4 HTTP/1.1" status: 404 len: 336 time: 0.0618870 Jul 06 18:51:39.699872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40854) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.727321 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22ad896-79aa-400f-a387-adde4af5597d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:39.728643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22ad896-79aa-400f-a387-adde4af5597d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:39.730474 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d22ad896-79aa-400f-a387-adde4af5597d tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/daa33ca2-45b0-4075-a45a-e03bfb590217 HTTP/1.1" status: 404 len: 337 time: 0.0296364 Jul 06 18:51:39.733117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40858) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.776416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:39.782634 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b792a0-ffdd-40e1-b824-3975bafbe49b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:39.783097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b792a0-ffdd-40e1-b824-3975bafbe49b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:39.784896 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e4b792a0-ffdd-40e1-b824-3975bafbe49b tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/38ffb68e-58e3-44d9-842e-dccd278a0c64 HTTP/1.1" status: 404 len: 337 time: 0.0383663 Jul 06 18:51:39.789125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40860) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.822323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40862) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.959842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7575665a-2361-499d-b66a-9ebbfd1ed184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.108375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7575665a-2361-499d-b66a-9ebbfd1ed184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.123026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7575665a-2361-499d-b66a-9ebbfd1ed184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.212298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7575665a-2361-499d-b66a-9ebbfd1ed184 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ac23975070f4adf80afe2fe6be0f5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887780 Jul 06 18:51:40.215637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40868) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.215792 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69d5695-f222-43fb-adc9-c83a79fe9d92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:40.216126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69d5695-f222-43fb-adc9-c83a79fe9d92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:40.218043 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d69d5695-f222-43fb-adc9-c83a79fe9d92 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/8f02cd15-954f-4eab-bff3-ae1bddae20d8 HTTP/1.1" status: 404 len: 337 time: 0.4276192 Jul 06 18:51:40.221259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40870) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.250394 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99387d4-9adb-4f4b-8d98-d1cddfa90657 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:40.250858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99387d4-9adb-4f4b-8d98-d1cddfa90657 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:40.255055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f99387d4-9adb-4f4b-8d98-d1cddfa90657 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/f898c80f-f772-4a0f-920c-b1f13b8bb89a HTTP/1.1" status: 404 len: 337 time: 0.0306818 Jul 06 18:51:40.257534 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40872) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.260148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575665a-2361-499d-b66a-9ebbfd1ed184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ee9ed7-4a59-4aa9-98c4-da84d66e4633,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:40.289608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-316982c7-dea5-4b7c-9d8e-49caa6390b32 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 200 len: 205 time: 0.0309482 Jul 06 18:51:40.295103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40874) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.308083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9eab5f34-1c98-4872-926c-46ac8bd64295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.332888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9eab5f34-1c98-4872-926c-46ac8bd64295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.363716 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-a44e2788-9456-41c1-a1c6-d6fa86275eeb tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] delete failed (client error): The resource could not be found. Jul 06 18:51:40.367242 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a44e2788-9456-41c1-a1c6-d6fa86275eeb tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/fe2bb54c-095f-4999-8bde-85c32cc2fc28 HTTP/1.1" status: 404 len: 336 time: 0.0694685 Jul 06 18:51:40.368201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40876) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.408065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-25bbc8ed-3b17-48f9-b974-254ed0475b59 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea5469e-2a85-4d14-9bae-dd4b17d2e16f HTTP/1.1" status: 200 len: 205 time: 0.0387025 Jul 06 18:51:40.410493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40878) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.430209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:40.439576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9e128bae-1a45-465b-be1c-ae18556f6cc8 admin admin] 10.222.0.53 "PUT /v2.0/routers/3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8144674 Jul 06 18:51:40.439834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40880) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.445406 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] Sync routers for ids ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:40.458630 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] Routers {'3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:40.460447 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:40.460665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9eab5f34-1c98-4872-926c-46ac8bd64295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.463303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9eab5f34-1c98-4872-926c-46ac8bd64295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.464467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9eab5f34-1c98-4872-926c-46ac8bd64295 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12ee9ed7-4a59-4aa9-98c4-da84d66e4633 HTTP/1.1" status: 204 len: 168 time: 0.2479463 Jul 06 18:51:40.465444 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-81473a36-d7f6-4be2-8a67-2efe183c6b69 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] delete failed (client error): The resource could not be found. Jul 06 18:51:40.468856 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-81473a36-d7f6-4be2-8a67-2efe183c6b69 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/1ea5469e-2a85-4d14-9bae-dd4b17d2e16f HTTP/1.1" status: 404 len: 336 time: 0.0546851 Jul 06 18:51:40.469843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40884) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.495922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab5f34-1c98-4872-926c-46ac8bd64295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ee9ed7-4a59-4aa9-98c4-da84d66e4633,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:40.519877 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75130c7-3fbe-445d-9b90-4e231928a3ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:40.520350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75130c7-3fbe-445d-9b90-4e231928a3ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:40.524522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a75130c7-3fbe-445d-9b90-4e231928a3ed tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/1a4c3d00-8c04-41d5-b4dd-3d4d192c4b83 HTTP/1.1" status: 404 len: 337 time: 0.0514348 Jul 06 18:51:40.524795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40886) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.591440 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.602714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dc2fde58-03ff-4414-88d4-1c993ed204d7 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=41aa0507-2122-40ce-b5b7-dbf761cc0772 HTTP/1.1" status: 200 len: 205 time: 0.0767744 Jul 06 18:51:40.605006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.656871 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-aaf39bdf-9d1a-4971-92f9-10d7c032462a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] delete failed (client error): The resource could not be found. Jul 06 18:51:40.660287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-aaf39bdf-9d1a-4971-92f9-10d7c032462a tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/41aa0507-2122-40ce-b5b7-dbf761cc0772 HTTP/1.1" status: 404 len: 336 time: 0.0517087 Jul 06 18:51:40.660873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40890) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.683263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] Set router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:40.698672 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eb29a722-9537-40c3-8cdf-4285ef4b7b8e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51ed745-da3b-4106-934b-b0876f9d1e0c HTTP/1.1" status: 200 len: 205 time: 0.0365269 Jul 06 18:51:40.701160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40894) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.767477 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-501cd394-7b9f-4999-971c-ebd9db4dc49e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] delete failed (client error): The resource could not be found. Jul 06 18:51:40.768754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-501cd394-7b9f-4999-971c-ebd9db4dc49e tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/b51ed745-da3b-4106-934b-b0876f9d1e0c HTTP/1.1" status: 404 len: 336 time: 0.0663433 Jul 06 18:51:40.774225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40896) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.822813 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f8d947-6694-4058-bcf0-e57304a12379 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:40.823280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f8d947-6694-4058-bcf0-e57304a12379 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:40.827991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.828860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-40f8d947-6694-4058-bcf0-e57304a12379 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/091a57da-9902-42d6-9b07-4d66ff2c2557 HTTP/1.1" status: 404 len: 337 time: 0.0506814 Jul 06 18:51:40.860708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f5f82465-6336-42e4-91cf-97b9d0a5c73f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4005561-e05f-4c2b-9188-7e71f85301ad HTTP/1.1" status: 200 len: 205 time: 0.0315528 Jul 06 18:51:40.862129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.863345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40904) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.913283 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-0b4767c9-7682-4a5e-8a6e-cc5d59740a93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] delete failed (client error): The resource could not be found. Jul 06 18:51:40.914766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0b4767c9-7682-4a5e-8a6e-cc5d59740a93 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/a4005561-e05f-4c2b-9188-7e71f85301ad HTTP/1.1" status: 404 len: 336 time: 0.0502083 Jul 06 18:51:40.917616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40906) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.959807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Deleting port 7850e68d-07f0-4a36-a52b-d56ac03a49f6 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:40.960198 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.969357 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ace9ed-8855-49ea-96c7-5dce32d00e00 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:40.970143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ace9ed-8855-49ea-96c7-5dce32d00e00 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:40.974819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a1ace9ed-8855-49ea-96c7-5dce32d00e00 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/58b4f4b8-b0e9-433b-b514-e80bd0d4e582 HTTP/1.1" status: 404 len: 337 time: 0.0535486 Jul 06 18:51:40.975949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40910) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:40.986537 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:51:38Z', 'revision_number': 5, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port': {'id': '7850e68d-07f0-4a36-a52b-d56ac03a49f6', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:39Z', 'updated_at': '2021-07-06T18:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:41.035317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-907e427e-4363-42db-82c7-eee9c47ea684 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "GET /v2.0/ports?device_id=87f9e74e-63fc-4032-acc9-d19a9f491d02 HTTP/1.1" status: 200 len: 205 time: 0.0557516 Jul 06 18:51:41.036351 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40914) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.115063 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-cd8f6c7d-96f3-441b-a76c-5d2cd59f385f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] delete failed (client error): The resource could not be found. Jul 06 18:51:41.119359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40918) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.130720 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cd8f6c7d-96f3-441b-a76c-5d2cd59f385f tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/routers/87f9e74e-63fc-4032-acc9-d19a9f491d02 HTTP/1.1" status: 404 len: 336 time: 0.0930817 Jul 06 18:51:41.132967 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] Checking router: 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:41.135613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] For port 7850e68d-07f0-4a36-a52b-d56ac03a49f6, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7850e68d-07f0-4a36-a52b-d56ac03a49f6,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:41.135990 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.147140 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] Routers {'3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:41.147830 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:41.159369 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Calling delete_port for 7850e68d-07f0-4a36-a52b-d56ac03a49f6 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:41.171776 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-800b881a-cbf8-46f1-a6ab-bd70e38e6960 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:41.172237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800b881a-cbf8-46f1-a6ab-bd70e38e6960 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:41.176966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-800b881a-cbf8-46f1-a6ab-bd70e38e6960 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/5bc33c71-9397-426a-8277-ff4a032c32d5 HTTP/1.1" status: 404 len: 337 time: 0.0540981 Jul 06 18:51:41.177217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40922) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.211704 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8cdb75-2e19-489e-9e3c-aed5f2c07ff2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:41.212030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8cdb75-2e19-489e-9e3c-aed5f2c07ff2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:41.213891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-be8cdb75-2e19-489e-9e3c-aed5f2c07ff2 tempest-RoutersIpV6Test-571568061 tempest-RoutersIpV6Test-571568061-project] 10.222.0.53 "DELETE /v2.0/subnets/76405930-f973-4dfb-a1e2-99bdeb1e793b HTTP/1.1" status: 404 len: 337 time: 0.0355802 Jul 06 18:51:41.252909 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] Set router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:41.329172 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:51:40Z', 'revision_number': 6, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:41.361846 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885487b8-3dba-432b-bdda-99209b6a39ba None None] The sync data for ids ['3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac'] in n-d-799684-2 is: [{'id': '3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac', 'name': 'tempest-TestServerMultinode-1663044912-router', 'tenant_id': 'a30752e4758e4a57bd5fee0351d947b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:38Z', 'updated_at': '2021-07-06T18:51:40Z', 'revision_number': 6, 'project_id': 'a30752e4758e4a57bd5fee0351d947b7', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:41.401493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.450034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7850e68d-07f0-4a36-a52b-d56ac03a49f6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:41.527040 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40936) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.541575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.664030 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.667342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.703274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-abe415ca-4eec-4190-8115-d60b5b899f54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ceedcd940014035a7a86fa1481db0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748400 Jul 06 18:51:41.703881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40946) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.723173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.723702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:51:41.731406 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.735365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-436e420d-89e8-4091-8790-b4bc3ff544ac admin admin] 10.222.0.53 "DELETE /v2.0/routers/3a38e1e1-bcc3-42ea-ad1c-ce6b7f46e8ac HTTP/1.1" status: 204 len: 168 time: 1.2932351 Jul 06 18:51:41.736017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40948) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.767140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fb85-0036-4748-841c-33b187637cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.794251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-8976ad5b-c456-442e-8be7-685eca524e39 admin admin] Deleting subnet 678f3712-8d95-436b-affc-a88a39878579 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:51:41.798266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8976ad5b-c456-442e-8be7-685eca524e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.806992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fb85-0036-4748-841c-33b187637cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.866566 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8976ad5b-c456-442e-8be7-685eca524e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.879784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fb85-0036-4748-841c-33b187637cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.883726 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fb85-0036-4748-841c-33b187637cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.888568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c6c9fb85-0036-4748-841c-33b187637cc5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a42d8482-a22f-4b0f-902a-255867b57a0a HTTP/1.1" status: 204 len: 168 time: 0.1835339 Jul 06 18:51:41.901312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9fb85-0036-4748-841c-33b187637cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d8482-a22f-4b0f-902a-255867b57a0a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:42.013281 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8976ad5b-c456-442e-8be7-685eca524e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.090117 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8976ad5b-c456-442e-8be7-685eca524e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.132626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8976ad5b-c456-442e-8be7-685eca524e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.134627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8976ad5b-c456-442e-8be7-685eca524e39 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/678f3712-8d95-436b-affc-a88a39878579 HTTP/1.1" status: 204 len: 168 time: 0.3976381 Jul 06 18:51:42.135973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976ad5b-c456-442e-8be7-685eca524e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678f3712-8d95-436b-affc-a88a39878579,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:42.137561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 40964) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:42.140673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d530f68e-56f5-43e4-8d19-95ac98d6b5d1 None None] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:42.266655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.330185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Deleting port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:42.330532 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.404357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] For port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:42.404861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.428281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Calling delete_port for 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:42.445863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] DHCP port deletion for a0e5d432-40a2-416f-82b4-6fb869a6c31f request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:51:42.542727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] Deleting port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:42.543519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.571845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.617937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:42.619932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] No DVR routers for this DVR port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:42.674137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] For port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,segment=NetworkSegment(114a3cad-be40-48ab-abb7-1c5f096e1b24),segment_id=114a3cad-be40-48ab-abb7-1c5f096e1b24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:42.674801 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.704723 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.718981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e5d432-40a2-416f-82b4-6fb869a6c31f']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:42.730927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] Calling delete_port for 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:42.731388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114a3cad-be40-48ab-abb7-1c5f096e1b24') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:42.731880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114a3cad-be40-48ab-abb7-1c5f096e1b24') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:42.747097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.769832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.778509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:42.779287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:42.781529 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:42.897007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7850e68d-07f0-4a36-a52b-d56ac03a49f6 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:42.904690 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.912863 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.919644 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a0e5d432-40a2-416f-82b4-6fb869a6c31f HTTP/1.1" status: 204 len: 168 time: 0.7805316 Jul 06 18:51:42.919908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 40996) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:42.943169 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.950920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41000) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:42.968201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e222674-9b36-4bbb-be3a-edd06fcca5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e5d432-40a2-416f-82b4-6fb869a6c31f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:42.994798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] Pushing event deleted for resources: {'Port': ['ID=7d5bf20e-46d3-4590-bc79-f0e986f6fe0b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:43.005387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7850e68d-07f0-4a36-a52b-d56ac03a49f6 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:43.006022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7850e68d-07f0-4a36-a52b-d56ac03a49f6 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:43.006617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e4416f68-1273-4604-b3f5-63f265b78b60 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:43.034079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e4416f68-1273-4604-b3f5-63f265b78b60 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:43.034718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e4416f68-1273-4604-b3f5-63f265b78b60 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:43.035331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:43.064853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:43.065473 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:43.076252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] Network a0e5d432-40a2-416f-82b4-6fb869a6c31f is not hosted by any dhcp agent {{(pid=93968) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:51:43.076934 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bd136-83e8-46e1-b16d-ca94e458a491 None None] No DVR routers for this DVR port 7d5bf20e-46d3-4590-bc79-f0e986f6fe0b on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:43.176101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9634b7-fafe-4af0-91e7-801b4e3169ac req-0f52aeb1-5a60-4fb6-94e9-d134569d43fc tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:43.177662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe9634b7-fafe-4af0-91e7-801b4e3169ac req-0f52aeb1-5a60-4fb6-94e9-d134569d43fc tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 946 time: 0.1336749 Jul 06 18:51:43.266917 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe9634b7-fafe-4af0-91e7-801b4e3169ac req-1cc9833e-7b8d-4656-9584-427d547ee860 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780423 Jul 06 18:51:43.273149 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e23a4503-be7f-4154-a778-ba54490887c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.419533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e23a4503-be7f-4154-a778-ba54490887c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.424597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e23a4503-be7f-4154-a778-ba54490887c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.437008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.485909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e23a4503-be7f-4154-a778-ba54490887c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76e315ca756040d7b2454d2247eebc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332325 Jul 06 18:51:43.487085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a4503-be7f-4154-a778-ba54490887c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae419994-1324-4363-bbd3-bc1f39c70c37,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:43.491390 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41014) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:43.552586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c70fff9-98da-4da4-8a47-97eeb300c8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.576992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c70fff9-98da-4da4-8a47-97eeb300c8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.643504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c70fff9-98da-4da4-8a47-97eeb300c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.646452 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3c70fff9-98da-4da4-8a47-97eeb300c8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.648093 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3c70fff9-98da-4da4-8a47-97eeb300c8c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae419994-1324-4363-bbd3-bc1f39c70c37 HTTP/1.1" status: 204 len: 168 time: 0.1551795 Jul 06 18:51:43.658755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70fff9-98da-4da4-8a47-97eeb300c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae419994-1324-4363-bbd3-bc1f39c70c37,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:43.747963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Deleting port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:43.748305 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.857400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] For port f1dfbec5-d15f-4473-ab6f-6c37a4f03c65, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,segment=NetworkSegment(68d8f01f-6904-4a80-a3fe-3a24611ffd7a),segment_id=68d8f01f-6904-4a80-a3fe-3a24611ffd7a)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:43.857904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.872932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Calling delete_port for f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:44.078581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:44.112835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dfbec5-d15f-4473-ab6f-6c37a4f03c65,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:44.418751 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:44.568289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1a8d5-dd91-4f1f-b19e-b1c40622b0d8 req-3c80fb9e-551b-4444-b626-a3d619f28e0f tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:44.577663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bc1a8d5-dd91-4f1f-b19e-b1c40622b0d8 req-3c80fb9e-551b-4444-b626-a3d619f28e0f tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 946 time: 0.1297662 Jul 06 18:51:44.612914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-d036ef84-2313-4b78-92dc-a150987f7904 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:44.614536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-d036ef84-2313-4b78-92dc-a150987f7904 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.24 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 946 time: 0.1382773 Jul 06 18:51:44.622517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bc1a8d5-dd91-4f1f-b19e-b1c40622b0d8 req-681dd35d-ce32-4cce-9d41-57a06693f134 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Jul 06 18:51:44.862126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41076) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:44.988088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a1763b09-0026-4a22-8138-adc167f0456f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.101327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a1763b09-0026-4a22-8138-adc167f0456f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.108296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a1763b09-0026-4a22-8138-adc167f0456f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.134225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:45.135774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Deleting port c153b612-edb9-4ca3-8d05-78a24331bbac {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:45.136154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.153470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a1763b09-0026-4a22-8138-adc167f0456f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6dfa21a2ee684f928cea47cb192a7230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901821 Jul 06 18:51:45.154450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1763b09-0026-4a22-8138-adc167f0456f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500d5ce2-ec45-4fce-ab7d-426c78358d7d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:45.157845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41118) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:45.218628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-153acde6-e3bf-4cb1-af51-7913a2fda3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.243255 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-153acde6-e3bf-4cb1-af51-7913a2fda3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.291241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41122) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:45.300519 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-153acde6-e3bf-4cb1-af51-7913a2fda3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.304339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-153acde6-e3bf-4cb1-af51-7913a2fda3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.305876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-153acde6-e3bf-4cb1-af51-7913a2fda3bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/500d5ce2-ec45-4fce-ab7d-426c78358d7d HTTP/1.1" status: 204 len: 168 time: 0.1469615 Jul 06 18:51:45.316253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153acde6-e3bf-4cb1-af51-7913a2fda3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d5ce2-ec45-4fce-ab7d-426c78358d7d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:45.316449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] For port c153b612-edb9-4ca3-8d05-78a24331bbac, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=c153b612-edb9-4ca3-8d05-78a24331bbac,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:45.316771 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.340836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Calling delete_port for c153b612-edb9-4ca3-8d05-78a24331bbac owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:45.353173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:45.358447 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-60e11e88-8cb3-461a-bf1c-9420c108fd68 admin admin] 10.222.0.53 "PUT /v2.0/routers/1b6fa244-d525-4daf-bc20-1e9fb8d1b1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373159 Jul 06 18:51:45.361751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41128) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:45.364034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] Sync routers for ids ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:45.376703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] Routers {'1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:45.377348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:45.503844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.539638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] Set router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:45.595166 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.647487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['c153b612-edb9-4ca3-8d05-78a24331bbac'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:51:45.654558 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.656917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Pushing event deleted for resources: {'Port': ['ID=c153b612-edb9-4ca3-8d05-78a24331bbac,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:45.722626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] No DVR routers for this DVR port c153b612-edb9-4ca3-8d05-78a24331bbac on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:45.728615 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.733170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09dcdccb-67a0-4af4-9acd-aca4705c432f req-83f83449-429e-4180-8719-c926ac2bca40 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.24 "DELETE /v2.0/ports/c153b612-edb9-4ca3-8d05-78a24331bbac HTTP/1.1" status: 204 len: 173 time: 1.1125977 Jul 06 18:51:45.734113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8174a8af-0e0e-4072-b772-31fd7cb51d11', 'name': 'network-vif-deleted', 'tag': 'c153b612-edb9-4ca3-8d05-78a24331bbac'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:45.738311 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2062f6-5d7a-4368-9ae5-74739247e110" -d '{"events": [{"server_uuid": "8174a8af-0e0e-4072-b772-31fd7cb51d11", "name": "network-vif-deleted", "tag": "c153b612-edb9-4ca3-8d05-78a24331bbac"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:45.767152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41136) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:45.767807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d25fea77-2039-4e4e-85b2-a387d414b77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.777994 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6fc98da6-4042-4653-bd74-2ba60fac43a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.791098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ebb76e3-34a4-4adb-960e-a5d2e61a41a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.814268 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc4f2c2-cc20-4018-80ae-a71213efc168 x-openstack-request-id: req-9cc4f2c2-cc20-4018-80ae-a71213efc168 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:45.814630 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8174a8af-0e0e-4072-b772-31fd7cb51d11", "name": "network-vif-deleted", "tag": "c153b612-edb9-4ca3-8d05-78a24331bbac", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:45.814887 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cc4f2c2-cc20-4018-80ae-a71213efc168 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:45.816107 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8174a8af-0e0e-4072-b772-31fd7cb51d11', 'name': 'network-vif-deleted', 'tag': 'c153b612-edb9-4ca3-8d05-78a24331bbac', 'status': 'completed', 'code': 200} Jul 06 18:51:45.862111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Deleting port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:45.862626 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.906231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:51:44Z', 'revision_number': 5, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port': {'id': 'c69f9d4c-318e-4ba7-8f20-ff4012f42dd5', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:45.912838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cb4f1b0d-4002-47d6-b074-d83aa103f644 req-400c9d08-d91d-42a8-8dfd-b44195d6515e tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=8174a8af-0e0e-4072-b772-31fd7cb51d11 HTTP/1.1" status: 200 len: 210 time: 0.0480304 Jul 06 18:51:45.945393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] Checking router: 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:45.958867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] Routers {'1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:45.960324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:45.970448 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ebb76e3-34a4-4adb-960e-a5d2e61a41a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.975828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ebb76e3-34a4-4adb-960e-a5d2e61a41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.987905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] For port c69f9d4c-318e-4ba7-8f20-ff4012f42dd5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c69f9d4c-318e-4ba7-8f20-ff4012f42dd5,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:45.988587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.012003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Calling delete_port for c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:46.021285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb76e3-34a4-4adb-960e-a5d2e61a41a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b0c0ad-d2ce-4ffc-b4a6-19c5237fa2af,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:46.026969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3ebb76e3-34a4-4adb-960e-a5d2e61a41a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5bda87a0b164aa9bf578114f1bb62da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574918 Jul 06 18:51:46.030744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41138) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:46.216773 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-115a98a5-cf8e-4149-84ab-9cc3cbe606e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.255751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] Set router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:46.261312 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d25fea77-2039-4e4e-85b2-a387d414b77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.273200 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-115a98a5-cf8e-4149-84ab-9cc3cbe606e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.275153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d25fea77-2039-4e4e-85b2-a387d414b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.339193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:51:45Z', 'revision_number': 6, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:46.377099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d25fea77-2039-4e4e-85b2-a387d414b77c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=202b1d35bc454a95ae55246f76c3f508&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0844071 Jul 06 18:51:46.379952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41140) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:46.384628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fea77-2039-4e4e-85b2-a387d414b77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4000d277-316a-425a-bc17-47a16d5eb60c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:46.403390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb79cb-7335-4ace-9624-57fc4e3952cd None None] The sync data for ids ['1b6fa244-d525-4daf-bc20-1e9fb8d1b1df'] in n-d-799684-2 is: [{'id': '1b6fa244-d525-4daf-bc20-1e9fb8d1b1df', 'name': 'tempest-TestServerMultinode-743422805-router', 'tenant_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:47Z', 'updated_at': '2021-07-06T18:51:45Z', 'revision_number': 6, 'project_id': 'f14bd1ba1fb14fdbbe930bcf2c2e7f42', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:46.421974 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.491724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-115a98a5-cf8e-4149-84ab-9cc3cbe606e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.494505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-115a98a5-cf8e-4149-84ab-9cc3cbe606e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.495634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-115a98a5-cf8e-4149-84ab-9cc3cbe606e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84b0c0ad-d2ce-4ffc-b4a6-19c5237fa2af HTTP/1.1" status: 204 len: 168 time: 0.4637923 Jul 06 18:51:46.496480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69f9d4c-318e-4ba7-8f20-ff4012f42dd5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:46.520843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc46ada2-5c51-48ff-b9ed-42fe994db3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.529521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a98a5-cf8e-4149-84ab-9cc3cbe606e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b0c0ad-d2ce-4ffc-b4a6-19c5237fa2af,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:46.555973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.560451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc46ada2-5c51-48ff-b9ed-42fe994db3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.625115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc46ada2-5c51-48ff-b9ed-42fe994db3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.627843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dc46ada2-5c51-48ff-b9ed-42fe994db3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.629026 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-dc46ada2-5c51-48ff-b9ed-42fe994db3f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4000d277-316a-425a-bc17-47a16d5eb60c HTTP/1.1" status: 204 len: 168 time: 0.2464492 Jul 06 18:51:46.647462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46ada2-5c51-48ff-b9ed-42fe994db3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000d277-316a-425a-bc17-47a16d5eb60c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:46.666198 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.670880 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.732589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.733260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6fa244-d525-4daf-bc20-1e9fb8d1b1df {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:51:46.739806 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.743864 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a87345a3-b8e2-4460-ad7c-373657b5a071 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1b6fa244-d525-4daf-bc20-1e9fb8d1b1df HTTP/1.1" status: 204 len: 168 time: 1.3785052 Jul 06 18:51:46.744238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41146) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:46.821792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1224de-c057-4787-a9d6-1f73f0d0a5ed admin admin] Deleting subnet 76455498-5e2b-4933-8ad4-92e8c412fe36 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:51:46.828146 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d1224de-c057-4787-a9d6-1f73f0d0a5ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.910565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:46.913385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d1224de-c057-4787-a9d6-1f73f0d0a5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.947169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:46.947681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f1dfbec5-d15f-4473-ab6f-6c37a4f03c65 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:47.049105 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d1224de-c057-4787-a9d6-1f73f0d0a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.123621 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d1224de-c057-4787-a9d6-1f73f0d0a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.156760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1224de-c057-4787-a9d6-1f73f0d0a5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76455498-5e2b-4933-8ad4-92e8c412fe36,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:47.156760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d1224de-c057-4787-a9d6-1f73f0d0a5ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.157427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6d1224de-c057-4787-a9d6-1f73f0d0a5ed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/76455498-5e2b-4933-8ad4-92e8c412fe36 HTTP/1.1" status: 204 len: 168 time: 0.4121916 Jul 06 18:51:47.160167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41170) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:47.168071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada24b2-74e9-44b9-b0fb-cd4f3ac58400 None None] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:47.279363 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.399370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Deleting port 288f93ef-0a6a-4205-b580-fabaf014cc38 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:47.399827 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.496439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] DHCP port deletion for c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:51:47.509958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] For port 288f93ef-0a6a-4205-b580-fabaf014cc38, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=288f93ef-0a6a-4205-b580-fabaf014cc38,segment=NetworkSegment(68d8f01f-6904-4a80-a3fe-3a24611ffd7a),segment_id=68d8f01f-6904-4a80-a3fe-3a24611ffd7a)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:47.510417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.537957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Calling delete_port for 288f93ef-0a6a-4205-b580-fabaf014cc38 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:47.618865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] Deleting port 288f93ef-0a6a-4205-b580-fabaf014cc38 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:47.619245 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.657203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.712367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Pushing event deleted for resources: {'Port': ['ID=288f93ef-0a6a-4205-b580-fabaf014cc38,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:47.719944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] No DVR routers for this DVR port 288f93ef-0a6a-4205-b580-fabaf014cc38 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:47.828804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] For port 288f93ef-0a6a-4205-b580-fabaf014cc38, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=288f93ef-0a6a-4205-b580-fabaf014cc38,segment=NetworkSegment(68d8f01f-6904-4a80-a3fe-3a24611ffd7a),segment_id=68d8f01f-6904-4a80-a3fe-3a24611ffd7a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:47.831440 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.853836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.863420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fd6f8e-432b-4aa2-8133-ba73745a7cd9']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:47.867267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] Calling delete_port for 288f93ef-0a6a-4205-b580-fabaf014cc38 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:47.875093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d8f01f-6904-4a80-a3fe-3a24611ffd7a') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:47.875418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d8f01f-6904-4a80-a3fe-3a24611ffd7a') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:47.885050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.902707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.912502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:47.919820 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:47.922280 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:47.998659 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.002568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.009018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.011358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 HTTP/1.1" status: 204 len: 168 time: 0.8502212 Jul 06 18:51:48.035735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c5df-20f6-467a-82dd-24fb22b32820 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6fd6f8e-432b-4aa2-8133-ba73745a7cd9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:48.054359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] Network c6fd6f8e-432b-4aa2-8133-ba73745a7cd9 is not hosted by any dhcp agent {{(pid=93968) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:51:48.054828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] No DVR routers for this DVR port 288f93ef-0a6a-4205-b580-fabaf014cc38 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:48.069166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58f82d-9cae-41bf-b54f-40a12b01a219 None None] Pushing event deleted for resources: {'Port': ['ID=288f93ef-0a6a-4205-b580-fabaf014cc38,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:48.216190 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d72fc28a-6811-40d1-bc5b-2859ac068a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.334266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41208) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:48.377541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9fa0c6dc-b60f-4b26-8c83-434fd6654687 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a30752e4758e4a57bd5fee0351d947b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420952 Jul 06 18:51:48.380748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41214) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:48.408325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.443517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd09a6a9-a63a-45f1-8fdf-a11424b3a54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.468743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd09a6a9-a63a-45f1-8fdf-a11424b3a54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.543768 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd09a6a9-a63a-45f1-8fdf-a11424b3a54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.546873 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cd09a6a9-a63a-45f1-8fdf-a11424b3a54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:48.557862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cd09a6a9-a63a-45f1-8fdf-a11424b3a54d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/718e8962-a2ef-4d05-a306-4210113c4071 HTTP/1.1" status: 204 len: 168 time: 0.1756098 Jul 06 18:51:48.577277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09a6a9-a63a-45f1-8fdf-a11424b3a54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718e8962-a2ef-4d05-a306-4210113c4071,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:48.859911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:48.908095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:48.909307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c69f9d4c-318e-4ba7-8f20-ff4012f42dd5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:48.910304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 288f93ef-0a6a-4205-b580-fabaf014cc38 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:48.956481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 288f93ef-0a6a-4205-b580-fabaf014cc38 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:48.957023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 288f93ef-0a6a-4205-b580-fabaf014cc38 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:49.092213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41236) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:49.133107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41240) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:49.177657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7ef513c4-17e1-4044-90aa-9824b2d8ba80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f14bd1ba1fb14fdbbe930bcf2c2e7f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429664 Jul 06 18:51:49.180207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41242) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:49.236161 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf9b2c82-6ec1-44d9-a5a5-03b5a6f05268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.259523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf9b2c82-6ec1-44d9-a5a5-03b5a6f05268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.294774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2034394797'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:49.325253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Made reservation on behalf of 116a3ee256eb4acaa6412a362c39e588 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:49.331657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.342776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.357248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf9b2c82-6ec1-44d9-a5a5-03b5a6f05268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.359907 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf9b2c82-6ec1-44d9-a5a5-03b5a6f05268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.361173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cf9b2c82-6ec1-44d9-a5a5-03b5a6f05268 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1 HTTP/1.1" status: 204 len: 168 time: 0.1796634 Jul 06 18:51:49.370152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device c153b612-edb9-4ca3-8d05-78a24331bbac no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:49.382239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b2c82-6ec1-44d9-a5a5-03b5a6f05268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92ff3f-9ab0-4fdb-99c6-8b257535bdd1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:49.416844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: c153b612-edb9-4ca3-8d05-78a24331bbac {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:49.417189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device c153b612-edb9-4ca3-8d05-78a24331bbac not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:49.509247 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.510731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.517088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.541426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:49.571975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c19b5-1048-4af1-b505-76bbf4139d5d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:49.573784 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.585830 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Added segment 2f036bd2-4233-4caf-b673-13515a64db5b of type vlan for network 35515276-5a5c-4b29-9237-3aa3af3d1d13 Jul 06 18:51:49.634517 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.673945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.682745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:49.684832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.764116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6702061 Jul 06 18:51:49.768176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41278) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:49.793177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc037393-f6ec-456d-92bb-df115c95df49 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Pushing event updated for resources: {'Network': ['ID=35515276-5a5c-4b29-9237-3aa3af3d1d13,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:49.805875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 35515276-5a5c-4b29-9237-3aa3af3d1d13 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:50.004284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Request body: {'network': {'name': 'tempest-network--927170221', 'router:external': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:50.037587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Made reservation on behalf of c25a9d37a94d4ac19888d31be20a2b43 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:50.041528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.053232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.197491 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.204867 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.227417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:50.251514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.251879 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Added segment f05cd99e-d5a8-47d1-877f-5f8d72deef1a of type vlan for network 95858c17-d629-47b7-aff9-d739a2f2be77 Jul 06 18:51:50.253677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfff144-22e7-4ab3-b206-ad6337233263,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:50.313313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.370438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.371607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:50.372279 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.429817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6600506 Jul 06 18:51:50.432643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41332) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:50.488400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abb02b-0852-49a0-be05-0aab567c4fef tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Network': ['ID=95858c17-d629-47b7-aff9-d739a2f2be77,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:50.505168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 95858c17-d629-47b7-aff9-d739a2f2be77 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:50.529294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41340) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:50.559470 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.664774 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.681425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95858c17-d629-47b7-aff9-d739a2f2be77']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:50.693969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1609516145-network', 'tenant_id': '79b5e53551534c38811c3612735c982c'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:50.697369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05cd99e-d5a8-47d1-877f-5f8d72deef1a') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:50.697593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05cd99e-d5a8-47d1-877f-5f8d72deef1a') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:50.708592 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.731125 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.738102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Made reservation on behalf of 79b5e53551534c38811c3612735c982c for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:50.740951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:50.741409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.741539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:50.746559 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:50.751868 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.842981 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.848802 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95858c17-d629-47b7-aff9-d739a2f2be77 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:51:50.871106 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.886558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "DELETE /v2.0/networks/95858c17-d629-47b7-aff9-d739a2f2be77 HTTP/1.1" status: 204 len: 168 time: 0.4485834 Jul 06 18:51:50.888547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41366) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:50.941027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:50.956366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.961178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b96f7c-cbf1-4645-95e9-cc6448a27030 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event deleted for resources: {'Network': ['ID=95858c17-d629-47b7-aff9-d739a2f2be77,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:50.964793 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.987011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Made reservation on behalf of c25a9d37a94d4ac19888d31be20a2b43 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:50.990309 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.013125 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:51.018957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8941c673-3d0b-4643-bdf0-ce4b4ea6704c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:51.026460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.026804 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Added segment 20336b14-c5c1-4178-8bb3-acf22c4d95c0 of type vlan for network 9e6c893b-f2aa-47e2-8dba-e580c590db6d Jul 06 18:51:51.075168 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.075410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:51.080369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.088200 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.089194 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Added segment 2d091070-17ea-4e66-b59e-9335016097c3 of type vlan for network 87373c3b-72db-46ef-8de5-ff8c61396dcd Jul 06 18:51:51.112453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.113592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.114326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.150214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6190083 Jul 06 18:51:51.157024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41374) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:51.173044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Request body: {'subnet': {'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1609516145-subnet', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:51.200272 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.205922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Made reservation on behalf of 79b5e53551534c38811c3612735c982c for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:51.209046 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.229450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5f8c1-33b9-4850-87df-697d2aa0743f admin admin] Pushing event updated for resources: {'Network': ['ID=9e6c893b-f2aa-47e2-8dba-e580c590db6d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:51.241641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:51.319491 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.320631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.321447 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.397867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5040646 Jul 06 18:51:51.399693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41384) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:51.405427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Request body: {'subnet': {'network_id': '87373c3b-72db-46ef-8de5-ff8c61396dcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:51.414541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647855e-82e1-4511-86c9-4d94d0249567 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Network': ['ID=87373c3b-72db-46ef-8de5-ff8c61396dcd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:51.426986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 87373c3b-72db-46ef-8de5-ff8c61396dcd details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:51.439046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Made reservation on behalf of c25a9d37a94d4ac19888d31be20a2b43 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:51.443267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.529683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.583307 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41388) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:51.612013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c085610c-3d16-47f4-97e2-10e5fbfbe894,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:51.624193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Checking segment: {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:51.624468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Network hostable DHCP agents. Network: 9e6c893b-f2aa-47e2-8dba-e580c590db6d, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:51:51.644803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:51:51.654947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 9e6c893b-f2aa-47e2-8dba-e580c590db6d) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:51.664806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435d770d-507a-49b1-803b-74ad7cdcb558 None None] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:51.665371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.665872 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.690833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a3392f2d-296e-4c20-86c7-0dc9a1419abc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5316281 Jul 06 18:51:51.693847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41392) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:51.698619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:51.730400 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.731857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.745456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49ff059c-ab37-495f-903d-3bdf2dab184e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.817045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.objects.ports [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93967) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:51:51.817618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.841004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.858194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:51:51.859219 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.891807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4d2fd48-dfe7-4e94-adca-12ec04948edf,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:51.904007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Checking segment: {'id': '2d091070-17ea-4e66-b59e-9335016097c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '87373c3b-72db-46ef-8de5-ff8c61396dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:51.904492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Network hostable DHCP agents. Network: 87373c3b-72db-46ef-8de5-ff8c61396dcd, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:51:51.925081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Network 87373c3b-72db-46ef-8de5-ff8c61396dcd is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:51:51.937582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 87373c3b-72db-46ef-8de5-ff8c61396dcd) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:51.942863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.945067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.961213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c96838-650d-4a08-bda2-c56962ddf77c None None] Network 87373c3b-72db-46ef-8de5-ff8c61396dcd requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:52.036152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49ff059c-ab37-495f-903d-3bdf2dab184e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.052034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f4458710-5703-4b17-a8b5-ddee41e93b11 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6508365 Jul 06 18:51:52.052755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41400) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:52.057404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Request body: {'floatingip': {'floating_network_id': '87373c3b-72db-46ef-8de5-ff8c61396dcd'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:52.085957 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.096954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Allocated IP 172.20.0.2 (9e6c893b-f2aa-47e2-8dba-e580c590db6d/c085610c-3d16-47f4-97e2-10e5fbfbe894/8ff8cdcb-6452-4cfb-b374-5e98a09be4c9) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:52.108893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49ff059c-ab37-495f-903d-3bdf2dab184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.173016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.205081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ddca4-cf06-4232-bbed-deffcfc333f8 None None] Network 87373c3b-72db-46ef-8de5-ff8c61396dcd requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:52.213851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41402) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:52.218878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-49ff059c-ab37-495f-903d-3bdf2dab184e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=378a2d8e7e004d3fa83946fcd2c61930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316655 Jul 06 18:51:52.222296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.224760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff059c-ab37-495f-903d-3bdf2dab184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05438ff-e977-4075-ae0c-130a51983bc6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:52.370180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b53070c-8cdc-4420-9996-fd7f9b79ecfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.378807 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.407146 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b53070c-8cdc-4420-9996-fd7f9b79ecfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.421177 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.424346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Allocated IP 172.20.0.4 (87373c3b-72db-46ef-8de5-ff8c61396dcd/d4d2fd48-dfe7-4e94-adca-12ec04948edf/60bd7af2-6296-4faa-8973-b4e31375a0bb) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:52.431744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Transition to ACTIVE for port object 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:52.448556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Transition to ACTIVE for port object 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:52.457606 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.512051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:52.519288 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:52.524186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.524750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:52.530108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Pushing event updated for resources: {'Port': ['ID=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:52.531208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b53070c-8cdc-4420-9996-fd7f9b79ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.534830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b53070c-8cdc-4420-9996-fd7f9b79ecfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.536241 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5b53070c-8cdc-4420-9996-fd7f9b79ecfa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d05438ff-e977-4075-ae0c-130a51983bc6 HTTP/1.1" status: 204 len: 168 time: 0.3210568 Jul 06 18:51:52.557924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.568581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53070c-8cdc-4420-9996-fd7f9b79ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05438ff-e977-4075-ae0c-130a51983bc6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:52.629007 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.636056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Attempting to bind port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:52.636512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Attempting to bind port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:52.636964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Attempting to bind port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 on network 9e6c893b-f2aa-47e2-8dba-e580c590db6d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:52.644105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:52.644528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Checking segment: {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:52.644977 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.645434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Bound using segment: {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:52.646038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Bound port: 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:52.646493 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.648626 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.717524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Allocated IP 172.25.4.199 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:52.719371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.738783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] For port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:52.745315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] For port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:52.752288 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.771980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Network 87373c3b-72db-46ef-8de5-ff8c61396dcd is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:52.782008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:52.786049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:52.846139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1760da-0ac5-4f2f-a3b7-681c246a2603 None None] Pushing event updated for resources: {'Port': ['ID=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:52.853484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Port': ['ID=60bd7af2-6296-4faa-8973-b4e31375a0bb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:52.890271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.940976 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.976328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.998519 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:53.009125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41408) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:53.010349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:53.013050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:53.033615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ad40bbc7-9629-4c9f-80bf-3d134bf5c0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.058521 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.079845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:53.125737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.126108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.126484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.126851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.127183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.127499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.127823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.128410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.128740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.129057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.129375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.129695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:53.312208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.318955 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.467031 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ad40bbc7-9629-4c9f-80bf-3d134bf5c0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.475493 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ad40bbc7-9629-4c9f-80bf-3d134bf5c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.488927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.501876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Port': ['ID=60bd7af2-6296-4faa-8973-b4e31375a0bb,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:53.507289 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.509314 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1bf1fda4-dfdd-4ab2-aec6-4e8d18be53b8 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4552808 Jul 06 18:51:53.514866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41412) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:53.558973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ad40bbc7-9629-4c9f-80bf-3d134bf5c0b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13793eff9df04e20ab48278bc5809a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431283 Jul 06 18:51:53.562225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41414) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:53.574373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40bbc7-9629-4c9f-80bf-3d134bf5c0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45cbe96-6ad8-46f6-bb9b-e656b36894d2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:53.593057 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.600168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2c374559-009b-43a4-ac05-d1b53eb12db3 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=87373c3b-72db-46ef-8de5-ff8c61396dcd HTTP/1.1" status: 200 len: 689 time: 0.0814145 Jul 06 18:51:53.600464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41416) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:53.691217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.703346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e635422c-10b5-4884-8f29-9bae06632c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.736837 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e635422c-10b5-4884-8f29-9bae06632c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.815214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Deleting port 60bd7af2-6296-4faa-8973-b4e31375a0bb {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:53.815676 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.895981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.896699 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.910446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Calling delete_port for 60bd7af2-6296-4faa-8973-b4e31375a0bb owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:54.039456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150643a-a299-4644-b66d-b4507b0255fe None None] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:54.071542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.173649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-51e6eced-68f4-406e-a68e-192abc3c5bee None None] Provisioning for port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:54.198253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.233328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event deleted for resources: {'Port': ['ID=60bd7af2-6296-4faa-8973-b4e31375a0bb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:54.248645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.252432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e635422c-10b5-4884-8f29-9bae06632c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.255302 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e635422c-10b5-4884-8f29-9bae06632c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.256545 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e635422c-10b5-4884-8f29-9bae06632c80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a45cbe96-6ad8-46f6-bb9b-e656b36894d2 HTTP/1.1" status: 204 len: 168 time: 0.6933599 Jul 06 18:51:54.268536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.279326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635422c-10b5-4884-8f29-9bae06632c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45cbe96-6ad8-46f6-bb9b-e656b36894d2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:54.404501 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.448323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d2fd48-dfe7-4e94-adca-12ec04948edf,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:54.454185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Router bf53de92-1be3-4378-bb45-b7ffb296ce79 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:51:54.515381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96959-193d-4119-81a5-afe9295be9a6 req-f42f4b9c-ab49-422e-b302-1368f8ae0385 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:54.522420 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-f42f4b9c-ab49-422e-b302-1368f8ae0385 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/networks?id=ff059085-024a-426c-9aa2-cb34e5746639 HTTP/1.1" status: 200 len: 813 time: 0.2014394 Jul 06 18:51:54.596422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:54.607221 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Sync routers for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:54.625217 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:54.626920 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.627141 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:54.630880 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7e3df4ae-a183-43cd-87dd-a214d6996402 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9359634 Jul 06 18:51:54.634129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41436) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:54.775935 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:54.898651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.909073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-bd2c455c-376f-4101-b8f8-dc5717c71317 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/quotas/07f81c0598ec4702bd890fbe73a21ad3 HTTP/1.1" status: 200 len: 375 time: 0.3857133 Jul 06 18:51:54.928044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87373c3b-72db-46ef-8de5-ff8c61396dcd']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:54.946266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:54.960223 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-1438b459-95a1-42fc-a87e-2a1bcad0ac30 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07f81c0598ec4702bd890fbe73a21ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499413 Jul 06 18:51:54.970420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d091070-17ea-4e66-b59e-9335016097c3') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:54.970714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d091070-17ea-4e66-b59e-9335016097c3') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:54.980372 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.999417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.015683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:55.016861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:55.021111 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:55.029128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:55.037539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:55.037944 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.077837 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:53Z', 'revision_number': 3, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:55.094940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.100778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87373c3b-72db-46ef-8de5-ff8c61396dcd {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:51:55.117455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.119394 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "DELETE /v2.0/networks/87373c3b-72db-46ef-8de5-ff8c61396dcd HTTP/1.1" status: 204 len: 168 time: 1.5179613 Jul 06 18:51:55.125639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41448) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:55.135566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b2d6f-9427-4669-8a63-9c5403f74c91 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event deleted for resources: {'Network': ['ID=87373c3b-72db-46ef-8de5-ff8c61396dcd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:55.144603 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Checking router: bf53de92-1be3-4378-bb45-b7ffb296ce79 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:55.145596 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Updating router bf53de92-1be3-4378-bb45-b7ffb296ce79 port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:51:55.151404 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.202069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:55.208727 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.238415 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.238736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-faf7cdb1-5e87-4ab5-9a91-fe580b67e298 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1067677 Jul 06 18:51:55.239564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41452) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:55.327964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:55.331582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-a72a12fb-c4f7-45b4-9f8a-6793ba777680 service neutron] 10.222.0.53 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703735 Jul 06 18:51:55.456811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e823c05-e620-4233-b0e2-5c1b9492fd13 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:55.457466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e823c05-e620-4233-b0e2-5c1b9492fd13 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:55.459046 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e823c05-e620-4233-b0e2-5c1b9492fd13 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:55.459608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e823c05-e620-4233-b0e2-5c1b9492fd13 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:55.460135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e823c05-e620-4233-b0e2-5c1b9492fd13 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:55.464863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0e823c05-e620-4233-b0e2-5c1b9492fd13 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3387 time: 0.2212074 Jul 06 18:51:55.466222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41460) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:55.522412 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-974178b9-34b5-4c63-a2b9-549fb30bdb5c service neutron] 10.222.0.53 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833766 Jul 06 18:51:55.541358 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-2f9d3985-c7f3-4e20-95c6-aa520c858f5b tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] delete failed (client error): The resource could not be found. Jul 06 18:51:55.542593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2f9d3985-c7f3-4e20-95c6-aa520c858f5b tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/fe759374-3821-452c-bbc7-a73625a9ceea HTTP/1.1" status: 404 len: 345 time: 0.0764163 Jul 06 18:51:55.545333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41462) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:55.569273 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-380cd14e-40c2-4f3d-ac10-b7b1b7bcdc74 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] DELETE failed (client error): The resource could not be found. Jul 06 18:51:55.570024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380cd14e-40c2-4f3d-ac10-b7b1b7bcdc74 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:55.572108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-380cd14e-40c2-4f3d-ac10-b7b1b7bcdc74 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "DELETE /v2.0/networks/87373c3b-72db-46ef-8de5-ff8c61396dcd HTTP/1.1" status: 404 len: 339 time: 0.0256693 Jul 06 18:51:55.576514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41464) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:55.581959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Request body: {'network': {'name': 'tempest-network--989881019', 'router:external': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:55.618377 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.625332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Made reservation on behalf of c25a9d37a94d4ac19888d31be20a2b43 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:55.627952 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.669545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:55.683707 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.691034 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.691391 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Added segment d3662909-bb03-4854-95fd-d5ce24ea21f0 of type vlan for network b025c617-1f1f-45f4-aea3-2efadcd9d30f Jul 06 18:51:55.696717 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Transition to ACTIVE for port object fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:55.705489 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.769173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.787128 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Attempting to bind port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:55.787516 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Attempting to bind port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:55.787932 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Attempting to bind port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:55.805573 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:55.806867 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:55.807456 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.808039 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:55.808690 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Bound port: fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:55.809300 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.828918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.830327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:55.831070 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.878470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eeccfab4-565c-45f1-9631-f695363fa61c req-37b4110f-b20a-4722-b8f9-0a3cb6453bf3 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 210 time: 0.0466855 Jul 06 18:51:55.883946 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] For port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:55.886479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3083005 Jul 06 18:51:55.888567 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] For port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:55.894402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41474) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:55.904179 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bd172-a851-4d23-8e51-9153131c4c2f None None] Pushing event updated for resources: {'Port': ['ID=fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:55.915154 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:55.974823 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bd172-a851-4d23-8e51-9153131c4c2f None None] Pushing event updated for resources: {'Port': ['ID=fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:56.004925 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:56.005653 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:56.019951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a58cf-e051-4de5-9ac8-d393ec9106de tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Network': ['ID=b025c617-1f1f-45f4-aea3-2efadcd9d30f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:56.039148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network b025c617-1f1f-45f4-aea3-2efadcd9d30f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:56.094665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Allocated IP 172.20.0.1 (9e6c893b-f2aa-47e2-8dba-e580c590db6d/c085610c-3d16-47f4-97e2-10e5fbfbe894/568e82b6-411a-4d39-b8de-48d89f0c38ae) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:56.170608 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:56.202424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125402b-2409-4be2-a625-e81877301d45 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.209579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125402b-2409-4be2-a625-e81877301d45 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.218539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125402b-2409-4be2-a625-e81877301d45 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.229446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125402b-2409-4be2-a625-e81877301d45 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.231414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6125402b-2409-4be2-a625-e81877301d45 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3357785 Jul 06 18:51:56.234520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41488) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:56.338151 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.358843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.363009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Transition to ACTIVE for port object 568e82b6-411a-4d39-b8de-48d89f0c38ae will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:56.427853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.448924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:53Z', 'revision_number': 3, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:56.450734 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.462765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b025c617-1f1f-45f4-aea3-2efadcd9d30f']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:56.474856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3662909-bb03-4854-95fd-d5ce24ea21f0') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:56.475307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3662909-bb03-4854-95fd-d5ce24ea21f0') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:56.491652 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.506246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.513067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:56.513595 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.514677 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e06fbb-eeb7-4d95-905d-6884724252a3 None None] The sync data for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 is: [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:53Z', 'revision_number': 3, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:56.515425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:56.516973 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Pushing event updated for resources: {'Port': ['ID=568e82b6-411a-4d39-b8de-48d89f0c38ae,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:56.529984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:56.533095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:56.603155 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:56.609019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.639012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.648614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b025c617-1f1f-45f4-aea3-2efadcd9d30f {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:51:56.686267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.695233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b025c617-1f1f-45f4-aea3-2efadcd9d30f HTTP/1.1" status: 204 len: 168 time: 0.4579947 Jul 06 18:51:56.695902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41498) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:56.698191 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d3a8d-3fbd-4ece-af69-138355b934d1 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event deleted for resources: {'Network': ['ID=b025c617-1f1f-45f4-aea3-2efadcd9d30f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:56.709375 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Request body: {'network': {'name': 'tempest-network--1978972198', 'router:external': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:56.740565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Made reservation on behalf of c25a9d37a94d4ac19888d31be20a2b43 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:56.744303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.811878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:56.835198 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.836020 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Added segment 26a46c33-c26a-42de-9a43-9d755ea69cb4 of type vlan for network 66205c1c-8fac-4172-a250-ebdf9b87f2d1 Jul 06 18:51:56.881542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a474d687-4b52-47ad-b66b-4ad449eeb703 None None] Provisioning for port 568e82b6-411a-4d39-b8de-48d89f0c38ae completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:56.883167 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.894883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a474d687-4b52-47ad-b66b-4ad449eeb703 None None] Provisioning complete for port 568e82b6-411a-4d39-b8de-48d89f0c38ae triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:56.895435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a474d687-4b52-47ad-b66b-4ad449eeb703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.899938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:56.909893 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.956308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.957601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.958411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.989971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a474d687-4b52-47ad-b66b-4ad449eeb703 None None] Port 568e82b6-411a-4d39-b8de-48d89f0c38ae cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:57.048767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:57.049309 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.104692 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.109762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41506) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:57.113205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.115775 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4185624 Jul 06 18:51:57.190527 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-da8cc867-2a99-45e1-babd-2d5baf0f828b req-8177d10a-6605-4909-a902-c2581e3c9e90 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 210 time: 0.0660737 Jul 06 18:51:57.194946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b588b4-fc54-4fa4-87dd-59c1a170b9cf tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Network': ['ID=66205c1c-8fac-4172-a250-ebdf9b87f2d1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:57.206100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 66205c1c-8fac-4172-a250-ebdf9b87f2d1 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:57.280467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Pushing event updated for resources: {'Port': ['ID=568e82b6-411a-4d39-b8de-48d89f0c38ae,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:57.295225 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.304069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fd340-708c-440d-bc5d-da2d72f986a7 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:57.305505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-517fd340-708c-440d-bc5d-da2d72f986a7 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] 10.222.0.53 "GET /v2.0/networks/66205c1c-8fac-4172-a250-ebdf9b87f2d1 HTTP/1.1" status: 200 len: 757 time: 0.1946805 Jul 06 18:51:57.308890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41508) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:57.439131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:57.440676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:57.506605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558535c5-088f-4f18-b3fe-bb52f9571cab tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:57.508547 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-558535c5-088f-4f18-b3fe-bb52f9571cab tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] 10.222.0.53 "GET /v2.0/networks/35515276-5a5c-4b29-9237-3aa3af3d1d13 HTTP/1.1" status: 200 len: 768 time: 0.1978209 Jul 06 18:51:57.513487 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41510) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:57.588234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8a426966-0488-4059-9353-76a6a2165585 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:57.594500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8a426966-0488-4059-9353-76a6a2165585 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.24 "GET /v2.0/networks?id=ff059085-024a-426c-9aa2-cb34e5746639 HTTP/1.1" status: 200 len: 813 time: 0.3318915 Jul 06 18:51:57.606592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Request body: {'port': {'device_id': '683514e7-4962-4b1c-bda4-78660073af81', 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639', 'admin_state_up': True, 'tenant_id': '07f81c0598ec4702bd890fbe73a21ad3'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:57.677997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Router bf53de92-1be3-4378-bb45-b7ffb296ce79 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:57.709020 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.830671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:57.848288 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8d6e26db-797c-4487-b370-1ffe0771e0ef None None] Provisioning complete for port 568e82b6-411a-4d39-b8de-48d89f0c38ae triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:57.849862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f59ad92a-e3c1-473e-a587-651f296bddf4 admin admin] 10.222.0.53 "PUT /v2.0/routers/bf53de92-1be3-4378-bb45-b7ffb296ce79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2136230 Jul 06 18:51:57.850009 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d6e26db-797c-4487-b370-1ffe0771e0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.850446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.865074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66205c1c-8fac-4172-a250-ebdf9b87f2d1']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:57.877894 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a46c33-c26a-42de-9a43-9d755ea69cb4') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:57.878227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a46c33-c26a-42de-9a43-9d755ea69cb4') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:57.891647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Made reservation on behalf of 07f81c0598ec4702bd890fbe73a21ad3 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:57.899257 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.906695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e26db-797c-4487-b370-1ffe0771e0ef None None] Port 568e82b6-411a-4d39-b8de-48d89f0c38ae cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:57.915162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.946102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.005151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:58.005734 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:58.007771 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:58.101545 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.111881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66205c1c-8fac-4172-a250-ebdf9b87f2d1 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:51:58.126182 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.128721 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "DELETE /v2.0/networks/66205c1c-8fac-4172-a250-ebdf9b87f2d1 HTTP/1.1" status: 204 len: 168 time: 0.6147420 Jul 06 18:51:58.132759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41522) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:58.137875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Request body: {'network': {'name': 'tempest-network--1263490041'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:58.152427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165690b-fb4a-45d9-81b5-840748bdc890 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event deleted for resources: {'Network': ['ID=66205c1c-8fac-4172-a250-ebdf9b87f2d1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:58.156657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Allocated IP 172.20.0.2 (ff059085-024a-426c-9aa2-cb34e5746639/13bc21e9-b87e-40f4-a9db-460f7c817086/45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:58.165366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Made reservation on behalf of c25a9d37a94d4ac19888d31be20a2b43 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:58.170360 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.201793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:58.211981 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.212484 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Added segment f9906af6-c18f-41c9-a08f-8a32d781e7a0 of type vlan for network 4db86340-f97f-4162-ad6a-e3f06e052c8d Jul 06 18:51:58.286963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.348163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.349598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.350253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.384311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.423331 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2861760 Jul 06 18:51:58.423557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41530) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:58.430675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5c4cfba7-4fca-456d-9862-41af15ad95f9 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:58.436492 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.466344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d655555d-329b-434e-8510-73c719a128e9 req-6bfca8bd-db20-4e75-9c73-1ae61f74c17e tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 210 time: 0.0907087 Jul 06 18:51:58.473852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8e6c2-0967-4706-bf2e-f0af486ebab4 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Network': ['ID=4db86340-f97f-4162-ad6a-e3f06e052c8d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:58.493058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 4db86340-f97f-4162-ad6a-e3f06e052c8d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:58.540451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Network ff059085-024a-426c-9aa2-cb34e5746639 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:58.553929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:58.568996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:58.591866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41536) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:58.597093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1197334245-network', 'tenant_id': '98db969416084ef5b16c019c11e67565'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:58.603148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Pushing event updated for resources: {'Port': ['ID=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:58.623695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Made reservation on behalf of 98db969416084ef5b16c019c11e67565 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:58.628333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.637548 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.683055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.683706 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.731787 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfba7-4fca-456d-9862-41af15ad95f9 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.749240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfba7-4fca-456d-9862-41af15ad95f9 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.756955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c4cfba7-4fca-456d-9862-41af15ad95f9 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Network 4db86340-f97f-4162-ad6a-e3f06e052c8d is not hosted by any dhcp agent {{(pid=93967) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:51:58.757900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cfba7-4fca-456d-9862-41af15ad95f9 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.758499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfba7-4fca-456d-9862-41af15ad95f9 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.759825 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c4cfba7-4fca-456d-9862-41af15ad95f9 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "PUT /v2.0/networks/4db86340-f97f-4162-ad6a-e3f06e052c8d HTTP/1.1" status: 200 len: 858 time: 0.3352828 Jul 06 18:51:58.767619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41542) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:58.824394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cfba7-4fca-456d-9862-41af15ad95f9 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event updated for resources: {'Network': ['ID=4db86340-f97f-4162-ad6a-e3f06e052c8d,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:58.834769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.852954 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.856396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dc0b3b32-a18b-4a59-8aed-a790bb5120df tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2548878 Jul 06 18:51:58.876223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Request body: {'port': {'device_id': '683514e7-4962-4b1c-bda4-78660073af81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:58.916923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:58.935206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.939097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcf97af-c24d-4e68-9034-303bb3ac530f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:58.979202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:58.996199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.997870 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Added segment 55fa9ec3-ae92-491b-9b44-618190f3f01d of type vlan for network 46697cf9-e147-4b77-abc7-00794810694a Jul 06 18:51:59.001053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.044719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:59.050975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:59.051279 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.157601 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.176478 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.188908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:59.193126 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.230703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.251067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db86340-f97f-4162-ad6a-e3f06e052c8d']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:59.265931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9906af6-c18f-41c9-a08f-8a32d781e7a0') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:59.266557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9906af6-c18f-41c9-a08f-8a32d781e7a0') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:59.271363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:59.276514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.277858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:59.278651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.291368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.352654 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7595735 Jul 06 18:51:59.356224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41556) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:59.360385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.363093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Request body: {'subnet': {'network_id': '46697cf9-e147-4b77-abc7-00794810694a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1197334245-subnet', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:59.372564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:59.373090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:59.375233 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:59.384650 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfe38d-35d4-4109-8b3e-eaffac7e0f60 admin admin] Pushing event updated for resources: {'Network': ['ID=46697cf9-e147-4b77-abc7-00794810694a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:59.398398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 46697cf9-e147-4b77-abc7-00794810694a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:59.426918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:51:59.435640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Made reservation on behalf of 98db969416084ef5b16c019c11e67565 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:59.439053 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.439972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.444642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.447369 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4db86340-f97f-4162-ad6a-e3f06e052c8d {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:51:59.459448 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.461610 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] 10.222.0.53 "DELETE /v2.0/networks/4db86340-f97f-4162-ad6a-e3f06e052c8d HTTP/1.1" status: 204 len: 168 time: 0.6928480 Jul 06 18:51:59.465263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41558) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:59.481235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4776f-21d1-4454-821d-efcc77b3d862 tempest-ExternalNetworksTestJSON-387752593 tempest-ExternalNetworksTestJSON-387752593-project-admin] Pushing event deleted for resources: {'Network': ['ID=4db86340-f97f-4162-ad6a-e3f06e052c8d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:59.505843 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc35afa5-7475-4665-997c-2d1d7319de16 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] DELETE failed (client error): The resource could not be found. Jul 06 18:51:59.506473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc35afa5-7475-4665-997c-2d1d7319de16 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:51:59.508966 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bc35afa5-7475-4665-997c-2d1d7319de16 tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] 10.222.0.53 "DELETE /v2.0/subnets/d4d2fd48-dfe7-4e94-adca-12ec04948edf HTTP/1.1" status: 404 len: 337 time: 0.0419583 Jul 06 18:51:59.511727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41562) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:59.525357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Transition to ACTIVE for port object 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:59.538611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.626373 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.690132 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Pushing event updated for resources: {'Port': ['ID=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:59.746360 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.758461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35515276-5a5c-4b29-9237-3aa3af3d1d13']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:59.771845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f036bd2-4233-4caf-b673-13515a64db5b') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:59.772556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f036bd2-4233-4caf-b673-13515a64db5b') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:59.782588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.801177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.808444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:59.809618 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:59.813439 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:59.860198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Attempting to bind port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:59.860559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Attempting to bind port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:59.860863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Attempting to bind port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 on network ff059085-024a-426c-9aa2-cb34e5746639 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:59.886234 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.896986 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.900201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] 10.222.0.53 "DELETE /v2.0/networks/35515276-5a5c-4b29-9237-3aa3af3d1d13 HTTP/1.1" status: 204 len: 168 time: 0.3868825 Jul 06 18:51:59.914356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 on network ff059085-024a-426c-9aa2-cb34e5746639 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:51:59.915918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Attempting to bind port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 on network ff059085-024a-426c-9aa2-cb34e5746639 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:59.918313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e89497-96d3-400a-80ad-e76ba8b9bc5c tempest-ExternalNetworksTestJSON-377169565 tempest-ExternalNetworksTestJSON-377169565-project] Pushing event deleted for resources: {'Network': ['ID=35515276-5a5c-4b29-9237-3aa3af3d1d13,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:59.927409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed912be-76d1-4211-9725-f15c8a6b8fc4 req-41b0abe5-e733-44b4-9058-87f1de9899a8 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:59.929077 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eed912be-76d1-4211-9725-f15c8a6b8fc4 req-41b0abe5-e733-44b4-9058-87f1de9899a8 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 943 time: 0.2344148 Jul 06 18:51:59.950163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:59.950805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Checking segment: {'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:59.950936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Bound using segment: {'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:59.951317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Bound port: 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:59.951731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:59.964376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.070652 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eed912be-76d1-4211-9725-f15c8a6b8fc4 req-3724f9bc-561f-4f6e-afe4-4cb619843322 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301377 Jul 06 18:52:00.089602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af32729-9703-4d99-aeb5-413ec03495a6,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:00.120544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.120888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.121227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.121565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.121947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.122274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.122600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.122922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.123243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.123631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.123952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.124269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:00.143857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Checking segment: {'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:00.144218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Network hostable DHCP agents. Network: 46697cf9-e147-4b77-abc7-00794810694a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:00.149511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] For port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:00.154804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] For port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:00.163154 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.200142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41568) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:00.203771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Network 46697cf9-e147-4b77-abc7-00794810694a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:00.218116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.218766 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.220188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] 10.222.0.24 "PUT /v2.0/ports/45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 HTTP/1.1" status: 200 len: 1091 time: 1.3547714 Jul 06 18:52:00.220636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683514e7-4962-4b1c-bda4-78660073af81', 'tag': '45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:00.223029 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0247b04-c602-4d3a-9053-36b0b94248fb" -d '{"events": [{"name": "network-changed", "server_uuid": "683514e7-4962-4b1c-bda4-78660073af81", "tag": "45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:00.230660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 46697cf9-e147-4b77-abc7-00794810694a) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:00.239413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.240012 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.244237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbf731-67ad-43ae-93ec-e0acbcafbd54 None None] Network 46697cf9-e147-4b77-abc7-00794810694a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:00.265089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db07fc2-de89-450f-b38e-22c8caad08db service neutron] Pushing event updated for resources: {'Port': ['ID=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:00.277951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-61a122ae-14c2-4d21-8402-6dad8b65bcef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9205344 Jul 06 18:52:00.280950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41574) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:00.286692 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:00.325810 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8df46cf-8209-4c47-9f5b-fbf87d3fab34 x-openstack-request-id: req-b8df46cf-8209-4c47-9f5b-fbf87d3fab34 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:00.326161 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683514e7-4962-4b1c-bda4-78660073af81", "tag": "45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:00.327747 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8df46cf-8209-4c47-9f5b-fbf87d3fab34 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:00.330121 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683514e7-4962-4b1c-bda4-78660073af81', 'tag': '45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0', 'status': 'completed', 'code': 200} Jul 06 18:52:00.351324 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.352357 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.406774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b7f6ee64-3bd7-4bf7-93af-8a2d78194e5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=116a3ee256eb4acaa6412a362c39e588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031703 Jul 06 18:52:00.407395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41580) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:00.444369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.458482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dde30b48-c81b-4a12-8810-de97c290516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.460799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-dde30b48-c81b-4a12-8810-de97c290516b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=07f81c0598ec4702bd890fbe73a21ad3&device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 1094 time: 0.1475599 Jul 06 18:52:00.468721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-46697cf9-e147-4b77-abc7-00794810694a', 'network_id': '46697cf9-e147-4b77-abc7-00794810694a', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'fixed_ips': [{'subnet_id': '4af32729-9703-4d99-aeb5-413ec03495a6'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:52:00.469679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.476657 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7796305-5423-4a5b-9c3d-a4abba94aff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.513033 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7796305-5423-4a5b-9c3d-a4abba94aff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.558978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-7ab0fd6d-fc02-4e04-98c0-94b97f0a583a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 HTTP/1.1" status: 200 len: 217 time: 0.0353799 Jul 06 18:52:00.587086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7796305-5423-4a5b-9c3d-a4abba94aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.590231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7796305-5423-4a5b-9c3d-a4abba94aff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.596289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a7796305-5423-4a5b-9c3d-a4abba94aff6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b48c19b5-1048-4af1-b505-76bbf4139d5d HTTP/1.1" status: 204 len: 168 time: 0.1877222 Jul 06 18:52:00.604795 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7796305-5423-4a5b-9c3d-a4abba94aff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c19b5-1048-4af1-b505-76bbf4139d5d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:00.622877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Allocated IP 172.20.0.2 (46697cf9-e147-4b77-abc7-00794810694a/4af32729-9703-4d99-aeb5-413ec03495a6/3bf84ae2-1315-4bc9-8cd9-ade469cbdea5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:00.635467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Sync routers for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:00.673840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:00.674536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:00.698025 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.703302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96959-193d-4119-81a5-afe9295be9a6 req-5a82cd35-8f2d-4dfd-aabe-8e715f229c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.705627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-5a82cd35-8f2d-4dfd-aabe-8e715f229c3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13bc21e9-b87e-40f4-a9db-460f7c817086 HTTP/1.1" status: 200 len: 853 time: 0.1181424 Jul 06 18:52:00.752815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-4381f84c-05b3-4172-98cd-ec3a88eefe93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff059085-024a-426c-9aa2-cb34e5746639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399015 Jul 06 18:52:00.865048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:00.898463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:00.931193 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-11f70145-aa11-4035-a944-e1c80bbad17b service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501667 Jul 06 18:52:00.986512 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.013922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Transition to ACTIVE for port object 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:01.057597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41606) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:01.070488 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Transition to ACTIVE for port object 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:01.073166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:01.073752 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.120358 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.128589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bef96959-193d-4119-81a5-afe9295be9a6 req-d8195c72-4c90-4fba-a9b1-9820ebe4474b service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910906 Jul 06 18:52:01.136648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1539269e-8099-4baf-9440-8b449f129f00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c25a9d37a94d4ac19888d31be20a2b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774434 Jul 06 18:52:01.137682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41614) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:01.207546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Network 46697cf9-e147-4b77-abc7-00794810694a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:01.215505 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:01.215945 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bc42f3-1192-4b64-b0e8-7460d4bb2b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.221880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:01.233556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Pushing event updated for resources: {'Port': ['ID=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:01.257451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bc42f3-1192-4b64-b0e8-7460d4bb2b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.336883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bc42f3-1192-4b64-b0e8-7460d4bb2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.339783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-76bc42f3-1192-4b64-b0e8-7460d4bb2b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.355392 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-76bc42f3-1192-4b64-b0e8-7460d4bb2b29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdfff144-22e7-4ab3-b206-ad6337233263 HTTP/1.1" status: 204 len: 168 time: 0.2068260 Jul 06 18:52:01.372543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Attempting to bind port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:01.373117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc42f3-1192-4b64-b0e8-7460d4bb2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfff144-22e7-4ab3-b206-ad6337233263,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:01.373776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Attempting to bind port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:01.374353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Attempting to bind port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 on network 46697cf9-e147-4b77-abc7-00794810694a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:01.385578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:01.386540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Checking segment: {'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:01.387159 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.387757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Bound using segment: {'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:01.388475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Bound port: 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:01.389191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.471671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 2, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:01.505429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Checking router: bf53de92-1be3-4378-bb45-b7ffb296ce79 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:52:01.506164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Updating router bf53de92-1be3-4378-bb45-b7ffb296ce79 port 568e82b6-411a-4d39-b8de-48d89f0c38ae binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:52:01.534543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] For port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:01.551120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.557375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] For port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,segment=NetworkSegment(55fa9ec3-ae92-491b-9b44-618190f3f01d),segment_id=55fa9ec3-ae92-491b-9b44-618190f3f01d)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:01.561520 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.572741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41622) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:01.577645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.580894 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.749974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67f688-464b-4c6c-b647-2a71a422d1b9 None None] Pushing event updated for resources: {'Port': ['ID=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:01.751062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07ded90a-1f38-404d-9f39-9e73d50036d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.770429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-00a9d848-37dc-41ea-8e0b-16344704b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:01.772541 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-00a9d848-37dc-41ea-8e0b-16344704b7ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=07f81c0598ec4702bd890fbe73a21ad3&device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 1094 time: 0.2240348 Jul 06 18:52:01.837092 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916234e-a4a8-4d10-8624-cac0fb0b77e9 req-f8014929-bdcd-4e0b-8c19-eb3cc29e4211 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:01.845770 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e916234e-a4a8-4d10-8624-cac0fb0b77e9 req-f8014929-bdcd-4e0b-8c19-eb3cc29e4211 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 943 time: 0.2959273 Jul 06 18:52:01.928305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Allocated IP 172.25.4.3 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/d2b77931-7e35-49e9-a61a-0d918c0fa27c) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:01.971507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e916234e-a4a8-4d10-8624-cac0fb0b77e9 req-e0bcdf16-f3dd-43b3-8f27-4fff7804f7ee tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234577 Jul 06 18:52:02.022801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-996b96f1-d639-4ab9-b95c-aa1731b48b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:02.024720 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-996b96f1-d639-4ab9-b95c-aa1731b48b44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff059085-024a-426c-9aa2-cb34e5746639 HTTP/1.1" status: 200 len: 914 time: 0.2271678 Jul 06 18:52:02.031203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07ded90a-1f38-404d-9f39-9e73d50036d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.042021 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07ded90a-1f38-404d-9f39-9e73d50036d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.087079 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.102895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Transition to ACTIVE for port object 568e82b6-411a-4d39-b8de-48d89f0c38ae will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:02.114751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-cba40e80-710b-4f60-b02a-3c1efe7ad75c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 HTTP/1.1" status: 200 len: 217 time: 0.0574386 Jul 06 18:52:02.118841 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.148190 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-07ded90a-1f38-404d-9f39-9e73d50036d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8269191daa87495a9cee3ef62ac98f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740714 Jul 06 18:52:02.149124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ded90a-1f38-404d-9f39-9e73d50036d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f68ae8-23aa-4cde-9c4e-2de8f67245d6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:02.151560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41636) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:02.190727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-7d8bde98-5a1f-4ce7-8c4a-851e7d0d3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:02.192662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-7d8bde98-5a1f-4ce7-8c4a-851e7d0d3676 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13bc21e9-b87e-40f4-a9db-460f7c817086 HTTP/1.1" status: 200 len: 853 time: 0.0705919 Jul 06 18:52:02.222532 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.243885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-9dc26e68-9541-4bba-93fb-f3ce6cb22b0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff059085-024a-426c-9aa2-cb34e5746639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443919 Jul 06 18:52:02.274867 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42b5423f-738a-4e39-b060-a8311b18570b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.307334 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42b5423f-738a-4e39-b060-a8311b18570b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.311110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66022aec-b8e4-4813-9a07-364d326c3fbf None None] Pushing event updated for resources: {'Port': ['ID=568e82b6-411a-4d39-b8de-48d89f0c38ae,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:02.332254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Attempting to bind port 568e82b6-411a-4d39-b8de-48d89f0c38ae on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:02.333169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Attempting to bind port 568e82b6-411a-4d39-b8de-48d89f0c38ae by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:02.333479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Attempting to bind port 568e82b6-411a-4d39-b8de-48d89f0c38ae on network 9e6c893b-f2aa-47e2-8dba-e580c590db6d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:02.341196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:02.342195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Checking segment: {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:02.343885 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.348641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Bound using segment: {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:02.349300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Bound port: 568e82b6-411a-4d39-b8de-48d89f0c38ae, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:02.350551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.390079 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42b5423f-738a-4e39-b060-a8311b18570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.394062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-42b5423f-738a-4e39-b060-a8311b18570b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.396169 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-42b5423f-738a-4e39-b060-a8311b18570b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06f68ae8-23aa-4cde-9c4e-2de8f67245d6 HTTP/1.1" status: 204 len: 168 time: 0.2436335 Jul 06 18:52:02.403493 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-3e7cd2d6-2634-4c76-800d-7a6dc828399e service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496594 Jul 06 18:52:02.404891 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.417959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5423f-738a-4e39-b060-a8311b18570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f68ae8-23aa-4cde-9c4e-2de8f67245d6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:02.471097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:02.489290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] For port 568e82b6-411a-4d39-b8de-48d89f0c38ae, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:02.495503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] For port 568e82b6-411a-4d39-b8de-48d89f0c38ae, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=568e82b6-411a-4d39-b8de-48d89f0c38ae,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:02.518416 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:02.524810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:02.525815 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:02.578252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b77931-7e35-49e9-a61a-0d918c0fa27c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:02.615992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:02.616932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:02.733142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0247b04-c602-4d3a-9053-36b0b94248fb req-01c0e80b-21ff-46b7-a016-85d1afbb3f70 service neutron] 10.222.0.24 "GET /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197217 Jul 06 18:52:02.755875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66022aec-b8e4-4813-9a07-364d326c3fbf None None] Pushing event updated for resources: {'Port': ['ID=568e82b6-411a-4d39-b8de-48d89f0c38ae,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:02.800872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:03.008830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:03.054447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.125706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:03.136591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41660) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:03.182597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8fae5e48-b789-40e2-9ece-502a69ae9271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.217580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:02Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:03.254437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c6be3-4ab2-48d3-b6ef-ebeaf16e3248 None None] The sync data for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 is: [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:02Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:03.354517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58303393-1b35-4a79-b777-19d693a264c3 None None] Network 46697cf9-e147-4b77-abc7-00794810694a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:03.410740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c62f8-2268-4436-87d0-f3a644cd895f req-a1da964c-aba4-449c-af92-8e4748c87ff3 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:03.410740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f0c62f8-2268-4436-87d0-f3a644cd895f req-a1da964c-aba4-449c-af92-8e4748c87ff3 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 943 time: 0.1810153 Jul 06 18:52:03.440420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:52:03.444459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.480146 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8fae5e48-b789-40e2-9ece-502a69ae9271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.496054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8fae5e48-b789-40e2-9ece-502a69ae9271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.503678 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9f0c62f8-2268-4436-87d0-f3a644cd895f req-319f3c46-7acf-4aca-8431-34bc2afe6d50 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804403 Jul 06 18:52:03.555155 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8fae5e48-b789-40e2-9ece-502a69ae9271 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d985cebb0134ae3a92417bd019edce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163010 Jul 06 18:52:03.556331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5e48-b789-40e2-9ece-502a69ae9271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed4c36-a0b5-49f3-b741-3893a4f24735,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:03.559672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41666) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:03.627020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41668) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:03.639882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8434-51ac-478f-81cc-2a478d315e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.644048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Router 4ce36488-6f17-4ada-8983-56c08fb8627a is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:52:03.671094 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8434-51ac-478f-81cc-2a478d315e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.731957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8434-51ac-478f-81cc-2a478d315e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.737744 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8434-51ac-478f-81cc-2a478d315e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.740043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4d5c8434-51ac-478f-81cc-2a478d315e18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66ed4c36-a0b5-49f3-b741-3893a4f24735 HTTP/1.1" status: 204 len: 168 time: 0.1789126 Jul 06 18:52:03.741400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-addc7992-8911-481b-9f42-07c526bb2900 None None] Provisioning for port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:03.766000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c8434-51ac-478f-81cc-2a478d315e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed4c36-a0b5-49f3-b741-3893a4f24735,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:03.813855 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-addc7992-8911-481b-9f42-07c526bb2900 None None] Provisioning complete for port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:03.814293 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-addc7992-8911-481b-9f42-07c526bb2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.825354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9506087c-9260-4389-8e16-f27c17bc53d0 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-786986660'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:03.825354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9506087c-9260-4389-8e16-f27c17bc53d0 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Unknown quota resources ['metering_label']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:52:03.834001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:03.834638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:03.844604 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Sync routers for ids ['4ce36488-6f17-4ada-8983-56c08fb8627a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:03.859882 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.862244 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Routers {'4ce36488-6f17-4ada-8983-56c08fb8627a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:03.863080 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4ce36488-6f17-4ada-8983-56c08fb8627a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:03.865350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-00d5fb7d-9895-4c87-8bc0-d5b6a41ac1f4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5829387 Jul 06 18:52:03.866578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41674) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:03.914586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0', 'network_id': 'ff059085-024a-426c-9aa2-cb34e5746639', 'port_id': '45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0', 'mac_address': 'fa:16:3e:ce:cf:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc21e9-b87e-40f4-a9db-460f7c817086', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:52:04.024117 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.079817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:04.137431 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-addc7992-8911-481b-9f42-07c526bb2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.141183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:04.164011 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.204527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-addc7992-8911-481b-9f42-07c526bb2900 None None] For port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,segment=NetworkSegment(55fa9ec3-ae92-491b-9b44-618190f3f01d),segment_id=55fa9ec3-ae92-491b-9b44-618190f3f01d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:04.254581 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-addc7992-8911-481b-9f42-07c526bb2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.267355 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Set router 4ce36488-6f17-4ada-8983-56c08fb8627a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:04.284615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9506087c-9260-4389-8e16-f27c17bc53d0 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.286897 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9506087c-9260-4389-8e16-f27c17bc53d0 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6582258 Jul 06 18:52:04.289695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:04.298096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-baeea04f-9485-472d-b1bf-041ea6ea8337 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7afc3ecb-0402-499a-a755-b1103719e85a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:04.315644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-baeea04f-9485-472d-b1bf-041ea6ea8337 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:52:04.319168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:04.411786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:52:04.738742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1495ca31-54f7-4a12-92a4-d52ca92551c0 None None] Provisioning complete for port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:04.739123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1495ca31-54f7-4a12-92a4-d52ca92551c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.754742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc7992-8911-481b-9f42-07c526bb2900 None None] Pushing event updated for resources: {'Port': ['ID=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:04.802349 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:52:02Z', 'revision_number': 3, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:04.870211 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Checking router: 4ce36488-6f17-4ada-8983-56c08fb8627a for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:52:04.870836 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Updating router 4ce36488-6f17-4ada-8983-56c08fb8627a port d2b77931-7e35-49e9-a61a-0d918c0fa27c binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:52:04.905906 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.970954 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.085188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb73d88-e7f4-4c22-9d93-093e92cdccce req-a28f05ae-fb8f-4195-ae53-92de56eb811c tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:05.087180 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bcb73d88-e7f4-4c22-9d93-093e92cdccce req-a28f05ae-fb8f-4195-ae53-92de56eb811c tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 944 time: 0.2722499 Jul 06 18:52:05.095212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:05.143264 n-d-799684-2 neutron-server[93966]: WARNING neutron.services.metering.metering_plugin [None req-baeea04f-9485-472d-b1bf-041ea6ea8337 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 18:52:05.179065 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bcb73d88-e7f4-4c22-9d93-093e92cdccce req-566dd33f-a4b0-4e66-a489-896bd02b767e tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824718 Jul 06 18:52:05.205146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:05.205708 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.292041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Allocated IP 172.20.0.1 (46697cf9-e147-4b77-abc7-00794810694a/4af32729-9703-4d99-aeb5-413ec03495a6/70ea52c7-25cc-4f1d-8ff5-f4af46248087) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:05.333585 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-baeea04f-9485-472d-b1bf-041ea6ea8337 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.336275 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-baeea04f-9485-472d-b1bf-041ea6ea8337 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0444891 Jul 06 18:52:05.339095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41702) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:05.341561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 568e82b6-411a-4d39-b8de-48d89f0c38ae up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:05.343853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-61c28470-4504-459d-b2e3-557051055db7 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7afc3ecb-0402-499a-a755-b1103719e85a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:05.344412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-61c28470-4504-459d-b2e3-557051055db7 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:52:05.410693 n-d-799684-2 neutron-server[93966]: WARNING neutron.services.metering.metering_plugin [None req-61c28470-4504-459d-b2e3-557051055db7 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 18:52:05.428724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:05.433762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.453794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Transition to ACTIVE for port object 70ea52c7-25cc-4f1d-8ff5-f4af46248087 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:05.475238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 568e82b6-411a-4d39-b8de-48d89f0c38ae completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:05.482384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 568e82b6-411a-4d39-b8de-48d89f0c38ae triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:05.482854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.498655 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.514164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:05.518340 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Transition to ACTIVE for port object d2b77931-7e35-49e9-a61a-0d918c0fa27c will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:05.527661 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.531299 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.532068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:05.532529 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.558919 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-61c28470-4504-459d-b2e3-557051055db7 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.563181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-61c28470-4504-459d-b2e3-557051055db7 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2229993 Jul 06 18:52:05.563801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41704) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:05.581629 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41706) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:05.582105 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-de21bdc7-3b68-4827-b7a8-44903fc2ec97 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=d1ea464e-db8a-47fa-b159-65c806317ef7 HTTP/1.1" status: 200 len: 462 time: 0.0155444 Jul 06 18:52:05.598396 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Attempting to bind port d2b77931-7e35-49e9-a61a-0d918c0fa27c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:05.599049 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Attempting to bind port d2b77931-7e35-49e9-a61a-0d918c0fa27c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:05.599628 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Attempting to bind port d2b77931-7e35-49e9-a61a-0d918c0fa27c on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:05.613135 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Pushing event updated for resources: {'Port': ['ID=d2b77931-7e35-49e9-a61a-0d918c0fa27c,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:05.616061 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:05.616736 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:05.617401 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.618055 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:05.618805 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Bound port: d2b77931-7e35-49e9-a61a-0d918c0fa27c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:05.619414 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.627141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Network 46697cf9-e147-4b77-abc7-00794810694a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:05.628680 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.629239 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.629827 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.630168 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.630623 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.630964 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.631299 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.631561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Pushing event updated for resources: {'Port': ['ID=70ea52c7-25cc-4f1d-8ff5-f4af46248087,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:05.631676 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.631942 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.632264 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.632588 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.634368 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:05.636479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:05.640290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:05.682537 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.725320 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] For port d2b77931-7e35-49e9-a61a-0d918c0fa27c, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:05.729699 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] For port d2b77931-7e35-49e9-a61a-0d918c0fa27c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d2b77931-7e35-49e9-a61a-0d918c0fa27c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:05.739162 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.745160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 568e82b6-411a-4d39-b8de-48d89f0c38ae, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=568e82b6-411a-4d39-b8de-48d89f0c38ae,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:05.771323 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.782223 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.792045 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.820825 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Routers {'4ce36488-6f17-4ada-8983-56c08fb8627a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:05.822661 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4ce36488-6f17-4ada-8983-56c08fb8627a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:05.832364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683514e7-4962-4b1c-bda4-78660073af81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:05.834877 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ad5446-4fca-4cb7-822f-ff5b084c64b0" -d '{"events": [{"server_uuid": "683514e7-4962-4b1c-bda4-78660073af81", "name": "network-vif-plugged", "status": "completed", "tag": "45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:05.859188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:05.870929 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:05.879668 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=568e82b6-411a-4d39-b8de-48d89f0c38ae,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:05.911347 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c18b73-e175-4afa-a1a1-dab9bfddef12 None None] Pushing event updated for resources: {'Port': ['ID=d2b77931-7e35-49e9-a61a-0d918c0fa27c,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:05.998887 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] Set router 4ce36488-6f17-4ada-8983-56c08fb8627a gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:06.001493 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0a972d-769f-48ef-b35c-394c49a46148 x-openstack-request-id: req-3c0a972d-769f-48ef-b35c-394c49a46148 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:06.002452 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683514e7-4962-4b1c-bda4-78660073af81", "name": "network-vif-plugged", "status": "completed", "tag": "45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:06.002717 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c0a972d-769f-48ef-b35c-394c49a46148 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:06.003134 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683514e7-4962-4b1c-bda4-78660073af81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0', 'code': 200} Jul 06 18:52:06.052340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:06.089848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f514da7-2119-4e66-924a-fdbf4941e783 None None] Provisioning for port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:06.095371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f514da7-2119-4e66-924a-fdbf4941e783 None None] Provisioning complete for port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:06.096115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f514da7-2119-4e66-924a-fdbf4941e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.138260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5f514da7-2119-4e66-924a-fdbf4941e783 None None] Port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:06.284310 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:52:02Z', 'revision_number': 3, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:06.324890 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b74ef-01f8-443f-8f1b-ae2510fcf35d None None] The sync data for ids ['4ce36488-6f17-4ada-8983-56c08fb8627a'] in n-d-799684-2 is: [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:52:02Z', 'revision_number': 3, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:06.367978 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b2676c63-b267-437f-9c95-61761029b805 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.369066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b2676c63-b267-437f-9c95-61761029b805 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/d1ea464e-db8a-47fa-b159-65c806317ef7 HTTP/1.1" status: 204 len: 168 time: 0.7861717 Jul 06 18:52:06.372318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41718) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:06.387393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e8ed083c-e4e0-401c-b84b-19e9eeca1eb0 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=d1ea464e-db8a-47fa-b159-65c806317ef7 HTTP/1.1" status: 200 len: 221 time: 0.0137699 Jul 06 18:52:06.388006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41720) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:06.392666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8a74ec5d-1a6e-45e1-afea-be167ab20a67 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1764623356', 'description': 'label created by tempest'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:06.393109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8a74ec5d-1a6e-45e1-afea-be167ab20a67 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Unknown quota resources ['metering_label']. {{(pid=93966) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:52:06.494361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9fc93-fb06-4894-a53e-4be4156532b4 req-d6e17c65-8efd-4748-9bac-0b832fd3f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:06.495821 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6e9fc93-fb06-4894-a53e-4be4156532b4 req-d6e17c65-8efd-4748-9bac-0b832fd3f0cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 1096 time: 0.1985295 Jul 06 18:52:06.510725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a61a1-0b63-43d1-9140-b13533453f20 req-b7d6891a-1cfc-4559-8063-00bba1c3f4c8 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:06.512240 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e2a61a1-0b63-43d1-9140-b13533453f20 req-b7d6891a-1cfc-4559-8063-00bba1c3f4c8 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 945 time: 0.1514680 Jul 06 18:52:06.581311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.590144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8a74ec5d-1a6e-45e1-afea-be167ab20a67 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.594309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8a74ec5d-1a6e-45e1-afea-be167ab20a67 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2025120 Jul 06 18:52:06.598255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41722) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:06.615730 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e2a61a1-0b63-43d1-9140-b13533453f20 req-752d9cd7-d2a3-41e6-8c96-42be24660c4c tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828445 Jul 06 18:52:06.625138 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6e9fc93-fb06-4894-a53e-4be4156532b4 req-cc09e3dd-839e-4d30-ab38-4b3a4ec8a894 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118841 Jul 06 18:52:06.715440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-163c3162-4a8d-4e37-8d7e-1de48afbf8e9 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=0cb92a32-9fa9-4780-84ef-389e03028556 HTTP/1.1" status: 200 len: 468 time: 0.1158631 Jul 06 18:52:06.718469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41724) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:06.892145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.898591 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.976439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-063002ea-18cb-488c-9a03-037dddc143be tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.978439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-063002ea-18cb-488c-9a03-037dddc143be tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/0cb92a32-9fa9-4780-84ef-389e03028556 HTTP/1.1" status: 204 len: 168 time: 0.2589481 Jul 06 18:52:06.981138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41726) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:06.983694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 568e82b6-411a-4d39-b8de-48d89f0c38ae up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:06.986672 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.989109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Pushing event updated for resources: {'Port': ['ID=70ea52c7-25cc-4f1d-8ff5-f4af46248087,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:06.995562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8c5b2e77-ebb4-4dea-a750-ad02a9b812a9 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=0cb92a32-9fa9-4780-84ef-389e03028556 HTTP/1.1" status: 200 len: 216 time: 0.0116186 Jul 06 18:52:06.999932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41728) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:07.009168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-620bf8c6-0951-45d9-b9fa-0809b5156e28 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081172 Jul 06 18:52:07.012566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41730) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:07.030179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-da96277a-b3e1-4f7d-aa70-b6313512ddcf tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0162888 Jul 06 18:52:07.033698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41732) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:07.058649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 568e82b6-411a-4d39-b8de-48d89f0c38ae triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:07.059528 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:07.096987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41736) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:07.097175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6a17725f-2d7b-47e0-849a-ee99b709c753 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/7afc3ecb-0402-499a-a755-b1103719e85a HTTP/1.1" status: 200 len: 472 time: 0.0613775 Jul 06 18:52:07.123325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Network 46697cf9-e147-4b77-abc7-00794810694a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:07.125812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:07.130320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-84f7c9fc-4c58-42af-8cea-edf35ae149ef tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/e5d29149-49a6-4c36-bfdd-34f8526ed243 HTTP/1.1" status: 200 len: 459 time: 0.0314796 Jul 06 18:52:07.133562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41738) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:07.194719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d2b77931-7e35-49e9-a61a-0d918c0fa27c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:07.287752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d2b77931-7e35-49e9-a61a-0d918c0fa27c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:07.298267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d2b77931-7e35-49e9-a61a-0d918c0fa27c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:07.298644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:07.312797 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1376dfb6-f0a8-4423-99f7-f59ab4e4e83b tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:07.314426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1376dfb6-f0a8-4423-99f7-f59ab4e4e83b tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/e5d29149-49a6-4c36-bfdd-34f8526ed243 HTTP/1.1" status: 204 len: 168 time: 0.1784625 Jul 06 18:52:07.316936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41742) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:07.352454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Router 4ce36488-6f17-4ada-8983-56c08fb8627a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:52:07.515746 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:07.550955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d2b77931-7e35-49e9-a61a-0d918c0fa27c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d2b77931-7e35-49e9-a61a-0d918c0fa27c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:07.570158 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:07.620059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:07.643771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-38352ca0-dcbb-404d-aef2-fa1af84e2f05 admin admin] 10.222.0.53 "PUT /v2.0/routers/4ce36488-6f17-4ada-8983-56c08fb8627a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7740343 Jul 06 18:52:07.644713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-00051997-3841-4df5-830f-7532a4e4e93d None None] Provisioning complete for port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:07.645149 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-00051997-3841-4df5-830f-7532a4e4e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:07.694214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b740066-6fdd-4b28-90a4-ec88f4e16c08 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:07.695477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2b740066-6fdd-4b28-90a4-ec88f4e16c08 tempest-MeteringIpV6TestJSON-1447123556 tempest-MeteringIpV6TestJSON-1447123556-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/7afc3ecb-0402-499a-a755-b1103719e85a HTTP/1.1" status: 204 len: 168 time: 0.3772480 Jul 06 18:52:07.712433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d2b77931-7e35-49e9-a61a-0d918c0fa27c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:07.738389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-00051997-3841-4df5-830f-7532a4e4e93d None None] Port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:07.854493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00609d64-cd3b-4c18-a7ed-1033cb5c3cbf req-8b814543-d4a7-49c2-8e6d-2bc34a43a8a3 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:07.856388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00609d64-cd3b-4c18-a7ed-1033cb5c3cbf req-8b814543-d4a7-49c2-8e6d-2bc34a43a8a3 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 945 time: 0.0765734 Jul 06 18:52:07.912144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00609d64-cd3b-4c18-a7ed-1033cb5c3cbf req-4efcd17d-6a5b-4233-9866-a9287469baa2 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493877 Jul 06 18:52:08.052087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41770) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:08.269185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce50a42f-f880-4988-86f4-c3d0350f9a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:08.432147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce50a42f-f880-4988-86f4-c3d0350f9a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:08.438000 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ce50a42f-f880-4988-86f4-c3d0350f9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:08.470487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ce50a42f-f880-4988-86f4-c3d0350f9a1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e521f5ecfd2488a8f9d192294168c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165821 Jul 06 18:52:08.473312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41808) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:08.500892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50a42f-f880-4988-86f4-c3d0350f9a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d1f7c3-7262-4d2f-be5f-23e3e66d2920,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:08.545125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b8972f5-a4f0-419e-9c07-bcbc972ae7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:08.602666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b8972f5-a4f0-419e-9c07-bcbc972ae7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:08.683941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b8972f5-a4f0-419e-9c07-bcbc972ae7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:08.686837 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b8972f5-a4f0-419e-9c07-bcbc972ae7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:08.690772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1b8972f5-a4f0-419e-9c07-bcbc972ae7fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09d1f7c3-7262-4d2f-be5f-23e3e66d2920 HTTP/1.1" status: 204 len: 168 time: 0.2132018 Jul 06 18:52:08.703135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8972f5-a4f0-419e-9c07-bcbc972ae7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d1f7c3-7262-4d2f-be5f-23e3e66d2920,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:08.741452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Sync routers for ids ['4ce36488-6f17-4ada-8983-56c08fb8627a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:08.752130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Routers {'4ce36488-6f17-4ada-8983-56c08fb8627a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:08.752761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4ce36488-6f17-4ada-8983-56c08fb8627a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:08.932975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Set router 4ce36488-6f17-4ada-8983-56c08fb8627a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:09.011227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d2b77931-7e35-49e9-a61a-0d918c0fa27c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:09.205828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d2b77931-7e35-49e9-a61a-0d918c0fa27c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:09.206554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.240283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41852) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:09.254901 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b396f9e7-d7d5-4361-9e86-838b18382f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.366867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:52:06Z', 'revision_number': 4, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '70ea52c7-25cc-4f1d-8ff5-f4af46248087', 'name': '', 'network_id': '46697cf9-e147-4b77-abc7-00794810694a', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'mac_address': 'fa:16:3e:54:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '4af32729-9703-4d99-aeb5-413ec03495a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:04Z', 'updated_at': '2021-07-06T18:52:06Z', 'revision_number': 2, 'project_id': '98db969416084ef5b16c019c11e67565', 'subnets': [{'id': '4af32729-9703-4d99-aeb5-413ec03495a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:09.373520 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b396f9e7-d7d5-4361-9e86-838b18382f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.379034 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b396f9e7-d7d5-4361-9e86-838b18382f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.398533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Checking router: 4ce36488-6f17-4ada-8983-56c08fb8627a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:52:09.399164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Updating router 4ce36488-6f17-4ada-8983-56c08fb8627a port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:52:09.439693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b396f9e7-d7d5-4361-9e86-838b18382f33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cecbecb0e813445aae9717c785c320c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976275 Jul 06 18:52:09.441697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396f9e7-d7d5-4361-9e86-838b18382f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8915270a-8562-44cc-848f-a1e3a4800a22,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:09.442188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41856) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:09.445194 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.507982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b87829aa-501f-40ce-aaa9-c197060b6fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.544109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b87829aa-501f-40ce-aaa9-c197060b6fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.616332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b87829aa-501f-40ce-aaa9-c197060b6fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.620936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b87829aa-501f-40ce-aaa9-c197060b6fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.622650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b87829aa-501f-40ce-aaa9-c197060b6fb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8915270a-8562-44cc-848f-a1e3a4800a22 HTTP/1.1" status: 204 len: 168 time: 0.1793945 Jul 06 18:52:09.632570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87829aa-501f-40ce-aaa9-c197060b6fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8915270a-8562-44cc-848f-a1e3a4800a22,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:09.813042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.828993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Transition to ACTIVE for port object 70ea52c7-25cc-4f1d-8ff5-f4af46248087 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:09.846308 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:09.950909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b90693-4263-4708-ac6d-f9401772dcea None None] Pushing event updated for resources: {'Port': ['ID=70ea52c7-25cc-4f1d-8ff5-f4af46248087,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:10.052673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Attempting to bind port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:10.053289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Attempting to bind port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:10.053738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Attempting to bind port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 on network 46697cf9-e147-4b77-abc7-00794810694a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:10.062095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:10.062476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Checking segment: {'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:10.062881 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:10.063398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Bound using segment: {'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:10.063927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Bound port: 70ea52c7-25cc-4f1d-8ff5-f4af46248087, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fa9ec3-ae92-491b-9b44-618190f3f01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '46697cf9-e147-4b77-abc7-00794810694a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:10.064313 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:10.182190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] For port 70ea52c7-25cc-4f1d-8ff5-f4af46248087, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:10.194044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] For port 70ea52c7-25cc-4f1d-8ff5-f4af46248087, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=70ea52c7-25cc-4f1d-8ff5-f4af46248087,segment=NetworkSegment(55fa9ec3-ae92-491b-9b44-618190f3f01d),segment_id=55fa9ec3-ae92-491b-9b44-618190f3f01d)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:10.204411 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:10.299678 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:52:10.320779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Routers {'4ce36488-6f17-4ada-8983-56c08fb8627a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:10.321933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:51:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4ce36488-6f17-4ada-8983-56c08fb8627a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:10.403177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b90693-4263-4708-ac6d-f9401772dcea None None] Pushing event updated for resources: {'Port': ['ID=70ea52c7-25cc-4f1d-8ff5-f4af46248087,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:10.530468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] Set router 4ce36488-6f17-4ada-8983-56c08fb8627a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:10.906187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:10.915980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:52:06Z', 'revision_number': 4, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '70ea52c7-25cc-4f1d-8ff5-f4af46248087', 'name': '', 'network_id': '46697cf9-e147-4b77-abc7-00794810694a', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'mac_address': 'fa:16:3e:54:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '4af32729-9703-4d99-aeb5-413ec03495a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:04Z', 'updated_at': '2021-07-06T18:52:10Z', 'revision_number': 4, 'project_id': '98db969416084ef5b16c019c11e67565', 'subnets': [{'id': '4af32729-9703-4d99-aeb5-413ec03495a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:10.948428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2eb80-24d4-4f4b-9509-0bdc00b15252 None None] The sync data for ids ['4ce36488-6f17-4ada-8983-56c08fb8627a'] in n-d-799684-2 is: [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:52:06Z', 'revision_number': 4, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '70ea52c7-25cc-4f1d-8ff5-f4af46248087', 'name': '', 'network_id': '46697cf9-e147-4b77-abc7-00794810694a', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'mac_address': 'fa:16:3e:54:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '4af32729-9703-4d99-aeb5-413ec03495a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:04Z', 'updated_at': '2021-07-06T18:52:10Z', 'revision_number': 4, 'project_id': '98db969416084ef5b16c019c11e67565', 'subnets': [{'id': '4af32729-9703-4d99-aeb5-413ec03495a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:11.131007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'networks': [{'name': 'tempest-network--50699553'}, {'name': 'tempest-network--1144337852'}]} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:11.131587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'network': {'name': 'tempest-network--50699553'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:11.132321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'network': {'name': 'tempest-network--1144337852'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:11.180835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Made reservation on behalf of 78e3fbedf7a545aaaad3be7fa2a35e6b for: {'network': 2} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:11.185727 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.205277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.382933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.405270 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.408760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.468834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f60c2-3335-4092-a181-b55e822984a9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:11.517225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:11.535051 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.535507 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Added segment 03dff9a6-80a3-4f43-91e1-ee42f896d768 of type vlan for network b5fca340-a072-46c5-96d4-d2883d10dc7a Jul 06 18:52:11.632911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.673061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:11.685443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.685954 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Added segment 7e9f96ba-fa70-48ce-8512-387efbda2da4 of type vlan for network dafe2759-3c58-497d-b2f2-735513ced3f7 Jul 06 18:52:11.741816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.788172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.788740 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.795766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:11.801580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:11.802305 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.917058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Network': ['ID=b5fca340-a072-46c5-96d4-d2883d10dc7a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:11.933625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network b5fca340-a072-46c5-96d4-d2883d10dc7a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:11.994757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Network': ['ID=dafe2759-3c58-497d-b2f2-735513ced3f7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:11.998643 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1af874e9-8c95-4daf-8150-467229afc67b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0908017 Jul 06 18:52:12.001337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41898) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:12.024346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network dafe2759-3c58-497d-b2f2-735513ced3f7 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:12.276442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2714d1f-cc38-4622-a30c-8001e8a0c119 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.296239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2714d1f-cc38-4622-a30c-8001e8a0c119 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.303384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2714d1f-cc38-4622-a30c-8001e8a0c119 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.310059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2714d1f-cc38-4622-a30c-8001e8a0c119 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.313887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d2714d1f-cc38-4622-a30c-8001e8a0c119 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3105772 Jul 06 18:52:12.315190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41906) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:12.444187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:12.574727 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:12.587399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fca340-a072-46c5-96d4-d2883d10dc7a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:12.599907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dff9a6-80a3-4f43-91e1-ee42f896d768') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:12.600256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dff9a6-80a3-4f43-91e1-ee42f896d768') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:12.610928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:12.627037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:12.633986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:12.634571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:12.638135 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:12.728324 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:12.737008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:12.741753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/networks/b5fca340-a072-46c5-96d4-d2883d10dc7a HTTP/1.1" status: 204 len: 168 time: 0.4252715 Jul 06 18:52:12.742538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41910) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:12.757433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8424e-f890-42df-85b9-d5e495754d30 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Network': ['ID=b5fca340-a072-46c5-96d4-d2883d10dc7a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:12.937041 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 70ea52c7-25cc-4f1d-8ff5-f4af46248087 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:12.962963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.070377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.092717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafe2759-3c58-497d-b2f2-735513ced3f7']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:13.112298 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9f96ba-fa70-48ce-8512-387efbda2da4') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:13.112745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9f96ba-fa70-48ce-8512-387efbda2da4') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:13.127333 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.154141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.167934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:13.169206 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:13.181755 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:13.258325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:13.264146 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:13.264933 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.307872 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.326581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.333298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/networks/dafe2759-3c58-497d-b2f2-735513ced3f7 HTTP/1.1" status: 204 len: 168 time: 0.5877659 Jul 06 18:52:13.335945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41916) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:13.374771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cd940-a78f-4f48-b1f4-653dd5bba5e4 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Network': ['ID=dafe2759-3c58-497d-b2f2-735513ced3f7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:13.425201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.463678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 70ea52c7-25cc-4f1d-8ff5-f4af46248087, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=70ea52c7-25cc-4f1d-8ff5-f4af46248087,segment=NetworkSegment(55fa9ec3-ae92-491b-9b44-618190f3f01d),segment_id=55fa9ec3-ae92-491b-9b44-618190f3f01d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:13.473862 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.560038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=70ea52c7-25cc-4f1d-8ff5-f4af46248087,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:13.572582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ce5c51-e65f-4377-944d-7f077fd04c3b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:13.576021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.578189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.578808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.579212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ce5c51-e65f-4377-944d-7f077fd04c3b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:13.579497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.579898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.580294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.580859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d9ce5c51-e65f-4377-944d-7f077fd04c3b tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2438807 Jul 06 18:52:13.583908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.583908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.584730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41920) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:13.586107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.587076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.587711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.588490 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:13.590135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1072549266'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:13.648004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Made reservation on behalf of 78e3fbedf7a545aaaad3be7fa2a35e6b for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:13.655760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.721174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:13.736677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.737038 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Added segment 63e4a087-0ec7-445d-956b-8c371b27da7f of type vlan for network 30890d13-586f-410d-be28-29171acc0e29 Jul 06 18:52:13.788555 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.831070 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.838021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:13.838757 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:13.939949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3540626 Jul 06 18:52:13.942274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2282e-87e0-4239-adb6-8e1e8e3c6ff5 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Network': ['ID=30890d13-586f-410d-be28-29171acc0e29,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:13.943040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41924) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:13.952633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1793714913'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:13.954805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 30890d13-586f-410d-be28-29171acc0e29 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:13.993641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Made reservation on behalf of 78e3fbedf7a545aaaad3be7fa2a35e6b for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:14.006232 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:14.046059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:14.058875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:14.059393 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Added segment b63ddc48-5d28-4d89-acde-7a7e035599d1 of type vlan for network a5d36267-ca72-4936-a5ce-b9b808eea952 Jul 06 18:52:14.122691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:14.160215 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:14.167616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:14.168529 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:14.247229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3026507 Jul 06 18:52:14.248866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30382d02-cf2e-499e-8087-9de5c3a3ac6c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Network': ['ID=a5d36267-ca72-4936-a5ce-b9b808eea952,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:14.250928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41926) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:14.257005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'ports': [{'network_id': '30890d13-586f-410d-be28-29171acc0e29', 'name': 'tempest-port--1886563731', 'admin_state_up': True}, {'network_id': 'a5d36267-ca72-4936-a5ce-b9b808eea952', 'admin_state_up': False}]} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:14.257449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'port': {'network_id': '30890d13-586f-410d-be28-29171acc0e29', 'name': 'tempest-port--1886563731', 'admin_state_up': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:14.258070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'port': {'network_id': 'a5d36267-ca72-4936-a5ce-b9b808eea952', 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:14.271345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network a5d36267-ca72-4936-a5ce-b9b808eea952 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:14.538279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Made reservation on behalf of 78e3fbedf7a545aaaad3be7fa2a35e6b for: {'port': 2} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:14.543889 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:14.562029 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:14.663447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] device_id is not set on port f654625a-50cd-4540-8e0b-9b5f62a2756f yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:52:14.804072 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:14.882454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] device_id is not set on port e6ccd020-d41c-4fa3-affc-561b963545c4 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:52:14.903511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 70ea52c7-25cc-4f1d-8ff5-f4af46248087 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:14.966279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:14.967023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:15.037058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:15.103217 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:15.174102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Port': ['ID=f654625a-50cd-4540-8e0b-9b5f62a2756f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:15.190993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Checking segment: {'id': '63e4a087-0ec7-445d-956b-8c371b27da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '30890d13-586f-410d-be28-29171acc0e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:15.191257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Network hostable DHCP agents. Network: 30890d13-586f-410d-be28-29171acc0e29, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:15.210199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Network 30890d13-586f-410d-be28-29171acc0e29 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:15.223580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 30890d13-586f-410d-be28-29171acc0e29) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:15.227977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:15.228918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:15.235294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8f74e-4f8e-4688-a70a-92aabddd64fb None None] Network 30890d13-586f-410d-be28-29171acc0e29 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:15.303325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Port': ['ID=e6ccd020-d41c-4fa3-affc-561b963545c4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:15.314183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Checking segment: {'id': 'b63ddc48-5d28-4d89-acde-7a7e035599d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a5d36267-ca72-4936-a5ce-b9b808eea952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:15.314578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Network hostable DHCP agents. Network: a5d36267-ca72-4936-a5ce-b9b808eea952, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:15.333672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Network a5d36267-ca72-4936-a5ce-b9b808eea952 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:15.343619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, a5d36267-ca72-4936-a5ce-b9b808eea952) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:15.347882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:15.356038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:15.358083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a2906-1a5a-483b-8cf4-f6a574ad74dc None None] Network a5d36267-ca72-4936-a5ce-b9b808eea952 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:15.361386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:15.362150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:15.383544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c044161b-17e6-421e-b964-6b2240989014 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1288862 Jul 06 18:52:15.384169 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41934) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:15.532234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b03c4-0781-40de-b2d1-cdc4a390b9cd tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:15.532531 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ee39-35d3-4147-9cb1-4911be12474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:15.538511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b03c4-0781-40de-b2d1-cdc4a390b9cd tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:15.540583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad1b03c4-0781-40de-b2d1-cdc4a390b9cd tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1555405 Jul 06 18:52:15.543981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41938) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:15.651031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ecf34-e51f-40fa-acbf-91483660312c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Deleting port f654625a-50cd-4540-8e0b-9b5f62a2756f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:15.651375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf9ecf34-e51f-40fa-acbf-91483660312c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:15.726514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf9ecf34-e51f-40fa-acbf-91483660312c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.005061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ecf34-e51f-40fa-acbf-91483660312c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Calling delete_port for f654625a-50cd-4540-8e0b-9b5f62a2756f owned by {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:16.087076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf9ecf34-e51f-40fa-acbf-91483660312c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.125464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf9ecf34-e51f-40fa-acbf-91483660312c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.130283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41944) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:16.130546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cf9ecf34-e51f-40fa-acbf-91483660312c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/ports/f654625a-50cd-4540-8e0b-9b5f62a2756f HTTP/1.1" status: 204 len: 168 time: 0.5850058 Jul 06 18:52:16.132272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ecf34-e51f-40fa-acbf-91483660312c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Port': ['ID=f654625a-50cd-4540-8e0b-9b5f62a2756f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:16.268999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c565f0fa-82c9-4a5b-ada4-df0b1df41ceb tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Deleting port e6ccd020-d41c-4fa3-affc-561b963545c4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:16.269220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565f0fa-82c9-4a5b-ada4-df0b1df41ceb tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.341980 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565f0fa-82c9-4a5b-ada4-df0b1df41ceb tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.357835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c565f0fa-82c9-4a5b-ada4-df0b1df41ceb tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Calling delete_port for e6ccd020-d41c-4fa3-affc-561b963545c4 owned by {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:16.461601 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565f0fa-82c9-4a5b-ada4-df0b1df41ceb tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.505667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565f0fa-82c9-4a5b-ada4-df0b1df41ceb tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Port': ['ID=e6ccd020-d41c-4fa3-affc-561b963545c4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:16.512090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565f0fa-82c9-4a5b-ada4-df0b1df41ceb tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.516553 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c565f0fa-82c9-4a5b-ada4-df0b1df41ceb tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/ports/e6ccd020-d41c-4fa3-affc-561b963545c4 HTTP/1.1" status: 204 len: 168 time: 0.3820243 Jul 06 18:52:16.517207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41948) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:16.555729 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f6350b41-8125-404c-9cc2-8b9c416a874f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0314631 Jul 06 18:52:16.556894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41950) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:16.563570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-95568297'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:16.586000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Made reservation on behalf of 78e3fbedf7a545aaaad3be7fa2a35e6b for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:16.591386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.617417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:16.629016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.629371 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Added segment 132906c3-05b7-498b-94fc-77f945c4cf17 of type vlan for network 9e24390c-074a-4a9f-93cd-574feab1fc2e Jul 06 18:52:16.678004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.715126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.721853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:16.723036 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.788212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2269998 Jul 06 18:52:16.788422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41954) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:16.793604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-464005802'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:16.802387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0c4d0-ac19-4b48-a667-b273f5879eb0 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Network': ['ID=9e24390c-074a-4a9f-93cd-574feab1fc2e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:16.820525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 9e24390c-074a-4a9f-93cd-574feab1fc2e details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:16.846346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Made reservation on behalf of 78e3fbedf7a545aaaad3be7fa2a35e6b for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:16.851539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.883820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:16.893545 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.893937 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Added segment 4ef101cd-404b-4493-9abb-836d5fd212e7 of type vlan for network 5180740a-5af4-4d64-8244-263c9aaace4e Jul 06 18:52:16.937670 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.971219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:16.977478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:16.978211 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:17.044011 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2543945 Jul 06 18:52:17.056853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3ccdd-c131-4abc-8a6c-20c41da4e632 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Network': ['ID=5180740a-5af4-4d64-8244-263c9aaace4e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:17.068667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5180740a-5af4-4d64-8244-263c9aaace4e details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:17.176504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41958) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:17.181955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'subnets': [{'network_id': '9e24390c-074a-4a9f-93cd-574feab1fc2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--481844449', 'ip_version': 4}, {'network_id': '5180740a-5af4-4d64-8244-263c9aaace4e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:17.182323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'subnet': {'network_id': '9e24390c-074a-4a9f-93cd-574feab1fc2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--481844449', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:17.182967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Request body: {'subnet': {'network_id': '5180740a-5af4-4d64-8244-263c9aaace4e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:17.350729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Made reservation on behalf of 78e3fbedf7a545aaaad3be7fa2a35e6b for: {'subnet': 2} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:17.359133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:17.359551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:17.786262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:17.861779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Subnet': ['ID=b28a80a4-f3a6-4385-bd8e-f4148ad6ac5a,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:17.870013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Checking segment: {'id': '132906c3-05b7-498b-94fc-77f945c4cf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9e24390c-074a-4a9f-93cd-574feab1fc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:17.870425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Network hostable DHCP agents. Network: 9e24390c-074a-4a9f-93cd-574feab1fc2e, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:17.889551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Network 9e24390c-074a-4a9f-93cd-574feab1fc2e is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:17.911790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 9e24390c-074a-4a9f-93cd-574feab1fc2e) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:17.916265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:17.931563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd8f39-5653-444e-b295-0f6c1a873284 None None] Network 9e24390c-074a-4a9f-93cd-574feab1fc2e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:17.984306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event updated for resources: {'Subnet': ['ID=2948dd47-2001-41cd-b2bd-3852a2565a7c,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:18.029230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Checking segment: {'id': '4ef101cd-404b-4493-9abb-836d5fd212e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5180740a-5af4-4d64-8244-263c9aaace4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:18.029597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Network hostable DHCP agents. Network: 5180740a-5af4-4d64-8244-263c9aaace4e, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:18.061791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Network 5180740a-5af4-4d64-8244-263c9aaace4e is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:18.078291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5180740a-5af4-4d64-8244-263c9aaace4e) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:18.083805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:18.084331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:18.084983 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.109362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-528f0916-7492-4ecc-8765-3b45f0a6b05c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.9312339 Jul 06 18:52:18.109928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8260d5-a2d3-4e5e-82f6-ba72f020f673 None None] Network 5180740a-5af4-4d64-8244-263c9aaace4e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:18.111699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41970) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:18.222692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07c80e-06a6-4f87-99bb-d20af91e3384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-9e24390c-074a-4a9f-93cd-574feab1fc2e', 'network_id': '9e24390c-074a-4a9f-93cd-574feab1fc2e', 'tenant_id': '78e3fbedf7a545aaaad3be7fa2a35e6b', 'fixed_ips': [{'subnet_id': 'b28a80a4-f3a6-4385-bd8e-f4148ad6ac5a'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:52:18.223554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4b07c80e-06a6-4f87-99bb-d20af91e3384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.229176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25106c86-c95e-4bad-be91-41b151e075d6 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:18.231940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25106c86-c95e-4bad-be91-41b151e075d6 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:18.234409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25106c86-c95e-4bad-be91-41b151e075d6 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:18.236454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-25106c86-c95e-4bad-be91-41b151e075d6 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1236401 Jul 06 18:52:18.240174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41974) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:18.251897 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47fe0ae3-60ff-40e3-9423-8cff3527d6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.330753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-021f4149-217b-47a3-9061-f9ffa14be58c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Deleting subnet b28a80a4-f3a6-4385-bd8e-f4148ad6ac5a {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:52:18.345871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-021f4149-217b-47a3-9061-f9ffa14be58c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.424428 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.425885 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-021f4149-217b-47a3-9061-f9ffa14be58c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.433017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-5180740a-5af4-4d64-8244-263c9aaace4e', 'network_id': '5180740a-5af4-4d64-8244-263c9aaace4e', 'tenant_id': '78e3fbedf7a545aaaad3be7fa2a35e6b', 'fixed_ips': [{'subnet_id': '2948dd47-2001-41cd-b2bd-3852a2565a7c'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:52:18.434001 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.480886 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-021f4149-217b-47a3-9061-f9ffa14be58c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.548175 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-021f4149-217b-47a3-9061-f9ffa14be58c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-4b07c80e-06a6-4f87-99bb-d20af91e3384 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b28a80a4-f3a6-4385-bd8e-f4148ad6ac5a: This subnet is being modified by another concurrent operation. Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b28a80a4-f3a6-4385-bd8e-f4148ad6ac5a: This subnet is being modified by another concurrent operation. Jul 06 18:52:18.566509 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 18:52:18.583611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440b14f-2a01-48a6-b2ac-b16e034bf8d9 None None] Network 9e24390c-074a-4a9f-93cd-574feab1fc2e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:18.586743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f4149-217b-47a3-9061-f9ffa14be58c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Subnet': ['ID=b28a80a4-f3a6-4385-bd8e-f4148ad6ac5a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:18.592161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-021f4149-217b-47a3-9061-f9ffa14be58c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.597120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 41982) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:18.608835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-021f4149-217b-47a3-9061-f9ffa14be58c tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/subnets/b28a80a4-f3a6-4385-bd8e-f4148ad6ac5a HTTP/1.1" status: 204 len: 168 time: 0.3654749 Jul 06 18:52:18.692527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcb90c6-4a5c-4267-b43f-4a3c1418930f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Deleting subnet 2948dd47-2001-41cd-b2bd-3852a2565a7c {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:52:18.715612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Allocated IP 172.20.0.18 (5180740a-5af4-4d64-8244-263c9aaace4e/2948dd47-2001-41cd-b2bd-3852a2565a7c/0983953c-53d4-47fe-b5c1-3ba9e4417fec) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:18.912941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.921791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Transition to ACTIVE for port object 0983953c-53d4-47fe-b5c1-3ba9e4417fec will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:18.939427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Transition to ACTIVE for port object 0983953c-53d4-47fe-b5c1-3ba9e4417fec will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:18.946641 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dcb90c6-4a5c-4267-b43f-4a3c1418930f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.951876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:18.993117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Network 5180740a-5af4-4d64-8244-263c9aaace4e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:18.998470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:19.000964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:19.013796 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Pushing event updated for resources: {'Port': ['ID=0983953c-53d4-47fe-b5c1-3ba9e4417fec,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:19.014581 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dcb90c6-4a5c-4267-b43f-4a3c1418930f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.081085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Attempting to bind port 0983953c-53d4-47fe-b5c1-3ba9e4417fec on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:19.081451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Attempting to bind port 0983953c-53d4-47fe-b5c1-3ba9e4417fec by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '4ef101cd-404b-4493-9abb-836d5fd212e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5180740a-5af4-4d64-8244-263c9aaace4e'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:19.081868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Attempting to bind port 0983953c-53d4-47fe-b5c1-3ba9e4417fec on network 5180740a-5af4-4d64-8244-263c9aaace4e {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:19.087461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:19.087930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Checking segment: {'id': '4ef101cd-404b-4493-9abb-836d5fd212e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5180740a-5af4-4d64-8244-263c9aaace4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:19.088242 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.088633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Bound using segment: {'id': '4ef101cd-404b-4493-9abb-836d5fd212e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5180740a-5af4-4d64-8244-263c9aaace4e'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:19.089115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Bound port: 0983953c-53d4-47fe-b5c1-3ba9e4417fec, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef101cd-404b-4493-9abb-836d5fd212e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5180740a-5af4-4d64-8244-263c9aaace4e'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:19.089495 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.140805 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dcb90c6-4a5c-4267-b43f-4a3c1418930f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.208453 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dcb90c6-4a5c-4267-b43f-4a3c1418930f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.211961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] For port 0983953c-53d4-47fe-b5c1-3ba9e4417fec, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:19.215227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] For port 0983953c-53d4-47fe-b5c1-3ba9e4417fec, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0983953c-53d4-47fe-b5c1-3ba9e4417fec,segment=NetworkSegment(4ef101cd-404b-4493-9abb-836d5fd212e7),segment_id=4ef101cd-404b-4493-9abb-836d5fd212e7)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:19.221477 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.235730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb90c6-4a5c-4267-b43f-4a3c1418930f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Subnet': ['ID=2948dd47-2001-41cd-b2bd-3852a2565a7c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:19.239861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9dcb90c6-4a5c-4267-b43f-4a3c1418930f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.244564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9dcb90c6-4a5c-4267-b43f-4a3c1418930f tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/subnets/2948dd47-2001-41cd-b2bd-3852a2565a7c HTTP/1.1" status: 204 len: 168 time: 0.6437790 Jul 06 18:52:19.244900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41986) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:19.303410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba79942-05d9-4a30-955a-8024cdc99615 None None] Pushing event updated for resources: {'Port': ['ID=0983953c-53d4-47fe-b5c1-3ba9e4417fec,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:19.335786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b35f6-43cb-4ef6-8895-cd2359fa7d95 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:19.340912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1e8b35f6-43cb-4ef6-8895-cd2359fa7d95 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0913255 Jul 06 18:52:19.341182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 41988) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:19.444604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.515234 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.536022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Deleting port 0983953c-53d4-47fe-b5c1-3ba9e4417fec {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:19.536492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.650036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] For port 0983953c-53d4-47fe-b5c1-3ba9e4417fec, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0983953c-53d4-47fe-b5c1-3ba9e4417fec,segment=NetworkSegment(4ef101cd-404b-4493-9abb-836d5fd212e7),segment_id=4ef101cd-404b-4493-9abb-836d5fd212e7)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:19.650411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.674867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Calling delete_port for 0983953c-53d4-47fe-b5c1-3ba9e4417fec owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:19.809686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.839589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Port': ['ID=0983953c-53d4-47fe-b5c1-3ba9e4417fec,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:19.846607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] No DVR routers for this DVR port 0983953c-53d4-47fe-b5c1-3ba9e4417fec on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:19.932271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.943739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5180740a-5af4-4d64-8244-263c9aaace4e']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:19.955686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef101cd-404b-4493-9abb-836d5fd212e7') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:19.955919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef101cd-404b-4493-9abb-836d5fd212e7') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:19.964957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.980127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.986948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:19.987354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:19.990428 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:20.060342 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.067218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.069339 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/networks/5180740a-5af4-4d64-8244-263c9aaace4e HTTP/1.1" status: 204 len: 168 time: 0.7270241 Jul 06 18:52:20.072021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42000) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:20.102238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b18286-bedc-44f8-a36c-ffe1266bc005 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Network': ['ID=5180740a-5af4-4d64-8244-263c9aaace4e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:20.174979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.307066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.318725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e24390c-074a-4a9f-93cd-574feab1fc2e']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:20.331536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132906c3-05b7-498b-94fc-77f945c4cf17') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:20.331834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132906c3-05b7-498b-94fc-77f945c4cf17') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:20.351371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.372713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.380430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:20.381101 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:20.384992 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:20.465514 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.475397 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.481769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/networks/9e24390c-074a-4a9f-93cd-574feab1fc2e HTTP/1.1" status: 204 len: 168 time: 0.4083576 Jul 06 18:52:20.486555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42004) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:20.513283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee080d7a-f8f9-40a4-8dfb-3b0afee4cfc9 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Network': ['ID=9e24390c-074a-4a9f-93cd-574feab1fc2e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:20.596340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.727277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.727634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53742235-adb7-41b4-8981-5e86a37b82ae None None] DHCP port deletion for 5180740a-5af4-4d64-8244-263c9aaace4e request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:52:20.749226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6547e117-6fa2-48ab-8b7f-9cb328a27a73 None None] Could not find standard attr ID for object 0983953c-53d4-47fe-b5c1-3ba9e4417fec. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:52:20.759166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d36267-ca72-4936-a5ce-b9b808eea952']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:20.779246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63ddc48-5d28-4d89-acde-7a7e035599d1') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:20.779553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63ddc48-5d28-4d89-acde-7a7e035599d1') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:20.785554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49959c8-c680-44e6-bc65-73ef3e59975e None None] Network 5180740a-5af4-4d64-8244-263c9aaace4e requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:20.809757 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.810928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49959c8-c680-44e6-bc65-73ef3e59975e None None] Network 5180740a-5af4-4d64-8244-263c9aaace4e could not be found, it might have been deleted concurrently. {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 18:52:20.826698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a70d4c-0234-46c2-88ec-6d99f893d813 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:52:20.835799 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.855827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:20.856437 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:20.860171 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:20.943614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a70d4c-0234-46c2-88ec-6d99f893d813 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:52:20.996756 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.003868 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.005944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/networks/a5d36267-ca72-4936-a5ce-b9b808eea952 HTTP/1.1" status: 204 len: 168 time: 0.5179121 Jul 06 18:52:21.008508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42014) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:21.061412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2b744-55ad-4bc4-9f06-db31c678cef1 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Network': ['ID=a5d36267-ca72-4936-a5ce-b9b808eea952,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:21.151317 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.172806 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.290066 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.304705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30890d13-586f-410d-be28-29171acc0e29']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:21.316418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e4a087-0ec7-445d-956b-8c371b27da7f') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:21.316997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e4a087-0ec7-445d-956b-8c371b27da7f') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:21.327801 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.343762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.353393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:21.353977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:21.358181 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:21.432238 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.440089 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.442392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] 10.222.0.53 "DELETE /v2.0/networks/30890d13-586f-410d-be28-29171acc0e29 HTTP/1.1" status: 204 len: 168 time: 0.4322510 Jul 06 18:52:21.456290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928de5c-4721-4331-8d7e-dcfb05367d84 tempest-BulkNetworkOpsTest-1498104239 tempest-BulkNetworkOpsTest-1498104239-project] Pushing event deleted for resources: {'Network': ['ID=30890d13-586f-410d-be28-29171acc0e29,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:21.742671 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42020) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:21.934172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-050db1e3-81b4-45db-9323-5e6d05b1defc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78e3fbedf7a545aaaad3be7fa2a35e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880112 Jul 06 18:52:21.934932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42032) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:22.005902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4db5b87b-3454-4323-9157-f5f18d34084b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:22.043627 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4db5b87b-3454-4323-9157-f5f18d34084b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:22.127299 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4db5b87b-3454-4323-9157-f5f18d34084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:22.130532 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4db5b87b-3454-4323-9157-f5f18d34084b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:22.132066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4db5b87b-3454-4323-9157-f5f18d34084b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d5f60c2-3335-4092-a181-b55e822984a9 HTTP/1.1" status: 204 len: 168 time: 0.1868184 Jul 06 18:52:22.154428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b87b-3454-4323-9157-f5f18d34084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5f60c2-3335-4092-a181-b55e822984a9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:22.331024 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:22.665187 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.138119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42074) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:23.276922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694096966'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:23.300919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:23.304698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.316548 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.440406 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.450154 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.492303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:23.506177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc6e3d5-611b-42b5-ba56-ceddd556fbe1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:23.527860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.529933 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment 98b9cb62-c153-428d-924b-ff43b89c7e61 of type vlan for network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d Jul 06 18:52:23.575673 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.610635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.616498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:23.617183 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.705974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=7b14b8f1-b593-4ff8-a688-704e8e7f5a0d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:23.718378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-279413e3-3346-4d9d-a276-bdf546837491 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5765467 Jul 06 18:52:23.718602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:23.719079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42080) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:23.724000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-773788925'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:23.761892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:23.766106 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.797136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:23.810412 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.811096 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment 93990450-aada-4afb-82ee-4055dc8bb593 of type vlan for network be1c93d7-f874-4581-938a-3544c642ea70 Jul 06 18:52:23.859309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.896877 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.903907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:23.905332 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:23.989210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2665284 Jul 06 18:52:23.989765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42082) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:23.995653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': '7b14b8f1-b593-4ff8-a688-704e8e7f5a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:24.007951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7571b-b193-42e0-b605-4cc4ebee8f58 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=be1c93d7-f874-4581-938a-3544c642ea70,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:24.020555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network be1c93d7-f874-4581-938a-3544c642ea70 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:24.181763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:24.187356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:24.600452 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:24.685353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=74c8e475-0a30-411c-ac98-20f9adb9cdde,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:24.694596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': '98b9cb62-c153-428d-924b-ff43b89c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7b14b8f1-b593-4ff8-a688-704e8e7f5a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:24.695171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:24.716636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:24.731056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:24.735798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:24.736398 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:24.741748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93921a9-909f-42e4-8e98-cbfd7e3cdf4e None None] Network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:24.773756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42090) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:24.774395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bb29a57f-83b9-4ac7-9941-3321c75ddf0e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7826982 Jul 06 18:52:24.779676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': 'be1c93d7-f874-4581-938a-3544c642ea70', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:24.890486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:24.896808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:24.937209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-7b14b8f1-b593-4ff8-a688-704e8e7f5a0d', 'network_id': '7b14b8f1-b593-4ff8-a688-704e8e7f5a0d', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': '74c8e475-0a30-411c-ac98-20f9adb9cdde'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:52:24.938794 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.101624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Allocated IP 172.20.0.2 (7b14b8f1-b593-4ff8-a688-704e8e7f5a0d/74c8e475-0a30-411c-ac98-20f9adb9cdde/92cc1724-cf07-450d-80a5-ea0c7fbbfd1e) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:25.182112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.287311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': '93990450-aada-4afb-82ee-4055dc8bb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be1c93d7-f874-4581-938a-3544c642ea70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:25.287666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: be1c93d7-f874-4581-938a-3544c642ea70, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:25.309022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=182c8b7d-b4f5-4937-a1c8-2e864f150d8e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:25.320165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network be1c93d7-f874-4581-938a-3544c642ea70 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:25.351586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, be1c93d7-f874-4581-938a-3544c642ea70) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:25.353450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:25.354124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.372284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c79a16-2b57-471d-b3cd-6c8622370d0f None None] Network be1c93d7-f874-4581-938a-3544c642ea70 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:25.378662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42100) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:25.384992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d73fdf6a-42f7-44d2-97a8-d2e2070620ad tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1785189763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:25.391358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-43f5925f-8759-48d9-8ab8-2fd7bf10174c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6161683 Jul 06 18:52:25.447938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d73fdf6a-42f7-44d2-97a8-d2e2070620ad tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.449898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d73fdf6a-42f7-44d2-97a8-d2e2070620ad tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.516666 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.533105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Transition to ACTIVE for port object 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:25.533916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d73fdf6a-42f7-44d2-97a8-d2e2070620ad tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.542812 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d73fdf6a-42f7-44d2-97a8-d2e2070620ad tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.594684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d73fdf6a-42f7-44d2-97a8-d2e2070620ad tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.599129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d73fdf6a-42f7-44d2-97a8-d2e2070620ad tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2190387 Jul 06 18:52:25.601996 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42104) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:25.825741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Transition to ACTIVE for port object 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:25.886587 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.964300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-be1c93d7-f874-4581-938a-3544c642ea70', 'network_id': 'be1c93d7-f874-4581-938a-3544c642ea70', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': '182c8b7d-b4f5-4937-a1c8-2e864f150d8e'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:52:25.965849 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.992004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:26.002975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:26.009590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:26.016495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Pushing event updated for resources: {'Port': ['ID=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:26.091255 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:26.147949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Attempting to bind port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:26.148829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Attempting to bind port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '98b9cb62-c153-428d-924b-ff43b89c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7b14b8f1-b593-4ff8-a688-704e8e7f5a0d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:26.148829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Attempting to bind port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e on network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:26.161870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:26.162720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Checking segment: {'id': '98b9cb62-c153-428d-924b-ff43b89c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7b14b8f1-b593-4ff8-a688-704e8e7f5a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:26.162720 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:26.163222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Bound using segment: {'id': '98b9cb62-c153-428d-924b-ff43b89c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7b14b8f1-b593-4ff8-a688-704e8e7f5a0d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:26.170141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Bound port: 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b9cb62-c153-428d-924b-ff43b89c7e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7b14b8f1-b593-4ff8-a688-704e8e7f5a0d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:26.172982 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:26.398601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Allocated IP 172.21.0.2 (be1c93d7-f874-4581-938a-3544c642ea70/182c8b7d-b4f5-4937-a1c8-2e864f150d8e/45d2e51e-df17-4c6b-8f50-1f28ba418154) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:26.595643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.20.0.1 (7b14b8f1-b593-4ff8-a688-704e8e7f5a0d/74c8e475-0a30-411c-ac98-20f9adb9cdde/a14b8ca5-a888-4145-ac24-57b2d7cfed2f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:26.596283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] For port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:26.750804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] For port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,segment=NetworkSegment(98b9cb62-c153-428d-924b-ff43b89c7e61),segment_id=98b9cb62-c153-428d-924b-ff43b89c7e61)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:26.781696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:26.787280 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:26.826210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object a14b8ca5-a888-4145-ac24-57b2d7cfed2f will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:26.945282 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.051611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:27.053030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:27.057295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:27.129029 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.139643 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Transition to ACTIVE for port object 45d2e51e-df17-4c6b-8f50-1f28ba418154 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:27.158978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Transition to ACTIVE for port object 45d2e51e-df17-4c6b-8f50-1f28ba418154 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:27.170617 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.176886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=a14b8ca5-a888-4145-ac24-57b2d7cfed2f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:27.183753 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.195862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aedbf7-932f-40cb-8863-5d945f8d2e0b None None] Pushing event updated for resources: {'Port': ['ID=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:27.207439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Network be1c93d7-f874-4581-938a-3544c642ea70 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:27.233205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:27.235813 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:27.270610 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Pushing event updated for resources: {'Port': ['ID=45d2e51e-df17-4c6b-8f50-1f28ba418154,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:27.463703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Attempting to bind port 45d2e51e-df17-4c6b-8f50-1f28ba418154 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:27.464074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Attempting to bind port 45d2e51e-df17-4c6b-8f50-1f28ba418154 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '93990450-aada-4afb-82ee-4055dc8bb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be1c93d7-f874-4581-938a-3544c642ea70'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:27.464440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Attempting to bind port 45d2e51e-df17-4c6b-8f50-1f28ba418154 on network be1c93d7-f874-4581-938a-3544c642ea70 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:27.490079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:27.495028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Checking segment: {'id': '93990450-aada-4afb-82ee-4055dc8bb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be1c93d7-f874-4581-938a-3544c642ea70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:27.495244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.495532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Bound using segment: {'id': '93990450-aada-4afb-82ee-4055dc8bb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be1c93d7-f874-4581-938a-3544c642ea70'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:27.496046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Bound port: 45d2e51e-df17-4c6b-8f50-1f28ba418154, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93990450-aada-4afb-82ee-4055dc8bb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'be1c93d7-f874-4581-938a-3544c642ea70'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:27.496440 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.545265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.627293 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] For port 45d2e51e-df17-4c6b-8f50-1f28ba418154, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:27.639029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] For port 45d2e51e-df17-4c6b-8f50-1f28ba418154, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=45d2e51e-df17-4c6b-8f50-1f28ba418154,segment=NetworkSegment(93990450-aada-4afb-82ee-4055dc8bb593),segment_id=93990450-aada-4afb-82ee-4055dc8bb593)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:27.648594 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.844231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebddc1-6fc4-4c10-a45a-ffc364c05b05 None None] Pushing event updated for resources: {'Port': ['ID=45d2e51e-df17-4c6b-8f50-1f28ba418154,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:28.368851 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:28.382130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:28.668788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=a14b8ca5-a888-4145-ac24-57b2d7cfed2f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:28.724093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:28.976273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93624d69-515b-4c43-85fe-10cabdf45903 None None] Network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:28.987869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:28.995244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:29.168343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-75e54ef8-dc5e-4c8c-b885-aca25ab6be9a None None] Provisioning for port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:29.196799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 45d2e51e-df17-4c6b-8f50-1f28ba418154 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:29.354247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 6ace6c22-355d-4dd8-a4e6-2f98d75014e2 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:52:29.445098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 45d2e51e-df17-4c6b-8f50-1f28ba418154 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:29.525439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:29.571546 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:29.583347 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427f239-8ec7-4f51-88e8-7d8ee9a7e167 None None] Sync routers for ids ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:29.585702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4a3ba308-c7c6-4305-96f0-441395c5aa87 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/6ace6c22-355d-4dd8-a4e6-2f98d75014e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9821007 Jul 06 18:52:29.588631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42152) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:29.600593 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427f239-8ec7-4f51-88e8-7d8ee9a7e167 None None] Routers {'6ace6c22-355d-4dd8-a4e6-2f98d75014e2'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:29.603097 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c427f239-8ec7-4f51-88e8-7d8ee9a7e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:29.724779 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c427f239-8ec7-4f51-88e8-7d8ee9a7e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:29.733308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:29.747681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:29.754115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:29.767962 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427f239-8ec7-4f51-88e8-7d8ee9a7e167 None None] Routers {'6ace6c22-355d-4dd8-a4e6-2f98d75014e2'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:29.770029 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c427f239-8ec7-4f51-88e8-7d8ee9a7e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:29.843887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce37fa49-8ae0-45d8-9374-f3bc067bbddf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:29.847661 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ce37fa49-8ae0-45d8-9374-f3bc067bbddf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports/a14b8ca5-a888-4145-ac24-57b2d7cfed2f HTTP/1.1" status: 200 len: 910 time: 0.2569511 Jul 06 18:52:29.850151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42160) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:29.871313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d46f97f-8900-4529-a240-253dec631343 None None] Network be1c93d7-f874-4581-938a-3544c642ea70 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:29.881133 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c427f239-8ec7-4f51-88e8-7d8ee9a7e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:29.881889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427f239-8ec7-4f51-88e8-7d8ee9a7e167 None None] The sync data for ids ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:30.111806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5649a957-65d6-45c8-a275-a4364a2c4e96 None None] Provisioning for port 45d2e51e-df17-4c6b-8f50-1f28ba418154 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:30.152471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5649a957-65d6-45c8-a275-a4364a2c4e96 None None] Provisioning complete for port 45d2e51e-df17-4c6b-8f50-1f28ba418154 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:30.152958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5649a957-65d6-45c8-a275-a4364a2c4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.227860 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.348786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,segment=NetworkSegment(98b9cb62-c153-428d-924b-ff43b89c7e61),segment_id=98b9cb62-c153-428d-924b-ff43b89c7e61)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:30.361992 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.469844 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5649a957-65d6-45c8-a275-a4364a2c4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.521854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:30.564687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5649a957-65d6-45c8-a275-a4364a2c4e96 None None] For port 45d2e51e-df17-4c6b-8f50-1f28ba418154, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=45d2e51e-df17-4c6b-8f50-1f28ba418154,segment=NetworkSegment(93990450-aada-4afb-82ee-4055dc8bb593),segment_id=93990450-aada-4afb-82ee-4055dc8bb593)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:30.590326 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5649a957-65d6-45c8-a275-a4364a2c4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.685634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649a957-65d6-45c8-a275-a4364a2c4e96 None None] Pushing event updated for resources: {'Port': ['ID=45d2e51e-df17-4c6b-8f50-1f28ba418154,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:30.750802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-787b6f34-3d81-415c-beda-97a16ea9e18d None None] Provisioning complete for port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:30.753689 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-787b6f34-3d81-415c-beda-97a16ea9e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.754624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.950889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 45d2e51e-df17-4c6b-8f50-1f28ba418154 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:31.156281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-787b6f34-3d81-415c-beda-97a16ea9e18d None None] Provisioning for port a14b8ca5-a888-4145-ac24-57b2d7cfed2f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:31.161358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-787b6f34-3d81-415c-beda-97a16ea9e18d None None] Provisioning complete for port a14b8ca5-a888-4145-ac24-57b2d7cfed2f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:31.161884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-787b6f34-3d81-415c-beda-97a16ea9e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.203056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-787b6f34-3d81-415c-beda-97a16ea9e18d None None] Port a14b8ca5-a888-4145-ac24-57b2d7cfed2f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:31.211964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 45d2e51e-df17-4c6b-8f50-1f28ba418154 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:31.212328 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.370897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:31.372938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-61075585-d362-4ca0-9da5-3726b7f86ff1 None None] Provisioning complete for port 45d2e51e-df17-4c6b-8f50-1f28ba418154 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:31.373313 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61075585-d362-4ca0-9da5-3726b7f86ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.564614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:31.564614 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.615738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.21.0.1 (be1c93d7-f874-4581-938a-3544c642ea70/182c8b7d-b4f5-4937-a1c8-2e864f150d8e/64e3a79e-8738-4029-8668-737a002d02f1) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:31.676243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-61075585-d362-4ca0-9da5-3726b7f86ff1 None None] Provisioning complete for port a14b8ca5-a888-4145-ac24-57b2d7cfed2f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:31.676539 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61075585-d362-4ca0-9da5-3726b7f86ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.809856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.816938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-61075585-d362-4ca0-9da5-3726b7f86ff1 None None] Port a14b8ca5-a888-4145-ac24-57b2d7cfed2f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:31.827774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object 64e3a79e-8738-4029-8668-737a002d02f1 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:31.879875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.939138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network be1c93d7-f874-4581-938a-3544c642ea70 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:31.945659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:31.950318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:32.049873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=64e3a79e-8738-4029-8668-737a002d02f1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:32.074568 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:32.232958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:32.262158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3273097f-f474-4791-a0aa-09a55d54403a None None] Provisioning for port 64e3a79e-8738-4029-8668-737a002d02f1 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:32.273251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3273097f-f474-4791-a0aa-09a55d54403a None None] Provisioning complete for port 64e3a79e-8738-4029-8668-737a002d02f1 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:32.274072 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3273097f-f474-4791-a0aa-09a55d54403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:32.326851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3273097f-f474-4791-a0aa-09a55d54403a None None] Port 64e3a79e-8738-4029-8668-737a002d02f1 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:32.595361 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:32.602750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:32.722367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=64e3a79e-8738-4029-8668-737a002d02f1,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:32.727732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:32.865347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network be1c93d7-f874-4581-938a-3544c642ea70 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:32.866936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:33.039221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 6ace6c22-355d-4dd8-a4e6-2f98d75014e2 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:52:33.180975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:33.191087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a46b2a-b11f-40e8-bef4-ea2232bf8d13 None None] Sync routers for ids ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:33.191325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a7da3e32-80f5-44f9-ad81-0d6970443071 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/6ace6c22-355d-4dd8-a4e6-2f98d75014e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3389914 Jul 06 18:52:33.193589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42196) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:33.210304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a46b2a-b11f-40e8-bef4-ea2232bf8d13 None None] Routers {'6ace6c22-355d-4dd8-a4e6-2f98d75014e2'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:33.212511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-55a46b2a-b11f-40e8-bef4-ea2232bf8d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:33.254214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732aa153-c01b-490d-a5d7-c77ab713faaf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:33.255991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-732aa153-c01b-490d-a5d7-c77ab713faaf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports/64e3a79e-8738-4029-8668-737a002d02f1 HTTP/1.1" status: 200 len: 910 time: 0.0608244 Jul 06 18:52:33.259206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42198) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:33.277373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-55a46b2a-b11f-40e8-bef4-ea2232bf8d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:33.292889 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a46b2a-b11f-40e8-bef4-ea2232bf8d13 None None] Routers {'6ace6c22-355d-4dd8-a4e6-2f98d75014e2'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:33.293787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-55a46b2a-b11f-40e8-bef4-ea2232bf8d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:33.298515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f29a406c-53ea-4af1-81d4-6d87ec1e17be None None] Provisioning complete for port 64e3a79e-8738-4029-8668-737a002d02f1 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:33.300455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f29a406c-53ea-4af1-81d4-6d87ec1e17be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:33.372264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f29a406c-53ea-4af1-81d4-6d87ec1e17be None None] Port 64e3a79e-8738-4029-8668-737a002d02f1 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:33.374875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-55a46b2a-b11f-40e8-bef4-ea2232bf8d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:33.376075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a46b2a-b11f-40e8-bef4-ea2232bf8d13 None None] The sync data for ids ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:33.664620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:34.315314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 64e3a79e-8738-4029-8668-737a002d02f1 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:34.316021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:34.420971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:34.439407 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 64e3a79e-8738-4029-8668-737a002d02f1 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:34.729700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:34.762654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=64e3a79e-8738-4029-8668-737a002d02f1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:34.957163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:35.239307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 6ace6c22-355d-4dd8-a4e6-2f98d75014e2 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:52:35.348821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:35.356629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bdc3615b-1c68-47ed-907d-0eee6ac29c50 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/6ace6c22-355d-4dd8-a4e6-2f98d75014e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0938318 Jul 06 18:52:35.357049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42218) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:35.359259 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae210e7b-58d9-4ba4-b192-5989922e03a6 None None] Sync routers for ids ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:35.368676 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae210e7b-58d9-4ba4-b192-5989922e03a6 None None] Routers {'6ace6c22-355d-4dd8-a4e6-2f98d75014e2'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:35.369284 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ae210e7b-58d9-4ba4-b192-5989922e03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:35.422645 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ae210e7b-58d9-4ba4-b192-5989922e03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:35.448390 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae210e7b-58d9-4ba4-b192-5989922e03a6 None None] Routers {'6ace6c22-355d-4dd8-a4e6-2f98d75014e2'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:35.450111 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ae210e7b-58d9-4ba4-b192-5989922e03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:35.489769 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ae210e7b-58d9-4ba4-b192-5989922e03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:35.490508 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae210e7b-58d9-4ba4-b192-5989922e03a6 None None] The sync data for ids ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:35.773965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.089436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port a14b8ca5-a888-4145-ac24-57b2d7cfed2f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:36.090088 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.215524 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.232485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for a14b8ca5-a888-4145-ac24-57b2d7cfed2f owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:36.429367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.460544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=a14b8ca5-a888-4145-ac24-57b2d7cfed2f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:36.631320 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.811451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 6ace6c22-355d-4dd8-a4e6-2f98d75014e2 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:52:36.894835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:36.903304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42230) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:36.903869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-14760a04-f239-4302-aaa2-51a5a18c53e9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/6ace6c22-355d-4dd8-a4e6-2f98d75014e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5454473 Jul 06 18:52:36.907707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e90df-6f23-4759-a3c4-c2d61b9f8720 None None] Sync routers for ids ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:36.920834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e90df-6f23-4759-a3c4-c2d61b9f8720 None None] Routers {'6ace6c22-355d-4dd8-a4e6-2f98d75014e2'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:36.922402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e76e90df-6f23-4759-a3c4-c2d61b9f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:36.942376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3bd1abbe-9e27-445a-a7e9-93dfb54409bb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ace6c22-355d-4dd8-a4e6-2f98d75014e2 HTTP/1.1" status: 200 len: 205 time: 0.0376852 Jul 06 18:52:36.944914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42232) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:36.963235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e76e90df-6f23-4759-a3c4-c2d61b9f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:36.973202 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e90df-6f23-4759-a3c4-c2d61b9f8720 None None] Routers {'6ace6c22-355d-4dd8-a4e6-2f98d75014e2'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:36.974179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e76e90df-6f23-4759-a3c4-c2d61b9f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:37.017410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e76e90df-6f23-4759-a3c4-c2d61b9f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:37.018878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e90df-6f23-4759-a3c4-c2d61b9f8720 None None] The sync data for ids ['6ace6c22-355d-4dd8-a4e6-2f98d75014e2'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:37.024032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a60f6129-46f7-461f-9019-4f2b2c00b09e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.200213 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a60f6129-46f7-461f-9019-4f2b2c00b09e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.202760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a60f6129-46f7-461f-9019-4f2b2c00b09e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.254411 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a60f6129-46f7-461f-9019-4f2b2c00b09e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.255048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f6129-46f7-461f-9019-4f2b2c00b09e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Fanout notify agent at l3_agent the message router_deleted on router 6ace6c22-355d-4dd8-a4e6-2f98d75014e2 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:52:37.269289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a60f6129-46f7-461f-9019-4f2b2c00b09e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.271703 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a60f6129-46f7-461f-9019-4f2b2c00b09e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/6ace6c22-355d-4dd8-a4e6-2f98d75014e2 HTTP/1.1" status: 204 len: 168 time: 0.3244343 Jul 06 18:52:37.273475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42244) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:37.337804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9dd29f-da95-4439-b60e-b56ebdcd9eb6 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet 182c8b7d-b4f5-4937-a1c8-2e864f150d8e {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:52:37.341448 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd29f-da95-4439-b60e-b56ebdcd9eb6 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.395159 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd29f-da95-4439-b60e-b56ebdcd9eb6 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.488223 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd29f-da95-4439-b60e-b56ebdcd9eb6 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.556522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd29f-da95-4439-b60e-b56ebdcd9eb6 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.600869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dd29f-da95-4439-b60e-b56ebdcd9eb6 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=182c8b7d-b4f5-4937-a1c8-2e864f150d8e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:37.612199 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd29f-da95-4439-b60e-b56ebdcd9eb6 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.614606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3a9dd29f-da95-4439-b60e-b56ebdcd9eb6 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/182c8b7d-b4f5-4937-a1c8-2e864f150d8e HTTP/1.1" status: 204 len: 168 time: 0.3399825 Jul 06 18:52:37.617117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42248) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:37.622484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f2bf52-9783-4401-9dcd-24b1f4e9acef None None] Network be1c93d7-f874-4581-938a-3544c642ea70 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:37.684642 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-150fa0cc-6f24-4709-a51a-91b429f99735 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet 74c8e475-0a30-411c-ac98-20f9adb9cdde {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:52:37.688384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-150fa0cc-6f24-4709-a51a-91b429f99735 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.737572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-150fa0cc-6f24-4709-a51a-91b429f99735 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.839998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-150fa0cc-6f24-4709-a51a-91b429f99735 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.872276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] DHCP port deletion for be1c93d7-f874-4581-938a-3544c642ea70 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:52:37.927253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-150fa0cc-6f24-4709-a51a-91b429f99735 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.966332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fa0cc-6f24-4709-a51a-91b429f99735 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=74c8e475-0a30-411c-ac98-20f9adb9cdde,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:37.981607 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-150fa0cc-6f24-4709-a51a-91b429f99735 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.985768 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-150fa0cc-6f24-4709-a51a-91b429f99735 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/74c8e475-0a30-411c-ac98-20f9adb9cdde HTTP/1.1" status: 204 len: 168 time: 0.3660810 Jul 06 18:52:37.985947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54736e62-af9b-446d-817c-7acd813bf589 None None] Network 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:37.986868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:37.991659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] Deleting port 45d2e51e-df17-4c6b-8f50-1f28ba418154 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:37.992175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.145491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.242955 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 45d2e51e-df17-4c6b-8f50-1f28ba418154 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:38.243389 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.327883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port 45d2e51e-df17-4c6b-8f50-1f28ba418154, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=45d2e51e-df17-4c6b-8f50-1f28ba418154,segment=NetworkSegment(93990450-aada-4afb-82ee-4055dc8bb593),segment_id=93990450-aada-4afb-82ee-4055dc8bb593)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:38.329594 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.359584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 45d2e51e-df17-4c6b-8f50-1f28ba418154 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:38.379197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] For port 45d2e51e-df17-4c6b-8f50-1f28ba418154, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=45d2e51e-df17-4c6b-8f50-1f28ba418154,segment=NetworkSegment(93990450-aada-4afb-82ee-4055dc8bb593),segment_id=93990450-aada-4afb-82ee-4055dc8bb593)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:38.379609 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.427744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] Calling delete_port for 45d2e51e-df17-4c6b-8f50-1f28ba418154 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:38.451295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69c463-6dfe-4762-b6a6-b967bac8983c req-271a798c-cdc9-4d9a-9cc4-85923ee16ba9 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:38.459922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac69c463-6dfe-4762-b6a6-b967bac8983c req-271a798c-cdc9-4d9a-9cc4-85923ee16ba9 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 945 time: 0.0886123 Jul 06 18:52:38.498519 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.519428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac69c463-6dfe-4762-b6a6-b967bac8983c req-69fe29df-ea2f-4835-9281-ba22fdb4d659 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585063 Jul 06 18:52:38.543228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=45d2e51e-df17-4c6b-8f50-1f28ba418154,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:38.545359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port 45d2e51e-df17-4c6b-8f50-1f28ba418154 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:38.607795 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.625339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] No DVR routers for this DVR port 45d2e51e-df17-4c6b-8f50-1f28ba418154 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:38.630040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.640741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1c93d7-f874-4581-938a-3544c642ea70']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:38.664877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93990450-aada-4afb-82ee-4055dc8bb593') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:38.665177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93990450-aada-4afb-82ee-4055dc8bb593') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:38.667261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3d880-7b8a-426f-901c-ddf1366ef512 None None] Pushing event deleted for resources: {'Port': ['ID=45d2e51e-df17-4c6b-8f50-1f28ba418154,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:38.681030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] DHCP port deletion for 7b14b8f1-b593-4ff8-a688-704e8e7f5a0d request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:52:38.682773 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.705430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.712106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:38.712549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:38.715857 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:38.745683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] Deleting port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:38.746182 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.787212 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.795446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.801393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42262) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:38.812187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/be1c93d7-f874-4581-938a-3544c642ea70 HTTP/1.1" status: 204 len: 168 time: 0.8235445 Jul 06 18:52:38.840798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] For port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,segment=NetworkSegment(98b9cb62-c153-428d-924b-ff43b89c7e61),segment_id=98b9cb62-c153-428d-924b-ff43b89c7e61)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:38.841226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.855696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] Calling delete_port for 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:38.862749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56409a-9f36-49cd-89bf-a9bfba0e2481 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=be1c93d7-f874-4581-938a-3544c642ea70,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:38.922990 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.936831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 45d2e51e-df17-4c6b-8f50-1f28ba418154 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:38.981053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 45d2e51e-df17-4c6b-8f50-1f28ba418154 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:52:38.981663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 45d2e51e-df17-4c6b-8f50-1f28ba418154 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:52:38.982512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:38.995072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:38.995517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.065325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.089269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,segment=NetworkSegment(98b9cb62-c153-428d-924b-ff43b89c7e61),segment_id=98b9cb62-c153-428d-924b-ff43b89c7e61)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:39.089556 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.096019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] Pushing event deleted for resources: {'Port': ['ID=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:39.114942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479091e-8df9-443b-89c4-5bc2cacfd786 None None] No DVR routers for this DVR port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:39.123970 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.130000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:39.273357 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.300275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=92cc1724-cf07-450d-80a5-ea0c7fbbfd1e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:39.304455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port 92cc1724-cf07-450d-80a5-ea0c7fbbfd1e on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:39.386415 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.396810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b14b8f1-b593-4ff8-a688-704e8e7f5a0d']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:39.408197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b9cb62-c153-428d-924b-ff43b89c7e61') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:39.408499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b9cb62-c153-428d-924b-ff43b89c7e61') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:39.420726 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.445760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.452960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:39.453667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:39.498155 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:39.528049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.575600 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.582252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42278) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:39.588107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/7b14b8f1-b593-4ff8-a688-704e8e7f5a0d HTTP/1.1" status: 204 len: 168 time: 0.7750630 Jul 06 18:52:39.589376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a61fb-348e-4859-8d05-b589cb3e0f86 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=7b14b8f1-b593-4ff8-a688-704e8e7f5a0d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:39.590959 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1792407644'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:39.622946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:39.628291 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.688439 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:39.714835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.717131 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment 106e2b43-5fec-4771-931a-7c3f92ab84db of type vlan for network 5b696667-e04f-4f80-8b2c-96c9ae162d47 Jul 06 18:52:39.862062 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.955857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42286) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:39.977564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00b9bf-f619-49ce-8a7a-faa325c430a9 req-333cb674-edd2-4bcd-8ecf-035052dbf8eb tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:39.979237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d00b9bf-f619-49ce-8a7a-faa325c430a9 req-333cb674-edd2-4bcd-8ecf-035052dbf8eb tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 945 time: 0.1845899 Jul 06 18:52:39.983366 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.989140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:39.989903 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.089661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-8d52eaa7-00cd-45f2-9392-39401680a49a tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:40.091365 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-8d52eaa7-00cd-45f2-9392-39401680a49a tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.24 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 945 time: 0.2046261 Jul 06 18:52:40.102529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5152128 Jul 06 18:52:40.104166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42290) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:40.123551 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb14c7c-8973-49ab-bd9d-e616bafdbf69 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=5b696667-e04f-4f80-8b2c-96c9ae162d47,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:40.134129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': '5b696667-e04f-4f80-8b2c-96c9ae162d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:40.137750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 5b696667-e04f-4f80-8b2c-96c9ae162d47 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:40.139311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b81f270-9e8f-41cb-a146-487ef6a1dc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.151745 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d00b9bf-f619-49ce-8a7a-faa325c430a9 req-471df76d-2084-4716-90db-d24ce92ad194 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/security-groups?id=54809de0-d3ab-487b-8444-a7d940444cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589000 Jul 06 18:52:40.248304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Deleting port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:40.248925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.371987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] For port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,segment=NetworkSegment(c2c9c64f-99ee-4cb9-89a5-ef3fdd195314),segment_id=c2c9c64f-99ee-4cb9-89a5-ef3fdd195314)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:40.372387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.393666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Calling delete_port for 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:40.621945 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b81f270-9e8f-41cb-a146-487ef6a1dc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.625073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.629888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1b81f270-9e8f-41cb-a146-487ef6a1dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.638364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:52:40.663337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Pushing event deleted for resources: {'Port': ['ID=45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:40.676471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:40.680155 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.697042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1b81f270-9e8f-41cb-a146-487ef6a1dc66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62be1264c440473cb4bd43aea9b331f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7371304 Jul 06 18:52:40.701327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42294) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:40.735282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81f270-9e8f-41cb-a146-487ef6a1dc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b45158e-fbed-40ce-b235-bf30187b6237,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:40.737102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] No DVR routers for this DVR port 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:40.741027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.743030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9462b54c-b4d8-4e17-8c26-e16f7b0a9d66 req-a1338aea-f265-4b90-a9fd-6b937f88405b tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.24 "DELETE /v2.0/ports/45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 HTTP/1.1" status: 204 len: 173 time: 0.6401358 Jul 06 18:52:40.743491 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683514e7-4962-4b1c-bda4-78660073af81', 'name': 'network-vif-deleted', 'tag': '45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:40.746386 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac752614-6fa0-4c77-9b82-57d6f7bc325a" -d '{"events": [{"server_uuid": "683514e7-4962-4b1c-bda4-78660073af81", "name": "network-vif-deleted", "tag": "45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:40.832023 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f865adcc-89a1-4738-9721-dd8e17dc181f x-openstack-request-id: req-f865adcc-89a1-4738-9721-dd8e17dc181f {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:40.832754 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683514e7-4962-4b1c-bda4-78660073af81", "name": "network-vif-deleted", "tag": "45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:40.833299 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f865adcc-89a1-4738-9721-dd8e17dc181f {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:40.833939 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683514e7-4962-4b1c-bda4-78660073af81', 'name': 'network-vif-deleted', 'tag': '45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0', 'status': 'completed', 'code': 200} Jul 06 18:52:40.839583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6b660e76-b0e4-4df5-a3fd-0763a1977eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.866384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6b660e76-b0e4-4df5-a3fd-0763a1977eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.922597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.924295 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6b660e76-b0e4-4df5-a3fd-0763a1977eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.927638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6b660e76-b0e4-4df5-a3fd-0763a1977eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.929563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6b660e76-b0e4-4df5-a3fd-0763a1977eda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b45158e-fbed-40ce-b235-bf30187b6237 HTTP/1.1" status: 204 len: 168 time: 0.2237720 Jul 06 18:52:40.956810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b660e76-b0e4-4df5-a3fd-0763a1977eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b45158e-fbed-40ce-b235-bf30187b6237,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:41.001309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=026f1c46-7b16-4568-b06a-d6eb07016298,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:41.010174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': '106e2b43-5fec-4771-931a-7c3f92ab84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5b696667-e04f-4f80-8b2c-96c9ae162d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:41.010787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: 5b696667-e04f-4f80-8b2c-96c9ae162d47, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:41.031798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 5b696667-e04f-4f80-8b2c-96c9ae162d47 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:41.043890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 5b696667-e04f-4f80-8b2c-96c9ae162d47) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:41.049181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:41.049998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.056065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a4afe-6e21-466b-b7e5-1a89eba530a4 None None] Network 5b696667-e04f-4f80-8b2c-96c9ae162d47 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:41.076806 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c20bfdce-f75f-4afc-ac12-f58973bdc45d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9714670 Jul 06 18:52:41.079793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42302) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:41.084597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b8853606-7646-41d5-97d5-cd4c6cdf83e4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1705972008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:41.118441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8853606-7646-41d5-97d5-cd4c6cdf83e4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.120032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8853606-7646-41d5-97d5-cd4c6cdf83e4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.186660 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8853606-7646-41d5-97d5-cd4c6cdf83e4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.193493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8853606-7646-41d5-97d5-cd4c6cdf83e4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.220840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b8853606-7646-41d5-97d5-cd4c6cdf83e4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.221367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b8853606-7646-41d5-97d5-cd4c6cdf83e4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1405048 Jul 06 18:52:41.224294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42310) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:41.230489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'port': {'network_id': '5b696667-e04f-4f80-8b2c-96c9ae162d47', 'name': 'tempest-RoutersTest-722506696'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:41.278251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-5b696667-e04f-4f80-8b2c-96c9ae162d47', 'network_id': '5b696667-e04f-4f80-8b2c-96c9ae162d47', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': '026f1c46-7b16-4568-b06a-d6eb07016298'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:52:41.281452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.408494 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cb9ef565-9163-42cc-8348-a025a6934157 req-d7867a09-96d8-46a1-a6f3-abba2c1c5f86 tempest-VolumesSnapshotTestJSON-180178315 tempest-VolumesSnapshotTestJSON-180178315-project] 10.222.0.53 "GET /v2.0/ports?device_id=683514e7-4962-4b1c-bda4-78660073af81 HTTP/1.1" status: 200 len: 210 time: 0.0475433 Jul 06 18:52:41.487625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:41.492667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.516220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] device_id is not set on port 91f0abe0-cb8a-467b-900f-57dda598a7c2 yet. {{(pid=93966) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:52:41.542728 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Allocated IP 172.20.0.2 (5b696667-e04f-4f80-8b2c-96c9ae162d47/026f1c46-7b16-4568-b06a-d6eb07016298/263bd2cb-5b22-405a-a072-89a78a370c29) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:41.734975 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.743573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Transition to ACTIVE for port object 263bd2cb-5b22-405a-a072-89a78a370c29 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:41.758960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Transition to ACTIVE for port object 263bd2cb-5b22-405a-a072-89a78a370c29 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:41.766112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.802057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Network 5b696667-e04f-4f80-8b2c-96c9ae162d47 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:41.806585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:41.812617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:41.821557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Pushing event updated for resources: {'Port': ['ID=263bd2cb-5b22-405a-a072-89a78a370c29,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:41.846865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.20.0.3 (5b696667-e04f-4f80-8b2c-96c9ae162d47/026f1c46-7b16-4568-b06a-d6eb07016298/91f0abe0-cb8a-467b-900f-57dda598a7c2) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:41.881875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Attempting to bind port 263bd2cb-5b22-405a-a072-89a78a370c29 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:41.882249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Attempting to bind port 263bd2cb-5b22-405a-a072-89a78a370c29 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '106e2b43-5fec-4771-931a-7c3f92ab84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5b696667-e04f-4f80-8b2c-96c9ae162d47'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:41.882615 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Attempting to bind port 263bd2cb-5b22-405a-a072-89a78a370c29 on network 5b696667-e04f-4f80-8b2c-96c9ae162d47 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:41.888001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:41.888345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Checking segment: {'id': '106e2b43-5fec-4771-931a-7c3f92ab84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5b696667-e04f-4f80-8b2c-96c9ae162d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:41.888754 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.889148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Bound using segment: {'id': '106e2b43-5fec-4771-931a-7c3f92ab84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5b696667-e04f-4f80-8b2c-96c9ae162d47'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:41.889621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Bound port: 263bd2cb-5b22-405a-a072-89a78a370c29, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106e2b43-5fec-4771-931a-7c3f92ab84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5b696667-e04f-4f80-8b2c-96c9ae162d47'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:41.890090 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.891885 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42330) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:41.956270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] For port 263bd2cb-5b22-405a-a072-89a78a370c29, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:41.959787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] For port 263bd2cb-5b22-405a-a072-89a78a370c29, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=263bd2cb-5b22-405a-a072-89a78a370c29,segment=NetworkSegment(106e2b43-5fec-4771-931a-7c3f92ab84db),segment_id=106e2b43-5fec-4771-931a-7c3f92ab84db)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:41.965760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.007391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694782910-network', 'tenant_id': 'ee9c20d9e09f406f82f6d4a12f850992'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:42.029998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338e465-dc18-4e22-9b56-cf12a7752451 None None] Pushing event updated for resources: {'Port': ['ID=263bd2cb-5b22-405a-a072-89a78a370c29,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:42.031168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.052203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object 91f0abe0-cb8a-467b-900f-57dda598a7c2 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:42.055218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Made reservation on behalf of ee9c20d9e09f406f82f6d4a12f850992 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:42.057580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.070811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.122543 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.191709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 5b696667-e04f-4f80-8b2c-96c9ae162d47 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:42.202711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:42.209518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:42.217925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=91f0abe0-cb8a-467b-900f-57dda598a7c2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:42.284308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:42.284942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.299036 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.306886 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.315058 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ab24008d-7a88-4324-80ba-b069d86a7dee tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0896156 Jul 06 18:52:42.317896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42334) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:42.339381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:42.345999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7848f8b3-60b2-4881-bdeb-1472a8b7de58,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:42.354477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.354817 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Added segment 84833cbf-591b-4382-a0f6-bf2a1ac95da0 of type vlan for network 9df8663e-4389-4cc1-9329-ea1e185f717b Jul 06 18:52:42.397342 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.434255 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.435722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:42.436405 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.511524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9df8663e-4389-4cc1-9329-ea1e185f717b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:42.516601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b39c1640-69a6-4606-a603-a0a417da28f2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6233993 Jul 06 18:52:42.521158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42338) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:42.524528 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 9df8663e-4389-4cc1-9329-ea1e185f717b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:42.528450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Request body: {'subnet': {'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694782910-subnet', 'tenant_id': 'ee9c20d9e09f406f82f6d4a12f850992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:42.573439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Made reservation on behalf of ee9c20d9e09f406f82f6d4a12f850992 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:42.576710 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.883130 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:42.982294 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 263bd2cb-5b22-405a-a072-89a78a370c29 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:42.993407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aace64a-319c-4101-9690-3d7e2a33282e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:43.039120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Checking segment: {'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:43.039490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Network hostable DHCP agents. Network: 9df8663e-4389-4cc1-9329-ea1e185f717b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:43.092869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Network 9df8663e-4389-4cc1-9329-ea1e185f717b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:43.103343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 263bd2cb-5b22-405a-a072-89a78a370c29 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:43.110184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 9df8663e-4389-4cc1-9329-ea1e185f717b) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:43.114684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:43.115706 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:43.132230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eacc0bc-0fa7-48de-a890-11abcea1768a None None] Network 9df8663e-4389-4cc1-9329-ea1e185f717b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:43.152872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c2f41964-e036-4aaa-9f39-f752899c37c9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6232612 Jul 06 18:52:43.227370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:43.371863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abd2339-2967-483f-81ba-f76fdf9ddbab None None] Network 9df8663e-4389-4cc1-9329-ea1e185f717b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:43.415581 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffd7af-7825-4ae6-a024-62fb80bef6de None None] Network 5b696667-e04f-4f80-8b2c-96c9ae162d47 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:43.533307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ee62c773-6fe3-437f-b979-9744071ddf06 None None] Provisioning for port 263bd2cb-5b22-405a-a072-89a78a370c29 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:43.551466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ee62c773-6fe3-437f-b979-9744071ddf06 None None] Provisioning complete for port 263bd2cb-5b22-405a-a072-89a78a370c29 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:43.551977 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee62c773-6fe3-437f-b979-9744071ddf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:43.596253 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:43.637481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:52:43.639844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 45aa72fd-2533-4fcb-8a1d-6537cdb6b0e0 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:52:43.732825 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee62c773-6fe3-437f-b979-9744071ddf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:43.733693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:43.747594 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:43.776580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ee62c773-6fe3-437f-b979-9744071ddf06 None None] For port 263bd2cb-5b22-405a-a072-89a78a370c29, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=263bd2cb-5b22-405a-a072-89a78a370c29,segment=NetworkSegment(106e2b43-5fec-4771-931a-7c3f92ab84db),segment_id=106e2b43-5fec-4771-931a-7c3f92ab84db)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:43.783161 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee62c773-6fe3-437f-b979-9744071ddf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:43.879997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62c773-6fe3-437f-b979-9744071ddf06 None None] Pushing event updated for resources: {'Port': ['ID=263bd2cb-5b22-405a-a072-89a78a370c29,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:43.921604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=91f0abe0-cb8a-467b-900f-57dda598a7c2,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:44.185540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.323815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d872dfe0-fd9d-48a5-b2ce-89c883f099ef None None] Provisioning for port 91f0abe0-cb8a-467b-900f-57dda598a7c2 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:44.332227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d872dfe0-fd9d-48a5-b2ce-89c883f099ef None None] Provisioning complete for port 91f0abe0-cb8a-467b-900f-57dda598a7c2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:44.332597 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d872dfe0-fd9d-48a5-b2ce-89c883f099ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.372085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.380290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d872dfe0-fd9d-48a5-b2ce-89c883f099ef None None] Port 91f0abe0-cb8a-467b-900f-57dda598a7c2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:44.393240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d872dfe0-fd9d-48a5-b2ce-89c883f099ef None None] Provisioning complete for port 263bd2cb-5b22-405a-a072-89a78a370c29 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:44.394110 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d872dfe0-fd9d-48a5-b2ce-89c883f099ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.650418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d04462e0-b33b-4ce4-8bad-d34f953ea2e2 None None] Provisioning complete for port 91f0abe0-cb8a-467b-900f-57dda598a7c2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:44.650974 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d04462e0-b33b-4ce4-8bad-d34f953ea2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.727575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d04462e0-b33b-4ce4-8bad-d34f953ea2e2 None None] Port 91f0abe0-cb8a-467b-900f-57dda598a7c2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:44.822647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.831109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.855861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-47f89799-c6a4-44b5-bf97-f5874cf8e339 None None] Provisioning complete for port 91f0abe0-cb8a-467b-900f-57dda598a7c2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:44.856235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47f89799-c6a4-44b5-bf97-f5874cf8e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.925800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-47f89799-c6a4-44b5-bf97-f5874cf8e339 None None] Port 91f0abe0-cb8a-467b-900f-57dda598a7c2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:44.944177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 263bd2cb-5b22-405a-a072-89a78a370c29 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:44.980294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=91f0abe0-cb8a-467b-900f-57dda598a7c2,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:44.994696 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:45.009921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 263bd2cb-5b22-405a-a072-89a78a370c29 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:45.010300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:45.108837 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 5b696667-e04f-4f80-8b2c-96c9ae162d47 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:45.110312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:45.264029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 22be4f81-e9b8-433e-ad58-bb74f3cd707b is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:52:45.466582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1fadf67e-4f7f-40d9-8941-62757c8e5f08 None None] Provisioning complete for port 91f0abe0-cb8a-467b-900f-57dda598a7c2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:45.467586 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1fadf67e-4f7f-40d9-8941-62757c8e5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:45.468238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:45.481608 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450b7c8-7a4c-4280-b88a-e7cecb86c4c6 None None] Sync routers for ids ['22be4f81-e9b8-433e-ad58-bb74f3cd707b'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:45.493369 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-60562a73-aaa6-4793-9f3c-49aeaa80257c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/22be4f81-e9b8-433e-ad58-bb74f3cd707b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1741052 Jul 06 18:52:45.495824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42418) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:45.502829 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450b7c8-7a4c-4280-b88a-e7cecb86c4c6 None None] Routers {'22be4f81-e9b8-433e-ad58-bb74f3cd707b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:45.504216 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a450b7c8-7a4c-4280-b88a-e7cecb86c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['22be4f81-e9b8-433e-ad58-bb74f3cd707b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:45.567195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1fadf67e-4f7f-40d9-8941-62757c8e5f08 None None] Port 91f0abe0-cb8a-467b-900f-57dda598a7c2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:45.586936 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a450b7c8-7a4c-4280-b88a-e7cecb86c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:45.597364 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450b7c8-7a4c-4280-b88a-e7cecb86c4c6 None None] Routers {'22be4f81-e9b8-433e-ad58-bb74f3cd707b'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:45.598311 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a450b7c8-7a4c-4280-b88a-e7cecb86c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['22be4f81-e9b8-433e-ad58-bb74f3cd707b'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:45.609788 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-20381cc1-b386-4406-9f36-d260436a90e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:45.633267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ae195-d021-4f95-acfb-240d977a3e25 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:45.634748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bf4ae195-d021-4f95-acfb-240d977a3e25 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports/91f0abe0-cb8a-467b-900f-57dda598a7c2 HTTP/1.1" status: 200 len: 976 time: 0.1378026 Jul 06 18:52:45.637558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42420) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:45.642366 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a450b7c8-7a4c-4280-b88a-e7cecb86c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:45.643295 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450b7c8-7a4c-4280-b88a-e7cecb86c4c6 None None] The sync data for ids ['22be4f81-e9b8-433e-ad58-bb74f3cd707b'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:45.684821 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-e8a79810-0e54-43d7-bc53-865ab139cbde tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:45.692020 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-e8a79810-0e54-43d7-bc53-865ab139cbde tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/networks?id=9df8663e-4389-4cc1-9329-ea1e185f717b HTTP/1.1" status: 200 len: 809 time: 0.2389593 Jul 06 18:52:45.709994 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-44cc33b8-4432-4654-8cd7-809cd5f9ae05 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/quotas/ee9c20d9e09f406f82f6d4a12f850992 HTTP/1.1" status: 200 len: 375 time: 0.0168860 Jul 06 18:52:45.750363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-28e77da6-4aff-4db6-93b4-412f365ec054 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee9c20d9e09f406f82f6d4a12f850992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393057 Jul 06 18:52:45.846116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-5957ec9f-d626-44a9-af75-fe4f251b1115 service neutron] 10.222.0.53 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873587 Jul 06 18:52:45.954589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3f8001ca-d12a-4d4e-9126-2b023e5add3f service neutron] 10.222.0.53 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000612 Jul 06 18:52:46.148649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:46.314357 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f9ad2484-9e84-456f-a813-3ecf16f22b14 req-aae0d22f-a19f-4b5a-bb8a-8d4e16d64a5a tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 210 time: 0.0391006 Jul 06 18:52:46.467226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 91f0abe0-cb8a-467b-900f-57dda598a7c2 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:46.467572 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:46.579928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:46.603508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 91f0abe0-cb8a-467b-900f-57dda598a7c2 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:46.843254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:46.918173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=91f0abe0-cb8a-467b-900f-57dda598a7c2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:47.045940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:47.209001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 22be4f81-e9b8-433e-ad58-bb74f3cd707b has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:52:47.282902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:47.288223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-22805505-b07c-4669-aed9-362c289fd1a1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/22be4f81-e9b8-433e-ad58-bb74f3cd707b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6492689 Jul 06 18:52:47.290741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42442) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:47.292744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8641af-8f2b-4572-809c-505454884b6f None None] Sync routers for ids ['22be4f81-e9b8-433e-ad58-bb74f3cd707b'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:47.301872 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:52:47.304791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8641af-8f2b-4572-809c-505454884b6f None None] Routers {'22be4f81-e9b8-433e-ad58-bb74f3cd707b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:47.305396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9e8641af-8f2b-4572-809c-505454884b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['22be4f81-e9b8-433e-ad58-bb74f3cd707b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:47.337852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9e8641af-8f2b-4572-809c-505454884b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:47.347046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8641af-8f2b-4572-809c-505454884b6f None None] Routers {'22be4f81-e9b8-433e-ad58-bb74f3cd707b'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:47.347899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9e8641af-8f2b-4572-809c-505454884b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['22be4f81-e9b8-433e-ad58-bb74f3cd707b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:47.414818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9e8641af-8f2b-4572-809c-505454884b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:47.417828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8641af-8f2b-4572-809c-505454884b6f None None] The sync data for ids ['22be4f81-e9b8-433e-ad58-bb74f3cd707b'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:47.478752 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-521e8438-3fe6-4fe4-9bdb-209cd57bf952 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 18:52:47.479811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-521e8438-3fe6-4fe4-9bdb-209cd57bf952 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/22be4f81-e9b8-433e-ad58-bb74f3cd707b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1879363 Jul 06 18:52:47.482876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42446) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:47.519922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f65b2b27-2300-45a7-832e-9fe49a140998 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=22be4f81-e9b8-433e-ad58-bb74f3cd707b HTTP/1.1" status: 200 len: 205 time: 0.0335643 Jul 06 18:52:47.520388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42450) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:47.585888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b1ef51d2-da5e-4c7d-932a-1f0af8eab9c9 req-9ec02342-9e3f-49cb-af7f-3ccf7d0257d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 210 time: 0.1015606 Jul 06 18:52:47.642403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2686bbd9-af23-480e-8cb7-5e60a66169eb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:47.705744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-2c7f6cff-03fd-42d4-a13e-fab5a63b199f tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:47.707717 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-2c7f6cff-03fd-42d4-a13e-fab5a63b199f tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.24 "GET /v2.0/networks?id=9df8663e-4389-4cc1-9329-ea1e185f717b HTTP/1.1" status: 200 len: 809 time: 0.2109966 Jul 06 18:52:47.722463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Request body: {'port': {'device_id': '3b6f917f-7b96-489f-8793-84dc7ca54483', 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b', 'admin_state_up': True, 'tenant_id': 'ee9c20d9e09f406f82f6d4a12f850992'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:47.902648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Made reservation on behalf of ee9c20d9e09f406f82f6d4a12f850992 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:47.907752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.178147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2686bbd9-af23-480e-8cb7-5e60a66169eb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.180766 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2686bbd9-af23-480e-8cb7-5e60a66169eb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.181920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Allocated IP 172.20.0.9 (9df8663e-4389-4cc1-9329-ea1e185f717b/7aace64a-319c-4101-9690-3d7e2a33282e/299e5b12-518e-4418-9522-ab227072dd9b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:48.232717 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-76cdfe87-85f4-4ded-bcc4-ee693d3c8bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.243358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2686bbd9-af23-480e-8cb7-5e60a66169eb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.243989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2686bbd9-af23-480e-8cb7-5e60a66169eb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Fanout notify agent at l3_agent the message router_deleted on router 22be4f81-e9b8-433e-ad58-bb74f3cd707b {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:52:48.253001 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2686bbd9-af23-480e-8cb7-5e60a66169eb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.256948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2686bbd9-af23-480e-8cb7-5e60a66169eb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/22be4f81-e9b8-433e-ad58-bb74f3cd707b HTTP/1.1" status: 204 len: 168 time: 0.7331300 Jul 06 18:52:48.257266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42472) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:48.363812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ef28e5-a183-4eb5-8c97-4c21f86761d5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet 026f1c46-7b16-4568-b06a-d6eb07016298 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:52:48.364736 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-11ef28e5-a183-4eb5-8c97-4c21f86761d5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.408378 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.410166 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-11ef28e5-a183-4eb5-8c97-4c21f86761d5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.490001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.562940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-11ef28e5-a183-4eb5-8c97-4c21f86761d5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.633578 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.682795 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-11ef28e5-a183-4eb5-8c97-4c21f86761d5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.719900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef28e5-a183-4eb5-8c97-4c21f86761d5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=026f1c46-7b16-4568-b06a-d6eb07016298,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:48.723129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Network 9df8663e-4389-4cc1-9329-ea1e185f717b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:48.733263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Pushing event updated for resources: {'Port': ['ID=299e5b12-518e-4418-9522-ab227072dd9b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:48.736836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:48.739388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:48.745148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-11ef28e5-a183-4eb5-8c97-4c21f86761d5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.749752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-11ef28e5-a183-4eb5-8c97-4c21f86761d5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/026f1c46-7b16-4568-b06a-d6eb07016298 HTTP/1.1" status: 204 len: 168 time: 0.4889193 Jul 06 18:52:48.750518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42482) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:48.773645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5dcb0-748c-430b-a4d8-f531ce51af4a None None] Network 5b696667-e04f-4f80-8b2c-96c9ae162d47 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:48.855844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:48.856578 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:48.881858 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-24864fba-4b8e-436c-92f4-3d6b07029430 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1645136 Jul 06 18:52:48.895789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Request body: {'port': {'device_id': '3b6f917f-7b96-489f-8793-84dc7ca54483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:49.009763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.061230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] DHCP port deletion for 5b696667-e04f-4f80-8b2c-96c9ae162d47 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:52:49.076683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.166352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] Deleting port 263bd2cb-5b22-405a-a072-89a78a370c29 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:49.166636 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.175047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6b2f-7771-4442-8584-dde1fd2ae86a req-c2646fee-afd2-4d14-9353-ad7e605eafd6 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:49.182311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d6ee6b2f-7771-4442-8584-dde1fd2ae86a req-c2646fee-afd2-4d14-9353-ad7e605eafd6 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 931 time: 0.4042058 Jul 06 18:52:49.259973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d6ee6b2f-7771-4442-8584-dde1fd2ae86a req-7e2e736c-f95a-4b5a-a91a-d7a0db3c04c6 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 Jul 06 18:52:49.270525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 263bd2cb-5b22-405a-a072-89a78a370c29 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:49.271518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.288281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] For port 263bd2cb-5b22-405a-a072-89a78a370c29, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=263bd2cb-5b22-405a-a072-89a78a370c29,segment=NetworkSegment(106e2b43-5fec-4771-931a-7c3f92ab84db),segment_id=106e2b43-5fec-4771-931a-7c3f92ab84db)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:49.288746 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.303266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] Calling delete_port for 263bd2cb-5b22-405a-a072-89a78a370c29 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:49.355462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port 263bd2cb-5b22-405a-a072-89a78a370c29, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=263bd2cb-5b22-405a-a072-89a78a370c29,segment=NetworkSegment(106e2b43-5fec-4771-931a-7c3f92ab84db),segment_id=106e2b43-5fec-4771-931a-7c3f92ab84db)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:49.355825 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.370200 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299e5b12-518e-4418-9522-ab227072dd9b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:49.378965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.385510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 263bd2cb-5b22-405a-a072-89a78a370c29 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:49.395258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Transition to ACTIVE for port object 299e5b12-518e-4418-9522-ab227072dd9b will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:49.404311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.502143 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Pushing event updated for resources: {'Port': ['ID=299e5b12-518e-4418-9522-ab227072dd9b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:49.540767 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.588346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=263bd2cb-5b22-405a-a072-89a78a370c29,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:49.591363 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.596021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port 263bd2cb-5b22-405a-a072-89a78a370c29 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:49.618389 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.622312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] Pushing event deleted for resources: {'Port': ['ID=263bd2cb-5b22-405a-a072-89a78a370c29,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:49.624419 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd20bbf-5369-4f4d-80c3-9bc116c712fe None None] No DVR routers for this DVR port 263bd2cb-5b22-405a-a072-89a78a370c29 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:49.653809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Attempting to bind port 299e5b12-518e-4418-9522-ab227072dd9b on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:49.654464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Attempting to bind port 299e5b12-518e-4418-9522-ab227072dd9b by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:49.654464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Attempting to bind port 299e5b12-518e-4418-9522-ab227072dd9b on network 9df8663e-4389-4cc1-9329-ea1e185f717b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:49.659242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Port 299e5b12-518e-4418-9522-ab227072dd9b on network 9df8663e-4389-4cc1-9329-ea1e185f717b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:52:49.659614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Attempting to bind port 299e5b12-518e-4418-9522-ab227072dd9b on network 9df8663e-4389-4cc1-9329-ea1e185f717b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:49.665428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:49.665864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Checking segment: {'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:49.666250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Bound using segment: {'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:49.666822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Bound port: 299e5b12-518e-4418-9522-ab227072dd9b, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:49.667180 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.690839 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.703196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b696667-e04f-4f80-8b2c-96c9ae162d47']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:49.719003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106e2b43-5fec-4771-931a-7c3f92ab84db') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:49.719718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106e2b43-5fec-4771-931a-7c3f92ab84db') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:49.728369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.747430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.748350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:49.748750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.751432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] For port 299e5b12-518e-4418-9522-ab227072dd9b, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:49.755679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] For port 299e5b12-518e-4418-9522-ab227072dd9b, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=299e5b12-518e-4418-9522-ab227072dd9b,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:49.762971 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.810914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:49.811513 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:49.816247 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.818395 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] 10.222.0.24 "PUT /v2.0/ports/299e5b12-518e-4418-9522-ab227072dd9b HTTP/1.1" status: 200 len: 1091 time: 0.9289196 Jul 06 18:52:49.819983 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.824903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f917f-7b96-489f-8793-84dc7ca54483', 'tag': '299e5b12-518e-4418-9522-ab227072dd9b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:49.828230 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3863338-17d6-4b7f-9eea-9dec35eea4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6f917f-7b96-489f-8793-84dc7ca54483", "tag": "299e5b12-518e-4418-9522-ab227072dd9b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:49.838434 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.845243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42500) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:49.846523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/5b696667-e04f-4f80-8b2c-96c9ae162d47 HTTP/1.1" status: 204 len: 168 time: 1.0952835 Jul 06 18:52:49.858455 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1924071678'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:49.859277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec275f3-3ee6-4a64-a06f-313eddc760cc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=5b696667-e04f-4f80-8b2c-96c9ae162d47,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:49.925789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876f5ea-7135-43a9-8c82-cb0e73f6db07 service neutron] Pushing event updated for resources: {'Port': ['ID=299e5b12-518e-4418-9522-ab227072dd9b,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:49.929565 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925a58d-52b0-4aaf-a5ec-e9b0e6f22dca x-openstack-request-id: req-4925a58d-52b0-4aaf-a5ec-e9b0e6f22dca {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:49.929953 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6f917f-7b96-489f-8793-84dc7ca54483", "tag": "299e5b12-518e-4418-9522-ab227072dd9b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:49.930296 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4925a58d-52b0-4aaf-a5ec-e9b0e6f22dca {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:49.930758 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6f917f-7b96-489f-8793-84dc7ca54483', 'tag': '299e5b12-518e-4418-9522-ab227072dd9b', 'status': 'completed', 'code': 200} Jul 06 18:52:49.963118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:49.967096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.001781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:50.004978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-255701c9-709b-40e0-a041-66d1fba8a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.006574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-255701c9-709b-40e0-a041-66d1fba8a8e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee9c20d9e09f406f82f6d4a12f850992&device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 1094 time: 0.1165168 Jul 06 18:52:50.014751 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.015146 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment 3c6a00d7-fa03-4236-8fc6-199654bccd3c of type vlan for network 2781bd84-6140-4807-9dc8-ba2346f75e3a Jul 06 18:52:50.069586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-ae367ccc-9d89-40ee-b6d5-46be134a0ed8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=299e5b12-518e-4418-9522-ab227072dd9b HTTP/1.1" status: 200 len: 217 time: 0.0527015 Jul 06 18:52:50.132491 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.159674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-a28336bc-b0a2-4737-b073-13c64ac2b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.161289 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-a28336bc-b0a2-4737-b073-13c64ac2b0f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7aace64a-319c-4101-9690-3d7e2a33282e HTTP/1.1" status: 200 len: 849 time: 0.0707157 Jul 06 18:52:50.200694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-6fcd1265-d8cf-4ecb-b40e-3dd1021f3c1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9df8663e-4389-4cc1-9329-ea1e185f717b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319576 Jul 06 18:52:50.204329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.210704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.211230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.323067 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4766095 Jul 06 18:52:50.326026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42512) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:50.331392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': '2781bd84-6140-4807-9dc8-ba2346f75e3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:50.360523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bfbbb-4124-4d6f-83fb-00ef06265d2e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=2781bd84-6140-4807-9dc8-ba2346f75e3a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:50.379052 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2781bd84-6140-4807-9dc8-ba2346f75e3a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:50.418148 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-e139c35b-085d-401e-82a1-d49eaeb2bd60 service neutron] 10.222.0.24 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039683 Jul 06 18:52:50.496475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:50.500453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.537793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-de31d5a7-3e30-4b79-bd74-9885b966cb96 req-6c6d31f4-d20e-4ac1-8886-85765013376f service neutron] 10.222.0.24 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129665 Jul 06 18:52:50.560888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c01a4-654b-4317-8b4f-7691c2bf2953 req-550fbf03-0388-4683-8b61-ef0dfa8246dc tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.568140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d8c01a4-654b-4317-8b4f-7691c2bf2953 req-550fbf03-0388-4683-8b61-ef0dfa8246dc tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 943 time: 0.1394305 Jul 06 18:52:50.642380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d8c01a4-654b-4317-8b4f-7691c2bf2953 req-88b0319b-993c-412a-80bc-a592da8e24e8 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730236 Jul 06 18:52:50.679637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-e36a3d21-ba00-4832-9ed9-8f0d1291812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.681162 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-e36a3d21-ba00-4832-9ed9-8f0d1291812f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee9c20d9e09f406f82f6d4a12f850992&device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 1094 time: 0.0786355 Jul 06 18:52:50.789370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.802524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-8e33c97c-d95f-40f7-8026-df343d778cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.804552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-8e33c97c-d95f-40f7-8026-df343d778cf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9df8663e-4389-4cc1-9329-ea1e185f717b HTTP/1.1" status: 200 len: 910 time: 0.1168466 Jul 06 18:52:50.859561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=99808bf6-ecf3-4804-adc7-3cb1a48bdec7,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:50.886519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-d98d29c8-ebf3-4089-9095-2163ac5a7865 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=299e5b12-518e-4418-9522-ab227072dd9b HTTP/1.1" status: 200 len: 217 time: 0.0638649 Jul 06 18:52:50.890672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': '3c6a00d7-fa03-4236-8fc6-199654bccd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2781bd84-6140-4807-9dc8-ba2346f75e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:50.891174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: 2781bd84-6140-4807-9dc8-ba2346f75e3a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:50.912539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 2781bd84-6140-4807-9dc8-ba2346f75e3a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:50.937424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2781bd84-6140-4807-9dc8-ba2346f75e3a) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:50.939607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 263bd2cb-5b22-405a-a072-89a78a370c29 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:50.951437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.952176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.965540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-9a99aee1-f24d-4b2c-a828-c069afe5fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.967633 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-9a99aee1-f24d-4b2c-a828-c069afe5fb2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7aace64a-319c-4101-9690-3d7e2a33282e HTTP/1.1" status: 200 len: 849 time: 0.0801930 Jul 06 18:52:50.970702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 263bd2cb-5b22-405a-a072-89a78a370c29 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:52:50.971051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 263bd2cb-5b22-405a-a072-89a78a370c29 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:52:50.971256 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-67450b40-6f55-4b17-979d-d28e3831c834 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6438775 Jul 06 18:52:50.972513 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f475a9-e690-4b63-85f0-bcdb22cc5d0f None None] Network 2781bd84-6140-4807-9dc8-ba2346f75e3a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:50.973974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42518) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:50.989657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-41e4d2c2-ef53-4c07-bcd6-526504732cc4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2115002101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:51.040001 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e4d2c2-ef53-4c07-bcd6-526504732cc4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.041702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e4d2c2-ef53-4c07-bcd6-526504732cc4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.044037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-49377a98-be09-4ddc-b51c-06d7f7b07d4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9df8663e-4389-4cc1-9329-ea1e185f717b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572281 Jul 06 18:52:51.117770 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e4d2c2-ef53-4c07-bcd6-526504732cc4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.127277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e4d2c2-ef53-4c07-bcd6-526504732cc4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.128459 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.173278 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41e4d2c2-ef53-4c07-bcd6-526504732cc4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.179988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-41e4d2c2-ef53-4c07-bcd6-526504732cc4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2006648 Jul 06 18:52:51.180205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:51.210229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-efb8fa1e-5df9-4ed1-baad-57665339e733 service neutron] 10.222.0.24 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569617 Jul 06 18:52:51.247960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-2781bd84-6140-4807-9dc8-ba2346f75e3a', 'network_id': '2781bd84-6140-4807-9dc8-ba2346f75e3a', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': '99808bf6-ecf3-4804-adc7-3cb1a48bdec7'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:52:51.247960 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.413380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3863338-17d6-4b7f-9eea-9dec35eea4e4 req-1cede6d5-37de-4fb7-9b68-5e6b8a02f5a4 service neutron] 10.222.0.24 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937547 Jul 06 18:52:51.452391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Allocated IP 172.20.0.2 (2781bd84-6140-4807-9dc8-ba2346f75e3a/99808bf6-ecf3-4804-adc7-3cb1a48bdec7/95eb371d-e008-4785-a93f-85ce2785aecd) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:51.653635 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.666097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Transition to ACTIVE for port object 95eb371d-e008-4785-a93f-85ce2785aecd will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:51.686749 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.715250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Transition to ACTIVE for port object 95eb371d-e008-4785-a93f-85ce2785aecd will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:51.729799 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.783765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Network 2781bd84-6140-4807-9dc8-ba2346f75e3a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:51.786802 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:51.802607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:51.818097 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Pushing event updated for resources: {'Port': ['ID=95eb371d-e008-4785-a93f-85ce2785aecd,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:51.902165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11a64-4918-4ad6-84de-e1046e232180 req-b9ba1af8-0b29-4746-a72b-d070ec409375 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:51.905316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4e11a64-4918-4ad6-84de-e1046e232180 req-b9ba1af8-0b29-4746-a72b-d070ec409375 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 943 time: 0.1052983 Jul 06 18:52:51.963810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Attempting to bind port 95eb371d-e008-4785-a93f-85ce2785aecd on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:51.965002 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Attempting to bind port 95eb371d-e008-4785-a93f-85ce2785aecd by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3c6a00d7-fa03-4236-8fc6-199654bccd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2781bd84-6140-4807-9dc8-ba2346f75e3a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:51.966467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Attempting to bind port 95eb371d-e008-4785-a93f-85ce2785aecd on network 2781bd84-6140-4807-9dc8-ba2346f75e3a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:51.972849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:51.973554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Checking segment: {'id': '3c6a00d7-fa03-4236-8fc6-199654bccd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2781bd84-6140-4807-9dc8-ba2346f75e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:51.974228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.976010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Bound using segment: {'id': '3c6a00d7-fa03-4236-8fc6-199654bccd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2781bd84-6140-4807-9dc8-ba2346f75e3a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:51.976866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Bound port: 95eb371d-e008-4785-a93f-85ce2785aecd, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6a00d7-fa03-4236-8fc6-199654bccd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2781bd84-6140-4807-9dc8-ba2346f75e3a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:51.977479 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.984257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4e11a64-4918-4ad6-84de-e1046e232180 req-5269de43-539f-4ac3-9e14-c023c155a5d6 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708563 Jul 06 18:52:52.053924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] For port 95eb371d-e008-4785-a93f-85ce2785aecd, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:52.057403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] For port 95eb371d-e008-4785-a93f-85ce2785aecd, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95eb371d-e008-4785-a93f-85ce2785aecd,segment=NetworkSegment(3c6a00d7-fa03-4236-8fc6-199654bccd3c),segment_id=3c6a00d7-fa03-4236-8fc6-199654bccd3c)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:52.068538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:52.131451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a6c8e-3606-4e13-ba96-037a3fa17193 None None] Pushing event updated for resources: {'Port': ['ID=95eb371d-e008-4785-a93f-85ce2785aecd,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:52.135381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.20.0.1 (2781bd84-6140-4807-9dc8-ba2346f75e3a/99808bf6-ecf3-4804-adc7-3cb1a48bdec7/d05d95cb-cc8c-455e-8ea2-f8da883c32fc) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:52.315509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:52.357072 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:52.361537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object d05d95cb-cc8c-455e-8ea2-f8da883c32fc will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:52.464604 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:52.520267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 2781bd84-6140-4807-9dc8-ba2346f75e3a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:52.523961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:52.531894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:52.613388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=d05d95cb-cc8c-455e-8ea2-f8da883c32fc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:52.645184 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:52.653147 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:52.800549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:53.003383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95eb371d-e008-4785-a93f-85ce2785aecd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:53.123835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 95eb371d-e008-4785-a93f-85ce2785aecd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:53.326024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:53.341372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:53.455926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:53.469184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ae9a2-0364-4397-aeb7-56b99887e93d req-0ef9e964-19c7-4811-b01b-213bdd7d8883 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:53.470738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a27ae9a2-0364-4397-aeb7-56b99887e93d req-0ef9e964-19c7-4811-b01b-213bdd7d8883 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 943 time: 0.2719421 Jul 06 18:52:53.480816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=d05d95cb-cc8c-455e-8ea2-f8da883c32fc,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:53.495170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.495538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.495851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.496182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.496507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.496837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.497219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.497537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.497892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.498218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.498534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.498844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:53.584736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 299e5b12-518e-4418-9522-ab227072dd9b details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:52:53.606135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a27ae9a2-0364-4397-aeb7-56b99887e93d req-a32a8455-3783-43d3-9100-cd624251c849 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248505 Jul 06 18:52:53.659832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 2781bd84-6140-4807-9dc8-ba2346f75e3a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:53.661486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:53.717650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd7f40-368b-4240-a9d5-f0b52a914262 None None] Network 2781bd84-6140-4807-9dc8-ba2346f75e3a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:53.835999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 1631582f-f04e-4f9c-b1ec-8583fa570f49 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:52:53.854091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-77508e54-5bd5-4d17-aed3-d97238b4872f None None] Provisioning for port 95eb371d-e008-4785-a93f-85ce2785aecd completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:53.869726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-77508e54-5bd5-4d17-aed3-d97238b4872f None None] Provisioning complete for port 95eb371d-e008-4785-a93f-85ce2785aecd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:53.870102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77508e54-5bd5-4d17-aed3-d97238b4872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:53.913050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 299e5b12-518e-4418-9522-ab227072dd9b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=299e5b12-518e-4418-9522-ab227072dd9b,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:53.948739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '299e5b12-518e-4418-9522-ab227072dd9b', 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b', 'port_id': '299e5b12-518e-4418-9522-ab227072dd9b', 'mac_address': 'fa:16:3e:69:0f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aace64a-319c-4101-9690-3d7e2a33282e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:52:53.962278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:53.970493 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2f3292fd-3945-454c-bc2d-064b6e6e2673 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/1631582f-f04e-4f9c-b1ec-8583fa570f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7876570 Jul 06 18:52:53.973208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42550) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:53.978688 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30283871-5265-481a-9879-19c10bd5b08b None None] Sync routers for ids ['1631582f-f04e-4f9c-b1ec-8583fa570f49'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:53.999503 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30283871-5265-481a-9879-19c10bd5b08b None None] Routers {'1631582f-f04e-4f9c-b1ec-8583fa570f49'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:54.003093 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-30283871-5265-481a-9879-19c10bd5b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1631582f-f04e-4f9c-b1ec-8583fa570f49'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:54.043049 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:54.068057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299e5b12-518e-4418-9522-ab227072dd9b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:54.069607 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-30283871-5265-481a-9879-19c10bd5b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:54.072443 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77508e54-5bd5-4d17-aed3-d97238b4872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:54.096006 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30283871-5265-481a-9879-19c10bd5b08b None None] Routers {'1631582f-f04e-4f9c-b1ec-8583fa570f49'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:54.096759 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-30283871-5265-481a-9879-19c10bd5b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1631582f-f04e-4f9c-b1ec-8583fa570f49'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:54.130830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11134873-e28e-48b1-a91b-ed0ee928462b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:54.136339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-11134873-e28e-48b1-a91b-ed0ee928462b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports/d05d95cb-cc8c-455e-8ea2-f8da883c32fc HTTP/1.1" status: 200 len: 910 time: 0.1592290 Jul 06 18:52:54.137441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42552) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:54.156340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 299e5b12-518e-4418-9522-ab227072dd9b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=299e5b12-518e-4418-9522-ab227072dd9b,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:54.164109 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-30283871-5265-481a-9879-19c10bd5b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:54.164805 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30283871-5265-481a-9879-19c10bd5b08b None None] The sync data for ids ['1631582f-f04e-4f9c-b1ec-8583fa570f49'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:54.177275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-77508e54-5bd5-4d17-aed3-d97238b4872f None None] For port 95eb371d-e008-4785-a93f-85ce2785aecd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95eb371d-e008-4785-a93f-85ce2785aecd,segment=NetworkSegment(3c6a00d7-fa03-4236-8fc6-199654bccd3c),segment_id=3c6a00d7-fa03-4236-8fc6-199654bccd3c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:54.179340 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:54.242186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=299e5b12-518e-4418-9522-ab227072dd9b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:54.246821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77508e54-5bd5-4d17-aed3-d97238b4872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:54.414583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77508e54-5bd5-4d17-aed3-d97238b4872f None None] Pushing event updated for resources: {'Port': ['ID=95eb371d-e008-4785-a93f-85ce2785aecd,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:54.454168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['299e5b12-518e-4418-9522-ab227072dd9b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:52:54.567463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f066549-a05c-417b-bb96-6a970ae7bac2 None None] Provisioning for port d05d95cb-cc8c-455e-8ea2-f8da883c32fc completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:54.596069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f066549-a05c-417b-bb96-6a970ae7bac2 None None] Provisioning complete for port d05d95cb-cc8c-455e-8ea2-f8da883c32fc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:54.599777 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f066549-a05c-417b-bb96-6a970ae7bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:54.789953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5f066549-a05c-417b-bb96-6a970ae7bac2 None None] Port d05d95cb-cc8c-455e-8ea2-f8da883c32fc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:54.870609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f066549-a05c-417b-bb96-6a970ae7bac2 None None] Provisioning complete for port 95eb371d-e008-4785-a93f-85ce2785aecd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:54.873285 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f066549-a05c-417b-bb96-6a970ae7bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:55.013223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95eb371d-e008-4785-a93f-85ce2785aecd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:55.047061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad1f7c-33ec-499e-b087-fbb6a6af7b3c req-ec23fc19-a68d-425e-9713-3e598326729e tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:55.055422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-06ad1f7c-33ec-499e-b087-fbb6a6af7b3c req-ec23fc19-a68d-425e-9713-3e598326729e tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 944 time: 0.1993325 Jul 06 18:52:55.128024 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-06ad1f7c-33ec-499e-b087-fbb6a6af7b3c req-d66c1df1-ff7d-41ed-8185-9b70de9aed40 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 Jul 06 18:52:55.268998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 95eb371d-e008-4785-a93f-85ce2785aecd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:55.268998 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:55.369758 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:55.479255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ad60d619-8f82-4b8c-8219-301a538b9266 None None] Provisioning complete for port d05d95cb-cc8c-455e-8ea2-f8da883c32fc triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:55.480042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad60d619-8f82-4b8c-8219-301a538b9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:55.550696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ad60d619-8f82-4b8c-8219-301a538b9266 None None] Port d05d95cb-cc8c-455e-8ea2-f8da883c32fc cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:52:55.681859 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port d05d95cb-cc8c-455e-8ea2-f8da883c32fc {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:55.683786 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:55.789255 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:55.811193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for d05d95cb-cc8c-455e-8ea2-f8da883c32fc owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:56.010228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.038116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=d05d95cb-cc8c-455e-8ea2-f8da883c32fc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:56.235246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.534827 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60851dc8-8a7f-48d8-a90a-a21e133c1510 req-dba38d9b-b7bb-463b-9cfd-8b7946775a3e tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:56.541618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-60851dc8-8a7f-48d8-a90a-a21e133c1510 req-dba38d9b-b7bb-463b-9cfd-8b7946775a3e tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 944 time: 0.1978340 Jul 06 18:52:56.556851 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 1631582f-f04e-4f9c-b1ec-8583fa570f49 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:52:56.654785 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-60851dc8-8a7f-48d8-a90a-a21e133c1510 req-e848095a-34f4-4ed4-8fa2-7e021cb2a103 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120706 Jul 06 18:52:56.657069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:56.670550 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecea2c-25d0-4a94-984d-ec08819f54bc None None] Sync routers for ids ['1631582f-f04e-4f9c-b1ec-8583fa570f49'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:56.690674 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d69645b6-46d4-437d-a191-9b9b7d3a9544 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/1631582f-f04e-4f9c-b1ec-8583fa570f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5518689 Jul 06 18:52:56.691134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42580) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:56.698411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecea2c-25d0-4a94-984d-ec08819f54bc None None] Routers {'1631582f-f04e-4f9c-b1ec-8583fa570f49'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:56.702476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fcecea2c-25d0-4a94-984d-ec08819f54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1631582f-f04e-4f9c-b1ec-8583fa570f49'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:56.721117 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-76871bdf-00f8-4dcc-9f28-975e8bf0a155 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=1631582f-f04e-4f9c-b1ec-8583fa570f49 HTTP/1.1" status: 200 len: 205 time: 0.0288155 Jul 06 18:52:56.727682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42582) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:56.749555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fcecea2c-25d0-4a94-984d-ec08819f54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:56.775925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecea2c-25d0-4a94-984d-ec08819f54bc None None] Routers {'1631582f-f04e-4f9c-b1ec-8583fa570f49'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:56.778837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fcecea2c-25d0-4a94-984d-ec08819f54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1631582f-f04e-4f9c-b1ec-8583fa570f49'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:56.816248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a159e70f-6be2-4b0f-9f31-3698b3475f1d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.842132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fcecea2c-25d0-4a94-984d-ec08819f54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:56.843082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecea2c-25d0-4a94-984d-ec08819f54bc None None] The sync data for ids ['1631582f-f04e-4f9c-b1ec-8583fa570f49'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:57.306523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a159e70f-6be2-4b0f-9f31-3698b3475f1d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.308657 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a159e70f-6be2-4b0f-9f31-3698b3475f1d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.359004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a159e70f-6be2-4b0f-9f31-3698b3475f1d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.359610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a159e70f-6be2-4b0f-9f31-3698b3475f1d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Fanout notify agent at l3_agent the message router_deleted on router 1631582f-f04e-4f9c-b1ec-8583fa570f49 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:52:57.366474 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a159e70f-6be2-4b0f-9f31-3698b3475f1d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.370641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a159e70f-6be2-4b0f-9f31-3698b3475f1d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/1631582f-f04e-4f9c-b1ec-8583fa570f49 HTTP/1.1" status: 204 len: 168 time: 0.6390052 Jul 06 18:52:57.370742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42590) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:57.423306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a33625-6a2a-424b-a30d-3a6f81603c4a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet 99808bf6-ecf3-4804-adc7-3cb1a48bdec7 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:52:57.427064 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95a33625-6a2a-424b-a30d-3a6f81603c4a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.474458 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95a33625-6a2a-424b-a30d-3a6f81603c4a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.555925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95a33625-6a2a-424b-a30d-3a6f81603c4a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.617669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95a33625-6a2a-424b-a30d-3a6f81603c4a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.630483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 299e5b12-518e-4418-9522-ab227072dd9b up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:57.650843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a33625-6a2a-424b-a30d-3a6f81603c4a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=99808bf6-ecf3-4804-adc7-3cb1a48bdec7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:57.655044 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95a33625-6a2a-424b-a30d-3a6f81603c4a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.661194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42594) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:57.661356 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-95a33625-6a2a-424b-a30d-3a6f81603c4a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/99808bf6-ecf3-4804-adc7-3cb1a48bdec7 HTTP/1.1" status: 204 len: 168 time: 0.2897482 Jul 06 18:52:57.667418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dddb4f-6318-4636-aae4-2a2676d2ccbb None None] Network 2781bd84-6140-4807-9dc8-ba2346f75e3a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:57.741341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.811261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 299e5b12-518e-4418-9522-ab227072dd9b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:57.816462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 299e5b12-518e-4418-9522-ab227072dd9b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:57.816840 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.830440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 95eb371d-e008-4785-a93f-85ce2785aecd {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:57.830789 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.911854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.913957 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port 95eb371d-e008-4785-a93f-85ce2785aecd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=95eb371d-e008-4785-a93f-85ce2785aecd,segment=NetworkSegment(3c6a00d7-fa03-4236-8fc6-199654bccd3c),segment_id=3c6a00d7-fa03-4236-8fc6-199654bccd3c)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:57.914544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.935841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 95eb371d-e008-4785-a93f-85ce2785aecd owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:57.937510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6f917f-7b96-489f-8793-84dc7ca54483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e5b12-518e-4418-9522-ab227072dd9b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:57.939871 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a1d7c7-656f-4070-9936-7f5de76c80ee" -d '{"events": [{"server_uuid": "3b6f917f-7b96-489f-8793-84dc7ca54483", "name": "network-vif-plugged", "status": "completed", "tag": "299e5b12-518e-4418-9522-ab227072dd9b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:57.949230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b061d-460b-42bf-b837-c9a4a7808896 req-0c85edb1-8c1c-4f98-8987-b9e5fa468c43 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:57.957746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b31b061d-460b-42bf-b837-c9a4a7808896 req-0c85edb1-8c1c-4f98-8987-b9e5fa468c43 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 944 time: 0.1690574 Jul 06 18:52:57.958659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] DHCP port deletion for 2781bd84-6140-4807-9dc8-ba2346f75e3a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:52:58.018893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 299e5b12-518e-4418-9522-ab227072dd9b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=299e5b12-518e-4418-9522-ab227072dd9b,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:58.021612 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d795d54c-f0d5-4795-b421-ccd6cf57bc5a x-openstack-request-id: req-d795d54c-f0d5-4795-b421-ccd6cf57bc5a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:58.022082 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6f917f-7b96-489f-8793-84dc7ca54483", "name": "network-vif-plugged", "status": "completed", "tag": "299e5b12-518e-4418-9522-ab227072dd9b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:58.022394 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d795d54c-f0d5-4795-b421-ccd6cf57bc5a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:58.022922 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6f917f-7b96-489f-8793-84dc7ca54483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e5b12-518e-4418-9522-ab227072dd9b', 'code': 200} Jul 06 18:52:58.039557 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.045397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b31b061d-460b-42bf-b837-c9a4a7808896 req-851339cd-3be4-4906-bfad-1713a7b29740 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867391 Jul 06 18:52:58.094027 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.132290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] Deleting port 95eb371d-e008-4785-a93f-85ce2785aecd {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:58.132854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.152282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=95eb371d-e008-4785-a93f-85ce2785aecd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:58.158321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port 95eb371d-e008-4785-a93f-85ce2785aecd on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:58.210177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] For port 95eb371d-e008-4785-a93f-85ce2785aecd, host n-d-799684-2, got binding levels [] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:58.210585 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.225571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] Calling delete_port for 95eb371d-e008-4785-a93f-85ce2785aecd owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:58.228426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.ipam_backend_mixin [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] Port 95eb371d-e008-4785-a93f-85ce2785aecd was not found and therefore no delete operation was performed {{(pid=93968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:52:58.231519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.249432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=299e5b12-518e-4418-9522-ab227072dd9b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:58.259611 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] No DVR routers for this DVR port 95eb371d-e008-4785-a93f-85ce2785aecd on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:58.259765 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.271104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7276d2-e19c-48b5-902f-0da9f95d13a3 req-50e9093e-be86-4228-b36c-e24cb47dd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:58.272870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d7276d2-e19c-48b5-902f-0da9f95d13a3 req-50e9093e-be86-4228-b36c-e24cb47dd861 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 1096 time: 0.1484439 Jul 06 18:52:58.276649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2781bd84-6140-4807-9dc8-ba2346f75e3a']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:58.295902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f4cbb-3626-466c-9c03-af71bd02d59d None None] Pushing event deleted for resources: {'Port': ['ID=95eb371d-e008-4785-a93f-85ce2785aecd,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:58.300235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6a00d7-fa03-4236-8fc6-199654bccd3c') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:58.300536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6a00d7-fa03-4236-8fc6-199654bccd3c') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:58.314285 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.334525 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d7276d2-e19c-48b5-902f-0da9f95d13a3 req-9dd7a0aa-5fdf-407f-96af-54a8284a94dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501456 Jul 06 18:52:58.335829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.341978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:58.342433 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:58.345774 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:58.413319 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.423290 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.431017 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/2781bd84-6140-4807-9dc8-ba2346f75e3a HTTP/1.1" status: 204 len: 168 time: 0.7627277 Jul 06 18:52:58.432281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42612) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:58.436283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa9ef5-860c-4dca-909d-45b9fa2c2d26 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=2781bd84-6140-4807-9dc8-ba2346f75e3a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:58.439060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-15763435', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:58.464017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.465001 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.526748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.674471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.890332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.912499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.928337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95eb371d-e008-4785-a93f-85ce2785aecd no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:58.954323 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 95eb371d-e008-4785-a93f-85ce2785aecd {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:52:58.955036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 95eb371d-e008-4785-a93f-85ce2785aecd not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:52:59.058232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.25.4.211 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/585ed967-6a2e-4f33-9817-aefe69b7fe95) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:59.252007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:59.321608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14387-6740-41d5-8009-edb0c81fd818 req-b9dcc37d-14a1-4e6b-9d98-ebec6693e3fa tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:59.323156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bd14387-6740-41d5-8009-edb0c81fd818 req-b9dcc37d-14a1-4e6b-9d98-ebec6693e3fa tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 945 time: 0.1485724 Jul 06 18:52:59.341451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:59.392420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:59.404014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:59.406773 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:59.440491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bd14387-6740-41d5-8009-edb0c81fd818 req-36e3e9d0-7d96-44c2-9d12-db01f0b98b98 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109543 Jul 06 18:52:59.441163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=585ed967-6a2e-4f33-9817-aefe69b7fe95,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:59.716832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:59.943562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:00.080507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 243a1b33-3c31-444a-9cce-518fda0d8e42 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:53:00.196316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:00.207661 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e5943-e67f-4c0a-8d45-611b588183c3 None None] Sync routers for ids ['243a1b33-3c31-444a-9cce-518fda0d8e42'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:00.217131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:00.218705 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e5943-e67f-4c0a-8d45-611b588183c3 None None] Routers {'243a1b33-3c31-444a-9cce-518fda0d8e42'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:00.218863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-de5498e8-db18-4678-8222-5d6a27ccea94 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7848215 Jul 06 18:53:00.220170 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-442e5943-e67f-4c0a-8d45-611b588183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['243a1b33-3c31-444a-9cce-518fda0d8e42'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:00.221180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42630) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:00.256058 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-442e5943-e67f-4c0a-8d45-611b588183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:00.265028 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e5943-e67f-4c0a-8d45-611b588183c3 None None] Routers {'243a1b33-3c31-444a-9cce-518fda0d8e42'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:00.265629 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-442e5943-e67f-4c0a-8d45-611b588183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['243a1b33-3c31-444a-9cce-518fda0d8e42'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:00.298263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-442e5943-e67f-4c0a-8d45-611b588183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:00.298812 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e5943-e67f-4c0a-8d45-611b588183c3 None None] The sync data for ids ['243a1b33-3c31-444a-9cce-518fda0d8e42'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:00.338494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0f9b16ef-43e1-4ad0-9b65-1ff231115ce9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/routers/243a1b33-3c31-444a-9cce-518fda0d8e42 HTTP/1.1" status: 200 len: 879 time: 0.1159852 Jul 06 18:53:00.341026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42634) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:00.756277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338e1d-4bd0-4261-b123-eff6d671ff7a req-b1777ff5-0501-4fc6-a9d8-fd25ae78b1e5 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:00.758589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59338e1d-4bd0-4261-b123-eff6d671ff7a req-b1777ff5-0501-4fc6-a9d8-fd25ae78b1e5 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 945 time: 0.0841410 Jul 06 18:53:00.830932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59338e1d-4bd0-4261-b123-eff6d671ff7a req-b540db63-9ead-4f91-bcec-69e99e74b71a tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660353 Jul 06 18:53:01.121538 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-16eeada3-b3b4-46af-bef7-b39f705ab05f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7677858 Jul 06 18:53:01.121538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42658) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:01.124435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2e2e29e2-dea6-45bd-a937-103ec561cf7f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-15763435'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:01.531096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e2e29e2-dea6-45bd-a937-103ec561cf7f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:01.546574 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e2e29e2-dea6-45bd-a937-103ec561cf7f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:01.698931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2e29e2-dea6-45bd-a937-103ec561cf7f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 243a1b33-3c31-444a-9cce-518fda0d8e42 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:01.829867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2e29e2-dea6-45bd-a937-103ec561cf7f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:01.839517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c935a12-7f2c-4101-9b60-a6ce65c2fe23 None None] Sync routers for ids ['243a1b33-3c31-444a-9cce-518fda0d8e42'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:01.843488 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e2e29e2-dea6-45bd-a937-103ec561cf7f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:01.844860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2e2e29e2-dea6-45bd-a937-103ec561cf7f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/243a1b33-3c31-444a-9cce-518fda0d8e42 HTTP/1.1" status: 200 len: 886 time: 0.7248764 Jul 06 18:53:01.847922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42676) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:01.854666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c935a12-7f2c-4101-9b60-a6ce65c2fe23 None None] Routers {'243a1b33-3c31-444a-9cce-518fda0d8e42'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:01.855304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3c935a12-7f2c-4101-9b60-a6ce65c2fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['243a1b33-3c31-444a-9cce-518fda0d8e42'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:01.886808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc945c14-9e63-45bf-aae4-aeabaf7ded2e req-7d936e3d-61eb-4bf9-b1b4-9aae39d0f97c tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:01.888987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc945c14-9e63-45bf-aae4-aeabaf7ded2e req-7d936e3d-61eb-4bf9-b1b4-9aae39d0f97c tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 945 time: 0.0741835 Jul 06 18:53:01.931628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3c935a12-7f2c-4101-9b60-a6ce65c2fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:01.948413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c935a12-7f2c-4101-9b60-a6ce65c2fe23 None None] Routers {'243a1b33-3c31-444a-9cce-518fda0d8e42'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:01.949486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3c935a12-7f2c-4101-9b60-a6ce65c2fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['243a1b33-3c31-444a-9cce-518fda0d8e42'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:01.971796 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fc945c14-9e63-45bf-aae4-aeabaf7ded2e req-4beae775-560a-4553-8ba1-cc5c64e977d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756202 Jul 06 18:53:01.994811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3c935a12-7f2c-4101-9b60-a6ce65c2fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:01.995707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c935a12-7f2c-4101-9b60-a6ce65c2fe23 None None] The sync data for ids ['243a1b33-3c31-444a-9cce-518fda0d8e42'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:02.016370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-43c21a13-6e7e-4514-a1b6-9b0f532b8cfc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/routers/243a1b33-3c31-444a-9cce-518fda0d8e42 HTTP/1.1" status: 200 len: 886 time: 0.1658552 Jul 06 18:53:02.018929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42680) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:02.058106 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6ca69441-5b8a-477c-b2b4-512702605617 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=243a1b33-3c31-444a-9cce-518fda0d8e42 HTTP/1.1" status: 200 len: 205 time: 0.0376730 Jul 06 18:53:02.060399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42686) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:02.177320 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.281509 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.335913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 585ed967-6a2e-4f33-9817-aefe69b7fe95 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:02.336280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.413828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.425800 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 585ed967-6a2e-4f33-9817-aefe69b7fe95 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:02.608636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.652366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=585ed967-6a2e-4f33-9817-aefe69b7fe95,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:02.661618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.662002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.662340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.662681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.663013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.663349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.663679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.664002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.664324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.664656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.664972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.665296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:02.727287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.823665 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.825962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.871656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.872901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Fanout notify agent at l3_agent the message router_deleted on router 243a1b33-3c31-444a-9cce-518fda0d8e42 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:53:02.880981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.885809 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f5e41975-569f-4bf9-b684-b09e605d22ae tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/243a1b33-3c31-444a-9cce-518fda0d8e42 HTTP/1.1" status: 204 len: 168 time: 0.8208418 Jul 06 18:53:02.886444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42690) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:02.891246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1044987613'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:02.919911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:02.925467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.967750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:02.985175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.985573 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment f4400900-982a-499e-ace8-8f2404cfdcc8 of type vlan for network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 Jul 06 18:53:03.160055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.270253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-38f905f1-868c-4728-b1e1-e03b8de32687 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:03.271799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-38f905f1-868c-4728-b1e1-e03b8de32687 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 945 time: 0.1063702 Jul 06 18:53:03.272645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.278345 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:03.278751 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.288887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ad15b-85fc-49bb-b612-463385e3340c req-d4af8198-1938-4dc4-b12f-32b807ac8e91 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:03.298348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f1ad15b-85fc-49bb-b612-463385e3340c req-d4af8198-1938-4dc4-b12f-32b807ac8e91 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 945 time: 0.0936532 Jul 06 18:53:03.335923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1f1ad15b-85fc-49bb-b612-463385e3340c req-bfd048ed-9f78-431b-ac8a-cdf4f8c08ca0 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Jul 06 18:53:03.382462 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4953287 Jul 06 18:53:03.385854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42700) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:03.389739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6ea41-64ca-4c7a-85f5-e6ec07ef6c90 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=587ac682-6da0-4ff2-bf76-ef6701ff3d63,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:03.391696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': '587ac682-6da0-4ff2-bf76-ef6701ff3d63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:03.400489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:03.454940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Deleting port 299e5b12-518e-4418-9522-ab227072dd9b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:03.455711 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.536591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:03.540307 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.565061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] For port 299e5b12-518e-4418-9522-ab227072dd9b, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=299e5b12-518e-4418-9522-ab227072dd9b,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:03.565680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.579299 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Calling delete_port for 299e5b12-518e-4418-9522-ab227072dd9b owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:03.727271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.736416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.741132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['299e5b12-518e-4418-9522-ab227072dd9b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:53:03.761186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Pushing event deleted for resources: {'Port': ['ID=299e5b12-518e-4418-9522-ab227072dd9b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:03.815589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] No DVR routers for this DVR port 299e5b12-518e-4418-9522-ab227072dd9b on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:03.818856 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.821312 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-df9fa7de-e5ee-43ab-ae85-84f690b3fb06 req-8db18753-08bd-4ee8-972f-54bfbc3985d3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.24 "DELETE /v2.0/ports/299e5b12-518e-4418-9522-ab227072dd9b HTTP/1.1" status: 204 len: 173 time: 0.5398474 Jul 06 18:53:03.822041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6f917f-7b96-489f-8793-84dc7ca54483', 'name': 'network-vif-deleted', 'tag': '299e5b12-518e-4418-9522-ab227072dd9b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:03.824412 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf20e80-2533-4fde-b8c3-14b1d65759ab" -d '{"events": [{"server_uuid": "3b6f917f-7b96-489f-8793-84dc7ca54483", "name": "network-vif-deleted", "tag": "299e5b12-518e-4418-9522-ab227072dd9b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:03.827422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=6c8427e1-a40c-4495-8a00-a8b7fb336e8f,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:03.830959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': 'f4400900-982a-499e-ace8-8f2404cfdcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '587ac682-6da0-4ff2-bf76-ef6701ff3d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:03.831551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: 587ac682-6da0-4ff2-bf76-ef6701ff3d63, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:03.853935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:03.868373 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd978ae-f560-48a6-8bcd-029e3c35b72d x-openstack-request-id: req-5bd978ae-f560-48a6-8bcd-029e3c35b72d {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:03.868663 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6f917f-7b96-489f-8793-84dc7ca54483", "name": "network-vif-deleted", "tag": "299e5b12-518e-4418-9522-ab227072dd9b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:03.869033 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bd978ae-f560-48a6-8bcd-029e3c35b72d {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:03.869622 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6f917f-7b96-489f-8793-84dc7ca54483', 'name': 'network-vif-deleted', 'tag': '299e5b12-518e-4418-9522-ab227072dd9b', 'status': 'completed', 'code': 200} Jul 06 18:53:03.870833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 587ac682-6da0-4ff2-bf76-ef6701ff3d63) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:03.875081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:03.875688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.883340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ec9ad-ba44-4cf4-9965-5c4c65f075b5 None None] Network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:03.893364 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-cf908dbc-63d2-4eaf-9d14-cfbb61f6404f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5051148 Jul 06 18:53:03.895845 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42706) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:03.901984 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e256c056-39e3-4067-85c1-d1422d7c181a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1541596367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:03.932240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e256c056-39e3-4067-85c1-d1422d7c181a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.933409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e256c056-39e3-4067-85c1-d1422d7c181a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.012605 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e256c056-39e3-4067-85c1-d1422d7c181a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.020160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e256c056-39e3-4067-85c1-d1422d7c181a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.040500 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e256c056-39e3-4067-85c1-d1422d7c181a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.042261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e256c056-39e3-4067-85c1-d1422d7c181a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1450586 Jul 06 18:53:04.044819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42712) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:04.092629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-587ac682-6da0-4ff2-bf76-ef6701ff3d63', 'network_id': '587ac682-6da0-4ff2-bf76-ef6701ff3d63', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': '6c8427e1-a40c-4495-8a00-a8b7fb336e8f'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:04.094125 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.289881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Allocated IP 172.20.0.2 (587ac682-6da0-4ff2-bf76-ef6701ff3d63/6c8427e1-a40c-4495-8a00-a8b7fb336e8f/842276ac-0097-4d35-a37c-5f5e53669af8) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:04.405094 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.602891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59eeb027-2ae8-4d19-9d1e-9fdf13bf3d01 req-1d43169d-afc3-4e85-9233-e2c12d763915 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b6f917f-7b96-489f-8793-84dc7ca54483 HTTP/1.1" status: 200 len: 210 time: 0.0459158 Jul 06 18:53:04.771377 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.782660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Transition to ACTIVE for port object 842276ac-0097-4d35-a37c-5f5e53669af8 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:04.799854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Transition to ACTIVE for port object 842276ac-0097-4d35-a37c-5f5e53669af8 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:04.809176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.865631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:04.868349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.20.0.1 (587ac682-6da0-4ff2-bf76-ef6701ff3d63/6c8427e1-a40c-4495-8a00-a8b7fb336e8f/a895040d-4bd4-4224-9852-82f49d5e775e) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:04.871589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:04.874817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:04.908832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Pushing event updated for resources: {'Port': ['ID=842276ac-0097-4d35-a37c-5f5e53669af8,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Attempting to bind port 842276ac-0097-4d35-a37c-5f5e53669af8 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Attempting to bind port 842276ac-0097-4d35-a37c-5f5e53669af8 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'f4400900-982a-499e-ace8-8f2404cfdcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '587ac682-6da0-4ff2-bf76-ef6701ff3d63'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Attempting to bind port 842276ac-0097-4d35-a37c-5f5e53669af8 on network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Checking segment: {'id': 'f4400900-982a-499e-ace8-8f2404cfdcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '587ac682-6da0-4ff2-bf76-ef6701ff3d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Bound using segment: {'id': 'f4400900-982a-499e-ace8-8f2404cfdcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '587ac682-6da0-4ff2-bf76-ef6701ff3d63'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Bound port: 842276ac-0097-4d35-a37c-5f5e53669af8, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4400900-982a-499e-ace8-8f2404cfdcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '587ac682-6da0-4ff2-bf76-ef6701ff3d63'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:04.965746 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:05.012451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:05.039527 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object a895040d-4bd4-4224-9852-82f49d5e775e will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:05.044629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] For port 842276ac-0097-4d35-a37c-5f5e53669af8, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:05.048485 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] For port 842276ac-0097-4d35-a37c-5f5e53669af8, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=842276ac-0097-4d35-a37c-5f5e53669af8,segment=NetworkSegment(f4400900-982a-499e-ace8-8f2404cfdcc8),segment_id=f4400900-982a-499e-ace8-8f2404cfdcc8)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:05.054987 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:05.079538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:05.130672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c0b50-09b8-4a70-bf92-0ebab2083709 None None] Pushing event updated for resources: {'Port': ['ID=842276ac-0097-4d35-a37c-5f5e53669af8,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:05.147074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:05.150623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:05.153329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:05.178857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=a895040d-4bd4-4224-9852-82f49d5e775e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:05.204109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:05.368742 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:05.732421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:05.746975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:05.903324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=a895040d-4bd4-4224-9852-82f49d5e775e,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:05.927135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:06.049079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:06.050935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:06.180811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-54065bcb-9ece-4b8a-8f35-fbfa70c0d5bf tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:06.182499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-54065bcb-9ece-4b8a-8f35-fbfa70c0d5bf tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/networks?id=9df8663e-4389-4cc1-9329-ea1e185f717b HTTP/1.1" status: 200 len: 809 time: 0.2817898 Jul 06 18:53:06.213435 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-0613462b-c3ac-4f17-9448-57dabee16576 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/quotas/ee9c20d9e09f406f82f6d4a12f850992 HTTP/1.1" status: 200 len: 375 time: 0.0243607 Jul 06 18:53:06.299711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-963c36fe-ad2a-4deb-a8c2-8fa33fe28452 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee9c20d9e09f406f82f6d4a12f850992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848699 Jul 06 18:53:06.306323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-f0badef9-430f-40df-a75f-2311137ac1d3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:53:06.315049 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-f0badef9-430f-40df-a75f-2311137ac1d3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132244 Jul 06 18:53:06.485641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-f8287710-824a-4971-a0b8-93940d31ca3e service neutron] 10.222.0.53 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690276 Jul 06 18:53:06.500556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36172927-9bd2-4f2a-8b89-4782da8c3e88 None None] Network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:06.592077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-d4558b24-a9c3-425e-b348-252d0163faf2 service neutron] 10.222.0.53 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054566 Jul 06 18:53:06.663515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 8df2badb-bc4d-47ec-8df8-ca89e7a33b4a is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:53:06.672903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1f3ecdf3-946e-4354-9527-8461dba869fd None None] Provisioning for port 842276ac-0097-4d35-a37c-5f5e53669af8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:06.796909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:06.802594 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f6888bff-ef44-4657-83f8-93cbe24acdbe tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/8df2badb-bc4d-47ec-8df8-ca89e7a33b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7566886 Jul 06 18:53:06.805319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42760) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:06.810936 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60fc11-7203-40d7-93c2-b723223611ff None None] Sync routers for ids ['8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:06.842379 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60fc11-7203-40d7-93c2-b723223611ff None None] Routers {'8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:06.843441 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3f60fc11-7203-40d7-93c2-b723223611ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:06.926402 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3f60fc11-7203-40d7-93c2-b723223611ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:06.939254 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60fc11-7203-40d7-93c2-b723223611ff None None] Routers {'8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:06.940284 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3f60fc11-7203-40d7-93c2-b723223611ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:06.991440 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3f60fc11-7203-40d7-93c2-b723223611ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:06.992531 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60fc11-7203-40d7-93c2-b723223611ff None None] The sync data for ids ['8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'] in n-d-799684-2 is: [] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:06.993321 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bfa5a01-ba75-4376-af15-565b1c8f66b8 req-6bb836a7-74d0-4519-bed7-60629012eec3 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 210 time: 0.0926800 Jul 06 18:53:07.002297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9a61c-c82b-47c0-98e9-cf60c29b5186 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:07.004276 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1bc9a61c-c82b-47c0-98e9-cf60c29b5186 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports/a895040d-4bd4-4224-9852-82f49d5e775e HTTP/1.1" status: 200 len: 910 time: 0.1960859 Jul 06 18:53:07.007055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42768) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:07.013533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f422019d-dbe2-440d-baab-7e48caca6db5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c8427e1-a40c-4495-8a00-a8b7fb336e8f'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:07.099168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 842276ac-0097-4d35-a37c-5f5e53669af8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:07.234908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 842276ac-0097-4d35-a37c-5f5e53669af8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:07.240256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 842276ac-0097-4d35-a37c-5f5e53669af8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:07.240968 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.244313 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f14a8d7-8c6d-412d-87d0-230f82784c29 None None] Provisioning for port a895040d-4bd4-4224-9852-82f49d5e775e completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:07.274982 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f422019d-dbe2-440d-baab-7e48caca6db5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.320563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f14a8d7-8c6d-412d-87d0-230f82784c29 None None] Provisioning complete for port a895040d-4bd4-4224-9852-82f49d5e775e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:07.321131 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f14a8d7-8c6d-412d-87d0-230f82784c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.369750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5f14a8d7-8c6d-412d-87d0-230f82784c29 None None] Port a895040d-4bd4-4224-9852-82f49d5e775e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:07.481344 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.565980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 842276ac-0097-4d35-a37c-5f5e53669af8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=842276ac-0097-4d35-a37c-5f5e53669af8,segment=NetworkSegment(f4400900-982a-499e-ace8-8f2404cfdcc8),segment_id=f4400900-982a-499e-ace8-8f2404cfdcc8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:07.573700 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.678570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=842276ac-0097-4d35-a37c-5f5e53669af8,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:07.690587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 299e5b12-518e-4418-9522-ab227072dd9b no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:07.733831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 299e5b12-518e-4418-9522-ab227072dd9b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:07.734551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 299e5b12-518e-4418-9522-ab227072dd9b not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:07.745115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1fd16800-0b7f-4f49-9a26-2c2ad35a0734 None None] Provisioning complete for port a895040d-4bd4-4224-9852-82f49d5e775e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:07.746051 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1fd16800-0b7f-4f49-9a26-2c2ad35a0734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.787623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1fd16800-0b7f-4f49-9a26-2c2ad35a0734 None None] Port a895040d-4bd4-4224-9852-82f49d5e775e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:07.862731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f422019d-dbe2-440d-baab-7e48caca6db5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.875160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f422019d-dbe2-440d-baab-7e48caca6db5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.911986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c07361c5-4f6c-49f7-8fa5-a2d1d2ba3303 None None] Provisioning complete for port a895040d-4bd4-4224-9852-82f49d5e775e triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:07.918147 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c07361c5-4f6c-49f7-8fa5-a2d1d2ba3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.982147 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f422019d-dbe2-440d-baab-7e48caca6db5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:07.983120 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f422019d-dbe2-440d-baab-7e48caca6db5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:07.988323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f422019d-dbe2-440d-baab-7e48caca6db5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/ports/a895040d-4bd4-4224-9852-82f49d5e775e HTTP/1.1" status: 200 len: 910 time: 0.9796767 Jul 06 18:53:07.988688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42780) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:07.989207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422019d-dbe2-440d-baab-7e48caca6db5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=a895040d-4bd4-4224-9852-82f49d5e775e,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:08.025084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c07361c5-4f6c-49f7-8fa5-a2d1d2ba3303 None None] Port a895040d-4bd4-4224-9852-82f49d5e775e cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:08.232941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d236c322-054d-48a7-ae71-ace4073918a7 req-8e74c003-0344-44fc-a08c-16e5d16b1b2b tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 210 time: 0.0521159 Jul 06 18:53:08.463103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:08.585386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-7c8997eb-a76a-400d-9e88-30d7bbaf29e1 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:08.587315 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-7c8997eb-a76a-400d-9e88-30d7bbaf29e1 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.24 "GET /v2.0/networks?id=9df8663e-4389-4cc1-9329-ea1e185f717b HTTP/1.1" status: 200 len: 809 time: 0.2227762 Jul 06 18:53:08.604761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Request body: {'port': {'device_id': '68fbfeda-c2af-45b3-b2c5-7036f1609c33', 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b', 'admin_state_up': True, 'tenant_id': 'ee9c20d9e09f406f82f6d4a12f850992'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:08.821423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Made reservation on behalf of ee9c20d9e09f406f82f6d4a12f850992 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:08.827539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:08.914810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port a895040d-4bd4-4224-9852-82f49d5e775e {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:08.915206 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:08.987106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 842276ac-0097-4d35-a37c-5f5e53669af8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:09.086655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:09.089993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Allocated IP 172.20.0.12 (9df8663e-4389-4cc1-9329-ea1e185f717b/7aace64a-319c-4101-9690-3d7e2a33282e/fc4f6d7c-d15f-45be-a74e-e64300b5da8c) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:09.120462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 842276ac-0097-4d35-a37c-5f5e53669af8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:09.120848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:09.146903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for a895040d-4bd4-4224-9852-82f49d5e775e owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:09.356209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:09.444741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97b266cf-9f67-4bfb-b2f4-cd39d28261a5 req-997e1056-8407-4620-b7d0-ee5d4596d675 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 210 time: 0.0297880 Jul 06 18:53:09.452099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:09.519438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:09.521907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Network 9df8663e-4389-4cc1-9329-ea1e185f717b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:09.525298 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:09.533006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:09.569135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Pushing event updated for resources: {'Port': ['ID=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:09.601940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=a895040d-4bd4-4224-9852-82f49d5e775e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:09.622278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:09.626674 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:09.676598 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-fbba7d44-c113-4718-88f7-b77ef6bc9c37 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0763357 Jul 06 18:53:09.694198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Request body: {'port': {'device_id': '68fbfeda-c2af-45b3-b2c5-7036f1609c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:09.820164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:09.822249 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.221047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4f6d7c-d15f-45be-a74e-e64300b5da8c {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:53:10.230411 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.243777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Transition to ACTIVE for port object fc4f6d7c-d15f-45be-a74e-e64300b5da8c will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:10.250056 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.300265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:10.375267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 8df2badb-bc4d-47ec-8df8-ca89e7a33b4a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:10.399451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Attempting to bind port fc4f6d7c-d15f-45be-a74e-e64300b5da8c on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:10.400563 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Attempting to bind port fc4f6d7c-d15f-45be-a74e-e64300b5da8c by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:10.401075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Attempting to bind port fc4f6d7c-d15f-45be-a74e-e64300b5da8c on network 9df8663e-4389-4cc1-9329-ea1e185f717b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:10.422503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Port fc4f6d7c-d15f-45be-a74e-e64300b5da8c on network 9df8663e-4389-4cc1-9329-ea1e185f717b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:53:10.422925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Attempting to bind port fc4f6d7c-d15f-45be-a74e-e64300b5da8c on network 9df8663e-4389-4cc1-9329-ea1e185f717b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:10.435601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:10.435953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Checking segment: {'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:10.436623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Bound using segment: {'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:10.437109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Bound port: fc4f6d7c-d15f-45be-a74e-e64300b5da8c, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84833cbf-591b-4382-a0f6-bf2a1ac95da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:10.437467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.477805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:10.486866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8cf6390e-8a50-4889-a470-fc86306d7286 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/8df2badb-bc4d-47ec-8df8-ca89e7a33b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4961834 Jul 06 18:53:10.487673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42804) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:10.499027 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6903b-eb7e-488f-956d-e602a67d4fcd None None] Sync routers for ids ['8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:10.511738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6903b-eb7e-488f-956d-e602a67d4fcd None None] Routers {'8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:10.514195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b8b6903b-eb7e-488f-956d-e602a67d4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:10.549750 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b8a08998-634b-451a-8d55-88b8c2510449 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df2badb-bc4d-47ec-8df8-ca89e7a33b4a HTTP/1.1" status: 200 len: 205 time: 0.0607400 Jul 06 18:53:10.550355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42808) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:10.551664 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b8b6903b-eb7e-488f-956d-e602a67d4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:10.562310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6903b-eb7e-488f-956d-e602a67d4fcd None None] Routers {'8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:10.563163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b8b6903b-eb7e-488f-956d-e602a67d4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:10.612189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] For port fc4f6d7c-d15f-45be-a74e-e64300b5da8c, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:10.626114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] For port fc4f6d7c-d15f-45be-a74e-e64300b5da8c, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:10.636222 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b8b6903b-eb7e-488f-956d-e602a67d4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:10.637704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6903b-eb7e-488f-956d-e602a67d4fcd None None] The sync data for ids ['8df2badb-bc4d-47ec-8df8-ca89e7a33b4a'] in n-d-799684-2 is: [] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:10.639115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.639544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ed7954c-b03c-40bd-8d79-9de61db2fb03 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.686820 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:10.687544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.689082 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] 10.222.0.24 "PUT /v2.0/ports/fc4f6d7c-d15f-45be-a74e-e64300b5da8c HTTP/1.1" status: 200 len: 1092 time: 1.0042083 Jul 06 18:53:10.689572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fbfeda-c2af-45b3-b2c5-7036f1609c33', 'tag': 'fc4f6d7c-d15f-45be-a74e-e64300b5da8c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:10.692026 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858d895b-1b90-4e33-b183-d1a06d0f1490" -d '{"events": [{"name": "network-changed", "server_uuid": "68fbfeda-c2af-45b3-b2c5-7036f1609c33", "tag": "fc4f6d7c-d15f-45be-a74e-e64300b5da8c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:10.721836 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1211d76-dfd4-4e9f-b690-c1cbcb46878b service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:10.788439 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c15bec6-ca5e-43bf-a268-bd8f5499519b x-openstack-request-id: req-3c15bec6-ca5e-43bf-a268-bd8f5499519b {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:10.788878 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fbfeda-c2af-45b3-b2c5-7036f1609c33", "tag": "fc4f6d7c-d15f-45be-a74e-e64300b5da8c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:10.789138 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c15bec6-ca5e-43bf-a268-bd8f5499519b {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:10.789622 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fbfeda-c2af-45b3-b2c5-7036f1609c33', 'tag': 'fc4f6d7c-d15f-45be-a74e-e64300b5da8c', 'status': 'completed', 'code': 200} Jul 06 18:53:10.829768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-78567fbb-a495-4664-9116-f2c865bff53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:10.831889 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-78567fbb-a495-4664-9116-f2c865bff53a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee9c20d9e09f406f82f6d4a12f850992&device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 1095 time: 0.0826972 Jul 06 18:53:10.876873 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ed7954c-b03c-40bd-8d79-9de61db2fb03 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.884250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ed7954c-b03c-40bd-8d79-9de61db2fb03 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.901536 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348b73a-80bd-46c5-b3f1-d6b2c048226b req-39434d6c-d5c8-429c-aa36-ef194edc005b tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:10.903308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9348b73a-80bd-46c5-b3f1-d6b2c048226b req-39434d6c-d5c8-429c-aa36-ef194edc005b tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 944 time: 0.1864426 Jul 06 18:53:10.910760 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-6017c3bb-4ebf-4ada-88d4-cc7ffadafbd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f6d7c-d15f-45be-a74e-e64300b5da8c HTTP/1.1" status: 200 len: 217 time: 0.0705118 Jul 06 18:53:10.963176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ed7954c-b03c-40bd-8d79-9de61db2fb03 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.963845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed7954c-b03c-40bd-8d79-9de61db2fb03 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Fanout notify agent at l3_agent the message router_deleted on router 8df2badb-bc4d-47ec-8df8-ca89e7a33b4a {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:53:10.979082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ed7954c-b03c-40bd-8d79-9de61db2fb03 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:10.983206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1ed7954c-b03c-40bd-8d79-9de61db2fb03 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/8df2badb-bc4d-47ec-8df8-ca89e7a33b4a HTTP/1.1" status: 204 len: 168 time: 0.4318845 Jul 06 18:53:10.984229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42814) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:10.987178 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-67e70529-b071-4670-98fb-4cd8c6a9dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:10.988757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-67e70529-b071-4670-98fb-4cd8c6a9dc87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7aace64a-319c-4101-9690-3d7e2a33282e HTTP/1.1" status: 200 len: 849 time: 0.0708799 Jul 06 18:53:11.031540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9348b73a-80bd-46c5-b3f1-d6b2c048226b req-414faae5-2ce2-4626-b7de-f332212cba89 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889800 Jul 06 18:53:11.041983 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-3dffcc42-3170-489e-adc3-3b1d8436737c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9df8663e-4389-4cc1-9329-ea1e185f717b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348637 Jul 06 18:53:11.072268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-246717a9-b6cc-4ed5-83d3-a25b556639fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet 6c8427e1-a40c-4495-8a00-a8b7fb336e8f {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:11.075602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-246717a9-b6cc-4ed5-83d3-a25b556639fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.121253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-246717a9-b6cc-4ed5-83d3-a25b556639fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.226737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-246717a9-b6cc-4ed5-83d3-a25b556639fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.246019 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-5c214dc7-4779-4b70-a438-64016b382e39 service neutron] 10.222.0.24 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004738 Jul 06 18:53:11.323709 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-246717a9-b6cc-4ed5-83d3-a25b556639fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.360467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246717a9-b6cc-4ed5-83d3-a25b556639fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8427e1-a40c-4495-8a00-a8b7fb336e8f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:11.369405 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-246717a9-b6cc-4ed5-83d3-a25b556639fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.378025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d5e04-e514-4d83-bf87-57d125042d0e None None] Network 587ac682-6da0-4ff2-bf76-ef6701ff3d63 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:11.378879 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-246717a9-b6cc-4ed5-83d3-a25b556639fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/6c8427e1-a40c-4495-8a00-a8b7fb336e8f HTTP/1.1" status: 204 len: 168 time: 0.3934743 Jul 06 18:53:11.383163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42818) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:11.412547 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ebb2129-d979-48bb-a799-7ac8b8a3e322 req-22e3b649-790e-49e7-88a0-65592e91f5e7 service neutron] 10.222.0.24 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575160 Jul 06 18:53:11.567004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.618603 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-d8bdc31e-fe3a-4370-a742-3ac4e84d4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:11.620544 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-d8bdc31e-fe3a-4370-a742-3ac4e84d4895 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee9c20d9e09f406f82f6d4a12f850992&device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 1095 time: 0.1158500 Jul 06 18:53:11.643213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] DHCP port deletion for 587ac682-6da0-4ff2-bf76-ef6701ff3d63 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:11.714119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] Deleting port 842276ac-0097-4d35-a37c-5f5e53669af8 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:11.714503 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.723640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 842276ac-0097-4d35-a37c-5f5e53669af8 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:11.726098 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.785196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] For port 842276ac-0097-4d35-a37c-5f5e53669af8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=842276ac-0097-4d35-a37c-5f5e53669af8,segment=NetworkSegment(f4400900-982a-499e-ace8-8f2404cfdcc8),segment_id=f4400900-982a-499e-ace8-8f2404cfdcc8)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:11.785603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.801519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] Calling delete_port for 842276ac-0097-4d35-a37c-5f5e53669af8 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:11.891252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-624c9606-332b-4a64-a993-ec2edc64c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:11.892664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-624c9606-332b-4a64-a993-ec2edc64c672 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9df8663e-4389-4cc1-9329-ea1e185f717b HTTP/1.1" status: 200 len: 910 time: 0.2647777 Jul 06 18:53:11.910064 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.915762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port 842276ac-0097-4d35-a37c-5f5e53669af8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=842276ac-0097-4d35-a37c-5f5e53669af8,segment=NetworkSegment(f4400900-982a-499e-ace8-8f2404cfdcc8),segment_id=f4400900-982a-499e-ace8-8f2404cfdcc8)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:11.917449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.940169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] Pushing event deleted for resources: {'Port': ['ID=842276ac-0097-4d35-a37c-5f5e53669af8,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:11.953590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b493b-dd72-47dc-9d09-c0d8ffaaaa01 None None] No DVR routers for this DVR port 842276ac-0097-4d35-a37c-5f5e53669af8 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:11.961488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 842276ac-0097-4d35-a37c-5f5e53669af8 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:11.978329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-67394839-6866-42cc-9069-3c622b0619a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f6d7c-d15f-45be-a74e-e64300b5da8c HTTP/1.1" status: 200 len: 217 time: 0.0775945 Jul 06 18:53:12.065848 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-83322e81-99d2-49f3-b03a-3f0442bab6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:12.065848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-83322e81-99d2-49f3-b03a-3f0442bab6d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7aace64a-319c-4101-9690-3d7e2a33282e HTTP/1.1" status: 200 len: 849 time: 0.0781233 Jul 06 18:53:12.093650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.098897 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-6d78cca3-a635-48e5-9fcb-ce87a7e4d74b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9df8663e-4389-4cc1-9329-ea1e185f717b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270865 Jul 06 18:53:12.127435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=842276ac-0097-4d35-a37c-5f5e53669af8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:12.129437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port 842276ac-0097-4d35-a37c-5f5e53669af8 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:12.215938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.226933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587ac682-6da0-4ff2-bf76-ef6701ff3d63']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:12.238597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4400900-982a-499e-ace8-8f2404cfdcc8') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:12.238899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4400900-982a-499e-ace8-8f2404cfdcc8') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:12.248705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.263727 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.273216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:12.273625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.343684 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-35c1485f-e16c-480c-80b0-e72adda2d820 service neutron] 10.222.0.24 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360289 Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:12.390111 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:12.400932 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.453068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.459642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/587ac682-6da0-4ff2-bf76-ef6701ff3d63 HTTP/1.1" status: 204 len: 168 time: 1.0751104 Jul 06 18:53:12.460815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f1041-24a4-4a81-82e2-342810af266c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=587ac682-6da0-4ff2-bf76-ef6701ff3d63,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:12.464107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42830) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:12.473224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-41c1a26e-9d8c-458c-a307-cb163ab19202 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1143038881', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:12.542693 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41c1a26e-9d8c-458c-a307-cb163ab19202 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.543782 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41c1a26e-9d8c-458c-a307-cb163ab19202 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.591417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225737f-868e-49dd-bdfc-45029511da3b req-e0653828-eac2-48f8-9588-bed1e8cc8566 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:12.598720 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0225737f-868e-49dd-bdfc-45029511da3b req-e0653828-eac2-48f8-9588-bed1e8cc8566 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 944 time: 0.2538624 Jul 06 18:53:12.619256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-858d895b-1b90-4e33-b183-d1a06d0f1490 req-2c933ea5-ef2c-4715-93d7-99cef987967c service neutron] 10.222.0.24 "GET /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463419 Jul 06 18:53:12.663373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0225737f-868e-49dd-bdfc-45029511da3b req-3bb6077e-6885-4c74-a6a1-d78123965f08 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Jul 06 18:53:12.681136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41c1a26e-9d8c-458c-a307-cb163ab19202 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.692295 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41c1a26e-9d8c-458c-a307-cb163ab19202 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.725851 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41c1a26e-9d8c-458c-a307-cb163ab19202 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.727976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-41c1a26e-9d8c-458c-a307-cb163ab19202 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2607925 Jul 06 18:53:12.728592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42836) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:12.733911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1808170802'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:12.783266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:12.787024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.843986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:12.861730 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.862809 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment 8db663ae-e13d-45d7-8cf9-cf39f108bbcd of type vlan for network 63d4e6a4-ef16-4525-89e4-f1d18b310317 Jul 06 18:53:12.909536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.948665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 842276ac-0097-4d35-a37c-5f5e53669af8 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:12.969549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.975653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:12.976854 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:12.990579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 842276ac-0097-4d35-a37c-5f5e53669af8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:12.990890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 842276ac-0097-4d35-a37c-5f5e53669af8 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:13.044487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3119724 Jul 06 18:53:13.045377 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42840) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:13.050226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:13.056967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11128bef-d33a-474e-a21b-6c4ce553eed3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=63d4e6a4-ef16-4525-89e4-f1d18b310317,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:13.068682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 63d4e6a4-ef16-4525-89e4-f1d18b310317 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:13.159661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:13.165356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.374066 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.446915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:13.448126 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: 63d4e6a4-ef16-4525-89e4-f1d18b310317, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:13.450606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:13.479058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 63d4e6a4-ef16-4525-89e4-f1d18b310317 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:13.504351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 63d4e6a4-ef16-4525-89e4-f1d18b310317) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:13.512911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:13.513499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.520637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5f5eb5-9a04-4304-b27a-fe73db793b47 None None] Network 63d4e6a4-ef16-4525-89e4-f1d18b310317 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:13.554842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a70a5a98-fca9-482a-b8fb-41e9f12adeb2 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5090237 Jul 06 18:53:13.557836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42844) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:13.696703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fc4f6d7c-d15f-45be-a74e-e64300b5da8c details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:53:13.701395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-63d4e6a4-ef16-4525-89e4-f1d18b310317', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:13.702448 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.942567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fc4f6d7c-d15f-45be-a74e-e64300b5da8c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:13.970528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.980102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638d53-86a0-4f60-ac64-f5456ac15467 req-049cd804-6bf9-4f0b-83ca-e275ca6581b8 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:13.981877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52638d53-86a0-4f60-ac64-f5456ac15467 req-049cd804-6bf9-4f0b-83ca-e275ca6581b8 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 944 time: 0.1325898 Jul 06 18:53:13.984981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Allocated IP 172.20.0.2 (63d4e6a4-ef16-4525-89e4-f1d18b310317/fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2/8d974d79-d6bd-40fb-8bbc-e44b44e6cba0) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:13.989494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'fc4f6d7c-d15f-45be-a74e-e64300b5da8c', 'network_id': '9df8663e-4389-4cc1-9329-ea1e185f717b', 'port_id': 'fc4f6d7c-d15f-45be-a74e-e64300b5da8c', 'mac_address': 'fa:16:3e:68:e9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aace64a-319c-4101-9690-3d7e2a33282e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:53:14.077623 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.096846 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52638d53-86a0-4f60-ac64-f5456ac15467 req-23b88983-f13c-446c-817d-cdc074a4e902 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032562 Jul 06 18:53:14.140916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4f6d7c-d15f-45be-a74e-e64300b5da8c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:53:14.161841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fc4f6d7c-d15f-45be-a74e-e64300b5da8c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:14.172949 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.240401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:14.250105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.250454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.250809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.253058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.253058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.253058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.253058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.253058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.253058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.253058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.257432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.257432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:14.335617 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.347006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Transition to ACTIVE for port object 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:14.374196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Transition to ACTIVE for port object 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:14.377846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['fc4f6d7c-d15f-45be-a74e-e64300b5da8c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:53:14.409580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.458971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.20.0.1 (63d4e6a4-ef16-4525-89e4-f1d18b310317/fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2/d216053a-3f10-4bd5-a163-5801044f64f1) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:14.483738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Network 63d4e6a4-ef16-4525-89e4-f1d18b310317 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:14.499627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:14.511851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:14.523589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Pushing event updated for resources: {'Port': ['ID=8d974d79-d6bd-40fb-8bbc-e44b44e6cba0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:14.616261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.619865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Attempting to bind port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:14.620243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Attempting to bind port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:14.620773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Attempting to bind port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 on network 63d4e6a4-ef16-4525-89e4-f1d18b310317 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:14.634089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object d216053a-3f10-4bd5-a163-5801044f64f1 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:14.634674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:14.635054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Checking segment: {'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:14.635464 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.635873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Bound using segment: {'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:14.636338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Bound port: 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:14.636717 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.676466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.736556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 63d4e6a4-ef16-4525-89e4-f1d18b310317 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:14.740714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:14.740914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] For port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:14.744298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] For port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8d974d79-d6bd-40fb-8bbc-e44b44e6cba0,segment=NetworkSegment(8db663ae-e13d-45d7-8cf9-cf39f108bbcd),segment_id=8db663ae-e13d-45d7-8cf9-cf39f108bbcd)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:14.749128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:14.750848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.804402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=d216053a-3f10-4bd5-a163-5801044f64f1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:14.839650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de61942-acaf-41e7-a557-296b95eb1c68 None None] Pushing event updated for resources: {'Port': ['ID=8d974d79-d6bd-40fb-8bbc-e44b44e6cba0,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:14.844495 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:15.016191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:15.373068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f2afa-7811-4e09-a370-0c4abfcb7854 req-2a88cd2c-eb9b-4b69-a73c-8ac4d8094fd9 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:15.374546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3d4f2afa-7811-4e09-a370-0c4abfcb7854 req-2a88cd2c-eb9b-4b69-a73c-8ac4d8094fd9 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 945 time: 0.0794744 Jul 06 18:53:15.381129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:15.386972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:15.447006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3d4f2afa-7811-4e09-a370-0c4abfcb7854 req-544e25fe-10c4-49d5-bf97-29889d504386 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647993 Jul 06 18:53:15.466695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=d216053a-3f10-4bd5-a163-5801044f64f1,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:15.503785 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:15.524641 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e4fa0e-b059-4e76-8ef2-8fc73a4b35dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:15.610531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network 63d4e6a4-ef16-4525-89e4-f1d18b310317 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:15.612113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:15.708350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fc4f6d7c-d15f-45be-a74e-e64300b5da8c up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:15.802219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port fc4f6d7c-d15f-45be-a74e-e64300b5da8c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:15.806923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port fc4f6d7c-d15f-45be-a74e-e64300b5da8c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:15.807298 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:15.976180 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:16.028399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fbfeda-c2af-45b3-b2c5-7036f1609c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f6d7c-d15f-45be-a74e-e64300b5da8c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:16.030834 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82434f24-313c-4cb5-87d7-690ce2bb1da1" -d '{"events": [{"server_uuid": "68fbfeda-c2af-45b3-b2c5-7036f1609c33", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f6d7c-d15f-45be-a74e-e64300b5da8c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:16.050023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port fc4f6d7c-d15f-45be-a74e-e64300b5da8c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:16.061451 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:16.108829 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c29c2a-f61f-4c5b-9229-cb37859e38fd x-openstack-request-id: req-90c29c2a-f61f-4c5b-9229-cb37859e38fd {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:16.112625 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fbfeda-c2af-45b3-b2c5-7036f1609c33", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f6d7c-d15f-45be-a74e-e64300b5da8c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:16.113132 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90c29c2a-f61f-4c5b-9229-cb37859e38fd {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:16.114435 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fbfeda-c2af-45b3-b2c5-7036f1609c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f6d7c-d15f-45be-a74e-e64300b5da8c', 'code': 200} Jul 06 18:53:16.167931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a6e17-ef80-45e8-b8d9-571161e0d932 None None] Network 63d4e6a4-ef16-4525-89e4-f1d18b310317 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:16.184810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:16.246053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:53:16.252597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbdf09-e91a-4dd3-9d64-7daf6ef34b5b req-3251b470-b467-488f-a637-6cfeacb2704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:16.254733 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cfbdf09-e91a-4dd3-9d64-7daf6ef34b5b req-3251b470-b467-488f-a637-6cfeacb2704b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 1097 time: 0.0707390 Jul 06 18:53:16.262631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6c5f9b82-cc4e-424c-af93-d2bc0fb9d97c None None] Provisioning for port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:16.311900 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3cfbdf09-e91a-4dd3-9d64-7daf6ef34b5b req-5d7b7e69-8762-4afa-9039-463dfb41a1ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480661 Jul 06 18:53:16.376653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:16.386113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c9268ba4-d55e-4802-9d15-55510cbdc3be tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8239703 Jul 06 18:53:16.386495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42880) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:16.392789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1093959757'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:16.401975 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:16.418480 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:16.422163 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:52:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:16.455415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:16.460024 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:16.496658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:16.508108 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:16.508636 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment 3321e0bb-e884-4170-81c4-c18a087dd05a of type vlan for network ea41ab4f-70ae-4239-84c5-ae9532795247 Jul 06 18:53:16.559725 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:16.589571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:16.634061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:16.640691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:16.641527 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:16.728142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3378966 Jul 06 18:53:16.729124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42884) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:16.734982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:16.758575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d151b-2bf4-47dd-9ffb-d56561ae4586 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=ea41ab4f-70ae-4239-84c5-ae9532795247,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:16.771806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ea41ab4f-70ae-4239-84c5-ae9532795247 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:16.823226 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e97bc-13c2-458c-af75-7b7c2af9d704 req-38b1d30d-b05a-483f-874d-126615e7a630 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:16.826341 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d78e97bc-13c2-458c-af75-7b7c2af9d704 req-38b1d30d-b05a-483f-874d-126615e7a630 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 946 time: 0.2071514 Jul 06 18:53:16.879730 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d78e97bc-13c2-458c-af75-7b7c2af9d704 req-edef160e-f16c-4746-b092-9a28efdfd44e tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Jul 06 18:53:17.012825 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:14Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:15Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:17.025420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dfb11ff1-dc74-431e-a806-4e586b0d562b None None] Provisioning for port d216053a-3f10-4bd5-a163-5801044f64f1 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:17.053021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dfb11ff1-dc74-431e-a806-4e586b0d562b None None] Provisioning complete for port d216053a-3f10-4bd5-a163-5801044f64f1 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:17.053327 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dfb11ff1-dc74-431e-a806-4e586b0d562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.072680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:17.077995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.080492 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:17.081083 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Updating router 226f7c79-ee78-4b02-a6e2-043809a7713c port d216053a-3f10-4bd5-a163-5801044f64f1 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:17.134356 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:17.150831 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.396010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-dfb11ff1-dc74-431e-a806-4e586b0d562b None None] Port d216053a-3f10-4bd5-a163-5801044f64f1 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:17.404390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:17.409635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:17.410460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.571971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-725acd6e-6d83-4d4f-b0da-46ee99e7ad69 None None] Provisioning complete for port d216053a-3f10-4bd5-a163-5801044f64f1 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:17.582467 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-725acd6e-6d83-4d4f-b0da-46ee99e7ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.630194 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.665477 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.680180 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Transition to ACTIVE for port object d216053a-3f10-4bd5-a163-5801044f64f1 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:17.690699 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.712392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-725acd6e-6d83-4d4f-b0da-46ee99e7ad69 None None] Port d216053a-3f10-4bd5-a163-5801044f64f1 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:17.726822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:17.727174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: ea41ab4f-70ae-4239-84c5-ae9532795247, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:17.745061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=f6e5b49e-62ef-4f49-bce2-717189d1e459,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:17.750242 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.762532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ea41ab4f-70ae-4239-84c5-ae9532795247 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:17.780223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ea41ab4f-70ae-4239-84c5-ae9532795247) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:17.786303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:17.787622 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.818600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 42900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:17.841705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0c337ec9-580f-4847-918e-18b934ad9aca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1069844 Jul 06 18:53:17.850554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8d974d79-d6bd-40fb-8bbc-e44b44e6cba0,segment=NetworkSegment(8db663ae-e13d-45d7-8cf9-cf39f108bbcd),segment_id=8db663ae-e13d-45d7-8cf9-cf39f108bbcd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:17.860345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63f656-a480-4e3b-9bde-132b11111942 None None] Network ea41ab4f-70ae-4239-84c5-ae9532795247 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:17.888823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.944060 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Pushing event updated for resources: {'Port': ['ID=d216053a-3f10-4bd5-a163-5801044f64f1,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:18.028208 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.033819 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.034303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.034730 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.035150 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.035568 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.036175 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.038035 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.038461 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.038880 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.039313 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.044016 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:18.079116 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Attempting to bind port d216053a-3f10-4bd5-a163-5801044f64f1 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:18.081015 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Attempting to bind port d216053a-3f10-4bd5-a163-5801044f64f1 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:18.082801 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Attempting to bind port d216053a-3f10-4bd5-a163-5801044f64f1 on network 63d4e6a4-ef16-4525-89e4-f1d18b310317 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:18.097137 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:18.097678 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Checking segment: {'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:18.098172 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.098635 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Bound using segment: {'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:18.099458 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Bound port: d216053a-3f10-4bd5-a163-5801044f64f1, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db663ae-e13d-45d7-8cf9-cf39f108bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:18.100520 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.275898 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] For port d216053a-3f10-4bd5-a163-5801044f64f1, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:18.287637 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] For port d216053a-3f10-4bd5-a163-5801044f64f1, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d216053a-3f10-4bd5-a163-5801044f64f1,segment=NetworkSegment(8db663ae-e13d-45d7-8cf9-cf39f108bbcd),segment_id=8db663ae-e13d-45d7-8cf9-cf39f108bbcd)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:18.297053 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.312392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac778117-de72-470a-8607-612372f50d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ea41ab4f-70ae-4239-84c5-ae9532795247', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:18.313196 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac778117-de72-470a-8607-612372f50d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.316929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=8d974d79-d6bd-40fb-8bbc-e44b44e6cba0,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:18.350866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96548a-8d96-4129-a90c-a10526a82ce1 req-04e8092e-9571-451d-8ebf-ca7e4814613f tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:18.355870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa96548a-8d96-4129-a90c-a10526a82ce1 req-04e8092e-9571-451d-8ebf-ca7e4814613f tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 946 time: 0.2014840 Jul 06 18:53:18.376229 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afd8cd92-0c95-4768-89e7-7847cd94ee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.432641 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a055a-1a08-4709-9f17-8aae43d7808f None None] Pushing event updated for resources: {'Port': ['ID=d216053a-3f10-4bd5-a163-5801044f64f1,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:18.452844 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa96548a-8d96-4129-a90c-a10526a82ce1 req-359f19af-fe4b-4a46-9752-05676092761d tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911365 Jul 06 18:53:18.507605 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.511363 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:18.516827 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:18.603606 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.655207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ac778117-de72-470a-8607-612372f50d70 None None] Allocated IP 172.21.0.2 (ea41ab4f-70ae-4239-84c5-ae9532795247/f6e5b49e-62ef-4f49-bce2-717189d1e459/f57d20ff-cd63-4e53-9ca9-9e11f91a5a02) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:18.708854 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:19.158660 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:14Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:18Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:19.211552 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa208ac0-9518-441b-af10-88f8f32e0a44 None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:14Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:18Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:19.258301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:19.358500 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac778117-de72-470a-8607-612372f50d70 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.391120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ac778117-de72-470a-8607-612372f50d70 None None] Transition to ACTIVE for port object f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:19.436969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:19.437453 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.439484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ac778117-de72-470a-8607-612372f50d70 None None] Transition to ACTIVE for port object f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:19.467170 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac778117-de72-470a-8607-612372f50d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.569085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac778117-de72-470a-8607-612372f50d70 None None] Pushing event updated for resources: {'Port': ['ID=f57d20ff-cd63-4e53-9ca9-9e11f91a5a02,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:19.623077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac778117-de72-470a-8607-612372f50d70 None None] Network ea41ab4f-70ae-4239-84c5-ae9532795247 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:19.623935 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.627306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ac778117-de72-470a-8607-612372f50d70 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:19.637870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac778117-de72-470a-8607-612372f50d70 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:19.641808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.21.0.1 (ea41ab4f-70ae-4239-84c5-ae9532795247/f6e5b49e-62ef-4f49-bce2-717189d1e459/67f936ff-8cf6-4b8a-b926-32c7ff84efaa) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:19.734479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ac778117-de72-470a-8607-612372f50d70 None None] Attempting to bind port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:19.734847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ac778117-de72-470a-8607-612372f50d70 None None] Attempting to bind port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:19.735305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac778117-de72-470a-8607-612372f50d70 None None] Attempting to bind port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 on network ea41ab4f-70ae-4239-84c5-ae9532795247 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:19.767363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac778117-de72-470a-8607-612372f50d70 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:19.767761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac778117-de72-470a-8607-612372f50d70 None None] Checking segment: {'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:19.772158 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac778117-de72-470a-8607-612372f50d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.772656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac778117-de72-470a-8607-612372f50d70 None None] Bound using segment: {'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:19.773239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ac778117-de72-470a-8607-612372f50d70 None None] Bound port: f57d20ff-cd63-4e53-9ca9-9e11f91a5a02, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:19.774692 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac778117-de72-470a-8607-612372f50d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.876359 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.886807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ac778117-de72-470a-8607-612372f50d70 None None] For port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:19.892794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ac778117-de72-470a-8607-612372f50d70 None None] For port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f57d20ff-cd63-4e53-9ca9-9e11f91a5a02,segment=NetworkSegment(3321e0bb-e884-4170-81c4-c18a087dd05a),segment_id=3321e0bb-e884-4170-81c4-c18a087dd05a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:19.899859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object 67f936ff-8cf6-4b8a-b926-32c7ff84efaa will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:19.906067 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac778117-de72-470a-8607-612372f50d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.917315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4235a4-d29b-4775-a5d5-e315fdd8e090 req-c0d8bf61-658c-4bd1-9e7e-628d5ec1a008 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:19.926877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f4235a4-d29b-4775-a5d5-e315fdd8e090 req-c0d8bf61-658c-4bd1-9e7e-628d5ec1a008 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 946 time: 0.1126676 Jul 06 18:53:19.953624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.002385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ea41ab4f-70ae-4239-84c5-ae9532795247 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:20.006250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:20.007361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac778117-de72-470a-8607-612372f50d70 None None] Pushing event updated for resources: {'Port': ['ID=f57d20ff-cd63-4e53-9ca9-9e11f91a5a02,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:20.009438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:20.032401 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5f4235a4-d29b-4775-a5d5-e315fdd8e090 req-4d79baa1-d672-4459-b7ca-390d51d5fe66 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982485 Jul 06 18:53:20.056363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:20.074613 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.244111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.595068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.601985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.683926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:20.686425 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.792176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ea41ab4f-70ae-4239-84c5-ae9532795247 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:20.793950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:20.908639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:21.049938 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.077334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d216053a-3f10-4bd5-a163-5801044f64f1 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:21.150717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:21.159647 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6d94c231-6e1c-4f07-8a1c-b55ec63828fa tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3385463 Jul 06 18:53:21.162591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42946) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:21.169619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894776532'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:21.172970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d216053a-3f10-4bd5-a163-5801044f64f1 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:21.177365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d216053a-3f10-4bd5-a163-5801044f64f1 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:21.178161 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.210173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-9a1ede9e-bf4f-4b3d-9ad7-168cabe46c75 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.213966 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-9a1ede9e-bf4f-4b3d-9ad7-168cabe46c75 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.24 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 946 time: 0.2018504 Jul 06 18:53:21.245275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:21.249172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.303284 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.346940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d216053a-3f10-4bd5-a163-5801044f64f1, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d216053a-3f10-4bd5-a163-5801044f64f1,segment=NetworkSegment(8db663ae-e13d-45d7-8cf9-cf39f108bbcd),segment_id=8db663ae-e13d-45d7-8cf9-cf39f108bbcd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:21.347232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:21.354917 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.363019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:21.368895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.369254 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment ce12fc04-3869-46d0-a6a7-47b89b4f6a2b of type vlan for network ca4ba876-4898-4b80-a8c2-9b907a08d8cb Jul 06 18:53:21.426909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46f279-338d-40ae-8aa6-bd82d63677ca req-1ec62b52-1ff3-425f-94b7-c50df539f94f tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.447080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.452495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c46f279-338d-40ae-8aa6-bd82d63677ca req-1ec62b52-1ff3-425f-94b7-c50df539f94f tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 946 time: 0.2321844 Jul 06 18:53:21.455298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:21.487237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d216053a-3f10-4bd5-a163-5801044f64f1,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:21.491121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.496980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.498750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.543601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a87e6-1213-49a0-8c6b-ceb61fb84be9 None None] Network ea41ab4f-70ae-4239-84c5-ae9532795247 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:21.586859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c46f279-338d-40ae-8aa6-bd82d63677ca req-0aadce27-0a3e-465f-8247-492dc826ee0e tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/security-groups?id=7848f8b3-60b2-4881-bdeb-1472a8b7de58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332004 Jul 06 18:53:21.622636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4588747 Jul 06 18:53:21.625778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42956) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:21.633906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:21.669461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1f487626-1e06-42c6-bb5c-da725f8fc0f1 None None] Provisioning for port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:21.671146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Deleting port fc4f6d7c-d15f-45be-a74e-e64300b5da8c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:21.671492 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.684778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1f487626-1e06-42c6-bb5c-da725f8fc0f1 None None] Provisioning complete for port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:21.685853 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1f487626-1e06-42c6-bb5c-da725f8fc0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.693869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0ea39-c6ff-4d21-99d0-997f51924905 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=ca4ba876-4898-4b80-a8c2-9b907a08d8cb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:21.752050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:21.757170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.767703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:21.776067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ca4ba876-4898-4b80-a8c2-9b907a08d8cb details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:21.996266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.006307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:22.007033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:22.088802 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=f7d383c6-5f98-4c7e-acda-4c7970060602,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:22.099231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:22.148323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:22.148848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: ca4ba876-4898-4b80-a8c2-9b907a08d8cb, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:22.171466 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] For port fc4f6d7c-d15f-45be-a74e-e64300b5da8c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,segment=NetworkSegment(84833cbf-591b-4382-a0f6-bf2a1ac95da0),segment_id=84833cbf-591b-4382-a0f6-bf2a1ac95da0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:22.174325 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.185088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ca4ba876-4898-4b80-a8c2-9b907a08d8cb is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:22.197586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ca4ba876-4898-4b80-a8c2-9b907a08d8cb) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:22.203531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:22.205885 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.217372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Calling delete_port for fc4f6d7c-d15f-45be-a74e-e64300b5da8c owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:22.226630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-acdd1781-ba09-48e5-b0db-0e30ebf0ef59 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5994899 Jul 06 18:53:22.229875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 42958) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:22.232859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9417c3-8ae7-44d1-bff6-e6b7bfc9f663 None None] Network ca4ba876-4898-4b80-a8c2-9b907a08d8cb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:22.405570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.473368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['fc4f6d7c-d15f-45be-a74e-e64300b5da8c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:53:22.475614 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1f487626-1e06-42c6-bb5c-da725f8fc0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.495460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Pushing event deleted for resources: {'Port': ['ID=fc4f6d7c-d15f-45be-a74e-e64300b5da8c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:22.524530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] No DVR routers for this DVR port fc4f6d7c-d15f-45be-a74e-e64300b5da8c on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:22.533032 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.535619 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0655d9a3-835e-4738-ad3d-b16675f18172 req-5000e1fc-0a51-43ee-88d3-a4bc99a62895 tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.24 "DELETE /v2.0/ports/fc4f6d7c-d15f-45be-a74e-e64300b5da8c HTTP/1.1" status: 204 len: 173 time: 1.2518990 Jul 06 18:53:22.536210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fbfeda-c2af-45b3-b2c5-7036f1609c33', 'name': 'network-vif-deleted', 'tag': 'fc4f6d7c-d15f-45be-a74e-e64300b5da8c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:22.550005 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c116659-0bcc-4039-abbd-0ce686b5b4fb" -d '{"events": [{"server_uuid": "68fbfeda-c2af-45b3-b2c5-7036f1609c33", "name": "network-vif-deleted", "tag": "fc4f6d7c-d15f-45be-a74e-e64300b5da8c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:22.594743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1f487626-1e06-42c6-bb5c-da725f8fc0f1 None None] For port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f57d20ff-cd63-4e53-9ca9-9e11f91a5a02,segment=NetworkSegment(3321e0bb-e884-4170-81c4-c18a087dd05a),segment_id=3321e0bb-e884-4170-81c4-c18a087dd05a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:22.598091 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.637972 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1f487626-1e06-42c6-bb5c-da725f8fc0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.647812 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7048c97f-72e8-4007-86f1-67b48889b753 x-openstack-request-id: req-7048c97f-72e8-4007-86f1-67b48889b753 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:22.648163 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fbfeda-c2af-45b3-b2c5-7036f1609c33", "name": "network-vif-deleted", "tag": "fc4f6d7c-d15f-45be-a74e-e64300b5da8c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:22.649812 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7048c97f-72e8-4007-86f1-67b48889b753 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:22.650358 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fbfeda-c2af-45b3-b2c5-7036f1609c33', 'name': 'network-vif-deleted', 'tag': 'fc4f6d7c-d15f-45be-a74e-e64300b5da8c', 'status': 'completed', 'code': 200} Jul 06 18:53:22.793236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:22.795120 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.893564 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.906588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.928001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f487626-1e06-42c6-bb5c-da725f8fc0f1 None None] Pushing event updated for resources: {'Port': ['ID=f57d20ff-cd63-4e53-9ca9-9e11f91a5a02,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:22.937087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd95b186-9fcc-431e-b026-b1e472576fd2 req-6688a8d0-5012-4a68-8544-2acf11f4530c tempest-VolumesActionsTest-345030326 tempest-VolumesActionsTest-345030326-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fbfeda-c2af-45b3-b2c5-7036f1609c33 HTTP/1.1" status: 200 len: 210 time: 0.0922346 Jul 06 18:53:23.087234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d216053a-3f10-4bd5-a163-5801044f64f1 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:23.266673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.22.0.1 (ca4ba876-4898-4b80-a8c2-9b907a08d8cb/f7d383c6-5f98-4c7e-acda-4c7970060602/b8e4f2e3-c04b-44f0-8722-0fe49bb4653d) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:23.300054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:20Z', 'revision_number': 3, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:20Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:23.302442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d216053a-3f10-4bd5-a163-5801044f64f1 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:23.302442 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.350878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:23.351262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Updating router 226f7c79-ee78-4b02-a6e2-043809a7713c port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:23.458941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.474276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.497493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object b8e4f2e3-c04b-44f0-8722-0fe49bb4653d will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:23.555942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.642609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:23.648744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ca4ba876-4898-4b80-a8c2-9b907a08d8cb is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:23.650814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:23.653898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:23.746980 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.921303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.293935 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.303209 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:53:24.307759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Transition to ACTIVE for port object 67f936ff-8cf6-4b8a-b926-32c7ff84efaa will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:24.331852 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.359300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-49e97ae9-29e5-4c14-8281-0a23d50c6b96 None None] Provisioning complete for port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:24.359671 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-49e97ae9-29e5-4c14-8281-0a23d50c6b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.382894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Allocated IP 172.22.0.2 (ca4ba876-4898-4b80-a8c2-9b907a08d8cb/f7d383c6-5f98-4c7e-acda-4c7970060602/b4d5078a-b30a-4315-b963-3e34dc9d2086) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:24.403329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.423671 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.473914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5d10c-4cea-465c-99d8-dc94b20223d1 None None] Pushing event updated for resources: {'Port': ['ID=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:24.578327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.590012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:24.635522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Attempting to bind port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:24.635893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Attempting to bind port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:24.636250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Attempting to bind port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa on network ea41ab4f-70ae-4239-84c5-ae9532795247 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:24.647472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:24.647842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Checking segment: {'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:24.648300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.648696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Bound using segment: {'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:24.649465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Bound port: 67f936ff-8cf6-4b8a-b926-32c7ff84efaa, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3321e0bb-e884-4170-81c4-c18a087dd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:24.649602 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.750365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ca4ba876-4898-4b80-a8c2-9b907a08d8cb is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:24.753673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:24.913646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] For port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:24.916055 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.919831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] For port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,segment=NetworkSegment(3321e0bb-e884-4170-81c4-c18a087dd05a),segment_id=3321e0bb-e884-4170-81c4-c18a087dd05a)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:24.924158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-49e97ae9-29e5-4c14-8281-0a23d50c6b96 None None] Provisioning for port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:24.932173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Transition to ACTIVE for port object b4d5078a-b30a-4315-b963-3e34dc9d2086 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:24.934912 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.937583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:25.030824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:25.048745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Transition to ACTIVE for port object b4d5078a-b30a-4315-b963-3e34dc9d2086 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:25.107336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5d10c-4cea-465c-99d8-dc94b20223d1 None None] Pushing event updated for resources: {'Port': ['ID=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:25.132927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:25.133814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:25.197893 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.210590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:25.221679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-222921e4-8391-40dd-aaa7-9ecb0c5ced2f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9903433 Jul 06 18:53:25.224464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43024) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:25.231497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'network': {'name': 'tempest-RoutersTest-662620784'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:25.283096 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:25.292220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.316006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Pushing event updated for resources: {'Port': ['ID=b4d5078a-b30a-4315-b963-3e34dc9d2086,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:25.337291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:25.351719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.352734 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added segment c4af4203-9194-4777-9e3d-b6f91d802ad3 of type vlan for network ed149aa7-1655-491c-a962-87638510a441 Jul 06 18:53:25.369123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Network ca4ba876-4898-4b80-a8c2-9b907a08d8cb is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:25.380794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:25.383525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:25.386870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:25.403386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.437008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.439221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:25.439605 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.446418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:25.447421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.564630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Network': ['ID=ed149aa7-1655-491c-a962-87638510a441,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:25.568755 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b286685f-4602-4509-8bcc-41b26c5bbd6d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3416584 Jul 06 18:53:25.570815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43044) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:25.577289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Attempting to bind port b4d5078a-b30a-4315-b963-3e34dc9d2086 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:25.577859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Attempting to bind port b4d5078a-b30a-4315-b963-3e34dc9d2086 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:25.578278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Attempting to bind port b4d5078a-b30a-4315-b963-3e34dc9d2086 on network ca4ba876-4898-4b80-a8c2-9b907a08d8cb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:25.581745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'subnet': {'network_id': 'ed149aa7-1655-491c-a962-87638510a441', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:25.588988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ed149aa7-1655-491c-a962-87638510a441 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:25.701550 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Made reservation on behalf of 4511efdcdaee45f7ae6eedf0aa9c6661 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:25.708280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.714814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:25.715828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Checking segment: {'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:25.716479 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.717147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Bound using segment: {'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:25.717780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Bound port: b4d5078a-b30a-4315-b963-3e34dc9d2086, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:25.718280 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.720656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fc4f6d7c-d15f-45be-a74e-e64300b5da8c no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:25.819655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: fc4f6d7c-d15f-45be-a74e-e64300b5da8c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:25.819994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device fc4f6d7c-d15f-45be-a74e-e64300b5da8c not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:25.987857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] For port b4d5078a-b30a-4315-b963-3e34dc9d2086, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:26.005411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] For port b4d5078a-b30a-4315-b963-3e34dc9d2086, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b4d5078a-b30a-4315-b963-3e34dc9d2086,segment=NetworkSegment(ce12fc04-3869-46d0-a6a7-47b89b4f6a2b),segment_id=ce12fc04-3869-46d0-a6a7-47b89b4f6a2b)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:26.019647 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.082378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.096898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:23Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:24Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:24Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:26.141000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7862d-3239-43a4-87d6-38c91f4546fb None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:23Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:24Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:24Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:26.143763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910ffb5-7253-4a43-9b0b-8bb16412ce50 None None] Pushing event updated for resources: {'Port': ['ID=b4d5078a-b30a-4315-b963-3e34dc9d2086,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:26.205574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Subnet': ['ID=80accfe9-2ec2-45b4-8940-85abeeff269b,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:26.275005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Checking segment: {'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:26.275387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network hostable DHCP agents. Network: ed149aa7-1655-491c-a962-87638510a441, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:26.360933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ed149aa7-1655-491c-a962-87638510a441 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:26.383427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ed149aa7-1655-491c-a962-87638510a441) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:26.389436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:26.390092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.398478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b8656-e8cb-4ff9-8877-8c7bd0929c0e None None] Network ed149aa7-1655-491c-a962-87638510a441 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:26.427642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d2abbb97-457a-44ce-9d51-c6407765226b tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8556726 Jul 06 18:53:26.430971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43058) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:26.812638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ed149aa7-1655-491c-a962-87638510a441', 'network_id': 'ed149aa7-1655-491c-a962-87638510a441', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'fixed_ips': [{'subnet_id': '80accfe9-2ec2-45b4-8940-85abeeff269b'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:26.819961 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.154990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Allocated IP 172.23.0.2 (ed149aa7-1655-491c-a962-87638510a441/80accfe9-2ec2-45b4-8940-85abeeff269b/f0294747-ce5c-4458-b1d7-647fee175141) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:27.333616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b4d5078a-b30a-4315-b963-3e34dc9d2086 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:27.525141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.609005 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.628009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Transition to ACTIVE for port object f0294747-ce5c-4458-b1d7-647fee175141 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:27.663120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Transition to ACTIVE for port object f0294747-ce5c-4458-b1d7-647fee175141 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:27.731105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.830684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Network ed149aa7-1655-491c-a962-87638510a441 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:27.843317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:27.869678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:27.923651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Pushing event updated for resources: {'Port': ['ID=f0294747-ce5c-4458-b1d7-647fee175141,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:28.005633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b4d5078a-b30a-4315-b963-3e34dc9d2086 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:28.073197 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 67f936ff-8cf6-4b8a-b926-32c7ff84efaa up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:28.100143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6600e27-2a26-492b-97f5-529c32127af3 None None] Network ca4ba876-4898-4b80-a8c2-9b907a08d8cb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:28.122484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Allocated IP 172.23.0.1 (ed149aa7-1655-491c-a962-87638510a441/80accfe9-2ec2-45b4-8940-85abeeff269b/49b641dd-c0ba-4588-822c-ce86f99fa81f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:28.198986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Attempting to bind port f0294747-ce5c-4458-b1d7-647fee175141 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:28.199567 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Attempting to bind port f0294747-ce5c-4458-b1d7-647fee175141 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:28.200020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Attempting to bind port f0294747-ce5c-4458-b1d7-647fee175141 on network ed149aa7-1655-491c-a962-87638510a441 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:28.206328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a80352a2-487c-439b-8c8f-08fda1b5cd5b None None] Provisioning for port b4d5078a-b30a-4315-b963-3e34dc9d2086 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:28.225328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:28.225698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Checking segment: {'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:28.226491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.226491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Bound using segment: {'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:28.227279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Bound port: f0294747-ce5c-4458-b1d7-647fee175141, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:28.227917 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.233011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a80352a2-487c-439b-8c8f-08fda1b5cd5b None None] Provisioning complete for port b4d5078a-b30a-4315-b963-3e34dc9d2086 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:28.233374 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a80352a2-487c-439b-8c8f-08fda1b5cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.391087 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.425273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Transition to ACTIVE for port object 49b641dd-c0ba-4588-822c-ce86f99fa81f will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:28.549136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.580194 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:28.594649 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:28.594947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:28.764075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ed149aa7-1655-491c-a962-87638510a441 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:28.773921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:28.779451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] For port f0294747-ce5c-4458-b1d7-647fee175141, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:28.784543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] For port f0294747-ce5c-4458-b1d7-647fee175141, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f0294747-ce5c-4458-b1d7-647fee175141,segment=NetworkSegment(c4af4203-9194-4777-9e3d-b6f91d802ad3),segment_id=c4af4203-9194-4777-9e3d-b6f91d802ad3)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:28.789000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=49b641dd-c0ba-4588-822c-ce86f99fa81f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:28.795889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:28.827177 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:28.860423 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.909898 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.002801 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:29.137038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:29.146015 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.152948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.299503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c27e0-b6ea-4d6b-a9bb-005938ba2fb2 None None] Pushing event updated for resources: {'Port': ['ID=f0294747-ce5c-4458-b1d7-647fee175141,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.472390 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a80352a2-487c-439b-8c8f-08fda1b5cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.560018 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:23Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:24Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:24Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:29.590519 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:29.595077 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Updating router 226f7c79-ee78-4b02-a6e2-043809a7713c port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:29.693054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a80352a2-487c-439b-8c8f-08fda1b5cd5b None None] For port b4d5078a-b30a-4315-b963-3e34dc9d2086, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b4d5078a-b30a-4315-b963-3e34dc9d2086,segment=NetworkSegment(ce12fc04-3869-46d0-a6a7-47b89b4f6a2b),segment_id=ce12fc04-3869-46d0-a6a7-47b89b4f6a2b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:29.735626 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.770950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.784827 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.841842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a80352a2-487c-439b-8c8f-08fda1b5cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.878457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.997543 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.136464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event updated for resources: {'Port': ['ID=49b641dd-c0ba-4588-822c-ce86f99fa81f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.150191 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.151008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80352a2-487c-439b-8c8f-08fda1b5cd5b None None] Pushing event updated for resources: {'Port': ['ID=b4d5078a-b30a-4315-b963-3e34dc9d2086,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.169671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,segment=NetworkSegment(3321e0bb-e884-4170-81c4-c18a087dd05a),segment_id=3321e0bb-e884-4170-81c4-c18a087dd05a)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:30.178175 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Transition to ACTIVE for port object b8e4f2e3-c04b-44f0-8722-0fe49bb4653d will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:30.187670 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.196301 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.325794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Network ed149aa7-1655-491c-a962-87638510a441 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:30.328297 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:30.329044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.339924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecb6d1-b457-4394-b70c-d6fa5603f4bb None None] Pushing event updated for resources: {'Port': ['ID=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.541998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:30.555431 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Attempting to bind port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:30.555431 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Attempting to bind port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:30.563580 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Attempting to bind port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d on network ca4ba876-4898-4b80-a8c2-9b907a08d8cb {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:30.590138 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:30.595855 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Checking segment: {'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:30.599721 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.602328 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Bound using segment: {'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:30.603798 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Bound port: b8e4f2e3-c04b-44f0-8722-0fe49bb4653d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:30.607191 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.666412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b4d5078a-b30a-4315-b963-3e34dc9d2086 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:30.772544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:30.793523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43120) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:30.801202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-98ebace8-4f45-4aed-a363-4e7486a682dd tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3677363 Jul 06 18:53:30.813069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:30.817122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b4d5078a-b30a-4315-b963-3e34dc9d2086 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:30.817512 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.893111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc017a5-8834-497e-936f-6995a78a33f7 None None] Network ed149aa7-1655-491c-a962-87638510a441 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:30.934974 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] For port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:30.943054 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] For port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,segment=NetworkSegment(ce12fc04-3869-46d0-a6a7-47b89b4f6a2b),segment_id=ce12fc04-3869-46d0-a6a7-47b89b4f6a2b)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:30.953610 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.123634 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:31.125174 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:31.135214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Provisioning complete for port b4d5078a-b30a-4315-b963-3e34dc9d2086 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:31.135587 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.255968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f0294747-ce5c-4458-b1d7-647fee175141 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:31.260418 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecb6d1-b457-4394-b70c-d6fa5603f4bb None None] Pushing event updated for resources: {'Port': ['ID=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:31.398466 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:31.603932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Provisioning for port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:31.612270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f0294747-ce5c-4458-b1d7-647fee175141 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:31.650470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Provisioning for port f0294747-ce5c-4458-b1d7-647fee175141 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:31.655938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Provisioning complete for port f0294747-ce5c-4458-b1d7-647fee175141 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:31.656362 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.759114 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.843571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] For port f0294747-ce5c-4458-b1d7-647fee175141, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f0294747-ce5c-4458-b1d7-647fee175141,segment=NetworkSegment(c4af4203-9194-4777-9e3d-b6f91d802ad3),segment_id=c4af4203-9194-4777-9e3d-b6f91d802ad3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:31.855375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.979964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e6a31-0652-437f-aaa7-56976737d716 None None] Pushing event updated for resources: {'Port': ['ID=f0294747-ce5c-4458-b1d7-647fee175141,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:32.101035 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:29Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '49b641dd-c0ba-4588-822c-ce86f99fa81f', 'name': '', 'network_id': 'ed149aa7-1655-491c-a962-87638510a441', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:92:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:27Z', 'updated_at': '2021-07-06T18:53:29Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:32.153278 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c969001-5134-4781-9db0-97f417b8ce35 None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:29Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '49b641dd-c0ba-4588-822c-ce86f99fa81f', 'name': '', 'network_id': 'ed149aa7-1655-491c-a962-87638510a441', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:92:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:27Z', 'updated_at': '2021-07-06T18:53:29Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:32.257824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-14737b5f-6c99-4cc4-bd88-c845b7bdbc6a None None] Provisioning complete for port f0294747-ce5c-4458-b1d7-647fee175141 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:32.258212 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14737b5f-6c99-4cc4-bd88-c845b7bdbc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.273158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.extraroute_db [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93966) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:53:32.395802 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.extraroute_db [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Removed routes are [] {{(pid=93966) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:53:32.396586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.590811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f0294747-ce5c-4458-b1d7-647fee175141 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:32.767107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-14737b5f-6c99-4cc4-bd88-c845b7bdbc6a None None] Provisioning for port 49b641dd-c0ba-4588-822c-ce86f99fa81f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:32.799749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-14737b5f-6c99-4cc4-bd88-c845b7bdbc6a None None] Provisioning complete for port 49b641dd-c0ba-4588-822c-ce86f99fa81f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:32.801452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14737b5f-6c99-4cc4-bd88-c845b7bdbc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.903650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f0294747-ce5c-4458-b1d7-647fee175141 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:32.903915 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.023456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-14737b5f-6c99-4cc4-bd88-c845b7bdbc6a None None] Port 49b641dd-c0ba-4588-822c-ce86f99fa81f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:33.150464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b8e4f2e3-c04b-44f0-8722-0fe49bb4653d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:33.329225 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:33.340289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:33.358574 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.441925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-128baed8-b498-420d-a0a3-c9f9a8b78332 None None] Provisioning complete for port 49b641dd-c0ba-4588-822c-ce86f99fa81f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:33.442682 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-128baed8-b498-420d-a0a3-c9f9a8b78332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.605756 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.654478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,segment=NetworkSegment(ce12fc04-3869-46d0-a6a7-47b89b4f6a2b),segment_id=ce12fc04-3869-46d0-a6a7-47b89b4f6a2b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:33.664825 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.666028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 67f936ff-8cf6-4b8a-b926-32c7ff84efaa up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:33.674412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-128baed8-b498-420d-a0a3-c9f9a8b78332 None None] Port 49b641dd-c0ba-4588-822c-ce86f99fa81f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:33.773779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:33.804971 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.806420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:33.811315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.853560 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:33.854427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:33.939166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c2af0d1e-0a0a-4849-b100-2a2c3d9f3b14 None None] Provisioning complete for port 49b641dd-c0ba-4588-822c-ce86f99fa81f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:33.939166 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2af0d1e-0a0a-4849-b100-2a2c3d9f3b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.994689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:33.995803 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.051697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:34.106704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c2af0d1e-0a0a-4849-b100-2a2c3d9f3b14 None None] Port 49b641dd-c0ba-4588-822c-ce86f99fa81f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:34.119914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:34.202725 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:34.226906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.232002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43170) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:34.239708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b06d4e8f-e2af-4ed6-a1e1-e5007bdfb21c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 200 len: 934 time: 3.4439945 Jul 06 18:53:34.394285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43172) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:34.394883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5fc430b5-b257-4372-8d96-905147777873 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 200 len: 934 time: 0.1602213 Jul 06 18:53:34.416964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'routes': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:34.490080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:32Z', 'revision_number': 6, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '49b641dd-c0ba-4588-822c-ce86f99fa81f', 'name': '', 'network_id': 'ed149aa7-1655-491c-a962-87638510a441', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:92:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:27Z', 'updated_at': '2021-07-06T18:53:29Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:34.535676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:34.536475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Updating router 226f7c79-ee78-4b02-a6e2-043809a7713c port 49b641dd-c0ba-4588-822c-ce86f99fa81f binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:34.632918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b8e4f2e3-c04b-44f0-8722-0fe49bb4653d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:34.698082 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.902647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:34.902647 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.175462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.extraroute_db [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added routes are [] {{(pid=93966) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:53:35.176886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.extraroute_db [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93966) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:53:35.240573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.415448 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.434444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Transition to ACTIVE for port object 49b641dd-c0ba-4588-822c-ce86f99fa81f will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:35.456891 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.503596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.508764 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.576942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c7873-4874-4aef-bbfa-4603e6ee9947 None None] Pushing event updated for resources: {'Port': ['ID=49b641dd-c0ba-4588-822c-ce86f99fa81f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:35.679446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Attempting to bind port 49b641dd-c0ba-4588-822c-ce86f99fa81f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:35.679823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Attempting to bind port 49b641dd-c0ba-4588-822c-ce86f99fa81f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:35.680187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Attempting to bind port 49b641dd-c0ba-4588-822c-ce86f99fa81f on network ed149aa7-1655-491c-a962-87638510a441 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:35.690790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:35.691166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Checking segment: {'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:35.691580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.691976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Bound using segment: {'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:35.692454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Bound port: 49b641dd-c0ba-4588-822c-ce86f99fa81f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4af4203-9194-4777-9e3d-b6f91d802ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ed149aa7-1655-491c-a962-87638510a441'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:35.692857 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.735490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:35.993154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:36.001861 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.006072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43194) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:36.014274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5a70d886-1784-4fec-b715-7e0d8a80b342 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 200 len: 700 time: 1.6178200 Jul 06 18:53:36.102826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] For port 49b641dd-c0ba-4588-822c-ce86f99fa81f, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:36.114638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] For port 49b641dd-c0ba-4588-822c-ce86f99fa81f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=49b641dd-c0ba-4588-822c-ce86f99fa81f,segment=NetworkSegment(c4af4203-9194-4777-9e3d-b6f91d802ad3),segment_id=c4af4203-9194-4777-9e3d-b6f91d802ad3)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:36.125323 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.188866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c7873-4874-4aef-bbfa-4603e6ee9947 None None] Pushing event updated for resources: {'Port': ['ID=49b641dd-c0ba-4588-822c-ce86f99fa81f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:36.202853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:36.203500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:36.213318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43200) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:36.225295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7f62bc90-3cc0-4407-9742-82613e264ac1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 200 len: 700 time: 0.2178414 Jul 06 18:53:36.442183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:36.694841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 49b641dd-c0ba-4588-822c-ce86f99fa81f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:36.957933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 49b641dd-c0ba-4588-822c-ce86f99fa81f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:36.970797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 49b641dd-c0ba-4588-822c-ce86f99fa81f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:36.971726 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.078581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.223993 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.266047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:35Z', 'revision_number': 7, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '49b641dd-c0ba-4588-822c-ce86f99fa81f', 'name': '', 'network_id': 'ed149aa7-1655-491c-a962-87638510a441', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:92:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:27Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:37.309756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7095e08-b62d-4fd1-9040-83472141643e None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:35Z', 'revision_number': 7, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '49b641dd-c0ba-4588-822c-ce86f99fa81f', 'name': '', 'network_id': 'ed149aa7-1655-491c-a962-87638510a441', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:92:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:27Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:37.324091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 49b641dd-c0ba-4588-822c-ce86f99fa81f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=49b641dd-c0ba-4588-822c-ce86f99fa81f,segment=NetworkSegment(c4af4203-9194-4777-9e3d-b6f91d802ad3),segment_id=c4af4203-9194-4777-9e3d-b6f91d802ad3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:37.333643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.550783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=49b641dd-c0ba-4588-822c-ce86f99fa81f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:37.634540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 49b641dd-c0ba-4588-822c-ce86f99fa81f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:37.635830 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.678992 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:37.692115 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:37.694104 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:37.816733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port 49b641dd-c0ba-4588-822c-ce86f99fa81f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=49b641dd-c0ba-4588-822c-ce86f99fa81f,segment=NetworkSegment(c4af4203-9194-4777-9e3d-b6f91d802ad3),segment_id=c4af4203-9194-4777-9e3d-b6f91d802ad3)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:37.817097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.832781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 49b641dd-c0ba-4588-822c-ce86f99fa81f owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:37.846456 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:38.290966 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:35Z', 'revision_number': 7, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '49b641dd-c0ba-4588-822c-ce86f99fa81f', 'name': '', 'network_id': 'ed149aa7-1655-491c-a962-87638510a441', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:92:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:27Z', 'updated_at': '2021-07-06T18:53:37Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': '80accfe9-2ec2-45b4-8940-85abeeff269b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:38.350548 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.385656 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:38.401318 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:38.402486 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:38.477963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=49b641dd-c0ba-4588-822c-ce86f99fa81f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:38.682916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 49b641dd-c0ba-4588-822c-ce86f99fa81f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:38.718519 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:38.727585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 49b641dd-c0ba-4588-822c-ce86f99fa81f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:38.728086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 49b641dd-c0ba-4588-822c-ce86f99fa81f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 18:53:38.754736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Port 49b641dd-c0ba-4588-822c-ce86f99fa81f not found, will not notify nova. {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 18:53:38.800868 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.226163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:39.462076 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 8, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:39.523443 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb7930-edf3-4607-8d4b-d03e5a0222b2 None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 8, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:40.084267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:40.103951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4ea968be-ec93-4f46-84e7-1107068dcd73 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8893330 Jul 06 18:53:40.106738 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43254) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:40.240644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-36296d6a-8db2-47e8-a0af-da98270fd9a0 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet 80accfe9-2ec2-45b4-8940-85abeeff269b {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:40.249762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36296d6a-8db2-47e8-a0af-da98270fd9a0 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.354593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:40.369426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:40.370105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:40.385364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36296d6a-8db2-47e8-a0af-da98270fd9a0 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.551189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:40.601334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36296d6a-8db2-47e8-a0af-da98270fd9a0 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.663339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 49b641dd-c0ba-4588-822c-ce86f99fa81f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:40.704387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36296d6a-8db2-47e8-a0af-da98270fd9a0 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.713292 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 49b641dd-c0ba-4588-822c-ce86f99fa81f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:40.714072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 49b641dd-c0ba-4588-822c-ce86f99fa81f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:40.737641 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36296d6a-8db2-47e8-a0af-da98270fd9a0 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=80accfe9-2ec2-45b4-8940-85abeeff269b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:40.760233 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36296d6a-8db2-47e8-a0af-da98270fd9a0 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.765797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43268) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:40.766015 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-36296d6a-8db2-47e8-a0af-da98270fd9a0 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/80accfe9-2ec2-45b4-8940-85abeeff269b HTTP/1.1" status: 204 len: 168 time: 0.6579967 Jul 06 18:53:40.849474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aec10c-b84a-4e2a-9034-42b5ebc9d301 None None] Network ed149aa7-1655-491c-a962-87638510a441 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:40.896412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.997509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port f0294747-ce5c-4458-b1d7-647fee175141 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:40.998253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.076979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port f0294747-ce5c-4458-b1d7-647fee175141, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f0294747-ce5c-4458-b1d7-647fee175141,segment=NetworkSegment(c4af4203-9194-4777-9e3d-b6f91d802ad3),segment_id=c4af4203-9194-4777-9e3d-b6f91d802ad3)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:41.077898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.093634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for f0294747-ce5c-4458-b1d7-647fee175141 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:41.094434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 8, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:41.165890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:41.196566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.208130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded221f-77a8-4ff7-a29a-70fc110fe15b None None] DHCP port deletion for ed149aa7-1655-491c-a962-87638510a441 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:41.222850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:41.223847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:41.244317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=f0294747-ce5c-4458-b1d7-647fee175141,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:41.252271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port f0294747-ce5c-4458-b1d7-647fee175141 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:41.402269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:41.410736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.436321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed149aa7-1655-491c-a962-87638510a441']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:41.461627 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4af4203-9194-4777-9e3d-b6f91d802ad3') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:41.461957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4af4203-9194-4777-9e3d-b6f91d802ad3') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:41.475380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.512240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.528829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:41.529242 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:41.532793 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:41.659658 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.675483 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.679130 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/ed149aa7-1655-491c-a962-87638510a441 HTTP/1.1" status: 204 len: 168 time: 0.9123023 Jul 06 18:53:41.681988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43286) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:41.701340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d604a-a930-4d0a-b6a7-1b109884088d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=ed149aa7-1655-491c-a962-87638510a441,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:41.893947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 8, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:41.970176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b97ba4f-3f09-46f0-8b5e-f18fe7f4204e None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 8, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e4f2e3-c04b-44f0-8722-0fe49bb4653d', 'name': '', 'network_id': 'ca4ba876-4898-4b80-a8c2-9b907a08d8cb', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:14:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:23Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f7d383c6-5f98-4c7e-acda-4c7970060602', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:42.310208 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.523879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f0294747-ce5c-4458-b1d7-647fee175141 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:42.549001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f0294747-ce5c-4458-b1d7-647fee175141 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:42.549347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f0294747-ce5c-4458-b1d7-647fee175141 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:42.862016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:42.862370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:43.044446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port b8e4f2e3-c04b-44f0-8722-0fe49bb4653d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,segment=NetworkSegment(ce12fc04-3869-46d0-a6a7-47b89b4f6a2b),segment_id=ce12fc04-3869-46d0-a6a7-47b89b4f6a2b)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:43.045228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:43.065061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for b8e4f2e3-c04b-44f0-8722-0fe49bb4653d owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:43.334531 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:43.403143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=b8e4f2e3-c04b-44f0-8722-0fe49bb4653d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:43.714364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.005490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:44.204022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:44.213396 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:44.223427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43324) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:44.227924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:44.228734 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:44.230107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2824bff7-a146-4a7b-aca5-0ac14c6e65c3 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5467422 Jul 06 18:53:44.322550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-385055f6-2613-4931-b81c-bcf9e4ebb0db tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet f7d383c6-5f98-4c7e-acda-4c7970060602 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:44.331268 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:44.332372 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-385055f6-2613-4931-b81c-bcf9e4ebb0db tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.390872 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-385055f6-2613-4931-b81c-bcf9e4ebb0db tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.738092 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-385055f6-2613-4931-b81c-bcf9e4ebb0db tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.814652 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:43Z', 'revision_number': 9, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:44.819460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-385055f6-2613-4931-b81c-bcf9e4ebb0db tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.853600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385055f6-2613-4931-b81c-bcf9e4ebb0db tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d383c6-5f98-4c7e-acda-4c7970060602,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:44.860021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-385055f6-2613-4931-b81c-bcf9e4ebb0db tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.862214 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-385055f6-2613-4931-b81c-bcf9e4ebb0db tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/f7d383c6-5f98-4c7e-acda-4c7970060602 HTTP/1.1" status: 204 len: 168 time: 0.6368711 Jul 06 18:53:44.864962 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43338) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:44.872293 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cca07e-2e13-4a74-9697-3ad2cf9ab89c None None] Network ca4ba876-4898-4b80-a8c2-9b907a08d8cb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:44.955178 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:44.966081 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:44.967150 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:44.981067 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.081843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port b4d5078a-b30a-4315-b963-3e34dc9d2086 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:45.082200 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.168362 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:45.243588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port b4d5078a-b30a-4315-b963-3e34dc9d2086, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b4d5078a-b30a-4315-b963-3e34dc9d2086,segment=NetworkSegment(ce12fc04-3869-46d0-a6a7-47b89b4f6a2b),segment_id=ce12fc04-3869-46d0-a6a7-47b89b4f6a2b)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:45.244710 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.296928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for b4d5078a-b30a-4315-b963-3e34dc9d2086 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:45.306261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] DHCP port deletion for ca4ba876-4898-4b80-a8c2-9b907a08d8cb request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:45.448720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] Deleting port b4d5078a-b30a-4315-b963-3e34dc9d2086 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:45.449431 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.473047 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.548087 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:43Z', 'revision_number': 9, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:45.574592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port b4d5078a-b30a-4315-b963-3e34dc9d2086 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:45.588625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=b4d5078a-b30a-4315-b963-3e34dc9d2086,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:45.613847 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-04c732a8-f435-4abf-8acc-18136ea599d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.641616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] For port b4d5078a-b30a-4315-b963-3e34dc9d2086, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b4d5078a-b30a-4315-b963-3e34dc9d2086,segment=NetworkSegment(ce12fc04-3869-46d0-a6a7-47b89b4f6a2b),segment_id=ce12fc04-3869-46d0-a6a7-47b89b4f6a2b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:45.642066 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.646241 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4c2d2-1d1f-4610-99c5-5c510474bc77 None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:43Z', 'revision_number': 9, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': '67f936ff-8cf6-4b8a-b926-32c7ff84efaa', 'name': '', 'network_id': 'ea41ab4f-70ae-4239-84c5-ae9532795247', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:93:46:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:18Z', 'updated_at': '2021-07-06T18:53:30Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'f6e5b49e-62ef-4f49-bce2-717189d1e459', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:45.689401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] Calling delete_port for b4d5078a-b30a-4315-b963-3e34dc9d2086 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:45.775462 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.801686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4ba876-4898-4b80-a8c2-9b907a08d8cb']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:45.814997 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.825633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:45.825946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce12fc04-3869-46d0-a6a7-47b89b4f6a2b') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:45.841011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.882457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] No DVR routers for this DVR port b4d5078a-b30a-4315-b963-3e34dc9d2086 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:45.884044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b13be-8dca-494f-a131-5ae77274f345 None None] Pushing event deleted for resources: {'Port': ['ID=b4d5078a-b30a-4315-b963-3e34dc9d2086,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:45.899039 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.912887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:45.913628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:45.918240 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:45.986842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43352) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:46.035538 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:46.049072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:46.055362 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/ca4ba876-4898-4b80-a8c2-9b907a08d8cb HTTP/1.1" status: 204 len: 168 time: 1.1858721 Jul 06 18:53:46.060271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43358) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:46.102911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9f6e8-7d2d-47f6-9b9e-e9704065ccf1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=ca4ba876-4898-4b80-a8c2-9b907a08d8cb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:46.320058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-737a9d81-89f0-4ed7-8663-688d01ab282e admin admin] Deleting subnet 13bc21e9-b87e-40f4-a9db-460f7c817086 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:46.351859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-737a9d81-89f0-4ed7-8663-688d01ab282e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:46.481778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-737a9d81-89f0-4ed7-8663-688d01ab282e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:46.542930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b4d5078a-b30a-4315-b963-3e34dc9d2086 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:46.604204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b4d5078a-b30a-4315-b963-3e34dc9d2086 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:46.604204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b4d5078a-b30a-4315-b963-3e34dc9d2086 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:46.604659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b8e4f2e3-c04b-44f0-8722-0fe49bb4653d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:46.659892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b8e4f2e3-c04b-44f0-8722-0fe49bb4653d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:46.660578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b8e4f2e3-c04b-44f0-8722-0fe49bb4653d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:46.723112 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-737a9d81-89f0-4ed7-8663-688d01ab282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:46.814241 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:46.821003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-737a9d81-89f0-4ed7-8663-688d01ab282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:46.894792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-737a9d81-89f0-4ed7-8663-688d01ab282e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:46.897839 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-737a9d81-89f0-4ed7-8663-688d01ab282e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/13bc21e9-b87e-40f4-a9db-460f7c817086 HTTP/1.1" status: 204 len: 168 time: 0.9099240 Jul 06 18:53:46.900708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43370) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:46.942696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a9d81-89f0-4ed7-8663-688d01ab282e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13bc21e9-b87e-40f4-a9db-460f7c817086,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:47.009049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.129301 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.152588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff059085-024a-426c-9aa2-cb34e5746639']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:47.168503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:47.169401 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c9c64f-99ee-4cb9-89a5-ef3fdd195314') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:47.186033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.206782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.218592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:47.219011 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:47.221338 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:47.328788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:47.329860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.513776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port 67f936ff-8cf6-4b8a-b926-32c7ff84efaa, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,segment=NetworkSegment(3321e0bb-e884-4170-81c4-c18a087dd05a),segment_id=3321e0bb-e884-4170-81c4-c18a087dd05a)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:47.514386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.543225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 67f936ff-8cf6-4b8a-b926-32c7ff84efaa owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:47.789910 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.840283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=67f936ff-8cf6-4b8a-b926-32c7ff84efaa,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:47.873197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.878125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.880089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ff059085-024a-426c-9aa2-cb34e5746639 HTTP/1.1" status: 204 len: 168 time: 0.9783158 Jul 06 18:53:47.894860 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c97f8-7353-469b-a3a0-82787b8a4f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff059085-024a-426c-9aa2-cb34e5746639,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:48.107870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43394) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:48.111567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.184330 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-be491bb5-b377-4522-8ecd-5deee24b00ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07f81c0598ec4702bd890fbe73a21ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727656 Jul 06 18:53:48.184578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43398) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:48.248843 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7101a7b0-d853-4a05-98e7-b1307ba652dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.273284 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17c7bcce-727f-4821-8168-91ba4f70f102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.313169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17c7bcce-727f-4821-8168-91ba4f70f102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.374264 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17c7bcce-727f-4821-8168-91ba4f70f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.379097 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17c7bcce-727f-4821-8168-91ba4f70f102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.381211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-17c7bcce-727f-4821-8168-91ba4f70f102 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54809de0-d3ab-487b-8444-a7d940444cf0 HTTP/1.1" status: 204 len: 168 time: 0.1955705 Jul 06 18:53:48.399112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7bcce-727f-4821-8168-91ba4f70f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54809de0-d3ab-487b-8444-a7d940444cf0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:48.425645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:48.434685 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.550259 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:48.562175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:48.569094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43404) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:48.580223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-78658a2b-d32b-4513-9268-c7d78ea3c69e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5188010 Jul 06 18:53:48.581531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:48.582209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:48.659928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a438ff2-24af-48a9-afcc-71f3e0d825b5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet f6e5b49e-62ef-4f49-bce2-717189d1e459 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:48.676261 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a438ff2-24af-48a9-afcc-71f3e0d825b5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.683602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:48.742175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a438ff2-24af-48a9-afcc-71f3e0d825b5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.975944 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a438ff2-24af-48a9-afcc-71f3e0d825b5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.075694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:47Z', 'revision_number': 10, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:49.144458 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a438ff2-24af-48a9-afcc-71f3e0d825b5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.170901 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:49.190829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:49.191484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:49.214053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a438ff2-24af-48a9-afcc-71f3e0d825b5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e5b49e-62ef-4f49-bce2-717189d1e459,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:49.233303 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2a438ff2-24af-48a9-afcc-71f3e0d825b5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.236383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2a438ff2-24af-48a9-afcc-71f3e0d825b5 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/f6e5b49e-62ef-4f49-bce2-717189d1e459 HTTP/1.1" status: 204 len: 168 time: 0.6658602 Jul 06 18:53:49.239208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43426) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:49.350976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be69501-fddc-448a-a5f6-70bd176c9953 None None] Network ea41ab4f-70ae-4239-84c5-ae9532795247 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:49.413183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:49.432929 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.567308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:49.568240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.722864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f57d20ff-cd63-4e53-9ca9-9e11f91a5a02,segment=NetworkSegment(3321e0bb-e884-4170-81c4-c18a087dd05a),segment_id=3321e0bb-e884-4170-81c4-c18a087dd05a)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:49.724897 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.759222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:49.946109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.991357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=f57d20ff-cd63-4e53-9ca9-9e11f91a5a02,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:49.997701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:50.146216 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.175074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.180153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea41ab4f-70ae-4239-84c5-ae9532795247']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:50.220123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3321e0bb-e884-4170-81c4-c18a087dd05a') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:50.220421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3321e0bb-e884-4170-81c4-c18a087dd05a') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:50.232565 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.272946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.296747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:50.297471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.384943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203413e3-f3e1-480b-84d2-620e8bf7d8ff None None] DHCP port deletion for ea41ab4f-70ae-4239-84c5-ae9532795247 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:50.402942 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:50.416978 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.436209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.438231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/ea41ab4f-70ae-4239-84c5-ae9532795247 HTTP/1.1" status: 204 len: 168 time: 1.1978695 Jul 06 18:53:50.439164 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:47Z', 'revision_number': 10, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:50.441763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43450) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:50.465229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15909f05-6f3c-413c-9387-7b63862a2ecf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=ea41ab4f-70ae-4239-84c5-ae9532795247,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:50.520160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76783d84-e2bc-4a78-b176-d591c62e3d73 None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:47Z', 'revision_number': 10, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None, '_interfaces': [{'id': 'd216053a-3f10-4bd5-a163-5801044f64f1', 'name': '', 'network_id': '63d4e6a4-ef16-4525-89e4-f1d18b310317', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'mac_address': 'fa:16:3e:ce:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:14Z', 'updated_at': '2021-07-06T18:53:21Z', 'revision_number': 5, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'subnets': [{'id': 'fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:50.596628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:50.657389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:50.657833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f57d20ff-cd63-4e53-9ca9-9e11f91a5a02 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:51.060394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:51.148209 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:51.508722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port d216053a-3f10-4bd5-a163-5801044f64f1 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:51.510072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:51.726674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port d216053a-3f10-4bd5-a163-5801044f64f1, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d216053a-3f10-4bd5-a163-5801044f64f1,segment=NetworkSegment(8db663ae-e13d-45d7-8cf9-cf39f108bbcd),segment_id=8db663ae-e13d-45d7-8cf9-cf39f108bbcd)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:51.727384 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:51.756111 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for d216053a-3f10-4bd5-a163-5801044f64f1 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:52.103748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:52.148583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=d216053a-3f10-4bd5-a163-5801044f64f1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:52.375674 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:52.471864 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:52.550311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 67f936ff-8cf6-4b8a-b926-32c7ff84efaa no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:52.588128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 67f936ff-8cf6-4b8a-b926-32c7ff84efaa {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:52.589219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 67f936ff-8cf6-4b8a-b926-32c7ff84efaa not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:52.639498 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:52.815356 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:53.016889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:53.023266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5e2be44e-33d4-4184-83ec-a1da95a89afb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5797901 Jul 06 18:53:53.026100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43608) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:53.035516 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:53.045197 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:53.048722 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:53.050513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43610) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:53.166776 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:53.192924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting subnet fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:53.197081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:53.235005 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:51Z', 'revision_number': 11, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:53.297542 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:53.308958 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:53.309672 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:53.338948 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb99c-7c2f-43d9-a483-d1b3ea91becb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:53.396786 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:53.509280 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:51Z', 'revision_number': 11, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:53.540942 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb99c-7c2f-43d9-a483-d1b3ea91becb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:53.541365 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e67a6-d088-47c2-9fa7-21876879506c None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:51Z', 'revision_number': 11, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:53.557253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb99c-7c2f-43d9-a483-d1b3ea91becb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:53.630202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8b4cb99c-7c2f-43d9-a483-d1b3ea91becb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bccc731f418d40ed86a2a8831ab7eb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776296 Jul 06 18:53:53.631721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43626) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:53.696825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cb99c-7c2f-43d9-a483-d1b3ea91becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de6c792-80e9-4934-9358-c99465321f68,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:53.743033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-325b7e80-419e-4015-96cd-e3a1944d87e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:53.786654 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-325b7e80-419e-4015-96cd-e3a1944d87e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:53.853181 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-325b7e80-419e-4015-96cd-e3a1944d87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:53.856392 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-325b7e80-419e-4015-96cd-e3a1944d87e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:53.858103 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-325b7e80-419e-4015-96cd-e3a1944d87e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3de6c792-80e9-4934-9358-c99465321f68 HTTP/1.1" status: 204 len: 168 time: 0.2230830 Jul 06 18:53:53.885167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b7e80-419e-4015-96cd-e3a1944d87e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de6c792-80e9-4934-9358-c99465321f68,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:53.934093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.088008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.184605 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.238262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:54.244873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c413a30-7901-4386-b836-c9156bf80ebd None None] Network 63d4e6a4-ef16-4525-89e4-f1d18b310317 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:54.249677 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.252017 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2 HTTP/1.1" status: 204 len: 168 time: 1.2229204 Jul 06 18:53:54.253762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.254305 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.254808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.254944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43642) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:54.255424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.255929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.256663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.257561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.258116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.258612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.259127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.262394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.262933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb4d14-4410-497c-bf6f-91fae8a495ca tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:54.428031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43644) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:54.455887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d216053a-3f10-4bd5-a163-5801044f64f1 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:54.457399 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.482168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-156653cc-b4b0-47d7-adc0-143e0dd1c501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.483643 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d216053a-3f10-4bd5-a163-5801044f64f1 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:54.484194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d216053a-3f10-4bd5-a163-5801044f64f1 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:54.558129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Deleting port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:54.558429 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.649278 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] For port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8d974d79-d6bd-40fb-8bbc-e44b44e6cba0,segment=NetworkSegment(8db663ae-e13d-45d7-8cf9-cf39f108bbcd),segment_id=8db663ae-e13d-45d7-8cf9-cf39f108bbcd)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:54.650097 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.659104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-156653cc-b4b0-47d7-adc0-143e0dd1c501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.670697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Calling delete_port for 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:54.673815 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-156653cc-b4b0-47d7-adc0-143e0dd1c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.702832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] DHCP port deletion for 63d4e6a4-ef16-4525-89e4-f1d18b310317 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:54.721543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-156653cc-b4b0-47d7-adc0-143e0dd1c501 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f4d26b553de44ccbf9f024d7db75f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899733 Jul 06 18:53:54.721543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156653cc-b4b0-47d7-adc0-143e0dd1c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2c7885-f0cd-4db2-b389-330685220d5f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:54.735067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43650) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:54.782001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.804718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No DVR routers for this DVR port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:54.819546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] Deleting port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:54.820062 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.863167 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd97-15c8-4409-b789-533ec6bdf92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.881068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Port': ['ID=8d974d79-d6bd-40fb-8bbc-e44b44e6cba0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:54.907678 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd97-15c8-4409-b789-533ec6bdf92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.947104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.969855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d4e6a4-ef16-4525-89e4-f1d18b310317']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:54.982259 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd97-15c8-4409-b789-533ec6bdf92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.985422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd97-15c8-4409-b789-533ec6bdf92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.986884 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a2bacd97-15c8-4409-b789-533ec6bdf92c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a2c7885-f0cd-4db2-b389-330685220d5f HTTP/1.1" status: 204 len: 168 time: 0.2506337 Jul 06 18:53:54.998709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] For port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0, host n-d-799684-2, got binding levels [] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:54.999112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.016389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db663ae-e13d-45d7-8cf9-cf39f108bbcd') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:55.016967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db663ae-e13d-45d7-8cf9-cf39f108bbcd') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:55.042518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bacd97-15c8-4409-b789-533ec6bdf92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2c7885-f0cd-4db2-b389-330685220d5f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:55.101560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.103179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] Calling delete_port for 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:55.127766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.ipam_backend_mixin [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] Port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 was not found and therefore no delete operation was performed {{(pid=93968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:53:55.135306 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.159279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.171628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:55.173140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:55.180827 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:55.225858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] Pushing event deleted for resources: {'Port': ['ID=8d974d79-d6bd-40fb-8bbc-e44b44e6cba0,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:55.239596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28639970-a7e2-4c6e-b025-c7c2b476a0a7 None None] No DVR routers for this DVR port 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:55.308954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.333225 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.336889 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/networks/63d4e6a4-ef16-4525-89e4-f1d18b310317 HTTP/1.1" status: 204 len: 168 time: 1.0807974 Jul 06 18:53:55.340041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43664) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:55.347118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'routes': None}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:55.376867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dac33-0fa3-4da4-a434-cf33683a6cbc tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Pushing event deleted for resources: {'Network': ['ID=63d4e6a4-ef16-4525-89e4-f1d18b310317,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:55.590156 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.extraroute_db [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Added routes are [] {{(pid=93966) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:53:55.590458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.extraroute_db [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Removed routes are [] {{(pid=93966) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:53:55.590811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.817775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.827696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.949898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router 226f7c79-ee78-4b02-a6e2-043809a7713c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:56.059186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:56.076053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] Sync routers for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:56.078474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.082905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43692) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:56.083471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1fff407a-89f8-41ea-9f01-67d32fa24526 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 200 len: 701 time: 0.7377102 Jul 06 18:53:56.105523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:56.109382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:56.137576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-993b104e-9f9e-478c-844f-463f46a6a448 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 200 len: 205 time: 0.0533283 Jul 06 18:53:56.140016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43698) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:56.271173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05796a8a-8976-45c6-9fb2-d6d4c0c73a34 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.308000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:56.411122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:51Z', 'revision_number': 11, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:56.518614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] Checking router: 226f7c79-ee78-4b02-a6e2-043809a7713c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:56.529981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] Routers {'226f7c79-ee78-4b02-a6e2-043809a7713c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:56.530896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['226f7c79-ee78-4b02-a6e2-043809a7713c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:56.536664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43708) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:56.612696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] Set router 226f7c79-ee78-4b02-a6e2-043809a7713c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:56.681612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:51Z', 'revision_number': 11, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:56.713384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1097604795-network', 'tenant_id': '1ad1283701be4a1387ce2afa748c7fcc'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:56.762943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05796a8a-8976-45c6-9fb2-d6d4c0c73a34 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.771805 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05796a8a-8976-45c6-9fb2-d6d4c0c73a34 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.775756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Made reservation on behalf of 1ad1283701be4a1387ce2afa748c7fcc for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:56.779949 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.797168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:56.803635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.841416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a9dd1-9cec-4fe7-9891-8912f366edb7 None None] The sync data for ids ['226f7c79-ee78-4b02-a6e2-043809a7713c'] in n-d-799684-2 is: [{'id': '226f7c79-ee78-4b02-a6e2-043809a7713c', 'name': 'tempest-RoutersTest-router-1143038881', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:12Z', 'updated_at': '2021-07-06T18:53:51Z', 'revision_number': 11, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:56.846283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:56.846631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8d974d79-d6bd-40fb-8bbc-e44b44e6cba0 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:56.874884 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05796a8a-8976-45c6-9fb2-d6d4c0c73a34 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.875500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05796a8a-8976-45c6-9fb2-d6d4c0c73a34 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Fanout notify agent at l3_agent the message router_deleted on router 226f7c79-ee78-4b02-a6e2-043809a7713c {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:53:56.895940 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-05796a8a-8976-45c6-9fb2-d6d4c0c73a34 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.905052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-05796a8a-8976-45c6-9fb2-d6d4c0c73a34 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 204 len: 168 time: 0.7637036 Jul 06 18:53:56.911895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43714) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:56.947440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-612b00f3-6f1f-4162-ba1b-c0a19024b766 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1942566251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:56.960834 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.967674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.998455 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-612b00f3-6f1f-4162-ba1b-c0a19024b766 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.000367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-612b00f3-6f1f-4162-ba1b-c0a19024b766 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.004541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:57.016409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862b21df-483a-4643-ab0e-9d8f7c0e1e5b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:57.037591 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.037962 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Added segment fc14d538-baac-4b9a-88de-772d60288887 of type vlan for network 65565bc4-c5b6-49b8-b0db-a03dad45514a Jul 06 18:53:57.087127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.122075 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-612b00f3-6f1f-4162-ba1b-c0a19024b766 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.130254 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-612b00f3-6f1f-4162-ba1b-c0a19024b766 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.131451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.132608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:57.133412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.155818 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-612b00f3-6f1f-4162-ba1b-c0a19024b766 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.160204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-612b00f3-6f1f-4162-ba1b-c0a19024b766 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2450004 Jul 06 18:53:57.160871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43722) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:57.171673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9d186531-b3ed-4e0b-951d-3f86be7c0d8c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:57.202115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6641204 Jul 06 18:53:57.205600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43726) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:57.219882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Request body: {'subnet': {'network_id': '65565bc4-c5b6-49b8-b0db-a03dad45514a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1097604795-subnet', 'tenant_id': '1ad1283701be4a1387ce2afa748c7fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:57.239376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7add9-6e42-43e3-bccd-ded8be3f22fb admin admin] Pushing event updated for resources: {'Network': ['ID=65565bc4-c5b6-49b8-b0db-a03dad45514a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:57.254761 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 65565bc4-c5b6-49b8-b0db-a03dad45514a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:57.312661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Made reservation on behalf of 1ad1283701be4a1387ce2afa748c7fcc for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:57.315315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.605898 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d186531-b3ed-4e0b-951d-3f86be7c0d8c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.624508 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d186531-b3ed-4e0b-951d-3f86be7c0d8c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-803338'] for router, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.684292 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.782590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04c019a-cbb6-4f7f-93ab-7cde31d2b405,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:57.830735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d186531-b3ed-4e0b-951d-3f86be7c0d8c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Router c47ec26e-3581-40cd-94f6-dabced83a539 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:53:57.838367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Checking segment: {'id': 'fc14d538-baac-4b9a-88de-772d60288887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '65565bc4-c5b6-49b8-b0db-a03dad45514a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:57.838784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Network hostable DHCP agents. Network: 65565bc4-c5b6-49b8-b0db-a03dad45514a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:57.865549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Network 65565bc4-c5b6-49b8-b0db-a03dad45514a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:57.890483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 65565bc4-c5b6-49b8-b0db-a03dad45514a) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:57.899141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a869c-3e4a-4fb5-a600-51b2a23bfa30 None None] Network 65565bc4-c5b6-49b8-b0db-a03dad45514a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:57.902035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:57.902695 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.933237 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-97b2b79e-5826-47ca-855c-be5fbf78b173 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7264397 Jul 06 18:53:57.953313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d186531-b3ed-4e0b-951d-3f86be7c0d8c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:57.964537 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] Sync routers for ids ['c47ec26e-3581-40cd-94f6-dabced83a539'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:57.968279 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d186531-b3ed-4e0b-951d-3f86be7c0d8c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:57.972272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43738) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:57.976630 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d186531-b3ed-4e0b-951d-3f86be7c0d8c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "PUT /v2.0/routers/c47ec26e-3581-40cd-94f6-dabced83a539 HTTP/1.1" status: 200 len: 694 time: 0.8146567 Jul 06 18:53:57.980662 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] Routers {'c47ec26e-3581-40cd-94f6-dabced83a539'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:57.986015 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c47ec26e-3581-40cd-94f6-dabced83a539'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:58.085302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f216e78-6d41-482e-b206-830be0970375 None None] Network 65565bc4-c5b6-49b8-b0db-a03dad45514a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:58.163057 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3d75f4fb-54c1-4ae6-ab84-7bc8296fb764 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/routers/c47ec26e-3581-40cd-94f6-dabced83a539 HTTP/1.1" status: 200 len: 700 time: 0.1868224 Jul 06 18:53:58.163744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43746) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:58.256110 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] Set router c47ec26e-3581-40cd-94f6-dabced83a539 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:58.289228 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c3aff8e5-bf29-45a6-97e0-247d367d3c35 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=c47ec26e-3581-40cd-94f6-dabced83a539 HTTP/1.1" status: 200 len: 205 time: 0.1232147 Jul 06 18:53:58.291551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43754) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:58.411671 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47ec26e-3581-40cd-94f6-dabced83a539', 'name': 'tempest-RoutersTest-router-1942566251', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:57Z', 'updated_at': '2021-07-06T18:53:57Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:58.478140 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7653-6d6a-476e-9dee-db320b00ffd1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:58.490471 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] Checking router: c47ec26e-3581-40cd-94f6-dabced83a539 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:58.521826 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] Routers {'c47ec26e-3581-40cd-94f6-dabced83a539'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:58.527947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:53:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c47ec26e-3581-40cd-94f6-dabced83a539'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:58.715534 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7653-6d6a-476e-9dee-db320b00ffd1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:58.718208 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7653-6d6a-476e-9dee-db320b00ffd1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:58.799473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7653-6d6a-476e-9dee-db320b00ffd1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:58.800091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5c7653-6d6a-476e-9dee-db320b00ffd1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Fanout notify agent at l3_agent the message router_deleted on router c47ec26e-3581-40cd-94f6-dabced83a539 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:53:58.809895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7653-6d6a-476e-9dee-db320b00ffd1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:58.811109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2a5c7653-6d6a-476e-9dee-db320b00ffd1 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/c47ec26e-3581-40cd-94f6-dabced83a539 HTTP/1.1" status: 204 len: 168 time: 0.5182273 Jul 06 18:53:58.815923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43766) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:58.861483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-726b3c1e-df12-434a-a05b-534fca12e51f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=c47ec26e-3581-40cd-94f6-dabced83a539 HTTP/1.1" status: 200 len: 205 time: 0.0434761 Jul 06 18:53:58.869608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43770) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:58.910907 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] Set router c47ec26e-3581-40cd-94f6-dabced83a539 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:58.911736 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-0bae0126-62cf-4d91-bfb0-91fccd6c0f9c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] delete failed (client error): The resource could not be found. Jul 06 18:53:58.913255 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0bae0126-62cf-4d91-bfb0-91fccd6c0f9c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/c47ec26e-3581-40cd-94f6-dabced83a539 HTTP/1.1" status: 404 len: 336 time: 0.0425749 Jul 06 18:53:58.915941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43774) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:58.947140 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bb5c2c-46d2-405f-98f1-d73ddd4dc2a9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:58.951145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bb5c2c-46d2-405f-98f1-d73ddd4dc2a9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:58.951145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e9bb5c2c-46d2-405f-98f1-d73ddd4dc2a9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/80accfe9-2ec2-45b4-8940-85abeeff269b HTTP/1.1" status: 404 len: 337 time: 0.0324183 Jul 06 18:53:58.951145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43776) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:58.953132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43778) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:58.960669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-150527732-network', 'tenant_id': '613cab59c74c437d9255c2c709fc7fcc'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:58.987876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Made reservation on behalf of 613cab59c74c437d9255c2c709fc7fcc for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:58.990688 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:59.003597 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47ec26e-3581-40cd-94f6-dabced83a539', 'name': 'tempest-RoutersTest-router-1942566251', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:57Z', 'updated_at': '2021-07-06T18:53:57Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:59.030457 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde03515-0e79-4748-a217-4be600c75e3a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:59.034008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde03515-0e79-4748-a217-4be600c75e3a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:59.049588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fde03515-0e79-4748-a217-4be600c75e3a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/f7d383c6-5f98-4c7e-acda-4c7970060602 HTTP/1.1" status: 404 len: 337 time: 0.0817821 Jul 06 18:53:59.049588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43788) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.051191 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cb42a-835c-425f-be2e-d5958f6d023a None None] The sync data for ids ['c47ec26e-3581-40cd-94f6-dabced83a539'] in n-d-799684-2 is: [{'id': 'c47ec26e-3581-40cd-94f6-dabced83a539', 'name': 'tempest-RoutersTest-router-1942566251', 'tenant_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:57Z', 'updated_at': '2021-07-06T18:53:57Z', 'revision_number': 2, 'project_id': '4511efdcdaee45f7ae6eedf0aa9c6661', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:59.135545 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4c63dd-ee97-4ac8-b07d-7a69ed273722 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:59.137050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4c63dd-ee97-4ac8-b07d-7a69ed273722 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:59.138925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3e4c63dd-ee97-4ac8-b07d-7a69ed273722 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/f6e5b49e-62ef-4f49-bce2-717189d1e459 HTTP/1.1" status: 404 len: 337 time: 0.0972254 Jul 06 18:53:59.144542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43790) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.227303 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4cae8d-488a-47fb-b5c1-ce4250f1ebba tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:59.227987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4cae8d-488a-47fb-b5c1-ce4250f1ebba tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:59.231193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6d4cae8d-488a-47fb-b5c1-ce4250f1ebba tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/fa1cf41a-4c04-42ab-b0bf-a9b8eece48c2 HTTP/1.1" status: 404 len: 337 time: 0.0842943 Jul 06 18:53:59.233853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43792) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.288614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-14bc48e3-9571-4d50-950b-8e37475d23d9 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 200 len: 205 time: 0.0526962 Jul 06 18:53:59.289313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43794) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.361811 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-a8f6ab87-d88b-4037-ae21-86967a7d167c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] delete failed (client error): The resource could not be found. Jul 06 18:53:59.365917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a8f6ab87-d88b-4037-ae21-86967a7d167c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/226f7c79-ee78-4b02-a6e2-043809a7713c HTTP/1.1" status: 404 len: 336 time: 0.0754547 Jul 06 18:53:59.367072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43802) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.401125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-18ae3fa3-7c8e-444d-a70d-ac8978aaa8f4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df2badb-bc4d-47ec-8df8-ca89e7a33b4a HTTP/1.1" status: 200 len: 205 time: 0.0327842 Jul 06 18:53:59.402196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43806) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.456957 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-2f1528a3-fb24-468f-9a4d-5b0761e4a8e7 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] delete failed (client error): The resource could not be found. Jul 06 18:53:59.461545 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2f1528a3-fb24-468f-9a4d-5b0761e4a8e7 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/8df2badb-bc4d-47ec-8df8-ca89e7a33b4a HTTP/1.1" status: 404 len: 336 time: 0.0580006 Jul 06 18:53:59.462361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43808) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.524804 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4f9c17-ff36-40d1-aa58-3c24ffa42c97 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:59.525628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4f9c17-ff36-40d1-aa58-3c24ffa42c97 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:59.535119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2e4f9c17-ff36-40d1-aa58-3c24ffa42c97 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/6c8427e1-a40c-4495-8a00-a8b7fb336e8f HTTP/1.1" status: 404 len: 337 time: 0.0716219 Jul 06 18:53:59.536101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43810) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.571666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8f29a4c3-15a5-4c77-91a8-9c0b5f64d42e tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=243a1b33-3c31-444a-9cce-518fda0d8e42 HTTP/1.1" status: 200 len: 205 time: 0.0341406 Jul 06 18:53:59.572635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43812) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.574140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:59.662858 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-ee085375-0051-4ed0-8d48-141b896acb41 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] delete failed (client error): The resource could not be found. Jul 06 18:53:59.664223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ee085375-0051-4ed0-8d48-141b896acb41 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/243a1b33-3c31-444a-9cce-518fda0d8e42 HTTP/1.1" status: 404 len: 336 time: 0.0900877 Jul 06 18:53:59.666924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43814) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.726654 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-859ca297-32e4-48ef-9802-cec25b059dcf tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=1631582f-f04e-4f9c-b1ec-8583fa570f49 HTTP/1.1" status: 200 len: 205 time: 0.0582287 Jul 06 18:53:59.728986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43816) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.737481 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:59.748170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:59.768878 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:59.790101 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-1c7f9f24-b031-4920-a0f7-b652ee1cd311 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] delete failed (client error): The resource could not be found. Jul 06 18:53:59.791610 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1c7f9f24-b031-4920-a0f7-b652ee1cd311 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/1631582f-f04e-4f9c-b1ec-8583fa570f49 HTTP/1.1" status: 404 len: 336 time: 0.0614204 Jul 06 18:53:59.801955 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.811759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:59.812331 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Added segment 186e5765-023e-492f-a458-9026a69bb9b1 of type vlan for network ee41c48e-f084-4029-a53a-26976e07eb48 Jul 06 18:53:59.836869 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ce2431-47cf-455c-873f-71375f5410a4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:59.837705 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ce2431-47cf-455c-873f-71375f5410a4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:59.840241 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b8ce2431-47cf-455c-873f-71375f5410a4 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/99808bf6-ecf3-4804-adc7-3cb1a48bdec7 HTTP/1.1" status: 404 len: 337 time: 0.0368972 Jul 06 18:53:59.843078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43824) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.883976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:59.910281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8d35ddb7-2090-4727-be15-3a3e15a40a1d tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=22be4f81-e9b8-433e-ad58-bb74f3cd707b HTTP/1.1" status: 200 len: 205 time: 0.0656762 Jul 06 18:53:59.912475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43826) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:59.941085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737f94e6-71c6-4d08-876c-1466b575f3dc,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:59.944149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:59.945196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:59.945803 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:59.961639 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-fcf4df00-63f1-417e-9b2a-118c7ac8f9fb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] delete failed (client error): The resource could not be found. Jul 06 18:53:59.963131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fcf4df00-63f1-417e-9b2a-118c7ac8f9fb tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/22be4f81-e9b8-433e-ad58-bb74f3cd707b HTTP/1.1" status: 404 len: 336 time: 0.0496528 Jul 06 18:53:59.965622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43828) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:00.004282 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93e1e34-f6f5-4a56-b162-6b22bc73a593 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:54:00.004759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93e1e34-f6f5-4a56-b162-6b22bc73a593 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:54:00.007181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a93e1e34-f6f5-4a56-b162-6b22bc73a593 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/026f1c46-7b16-4568-b06a-d6eb07016298 HTTP/1.1" status: 404 len: 337 time: 0.0404253 Jul 06 18:54:00.011927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43830) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:00.045229 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0926666 Jul 06 18:54:00.045875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43832) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:00.050127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b31027fe-3566-4bfc-aee3-772d7f26b92c tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ace6c22-355d-4dd8-a4e6-2f98d75014e2 HTTP/1.1" status: 200 len: 205 time: 0.0367639 Jul 06 18:54:00.050722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43834) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:00.053857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Request body: {'subnet': {'network_id': 'ee41c48e-f084-4029-a53a-26976e07eb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-150527732-subnet', 'tenant_id': '613cab59c74c437d9255c2c709fc7fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:00.086652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Made reservation on behalf of 613cab59c74c437d9255c2c709fc7fcc for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:00.091146 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:00.110942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b854a-fd10-4b3c-a44c-d9019a8d24fc admin admin] Pushing event updated for resources: {'Network': ['ID=ee41c48e-f084-4029-a53a-26976e07eb48,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:00.113560 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-00dc8760-4e01-4045-94a1-c07eb42a5927 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] delete failed (client error): The resource could not be found. Jul 06 18:54:00.117414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-00dc8760-4e01-4045-94a1-c07eb42a5927 tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/routers/6ace6c22-355d-4dd8-a4e6-2f98d75014e2 HTTP/1.1" status: 404 len: 336 time: 0.0636325 Jul 06 18:54:00.118384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43838) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:00.124221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ee41c48e-f084-4029-a53a-26976e07eb48 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:54:00.151097 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed81f1c3-1f7c-48ad-bf66-8eafd6137b0a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:54:00.151652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed81f1c3-1f7c-48ad-bf66-8eafd6137b0a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:54:00.154855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ed81f1c3-1f7c-48ad-bf66-8eafd6137b0a tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/182c8b7d-b4f5-4937-a1c8-2e864f150d8e HTTP/1.1" status: 404 len: 337 time: 0.0355189 Jul 06 18:54:00.158063 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43842) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:00.188437 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-966fb01e-02ec-4e84-b7e6-1347a2f9927f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] DELETE failed (client error): The resource could not be found. Jul 06 18:54:00.189631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966fb01e-02ec-4e84-b7e6-1347a2f9927f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:54:00.200470 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-966fb01e-02ec-4e84-b7e6-1347a2f9927f tempest-RoutersTest-711855896 tempest-RoutersTest-711855896-project] 10.222.0.53 "DELETE /v2.0/subnets/74c8e475-0a30-411c-ac98-20f9adb9cdde HTTP/1.1" status: 404 len: 337 time: 0.0379295 Jul 06 18:54:00.363533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:00.437215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e810e0-6e25-401b-9a09-178b8fbeac25,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:00.454943 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Checking segment: {'id': '186e5765-023e-492f-a458-9026a69bb9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ee41c48e-f084-4029-a53a-26976e07eb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:00.455684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Network hostable DHCP agents. Network: ee41c48e-f084-4029-a53a-26976e07eb48, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:54:00.477665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Network ee41c48e-f084-4029-a53a-26976e07eb48 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:54:00.500283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ee41c48e-f084-4029-a53a-26976e07eb48) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:00.503333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:00.504164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:00.509295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2915bb4-7698-4fa1-94e3-ec93bfc319f5 None None] Network ee41c48e-f084-4029-a53a-26976e07eb48 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:00.540235 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-111cab92-ac16-452e-8c02-912abf4c7f52 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4930067 Jul 06 18:54:00.613876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 43878) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:00.801064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31182e66-9055-4a12-bc4a-9630ba96da27 None None] Network ee41c48e-f084-4029-a53a-26976e07eb48 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:00.910246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-60f818e8-053a-43d0-afb7-506897b15081 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4511efdcdaee45f7ae6eedf0aa9c6661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944620 Jul 06 18:54:00.910854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43890) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:00.971923 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa235616-75ad-4d02-8a58-df17d7826573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:01.004326 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa235616-75ad-4d02-8a58-df17d7826573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:01.071522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa235616-75ad-4d02-8a58-df17d7826573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:01.074424 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa235616-75ad-4d02-8a58-df17d7826573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:01.078561 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fa235616-75ad-4d02-8a58-df17d7826573 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fc6e3d5-611b-42b5-ba56-ceddd556fbe1 HTTP/1.1" status: 204 len: 168 time: 0.1672478 Jul 06 18:54:01.088259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa235616-75ad-4d02-8a58-df17d7826573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc6e3d5-611b-42b5-ba56-ceddd556fbe1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:01.320216 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:54:01.534782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-bf440265-bb5a-45e4-a9c7-7ae40d37c49c tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:01.543560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-bf440265-bb5a-45e4-a9c7-7ae40d37c49c tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/networks?id=65565bc4-c5b6-49b8-b0db-a03dad45514a HTTP/1.1" status: 200 len: 812 time: 0.1489761 Jul 06 18:54:01.595295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-d22c315b-15c5-4435-b82b-855bf3a7fc64 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/quotas/1ad1283701be4a1387ce2afa748c7fcc HTTP/1.1" status: 200 len: 375 time: 0.0473669 Jul 06 18:54:01.640915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-37caf5b2-7b3f-4c1d-9872-61eab8e0b586 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ad1283701be4a1387ce2afa748c7fcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446260 Jul 06 18:54:01.746143 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-e17b8c1f-1fa9-40e2-adc6-efb2c61a0e77 service neutron] 10.222.0.53 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042867 Jul 06 18:54:01.862473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-da4e7ddd-f9fd-4aa4-af8d-c2f1faa12db0 service neutron] 10.222.0.53 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099269 Jul 06 18:54:01.983732 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 43972) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:02.141136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1537998978-network', 'tenant_id': 'ccf2636ed4bd4d1882250d46dfec3bf2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:02.169338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Made reservation on behalf of ccf2636ed4bd4d1882250d46dfec3bf2 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:02.172474 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.189547 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.321259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.323977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-87749e7e-f030-4f1c-aef8-56f9ba124c15 req-62b20a51-8bf7-4a16-8811-87dd2cbc0eb6 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 210 time: 0.2663963 Jul 06 18:54:02.328588 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.341707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:54:02.351928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.352268 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Added segment 5cf772ed-59f5-4a5f-bcb4-1495c87f6a41 of type vlan for network 4187ab4e-d69d-4457-b2af-14f40bf0cef5 Jul 06 18:54:02.416623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.422676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830d2045-d11f-44fa-abc4-deb047391de1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:02.488713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.490304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:02.491811 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.580688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5955648 Jul 06 18:54:02.584228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44022) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:02.594013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Request body: {'subnet': {'network_id': '4187ab4e-d69d-4457-b2af-14f40bf0cef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1537998978-subnet', 'tenant_id': 'ccf2636ed4bd4d1882250d46dfec3bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:02.620655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186cddf-9123-491c-bf9a-ebe9cae957a5 admin admin] Pushing event updated for resources: {'Network': ['ID=4187ab4e-d69d-4457-b2af-14f40bf0cef5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:02.623791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Made reservation on behalf of ccf2636ed4bd4d1882250d46dfec3bf2 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:02.626418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.633781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 4187ab4e-d69d-4457-b2af-14f40bf0cef5 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:54:02.935202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.006346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Checking segment: {'id': '5cf772ed-59f5-4a5f-bcb4-1495c87f6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4187ab4e-d69d-4457-b2af-14f40bf0cef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:03.007444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Network hostable DHCP agents. Network: 4187ab4e-d69d-4457-b2af-14f40bf0cef5, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:54:03.009776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acbe1ed-4707-4388-9d0b-6e00e4230ab5,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:03.020004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.020598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.021102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.021617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.021996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.022330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.022657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.022983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.023307 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.023621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.024112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.024601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:03.046779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Network 4187ab4e-d69d-4457-b2af-14f40bf0cef5 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:54:03.062928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 4187ab4e-d69d-4457-b2af-14f40bf0cef5) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:03.067246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:03.068364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.075800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc18a4a-e97a-407e-ade9-e4571691d0a6 None None] Network 4187ab4e-d69d-4457-b2af-14f40bf0cef5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:03.087300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b441da62-f8f5-4a11-bc8a-03d337ced5c0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5017312 Jul 06 18:54:03.281698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf96f0f-61f5-4aaf-88f5-eb8872cc61c8 None None] Network 4187ab4e-d69d-4457-b2af-14f40bf0cef5 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:03.541552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-133c1caa-5b20-42fb-bef6-2e42c78b9cdb req-bd53ae61-2680-4fb5-92c4-233bcf865c96 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 210 time: 0.0702333 Jul 06 18:54:03.708047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44054) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:03.714774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608583135-network', 'tenant_id': '4cd1f8a702a242bf8702852b742638ae'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:03.718452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-5c13657c-7ebf-4dcd-9ba5-cd3c20c260a7 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:03.721066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-5c13657c-7ebf-4dcd-9ba5-cd3c20c260a7 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.24 "GET /v2.0/networks?id=65565bc4-c5b6-49b8-b0db-a03dad45514a HTTP/1.1" status: 200 len: 812 time: 0.1830177 Jul 06 18:54:03.737010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Request body: {'port': {'device_id': '8b1e4323-f010-459e-ad9c-b420cc2823e1', 'network_id': '65565bc4-c5b6-49b8-b0db-a03dad45514a', 'admin_state_up': True, 'tenant_id': '1ad1283701be4a1387ce2afa748c7fcc'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:03.761867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Made reservation on behalf of 4cd1f8a702a242bf8702852b742638ae for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:03.764813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.783627 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.919858 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.926337 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.945952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Made reservation on behalf of 1ad1283701be4a1387ce2afa748c7fcc for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:03.950063 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:54:03.951932 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.966586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696c8324-8871-4b91-bd86-523baa749fae,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:03.983635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.984818 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Added segment 8eb8550f-2016-476b-ba8d-a264f962b2c5 of type vlan for network 91a367d5-b837-4646-a86a-8d905df07ffc Jul 06 18:54:04.033335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.077155 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.078334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:04.079155 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.142221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4318027 Jul 06 18:54:04.146121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44062) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:04.148575 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Allocated IP 172.20.0.13 (65565bc4-c5b6-49b8-b0db-a03dad45514a/a04c019a-cbb6-4f7f-93ab-7cde31d2b405/448c3ce5-6a73-4f26-b4ba-f899bf1760db) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:04.154218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Request body: {'subnet': {'network_id': '91a367d5-b837-4646-a86a-8d905df07ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608583135-subnet', 'tenant_id': '4cd1f8a702a242bf8702852b742638ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:04.162862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b846585-1e26-41d9-8bab-042aa4170b0d admin admin] Pushing event updated for resources: {'Network': ['ID=91a367d5-b837-4646-a86a-8d905df07ffc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:04.172992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 91a367d5-b837-4646-a86a-8d905df07ffc details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:54:04.262291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Made reservation on behalf of 4cd1f8a702a242bf8702852b742638ae for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:04.264928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.443129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.500162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.582795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Network 65565bc4-c5b6-49b8-b0db-a03dad45514a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:04.591235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:04.600950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:04.614168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44078) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:04.661204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Pushing event updated for resources: {'Port': ['ID=448c3ce5-6a73-4f26-b4ba-f899bf1760db,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:04.693121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-3776397e-2301-4e15-a306-f38cd98572c1 admin admin] Deleting subnet 7aace64a-319c-4101-9690-3d7e2a33282e {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:54:04.698974 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3776397e-2301-4e15-a306-f38cd98572c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.700503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:04.701163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.729136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.738074 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-49096e03-f5c4-404f-9777-fae30c0771c2 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0050566 Jul 06 18:54:04.763776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Request body: {'port': {'device_id': '8b1e4323-f010-459e-ad9c-b420cc2823e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:04.782575 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3776397e-2301-4e15-a306-f38cd98572c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.833525 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8181f4a1-b2cf-4367-9cd0-4584882a3d6b,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:04.860380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3776397e-2301-4e15-a306-f38cd98572c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.867037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Checking segment: {'id': '8eb8550f-2016-476b-ba8d-a264f962b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '91a367d5-b837-4646-a86a-8d905df07ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:04.867404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Network hostable DHCP agents. Network: 91a367d5-b837-4646-a86a-8d905df07ffc, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:54:04.885569 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.890975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4e284-a709-4e83-a5ce-f513fa2e0f9f req-6ab02a3a-1f1a-48f3-a8ac-4839c617e068 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:04.892961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dcc4e284-a709-4e83-a5ce-f513fa2e0f9f req-6ab02a3a-1f1a-48f3-a8ac-4839c617e068 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 932 time: 0.1644537 Jul 06 18:54:04.925832 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Network 91a367d5-b837-4646-a86a-8d905df07ffc is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:54:04.944277 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 91a367d5-b837-4646-a86a-8d905df07ffc) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:04.955920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:04.956576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:04.960742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c041a83-8b1d-4b0a-b898-481ada23a9a4 None None] Network 91a367d5-b837-4646-a86a-8d905df07ffc requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:04.970479 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dcc4e284-a709-4e83-a5ce-f513fa2e0f9f req-b12ae34c-06e8-40f9-b5df-8cb82d540bd1 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685081 Jul 06 18:54:04.979866 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3776397e-2301-4e15-a306-f38cd98572c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.019109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3776397e-2301-4e15-a306-f38cd98572c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.021466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3776397e-2301-4e15-a306-f38cd98572c1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7aace64a-319c-4101-9690-3d7e2a33282e HTTP/1.1" status: 204 len: 168 time: 0.4060574 Jul 06 18:54:05.023061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776397e-2301-4e15-a306-f38cd98572c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aace64a-319c-4101-9690-3d7e2a33282e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:05.031477 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44086) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:05.070546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8cc17c53-8f9d-4b95-a874-5d8299de8c20 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9230595 Jul 06 18:54:05.142864 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.235192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed6b89-4383-4b3c-89ff-e6101594cfd6 None None] Network 91a367d5-b837-4646-a86a-8d905df07ffc requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:05.260147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44090) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:05.282653 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.322506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df8663e-4389-4cc1-9329-ea1e185f717b']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:05.338595 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84833cbf-591b-4382-a0f6-bf2a1ac95da0') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:05.339222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84833cbf-591b-4382-a0f6-bf2a1ac95da0') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:05.353127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.358367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-847b4031-8c65-4dd2-bd35-9991dc585164 admin admin] Deleting subnet 0acbe1ed-4707-4388-9d0b-6e00e4230ab5 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:54:05.366900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847b4031-8c65-4dd2-bd35-9991dc585164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.381880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448c3ce5-6a73-4f26-b4ba-f899bf1760db {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:54:05.390511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.403318 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.415533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:54:05.415836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:54:05.417649 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:54:05.459624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847b4031-8c65-4dd2-bd35-9991dc585164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.508334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Transition to ACTIVE for port object 448c3ce5-6a73-4f26-b4ba-f899bf1760db will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:05.511368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.517378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.532337 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.534584 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9df8663e-4389-4cc1-9329-ea1e185f717b HTTP/1.1" status: 204 len: 168 time: 0.5016241 Jul 06 18:54:05.537581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc117824-6084-417e-a45b-bcd886415f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df8663e-4389-4cc1-9329-ea1e185f717b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:05.540346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847b4031-8c65-4dd2-bd35-9991dc585164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.621933 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847b4031-8c65-4dd2-bd35-9991dc585164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.651162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b4031-8c65-4dd2-bd35-9991dc585164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acbe1ed-4707-4388-9d0b-6e00e4230ab5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:05.658581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-847b4031-8c65-4dd2-bd35-9991dc585164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.663230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-847b4031-8c65-4dd2-bd35-9991dc585164 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0acbe1ed-4707-4388-9d0b-6e00e4230ab5 HTTP/1.1" status: 204 len: 168 time: 0.4017258 Jul 06 18:54:05.663875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44106) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:05.693167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Pushing event updated for resources: {'Port': ['ID=448c3ce5-6a73-4f26-b4ba-f899bf1760db,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:05.731496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Attempting to bind port 448c3ce5-6a73-4f26-b4ba-f899bf1760db on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:05.731835 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Attempting to bind port 448c3ce5-6a73-4f26-b4ba-f899bf1760db by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'fc14d538-baac-4b9a-88de-772d60288887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '65565bc4-c5b6-49b8-b0db-a03dad45514a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:05.732161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Attempting to bind port 448c3ce5-6a73-4f26-b4ba-f899bf1760db on network 65565bc4-c5b6-49b8-b0db-a03dad45514a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:05.736940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Port 448c3ce5-6a73-4f26-b4ba-f899bf1760db on network 65565bc4-c5b6-49b8-b0db-a03dad45514a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:54:05.737292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Attempting to bind port 448c3ce5-6a73-4f26-b4ba-f899bf1760db on network 65565bc4-c5b6-49b8-b0db-a03dad45514a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:05.740673 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.744294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:05.744997 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Checking segment: {'id': 'fc14d538-baac-4b9a-88de-772d60288887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '65565bc4-c5b6-49b8-b0db-a03dad45514a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:05.745453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Bound using segment: {'id': 'fc14d538-baac-4b9a-88de-772d60288887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '65565bc4-c5b6-49b8-b0db-a03dad45514a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:05.746334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Bound port: 448c3ce5-6a73-4f26-b4ba-f899bf1760db, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc14d538-baac-4b9a-88de-772d60288887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '65565bc4-c5b6-49b8-b0db-a03dad45514a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:05.746914 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.811050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44114) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:05.825069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.835297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4187ab4e-d69d-4457-b2af-14f40bf0cef5']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:05.848153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf772ed-59f5-4a5f-bcb4-1495c87f6a41') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:05.848457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf772ed-59f5-4a5f-bcb4-1495c87f6a41') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:05.858962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.879473 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.892023 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:54:05.893253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:54:05.896297 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:54:05.902260 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7a4bf5ec-a0df-40c9-b50f-fa095c99418b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee9c20d9e09f406f82f6d4a12f850992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889854 Jul 06 18:54:05.905253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44116) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:05.913342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] For port 448c3ce5-6a73-4f26-b4ba-f899bf1760db, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:05.966734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.973962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:05.976114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4187ab4e-d69d-4457-b2af-14f40bf0cef5 HTTP/1.1" status: 204 len: 168 time: 0.3112497 Jul 06 18:54:05.981025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44118) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:05.987240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a8c5b-92a7-4ed5-b485-efefe56332c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4187ab4e-d69d-4457-b2af-14f40bf0cef5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:05.991583 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] For port 448c3ce5-6a73-4f26-b4ba-f899bf1760db, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db,segment=NetworkSegment(fc14d538-baac-4b9a-88de-772d60288887),segment_id=fc14d538-baac-4b9a-88de-772d60288887)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:06.013259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3c44c5f-70a1-490a-b035-d352b8d5a66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.017961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.073274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:06.074434 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.076062 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] 10.222.0.24 "PUT /v2.0/ports/448c3ce5-6a73-4f26-b4ba-f899bf1760db HTTP/1.1" status: 200 len: 1092 time: 1.3166845 Jul 06 18:54:06.085842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1e4323-f010-459e-ad9c-b420cc2823e1', 'tag': '448c3ce5-6a73-4f26-b4ba-f899bf1760db'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:06.088104 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cdce69-3e36-48af-8a71-6485e05d7965" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1e4323-f010-459e-ad9c-b420cc2823e1", "tag": "448c3ce5-6a73-4f26-b4ba-f899bf1760db"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:06.107916 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3c44c5f-70a1-490a-b035-d352b8d5a66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.131136 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d8f876-6a58-4603-b003-0bc879d1e6ab admin admin] Deleting subnet 8181f4a1-b2cf-4367-9cd0-4584882a3d6b {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:54:06.139846 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d62db-ff78-48b2-98ce-5d1f085d85cb x-openstack-request-id: req-634d62db-ff78-48b2-98ce-5d1f085d85cb {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:06.140130 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1e4323-f010-459e-ad9c-b420cc2823e1", "tag": "448c3ce5-6a73-4f26-b4ba-f899bf1760db", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:06.140371 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-634d62db-ff78-48b2-98ce-5d1f085d85cb {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:06.140754 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1e4323-f010-459e-ad9c-b420cc2823e1', 'tag': '448c3ce5-6a73-4f26-b4ba-f899bf1760db', 'status': 'completed', 'code': 200} Jul 06 18:54:06.177431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97d8f876-6a58-4603-b003-0bc879d1e6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.228330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14500aa5-046c-41c2-a1d4-d45b2c1464ef service neutron] Pushing event updated for resources: {'Port': ['ID=448c3ce5-6a73-4f26-b4ba-f899bf1760db,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:06.270295 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97d8f876-6a58-4603-b003-0bc879d1e6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.341190 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3c44c5f-70a1-490a-b035-d352b8d5a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.343979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3c44c5f-70a1-490a-b035-d352b8d5a66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.347555 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d3c44c5f-70a1-490a-b035-d352b8d5a66d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7848f8b3-60b2-4881-bdeb-1472a8b7de58 HTTP/1.1" status: 204 len: 168 time: 0.4388769 Jul 06 18:54:06.349852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97d8f876-6a58-4603-b003-0bc879d1e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.384727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182eada-b75f-4b94-bf3d-12751b703450 req-57b8febb-4671-4152-940d-e166637bd6d9 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:06.386404 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6182eada-b75f-4b94-bf3d-12751b703450 req-57b8febb-4671-4152-940d-e166637bd6d9 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 944 time: 0.2855651 Jul 06 18:54:06.393618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c44c5f-70a1-490a-b035-d352b8d5a66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7848f8b3-60b2-4881-bdeb-1472a8b7de58,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:06.422796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-cd107718-e928-48bc-8dcc-6584fa70f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:06.424737 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-cd107718-e928-48bc-8dcc-6584fa70f84d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ad1283701be4a1387ce2afa748c7fcc&device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 1095 time: 0.2912216 Jul 06 18:54:06.488376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-24acc547-7bd7-4449-a001-1f296dbea009 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db HTTP/1.1" status: 200 len: 217 time: 0.0543449 Jul 06 18:54:06.494910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6182eada-b75f-4b94-bf3d-12751b703450 req-00865076-c6d6-4698-a65a-b28814b1f32a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977457 Jul 06 18:54:06.506255 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97d8f876-6a58-4603-b003-0bc879d1e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.560303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8f876-6a58-4603-b003-0bc879d1e6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8181f4a1-b2cf-4367-9cd0-4584882a3d6b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:06.565600 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97d8f876-6a58-4603-b003-0bc879d1e6ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.570241 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97d8f876-6a58-4603-b003-0bc879d1e6ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8181f4a1-b2cf-4367-9cd0-4584882a3d6b HTTP/1.1" status: 204 len: 168 time: 0.5859864 Jul 06 18:54:06.570884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44130) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:06.583774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-b0d1f9dc-b8a1-4d63-ad89-6db30997d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:06.585540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-b0d1f9dc-b8a1-4d63-ad89-6db30997d986 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a04c019a-cbb6-4f7f-93ab-7cde31d2b405 HTTP/1.1" status: 200 len: 852 time: 0.0896885 Jul 06 18:54:06.628115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-c3f29325-81d0-4fdb-9140-9ce5855fcf0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65565bc4-c5b6-49b8-b0db-a03dad45514a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357597 Jul 06 18:54:06.654693 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.735280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-a76aad10-ac39-41ff-b7b4-03b96b3e1d5f service neutron] 10.222.0.24 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003602 Jul 06 18:54:06.760313 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.770981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a367d5-b837-4646-a86a-8d905df07ffc']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:06.782469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb8550f-2016-476b-ba8d-a264f962b2c5') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:06.782749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb8550f-2016-476b-ba8d-a264f962b2c5') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:06.793760 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.819299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.830598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:54:06.832560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.853536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-962e1ff4-07e4-4ec7-ae0a-d01a031f5f53 req-0b05b9cc-2b44-4ce5-948f-54290a0ad279 service neutron] 10.222.0.24 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106679 Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:54:06.883996 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:54:06.919049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.926246 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.928791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] 10.222.0.53 "DELETE /v2.0/networks/91a367d5-b837-4646-a86a-8d905df07ffc HTTP/1.1" status: 204 len: 168 time: 0.3570898 Jul 06 18:54:06.943756 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2937a9-6cf2-44ae-ac80-4488b96af901 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a367d5-b837-4646-a86a-8d905df07ffc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:06.999444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-61a07b03-934a-41c2-a1d6-a2bff088a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:07.001382 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-61a07b03-934a-41c2-a1d6-a2bff088a9d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ad1283701be4a1387ce2afa748c7fcc&device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 1095 time: 0.0891790 Jul 06 18:54:07.103779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44150) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:07.130304 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-f9671ead-4df6-4389-98bb-9129c8a7fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:07.132069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-f9671ead-4df6-4389-98bb-9129c8a7fddf service neutron] 10.222.0.24 "GET /v2.0/networks?id=65565bc4-c5b6-49b8-b0db-a03dad45514a HTTP/1.1" status: 200 len: 913 time: 0.1226437 Jul 06 18:54:07.150733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f264bbb0-aa55-4584-abe8-3471f77672e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccf2636ed4bd4d1882250d46dfec3bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455942 Jul 06 18:54:07.153515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44152) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:07.196194 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-ca181df7-9514-4b6d-beab-5f7886aba922 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db HTTP/1.1" status: 200 len: 217 time: 0.0559785 Jul 06 18:54:07.274612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-ed2415a3-e8f9-40cf-bd25-41c053aa684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:07.276040 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-ed2415a3-e8f9-40cf-bd25-41c053aa684f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a04c019a-cbb6-4f7f-93ab-7cde31d2b405 HTTP/1.1" status: 200 len: 852 time: 0.0726943 Jul 06 18:54:07.319258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-00f80be5-a330-4f6d-bf82-4006d61448c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65565bc4-c5b6-49b8-b0db-a03dad45514a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340905 Jul 06 18:54:07.319892 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-588905b3-bf19-4397-b175-4b16471d99fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:07.390849 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-588905b3-bf19-4397-b175-4b16471d99fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:07.459797 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-d43530ef-f1a1-4c9a-b16b-b420c3f0fb8c service neutron] 10.222.0.24 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222858 Jul 06 18:54:07.518196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-588905b3-bf19-4397-b175-4b16471d99fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:07.520661 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-588905b3-bf19-4397-b175-4b16471d99fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:07.524435 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-588905b3-bf19-4397-b175-4b16471d99fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/830d2045-d11f-44fa-abc4-deb047391de1 HTTP/1.1" status: 204 len: 168 time: 0.3417327 Jul 06 18:54:07.574155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588905b3-bf19-4397-b175-4b16471d99fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830d2045-d11f-44fa-abc4-deb047391de1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:07.653212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80cdce69-3e36-48af-8a71-6485e05d7965 req-0df21944-7776-4d78-87ab-3174792eb54b service neutron] 10.222.0.24 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859756 Jul 06 18:54:07.776180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2acfd-bbe9-4ef7-ac81-2a2435f45c11 req-1df0eabb-1bb0-4782-bd88-9692c5126609 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:07.778115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a2acfd-bbe9-4ef7-ac81-2a2435f45c11 req-1df0eabb-1bb0-4782-bd88-9692c5126609 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 944 time: 0.0771437 Jul 06 18:54:07.851152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a2acfd-bbe9-4ef7-ac81-2a2435f45c11 req-53d241a7-9a43-48c9-bbd5-68eeddce3b0a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627315 Jul 06 18:54:08.025814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44212) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:08.093265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-edb0b7f2-48c3-427f-9920-bdbe2f748f28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cd1f8a702a242bf8702852b742638ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653431 Jul 06 18:54:08.095275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44226) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:08.147230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f94ebda1-f5b3-4e76-a0ff-0981a4f01cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:08.176055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f94ebda1-f5b3-4e76-a0ff-0981a4f01cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:08.231880 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f94ebda1-f5b3-4e76-a0ff-0981a4f01cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:08.234799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f94ebda1-f5b3-4e76-a0ff-0981a4f01cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:08.238589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f94ebda1-f5b3-4e76-a0ff-0981a4f01cf4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/696c8324-8871-4b91-bd86-523baa749fae HTTP/1.1" status: 204 len: 168 time: 0.1397262 Jul 06 18:54:08.246108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ebda1-f5b3-4e76-a0ff-0981a4f01cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696c8324-8871-4b91-bd86-523baa749fae,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:09.050961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676237f-916c-47f9-999a-c9a5b73d7522 req-ff31118c-464d-4bf2-b45a-ca6a8aa7ef1a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:09.053536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3676237f-916c-47f9-999a-c9a5b73d7522 req-ff31118c-464d-4bf2-b45a-ca6a8aa7ef1a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 944 time: 0.0747521 Jul 06 18:54:09.099044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3676237f-916c-47f9-999a-c9a5b73d7522 req-d2c90afb-5b77-4f9f-bcaa-42297f753fe4 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Jul 06 18:54:09.898682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 448c3ce5-6a73-4f26-b4ba-f899bf1760db details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:54:10.050973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 448c3ce5-6a73-4f26-b4ba-f899bf1760db, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db,segment=NetworkSegment(fc14d538-baac-4b9a-88de-772d60288887),segment_id=fc14d538-baac-4b9a-88de-772d60288887)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:10.070979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '448c3ce5-6a73-4f26-b4ba-f899bf1760db', 'network_id': '65565bc4-c5b6-49b8-b0db-a03dad45514a', 'port_id': '448c3ce5-6a73-4f26-b4ba-f899bf1760db', 'mac_address': 'fa:16:3e:eb:88:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04c019a-cbb6-4f7f-93ab-7cde31d2b405', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:54:10.124010 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:10.144656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448c3ce5-6a73-4f26-b4ba-f899bf1760db {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:54:10.168859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 448c3ce5-6a73-4f26-b4ba-f899bf1760db, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db,segment=NetworkSegment(fc14d538-baac-4b9a-88de-772d60288887),segment_id=fc14d538-baac-4b9a-88de-772d60288887)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:10.176545 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:10.245277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=448c3ce5-6a73-4f26-b4ba-f899bf1760db,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:10.360613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd59585-74ec-47f1-b36c-97ad08fb3061 req-bb2d6fb0-8215-426f-99ca-37bf523b1361 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:10.363390 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dd59585-74ec-47f1-b36c-97ad08fb3061 req-bb2d6fb0-8215-426f-99ca-37bf523b1361 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 945 time: 0.0804949 Jul 06 18:54:10.401621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dd59585-74ec-47f1-b36c-97ad08fb3061 req-3fe27890-c62e-4d33-a968-b4b766701c01 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Jul 06 18:54:10.407236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['448c3ce5-6a73-4f26-b4ba-f899bf1760db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:54:11.654236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d45e0-2972-4326-bb1b-b31ac22777fb req-3a86106c-c195-479a-9a3c-297fa48fd83b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:11.659861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d22d45e0-2972-4326-bb1b-b31ac22777fb req-3a86106c-c195-479a-9a3c-297fa48fd83b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 945 time: 0.1262393 Jul 06 18:54:11.708094 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d22d45e0-2972-4326-bb1b-b31ac22777fb req-e6380b8e-9c7e-44f0-b1b5-8424f500de71 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Jul 06 18:54:11.912752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 448c3ce5-6a73-4f26-b4ba-f899bf1760db up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:11.981898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 448c3ce5-6a73-4f26-b4ba-f899bf1760db completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:11.986455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 448c3ce5-6a73-4f26-b4ba-f899bf1760db triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:11.987207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:12.078491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:12.103171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1e4323-f010-459e-ad9c-b420cc2823e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c3ce5-6a73-4f26-b4ba-f899bf1760db'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:12.105436 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff50f00-a613-4e32-b14a-34a2762e68b9" -d '{"events": [{"server_uuid": "8b1e4323-f010-459e-ad9c-b420cc2823e1", "name": "network-vif-plugged", "status": "completed", "tag": "448c3ce5-6a73-4f26-b4ba-f899bf1760db"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:12.137806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 448c3ce5-6a73-4f26-b4ba-f899bf1760db, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db,segment=NetworkSegment(fc14d538-baac-4b9a-88de-772d60288887),segment_id=fc14d538-baac-4b9a-88de-772d60288887)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:12.149916 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:12.230586 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac4bf1-3788-4ea4-ba90-d6ddcbce548a x-openstack-request-id: req-9aac4bf1-3788-4ea4-ba90-d6ddcbce548a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:12.230950 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1e4323-f010-459e-ad9c-b420cc2823e1", "name": "network-vif-plugged", "status": "completed", "tag": "448c3ce5-6a73-4f26-b4ba-f899bf1760db", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:12.231166 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9aac4bf1-3788-4ea4-ba90-d6ddcbce548a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:12.231569 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1e4323-f010-459e-ad9c-b420cc2823e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c3ce5-6a73-4f26-b4ba-f899bf1760db', 'code': 200} Jul 06 18:54:12.232402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=448c3ce5-6a73-4f26-b4ba-f899bf1760db,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:12.338170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f97325-6971-47fe-8837-27d74125fc90 req-2fb10ec9-8da9-4d53-8718-81cac3c3e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:12.340335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15f97325-6971-47fe-8837-27d74125fc90 req-2fb10ec9-8da9-4d53-8718-81cac3c3e099 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 1097 time: 0.0753937 Jul 06 18:54:12.390271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15f97325-6971-47fe-8837-27d74125fc90 req-65deb211-f40a-47ba-a2b1-a8a572a09e1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Jul 06 18:54:12.944473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08524355-bbe3-4a91-acbf-29005f447499 req-f5e8a640-1755-4aa6-a930-88fccdd721ea tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:12.947233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08524355-bbe3-4a91-acbf-29005f447499 req-f5e8a640-1755-4aa6-a930-88fccdd721ea tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.1090443 Jul 06 18:54:13.027531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08524355-bbe3-4a91-acbf-29005f447499 req-e39baacb-7669-42d4-95da-4cc6d219ba76 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738032 Jul 06 18:54:14.243950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a183-4142-486c-8261-babd8e35583b req-7c51deb2-3650-4783-b577-2df2b548418f tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:14.252285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5683a183-4142-486c-8261-babd8e35583b req-7c51deb2-3650-4783-b577-2df2b548418f tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0767887 Jul 06 18:54:14.288145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5683a183-4142-486c-8261-babd8e35583b req-b2fbd0fb-a36a-4ed6-9b8f-d029063bfc20 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347183 Jul 06 18:54:14.511166 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a1d4a-bff5-4a3b-a01b-c58dfaa8b5fd req-a20931cd-c674-4081-8af8-e4d3c13964d8 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:14.520936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-318a1d4a-bff5-4a3b-a01b-c58dfaa8b5fd req-a20931cd-c674-4081-8af8-e4d3c13964d8 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0855763 Jul 06 18:54:14.578635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-318a1d4a-bff5-4a3b-a01b-c58dfaa8b5fd req-a7e876c8-8a8c-4353-9c7c-d15eb4c81b1f tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563860 Jul 06 18:54:15.047570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d914f14-613c-44dc-a179-3af78ead4ac8 req-cbeff116-2bbf-483b-9ac9-a3016555fe7a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:15.049322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d914f14-613c-44dc-a179-3af78ead4ac8 req-cbeff116-2bbf-483b-9ac9-a3016555fe7a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0779903 Jul 06 18:54:15.096931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d914f14-613c-44dc-a179-3af78ead4ac8 req-6d959c05-1be4-4e2a-9681-ed9c39e38fd5 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 Jul 06 18:54:15.546844 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f907801-77aa-4d54-9498-5e643c84a35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:16.308502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e703a3-e49f-4a99-8215-38f1d57de530 req-baefa251-1956-47ec-8c04-d55698c9e179 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:16.313355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e703a3-e49f-4a99-8215-38f1d57de530 req-baefa251-1956-47ec-8c04-d55698c9e179 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0776381 Jul 06 18:54:16.350922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-26e703a3-e49f-4a99-8215-38f1d57de530 req-fe77628b-db99-42d1-ac4c-013ee01a826d tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346043 Jul 06 18:54:16.791245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-edcf89f3-361d-4c41-a526-993ccb66ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:16.792896 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-edcf89f3-361d-4c41-a526-993ccb66ce7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ad1283701be4a1387ce2afa748c7fcc&device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 1097 time: 0.0702908 Jul 06 18:54:16.806413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31276b6c-c775-4262-955a-bd20bee3b075 req-be917288-2313-4a8b-94a7-57bda2848b3a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:16.808482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31276b6c-c775-4262-955a-bd20bee3b075 req-be917288-2313-4a8b-94a7-57bda2848b3a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0780213 Jul 06 18:54:16.876414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31276b6c-c775-4262-955a-bd20bee3b075 req-d900bff9-2f2b-4b83-8731-9520ea89c454 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585892 Jul 06 18:54:16.911388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-8f02a804-680b-443a-aa14-6a76966cd62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:16.913982 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-8f02a804-680b-443a-aa14-6a76966cd62b service neutron] 10.222.0.24 "GET /v2.0/networks?id=65565bc4-c5b6-49b8-b0db-a03dad45514a HTTP/1.1" status: 200 len: 913 time: 0.1150317 Jul 06 18:54:16.967008 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-7ba6b312-d964-4c9b-9495-093677ede107 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db HTTP/1.1" status: 200 len: 217 time: 0.0464909 Jul 06 18:54:17.029056 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-2768a7ca-65b4-4c0d-8c56-8806c1ebcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:17.031880 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-2768a7ca-65b4-4c0d-8c56-8806c1ebcf03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a04c019a-cbb6-4f7f-93ab-7cde31d2b405 HTTP/1.1" status: 200 len: 852 time: 0.0576239 Jul 06 18:54:17.075490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-74030e6a-ab6f-4d71-9cfa-d54521d6d626 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65565bc4-c5b6-49b8-b0db-a03dad45514a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375061 Jul 06 18:54:17.185175 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-beffc78e-fb22-401a-8ac8-5033eaa27092 service neutron] 10.222.0.24 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018085 Jul 06 18:54:17.285385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-295b1e5e-5abc-4909-b7a0-2f0015050d21 req-4b122c84-c790-4768-964d-5f5c3e21aea7 service neutron] 10.222.0.24 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937333 Jul 06 18:54:18.268540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1ae29-2279-43dc-8573-1faa6d9c59ac req-96b7ff7b-d272-4fc8-aa35-12322dbac0c4 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:18.268540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48c1ae29-2279-43dc-8573-1faa6d9c59ac req-96b7ff7b-d272-4fc8-aa35-12322dbac0c4 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.1263165 Jul 06 18:54:18.268540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-48c1ae29-2279-43dc-8573-1faa6d9c59ac req-fb1b5cfc-3102-445d-a61b-4e94837cd7b5 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766788 Jul 06 18:54:18.272843 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b0c07186-fb8f-47f0-a3cf-e6d41e873c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:18.413107 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:19.465112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ad6ba-6217-4b95-a2b9-bd150e5106cb req-db76b305-c24c-4505-9dbb-0ddf9183908f tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:19.467571 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e1ad6ba-6217-4b95-a2b9-bd150e5106cb req-db76b305-c24c-4505-9dbb-0ddf9183908f tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.1303267 Jul 06 18:54:19.519483 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:19.527875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e1ad6ba-6217-4b95-a2b9-bd150e5106cb req-768ec54d-9e87-4810-b563-bd32ae7cafa6 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540199 Jul 06 18:54:20.048805 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd175-b0a6-4b8b-8aa3-9276c449a448 req-5b5c33a3-9ac8-4ecc-b8b3-d67d6d982c6c tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:20.056819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-853bd175-b0a6-4b8b-8aa3-9276c449a448 req-5b5c33a3-9ac8-4ecc-b8b3-d67d6d982c6c tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.1172137 Jul 06 18:54:20.580490 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-853bd175-b0a6-4b8b-8aa3-9276c449a448 req-ad836a9d-87d1-4637-8113-599b69fe69f6 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205677 Jul 06 18:54:21.049838 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:21.807016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec1afa-5afa-4b7f-9100-c10a2456d272 req-c4ea3faf-7793-471c-ad92-68a66da36fd4 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:21.814301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4dec1afa-5afa-4b7f-9100-c10a2456d272 req-c4ea3faf-7793-471c-ad92-68a66da36fd4 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0824468 Jul 06 18:54:21.872944 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4dec1afa-5afa-4b7f-9100-c10a2456d272 req-ce69a60c-4009-4e77-9d41-ab0a7f25423a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Jul 06 18:54:22.371259 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:22.405311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db133ec-771f-48e1-8ecc-c624fe17c372 req-3df61f2d-103a-4aab-9e4e-441daca8738d tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:22.412522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db133ec-771f-48e1-8ecc-c624fe17c372 req-3df61f2d-103a-4aab-9e4e-441daca8738d tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.1141577 Jul 06 18:54:22.543416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db133ec-771f-48e1-8ecc-c624fe17c372 req-f7c6b760-7d4d-43ba-8392-90c04064f6a8 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295104 Jul 06 18:54:22.574394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-5f341f5c-088e-47a3-a6ff-ff814a78998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:22.576115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-5f341f5c-088e-47a3-a6ff-ff814a78998e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ad1283701be4a1387ce2afa748c7fcc&device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 1097 time: 0.2521756 Jul 06 18:54:22.641567 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:23.098905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-d81c3105-1ebe-4ae0-96bd-98e6ad8338a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:23.101061 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-d81c3105-1ebe-4ae0-96bd-98e6ad8338a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65565bc4-c5b6-49b8-b0db-a03dad45514a HTTP/1.1" status: 200 len: 913 time: 0.5156116 Jul 06 18:54:23.146039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-d08b7dc0-ac0d-4ea3-9b15-c2d5e6e4c064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db HTTP/1.1" status: 200 len: 217 time: 0.0383365 Jul 06 18:54:23.199295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-a5a0b59d-9d85-4e5b-8c40-5d2639ac7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:23.201164 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-a5a0b59d-9d85-4e5b-8c40-5d2639ac7bcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a04c019a-cbb6-4f7f-93ab-7cde31d2b405 HTTP/1.1" status: 200 len: 852 time: 0.0487366 Jul 06 18:54:23.243140 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-d243186a-db04-49e4-82e4-bc2e5ad71751 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65565bc4-c5b6-49b8-b0db-a03dad45514a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343003 Jul 06 18:54:23.380034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-a476492a-5d7d-4f28-8e6b-3608707bc6a0 service neutron] 10.222.0.24 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297646 Jul 06 18:54:23.491733 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84f18056-6a3a-412f-805f-2e3b92f2e1b3 req-a5d09aa3-7076-438e-956d-0e252a5dd06d service neutron] 10.222.0.24 "GET /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047468 Jul 06 18:54:23.813447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefe8d9-27bd-4c79-a4a5-22fdc00f9046 req-8f9a292e-5a81-4b0e-896e-74032f0c1756 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:23.815213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acefe8d9-27bd-4c79-a4a5-22fdc00f9046 req-8f9a292e-5a81-4b0e-896e-74032f0c1756 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0796392 Jul 06 18:54:23.862111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-acefe8d9-27bd-4c79-a4a5-22fdc00f9046 req-34b631a9-9810-4be3-9915-31947001bb21 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Jul 06 18:54:25.079286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9237f31-0622-46fb-8daa-76c4aa8ad0be req-f7dc21c0-1ca0-477a-b280-20bd9db95077 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:25.084232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9237f31-0622-46fb-8daa-76c4aa8ad0be req-f7dc21c0-1ca0-477a-b280-20bd9db95077 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0866857 Jul 06 18:54:25.137552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f9237f31-0622-46fb-8daa-76c4aa8ad0be req-39bf3fe9-21a9-4090-b06a-54c63ab2c04a tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473993 Jul 06 18:54:25.639528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca915bac-59db-439b-ba17-f475e5732871 req-fee27dac-3b44-4319-9212-7a7e538c89b0 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:25.648764 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca915bac-59db-439b-ba17-f475e5732871 req-fee27dac-3b44-4319-9212-7a7e538c89b0 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.0845211 Jul 06 18:54:25.702591 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca915bac-59db-439b-ba17-f475e5732871 req-5c87ef98-6d20-4e48-ba47-dc476b74b3d0 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522070 Jul 06 18:54:27.042916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e82e-32de-4c38-a946-b031b3cd06fd req-c3554933-513d-445b-bbb0-84edde5c90f0 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.045248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbf4e82e-32de-4c38-a946-b031b3cd06fd req-c3554933-513d-445b-bbb0-84edde5c90f0 tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.1620634 Jul 06 18:54:27.121708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbf4e82e-32de-4c38-a946-b031b3cd06fd req-f8a79dc7-085f-46ff-b801-843d003bff6c tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/security-groups?id=862b21df-483a-4643-ab0e-9d8f7c0e1e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694888 Jul 06 18:54:27.381068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-1eecabc6-1b76-49f7-b127-acfa2a81ef2e tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.395685 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-1eecabc6-1b76-49f7-b127-acfa2a81ef2e tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 946 time: 0.1290085 Jul 06 18:54:27.601189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Deleting port 448c3ce5-6a73-4f26-b4ba-f899bf1760db {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:54:27.601531 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:27.729066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] For port 448c3ce5-6a73-4f26-b4ba-f899bf1760db, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=448c3ce5-6a73-4f26-b4ba-f899bf1760db,segment=NetworkSegment(fc14d538-baac-4b9a-88de-772d60288887),segment_id=fc14d538-baac-4b9a-88de-772d60288887)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:27.729807 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:27.744424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Calling delete_port for 448c3ce5-6a73-4f26-b4ba-f899bf1760db owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:54:27.905447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:27.917687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['448c3ce5-6a73-4f26-b4ba-f899bf1760db'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:54:27.948054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Pushing event deleted for resources: {'Port': ['ID=448c3ce5-6a73-4f26-b4ba-f899bf1760db,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:27.992875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] No DVR routers for this DVR port 448c3ce5-6a73-4f26-b4ba-f899bf1760db on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:54:27.995919 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:27.998232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-99247ff6-996b-4ceb-a99c-3425c769c1d3 req-eb9bb2cf-e4c2-420c-bdea-3671e797ce4b tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.24 "DELETE /v2.0/ports/448c3ce5-6a73-4f26-b4ba-f899bf1760db HTTP/1.1" status: 204 len: 173 time: 0.5969000 Jul 06 18:54:27.998905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1e4323-f010-459e-ad9c-b420cc2823e1', 'name': 'network-vif-deleted', 'tag': '448c3ce5-6a73-4f26-b4ba-f899bf1760db'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:28.001857 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4c1993-4cc8-4ef6-bbfb-ce14d83a5b9b" -d '{"events": [{"server_uuid": "8b1e4323-f010-459e-ad9c-b420cc2823e1", "name": "network-vif-deleted", "tag": "448c3ce5-6a73-4f26-b4ba-f899bf1760db"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:28.045155 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed0f9f-69a6-4013-931e-3fcb652ec28c x-openstack-request-id: req-82ed0f9f-69a6-4013-931e-3fcb652ec28c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:28.046719 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1e4323-f010-459e-ad9c-b420cc2823e1", "name": "network-vif-deleted", "tag": "448c3ce5-6a73-4f26-b4ba-f899bf1760db", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:28.047487 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82ed0f9f-69a6-4013-931e-3fcb652ec28c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:28.051497 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1e4323-f010-459e-ad9c-b420cc2823e1', 'name': 'network-vif-deleted', 'tag': '448c3ce5-6a73-4f26-b4ba-f899bf1760db', 'status': 'completed', 'code': 200} Jul 06 18:54:28.354786 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c9a5a6ef-5436-41d1-9bfa-e874da012fbf req-0635b94f-f083-4324-9744-b976a5007ebc tempest-TestServerAdvancedOps-818770303 tempest-TestServerAdvancedOps-818770303-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b1e4323-f010-459e-ad9c-b420cc2823e1 HTTP/1.1" status: 200 len: 210 time: 0.0418212 Jul 06 18:54:29.483289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44734) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:29.532548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3a100f-01ab-44cc-8344-74180a544d8a admin admin] Deleting subnet a04c019a-cbb6-4f7f-93ab-7cde31d2b405 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:54:29.536169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff3a100f-01ab-44cc-8344-74180a544d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:29.573609 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff3a100f-01ab-44cc-8344-74180a544d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:29.575626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44740) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:29.620449 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff3a100f-01ab-44cc-8344-74180a544d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:29.681459 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff3a100f-01ab-44cc-8344-74180a544d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:29.697833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff3a100f-01ab-44cc-8344-74180a544d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:29.710394 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ff3a100f-01ab-44cc-8344-74180a544d8a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a04c019a-cbb6-4f7f-93ab-7cde31d2b405 HTTP/1.1" status: 204 len: 168 time: 0.2230296 Jul 06 18:54:29.715202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75e4fed2-2b38-4581-944a-799b2afe38d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:29.718313 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44748) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:29.747033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a100f-01ab-44cc-8344-74180a544d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04c019a-cbb6-4f7f-93ab-7cde31d2b405,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:29.850249 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:29.979994 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:29.991904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 448c3ce5-6a73-4f26-b4ba-f899bf1760db no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:54:29.996743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65565bc4-c5b6-49b8-b0db-a03dad45514a']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:30.024808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc14d538-baac-4b9a-88de-772d60288887') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:30.025106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc14d538-baac-4b9a-88de-772d60288887') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:30.041552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 448c3ce5-6a73-4f26-b4ba-f899bf1760db {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:54:30.041905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 448c3ce5-6a73-4f26-b4ba-f899bf1760db not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:54:30.052890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75e4fed2-2b38-4581-944a-799b2afe38d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.055430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.064083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-75e4fed2-2b38-4581-944a-799b2afe38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.082001 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.095593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:54:30.097217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:54:30.101490 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:54:30.150106 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-75e4fed2-2b38-4581-944a-799b2afe38d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1eec48043f934380b91003b5a986381f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720258 Jul 06 18:54:30.151830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4fed2-2b38-4581-944a-799b2afe38d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e32fc89-a8e4-4514-aca2-6176172dd9a1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:30.153246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:30.176330 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.183540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.189361 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] 10.222.0.53 "DELETE /v2.0/networks/65565bc4-c5b6-49b8-b0db-a03dad45514a HTTP/1.1" status: 204 len: 168 time: 0.4661062 Jul 06 18:54:30.189587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44760) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:30.205269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726cf51-6eb0-45c0-be04-4b536d34261e admin admin] Pushing event deleted for resources: {'Network': ['ID=65565bc4-c5b6-49b8-b0db-a03dad45514a,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:30.254203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7124e6e-9376-4eb6-8cec-3743e759544e admin admin] Deleting subnet 36e810e0-6e25-401b-9a09-178b8fbeac25 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:54:30.259295 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7124e6e-9376-4eb6-8cec-3743e759544e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.288072 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5fb0f3-91dd-47c6-8b0f-284c42f9ec57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.316370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7124e6e-9376-4eb6-8cec-3743e759544e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.337961 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5fb0f3-91dd-47c6-8b0f-284c42f9ec57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.384026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7124e6e-9376-4eb6-8cec-3743e759544e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.437646 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5fb0f3-91dd-47c6-8b0f-284c42f9ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.441020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de5fb0f3-91dd-47c6-8b0f-284c42f9ec57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.445006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-de5fb0f3-91dd-47c6-8b0f-284c42f9ec57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e32fc89-a8e4-4514-aca2-6176172dd9a1 HTTP/1.1" status: 204 len: 168 time: 0.2889128 Jul 06 18:54:30.466790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fb0f3-91dd-47c6-8b0f-284c42f9ec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e32fc89-a8e4-4514-aca2-6176172dd9a1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:30.510822 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7124e6e-9376-4eb6-8cec-3743e759544e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.529833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7124e6e-9376-4eb6-8cec-3743e759544e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.531575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d7124e6e-9376-4eb6-8cec-3743e759544e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/36e810e0-6e25-401b-9a09-178b8fbeac25 HTTP/1.1" status: 204 len: 168 time: 0.3414123 Jul 06 18:54:30.534906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44774) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:30.550367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7124e6e-9376-4eb6-8cec-3743e759544e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e810e0-6e25-401b-9a09-178b8fbeac25,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:30.655375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.751241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.763981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee41c48e-f084-4029-a53a-26976e07eb48']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:30.781242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186e5765-023e-492f-a458-9026a69bb9b1') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:30.781880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186e5765-023e-492f-a458-9026a69bb9b1') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:30.797446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.823287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.830989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:54:30.831523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: timer() Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:54:30.833668 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:54:30.877310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44784) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:30.897095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.900478 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-684716da-a296-4bfc-b2a8-ec7a1873a14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.905741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.908581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ee41c48e-f084-4029-a53a-26976e07eb48 HTTP/1.1" status: 204 len: 168 time: 0.3713820 Jul 06 18:54:30.921224 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010926a-8ff3-4d25-9d30-5bb4c6d26bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee41c48e-f084-4029-a53a-26976e07eb48,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:31.102949 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-684716da-a296-4bfc-b2a8-ec7a1873a14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.108097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-684716da-a296-4bfc-b2a8-ec7a1873a14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.146747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44794) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:31.150459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-684716da-a296-4bfc-b2a8-ec7a1873a14c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60cc001ae1c14225a79abd842c7f7758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718031 Jul 06 18:54:31.152984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44796) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:31.159976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684716da-a296-4bfc-b2a8-ec7a1873a14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5695912-c3b3-42a1-b4b7-b5f20ae8b43d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:31.209646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9b88fe6b-f0b3-4920-9a86-8cd7a31c54b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ad1283701be4a1387ce2afa748c7fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609426 Jul 06 18:54:31.212309 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44800) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:31.220810 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a89f50c-f65c-4e95-b7e7-a828cfd52efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.242934 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a89f50c-f65c-4e95-b7e7-a828cfd52efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.265388 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-013edda0-1157-4f6d-a5ac-61f88572b416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.304975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-013edda0-1157-4f6d-a5ac-61f88572b416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.307124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a89f50c-f65c-4e95-b7e7-a828cfd52efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.309821 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6a89f50c-f65c-4e95-b7e7-a828cfd52efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.311172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6a89f50c-f65c-4e95-b7e7-a828cfd52efa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5695912-c3b3-42a1-b4b7-b5f20ae8b43d HTTP/1.1" status: 204 len: 168 time: 0.1572313 Jul 06 18:54:31.323781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89f50c-f65c-4e95-b7e7-a828cfd52efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5695912-c3b3-42a1-b4b7-b5f20ae8b43d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:31.363813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-013edda0-1157-4f6d-a5ac-61f88572b416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.366463 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-013edda0-1157-4f6d-a5ac-61f88572b416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.368246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-013edda0-1157-4f6d-a5ac-61f88572b416 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/862b21df-483a-4643-ab0e-9d8f7c0e1e5b HTTP/1.1" status: 204 len: 168 time: 0.1548762 Jul 06 18:54:31.377236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013edda0-1157-4f6d-a5ac-61f88572b416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b21df-483a-4643-ab0e-9d8f7c0e1e5b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:31.820057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44830) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:31.871144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44834) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:31.871746 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-69f7d083-9164-4ed9-990d-116826352036 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=613cab59c74c437d9255c2c709fc7fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490983 Jul 06 18:54:31.921613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1031353-95ea-4878-a81a-e25ca48ccf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.947370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1031353-95ea-4878-a81a-e25ca48ccf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:32.003092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1031353-95ea-4878-a81a-e25ca48ccf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:32.005869 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1031353-95ea-4878-a81a-e25ca48ccf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:32.010497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c1031353-95ea-4878-a81a-e25ca48ccf18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/737f94e6-71c6-4d08-876c-1466b575f3dc HTTP/1.1" status: 204 len: 168 time: 0.1352484 Jul 06 18:54:32.016897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1031353-95ea-4878-a81a-e25ca48ccf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f94e6-71c6-4d08-876c-1466b575f3dc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:33.055870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44916) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:33.307529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-12281659-network', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:33.338812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:33.341346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:33.352182 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:33.454636 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:33.459785 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:33.491478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:54:33.496410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa6f2c4-e945-4e7b-af77-45523bdfb713,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:33.506238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:33.506521 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Added segment ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2 of type vlan for network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b Jul 06 18:54:33.560327 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:33.613247 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:33.616148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:33.616881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:33.699666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6424828 Jul 06 18:54:33.702712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44936) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:33.709266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Request body: {'subnet': {'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-12281659-subnet', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:33.722746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019a8fc-eb34-405a-8763-098b4a899fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:33.735336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:54:33.751362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:33.759549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.048448 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.099207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53a8435-f062-4013-93f5-f2f8317cc32a,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:34.126045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:34.126521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Network hostable DHCP agents. Network: 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:54:34.146676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:54:34.160360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:34.170562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:34.171437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c249baa-55ac-4506-b0f4-da1cbb12546d None None] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:34.173845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.194417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-051bcb4e-8ff0-4443-aa8e-7f4a309005d7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4873381 Jul 06 18:54:34.194606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 44950) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:34.200572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:34.231259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.232962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.299655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.411336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:54:34.413535 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.470141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.581389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Allocated IP 172.20.0.2 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/a73dfd32-fe81-4d84-bab1-671c1156f526) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:34.776792 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.788652 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.790770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Transition to ACTIVE for port object a73dfd32-fe81-4d84-bab1-671c1156f526 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:34.811083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.811750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Transition to ACTIVE for port object a73dfd32-fe81-4d84-bab1-671c1156f526 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:34.824715 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.887363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:34.892262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:34.900140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:34.932823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Allocated IP 172.25.4.100 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:34.952857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Pushing event updated for resources: {'Port': ['ID=a73dfd32-fe81-4d84-bab1-671c1156f526,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:35.009374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.009885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.010401 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.010955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.011387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.011811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.012228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.012697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.013128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.013549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.013996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.014422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:35.023275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Attempting to bind port a73dfd32-fe81-4d84-bab1-671c1156f526 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:35.024175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Attempting to bind port a73dfd32-fe81-4d84-bab1-671c1156f526 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:35.024331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Attempting to bind port a73dfd32-fe81-4d84-bab1-671c1156f526 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:35.030803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:35.031442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:35.031942 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:35.032429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:35.033053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Bound port: a73dfd32-fe81-4d84-bab1-671c1156f526, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:35.033545 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:35.054720 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:35.099598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:35.126537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] For port a73dfd32-fe81-4d84-bab1-671c1156f526, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:35.130713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] For port a73dfd32-fe81-4d84-bab1-671c1156f526, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a73dfd32-fe81-4d84-bab1-671c1156f526,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:35.142761 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:35.143335 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:35.146406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:35.158126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:35.207547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:35.270624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f9481-de11-4b83-9f75-e3ee3d9f0a42 None None] Pushing event updated for resources: {'Port': ['ID=a73dfd32-fe81-4d84-bab1-671c1156f526,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:35.629585 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:35.908731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:36.112870 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Router ff897226-9a8f-4152-a80b-bb648d666a81 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:54:36.284453 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:54:36.295598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:54:36.311270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:36.311914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:36.321598 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:36.338914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 44974) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:36.340090 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ca9dcf78-def6-4d9f-b4ef-d6b9d4a1af99 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1299314 Jul 06 18:54:36.534375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:36.767585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a73dfd32-fe81-4d84-bab1-671c1156f526 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:36.967495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b69160-d2b2-4689-9612-73bd20d3fab0 None None] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:37.148294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.387737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Allocated IP 172.20.0.1 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/ac9f4120-6305-4da0-8b23-a4c9e944499c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:37.441895 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port a73dfd32-fe81-4d84-bab1-671c1156f526 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:37.465376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-38e8a3ab-eda0-4f9f-a29a-4c5e39385744 None None] Provisioning for port a73dfd32-fe81-4d84-bab1-671c1156f526 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:37.493588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-38e8a3ab-eda0-4f9f-a29a-4c5e39385744 None None] Provisioning complete for port a73dfd32-fe81-4d84-bab1-671c1156f526 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:37.506437 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38e8a3ab-eda0-4f9f-a29a-4c5e39385744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.513133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a73dfd32-fe81-4d84-bab1-671c1156f526 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:37.513903 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.526731 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.548194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Transition to ACTIVE for port object ac9f4120-6305-4da0-8b23-a4c9e944499c will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:37.603548 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.659292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:37.662498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:37.663616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:35Z', 'revision_number': 3, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:37.671476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:37.729582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9f4120-6305-4da0-8b23-a4c9e944499c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:37.753226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.758122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:54:37.758587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Updating router ff897226-9a8f-4152-a80b-bb648d666a81 port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:54:37.813884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38e8a3ab-eda0-4f9f-a29a-4c5e39385744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.871648 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.938219 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-38e8a3ab-eda0-4f9f-a29a-4c5e39385744 None None] For port a73dfd32-fe81-4d84-bab1-671c1156f526, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a73dfd32-fe81-4d84-bab1-671c1156f526,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:37.943700 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.973454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-38e8a3ab-eda0-4f9f-a29a-4c5e39385744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:37.996304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:38.299746 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:54:38.368228 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:38.385791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:38.508544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8a3ab-eda0-4f9f-a29a-4c5e39385744 None None] Pushing event updated for resources: {'Port': ['ID=a73dfd32-fe81-4d84-bab1-671c1156f526,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:38.524006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-41ec9191-5aef-4404-8aef-c4dca40ced01 None None] Provisioning complete for port a73dfd32-fe81-4d84-bab1-671c1156f526 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:38.524413 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-41ec9191-5aef-4404-8aef-c4dca40ced01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:38.543053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:38.545440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9f4120-6305-4da0-8b23-a4c9e944499c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:38.577634 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:54:38.578129 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:54:38.703591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:38.705425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:38.771037 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:38.797939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Transition to ACTIVE for port object ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:38.818490 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:38.901646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-59cbbbba-ed09-459a-9d0c-4c878af763e6 None None] Provisioning for port ac9f4120-6305-4da0-8b23-a4c9e944499c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:38.936903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-59cbbbba-ed09-459a-9d0c-4c878af763e6 None None] Provisioning complete for port ac9f4120-6305-4da0-8b23-a4c9e944499c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:38.937282 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-59cbbbba-ed09-459a-9d0c-4c878af763e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:38.989987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Router ff897226-9a8f-4152-a80b-bb648d666a81 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:54:39.040545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-59cbbbba-ed09-459a-9d0c-4c878af763e6 None None] Port ac9f4120-6305-4da0-8b23-a4c9e944499c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:54:39.044068 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Attempting to bind port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:39.044434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Attempting to bind port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:39.044804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Attempting to bind port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:39.066866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6aa9b6-abac-486c-a862-f008a1bba9f6 None None] Pushing event updated for resources: {'Port': ['ID=ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:39.071347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:39.071771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:39.072226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:39.072651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:39.073142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Bound port: ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:39.073530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:39.138600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] For port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:39.143029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] For port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:39.176496 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:39.205422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:54:39.224569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d7908df8-011f-483f-a7ef-a807b4550746 admin admin] 10.222.0.53 "PUT /v2.0/routers/ff897226-9a8f-4152-a80b-bb648d666a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897913 Jul 06 18:54:39.306092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:39.306687 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:39.414727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-879eeb12-f6b6-46c9-8ff8-4b3781c30661 None None] Provisioning complete for port ac9f4120-6305-4da0-8b23-a4c9e944499c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:39.416640 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-879eeb12-f6b6-46c9-8ff8-4b3781c30661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:39.443742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a73dfd32-fe81-4d84-bab1-671c1156f526 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:39.516363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6aa9b6-abac-486c-a862-f008a1bba9f6 None None] Pushing event updated for resources: {'Port': ['ID=ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:39.583140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-879eeb12-f6b6-46c9-8ff8-4b3781c30661 None None] Port ac9f4120-6305-4da0-8b23-a4c9e944499c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:54:39.634598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:39.860140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port a73dfd32-fe81-4d84-bab1-671c1156f526 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:39.860366 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.278200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:38Z', 'revision_number': 2, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:40.302521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45022) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:40.308319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-432184941-network', 'tenant_id': '054548d7ebcd4c5c801256b47d097380'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:40.315848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4fa11-3f5a-4c0e-98bb-25778019562d None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:38Z', 'revision_number': 2, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:54:40.348185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Made reservation on behalf of 054548d7ebcd4c5c801256b47d097380 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:40.351007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.365670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.485644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.492743 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.523210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:54:40.525404 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a815826-9f07-4118-8f23-8b91872389dd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:40.537571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.537958 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Added segment 2916c874-ed1b-4f73-acae-629442b2f414 of type vlan for network 99e7b513-e320-41de-8b09-f7058545ad56 Jul 06 18:54:40.598349 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.642094 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.643041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:40.643640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:40.736646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45032) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:40.737201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4328237 Jul 06 18:54:40.738118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66deee5d-072a-45d5-a992-73c9cddf7784 admin admin] Pushing event updated for resources: {'Network': ['ID=99e7b513-e320-41de-8b09-f7058545ad56,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:40.743424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Request body: {'subnet': {'network_id': '99e7b513-e320-41de-8b09-f7058545ad56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-432184941-subnet', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:40.756658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 99e7b513-e320-41de-8b09-f7058545ad56 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:54:40.805871 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Made reservation on behalf of 054548d7ebcd4c5c801256b47d097380 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:40.819918 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.080490 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.138979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3149abd-7c30-413d-9c30-ef85a74e56e0,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:41.149897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Checking segment: {'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:41.150263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Network hostable DHCP agents. Network: 99e7b513-e320-41de-8b09-f7058545ad56, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:54:41.180094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Network 99e7b513-e320-41de-8b09-f7058545ad56 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:54:41.192280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 99e7b513-e320-41de-8b09-f7058545ad56) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:41.197355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:41.199301 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.202420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f6a58-9009-41ef-b1ed-989e0547324d None None] Network 99e7b513-e320-41de-8b09-f7058545ad56 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:41.232378 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9d75c9fb-95fb-4a72-ab75-ba4bf8def4b8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4912055 Jul 06 18:54:41.232598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45044) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:41.240736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:41.291476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.292929 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.400401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.446470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45046) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:41.451717 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2af896f5-bc99-4fe2-abb8-96106e4fe9b5 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139718935', 'description': 'tempest-secgroup-smoke-1139718935 description', 'project_id': '79b5e53551534c38811c3612735c982c'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:41.505634 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2af896f5-bc99-4fe2-abb8-96106e4fe9b5 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.562373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:41.603443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2af896f5-bc99-4fe2-abb8-96106e4fe9b5 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.611910 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2af896f5-bc99-4fe2-abb8-96106e4fe9b5 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.638052 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.692458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-99e7b513-e320-41de-8b09-f7058545ad56', 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'fixed_ips': [{'subnet_id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:54:41.693396 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.694770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af896f5-bc99-4fe2-abb8-96106e4fe9b5 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9e83dd-bf47-4952-995a-56c4ed187a3e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:41.711563 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2af896f5-bc99-4fe2-abb8-96106e4fe9b5 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.715972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2af896f5-bc99-4fe2-abb8-96106e4fe9b5 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2654819 Jul 06 18:54:41.716187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45048) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:41.721249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c3e45a9a-92ec-4191-bd7d-375d68482221 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'security_group_rule': {'security_group_id': 'dd9e83dd-bf47-4952-995a-56c4ed187a3e', 'project_id': '79b5e53551534c38811c3612735c982c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:41.783533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3e45a9a-92ec-4191-bd7d-375d68482221 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.973982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3e45a9a-92ec-4191-bd7d-375d68482221 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.981645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3e45a9a-92ec-4191-bd7d-375d68482221 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:41.999779 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.005512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Allocated IP 172.20.0.2 (99e7b513-e320-41de-8b09-f7058545ad56/e3149abd-7c30-413d-9c30-ef85a74e56e0/d8df8a96-1322-4743-b6c6-f57cd9bb38ae) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:42.022517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e45a9a-92ec-4191-bd7d-375d68482221 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0031c77-8581-49b2-bd0f-20b86a4a2afb,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:42.024622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:42.030484 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.044894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:42.045450 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.058881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c3e45a9a-92ec-4191-bd7d-375d68482221 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.066034 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c3e45a9a-92ec-4191-bd7d-375d68482221 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486850 Jul 06 18:54:42.069688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45054) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:42.085703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0897ac23-6a62-4947-8cdc-5ee3cc638831 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'security_group_rule': {'security_group_id': 'dd9e83dd-bf47-4952-995a-56c4ed187a3e', 'project_id': '79b5e53551534c38811c3612735c982c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:42.125426 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0897ac23-6a62-4947-8cdc-5ee3cc638831 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.208389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0897ac23-6a62-4947-8cdc-5ee3cc638831 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.218009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0897ac23-6a62-4947-8cdc-5ee3cc638831 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.253890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0897ac23-6a62-4947-8cdc-5ee3cc638831 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.259398 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0897ac23-6a62-4947-8cdc-5ee3cc638831 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1882641 Jul 06 18:54:42.262507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45056) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:42.268330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-47d8bf79-6a0c-4b59-a899-94015f6007af tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'security_group_rule': {'security_group_id': 'dd9e83dd-bf47-4952-995a-56c4ed187a3e', 'project_id': '79b5e53551534c38811c3612735c982c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:42.283240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897ac23-6a62-4947-8cdc-5ee3cc638831 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee56d89-b19d-4ebb-9d2e-465b7785e3ac,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:42.295087 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.341454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:42.354749 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.390305 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47d8bf79-6a0c-4b59-a899-94015f6007af tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.491705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:42.512041 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47d8bf79-6a0c-4b59-a899-94015f6007af tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.519738 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.523312 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47d8bf79-6a0c-4b59-a899-94015f6007af tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.537674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Transition to ACTIVE for port object d8df8a96-1322-4743-b6c6-f57cd9bb38ae will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:42.559258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8bf79-6a0c-4b59-a899-94015f6007af tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b65ffed-3183-4f00-b850-1bb951903709,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:42.563286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Transition to ACTIVE for port object d8df8a96-1322-4743-b6c6-f57cd9bb38ae will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:42.571603 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47d8bf79-6a0c-4b59-a899-94015f6007af tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.579453 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.579715 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-47d8bf79-6a0c-4b59-a899-94015f6007af tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125119 Jul 06 18:54:42.579715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45058) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:42.593787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-02969535-2589-4977-b649-fde444f74a01 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'security_group_rule': {'security_group_id': 'dd9e83dd-bf47-4952-995a-56c4ed187a3e', 'project_id': '79b5e53551534c38811c3612735c982c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:42.652773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Pushing event updated for resources: {'Port': ['ID=d8df8a96-1322-4743-b6c6-f57cd9bb38ae,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:42.657571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02969535-2589-4977-b649-fde444f74a01 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.675087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Network 99e7b513-e320-41de-8b09-f7058545ad56 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:42.676518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:42.679337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:42.679833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Allocated IP 172.25.4.8 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/f077758c-0d11-4e0f-8bd9-c2b6d1945fcc) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:42.747422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02969535-2589-4977-b649-fde444f74a01 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.756173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02969535-2589-4977-b649-fde444f74a01 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.758797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Attempting to bind port d8df8a96-1322-4743-b6c6-f57cd9bb38ae on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:42.759315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Attempting to bind port d8df8a96-1322-4743-b6c6-f57cd9bb38ae by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:42.759840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Attempting to bind port d8df8a96-1322-4743-b6c6-f57cd9bb38ae on network 99e7b513-e320-41de-8b09-f7058545ad56 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:42.766451 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:42.767320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Checking segment: {'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:42.768673 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.769132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Bound using segment: {'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:42.770631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Bound port: d8df8a96-1322-4743-b6c6-f57cd9bb38ae, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:42.771751 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.777662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02969535-2589-4977-b649-fde444f74a01 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27df2191-1c19-485e-a3cf-0ecb235a031e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:42.799089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02969535-2589-4977-b649-fde444f74a01 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.801784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-02969535-2589-4977-b649-fde444f74a01 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2195299 Jul 06 18:54:42.803714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45060) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:42.808004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.809701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-75c15cf0-5767-418b-acff-67762cfd43cb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'security_group_rule': {'security_group_id': 'dd9e83dd-bf47-4952-995a-56c4ed187a3e', 'project_id': '79b5e53551534c38811c3612735c982c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:42.841077 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-75c15cf0-5767-418b-acff-67762cfd43cb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Project 79b5e53551534c38811c3612735c982c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:54:42.848879 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75c15cf0-5767-418b-acff-67762cfd43cb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.856897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.880826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] For port d8df8a96-1322-4743-b6c6-f57cd9bb38ae, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:42.885482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] For port d8df8a96-1322-4743-b6c6-f57cd9bb38ae, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d8df8a96-1322-4743-b6c6-f57cd9bb38ae,segment=NetworkSegment(2916c874-ed1b-4f73-acae-629442b2f414),segment_id=2916c874-ed1b-4f73-acae-629442b2f414)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:42.895204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.914198 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:42.922341 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:42.928431 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:42.964153 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75c15cf0-5767-418b-acff-67762cfd43cb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:42.967194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Pushing event updated for resources: {'Port': ['ID=f077758c-0d11-4e0f-8bd9-c2b6d1945fcc,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:42.978972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75c15cf0-5767-418b-acff-67762cfd43cb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.033079 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c15cf0-5767-418b-acff-67762cfd43cb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8145e8-bdb8-42f9-a101-e32004bb334d,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:43.062868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00dbb3-5b4c-4403-842a-4fe71c1d5047 None None] Pushing event updated for resources: {'Port': ['ID=d8df8a96-1322-4743-b6c6-f57cd9bb38ae,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:43.063369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-75c15cf0-5767-418b-acff-67762cfd43cb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.064471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-75c15cf0-5767-418b-acff-67762cfd43cb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2596674 Jul 06 18:54:43.067419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45072) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:43.083812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-983b28bf-ff66-4674-b8fd-c50a1df7c6d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'security_group_rule': {'security_group_id': 'dd9e83dd-bf47-4952-995a-56c4ed187a3e', 'project_id': '79b5e53551534c38811c3612735c982c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:43.143271 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-983b28bf-ff66-4674-b8fd-c50a1df7c6d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Project 79b5e53551534c38811c3612735c982c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:54:43.150666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-983b28bf-ff66-4674-b8fd-c50a1df7c6d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.312172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-983b28bf-ff66-4674-b8fd-c50a1df7c6d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.323254 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-983b28bf-ff66-4674-b8fd-c50a1df7c6d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.385932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b28bf-ff66-4674-b8fd-c50a1df7c6d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37def6f4-344e-42cc-90dc-00596710e11a,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:43.390013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-983b28bf-ff66-4674-b8fd-c50a1df7c6d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.391378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-983b28bf-ff66-4674-b8fd-c50a1df7c6d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3201163 Jul 06 18:54:43.425567 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.484265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:43.490993 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:54:43.514432 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:43.515061 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:43.545038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45080) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:43.572797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:43.573166 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.731653 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:43.766939 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b56ea5f-87a4-4177-a57d-25d00c72cc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.916111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.938948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b56ea5f-87a4-4177-a57d-25d00c72cc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.945096 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b56ea5f-87a4-4177-a57d-25d00c72cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.959488 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:38Z', 'revision_number': 2, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:43.990658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9b56ea5f-87a4-4177-a57d-25d00c72cc3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ee08ce3713c4f04ac7c59b3ea031be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417408 Jul 06 18:54:43.991492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45088) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:43.992892 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:54:43.993368 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Updating router ff897226-9a8f-4152-a80b-bb648d666a81 port ac9f4120-6305-4da0-8b23-a4c9e944499c binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:54:43.993867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56ea5f-87a4-4177-a57d-25d00c72cc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1673632-1444-46e3-9648-e36d62d2f8ee,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:44.024257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-b1902cfc-4191-482b-a143-50e22bd41c8c tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139718935&fields=id&tenant_id=79b5e53551534c38811c3612735c982c HTTP/1.1" status: 200 len: 267 time: 0.1048057 Jul 06 18:54:44.044231 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.059061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e76e588-c270-40db-ade2-e8b10ded141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.086835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e76e588-c270-40db-ade2-e8b10ded141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.142089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e76e588-c270-40db-ade2-e8b10ded141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.146967 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e76e588-c270-40db-ade2-e8b10ded141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.148217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0e76e588-c270-40db-ade2-e8b10ded141c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1673632-1444-46e3-9648-e36d62d2f8ee HTTP/1.1" status: 204 len: 168 time: 0.1553504 Jul 06 18:54:44.195036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76e588-c270-40db-ade2-e8b10ded141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1673632-1444-46e3-9648-e36d62d2f8ee,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:44.303113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-e2449d5c-5310-4196-bef6-08f25850e582 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:44.304826 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-e2449d5c-5310-4196-bef6-08f25850e582 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/networks?id=9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 200 len: 814 time: 0.2457829 Jul 06 18:54:44.315452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Router 59ed8494-5822-46f8-8f6b-dc025cfd548c is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:54:44.342243 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-0fb70f44-9e1e-435b-aa9e-10ab12785491 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/quotas/79b5e53551534c38811c3612735c982c HTTP/1.1" status: 200 len: 375 time: 0.0225315 Jul 06 18:54:44.461129 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.474263 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:54:44.487497 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Transition to ACTIVE for port object ac9f4120-6305-4da0-8b23-a4c9e944499c will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:44.494405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Sync routers for ids ['59ed8494-5822-46f8-8f6b-dc025cfd548c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:54:44.499047 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.517255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Routers {'59ed8494-5822-46f8-8f6b-dc025cfd548c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:44.517926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['59ed8494-5822-46f8-8f6b-dc025cfd548c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:44.546310 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.550124 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9933c0fa-adaa-478d-b2c0-2cc6b3220a8b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3140941 Jul 06 18:54:44.550739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45096) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:44.598401 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Pushing event updated for resources: {'Port': ['ID=ac9f4120-6305-4da0-8b23-a4c9e944499c,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:44.630303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.632606 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.633033 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.633426 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.635871 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.636443 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.636674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45098) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:44.636814 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.637086 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.640174 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.640571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.640901 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.641221 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:44.674608 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Attempting to bind port ac9f4120-6305-4da0-8b23-a4c9e944499c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:44.674974 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Attempting to bind port ac9f4120-6305-4da0-8b23-a4c9e944499c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:44.675333 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Attempting to bind port ac9f4120-6305-4da0-8b23-a4c9e944499c on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:44.687086 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-f030c876-6ce0-4f9e-b222-5aaaf0b964b6 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=79b5e53551534c38811c3612735c982c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107244 Jul 06 18:54:44.687339 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:44.687657 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:44.688068 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.688462 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:44.688947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Bound port: ac9f4120-6305-4da0-8b23-a4c9e944499c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:44.691933 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.770985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6267484f-f6a8-4090-857d-0ac2854c04c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.810896 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db84c7f-c5cc-4885-aeb4-dbca81b27515 None None] Network 99e7b513-e320-41de-8b09-f7058545ad56 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:44.836002 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] For port ac9f4120-6305-4da0-8b23-a4c9e944499c, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:44.843945 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] For port ac9f4120-6305-4da0-8b23-a4c9e944499c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ac9f4120-6305-4da0-8b23-a4c9e944499c,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:44.855052 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.921857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Set router 59ed8494-5822-46f8-8f6b-dc025cfd548c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:44.946931 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:44.948477 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:44.952181 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddbf05-be7a-4905-b944-6b21c0463170 None None] Pushing event updated for resources: {'Port': ['ID=ac9f4120-6305-4da0-8b23-a4c9e944499c,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:45.011618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2b322e06-55cf-443d-8bc3-f92d9b1cffb4 service neutron] 10.222.0.53 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937467 Jul 06 18:54:45.193653 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:45.236842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6267484f-f6a8-4090-857d-0ac2854c04c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:45.261994 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6267484f-f6a8-4090-857d-0ac2854c04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:45.395300 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-d8428cbe-b1fe-4217-9b82-b2cfb6499c11 service neutron] 10.222.0.53 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700345 Jul 06 18:54:45.416308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afbf7dd3-a362-4f32-896b-7b410ae1368a None None] Provisioning for port d8df8a96-1322-4743-b6c6-f57cd9bb38ae completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:45.423383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6267484f-f6a8-4090-857d-0ac2854c04c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=609b4254dbea4f96a2f17f9e70d101ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7757449 Jul 06 18:54:45.428693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45104) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:45.428895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267484f-f6a8-4090-857d-0ac2854c04c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8b406-8ad9-42b8-9815-7580918aec16,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:45.630600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ac9f4120-6305-4da0-8b23-a4c9e944499c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:45.679313 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f510a1f4-0925-437d-85eb-46544855c4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:45.687859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-34cad636-4534-4a9f-a36c-a49df5be4461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:45.709237 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:44Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:45.716124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-34cad636-4534-4a9f-a36c-a49df5be4461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:45.745676 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3e0b7-3dd4-4d3e-8eb8-956170531b44 None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:44Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:54:45.791440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T18:54:43Z', 'revision_number': 3, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:45.806409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:45.829465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ac9f4120-6305-4da0-8b23-a4c9e944499c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:45.832647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Checking router: 59ed8494-5822-46f8-8f6b-dc025cfd548c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:54:45.833011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Updating router 59ed8494-5822-46f8-8f6b-dc025cfd548c port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:54:45.871600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ac9f4120-6305-4da0-8b23-a4c9e944499c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:45.871992 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:45.968018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.049365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-34cad636-4534-4a9f-a36c-a49df5be4461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.052341 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-34cad636-4534-4a9f-a36c-a49df5be4461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.055941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-34cad636-4534-4a9f-a36c-a49df5be4461 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7b8b406-8ad9-42b8-9815-7580918aec16 HTTP/1.1" status: 204 len: 168 time: 0.6285374 Jul 06 18:54:46.098315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cad636-4534-4a9f-a36c-a49df5be4461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8b406-8ad9-42b8-9815-7580918aec16,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:46.152994 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b813bc96-0526-4c1a-a62d-56f6fcd31acb req-699447c2-edb2-48d5-b551-42ecbc35db95 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 210 time: 0.0947924 Jul 06 18:54:46.174427 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.300990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Allocated IP 172.20.0.1 (99e7b513-e320-41de-8b09-f7058545ad56/e3149abd-7c30-413d-9c30-ef85a74e56e0/137e619d-1414-4b61-b6df-5de149008821) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:46.373880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port ac9f4120-6305-4da0-8b23-a4c9e944499c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ac9f4120-6305-4da0-8b23-a4c9e944499c,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:46.442197 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.443208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d8df8a96-1322-4743-b6c6-f57cd9bb38ae up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:46.474296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.509559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Transition to ACTIVE for port object 137e619d-1414-4b61-b6df-5de149008821 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:46.549179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=ac9f4120-6305-4da0-8b23-a4c9e944499c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:46.572086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.672845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Network 99e7b513-e320-41de-8b09-f7058545ad56 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:46.678674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:46.684406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:46.761320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d8df8a96-1322-4743-b6c6-f57cd9bb38ae completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:46.774187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d8df8a96-1322-4743-b6c6-f57cd9bb38ae triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:46.774489 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.780566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.896007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Pushing event updated for resources: {'Port': ['ID=137e619d-1414-4b61-b6df-5de149008821,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:46.969177 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:46.992246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Transition to ACTIVE for port object f077758c-0d11-4e0f-8bd9-c2b6d1945fcc will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:47.014568 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.202418 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.222497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Attempting to bind port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:47.222871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Attempting to bind port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:47.223236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Attempting to bind port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:47.280371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:47.280749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:47.294105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.294587 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:47.295174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Bound port: f077758c-0d11-4e0f-8bd9-c2b6d1945fcc, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:47.295809 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.300425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f52850-7bf1-44fe-bc53-856e17c3cc79 None None] Pushing event updated for resources: {'Port': ['ID=f077758c-0d11-4e0f-8bd9-c2b6d1945fcc,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:47.326002 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c9f7532-cf5d-427f-88a9-4ae85fc7d828 req-56f59aaa-b0ff-476c-a9c1-322c1ddbe537 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 210 time: 0.0833440 Jul 06 18:54:47.345881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cdb327c5-c757-4d60-a1e2-8521e3e078e1 None None] Provisioning for port 137e619d-1414-4b61-b6df-5de149008821 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:47.365294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.376434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cdb327c5-c757-4d60-a1e2-8521e3e078e1 None None] Provisioning complete for port 137e619d-1414-4b61-b6df-5de149008821 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:47.376807 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cdb327c5-c757-4d60-a1e2-8521e3e078e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.479399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] For port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:47.499534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d8df8a96-1322-4743-b6c6-f57cd9bb38ae, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d8df8a96-1322-4743-b6c6-f57cd9bb38ae,segment=NetworkSegment(2916c874-ed1b-4f73-acae-629442b2f414),segment_id=2916c874-ed1b-4f73-acae-629442b2f414)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:47.501046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cdb327c5-c757-4d60-a1e2-8521e3e078e1 None None] Port 137e619d-1414-4b61-b6df-5de149008821 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:54:47.510086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] For port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f077758c-0d11-4e0f-8bd9-c2b6d1945fcc,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:47.513927 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.521874 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.578267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.588836 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.613195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Routers {'59ed8494-5822-46f8-8f6b-dc025cfd548c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:47.613919 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['59ed8494-5822-46f8-8f6b-dc025cfd548c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:47.687141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d8df8a96-1322-4743-b6c6-f57cd9bb38ae,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:47.694957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ac9f4120-6305-4da0-8b23-a4c9e944499c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:47.733979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Pushing event updated for resources: {'Port': ['ID=137e619d-1414-4b61-b6df-5de149008821,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:47.736898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.864976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Network 99e7b513-e320-41de-8b09-f7058545ad56 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:47.874972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:48.003877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f52850-7bf1-44fe-bc53-856e17c3cc79 None None] Pushing event updated for resources: {'Port': ['ID=f077758c-0d11-4e0f-8bd9-c2b6d1945fcc,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:48.022643 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] Set router 59ed8494-5822-46f8-8f6b-dc025cfd548c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:48.062692 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ac9f4120-6305-4da0-8b23-a4c9e944499c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:48.063350 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:48.083132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Router 59ed8494-5822-46f8-8f6b-dc025cfd548c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:54:48.262632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:54:48.278495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-36778dbd-0bab-481d-ad0a-97053da4afae admin admin] 10.222.0.53 "PUT /v2.0/routers/59ed8494-5822-46f8-8f6b-dc025cfd548c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7269549 Jul 06 18:54:48.317806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee03ec19-d57c-4ed5-8b17-84b5f1f7843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:48.323540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b4d7400c-c851-4c07-8e36-854728192a76 None None] Provisioning complete for port 137e619d-1414-4b61-b6df-5de149008821 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:48.323912 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4d7400c-c851-4c07-8e36-854728192a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:48.580565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-6385af91-ca17-448a-bdb0-059cf569e54f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:48.583068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-6385af91-ca17-448a-bdb0-059cf569e54f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.24 "GET /v2.0/networks?id=9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 200 len: 814 time: 0.2473326 Jul 06 18:54:48.628248 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:48.640711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7400c-c851-4c07-8e36-854728192a76 None None] Port 137e619d-1414-4b61-b6df-5de149008821 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:54:48.690616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 4, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '137e619d-1414-4b61-b6df-5de149008821', 'name': '', 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'mac_address': 'fa:16:3e:e8:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:45Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 2, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'subnets': [{'id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:48.691386 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-077dad67-683d-4335-b90f-8ad72057fcc9 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b5e53551534c38811c3612735c982c HTTP/1.1" status: 200 len: 380 time: 0.0882378 Jul 06 18:54:48.702222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1ba99936-2481-49db-be58-71cb97910ea4 req-4e67bb57-a62f-436b-b478-394c270570bb tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 210 time: 0.0956123 Jul 06 18:54:48.704969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'port': {'device_id': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'admin_state_up': True, 'tenant_id': '79b5e53551534c38811c3612735c982c', 'security_groups': ['dd9e83dd-bf47-4952-995a-56c4ed187a3e']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:48.763447 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c0695-8bed-49ae-81f7-1a3963b4cfa3 None None] The sync data for ids ['59ed8494-5822-46f8-8f6b-dc025cfd548c'] in n-d-799684-2 is: [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 4, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '137e619d-1414-4b61-b6df-5de149008821', 'name': '', 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'mac_address': 'fa:16:3e:e8:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:45Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 2, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'subnets': [{'id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:54:48.911899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Made reservation on behalf of 79b5e53551534c38811c3612735c982c for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:48.916577 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:49.131607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Allocated IP 172.20.0.10 (9e6c893b-f2aa-47e2-8dba-e580c590db6d/c085610c-3d16-47f4-97e2-10e5fbfbe894/8c3ac3a4-5810-4500-be2a-1be032426b46) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:49.336755 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:49.356105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Transition to ACTIVE for port object 8c3ac3a4-5810-4500-be2a-1be032426b46 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:49.402867 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:49.494449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:49.517802 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:49.519941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'Port': ['ID=8c3ac3a4-5810-4500-be2a-1be032426b46,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:49.522646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:49.523653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:49.614901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.616769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:49.641193 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2f7e8255-a180-4e89-9c22-45b6dc81a2f7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9436677 Jul 06 18:54:49.654597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Request body: {'port': {'device_id': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:49.714113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d8df8a96-1322-4743-b6c6-f57cd9bb38ae up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:49.881328 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:49.921339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d8df8a96-1322-4743-b6c6-f57cd9bb38ae triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:49.922711 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:50.134820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6583104d-7dd2-47bf-90fe-456251f061fe None None] Provisioning for port 8c3ac3a4-5810-4500-be2a-1be032426b46 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:50.154544 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6583104d-7dd2-47bf-90fe-456251f061fe None None] Provisioning complete for port 8c3ac3a4-5810-4500-be2a-1be032426b46 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:50.155131 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6583104d-7dd2-47bf-90fe-456251f061fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:50.375568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6583104d-7dd2-47bf-90fe-456251f061fe None None] Port 8c3ac3a4-5810-4500-be2a-1be032426b46 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:54:50.505930 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6b09a-1ab9-49e9-ac05-a74ea0b1c2ef req-2e028cdd-23c0-4098-9d29-8c99ded2353a tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:50.507587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7f6b09a-1ab9-49e9-ac05-a74ea0b1c2ef req-2e028cdd-23c0-4098-9d29-8c99ded2353a tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 932 time: 0.6004646 Jul 06 18:54:50.700577 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7f6b09a-1ab9-49e9-ac05-a74ea0b1c2ef req-8786b233-335b-41e3-a168-5ec4274cc530 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728082 Jul 06 18:54:50.732721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45222) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:50.842195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3ac3a4-5810-4500-be2a-1be032426b46 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:54:50.859952 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:50.897073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Transition to ACTIVE for port object 8c3ac3a4-5810-4500-be2a-1be032426b46 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:50.904845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:50.976921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc76695a-21d1-46f0-a890-eb0ec3dc04a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.053046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Pushing event updated for resources: {'Port': ['ID=8c3ac3a4-5810-4500-be2a-1be032426b46,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:51.060403 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.141754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Attempting to bind port 8c3ac3a4-5810-4500-be2a-1be032426b46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:51.142404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Attempting to bind port 8c3ac3a4-5810-4500-be2a-1be032426b46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:51.142921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Attempting to bind port 8c3ac3a4-5810-4500-be2a-1be032426b46 on network 9e6c893b-f2aa-47e2-8dba-e580c590db6d {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:51.150353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Port 8c3ac3a4-5810-4500-be2a-1be032426b46 on network 9e6c893b-f2aa-47e2-8dba-e580c590db6d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:54:51.150992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Attempting to bind port 8c3ac3a4-5810-4500-be2a-1be032426b46 on network 9e6c893b-f2aa-47e2-8dba-e580c590db6d {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:51.165508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:51.166180 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Checking segment: {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:51.166747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Bound using segment: {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:51.169880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Bound port: 8c3ac3a4-5810-4500-be2a-1be032426b46, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20336b14-c5c1-4178-8bb3-acf22c4d95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:51.170522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.340479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc76695a-21d1-46f0-a890-eb0ec3dc04a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.355629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cc76695a-21d1-46f0-a890-eb0ec3dc04a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.404362 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cc76695a-21d1-46f0-a890-eb0ec3dc04a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=616d7a4d19c54abe9ebceb0fcfbb3f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705651 Jul 06 18:54:51.407297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45242) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:51.414887 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:51.424602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] For port 8c3ac3a4-5810-4500-be2a-1be032426b46, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:51.449566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76695a-21d1-46f0-a890-eb0ec3dc04a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cff89c-73cd-4523-9316-e02fe61edfcb,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:51.473046 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] For port 8c3ac3a4-5810-4500-be2a-1be032426b46, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c3ac3a4-5810-4500-be2a-1be032426b46,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:51.485736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954a792b-82d0-43a6-98b1-14db262dcbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.492597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.519852 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954a792b-82d0-43a6-98b1-14db262dcbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.546448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:51.547988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.559284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] 10.222.0.24 "PUT /v2.0/ports/8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 200 len: 1092 time: 1.9097795 Jul 06 18:54:51.559887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:51.574473 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896e13be-a130-41df-a5fe-474e2d2ca458" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:51.683798 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954a792b-82d0-43a6-98b1-14db262dcbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.687466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954a792b-82d0-43a6-98b1-14db262dcbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.693017 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-954a792b-82d0-43a6-98b1-14db262dcbab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3cff89c-73cd-4523-9316-e02fe61edfcb HTTP/1.1" status: 204 len: 168 time: 0.2836390 Jul 06 18:54:51.699275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f077758c-0d11-4e0f-8bd9-c2b6d1945fcc up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:51.748740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a792b-82d0-43a6-98b1-14db262dcbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cff89c-73cd-4523-9316-e02fe61edfcb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:51.826037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acea7984-c6cd-4736-9eaf-d4d39df63409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.893395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d860b9-b106-4ecf-86a5-8bc3f1de844b service neutron] Pushing event updated for resources: {'Port': ['ID=8c3ac3a4-5810-4500-be2a-1be032426b46,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:51.947123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:51.953081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:51.953703 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-f9242968-6048-421e-bef2-05f2f6c446f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:51.954396 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.961938 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-f9242968-6048-421e-bef2-05f2f6c446f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b5e53551534c38811c3612735c982c&device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1095 time: 0.2927475 Jul 06 18:54:52.038574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-6f9a1e4f-8b8f-4437-98fe-6c256e86e539 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 200 len: 217 time: 0.0682461 Jul 06 18:54:52.063477 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9175c5-c82e-441f-932a-2daa84590167 x-openstack-request-id: req-6d9175c5-c82e-441f-932a-2daa84590167 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:52.063780 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:52.064010 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d9175c5-c82e-441f-932a-2daa84590167 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:52.066563 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'status': 'completed', 'code': 200} Jul 06 18:54:52.071239 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acea7984-c6cd-4736-9eaf-d4d39df63409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.079537 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-acea7984-c6cd-4736-9eaf-d4d39df63409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.115300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-acea7984-c6cd-4736-9eaf-d4d39df63409 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd36ed0eb493420d92a8ed03d921ae77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993742 Jul 06 18:54:52.125037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45258) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:52.125261 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.162583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f077758c-0d11-4e0f-8bd9-c2b6d1945fcc,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:52.178583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea7984-c6cd-4736-9eaf-d4d39df63409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f85eb7-433e-4838-9620-7c3807ea15d0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:52.186748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.209100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-9f77ca7e-bd93-4d28-8497-e14755eb3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:52.210951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-9f77ca7e-bd93-4d28-8497-e14755eb3a17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c085610c-3d16-47f4-97e2-10e5fbfbe894 HTTP/1.1" status: 200 len: 853 time: 0.1422801 Jul 06 18:54:52.226062 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ae038bd-2fd9-477d-b3f6-1aeeef820c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.252686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ae038bd-2fd9-477d-b3f6-1aeeef820c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.279352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ca2ab-8056-4c01-b5fe-3331eb55649f req-65cdd8e2-8025-457b-88a2-e54b6276e3b7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:52.280933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-729ca2ab-8056-4c01-b5fe-3331eb55649f req-65cdd8e2-8025-457b-88a2-e54b6276e3b7 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.2414668 Jul 06 18:54:52.294812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=f077758c-0d11-4e0f-8bd9-c2b6d1945fcc,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:52.328610 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ae038bd-2fd9-477d-b3f6-1aeeef820c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.332458 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4ae038bd-2fd9-477d-b3f6-1aeeef820c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.334294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4ae038bd-2fd9-477d-b3f6-1aeeef820c6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50f85eb7-433e-4838-9620-7c3807ea15d0 HTTP/1.1" status: 204 len: 168 time: 0.2066975 Jul 06 18:54:52.344615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae038bd-2fd9-477d-b3f6-1aeeef820c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f85eb7-433e-4838-9620-7c3807ea15d0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:52.380326 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-729ca2ab-8056-4c01-b5fe-3331eb55649f req-202d3cc5-ee2e-406d-ad90-291b51be44b2 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931659 Jul 06 18:54:52.386715 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-02f4a598-fb37-4d66-b5fc-e06721dda87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:52.388749 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-02f4a598-fb37-4d66-b5fc-e06721dda87e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e6c893b-f2aa-47e2-8dba-e580c590db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645308 Jul 06 18:54:52.419203 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.574771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-2d99bfb7-8315-4050-9f7a-6ab039ed1604 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781900 Jul 06 18:54:52.642006 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.754855 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-442279a9-8422-4a04-b71e-e2bf33f0593c req-e8fd8e08-07b2-41db-ad63-b695140c5566 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690755 Jul 06 18:54:52.808000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45284) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:52.832582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-221befd3-0457-4fbe-bbf6-4a43daf88703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:52.905247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-780857ad-76e0-4050-b785-24c084e8e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:52.910271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-780857ad-76e0-4050-b785-24c084e8e277 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b5e53551534c38811c3612735c982c&device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1095 time: 0.1015956 Jul 06 18:54:53.027046 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Sync routers for ids ['59ed8494-5822-46f8-8f6b-dc025cfd548c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:54:53.054317 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Routers {'59ed8494-5822-46f8-8f6b-dc025cfd548c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:53.055962 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['59ed8494-5822-46f8-8f6b-dc025cfd548c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:53.061892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-221befd3-0457-4fbe-bbf6-4a43daf88703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:53.063255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-59c4b5d7-a6b1-42fe-8467-4aecfc0ab3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:53.065520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-59c4b5d7-a6b1-42fe-8467-4aecfc0ab3b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 200 len: 915 time: 0.1481380 Jul 06 18:54:53.073791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-fe403145-d298-4b78-bb52-dfc92edcc5d8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:53.075354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-fe403145-d298-4b78-bb52-dfc92edcc5d8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1575742 Jul 06 18:54:53.076771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-221befd3-0457-4fbe-bbf6-4a43daf88703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:53.106239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-221befd3-0457-4fbe-bbf6-4a43daf88703 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=037da9492f6f46ccab84ddf902ab7a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961688 Jul 06 18:54:53.122690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45292) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:53.157956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-bdd3f26d-85dc-4828-8b24-d133a25fd575 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/quotas/be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 375 time: 0.0564694 Jul 06 18:54:53.180016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221befd3-0457-4fbe-bbf6-4a43daf88703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebd5dc2-bfa3-4cae-ba1a-1506ed544b37,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:53.266805 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Set router 59ed8494-5822-46f8-8f6b-dc025cfd548c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:53.280047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2487-c5c5-4010-95c1-6af3e6edf7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:53.347416 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-25ea618f-0bd3-412d-a687-eecf126c479c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721499 Jul 06 18:54:53.349557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2487-c5c5-4010-95c1-6af3e6edf7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:53.466866 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2487-c5c5-4010-95c1-6af3e6edf7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:53.473870 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2487-c5c5-4010-95c1-6af3e6edf7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:53.487934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5f9b2487-c5c5-4010-95c1-6af3e6edf7f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aebd5dc2-bfa3-4cae-ba1a-1506ed544b37 HTTP/1.1" status: 204 len: 168 time: 0.3539944 Jul 06 18:54:53.510339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b2487-c5c5-4010-95c1-6af3e6edf7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebd5dc2-bfa3-4cae-ba1a-1506ed544b37,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:53.594498 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-569b25ec-3e89-41f7-902d-858d1355d9d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 200 len: 217 time: 0.5228941 Jul 06 18:54:53.671489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f077758c-0d11-4e0f-8bd9-c2b6d1945fcc up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:53.739282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-7da697a3-4d7f-482c-a934-75be8f780af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:53.742027 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-7da697a3-4d7f-482c-a934-75be8f780af0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c085610c-3d16-47f4-97e2-10e5fbfbe894 HTTP/1.1" status: 200 len: 853 time: 0.1382148 Jul 06 18:54:53.802853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf71aef-8240-42ad-a17a-6ca75a6e7fc3 req-d7827892-555f-433c-b133-fa2084978d3f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:53.812179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cf71aef-8240-42ad-a17a-6ca75a6e7fc3 req-d7827892-555f-433c-b133-fa2084978d3f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.1523731 Jul 06 18:54:53.817769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-2a82b1c7-3cad-4010-9dc7-9fa27b31bb24 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604933 Jul 06 18:54:53.876200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:53.878242 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:53.882353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cf71aef-8240-42ad-a17a-6ca75a6e7fc3 req-d1c418bc-3a24-4b92-a80f-9ca81a5e61e9 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690329 Jul 06 18:54:53.895443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-f33f283b-53cd-4104-9fdb-64af6e3c6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:53.897618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-f33f283b-53cd-4104-9fdb-64af6e3c6611 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e6c893b-f2aa-47e2-8dba-e580c590db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478691 Jul 06 18:54:53.992894 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 4, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '137e619d-1414-4b61-b6df-5de149008821', 'name': '', 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'mac_address': 'fa:16:3e:e8:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:45Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 2, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'subnets': [{'id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:54.026668 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-b77000cc-09e0-428e-b59d-27a673afd774 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950738 Jul 06 18:54:54.066778 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Checking router: 59ed8494-5822-46f8-8f6b-dc025cfd548c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:54:54.067329 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Updating router 59ed8494-5822-46f8-8f6b-dc025cfd548c port 137e619d-1414-4b61-b6df-5de149008821 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:54:54.138214 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:54.201532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-bb4791f8-d8e0-4319-b96e-9f01d60f712d service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956941 Jul 06 18:54:54.426472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-896e13be-a130-41df-a5fe-474e2d2ca458 req-3bfd833f-b50d-4c92-8f3a-2181554af831 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101910 Jul 06 18:54:54.552708 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:54.569077 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Transition to ACTIVE for port object 137e619d-1414-4b61-b6df-5de149008821 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:54.578960 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:54.726530 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91976f18-d71a-427e-931b-1162a315942a None None] Pushing event updated for resources: {'Port': ['ID=137e619d-1414-4b61-b6df-5de149008821,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:54.757879 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1f8db57f-f6e9-4940-a43c-c7dd84d463f7 req-69544a13-bd9e-4f4d-8228-9f59bca09fca tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 210 time: 0.0748801 Jul 06 18:54:54.829345 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Attempting to bind port 137e619d-1414-4b61-b6df-5de149008821 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:54.829929 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Attempting to bind port 137e619d-1414-4b61-b6df-5de149008821 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:54.830303 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Attempting to bind port 137e619d-1414-4b61-b6df-5de149008821 on network 99e7b513-e320-41de-8b09-f7058545ad56 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:54.845684 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:54.846094 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Checking segment: {'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:54.846504 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:54.846899 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Bound using segment: {'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:54.847377 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Bound port: 137e619d-1414-4b61-b6df-5de149008821, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2916c874-ed1b-4f73-acae-629442b2f414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:54.847758 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.016094 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] For port 137e619d-1414-4b61-b6df-5de149008821, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:55.025611 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] For port 137e619d-1414-4b61-b6df-5de149008821, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=137e619d-1414-4b61-b6df-5de149008821,segment=NetworkSegment(2916c874-ed1b-4f73-acae-629442b2f414),segment_id=2916c874-ed1b-4f73-acae-629442b2f414)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:55.036732 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.128353 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Routers {'59ed8494-5822-46f8-8f6b-dc025cfd548c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:55.129969 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['59ed8494-5822-46f8-8f6b-dc025cfd548c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:55.262236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3fe44-f8e5-4ab7-80ca-1600c077e40c req-c8dfc3ff-fb8a-4a3a-a874-054556e3818d tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:55.271562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1a3fe44-f8e5-4ab7-80ca-1600c077e40c req-c8dfc3ff-fb8a-4a3a-a874-054556e3818d tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.1702867 Jul 06 18:54:55.291290 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91976f18-d71a-427e-931b-1162a315942a None None] Pushing event updated for resources: {'Port': ['ID=137e619d-1414-4b61-b6df-5de149008821,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:55.328780 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] Set router 59ed8494-5822-46f8-8f6b-dc025cfd548c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:55.378621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1a3fe44-f8e5-4ab7-80ca-1600c077e40c req-737a8224-9260-49dd-9020-b8131371e351 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048603 Jul 06 18:54:55.670996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 137e619d-1414-4b61-b6df-5de149008821 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:55.728531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 137e619d-1414-4b61-b6df-5de149008821 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:55.734729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 137e619d-1414-4b61-b6df-5de149008821 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:55.736616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.746423 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 4, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '137e619d-1414-4b61-b6df-5de149008821', 'name': '', 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'mac_address': 'fa:16:3e:e8:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:45Z', 'updated_at': '2021-07-06T18:54:55Z', 'revision_number': 4, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'subnets': [{'id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:55.819587 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd78c34-4f99-423b-9292-8f243e7b14ae None None] The sync data for ids ['59ed8494-5822-46f8-8f6b-dc025cfd548c'] in n-d-799684-2 is: [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T18:54:47Z', 'revision_number': 4, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '137e619d-1414-4b61-b6df-5de149008821', 'name': '', 'network_id': '99e7b513-e320-41de-8b09-f7058545ad56', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'mac_address': 'fa:16:3e:e8:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:45Z', 'updated_at': '2021-07-06T18:54:55Z', 'revision_number': 4, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'subnets': [{'id': 'e3149abd-7c30-413d-9c30-ef85a74e56e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:54:55.834583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.915458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 137e619d-1414-4b61-b6df-5de149008821, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=137e619d-1414-4b61-b6df-5de149008821,segment=NetworkSegment(2916c874-ed1b-4f73-acae-629442b2f414),segment_id=2916c874-ed1b-4f73-acae-629442b2f414)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:55.930580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:56.006318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=137e619d-1414-4b61-b6df-5de149008821,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:56.018301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-138b9a03-5a7c-4862-84ad-c8253e5ffc8f req-deefee2a-577b-4456-9f17-cf03fca8ea56 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 210 time: 0.0601709 Jul 06 18:54:56.460019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-4c4c4713-1d43-4ac3-9209-fb455cfa8d17 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:56.462054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-4c4c4713-1d43-4ac3-9209-fb455cfa8d17 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1582632 Jul 06 18:54:56.477930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'port': {'device_id': 'ee6e5899-0242-4e11-b787-60b0f178812e', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'admin_state_up': True, 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:56.705055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a637f-d93d-4bd4-b00b-2b9c6945bc58 req-a0f13012-d051-40b4-a14a-381069c94642 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:56.706969 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807a637f-d93d-4bd4-b00b-2b9c6945bc58 req-a0f13012-d051-40b4-a14a-381069c94642 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.1415513 Jul 06 18:54:56.756766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:56.764905 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:56.861045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-807a637f-d93d-4bd4-b00b-2b9c6945bc58 req-9dff93de-2f16-44fe-920c-e40ab88ba3d4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333215 Jul 06 18:54:56.952590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.20.0.4 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/d6999893-ec1b-4379-9887-c949fd75fdfe) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:57.143171 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.172684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Transition to ACTIVE for port object d6999893-ec1b-4379-9887-c949fd75fdfe will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:57.220589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.274591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:57.285956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:57.286219 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8c65d49f-b4fe-4df3-be29-742441fd612f req-65dfbb03-1188-4eb3-881b-6c2d4aef1482 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 210 time: 0.1124723 Jul 06 18:54:57.287683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:57.321463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=d6999893-ec1b-4379-9887-c949fd75fdfe,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:57.338218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.339129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.339630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.340142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.340631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.341130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.341630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.342167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.342663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.343154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.343636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.344125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.379235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:57.380968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.402825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c3d774bb-641c-4a9e-8266-5ad215ac2217 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9298968 Jul 06 18:54:57.624644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Request body: {'port': {'device_id': 'ee6e5899-0242-4e11-b787-60b0f178812e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:57.652066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 137e619d-1414-4b61-b6df-5de149008821 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:57.720376 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.755264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5629e229-f50e-4f49-8bac-c7aa59a8fb81 None None] Provisioning for port d6999893-ec1b-4379-9887-c949fd75fdfe completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:57.761779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5629e229-f50e-4f49-8bac-c7aa59a8fb81 None None] Provisioning complete for port d6999893-ec1b-4379-9887-c949fd75fdfe triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:57.762175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5629e229-f50e-4f49-8bac-c7aa59a8fb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.838472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 137e619d-1414-4b61-b6df-5de149008821 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:57.838910 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.938974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5629e229-f50e-4f49-8bac-c7aa59a8fb81 None None] Port d6999893-ec1b-4379-9887-c949fd75fdfe cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:54:58.207412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6999893-ec1b-4379-9887-c949fd75fdfe {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:54:58.218121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.238163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Transition to ACTIVE for port object d6999893-ec1b-4379-9887-c949fd75fdfe will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:58.246356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d92d3-4d9a-423e-be96-e7a49294effe req-f0f8afd6-d115-41a3-84b5-78b75f5789e4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:58.247987 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e6d92d3-4d9a-423e-be96-e7a49294effe req-f0f8afd6-d115-41a3-84b5-78b75f5789e4 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.1369896 Jul 06 18:54:58.249142 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.333250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6999893-ec1b-4379-9887-c949fd75fdfe,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:58.426216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e6d92d3-4d9a-423e-be96-e7a49294effe req-5f3fd04f-7b4d-45e2-9af4-cd051295e394 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664357 Jul 06 18:54:58.502848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Attempting to bind port d6999893-ec1b-4379-9887-c949fd75fdfe on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:58.503339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Attempting to bind port d6999893-ec1b-4379-9887-c949fd75fdfe by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:58.503659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Attempting to bind port d6999893-ec1b-4379-9887-c949fd75fdfe on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:58.517361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Port d6999893-ec1b-4379-9887-c949fd75fdfe on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:54:58.519556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Attempting to bind port d6999893-ec1b-4379-9887-c949fd75fdfe on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:58.531289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:58.531289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:58.531678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:58.532111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Bound port: d6999893-ec1b-4379-9887-c949fd75fdfe, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:58.537296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.694855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04eb50-ba41-4a12-942e-144e2df931ac req-c536a05e-5ffe-46ae-8931-646e3ac481a9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:58.705512 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d04eb50-ba41-4a12-942e-144e2df931ac req-c536a05e-5ffe-46ae-8931-646e3ac481a9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.1424978 Jul 06 18:54:58.719701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] For port d6999893-ec1b-4379-9887-c949fd75fdfe, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:58.723781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] For port d6999893-ec1b-4379-9887-c949fd75fdfe, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6999893-ec1b-4379-9887-c949fd75fdfe,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:58.735699 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.780885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d04eb50-ba41-4a12-942e-144e2df931ac req-c1aea903-ef9c-495b-8479-054b1e3975bf tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592430 Jul 06 18:54:58.802975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:58.803807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.805465 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/d6999893-ec1b-4379-9887-c949fd75fdfe HTTP/1.1" status: 200 len: 1091 time: 1.3957067 Jul 06 18:54:58.806514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6e5899-0242-4e11-b787-60b0f178812e', 'tag': 'd6999893-ec1b-4379-9887-c949fd75fdfe'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:58.809102 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25863fe4-4854-493b-a187-1db59ffa5c40" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6e5899-0242-4e11-b787-60b0f178812e", "tag": "d6999893-ec1b-4379-9887-c949fd75fdfe"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:58.899872 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35125dfa-4781-4d60-b7ab-e02b1b9bd092 x-openstack-request-id: req-35125dfa-4781-4d60-b7ab-e02b1b9bd092 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:58.900529 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6e5899-0242-4e11-b787-60b0f178812e", "tag": "d6999893-ec1b-4379-9887-c949fd75fdfe", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:58.900944 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35125dfa-4781-4d60-b7ab-e02b1b9bd092 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:58.901523 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6e5899-0242-4e11-b787-60b0f178812e', 'tag': 'd6999893-ec1b-4379-9887-c949fd75fdfe', 'status': 'completed', 'code': 200} Jul 06 18:54:58.902283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0d9d5-b3b9-4d9a-aacb-5dc617eb15d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6999893-ec1b-4379-9887-c949fd75fdfe,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:58.943506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-7ca8499c-ba63-4858-ae41-a6c89ecea10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:58.945311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-7ca8499c-ba63-4858-ae41-a6c89ecea10d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 1094 time: 0.0849001 Jul 06 18:54:58.993577 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-3134349c-8cac-4f37-82c2-9bf930fbb551 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6999893-ec1b-4379-9887-c949fd75fdfe HTTP/1.1" status: 200 len: 217 time: 0.0410476 Jul 06 18:54:59.069587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-e1e937bb-bf27-4875-9201-110c13d3d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:59.071636 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-e1e937bb-bf27-4875-9201-110c13d3d83b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0717747 Jul 06 18:54:59.139273 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-99f407de-0f0c-4caa-a909-cdb9a92fb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:59.142555 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-99f407de-0f0c-4caa-a909-cdb9a92fb5bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636790 Jul 06 18:54:59.242988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-c0632e73-1cc5-4740-b5ec-7d8f58b9291f service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929794 Jul 06 18:54:59.350337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f6ad24d8-cc6f-4c1a-9f0d-95a1d63d3695 req-a6ff49da-d081-41ac-bb48-6305475991d1 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004965 Jul 06 18:54:59.461051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-ad1b8b8c-beb9-40a8-9182-041bb96c43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:59.462788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-ad1b8b8c-beb9-40a8-9182-041bb96c43fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 1094 time: 0.0622783 Jul 06 18:54:59.600157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-38b53865-63da-4b56-bbf8-87fa516e1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:59.601968 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-38b53865-63da-4b56-bbf8-87fa516e1b7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.1333318 Jul 06 18:54:59.658801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-215db8bf-1d8b-482c-8c58-dd6f3306438e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6999893-ec1b-4379-9887-c949fd75fdfe HTTP/1.1" status: 200 len: 217 time: 0.0501032 Jul 06 18:54:59.661945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7895-2126-4ae7-9977-273313948026 req-5ce83da1-90b7-4cdb-9a1c-395678e78398 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:59.663520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d80f7895-2126-4ae7-9977-273313948026 req-5ce83da1-90b7-4cdb-9a1c-395678e78398 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.0762503 Jul 06 18:54:59.703683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d80f7895-2126-4ae7-9977-273313948026 req-57480cbe-c903-4701-ab6f-8b0285340094 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335383 Jul 06 18:54:59.714731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-b152d749-0929-4a49-82dd-5557dcd8d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:59.716241 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-b152d749-0929-4a49-82dd-5557dcd8d8ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0517476 Jul 06 18:54:59.809659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-052c404c-8c0e-4e2d-b9e7-c87ab0ff3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:59.811271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-052c404c-8c0e-4e2d-b9e7-c87ab0ff3013 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885386 Jul 06 18:54:59.968950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-2f027313-2431-42a4-bcdc-549c957adbe2 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505654 Jul 06 18:55:00.034789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32da56-0e6a-45ba-abff-c78687b54ab0 req-68cbfd60-7d6f-49f1-8f7e-41833b95f757 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:00.041782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d32da56-0e6a-45ba-abff-c78687b54ab0 req-68cbfd60-7d6f-49f1-8f7e-41833b95f757 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.1470985 Jul 06 18:55:00.496393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d32da56-0e6a-45ba-abff-c78687b54ab0 req-392de2c1-cffb-49b8-b203-ffc419902f97 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537401 Jul 06 18:55:00.514305 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-25863fe4-4854-493b-a187-1db59ffa5c40 req-63eb2523-d858-41cb-8b66-ecc895e2d856 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382538 Jul 06 18:55:01.203665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491dac-b1e5-457d-ac9e-eebc3faa5d86 req-8f992f23-272f-4617-99ff-661c9cb6002e tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:01.205894 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2491dac-b1e5-457d-ac9e-eebc3faa5d86 req-8f992f23-272f-4617-99ff-661c9cb6002e tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.0898814 Jul 06 18:55:01.249634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2491dac-b1e5-457d-ac9e-eebc3faa5d86 req-ed22a382-4e14-424f-83ac-3028911fce49 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375164 Jul 06 18:55:01.700556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80131eae-c259-4d21-9b50-4290ec9cd510 req-b067754c-e5eb-42da-9612-c838a3626c02 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:01.702371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80131eae-c259-4d21-9b50-4290ec9cd510 req-b067754c-e5eb-42da-9612-c838a3626c02 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.0663948 Jul 06 18:55:01.753689 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80131eae-c259-4d21-9b50-4290ec9cd510 req-d9632a11-3055-4b1a-bf97-fac90da45c79 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Jul 06 18:55:02.445327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809aba4e-7eb8-4d9c-8a3e-570313c9fab8 req-a7f1fefc-73f5-4e14-9931-74f84a191765 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:02.447162 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-809aba4e-7eb8-4d9c-8a3e-570313c9fab8 req-a7f1fefc-73f5-4e14-9931-74f84a191765 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.0715179 Jul 06 18:55:02.491364 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-809aba4e-7eb8-4d9c-8a3e-570313c9fab8 req-d198346d-0912-420b-939b-03791d4d4e6c tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378275 Jul 06 18:55:02.923742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62810-3f89-4de3-8ff7-2c323999ca84 req-660bb0c2-759f-416b-ad94-7accb18213a4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:02.925328 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74f62810-3f89-4de3-8ff7-2c323999ca84 req-660bb0c2-759f-416b-ad94-7accb18213a4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.0658360 Jul 06 18:55:02.970499 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-74f62810-3f89-4de3-8ff7-2c323999ca84 req-22d0f46e-a11e-466f-9b7a-caeb4a789f3e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391440 Jul 06 18:55:03.685647 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adef5a-5c96-4506-b002-b696105f4b1d req-c80cccd7-f05f-45fa-8985-49af048ff74c tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:03.688226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1adef5a-5c96-4506-b002-b696105f4b1d req-c80cccd7-f05f-45fa-8985-49af048ff74c tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 944 time: 0.0736582 Jul 06 18:55:03.742239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1adef5a-5c96-4506-b002-b696105f4b1d req-babcf28f-243b-4ba1-a5e6-d39fc3db0825 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457220 Jul 06 18:55:04.088221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8c3ac3a4-5810-4500-be2a-1be032426b46 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:55:04.153939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef2df5-b1c6-43ff-af3b-0ea1bab0efd7 req-df78aaec-5cdc-4c5a-b6cb-cbb0ae53e081 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:04.155639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9aef2df5-b1c6-43ff-af3b-0ea1bab0efd7 req-df78aaec-5cdc-4c5a-b6cb-cbb0ae53e081 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.0669889 Jul 06 18:55:04.191210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8c3ac3a4-5810-4500-be2a-1be032426b46, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c3ac3a4-5810-4500-be2a-1be032426b46,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:04.195788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9aef2df5-b1c6-43ff-af3b-0ea1bab0efd7 req-f1bfbef3-6016-4d60-833d-a857e45182cb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339224 Jul 06 18:55:04.203603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'mac_address': 'fa:16:3e:1a:48:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:55:04.241093 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:04.254938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3ac3a4-5810-4500-be2a-1be032426b46 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:55:04.276463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8c3ac3a4-5810-4500-be2a-1be032426b46, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c3ac3a4-5810-4500-be2a-1be032426b46,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:04.281740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:04.339684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8c3ac3a4-5810-4500-be2a-1be032426b46,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:04.489277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8c3ac3a4-5810-4500-be2a-1be032426b46'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:55:04.935275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a32ab-792c-45ed-bbbc-3ab9a89c385b req-2939ee9b-68f4-4618-abab-43bcd96bd9d0 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:04.936899 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-005a32ab-792c-45ed-bbbc-3ab9a89c385b req-2939ee9b-68f4-4618-abab-43bcd96bd9d0 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 945 time: 0.0724332 Jul 06 18:55:04.979247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-005a32ab-792c-45ed-bbbc-3ab9a89c385b req-ed12e3c7-de12-4524-be45-2bfec03ec182 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361044 Jul 06 18:55:05.387703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19464d51-8017-478b-88e3-6d158d17275f req-a8479c07-1102-49a0-9c8c-2333688c4640 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:05.389249 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19464d51-8017-478b-88e3-6d158d17275f req-a8479c07-1102-49a0-9c8c-2333688c4640 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.0654399 Jul 06 18:55:05.429321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19464d51-8017-478b-88e3-6d158d17275f req-954c98bf-4433-4923-8721-ef4ebde0a2f9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Jul 06 18:55:06.114155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8c3ac3a4-5810-4500-be2a-1be032426b46 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:06.169879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 8c3ac3a4-5810-4500-be2a-1be032426b46 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:06.173792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8c3ac3a4-5810-4500-be2a-1be032426b46 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:06.174210 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.181983 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ae4a-9108-49bf-83d2-ce6d3e97bf7b req-25b34247-4750-4a52-a995-69b690a84122 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:06.184114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c120ae4a-9108-49bf-83d2-ce6d3e97bf7b req-25b34247-4750-4a52-a995-69b690a84122 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 945 time: 0.0883434 Jul 06 18:55:06.237329 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c120ae4a-9108-49bf-83d2-ce6d3e97bf7b req-f968768e-7f08-43c8-8e93-54a54ae2ebfd tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364935 Jul 06 18:55:06.262733 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.288181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:06.290668 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76b0e68-df82-4216-8799-0f163a086a62" -d '{"events": [{"server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "name": "network-vif-plugged", "status": "completed", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:06.308570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8c3ac3a4-5810-4500-be2a-1be032426b46, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c3ac3a4-5810-4500-be2a-1be032426b46,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:06.316411 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.371823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8c3ac3a4-5810-4500-be2a-1be032426b46,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:06.503946 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dc4606-42ed-4f2c-8650-a68a5b4dc2ed x-openstack-request-id: req-c3dc4606-42ed-4f2c-8650-a68a5b4dc2ed {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:06.504237 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "name": "network-vif-plugged", "status": "completed", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:06.504497 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3dc4606-42ed-4f2c-8650-a68a5b4dc2ed {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:06.504884 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'code': 200} Jul 06 18:55:06.694992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d4d9-c404-477f-b336-73e240b30ab0 req-3daebd17-3347-4360-aad7-7500d72670e0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:06.696592 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4797d4d9-c404-477f-b336-73e240b30ab0 req-3daebd17-3347-4360-aad7-7500d72670e0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.1155672 Jul 06 18:55:06.702456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300d4b4-bda3-41e6-81c9-e16fef706216 req-35fb37cb-16bb-46e0-9409-29677b37c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:06.704624 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4300d4b4-bda3-41e6-81c9-e16fef706216 req-35fb37cb-16bb-46e0-9409-29677b37c70d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1097 time: 0.0924892 Jul 06 18:55:06.758664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4797d4d9-c404-477f-b336-73e240b30ab0 req-ebfacaa8-efda-4769-b44b-69e14e85f929 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530531 Jul 06 18:55:06.765160 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4300d4b4-bda3-41e6-81c9-e16fef706216 req-f9a1d3a2-38a3-4332-ab11-a5ecb43b9573 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514865 Jul 06 18:55:07.436786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b8b76-c89f-47ad-84bf-0734e47a3183 req-e12a242f-72ee-462b-b744-cc1ce1cf04e2 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:07.439105 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae4b8b76-c89f-47ad-84bf-0734e47a3183 req-e12a242f-72ee-462b-b744-cc1ce1cf04e2 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 946 time: 0.0826180 Jul 06 18:55:07.494362 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae4b8b76-c89f-47ad-84bf-0734e47a3183 req-930d1587-45f9-46bc-9f06-b0f3a1eeb3e9 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488019 Jul 06 18:55:07.969221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52724cb-2961-4f8e-bed6-8d40d77d1822 req-c4e08d17-1ce5-40f6-8022-186579fb75d7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:07.974286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a52724cb-2961-4f8e-bed6-8d40d77d1822 req-c4e08d17-1ce5-40f6-8022-186579fb75d7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.0748398 Jul 06 18:55:08.012841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a52724cb-2961-4f8e-bed6-8d40d77d1822 req-9ff0a2b5-aee0-4183-b30d-4d81a86780a0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Jul 06 18:55:08.706734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd67e52-1006-4887-8ccf-580388441b99 req-e26d005f-ef24-4cc6-8bae-4042f3a42381 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:08.714144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bd67e52-1006-4887-8ccf-580388441b99 req-e26d005f-ef24-4cc6-8bae-4042f3a42381 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 946 time: 0.0804455 Jul 06 18:55:08.759062 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6bd67e52-1006-4887-8ccf-580388441b99 req-d3b433fa-cc91-4aa6-8353-36ab94a8fd13 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Jul 06 18:55:08.946846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16260f78-8bd1-404d-b33e-ddf7adf4a8e9 req-a6a505eb-a76e-4e60-aa14-2be68c5aa4b3 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:08.954187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16260f78-8bd1-404d-b33e-ddf7adf4a8e9 req-a6a505eb-a76e-4e60-aa14-2be68c5aa4b3 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 946 time: 0.0729380 Jul 06 18:55:09.012697 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16260f78-8bd1-404d-b33e-ddf7adf4a8e9 req-807fe5d9-6c3d-4dc0-bc78-7f94f5d2f8b6 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575511 Jul 06 18:55:09.031573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45568) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:09.290443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e8a1d-3aeb-48ae-a0b0-1adea6312187 req-2baa99fd-1276-4c60-87a4-3f01217c6b6e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:09.292285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c9e8a1d-3aeb-48ae-a0b0-1adea6312187 req-2baa99fd-1276-4c60-87a4-3f01217c6b6e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.0651932 Jul 06 18:55:09.375811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5c9e8a1d-3aeb-48ae-a0b0-1adea6312187 req-81d7f616-e5b1-4a39-8125-f85f43054cd0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742157 Jul 06 18:55:09.405276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce4eb0-81aa-4fdd-94ce-33ef723512e2 tempest-TestVolumeBackupRestore-2060497424 tempest-TestVolumeBackupRestore-2060497424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:09.406860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-38ce4eb0-81aa-4fdd-94ce-33ef723512e2 tempest-TestVolumeBackupRestore-2060497424 tempest-TestVolumeBackupRestore-2060497424-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1092 time: 0.3738494 Jul 06 18:55:09.409682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 45578) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:09.417665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:09.451428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:09.586612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:09.749810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Allocated IP 172.25.4.222 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/46fe6e38-180d-481e-8fa4-da71d47d886c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:09.900424 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:09.947238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:09.994393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:09.997826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:10.002422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:10.047029 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'Port': ['ID=46fe6e38-180d-481e-8fa4-da71d47d886c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:10.622449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900de1bc-5e22-4664-bc79-51fadb326386 req-5208d456-fcf5-4f6d-aa04-63b1dd702e52 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:10.624174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-900de1bc-5e22-4664-bc79-51fadb326386 req-5208d456-fcf5-4f6d-aa04-63b1dd702e52 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.0957639 Jul 06 18:55:10.718588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-900de1bc-5e22-4664-bc79-51fadb326386 req-66e43c11-dc8b-48f1-897a-97ad8111b264 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757601 Jul 06 18:55:10.731781 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.860841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.172099 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.178047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.258309 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.296872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event updated for resources: {'Port': ['ID=46fe6e38-180d-481e-8fa4-da71d47d886c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:11.384654 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Floating IP 9b491422-3038-4654-98a2-fad6f04a6cbb associated. External IP: 172.25.4.222, port: 8c3ac3a4-5810-4500-be2a-1be032426b46. Jul 06 18:55:11.667690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Router bf53de92-1be3-4378-bb45-b7ffb296ce79 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:11.795776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:11.806188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] Sync routers for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:11.818046 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:11.818711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:11.844058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.944300 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45630) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:11.944895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d38b903e-a745-40cd-863a-5040a990403f tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5336294 Jul 06 18:55:11.946567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:11.948899 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97493d1d-24dd-499d-b636-6e5c66c50101" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:11.983586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:12.003379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b06ba-f3b4-4069-ba6b-898e9edca6ad req-977cd75f-b1a6-48c7-a410-2366378f5982 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:12.013273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-055b06ba-f3b4-4069-ba6b-898e9edca6ad req-977cd75f-b1a6-48c7-a410-2366378f5982 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.1239102 Jul 06 18:55:12.021494 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25455e78-910c-448a-8bec-26e8ca93d415 x-openstack-request-id: req-25455e78-910c-448a-8bec-26e8ca93d415 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:12.021881 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:12.022034 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25455e78-910c-448a-8bec-26e8ca93d415 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:12.022437 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'status': 'completed', 'code': 200} Jul 06 18:55:12.087973 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b3649-dc29-43f2-9357-ae0e14242cc9 tempest-TestVolumeBackupRestore-2060497424 tempest-TestVolumeBackupRestore-2060497424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:12.089992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0f3b3649-dc29-43f2-9357-ae0e14242cc9 tempest-TestVolumeBackupRestore-2060497424 tempest-TestVolumeBackupRestore-2060497424-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1092 time: 0.1435759 Jul 06 18:55:12.100834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 45634) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:12.101765 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-055b06ba-f3b4-4069-ba6b-898e9edca6ad req-485c563c-9211-481c-9bdf-0b075af24d5e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879164 Jul 06 18:55:12.107797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Request body: {'floatingip': {'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:12.156084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-8daafc32-4ef4-4b33-975c-b8f92767651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:12.157642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-8daafc32-4ef4-4b33-975c-b8f92767651b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b5e53551534c38811c3612735c982c&device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1097 time: 0.1263690 Jul 06 18:55:12.267238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-8f880b89-a526-4bdb-95db-4c704cff773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:12.269016 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-8f880b89-a526-4bdb-95db-4c704cff773f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 200 len: 915 time: 0.1042345 Jul 06 18:55:12.280214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.410414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '9b491422-3038-4654-98a2-fad6f04a6cbb', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'mac_address': 'fa:16:3e:1a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:10Z', 'revision_number': 0, 'project_id': '79b5e53551534c38811c3612735c982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:12.445791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] Checking router: bf53de92-1be3-4378-bb45-b7ffb296ce79 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:12.459480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:12.463279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:12.651324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:12.707282 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-a8e26412-9daf-4d02-83ae-338b5cc820c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 200 len: 1000 time: 0.4299631 Jul 06 18:55:12.849570 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-1656a784-c641-463f-8da2-2b67b7d96dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:12.851587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-1656a784-c641-463f-8da2-2b67b7d96dd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c085610c-3d16-47f4-97e2-10e5fbfbe894 HTTP/1.1" status: 200 len: 853 time: 0.1366341 Jul 06 18:55:13.048091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-090c9ca7-60d3-40f7-b6bf-a8fd96acd3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:13.049613 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-090c9ca7-60d3-40f7-b6bf-a8fd96acd3ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e6c893b-f2aa-47e2-8dba-e580c590db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909065 Jul 06 18:55:13.116424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '9b491422-3038-4654-98a2-fad6f04a6cbb', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'mac_address': 'fa:16:3e:1a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:10Z', 'revision_number': 0, 'project_id': '79b5e53551534c38811c3612735c982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:13.163568 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-e38fa5ba-764f-437f-a5ce-0114ccbba67f service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976329 Jul 06 18:55:13.172999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8382d3f-ef2b-494f-8b7e-5652cee99717 None None] The sync data for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 is: [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '9b491422-3038-4654-98a2-fad6f04a6cbb', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'mac_address': 'fa:16:3e:1a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:10Z', 'revision_number': 0, 'project_id': '79b5e53551534c38811c3612735c982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:13.515356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-97493d1d-24dd-499d-b636-6e5c66c50101 req-77154b96-1c76-4830-be43-4989dda41fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278322 Jul 06 18:55:13.521830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.db.resource_extend [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:55:13.550653 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcc139-e40f-465b-87fc-3f7e7ec7ee5a None None] New status for floating IP 9b491422-3038-4654-98a2-fad6f04a6cbb: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:55:13.583073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6999893-ec1b-4379-9887-c949fd75fdfe details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:55:13.593019 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.609098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.704085 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.db.api [None req-abfcc139-e40f-465b-87fc-3f7e7ec7ee5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:55:13.705167 n-d-799684-2 neutron-server[93969]: DEBUG oslo_db.api [None req-abfcc139-e40f-465b-87fc-3f7e7ec7ee5a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:55:13.761871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6999893-ec1b-4379-9887-c949fd75fdfe, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6999893-ec1b-4379-9887-c949fd75fdfe,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:13.778675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'd6999893-ec1b-4379-9887-c949fd75fdfe', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'port_id': 'd6999893-ec1b-4379-9887-c949fd75fdfe', 'mac_address': 'fa:16:3e:ba:48:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:55:13.786858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe918-9291-4817-a026-a3529369992f req-089e4e8f-f21e-453f-9d59-33b5bb2ac586 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:13.804919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40afe918-9291-4817-a026-a3529369992f req-089e4e8f-f21e-453f-9d59-33b5bb2ac586 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 943 time: 0.5250590 Jul 06 18:55:13.835878 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.852136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6999893-ec1b-4379-9887-c949fd75fdfe {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:55:13.878144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6999893-ec1b-4379-9887-c949fd75fdfe, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6999893-ec1b-4379-9887-c949fd75fdfe,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:13.885857 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.910402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40afe918-9291-4817-a026-a3529369992f req-017896a6-491c-4d98-8c31-03ab790b8866 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101294 Jul 06 18:55:13.952982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6999893-ec1b-4379-9887-c949fd75fdfe,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:14.067140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Router bf53de92-1be3-4378-bb45-b7ffb296ce79 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:14.099716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d6999893-ec1b-4379-9887-c949fd75fdfe'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:55:14.188851 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:14.201430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.206584 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcc139-e40f-465b-87fc-3f7e7ec7ee5a None None] New status for floating IP 9b491422-3038-4654-98a2-fad6f04a6cbb: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:55:14.257132 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:14.265611 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55023e1f-8cf0-48ff-978c-e8b9726e1f21" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:14.360025 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f540c0c-dd47-4bfb-8154-4a5d47fb01ba tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "PUT /v2.0/floatingips/9b491422-3038-4654-98a2-fad6f04a6cbb HTTP/1.1" status: 200 len: 992 time: 2.2563622 Jul 06 18:55:14.379681 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9863687a-a67e-45fb-9dfa-bea106a2dac3 x-openstack-request-id: req-9863687a-a67e-45fb-9dfa-bea106a2dac3 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:14.379984 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:14.380239 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9863687a-a67e-45fb-9dfa-bea106a2dac3 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:14.380652 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'status': 'completed', 'code': 200} Jul 06 18:55:14.476100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-a40d0abc-3c08-4950-b61a-ccbd01645cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:14.489568 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-a40d0abc-3c08-4950-b61a-ccbd01645cc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b5e53551534c38811c3612735c982c&device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1097 time: 0.0783358 Jul 06 18:55:14.531001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] Sync routers for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:14.552757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:14.553416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:14.653542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-f32a6928-316c-4a3b-a0d9-de3553bbaf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:14.655073 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-f32a6928-316c-4a3b-a0d9-de3553bbaf8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 200 len: 915 time: 0.1593733 Jul 06 18:55:14.705213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:15.011282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '9b491422-3038-4654-98a2-fad6f04a6cbb', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'mac_address': 'fa:16:3e:1a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:14Z', 'revision_number': 2, 'project_id': '79b5e53551534c38811c3612735c982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:15.043390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] Checking router: bf53de92-1be3-4378-bb45-b7ffb296ce79 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:15.052489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:15.053116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:54:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:15.110869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-bb5ea0a3-0dc8-4a09-a370-11e69f2830be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 200 len: 1002 time: 0.4492426 Jul 06 18:55:15.182035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d571e7-c7fa-4459-8ab1-caee9baa5ead req-a232b703-f062-48a6-87cb-2ddf5831c70f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:15.184115 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-47d571e7-c7fa-4459-8ab1-caee9baa5ead req-a232b703-f062-48a6-87cb-2ddf5831c70f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 944 time: 0.1252933 Jul 06 18:55:15.186291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-b4720f50-711d-4929-8278-0b5a44828c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:15.187896 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-b4720f50-711d-4929-8278-0b5a44828c87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c085610c-3d16-47f4-97e2-10e5fbfbe894 HTTP/1.1" status: 200 len: 853 time: 0.0700419 Jul 06 18:55:15.262161 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-47d571e7-c7fa-4459-8ab1-caee9baa5ead req-756393b6-a39f-4897-88c8-2d466ddb26ff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693884 Jul 06 18:55:15.282266 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-15e260b5-8a4e-4600-82c7-e2e989e19135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:15.283787 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-15e260b5-8a4e-4600-82c7-e2e989e19135 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e6c893b-f2aa-47e2-8dba-e580c590db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890963 Jul 06 18:55:15.304836 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:55:15.352141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:15.381822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-5cbe783a-11fb-40fc-8490-455a27723d31 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903609 Jul 06 18:55:15.487972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55023e1f-8cf0-48ff-978c-e8b9726e1f21 req-95d8789f-53d3-4805-9c23-2742549c8fee service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997264 Jul 06 18:55:15.572563 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a31274e-e8cc-4f3d-9dc2-e75376a22cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.605925 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6999893-ec1b-4379-9887-c949fd75fdfe up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:15.631298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '9b491422-3038-4654-98a2-fad6f04a6cbb', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'mac_address': 'fa:16:3e:1a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:14Z', 'revision_number': 2, 'project_id': '79b5e53551534c38811c3612735c982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:15.662597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3df6c-3601-4009-9b68-38b6a91b0f18 None None] The sync data for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 is: [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '9b491422-3038-4654-98a2-fad6f04a6cbb', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'port_id': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'mac_address': 'fa:16:3e:1a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:14Z', 'revision_number': 2, 'project_id': '79b5e53551534c38811c3612735c982c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:15.697486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port d6999893-ec1b-4379-9887-c949fd75fdfe completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:15.701690 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port d6999893-ec1b-4379-9887-c949fd75fdfe triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:15.702146 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.798672 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.830866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6e5899-0242-4e11-b787-60b0f178812e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6999893-ec1b-4379-9887-c949fd75fdfe'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:15.833450 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b3a100-b437-4f6a-a850-ff4b81327df0" -d '{"events": [{"server_uuid": "ee6e5899-0242-4e11-b787-60b0f178812e", "name": "network-vif-plugged", "status": "completed", "tag": "d6999893-ec1b-4379-9887-c949fd75fdfe"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:15.851718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port d6999893-ec1b-4379-9887-c949fd75fdfe, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6999893-ec1b-4379-9887-c949fd75fdfe,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:15.872582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.915217 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa77dd71-94f9-4171-badf-a97a6c961bba x-openstack-request-id: req-aa77dd71-94f9-4171-badf-a97a6c961bba {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:15.915738 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6e5899-0242-4e11-b787-60b0f178812e", "name": "network-vif-plugged", "status": "completed", "tag": "d6999893-ec1b-4379-9887-c949fd75fdfe", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:15.915857 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa77dd71-94f9-4171-badf-a97a6c961bba {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:15.916249 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6e5899-0242-4e11-b787-60b0f178812e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6999893-ec1b-4379-9887-c949fd75fdfe', 'code': 200} Jul 06 18:55:15.959051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d6999893-ec1b-4379-9887-c949fd75fdfe,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:16.015160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0523c9d-5bac-4daa-89a4-2e2aa41c5e91 req-b4008204-ebe5-481a-854b-d63c9bd26ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:16.016965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0523c9d-5bac-4daa-89a4-2e2aa41c5e91 req-b4008204-ebe5-481a-854b-d63c9bd26ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 1096 time: 0.0543253 Jul 06 18:55:16.060308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0523c9d-5bac-4daa-89a4-2e2aa41c5e91 req-21d0ace8-fe71-49a0-b193-9301de29d31d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352950 Jul 06 18:55:16.382279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:16.384743 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd41574a-cc93-4572-b8a8-1adf54703601" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:16.440423 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4786ce3-25f4-4498-942d-62979e1bf750 x-openstack-request-id: req-e4786ce3-25f4-4498-942d-62979e1bf750 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:16.441007 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:16.441437 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4786ce3-25f4-4498-942d-62979e1bf750 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:16.442059 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'status': 'completed', 'code': 200} Jul 06 18:55:16.517322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7a60c-b0a6-49f4-9d01-59116432759e req-e9deeead-bec3-49ba-8603-eb4ac623ec9f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:16.518895 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7b7a60c-b0a6-49f4-9d01-59116432759e req-e9deeead-bec3-49ba-8603-eb4ac623ec9f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 945 time: 0.1157789 Jul 06 18:55:16.561747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-f7b3cf88-9f78-431f-a46c-4d445a8c5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:16.563360 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-f7b3cf88-9f78-431f-a46c-4d445a8c5c84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b5e53551534c38811c3612735c982c&device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1097 time: 0.1006658 Jul 06 18:55:16.594802 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7b7a60c-b0a6-49f4-9d01-59116432759e req-ece4186c-845d-46b4-8d6b-5ce43d71fb65 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681093 Jul 06 18:55:16.663615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-1dfce29e-70f9-43be-a9f4-82770df7c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:16.665112 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-1dfce29e-70f9-43be-a9f4-82770df7c832 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 200 len: 915 time: 0.0943570 Jul 06 18:55:16.762863 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-89ed6a96-7b56-4f3c-9aaf-3e0f0d958d0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 200 len: 1002 time: 0.0861771 Jul 06 18:55:16.822240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-ac9f6064-4ef5-41dd-bfc7-4feccd4aa787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:16.823804 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-ac9f6064-4ef5-41dd-bfc7-4feccd4aa787 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c085610c-3d16-47f4-97e2-10e5fbfbe894 HTTP/1.1" status: 200 len: 853 time: 0.0596375 Jul 06 18:55:16.906975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-578ad796-946e-4802-a21e-138275486477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:16.908555 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-578ad796-946e-4802-a21e-138275486477 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e6c893b-f2aa-47e2-8dba-e580c590db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779026 Jul 06 18:55:17.015921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-8f114147-cb77-4015-9b0d-9a871026a5e1 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000872 Jul 06 18:55:17.108889 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fd41574a-cc93-4572-b8a8-1adf54703601 req-1719427b-f7b6-49fc-b2a3-82c7d0d55f94 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854385 Jul 06 18:55:17.809359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54809ccd-84c8-4b5c-9fc3-1a15ae8a71ee req-b46a378e-8b03-4e92-a9b6-b383e20ae019 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:17.811219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54809ccd-84c8-4b5c-9fc3-1a15ae8a71ee req-b46a378e-8b03-4e92-a9b6-b383e20ae019 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 945 time: 0.0897491 Jul 06 18:55:17.861759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54809ccd-84c8-4b5c-9fc3-1a15ae8a71ee req-cf24cb20-3af4-416b-aafd-5d0618425516 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431490 Jul 06 18:55:18.082051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364edc-4b79-4c02-bf36-afee557a31ac req-5cefc84d-dde6-4a08-89d2-44a0b7848a81 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:18.083796 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16364edc-4b79-4c02-bf36-afee557a31ac req-5cefc84d-dde6-4a08-89d2-44a0b7848a81 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 945 time: 0.0987699 Jul 06 18:55:18.138520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-16364edc-4b79-4c02-bf36-afee557a31ac req-844fde40-18d8-4790-a04a-c6c8b3931bef tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Jul 06 18:55:18.244453 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e0e0-b7ce-4b20-9b7a-b2ea54ed3021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:18.346751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c456adc-0114-4d43-bbc8-52af67858094 req-55b278aa-7d97-4fb4-a7e9-647e545f351c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:18.348366 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c456adc-0114-4d43-bbc8-52af67858094 req-55b278aa-7d97-4fb4-a7e9-647e545f351c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 945 time: 0.0773270 Jul 06 18:55:18.393126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c456adc-0114-4d43-bbc8-52af67858094 req-b7470f91-c078-4aba-83ee-fa95613274dc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363998 Jul 06 18:55:18.419939 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:18.920170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99800ad-ec81-420a-bd36-2f0fb45c9293 req-11fb4e98-a16c-4ddb-bca0-5fdb81806758 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:18.921986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f99800ad-ec81-420a-bd36-2f0fb45c9293 req-11fb4e98-a16c-4ddb-bca0-5fdb81806758 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 945 time: 0.0796568 Jul 06 18:55:18.976546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f99800ad-ec81-420a-bd36-2f0fb45c9293 req-41bf5f5a-8483-4aff-92d1-7ca8b36d0b79 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Jul 06 18:55:19.518290 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:20.184072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddd046-6857-484f-a828-5af8bf988d1f req-f940bf35-5d7f-4869-a168-06bf1e32d481 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:20.186718 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7ddd046-6857-484f-a828-5af8bf988d1f req-f940bf35-5d7f-4869-a168-06bf1e32d481 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 945 time: 0.0842299 Jul 06 18:55:20.233428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e7ddd046-6857-484f-a828-5af8bf988d1f req-d40d079c-e76c-4a9b-8a0f-d8d9a5744a08 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386059 Jul 06 18:55:20.257399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-8c9f79db-42d5-45b4-a12e-b7930f3340bb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:20.257399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-8c9f79db-42d5-45b4-a12e-b7930f3340bb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 945 time: 0.0716975 Jul 06 18:55:20.359327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port d6999893-ec1b-4379-9887-c949fd75fdfe {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:20.359753 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:20.463645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] For port d6999893-ec1b-4379-9887-c949fd75fdfe, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=d6999893-ec1b-4379-9887-c949fd75fdfe,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:20.464059 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:20.478763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for d6999893-ec1b-4379-9887-c949fd75fdfe owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:20.643403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:20.657269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['d6999893-ec1b-4379-9887-c949fd75fdfe'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:55:20.675449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=d6999893-ec1b-4379-9887-c949fd75fdfe,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:20.731176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] No DVR routers for this DVR port d6999893-ec1b-4379-9887-c949fd75fdfe on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:55:20.734788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:20.737141 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78d93c2b-a0f3-45e8-8dd0-7bdb36552339 req-eb7e123b-057a-4b4d-a918-215095e2e2a6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "DELETE /v2.0/ports/d6999893-ec1b-4379-9887-c949fd75fdfe HTTP/1.1" status: 204 len: 173 time: 0.4765925 Jul 06 18:55:20.737690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6e5899-0242-4e11-b787-60b0f178812e', 'name': 'network-vif-deleted', 'tag': 'd6999893-ec1b-4379-9887-c949fd75fdfe'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:20.767677 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aeda66-73ae-4128-ad3e-b9835103ae53" -d '{"events": [{"server_uuid": "ee6e5899-0242-4e11-b787-60b0f178812e", "name": "network-vif-deleted", "tag": "d6999893-ec1b-4379-9887-c949fd75fdfe"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:20.826419 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f6323a-0a07-4f8c-a077-2962fb64e708 x-openstack-request-id: req-f5f6323a-0a07-4f8c-a077-2962fb64e708 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:20.827054 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6e5899-0242-4e11-b787-60b0f178812e", "name": "network-vif-deleted", "tag": "d6999893-ec1b-4379-9887-c949fd75fdfe", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:20.827484 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5f6323a-0a07-4f8c-a077-2962fb64e708 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:20.828084 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6e5899-0242-4e11-b787-60b0f178812e', 'name': 'network-vif-deleted', 'tag': 'd6999893-ec1b-4379-9887-c949fd75fdfe', 'status': 'completed', 'code': 200} Jul 06 18:55:21.058597 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:21.423734 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fd99ed6-dc53-4f6b-b1dd-8672df365f22 req-42ced110-ef58-469b-ae61-8b229a2cc741 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 210 time: 0.0511320 Jul 06 18:55:22.415399 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:22.596616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e404f0b4-32e8-4e20-a6ed-e648987ecd1c req-a5567e0d-e98c-46a0-95c6-b1a5d2d601cb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 210 time: 0.0351844 Jul 06 18:55:22.655463 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:23.620165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6999893-ec1b-4379-9887-c949fd75fdfe no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:23.658912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: d6999893-ec1b-4379-9887-c949fd75fdfe {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:23.659249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device d6999893-ec1b-4379-9887-c949fd75fdfe not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:23.758083 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ffb94c3e-846f-4798-b151-9fe25956d9ad req-303fb359-9d2c-4865-886a-bcab3f810560 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 210 time: 0.0292623 Jul 06 18:55:24.966269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-326d9b10-3d25-42f0-be8c-57b89246434a req-25908aca-9c72-4ad6-8b4b-337ccc18c367 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6e5899-0242-4e11-b787-60b0f178812e HTTP/1.1" status: 200 len: 210 time: 0.0559151 Jul 06 18:55:31.985215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-525a85bc-c4ca-42a1-a3ed-17fb86e3f18c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581768 Jul 06 18:55:32.109073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-31173360-6859-4f7c-a720-9b5aaac37dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:32.110398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-31173360-6859-4f7c-a720-9b5aaac37dca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b5e53551534c38811c3612735c982c&device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1097 time: 0.0662515 Jul 06 18:55:32.255850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-3b7b9b6b-e983-4ef8-8ed9-3cfcb6fcc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:32.257985 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-3b7b9b6b-e983-4ef8-8ed9-3cfcb6fcc9dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 200 len: 915 time: 0.1235776 Jul 06 18:55:32.344897 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-dbcddf4a-3a39-4ed9-85f6-2c3f2fb43adf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 200 len: 1002 time: 0.0803070 Jul 06 18:55:32.400700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-27b891d5-aa45-4df1-a520-783bdf22de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:32.403007 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-27b891d5-aa45-4df1-a520-783bdf22de87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c085610c-3d16-47f4-97e2-10e5fbfbe894 HTTP/1.1" status: 200 len: 853 time: 0.0509465 Jul 06 18:55:32.488373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-94c690d4-3270-427b-a33f-f7880f6f5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:32.490307 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-94c690d4-3270-427b-a33f-f7880f6f5ea4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e6c893b-f2aa-47e2-8dba-e580c590db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811749 Jul 06 18:55:32.609432 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-f20f6fb4-8438-4955-997d-b751cc262bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059206 Jul 06 18:55:32.727367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1db6aacc-6374-44db-a90d-620e3a4c41f1 req-95b90071-ba8c-4e2c-9af7-424cddde9054 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116385 Jul 06 18:55:45.447242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46450) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:45.559561 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c012-fd2e-4298-904d-0d0ccb852a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:45.697980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Deleting port 46fe6e38-180d-481e-8fa4-da71d47d886c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:45.698554 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:45.841472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:45.841844 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:45.858767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Calling delete_port for 46fe6e38-180d-481e-8fa4-da71d47d886c owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:46.058058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:46.087047 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event deleted for resources: {'Port': ['ID=46fe6e38-180d-481e-8fa4-da71d47d886c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:46.108743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.110785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.111331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.113524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.114086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.114673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.115194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.118071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.118724 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.119481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.119998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.122034 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:46.283197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:46.283662 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Floating IP 9b491422-3038-4654-98a2-fad6f04a6cbb disassociated (deleted). External IP: 172.25.4.222, port: 8c3ac3a4-5810-4500-be2a-1be032426b46. Jul 06 18:55:46.564039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Router bf53de92-1be3-4378-bb45-b7ffb296ce79 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:46.690350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:46.700058 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] Sync routers for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:46.701263 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:46.714768 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:46.726591 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:55:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:46.757700 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-bd9b430f-4184-4a25-ba6e-7016d9ca96be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "DELETE /v2.0/floatingips/9b491422-3038-4654-98a2-fad6f04a6cbb HTTP/1.1" status: 204 len: 168 time: 1.3054881 Jul 06 18:55:46.757700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:46.769265 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:46.848475 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324ea835-e3be-4f7b-9d2b-6b1a721edde9 x-openstack-request-id: req-324ea835-e3be-4f7b-9d2b-6b1a721edde9 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:46.849072 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:46.849407 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-324ea835-e3be-4f7b-9d2b-6b1a721edde9 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:46.850038 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'status': 'completed', 'code': 200} Jul 06 18:55:46.961103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-dfd96bfe-bedc-4bcd-8810-752c4c5d857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:46.962987 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-dfd96bfe-bedc-4bcd-8810-752c4c5d857d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b5e53551534c38811c3612735c982c&device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 1097 time: 0.0858362 Jul 06 18:55:46.988340 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:47.098460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-54b709bc-66b4-4c23-a2c7-0212321f7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:47.100446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-54b709bc-66b4-4c23-a2c7-0212321f7da4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 200 len: 915 time: 0.1309037 Jul 06 18:55:47.165947 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-7aae87f2-1d25-42af-906e-3c04b334a1af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 200 len: 217 time: 0.0575793 Jul 06 18:55:47.288352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-23a8bec7-b570-4680-bbad-509c342690f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:47.297972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-23a8bec7-b570-4680-bbad-509c342690f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c085610c-3d16-47f4-97e2-10e5fbfbe894 HTTP/1.1" status: 200 len: 853 time: 0.1162212 Jul 06 18:55:47.319646 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:47.383986 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] Checking router: bf53de92-1be3-4378-bb45-b7ffb296ce79 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:47.399165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-d4240596-0c16-4812-a113-491e701965d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:47.401241 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-d4240596-0c16-4812-a113-491e701965d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e6c893b-f2aa-47e2-8dba-e580c590db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008646 Jul 06 18:55:47.403044 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:47.412616 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:55:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:47.550032 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:47.580057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-fa2a8c1d-8266-4e6c-9c28-fc26be5d8468 service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709332 Jul 06 18:55:47.666303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd44fc-2043-4e5c-9a42-d2c02ed890e0 req-733ade64-3c15-45ca-93b7-ae1697a2eb19 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:47.669006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cddd44fc-2043-4e5c-9a42-d2c02ed890e0 req-733ade64-3c15-45ca-93b7-ae1697a2eb19 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 946 time: 0.2275629 Jul 06 18:55:47.798150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cddd44fc-2043-4e5c-9a42-d2c02ed890e0 req-3559a31d-7894-41f2-ba99-6f9314461537 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151412 Jul 06 18:55:47.873071 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:47.884197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-61de9c5f-c53b-43a7-9ddc-86d8fe75d287 req-0c63c453-4e94-43f2-b480-67561911fd7e service neutron] 10.222.0.24 "GET /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753344 Jul 06 18:55:47.933962 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a615700-ccdf-42fb-873e-78ce3b86df61 None None] The sync data for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 is: [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:51:56Z', 'revision_number': 4, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '568e82b6-411a-4d39-b8de-48d89f0c38ae', 'name': '', 'network_id': '9e6c893b-f2aa-47e2-8dba-e580c590db6d', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'mac_address': 'fa:16:3e:b0:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:55Z', 'updated_at': '2021-07-06T18:52:05Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'subnets': [{'id': 'c085610c-3d16-47f4-97e2-10e5fbfbe894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:48.254195 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a67af7ea-b359-4b40-ad82-f5c7920dce92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:48.353139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217dc61f-3b46-4715-857c-2827c1da7fa6 None None] New status for floating IP 9b491422-3038-4654-98a2-fad6f04a6cbb: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:55:48.442469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.062465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-c13fdc0d-60a5-4b82-86f5-437f238a68ac tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:49.065266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-c13fdc0d-60a5-4b82-86f5-437f238a68ac tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 946 time: 0.1572719 Jul 06 18:55:49.130999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b939e5-364c-43e5-91b6-b587e53c3023 req-5e0e83ba-7594-4b1c-bc2c-4703b1a72df0 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:49.143458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-29b939e5-364c-43e5-91b6-b587e53c3023 req-5e0e83ba-7594-4b1c-bc2c-4703b1a72df0 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 946 time: 0.1076560 Jul 06 18:55:49.206629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-29b939e5-364c-43e5-91b6-b587e53c3023 req-887de2fb-3b75-48b8-912b-554d72412894 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd9e83dd-bf47-4952-995a-56c4ed187a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622284 Jul 06 18:55:49.298946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Deleting port 8c3ac3a4-5810-4500-be2a-1be032426b46 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:49.299568 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.402500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] For port 8c3ac3a4-5810-4500-be2a-1be032426b46, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8c3ac3a4-5810-4500-be2a-1be032426b46,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:49.403230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.419218 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Calling delete_port for 8c3ac3a4-5810-4500-be2a-1be032426b46 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:49.526907 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.594991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.630093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event deleted for resources: {'Port': ['ID=8c3ac3a4-5810-4500-be2a-1be032426b46,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:49.685576 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] No DVR routers for this DVR port 8c3ac3a4-5810-4500-be2a-1be032426b46 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:55:49.688991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.692841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5a7701e-f92b-438b-9a50-637a5c978583 req-bd5e0f75-036f-4328-95a6-e153be23e3be tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.24 "DELETE /v2.0/ports/8c3ac3a4-5810-4500-be2a-1be032426b46 HTTP/1.1" status: 204 len: 173 time: 0.6192045 Jul 06 18:55:49.693362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'name': 'network-vif-deleted', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:49.704744 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda581b-8497-44ff-92f3-c047f6b2bd2d" -d '{"events": [{"server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "name": "network-vif-deleted", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:49.763402 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9436d993-e980-4270-96f9-c4cc4f30c742 x-openstack-request-id: req-9436d993-e980-4270-96f9-c4cc4f30c742 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:49.763704 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe211ec-d4ef-4995-acc6-df9c27b0f76f", "name": "network-vif-deleted", "tag": "8c3ac3a4-5810-4500-be2a-1be032426b46", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:49.763980 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9436d993-e980-4270-96f9-c4cc4f30c742 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:49.764440 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe211ec-d4ef-4995-acc6-df9c27b0f76f', 'name': 'network-vif-deleted', 'tag': '8c3ac3a4-5810-4500-be2a-1be032426b46', 'status': 'completed', 'code': 200} Jul 06 18:55:50.381105 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd24127c-0aae-4646-a81a-bfd5683545af req-546dee65-dd95-4461-aa9a-e9abd4025194 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 210 time: 0.0346236 Jul 06 18:55:51.072047 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.575479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1b230851-d5d5-4e93-b5b0-7272c8559f59 req-b09851da-4f9c-44d5-889c-092702bc7476 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 210 time: 0.0542223 Jul 06 18:55:51.631671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46534) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:51.765494 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94522cb4-2e9a-4fdc-95f8-d73cee0ddb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.876985 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94522cb4-2e9a-4fdc-95f8-d73cee0ddb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.883402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-94522cb4-2e9a-4fdc-95f8-d73cee0ddb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.933779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-94522cb4-2e9a-4fdc-95f8-d73cee0ddb42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fc4eb84cbb54f0ba27887f0e3fb66e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991817 Jul 06 18:55:51.935274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 46540) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:51.937123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94522cb4-2e9a-4fdc-95f8-d73cee0ddb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2b4336-ff56-4659-a73d-445db83c1515,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:52.007333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13a63588-1f5d-4be4-9258-8dbb0a23348f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.044705 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13a63588-1f5d-4be4-9258-8dbb0a23348f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.139489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13a63588-1f5d-4be4-9258-8dbb0a23348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.152250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13a63588-1f5d-4be4-9258-8dbb0a23348f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.159048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13a63588-1f5d-4be4-9258-8dbb0a23348f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef2b4336-ff56-4659-a73d-445db83c1515 HTTP/1.1" status: 204 len: 168 time: 0.2226779 Jul 06 18:55:52.191093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a63588-1f5d-4be4-9258-8dbb0a23348f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2b4336-ff56-4659-a73d-445db83c1515,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:52.306317 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:55:52.354892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8c3ac3a4-5810-4500-be2a-1be032426b46 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:52.445644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 8c3ac3a4-5810-4500-be2a-1be032426b46 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:52.446735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8c3ac3a4-5810-4500-be2a-1be032426b46 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:52.453770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.640765 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.780114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5bb3e51b-4ecd-42a3-b777-58e70106e980 req-4b17b3ad-12ab-4581-af3f-3a4137d3a688 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 210 time: 0.0473404 Jul 06 18:55:53.368865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-695946e1-06ed-4c63-a671-36ec6b4ff181 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:53.370580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-695946e1-06ed-4c63-a671-36ec6b4ff181 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1173170 Jul 06 18:55:53.400694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-cb7d032d-ba2a-45a8-bfec-bb0561344000 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/quotas/be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 375 time: 0.0228581 Jul 06 18:55:53.484279 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e794502d-2f6f-44ef-ac6e-b5381cecd02b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820081 Jul 06 18:55:53.587324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-0991c475-7900-4a3f-9cc9-8683357434c0 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965977 Jul 06 18:55:53.691064 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e9855a51-ff4c-475a-b92f-248f8a4d497a service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973632 Jul 06 18:55:53.948458 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-362a2952-67b7-4cc3-91f5-67affeb4198f req-a641b084-6098-42d3-9d13-e15311c12424 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 210 time: 0.0791483 Jul 06 18:55:53.989357 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2e06aff-c009-4613-8055-ffaefbd4a59f req-0c47e54d-0bde-4fbd-836d-1c95a28610cf tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 210 time: 0.0549879 Jul 06 18:55:55.238211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b938a62-e5d2-4c09-b764-b0e98fc679f7 req-c65dad80-3652-4c28-aa56-e682404212f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 210 time: 0.1323373 Jul 06 18:55:55.547653 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c3c6198f-f692-4d4e-b4be-bd21c88bf87f req-a123a770-7aa4-48ec-bedf-f0c4ebf793fc tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe211ec-d4ef-4995-acc6-df9c27b0f76f HTTP/1.1" status: 200 len: 210 time: 0.0376744 Jul 06 18:55:55.613523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-d9f009fc-d0b7-4d19-973a-6bd221604375 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:55.615139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-d9f009fc-d0b7-4d19-973a-6bd221604375 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.5890014 Jul 06 18:55:55.628512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'port': {'device_id': '2975c76a-d557-4a5f-8508-6cb163c3e331', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'admin_state_up': True, 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:55.763214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:55:55.768177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:55.920202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.20.0.11 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/48b1dc15-53e6-4a87-8557-20b30f5f2eab) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:56.078311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.103288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Transition to ACTIVE for port object 48b1dc15-53e6-4a87-8557-20b30f5f2eab will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:56.132081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.179844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:56.186005 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:56.189926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:56.235968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=48b1dc15-53e6-4a87-8557-20b30f5f2eab,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:56.249662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:56.250586 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.272208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-81101693-4fbc-400f-b27f-48cdfe59012b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6484632 Jul 06 18:55:56.285510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Request body: {'port': {'device_id': '2975c76a-d557-4a5f-8508-6cb163c3e331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:56.398742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.542758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633fac-0e0c-4081-8736-ad497a39be7d req-b9a36bac-6ca1-4ca7-a79c-8426c5ab8bbf tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:56.560490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-58633fac-0e0c-4081-8736-ad497a39be7d req-b9a36bac-6ca1-4ca7-a79c-8426c5ab8bbf tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 932 time: 0.1303649 Jul 06 18:55:56.570126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-85053276-f347-4962-b166-64bdca35b2c1 None None] Provisioning for port 48b1dc15-53e6-4a87-8557-20b30f5f2eab completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:56.582831 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-85053276-f347-4962-b166-64bdca35b2c1 None None] Provisioning complete for port 48b1dc15-53e6-4a87-8557-20b30f5f2eab triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:56.585483 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85053276-f347-4962-b166-64bdca35b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.608933 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-58633fac-0e0c-4081-8736-ad497a39be7d req-caa18298-71d3-4061-b4c9-2c8c403f97be tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Jul 06 18:55:56.643405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-85053276-f347-4962-b166-64bdca35b2c1 None None] Port 48b1dc15-53e6-4a87-8557-20b30f5f2eab cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:56.677932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 46668) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:56.767725 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-782f0894-6659-455c-ab66-13a69697d082 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.787426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b1dc15-53e6-4a87-8557-20b30f5f2eab {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:55:56.796849 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.805539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-782f0894-6659-455c-ab66-13a69697d082 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.810638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Transition to ACTIVE for port object 48b1dc15-53e6-4a87-8557-20b30f5f2eab will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:56.818176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.889947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-782f0894-6659-455c-ab66-13a69697d082 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.892872 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-782f0894-6659-455c-ab66-13a69697d082 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.894237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-782f0894-6659-455c-ab66-13a69697d082 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd9e83dd-bf47-4952-995a-56c4ed187a3e HTTP/1.1" status: 204 len: 168 time: 0.2152808 Jul 06 18:55:56.905850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f0894-6659-455c-ab66-13a69697d082 tempest-TestVolumeBackupRestore-401800850 tempest-TestVolumeBackupRestore-401800850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9e83dd-bf47-4952-995a-56c4ed187a3e,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:56.938048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Pushing event updated for resources: {'Port': ['ID=48b1dc15-53e6-4a87-8557-20b30f5f2eab,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:57.048324 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Attempting to bind port 48b1dc15-53e6-4a87-8557-20b30f5f2eab on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:57.048467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Attempting to bind port 48b1dc15-53e6-4a87-8557-20b30f5f2eab by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:57.048781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Attempting to bind port 48b1dc15-53e6-4a87-8557-20b30f5f2eab on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:57.065216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Port 48b1dc15-53e6-4a87-8557-20b30f5f2eab on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:55:57.065547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Attempting to bind port 48b1dc15-53e6-4a87-8557-20b30f5f2eab on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:57.082626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:57.082978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:57.083381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:57.084948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Bound port: 48b1dc15-53e6-4a87-8557-20b30f5f2eab, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:57.085340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.271893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] For port 48b1dc15-53e6-4a87-8557-20b30f5f2eab, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:57.271893 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] For port 48b1dc15-53e6-4a87-8557-20b30f5f2eab, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=48b1dc15-53e6-4a87-8557-20b30f5f2eab,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:57.271893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.343002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:57.343962 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.346178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] 10.222.0.41 "PUT /v2.0/ports/48b1dc15-53e6-4a87-8557-20b30f5f2eab HTTP/1.1" status: 200 len: 1092 time: 1.0659299 Jul 06 18:55:57.349539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2975c76a-d557-4a5f-8508-6cb163c3e331', 'tag': '48b1dc15-53e6-4a87-8557-20b30f5f2eab'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:57.362485 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb97a741-995d-4f9c-aefa-3165deb86eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2975c76a-d557-4a5f-8508-6cb163c3e331", "tag": "48b1dc15-53e6-4a87-8557-20b30f5f2eab"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:57.443925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Pushing event updated for resources: {'Port': ['ID=48b1dc15-53e6-4a87-8557-20b30f5f2eab,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:57.499411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.499917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.500414 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.500886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.501354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.502221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.503172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.503651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.504430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.504901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.505363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.505850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847bc48-a7cb-40b7-b6f9-a58a5014ca0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:57.585679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-9f5d6f85-240f-4b72-b692-4f46552e05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:57.595286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-9f5d6f85-240f-4b72-b692-4f46552e05d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 1095 time: 0.1838002 Jul 06 18:55:57.651486 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-bc2b21d7-9499-4028-a61c-0063dba090fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b1dc15-53e6-4a87-8557-20b30f5f2eab HTTP/1.1" status: 200 len: 217 time: 0.0552588 Jul 06 18:55:57.768101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-d51394e1-f613-4f6d-9f3c-8902f0fea2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:57.773792 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-d51394e1-f613-4f6d-9f3c-8902f0fea2ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.1148260 Jul 06 18:55:57.790055 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b063eee-8a60-4bbc-8580-77b4453c6b22 x-openstack-request-id: req-9b063eee-8a60-4bbc-8580-77b4453c6b22 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:57.790638 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2975c76a-d557-4a5f-8508-6cb163c3e331", "tag": "48b1dc15-53e6-4a87-8557-20b30f5f2eab", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:57.790638 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b063eee-8a60-4bbc-8580-77b4453c6b22 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:57.790963 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2975c76a-d557-4a5f-8508-6cb163c3e331', 'tag': '48b1dc15-53e6-4a87-8557-20b30f5f2eab', 'status': 'completed', 'code': 200} Jul 06 18:55:57.875161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-7f86ea62-2abd-4d2c-979a-535ce5269618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:57.877506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-7f86ea62-2abd-4d2c-979a-535ce5269618 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975654 Jul 06 18:55:57.989422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5035a01-57b7-439f-9943-0737066405d8 req-fc5bebb4-fa7a-4eb9-9e02-8d5ea436ed53 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:57.991231 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5035a01-57b7-439f-9943-0737066405d8 req-fc5bebb4-fa7a-4eb9-9e02-8d5ea436ed53 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.1080086 Jul 06 18:55:58.066226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b5035a01-57b7-439f-9943-0737066405d8 req-a87eba4e-6e5d-4685-8940-ad8c9e777e33 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572982 Jul 06 18:55:58.111918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-8b20e73c-f648-400c-a56e-4c9f06f57b29 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203636 Jul 06 18:55:58.240742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec9cded3-2baa-426a-81dc-aa1797e1a20b req-bab8361a-91f1-4918-9ee7-4fae7191a252 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207387 Jul 06 18:55:58.444722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-72f2470c-a316-4298-a9e2-9e9eb3374bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:58.446917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-72f2470c-a316-4298-a9e2-9e9eb3374bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 1095 time: 0.1344488 Jul 06 18:55:58.620085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-5ba7fa1f-c3d9-4233-a2d4-fbe4a6b532c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:58.621949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-5ba7fa1f-c3d9-4233-a2d4-fbe4a6b532c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.1687155 Jul 06 18:55:58.740119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-95675ae8-f293-4a93-a037-7a501c0e3864 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b1dc15-53e6-4a87-8557-20b30f5f2eab HTTP/1.1" status: 200 len: 217 time: 0.1115608 Jul 06 18:55:58.827308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-235f47aa-7404-4616-9987-2ea04bad4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:58.828938 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-235f47aa-7404-4616-9987-2ea04bad4026 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0807598 Jul 06 18:55:58.984099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-c7019364-d09a-4c52-9ec8-237292b4951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:58.986100 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-c7019364-d09a-4c52-9ec8-237292b4951f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500430 Jul 06 18:55:59.108706 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-51d3f19f-616e-4895-96bc-fcce14b16c9a service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152954 Jul 06 18:55:59.229371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb97a741-995d-4f9c-aefa-3165deb86eb1 req-03d413a0-f82a-4ab2-a046-a4c2228a23b3 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057761 Jul 06 18:55:59.375496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11d22-e490-4206-bf52-98480eb4fa8a req-031a7005-4bb0-4a47-b78c-d026f9834bbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:59.382566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78c11d22-e490-4206-bf52-98480eb4fa8a req-031a7005-4bb0-4a47-b78c-d026f9834bbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.1204634 Jul 06 18:55:59.433007 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-78c11d22-e490-4206-bf52-98480eb4fa8a req-ec7d8cb7-ee0e-4645-aab9-c09c18d38c28 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Jul 06 18:56:00.724810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7db5a3-7ae8-43b2-9bcf-d507de4ebee6 req-e6449f3d-bbce-47e9-b57d-cce758a854bb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:00.733647 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c7db5a3-7ae8-43b2-9bcf-d507de4ebee6 req-e6449f3d-bbce-47e9-b57d-cce758a854bb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.1221781 Jul 06 18:56:00.822450 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c7db5a3-7ae8-43b2-9bcf-d507de4ebee6 req-0a5214d1-e9fe-4b15-bbb8-84aa78228d97 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877454 Jul 06 18:56:01.874976 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47088) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:02.335166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f20b9-498c-44cb-9dfb-2ddfe94231a6 req-c17b07bb-6d9b-4a73-ae78-0db6633987f3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:02.344847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-364f20b9-498c-44cb-9dfb-2ddfe94231a6 req-c17b07bb-6d9b-4a73-ae78-0db6633987f3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.1506853 Jul 06 18:56:02.413886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-364f20b9-498c-44cb-9dfb-2ddfe94231a6 req-fe5c153e-2971-4a63-bd04-af7af03c3e37 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669334 Jul 06 18:56:02.664899 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.535035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Deleting port 568e82b6-411a-4d39-b8de-48d89f0c38ae {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:03.536840 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.748730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] For port 568e82b6-411a-4d39-b8de-48d89f0c38ae, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=568e82b6-411a-4d39-b8de-48d89f0c38ae,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:03.749336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.779673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Calling delete_port for 568e82b6-411a-4d39-b8de-48d89f0c38ae owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:03.809938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0f03-b83f-4a07-bb9e-4cbf18c589ad req-2e0cf937-9be3-4af8-a567-f3ceae73002a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.812101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e9d0f03-b83f-4a07-bb9e-4cbf18c589ad req-2e0cf937-9be3-4af8-a567-f3ceae73002a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.1066926 Jul 06 18:56:03.889823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7e9d0f03-b83f-4a07-bb9e-4cbf18c589ad req-50a419d3-787f-4a6e-a4a9-5920be6945a3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Jul 06 18:56:04.087910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:04.195248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Pushing event deleted for resources: {'Port': ['ID=568e82b6-411a-4d39-b8de-48d89f0c38ae,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:04.378857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:04.659130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Router bf53de92-1be3-4378-bb45-b7ffb296ce79 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:56:04.791006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:56:04.796741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0aac8bfa-fd38-406c-9617-1348ccb0471c admin admin] 10.222.0.53 "PUT /v2.0/routers/bf53de92-1be3-4378-bb45-b7ffb296ce79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9196322 Jul 06 18:56:04.803238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47246) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:04.805326 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] Sync routers for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:56:04.825328 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:04.826423 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:55:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:04.918748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.023797 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:05.096612 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.191144 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Deleting port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:05.191627 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.200090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126540c-b9d0-4755-9f16-2bc8b2679891 req-9ce30082-7273-4db4-892e-0c602b5ec3f9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:05.208376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b126540c-b9d0-4755-9f16-2bc8b2679891 req-9ce30082-7273-4db4-892e-0c602b5ec3f9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.1572883 Jul 06 18:56:05.244873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b126540c-b9d0-4755-9f16-2bc8b2679891 req-2a6e0154-6937-481f-9709-a5347d5bba56 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Jul 06 18:56:05.320188 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] For port fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:05.324549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.348492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Calling delete_port for fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:05.425023 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:56:04Z', 'revision_number': 5, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port': {'id': 'fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:52Z', 'updated_at': '2021-07-06T18:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:05.456488 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] Checking router: bf53de92-1be3-4378-bb45-b7ffb296ce79 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:56:05.468039 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] Routers {'bf53de92-1be3-4378-bb45-b7ffb296ce79'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:05.468648 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:55:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['bf53de92-1be3-4378-bb45-b7ffb296ce79'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:05.628990 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.661391 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] Set router bf53de92-1be3-4378-bb45-b7ffb296ce79 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:05.727458 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:56:05Z', 'revision_number': 6, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:05.728255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:05.776243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.811694 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2988fbac-d22d-4c20-a4a6-f344371a37aa None None] The sync data for ids ['bf53de92-1be3-4378-bb45-b7ffb296ce79'] in n-d-799684-2 is: [{'id': 'bf53de92-1be3-4378-bb45-b7ffb296ce79', 'name': 'tempest-TestVolumeBackupRestore-1609516145-router', 'tenant_id': '79b5e53551534c38811c3612735c982c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:51Z', 'updated_at': '2021-07-06T18:56:05Z', 'revision_number': 6, 'project_id': '79b5e53551534c38811c3612735c982c', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:56:05.909884 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.916202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.980106 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.980716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf53de92-1be3-4378-bb45-b7ffb296ce79 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:56:05.989086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.993521 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47270) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:05.994587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e967fa34-a6dc-4f42-b472-916671c364b0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bf53de92-1be3-4378-bb45-b7ffb296ce79 HTTP/1.1" status: 204 len: 168 time: 1.1939969 Jul 06 18:56:06.091024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34bf2bc-b179-485b-b5a7-8f70baee46e0 admin admin] Deleting subnet c085610c-3d16-47f4-97e2-10e5fbfbe894 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:56:06.095520 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34bf2bc-b179-485b-b5a7-8f70baee46e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.136178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34bf2bc-b179-485b-b5a7-8f70baee46e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.257199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34bf2bc-b179-485b-b5a7-8f70baee46e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.317060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34bf2bc-b179-485b-b5a7-8f70baee46e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.345765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bf2bc-b179-485b-b5a7-8f70baee46e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c085610c-3d16-47f4-97e2-10e5fbfbe894,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:06.366594 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e34bf2bc-b179-485b-b5a7-8f70baee46e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.368948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e34bf2bc-b179-485b-b5a7-8f70baee46e0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c085610c-3d16-47f4-97e2-10e5fbfbe894 HTTP/1.1" status: 204 len: 168 time: 0.3736272 Jul 06 18:56:06.371695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47280) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:06.375272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23bb939-e652-493f-a9d3-13ee10ea5bea None None] Network 9e6c893b-f2aa-47e2-8dba-e580c590db6d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:56:06.450460 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.574974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Deleting port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:06.575319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.655049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8996-2ef2-4e65-837d-45babead94f3 req-c267b652-992e-4fa9-8302-75b078329358 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:06.663276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c56e8996-2ef2-4e65-837d-45babead94f3 req-c267b652-992e-4fa9-8302-75b078329358 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.1347332 Jul 06 18:56:06.675345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] For port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:06.675710 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.704538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Calling delete_port for 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:06.730848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c56e8996-2ef2-4e65-837d-45babead94f3 req-1351b714-f57f-4053-b896-849b3aafa61e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664840 Jul 06 18:56:06.750143 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] DHCP port deletion for 9e6c893b-f2aa-47e2-8dba-e580c590db6d request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:56:06.842258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Deleting port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:06.843050 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.878993 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.903908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] No DVR routers for this DVR port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:56:06.969424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] For port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,segment=NetworkSegment(20336b14-c5c1-4178-8bb3-acf22c4d95c0),segment_id=20336b14-c5c1-4178-8bb3-acf22c4d95c0)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:06.970144 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.986256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Calling delete_port for 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:07.009178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.011815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:07.028224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6c893b-f2aa-47e2-8dba-e580c590db6d']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:07.042253 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20336b14-c5c1-4178-8bb3-acf22c4d95c0') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:07.042890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20336b14-c5c1-4178-8bb3-acf22c4d95c0') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:07.055058 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.071590 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.084515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:56:07.085114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.087902 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:56:07.104139 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:56:07.115495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Pushing event deleted for resources: {'Port': ['ID=8ff8cdcb-6452-4cfb-b374-5e98a09be4c9,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:07.119016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] No DVR routers for this DVR port 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.130725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.132547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.132547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.132547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668f6e7-3571-4021-889a-43f61e73d0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:07.164008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.170358 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.174619 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9e6c893b-f2aa-47e2-8dba-e580c590db6d HTTP/1.1" status: 204 len: 168 time: 0.7995811 Jul 06 18:56:07.175644 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47296) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:07.184368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edf8d0-4e62-46f6-b000-1cce35f19817 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6c893b-f2aa-47e2-8dba-e580c590db6d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:07.547240 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.642981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:56:07.679541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:56:07.679885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8ff8cdcb-6452-4cfb-b374-5e98a09be4c9 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:56:07.680644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:56:07.702715 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:56:07.703058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fa6ce6b7-08ca-4b76-a2bd-f6d88e1717d4 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:56:07.703624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 568e82b6-411a-4d39-b8de-48d89f0c38ae no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:56:07.722573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 568e82b6-411a-4d39-b8de-48d89f0c38ae {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:56:07.722927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 568e82b6-411a-4d39-b8de-48d89f0c38ae not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:56:07.833778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Deleting port 70ea52c7-25cc-4f1d-8ff5-f4af46248087 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:07.834621 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.924107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] For port 70ea52c7-25cc-4f1d-8ff5-f4af46248087, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=70ea52c7-25cc-4f1d-8ff5-f4af46248087,segment=NetworkSegment(55fa9ec3-ae92-491b-9b44-618190f3f01d),segment_id=55fa9ec3-ae92-491b-9b44-618190f3f01d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:07.924476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.925923 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6f843-3454-4728-a30d-5b0d693e2bb3 req-9872740e-4e8b-45ec-b04a-34ea776285f0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:07.927505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47d6f843-3454-4728-a30d-5b0d693e2bb3 req-9872740e-4e8b-45ec-b04a-34ea776285f0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0781248 Jul 06 18:56:07.938517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Calling delete_port for 70ea52c7-25cc-4f1d-8ff5-f4af46248087 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:07.970229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47d6f843-3454-4728-a30d-5b0d693e2bb3 req-cfa7203d-25b1-454f-8254-5e683ff9af45 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360496 Jul 06 18:56:08.135824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:08.159975 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ea52c7-25cc-4f1d-8ff5-f4af46248087,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:08.385311 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:08.628317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Router 4ce36488-6f17-4ada-8983-56c08fb8627a has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:56:08.764249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:56:08.777310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] Sync routers for ids ['4ce36488-6f17-4ada-8983-56c08fb8627a'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:56:08.782506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ad80570f-92e1-4bdc-a28f-1f26a6080837 admin admin] 10.222.0.53 "PUT /v2.0/routers/4ce36488-6f17-4ada-8983-56c08fb8627a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030223 Jul 06 18:56:08.782725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47322) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:08.797963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] Routers {'4ce36488-6f17-4ada-8983-56c08fb8627a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:08.798912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:55:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4ce36488-6f17-4ada-8983-56c08fb8627a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:08.900966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:08.916241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] Set router 4ce36488-6f17-4ada-8983-56c08fb8627a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:09.132556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:56:08Z', 'revision_number': 5, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:09.161036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] Checking router: 4ce36488-6f17-4ada-8983-56c08fb8627a for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:56:09.171189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] Routers {'4ce36488-6f17-4ada-8983-56c08fb8627a'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:09.171824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:55:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['4ce36488-6f17-4ada-8983-56c08fb8627a'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:09.281070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] Set router 4ce36488-6f17-4ada-8983-56c08fb8627a gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:09.432917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:09.456057 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8ef2d-e188-4aa5-a118-814aeeb034f6 req-512400bf-1cf5-4231-a5b0-26d1dfef1364 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:09.457587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3b8ef2d-e188-4aa5-a118-814aeeb034f6 req-512400bf-1cf5-4231-a5b0-26d1dfef1364 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0903010 Jul 06 18:56:09.472890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:56:08Z', 'revision_number': 5, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:09.504396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613280d-58dc-4243-9f2d-07272ab4a630 None None] The sync data for ids ['4ce36488-6f17-4ada-8983-56c08fb8627a'] in n-d-799684-2 is: [{'id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'name': 'tempest-TestVolumeBackupRestore-1197334245-router', 'tenant_id': '98db969416084ef5b16c019c11e67565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:52:00Z', 'updated_at': '2021-07-06T18:56:08Z', 'revision_number': 5, 'project_id': '98db969416084ef5b16c019c11e67565', 'gw_port': {'id': 'd2b77931-7e35-49e9-a61a-0d918c0fa27c', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce36488-6f17-4ada-8983-56c08fb8627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:52:01Z', 'updated_at': '2021-07-06T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:56:09.524638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3b8ef2d-e188-4aa5-a118-814aeeb034f6 req-fa5d5e1c-4d25-4a7f-af19-7a184172520f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Jul 06 18:56:09.531618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Deleting port d2b77931-7e35-49e9-a61a-0d918c0fa27c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:09.531960 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:09.621749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] For port d2b77931-7e35-49e9-a61a-0d918c0fa27c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d2b77931-7e35-49e9-a61a-0d918c0fa27c,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:09.622104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:09.634550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Calling delete_port for d2b77931-7e35-49e9-a61a-0d918c0fa27c owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:09.856941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:09.885162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b77931-7e35-49e9-a61a-0d918c0fa27c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:09.948064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 70ea52c7-25cc-4f1d-8ff5-f4af46248087 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:56:09.949904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:09.979960 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 70ea52c7-25cc-4f1d-8ff5-f4af46248087 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:56:09.980310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 70ea52c7-25cc-4f1d-8ff5-f4af46248087 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:56:10.048650 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.051074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.096563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.097122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce36488-6f17-4ada-8983-56c08fb8627a {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:56:10.102871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.104046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9a92d737-bd8a-4f45-b697-8cb76f6c2e0d admin admin] 10.222.0.53 "DELETE /v2.0/routers/4ce36488-6f17-4ada-8983-56c08fb8627a HTTP/1.1" status: 204 len: 168 time: 1.3193853 Jul 06 18:56:10.106494 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47328) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:10.152818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-93864e98-8af8-4d29-928a-40147591f40d admin admin] Deleting subnet 4af32729-9703-4d99-aeb5-413ec03495a6 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:56:10.156370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93864e98-8af8-4d29-928a-40147591f40d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.200540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93864e98-8af8-4d29-928a-40147591f40d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.295388 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93864e98-8af8-4d29-928a-40147591f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.354883 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93864e98-8af8-4d29-928a-40147591f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.381849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93864e98-8af8-4d29-928a-40147591f40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af32729-9703-4d99-aeb5-413ec03495a6,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:10.385653 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93864e98-8af8-4d29-928a-40147591f40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.390302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-93864e98-8af8-4d29-928a-40147591f40d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4af32729-9703-4d99-aeb5-413ec03495a6 HTTP/1.1" status: 204 len: 168 time: 0.2827940 Jul 06 18:56:10.390462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47330) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:10.391667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f1ff4-fd49-4856-b913-1b4178247bab None None] Network 46697cf9-e147-4b77-abc7-00794810694a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:56:10.496132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.570059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Deleting port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:10.570600 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.634390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] DHCP port deletion for 46697cf9-e147-4b77-abc7-00794810694a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:56:10.637498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] For port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,segment=NetworkSegment(55fa9ec3-ae92-491b-9b44-618190f3f01d),segment_id=55fa9ec3-ae92-491b-9b44-618190f3f01d)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:10.637883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.656563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Calling delete_port for 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:10.681453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] Deleting port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:10.681974 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.748096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] For port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,segment=NetworkSegment(55fa9ec3-ae92-491b-9b44-618190f3f01d),segment_id=55fa9ec3-ae92-491b-9b44-618190f3f01d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:10.749031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.770353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] Calling delete_port for 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:10.771038 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.809209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:10.821211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] No DVR routers for this DVR port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:56:10.862040 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.888231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] Pushing event deleted for resources: {'Port': ['ID=3bf84ae2-1315-4bc9-8cd9-ade469cbdea5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:10.892105 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc540f3-00d9-43ac-8ced-3adf61fdc992 None None] No DVR routers for this DVR port 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:56:10.892607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56138af-12f2-4511-aaee-e594e4ca5602 req-2ff35243-d555-4c2a-a5b1-138be26e5b72 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:10.898257 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d56138af-12f2-4511-aaee-e594e4ca5602 req-2ff35243-d555-4c2a-a5b1-138be26e5b72 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.2329462 Jul 06 18:56:10.931899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.945501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46697cf9-e147-4b77-abc7-00794810694a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:10.962618 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fa9ec3-ae92-491b-9b44-618190f3f01d') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:10.962915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fa9ec3-ae92-491b-9b44-618190f3f01d') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:10.971611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d56138af-12f2-4511-aaee-e594e4ca5602 req-c5702b7b-a702-432f-a3d3-7a1538a1781f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607738 Jul 06 18:56:10.975065 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.993232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.000397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:56:11.000801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: timer() Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:56:11.002668 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:56:11.065889 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.072802 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.077137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] 10.222.0.53 "DELETE /v2.0/networks/46697cf9-e147-4b77-abc7-00794810694a HTTP/1.1" status: 204 len: 168 time: 0.6831975 Jul 06 18:56:11.084441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceb4af-ab5e-420e-8d4f-edae2ef18a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=46697cf9-e147-4b77-abc7-00794810694a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:11.254581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47338) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:11.297371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2b74b41d-90e0-46c8-b72e-e7b7eddff528 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79b5e53551534c38811c3612735c982c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392778 Jul 06 18:56:11.297585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 47340) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:11.350050 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a24d-bfe1-4202-8ea1-9316729e2aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.371580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a24d-bfe1-4202-8ea1-9316729e2aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.425417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a24d-bfe1-4202-8ea1-9316729e2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.428159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a24d-bfe1-4202-8ea1-9316729e2aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.429264 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d5d9a24d-bfe1-4202-8ea1-9316729e2aeb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8941c673-3d0b-4643-bdf0-ce4b4ea6704c HTTP/1.1" status: 204 len: 168 time: 0.1307230 Jul 06 18:56:11.437899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9a24d-bfe1-4202-8ea1-9316729e2aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8941c673-3d0b-4643-bdf0-ce4b4ea6704c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:11.637552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:56:11.660043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:56:11.660394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3bf84ae2-1315-4bc9-8cd9-ade469cbdea5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:56:11.661262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d2b77931-7e35-49e9-a61a-0d918c0fa27c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:56:11.681638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d2b77931-7e35-49e9-a61a-0d918c0fa27c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:56:11.682020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d2b77931-7e35-49e9-a61a-0d918c0fa27c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:56:11.769518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47346) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:11.814791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2f7d7316-3dfa-44a4-9559-bc2026611aaf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98db969416084ef5b16c019c11e67565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439847 Jul 06 18:56:11.817157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 47350) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:11.865634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d64a7f00-8044-48dc-bd82-b7ffd1a4ed96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.892382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d64a7f00-8044-48dc-bd82-b7ffd1a4ed96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.940643 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d64a7f00-8044-48dc-bd82-b7ffd1a4ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.943439 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d64a7f00-8044-48dc-bd82-b7ffd1a4ed96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.944715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d64a7f00-8044-48dc-bd82-b7ffd1a4ed96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bcf97af-c24d-4e68-9034-303bb3ac530f HTTP/1.1" status: 204 len: 168 time: 0.1266143 Jul 06 18:56:11.953071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a7f00-8044-48dc-bd82-b7ffd1a4ed96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcf97af-c24d-4e68-9034-303bb3ac530f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:12.158025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c47e25-0810-4903-b3d7-5fb14921f652 req-544941a1-7470-40df-9886-b4b9339a19f0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:12.159740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07c47e25-0810-4903-b3d7-5fb14921f652 req-544941a1-7470-40df-9886-b4b9339a19f0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0690262 Jul 06 18:56:12.211815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07c47e25-0810-4903-b3d7-5fb14921f652 req-737d877f-ec46-4835-84a5-24e756afca46 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Jul 06 18:56:13.412642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1aa3-2bcd-44ac-8133-b9ac9ef62477 req-8aca1504-be6b-469f-9216-f39965dbe9e0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:13.414230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-122e1aa3-2bcd-44ac-8133-b9ac9ef62477 req-8aca1504-be6b-469f-9216-f39965dbe9e0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0814497 Jul 06 18:56:13.455513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-122e1aa3-2bcd-44ac-8133-b9ac9ef62477 req-724dd5a7-969c-47c8-ac68-d386ba430e21 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348430 Jul 06 18:56:14.639652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984473b-058d-47c5-b736-fc52f59f578c req-eee05231-b29c-4804-9c8d-86d4a96cd050 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:14.641048 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7984473b-058d-47c5-b736-fc52f59f578c req-eee05231-b29c-4804-9c8d-86d4a96cd050 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0667369 Jul 06 18:56:14.679989 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7984473b-058d-47c5-b736-fc52f59f578c req-39c2f6c1-c22a-4dfa-bb83-08f671366e16 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Jul 06 18:56:15.541653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77d5853e-4068-428b-990b-a99e8deeab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:15.893043 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8a00c-8cc4-4cb3-b6d6-f7e02309bac3 req-144ed834-9eb3-4987-b63c-4827d85fcc32 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:15.894022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-85f8a00c-8cc4-4cb3-b6d6-f7e02309bac3 req-144ed834-9eb3-4987-b63c-4827d85fcc32 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0990226 Jul 06 18:56:15.935451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-85f8a00c-8cc4-4cb3-b6d6-f7e02309bac3 req-c3075614-76a1-42fa-ba3c-7dc391ea9821 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Jul 06 18:56:17.139492 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c52cd-e654-4970-a3eb-a39d9c9625c5 req-88aaddbb-c63c-4b5b-a190-5691cd5666b9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:17.141039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5c52cd-e654-4970-a3eb-a39d9c9625c5 req-88aaddbb-c63c-4b5b-a190-5691cd5666b9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0795124 Jul 06 18:56:17.184520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5c52cd-e654-4970-a3eb-a39d9c9625c5 req-6cd7c3be-7f2b-4af0-92fe-c95a2a838948 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Jul 06 18:56:18.249942 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-45e3b3ac-43b4-4793-9059-cabd5bf647c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:18.397644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289575c-b419-4a42-8e55-bf0b85ee33a6 req-22c91251-fb92-491d-b7a8-05a254cc0576 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:18.403862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c289575c-b419-4a42-8e55-bf0b85ee33a6 req-22c91251-fb92-491d-b7a8-05a254cc0576 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0715466 Jul 06 18:56:18.426714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:18.459704 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c289575c-b419-4a42-8e55-bf0b85ee33a6 req-f55d6077-3652-43fa-b8d9-ded7b10b9e1c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501804 Jul 06 18:56:19.506058 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:19.641805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08504e-8d3f-4e9c-b9d9-08229c2050f6 req-f5fa0bf0-a0c5-44ff-aab0-7061dad048f4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:19.643352 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a08504e-8d3f-4e9c-b9d9-08229c2050f6 req-f5fa0bf0-a0c5-44ff-aab0-7061dad048f4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0691655 Jul 06 18:56:19.682754 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a08504e-8d3f-4e9c-b9d9-08229c2050f6 req-55f597bf-33cd-4902-839c-f0fff2b6f0c7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336387 Jul 06 18:56:20.864750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912bc76-e6ee-4fa3-b97a-d859cb760139 req-542b8f03-1338-4ec8-ac64-3e6ad8d066c4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:20.866369 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3912bc76-e6ee-4fa3-b97a-d859cb760139 req-542b8f03-1338-4ec8-ac64-3e6ad8d066c4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0667360 Jul 06 18:56:20.909483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3912bc76-e6ee-4fa3-b97a-d859cb760139 req-aea3a113-b0a4-425b-a259-66e3de41cd13 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366554 Jul 06 18:56:21.057219 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:22.096164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888e5e-c2ca-479e-befb-ad4e269127ee req-da54ff28-3ad6-452c-acda-23a63e7b6add tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:22.097678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0888e5e-c2ca-479e-befb-ad4e269127ee req-da54ff28-3ad6-452c-acda-23a63e7b6add tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0690558 Jul 06 18:56:22.137440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0888e5e-c2ca-479e-befb-ad4e269127ee req-bf9c7e2a-b033-4a88-bbdc-e970221c52f7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Jul 06 18:56:22.418551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:22.638611 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:23.314674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676b918-e9a9-4fe4-945b-11e1311ce8b2 req-4af328f5-57e4-4400-8490-47a6a0721e0e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:23.316378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c676b918-e9a9-4fe4-945b-11e1311ce8b2 req-4af328f5-57e4-4400-8490-47a6a0721e0e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 944 time: 0.0658026 Jul 06 18:56:23.357053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c676b918-e9a9-4fe4-945b-11e1311ce8b2 req-4159aa27-28d5-4ede-bb3d-8a977a4802d9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348639 Jul 06 18:56:23.913899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 48b1dc15-53e6-4a87-8557-20b30f5f2eab details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:56:24.011418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 48b1dc15-53e6-4a87-8557-20b30f5f2eab, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=48b1dc15-53e6-4a87-8557-20b30f5f2eab,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:24.024100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '48b1dc15-53e6-4a87-8557-20b30f5f2eab', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'port_id': '48b1dc15-53e6-4a87-8557-20b30f5f2eab', 'mac_address': 'fa:16:3e:de:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:56:24.065080 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:24.077888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b1dc15-53e6-4a87-8557-20b30f5f2eab {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:56:24.097433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 48b1dc15-53e6-4a87-8557-20b30f5f2eab, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=48b1dc15-53e6-4a87-8557-20b30f5f2eab,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:24.104420 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:24.154816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=48b1dc15-53e6-4a87-8557-20b30f5f2eab,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:24.312218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['48b1dc15-53e6-4a87-8557-20b30f5f2eab'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:56:24.561265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed17679-79e5-4805-9ef8-3ad291afb84a req-68161aa7-8a54-444b-a1a4-2adfafcd89b2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:24.562818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aed17679-79e5-4805-9ef8-3ad291afb84a req-68161aa7-8a54-444b-a1a4-2adfafcd89b2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 945 time: 0.0646875 Jul 06 18:56:24.602542 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aed17679-79e5-4805-9ef8-3ad291afb84a req-d0503277-d2cf-44f0-860c-dd2ca7f60323 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Jul 06 18:56:25.789935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b440f39-f73b-463e-aa09-9bd6757262c9 req-9990fca2-e0a5-4001-8e59-fff309da8ebd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:25.791752 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b440f39-f73b-463e-aa09-9bd6757262c9 req-9990fca2-e0a5-4001-8e59-fff309da8ebd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 945 time: 0.0741816 Jul 06 18:56:25.830278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b440f39-f73b-463e-aa09-9bd6757262c9 req-bb839e14-792b-49a5-8b6a-6f8fd4c36258 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Jul 06 18:56:25.930318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 48b1dc15-53e6-4a87-8557-20b30f5f2eab up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:56:25.984250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 48b1dc15-53e6-4a87-8557-20b30f5f2eab completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:56:25.988154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 48b1dc15-53e6-4a87-8557-20b30f5f2eab triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:56:25.988528 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:26.064156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:26.086335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2975c76a-d557-4a5f-8508-6cb163c3e331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1dc15-53e6-4a87-8557-20b30f5f2eab'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:56:26.088480 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e26d6-c5a6-42bd-bcfa-9dc5848f6d8d" -d '{"events": [{"server_uuid": "2975c76a-d557-4a5f-8508-6cb163c3e331", "name": "network-vif-plugged", "status": "completed", "tag": "48b1dc15-53e6-4a87-8557-20b30f5f2eab"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:56:26.105328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 48b1dc15-53e6-4a87-8557-20b30f5f2eab, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=48b1dc15-53e6-4a87-8557-20b30f5f2eab,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:26.113469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:26.142445 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1854eb-d7fc-4f08-a75e-3a9c1e91c0b4 x-openstack-request-id: req-4d1854eb-d7fc-4f08-a75e-3a9c1e91c0b4 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:56:26.142657 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2975c76a-d557-4a5f-8508-6cb163c3e331", "name": "network-vif-plugged", "status": "completed", "tag": "48b1dc15-53e6-4a87-8557-20b30f5f2eab", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:56:26.142876 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d1854eb-d7fc-4f08-a75e-3a9c1e91c0b4 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:56:26.143300 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2975c76a-d557-4a5f-8508-6cb163c3e331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1dc15-53e6-4a87-8557-20b30f5f2eab', 'code': 200} Jul 06 18:56:26.207546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=48b1dc15-53e6-4a87-8557-20b30f5f2eab,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:26.264416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7209e-3c68-4dce-b296-e41b79dac517 req-ba69ab55-6a4a-41c2-bcc2-d5a4d96e0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:26.266114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62b7209e-3c68-4dce-b296-e41b79dac517 req-ba69ab55-6a4a-41c2-bcc2-d5a4d96e0834 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 1097 time: 0.0662284 Jul 06 18:56:26.305072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62b7209e-3c68-4dce-b296-e41b79dac517 req-c77eeb86-c47d-4539-b654-0a8ce6d35053 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Jul 06 18:56:27.027382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf4555-1f70-4ef1-a4d9-8f4dbb9416ad req-ed3f8016-582a-4749-ac09-41aa61e01448 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:27.028983 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15cf4555-1f70-4ef1-a4d9-8f4dbb9416ad req-ed3f8016-582a-4749-ac09-41aa61e01448 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 946 time: 0.0734563 Jul 06 18:56:27.067374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15cf4555-1f70-4ef1-a4d9-8f4dbb9416ad req-ac22aa8d-3fc4-400f-b1b3-5f3f016c27da tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Jul 06 18:56:28.260355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060139ca-c395-4453-856e-70ac1fe8ed42 req-c8164f57-a1af-40ea-bb42-e8ff54e60e37 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:28.262224 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-060139ca-c395-4453-856e-70ac1fe8ed42 req-c8164f57-a1af-40ea-bb42-e8ff54e60e37 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 946 time: 0.0656362 Jul 06 18:56:28.302657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-060139ca-c395-4453-856e-70ac1fe8ed42 req-acff8def-e292-4f34-bd28-b0e990d5caa2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Jul 06 18:56:28.484449 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066de98-ad4e-4cd0-a533-5823ce9fe39a req-18a0e330-f99d-4420-9d41-f348d53e9037 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:28.486054 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5066de98-ad4e-4cd0-a533-5823ce9fe39a req-18a0e330-f99d-4420-9d41-f348d53e9037 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 946 time: 0.0715106 Jul 06 18:56:28.530056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5066de98-ad4e-4cd0-a533-5823ce9fe39a req-aa91366c-6846-4c7d-a514-4ecf2ba676f3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353811 Jul 06 18:56:28.711868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e9af6-625d-4529-932b-256961fbfa50 req-df172e04-6640-47a5-9455-f5e184dbba1f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:28.713380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-067e9af6-625d-4529-932b-256961fbfa50 req-df172e04-6640-47a5-9455-f5e184dbba1f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 946 time: 0.0708394 Jul 06 18:56:28.753287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-067e9af6-625d-4529-932b-256961fbfa50 req-d5d576e4-df78-49ba-9c0a-92b92da4dbc5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336561 Jul 06 18:56:29.203326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2800d3-55e8-4f57-9d77-243f8961702a req-8f758fea-acaa-4c38-adc9-57f04fa1228d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:29.204884 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea2800d3-55e8-4f57-9d77-243f8961702a req-8f758fea-acaa-4c38-adc9-57f04fa1228d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 946 time: 0.0645230 Jul 06 18:56:29.245654 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea2800d3-55e8-4f57-9d77-243f8961702a req-6ccf577d-fddf-4a2d-9878-a0b5adc08e5a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Jul 06 18:56:29.306895 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:56:30.426773 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f59c5-3039-4488-aeba-66da97053a32 req-cb505261-54ec-4620-ae49-4c1c1a3fea2c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:30.429118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d2f59c5-3039-4488-aeba-66da97053a32 req-cb505261-54ec-4620-ae49-4c1c1a3fea2c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 946 time: 0.0671036 Jul 06 18:56:30.468542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d2f59c5-3039-4488-aeba-66da97053a32 req-9b398503-d54a-4bec-8b20-038e22a2e8ca tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337050 Jul 06 18:56:30.605592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-7a0f46d3-ce73-4d0e-98f1-89cf3afc7813 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:30.607146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-7a0f46d3-ce73-4d0e-98f1-89cf3afc7813 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 946 time: 0.0703971 Jul 06 18:56:30.712283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port 48b1dc15-53e6-4a87-8557-20b30f5f2eab {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:56:30.712597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:30.806729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] For port 48b1dc15-53e6-4a87-8557-20b30f5f2eab, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=48b1dc15-53e6-4a87-8557-20b30f5f2eab,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:30.807042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:30.819401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for 48b1dc15-53e6-4a87-8557-20b30f5f2eab owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:56:30.956920 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:30.969874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['48b1dc15-53e6-4a87-8557-20b30f5f2eab'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:56:30.987086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=48b1dc15-53e6-4a87-8557-20b30f5f2eab,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:31.033382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] No DVR routers for this DVR port 48b1dc15-53e6-4a87-8557-20b30f5f2eab on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:56:31.036380 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:31.038669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c291c2b-1f94-40dd-b6f6-db9226efce75 req-705aa24f-3e54-41ea-8951-4120a9e1905d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "DELETE /v2.0/ports/48b1dc15-53e6-4a87-8557-20b30f5f2eab HTTP/1.1" status: 204 len: 173 time: 0.4259925 Jul 06 18:56:31.039444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2975c76a-d557-4a5f-8508-6cb163c3e331', 'name': 'network-vif-deleted', 'tag': '48b1dc15-53e6-4a87-8557-20b30f5f2eab'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:56:31.042132 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b1ed6-f7fd-454a-a63f-eaf9db3d3474" -d '{"events": [{"server_uuid": "2975c76a-d557-4a5f-8508-6cb163c3e331", "name": "network-vif-deleted", "tag": "48b1dc15-53e6-4a87-8557-20b30f5f2eab"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:56:31.092668 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ebb89a-b9b5-4ae0-a1ee-fc7280b9ff9a x-openstack-request-id: req-85ebb89a-b9b5-4ae0-a1ee-fc7280b9ff9a {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:56:31.092964 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2975c76a-d557-4a5f-8508-6cb163c3e331", "name": "network-vif-deleted", "tag": "48b1dc15-53e6-4a87-8557-20b30f5f2eab", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:56:31.093215 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85ebb89a-b9b5-4ae0-a1ee-fc7280b9ff9a {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:56:31.093622 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2975c76a-d557-4a5f-8508-6cb163c3e331', 'name': 'network-vif-deleted', 'tag': '48b1dc15-53e6-4a87-8557-20b30f5f2eab', 'status': 'completed', 'code': 200} Jul 06 18:56:31.628304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e21e6378-ccb5-41a1-91cd-3e28067438cf req-8810dacc-6381-4872-b6ca-dfe9d82a2f55 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 210 time: 0.0311897 Jul 06 18:56:32.783862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-852f9f9b-73f6-417a-b928-d9852b083a5c req-68f94213-8142-46fd-a205-32882c477492 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 210 time: 0.0345528 Jul 06 18:56:33.938383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f700cec9-393f-4846-8336-38fdfb43ff67 req-87314287-401c-4b71-8554-f52f9d373ac4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 210 time: 0.0395603 Jul 06 18:56:33.961256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 48b1dc15-53e6-4a87-8557-20b30f5f2eab no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:56:33.982035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 48b1dc15-53e6-4a87-8557-20b30f5f2eab {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:56:33.982380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 48b1dc15-53e6-4a87-8557-20b30f5f2eab not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:56:35.118612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f83863a8-33b2-407e-9af5-644b8f552e1f req-0860821e-480b-4e84-a5e6-d7eca72f3fa6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=2975c76a-d557-4a5f-8508-6cb163c3e331 HTTP/1.1" status: 200 len: 210 time: 0.0423079 Jul 06 18:56:45.535253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e918f79a-79a6-47bf-9efa-febb45703fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:48.243478 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8962433e-2c2a-4aaa-afa7-7a61d9d87dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:48.416488 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:49.507043 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:51.059841 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:52.424891 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:52.648108 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:57.428165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a545-80e7-47ea-9967-be71c8d08982 req-40971f6e-6a09-45d0-ad2a-c80beab7f11e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:57.429732 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-40971f6e-6a09-45d0-ad2a-c80beab7f11e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1018007 Jul 06 18:56:57.446052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-3554ba35-4f2d-48d6-873f-d817d75d1ee5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/quotas/be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 375 time: 0.0104496 Jul 06 18:56:57.527647 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-b66ee8e8-ca7a-4f3f-a88a-e6d42af67140 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763519 Jul 06 18:56:57.725177 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-94450ec9-7fbe-4378-abb7-9ce7c0d5b78f service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903756 Jul 06 18:56:57.827473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-345a76c1-8769-4290-b694-d8335f3ab9ed service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961175 Jul 06 18:56:58.141742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3eeca65-1223-4813-9bfd-3b74d3695b1e req-731ba208-01c7-41f2-9a5b-1a80b0cc367f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 210 time: 0.0304127 Jul 06 18:56:59.257627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a545-80e7-47ea-9967-be71c8d08982 req-9f5f4009-5fc9-47d4-bb5a-472928274df8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:59.260212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-9f5f4009-5fc9-47d4-bb5a-472928274df8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1321883 Jul 06 18:56:59.280498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'port': {'device_id': 'bd3b083c-eca9-42cc-bfb3-a29e181abf52', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'admin_state_up': True, 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:59.362850 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd88fb2b-e662-40d9-81a8-e6602c5146eb req-31445f54-a245-4fa6-a447-f41834a6228c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 210 time: 0.0783136 Jul 06 18:56:59.451795 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:56:59.456443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:59.618320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.20.0.5 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:56:59.794308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:59.810483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Transition to ACTIVE for port object 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:56:59.852473 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:59.904539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:56:59.909954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:56:59.913875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:56:59.940052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:59.955885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.956238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.956597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.956939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.957268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.957592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.957952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.958279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.958605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.958932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.959258 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.959579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:59.982890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:59.983572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.011189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-d219f56a-51f4-4368-bd5f-559b9731f4a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7348816 Jul 06 18:57:00.029424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Request body: {'port': {'device_id': 'bd3b083c-eca9-42cc-bfb3-a29e181abf52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:00.117068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.296688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9a6d5b60-e813-479b-b04f-51a7c78c2f81 None None] Provisioning for port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:00.301322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9a6d5b60-e813-479b-b04f-51a7c78c2f81 None None] Provisioning complete for port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:00.301702 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5b60-e813-479b-b04f-51a7c78c2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.343777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d5b60-e813-479b-b04f-51a7c78c2f81 None None] Port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:00.447844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:57:00.455930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.470187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Transition to ACTIVE for port object 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:00.477224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.568033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04240b-bd08-45e0-9f0b-8ca9deddda97 req-fc4866f1-be06-4a7e-85a3-e53f4ff88cca tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:00.570789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e04240b-bd08-45e0-9f0b-8ca9deddda97 req-fc4866f1-be06-4a7e-85a3-e53f4ff88cca tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.0742831 Jul 06 18:57:00.629280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e04240b-bd08-45e0-9f0b-8ca9deddda97 req-b5f37223-9f08-41d5-a31c-3b70921aca13 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513256 Jul 06 18:57:00.637131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:00.651791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Attempting to bind port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:00.652273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Attempting to bind port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:00.656579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Attempting to bind port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:00.662100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:57:00.662700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Attempting to bind port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:00.669236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:00.669840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:00.670457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:00.671589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Bound port: 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:00.672374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.765532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] For port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:00.769196 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] For port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:00.779565 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.820828 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:00.821572 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.823088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] 10.222.0.24 "PUT /v2.0/ports/5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 HTTP/1.1" status: 200 len: 1091 time: 0.7999530 Jul 06 18:57:00.823601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3b083c-eca9-42cc-bfb3-a29e181abf52', 'tag': '5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:00.825946 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3b083c-eca9-42cc-bfb3-a29e181abf52", "tag": "5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:00.855077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc580108-466b-4164-b19d-0c6aacd69299 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:00.916707 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842e27b-8855-4a51-8459-fde8e26ff883 x-openstack-request-id: req-0842e27b-8855-4a51-8459-fde8e26ff883 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:00.917005 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3b083c-eca9-42cc-bfb3-a29e181abf52", "tag": "5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:00.917354 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0842e27b-8855-4a51-8459-fde8e26ff883 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:00.917831 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3b083c-eca9-42cc-bfb3-a29e181abf52', 'tag': '5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5', 'status': 'completed', 'code': 200} Jul 06 18:57:00.956796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a545-80e7-47ea-9967-be71c8d08982 req-5800969a-a9cb-4c11-8faa-4e1d9c2947f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:00.959033 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-5800969a-a9cb-4c11-8faa-4e1d9c2947f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 1094 time: 0.0834880 Jul 06 18:57:01.021642 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-6d9544ec-6a6e-41ed-897b-b6a83c6184dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 HTTP/1.1" status: 200 len: 217 time: 0.0526097 Jul 06 18:57:01.107742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a545-80e7-47ea-9967-be71c8d08982 req-5c7d7517-5a68-41dd-aa13-78f5f85e178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:01.110019 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-5c7d7517-5a68-41dd-aa13-78f5f85e178f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0770998 Jul 06 18:57:01.187318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a545-80e7-47ea-9967-be71c8d08982 req-c73f38b0-b862-4f6b-b81e-1aa08cea42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:01.189699 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-c73f38b0-b862-4f6b-b81e-1aa08cea42a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635371 Jul 06 18:57:01.295284 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-dd67d83d-dab2-45bd-b906-43c3bab6b66a service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984864 Jul 06 18:57:01.400320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f211a545-80e7-47ea-9967-be71c8d08982 req-1de55aa4-c623-4503-ac56-763b7bb87130 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978024 Jul 06 18:57:01.526995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-0d4f4179-1e36-4dcf-8857-79584bcb5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:01.528669 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-0d4f4179-1e36-4dcf-8857-79584bcb5aca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 1094 time: 0.0707493 Jul 06 18:57:01.630503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-a8d88bf3-5e52-42a6-a8d0-1d02339b802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:01.632120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-a8d88bf3-5e52-42a6-a8d0-1d02339b802b service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0972767 Jul 06 18:57:01.681763 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-eb317cc6-f56e-4d49-b308-962065ff3f95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 HTTP/1.1" status: 200 len: 217 time: 0.0430980 Jul 06 18:57:01.769762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-a734266e-6789-44b7-b8eb-d27e63c44c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:01.771664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-a734266e-6789-44b7-b8eb-d27e63c44c6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0828121 Jul 06 18:57:01.862667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-d498d5ee-b4ed-4448-b117-916470066177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:01.864483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-d498d5ee-b4ed-4448-b117-916470066177 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854011 Jul 06 18:57:01.900314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c996e03-1e67-4287-88fa-010aa686b909 req-c9e00992-3070-4eb4-926d-f6576c72c5ac tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:01.902451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c996e03-1e67-4287-88fa-010aa686b909 req-c9e00992-3070-4eb4-926d-f6576c72c5ac tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.1154315 Jul 06 18:57:01.955272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c996e03-1e67-4287-88fa-010aa686b909 req-29c2d0cb-b52e-4a3c-9833-746e811cbd3d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Jul 06 18:57:01.992667 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-4a1f54e8-d10b-4507-a04c-f1a793816741 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196542 Jul 06 18:57:02.091765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f02ccdd9-a7b0-4da7-9aa1-637789a6b60f req-b145a5c6-b367-4c18-b4b1-9f677d2fd801 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928829 Jul 06 18:57:03.128322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69257034-5dfc-4837-a6bd-7a1a40006351 req-70ccef7c-875a-47a1-93b5-5e1dec265d88 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:03.134269 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69257034-5dfc-4837-a6bd-7a1a40006351 req-70ccef7c-875a-47a1-93b5-5e1dec265d88 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.0707414 Jul 06 18:57:03.170574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69257034-5dfc-4837-a6bd-7a1a40006351 req-a4c1564a-0ee4-4a16-bb54-2fada5eecf3f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350533 Jul 06 18:57:04.351574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15fc17-0e05-4486-93ef-5c213ba26f11 req-91615829-6794-42ff-bd4b-1a4030a28508 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:04.353102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e15fc17-0e05-4486-93ef-5c213ba26f11 req-91615829-6794-42ff-bd4b-1a4030a28508 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.0682125 Jul 06 18:57:04.392688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3e15fc17-0e05-4486-93ef-5c213ba26f11 req-bf7be532-56a7-4413-83c0-b7798da8f5c5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337636 Jul 06 18:57:05.579685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f3985-eb74-456d-ba3b-6f3119986764 req-630413b8-1753-4876-a028-f54738b18449 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:05.581233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-632f3985-eb74-456d-ba3b-6f3119986764 req-630413b8-1753-4876-a028-f54738b18449 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.0706003 Jul 06 18:57:05.621963 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-632f3985-eb74-456d-ba3b-6f3119986764 req-edf96304-c2d2-45f3-8c36-8fff1b855a22 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Jul 06 18:57:06.306705 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:57:06.801745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1494b1-0640-4818-90e9-2be5f02e503e req-0305a8a7-21ed-45c8-acfa-fee8a5a7fdef tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:06.803283 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e1494b1-0640-4818-90e9-2be5f02e503e req-0305a8a7-21ed-45c8-acfa-fee8a5a7fdef tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.0670171 Jul 06 18:57:06.846693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e1494b1-0640-4818-90e9-2be5f02e503e req-08a028a9-2e00-4f50-a0c5-6cf40709ff8e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Jul 06 18:57:08.033342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dcc32-fe77-49d6-a4c9-09a10e850288 req-fbe66846-066c-4542-8878-317aa7e92fb0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:08.034922 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b44dcc32-fe77-49d6-a4c9-09a10e850288 req-fbe66846-066c-4542-8878-317aa7e92fb0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.0714700 Jul 06 18:57:08.075211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b44dcc32-fe77-49d6-a4c9-09a10e850288 req-05ab8b12-14cb-4a18-a542-cf9ae9fc3d60 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Jul 06 18:57:08.871476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49066) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:08.983354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.079124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.084835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.126989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49074) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:09.134096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0dfe2d9bfe8049579c5fc71f74320a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536035 Jul 06 18:57:09.135177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6c55b3-6dc6-4905-a001-e951d29349cc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:09.144196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.144783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.145279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.145824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.146342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.146936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.147511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.148074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.148581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.149037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.149501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.150041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346102c1-9f2a-41c3-a4e3-eda9ed6fbd53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:09.191009 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b66817ec-263c-42a5-8ec7-46e1a684927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.220437 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b66817ec-263c-42a5-8ec7-46e1a684927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.266206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ac803-dbe2-4df1-8dc8-8b77dc4e6a92 req-59ff76ed-0c84-4b34-a5f7-bb43977c1070 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:09.267690 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b2ac803-dbe2-4df1-8dc8-8b77dc4e6a92 req-59ff76ed-0c84-4b34-a5f7-bb43977c1070 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.0632946 Jul 06 18:57:09.271335 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b66817ec-263c-42a5-8ec7-46e1a684927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.274825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b66817ec-263c-42a5-8ec7-46e1a684927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.276185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b66817ec-263c-42a5-8ec7-46e1a684927b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db6c55b3-6dc6-4905-a001-e951d29349cc HTTP/1.1" status: 204 len: 168 time: 0.1470814 Jul 06 18:57:09.294108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66817ec-263c-42a5-8ec7-46e1a684927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6c55b3-6dc6-4905-a001-e951d29349cc,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:09.314300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b2ac803-dbe2-4df1-8dc8-8b77dc4e6a92 req-3d6b271c-1e33-4ad4-8b6a-77ed968ff382 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Jul 06 18:57:09.570761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49080) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:09.584629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-872e080e-da4a-4f13-9a7d-378d5ca86cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.682997 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-872e080e-da4a-4f13-9a7d-378d5ca86cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.689809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-872e080e-da4a-4f13-9a7d-378d5ca86cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.725868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e080e-da4a-4f13-9a7d-378d5ca86cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adade796-d396-4206-8e17-378e0cce9246,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:09.730128 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-872e080e-da4a-4f13-9a7d-378d5ca86cd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc04facb098840a996e5e71ba64b1f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583207 Jul 06 18:57:09.732826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49082) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:09.784703 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be07696b-a963-472b-be1c-c6e6f31cb4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.806061 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be07696b-a963-472b-be1c-c6e6f31cb4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.858404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be07696b-a963-472b-be1c-c6e6f31cb4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.862285 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-be07696b-a963-472b-be1c-c6e6f31cb4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:09.864991 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-be07696b-a963-472b-be1c-c6e6f31cb4b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adade796-d396-4206-8e17-378e0cce9246 HTTP/1.1" status: 204 len: 168 time: 0.1307163 Jul 06 18:57:09.873564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07696b-a963-472b-be1c-c6e6f31cb4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adade796-d396-4206-8e17-378e0cce9246,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:10.499072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d685a2-5de2-4ce5-8d71-dc03811e57ee req-f7faadee-f2fe-42ee-8449-49a2042dfc07 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:10.500643 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65d685a2-5de2-4ce5-8d71-dc03811e57ee req-f7faadee-f2fe-42ee-8449-49a2042dfc07 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 943 time: 0.0712373 Jul 06 18:57:10.539034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65d685a2-5de2-4ce5-8d71-dc03811e57ee req-380de8c4-83f1-493d-99eb-51acbdd7e554 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 06 18:57:10.655161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:57:10.762552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:10.774698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'port_id': '5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5', 'mac_address': 'fa:16:3e:fe:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:57:10.822141 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:10.840275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:57:10.863284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:10.870381 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:10.928335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:10.935928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.936270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.936607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.936935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.937270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.937607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.937937 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.938204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.938531 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.938868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.939221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:10.939480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:11.101771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:11.725212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47225958-e555-4704-b449-024c50efc32d req-4fceb366-2b57-452f-b6f0-d9aec4483ce4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:11.726830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47225958-e555-4704-b449-024c50efc32d req-4fceb366-2b57-452f-b6f0-d9aec4483ce4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 944 time: 0.0684183 Jul 06 18:57:11.772117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47225958-e555-4704-b449-024c50efc32d req-f7ab6a73-9d43-4cba-8fb4-1ac92cc2bbaf tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367527 Jul 06 18:57:12.669655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:12.726644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:12.732418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:12.733104 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:12.815346 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:12.842004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3b083c-eca9-42cc-bfb3-a29e181abf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:12.844286 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acad3f84-f87f-4baa-9707-0bc1d1117bd1" -d '{"events": [{"server_uuid": "bd3b083c-eca9-42cc-bfb3-a29e181abf52", "name": "network-vif-plugged", "status": "completed", "tag": "5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:12.857285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:12.863690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:12.890034 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b46e72b-0bf3-4672-b47b-6c5e308255fe x-openstack-request-id: req-4b46e72b-0bf3-4672-b47b-6c5e308255fe {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:12.890346 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3b083c-eca9-42cc-bfb3-a29e181abf52", "name": "network-vif-plugged", "status": "completed", "tag": "5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:12.890570 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b46e72b-0bf3-4672-b47b-6c5e308255fe {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:12.890960 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3b083c-eca9-42cc-bfb3-a29e181abf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5', 'code': 200} Jul 06 18:57:12.918578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:12.995584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b79550-def2-48e5-b5d7-a480e937a869 req-2cb8eb17-c6bb-4b1a-b922-11faf6546554 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:12.997102 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69b79550-def2-48e5-b5d7-a480e937a869 req-2cb8eb17-c6bb-4b1a-b922-11faf6546554 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 945 time: 0.1039217 Jul 06 18:57:13.049397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-69b79550-def2-48e5-b5d7-a480e937a869 req-fbae3b92-ac1a-4ad4-86e6-c2379c21ba11 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461156 Jul 06 18:57:13.054557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4f0d-233b-4df4-845f-6a483caefa18 req-2fe23313-d43b-4654-99ef-233364f04e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:13.055992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb1e4f0d-233b-4df4-845f-6a483caefa18 req-2fe23313-d43b-4654-99ef-233364f04e20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 1096 time: 0.1046371 Jul 06 18:57:13.096324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fb1e4f0d-233b-4df4-845f-6a483caefa18 req-59d9cb62-edfa-440d-8786-0f7398aa54d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Jul 06 18:57:14.228963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c4df3-ee60-41ef-8f1e-3a0a32ca05a6 req-04cbfe1c-c513-4347-a48f-4df834b823d0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:14.230594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac7c4df3-ee60-41ef-8f1e-3a0a32ca05a6 req-04cbfe1c-c513-4347-a48f-4df834b823d0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 945 time: 0.0631304 Jul 06 18:57:14.269247 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac7c4df3-ee60-41ef-8f1e-3a0a32ca05a6 req-f84ab6ce-2f47-4601-9aa6-2e9fcf07d446 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Jul 06 18:57:14.441473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341dd90-4249-4e0a-8f54-4e781f9fcc5e req-2eca9619-16f3-45b9-bbed-0ae593aa73d9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:14.442851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9341dd90-4249-4e0a-8f54-4e781f9fcc5e req-2eca9619-16f3-45b9-bbed-0ae593aa73d9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 945 time: 0.0640342 Jul 06 18:57:14.481107 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9341dd90-4249-4e0a-8f54-4e781f9fcc5e req-f8ddb6d4-9887-49e9-95fc-239f70953325 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Jul 06 18:57:15.538691 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24ea4010-63b6-460c-a5ae-492980918662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.107290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-3b818fd9-b390-41ae-b8b5-cc8230a480de tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:17.108671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-3b818fd9-b390-41ae-b8b5-cc8230a480de tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1100073 Jul 06 18:57:17.127047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-2024d6d9-70b8-4165-a456-f5bd170d701a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/quotas/be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 375 time: 0.0098667 Jul 06 18:57:17.200029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-460955c9-402a-400b-950d-4b41925c8e3b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678930 Jul 06 18:57:17.300494 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-345c5e18-4afa-4f9a-9125-379adc896c62 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934198 Jul 06 18:57:17.412029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-44ee4d0e-1013-45c4-af38-bc9ce2e61520 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050851 Jul 06 18:57:17.631546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08bdf2fe-15f2-477f-a766-681d5aaf317b req-36de7e9d-5b44-4bfd-aa0c-f66cab5cfb24 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 210 time: 0.0286593 Jul 06 18:57:18.249596 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8f35587d-6ef7-4386-8e93-1996e85fa553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:18.422725 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:18.722757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-d77e71d4-990c-4c94-a5f0-ec25acecb4f8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:18.724218 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-d77e71d4-990c-4c94-a5f0-ec25acecb4f8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1060588 Jul 06 18:57:18.736876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'port': {'device_id': '448f5c5c-0add-472f-99ef-9b24a576a170', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'admin_state_up': True, 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:18.780596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd7dbbed-5ff1-4c04-a3c1-ef4fcdf5d21a req-9a1c953e-90ed-49fa-99c5-7c803df0cdd5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 210 time: 0.0326490 Jul 06 18:57:18.859410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:57:18.863355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:18.996266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.20.0.6 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/4eb51162-2512-4bbd-b266-c8dcf36a1969) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:19.155205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.171228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Transition to ACTIVE for port object 4eb51162-2512-4bbd-b266-c8dcf36a1969 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:19.206613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.219424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:19.251375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:19.254777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:19.257533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:19.307083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=4eb51162-2512-4bbd-b266-c8dcf36a1969,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:19.316022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:19.316669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.336444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-366374a5-77eb-41d3-9375-37bc3314e113 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6035807 Jul 06 18:57:19.348463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Request body: {'port': {'device_id': '448f5c5c-0add-472f-99ef-9b24a576a170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:19.434851 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.510142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.559837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-72ca5278-8291-4a9d-878c-5f8da091d122 None None] Provisioning for port 4eb51162-2512-4bbd-b266-c8dcf36a1969 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:19.564365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-72ca5278-8291-4a9d-878c-5f8da091d122 None None] Provisioning complete for port 4eb51162-2512-4bbd-b266-c8dcf36a1969 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:19.564749 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ca5278-8291-4a9d-878c-5f8da091d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.599783 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-72ca5278-8291-4a9d-878c-5f8da091d122 None None] Port 4eb51162-2512-4bbd-b266-c8dcf36a1969 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:19.711945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb51162-2512-4bbd-b266-c8dcf36a1969 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:57:19.720710 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.733304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Transition to ACTIVE for port object 4eb51162-2512-4bbd-b266-c8dcf36a1969 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:19.738010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.835883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb51162-2512-4bbd-b266-c8dcf36a1969,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:19.870538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Attempting to bind port 4eb51162-2512-4bbd-b266-c8dcf36a1969 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:19.870935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Attempting to bind port 4eb51162-2512-4bbd-b266-c8dcf36a1969 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:19.871294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Attempting to bind port 4eb51162-2512-4bbd-b266-c8dcf36a1969 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:19.878770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Port 4eb51162-2512-4bbd-b266-c8dcf36a1969 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:57:19.879154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Attempting to bind port 4eb51162-2512-4bbd-b266-c8dcf36a1969 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:19.884865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:19.885216 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:19.885874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:19.886319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Bound port: 4eb51162-2512-4bbd-b266-c8dcf36a1969, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:19.886918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:19.993262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] For port 4eb51162-2512-4bbd-b266-c8dcf36a1969, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:19.996999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] For port 4eb51162-2512-4bbd-b266-c8dcf36a1969, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4eb51162-2512-4bbd-b266-c8dcf36a1969,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:20.008269 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:20.047205 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f14ab3-aaf7-4899-a126-8453b544663f req-0f84d5dd-6d8f-4238-b5f5-b95672ac25a3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:20.048635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39f14ab3-aaf7-4899-a126-8453b544663f req-0f84d5dd-6d8f-4238-b5f5-b95672ac25a3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.1262133 Jul 06 18:57:20.059896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:20.060530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:20.061934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4eb51162-2512-4bbd-b266-c8dcf36a1969 HTTP/1.1" status: 200 len: 1091 time: 0.7181468 Jul 06 18:57:20.062392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448f5c5c-0add-472f-99ef-9b24a576a170', 'tag': '4eb51162-2512-4bbd-b266-c8dcf36a1969'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:20.064587 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0c962c-5c96-483e-872f-5b942f86928f" -d '{"events": [{"name": "network-changed", "server_uuid": "448f5c5c-0add-472f-99ef-9b24a576a170", "tag": "4eb51162-2512-4bbd-b266-c8dcf36a1969"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:20.122398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e34b3e-1ad0-420c-8d5e-7519643a1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb51162-2512-4bbd-b266-c8dcf36a1969,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:20.145259 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad793f4a-ed7b-4f7c-b469-3af17cc17476 x-openstack-request-id: req-ad793f4a-ed7b-4f7c-b469-3af17cc17476 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:20.145625 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448f5c5c-0add-472f-99ef-9b24a576a170", "tag": "4eb51162-2512-4bbd-b266-c8dcf36a1969", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:20.145845 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad793f4a-ed7b-4f7c-b469-3af17cc17476 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:20.146219 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448f5c5c-0add-472f-99ef-9b24a576a170', 'tag': '4eb51162-2512-4bbd-b266-c8dcf36a1969', 'status': 'completed', 'code': 200} Jul 06 18:57:20.154268 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39f14ab3-aaf7-4899-a126-8453b544663f req-76a76d9f-52ff-42bd-a192-b05c932bdb80 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988724 Jul 06 18:57:20.179475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-092a4059-db7c-4895-8ce6-a5d1b9aaef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:20.181145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-092a4059-db7c-4895-8ce6-a5d1b9aaef8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 1094 time: 0.0730402 Jul 06 18:57:20.227152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-f805cc05-c111-4892-a93b-7c7b0b107e86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb51162-2512-4bbd-b266-c8dcf36a1969 HTTP/1.1" status: 200 len: 217 time: 0.0385559 Jul 06 18:57:20.281742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-c7e1e777-07f0-4e4c-90f2-e14d17d08969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:20.283317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-c7e1e777-07f0-4e4c-90f2-e14d17d08969 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0489872 Jul 06 18:57:20.340653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-ac9aff38-6c80-4b50-8122-b3938bf74262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:20.342156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-ac9aff38-6c80-4b50-8122-b3938bf74262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529528 Jul 06 18:57:20.769803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-da772124-b02f-465e-b3e0-d71873424245 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205246 Jul 06 18:57:20.860285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d617ffa4-f36e-4449-9042-593a8f1884f9 req-a89394dd-f78b-4ac3-b73a-ba48cdf85f86 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839162 Jul 06 18:57:20.995068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c962c-5c96-483e-872f-5b942f86928f req-9c15b1f5-e0ed-450f-a2e5-67211765fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:20.996821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0c962c-5c96-483e-872f-5b942f86928f req-9c15b1f5-e0ed-450f-a2e5-67211765fb34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 1094 time: 0.0659463 Jul 06 18:57:21.062018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:21.090399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c962c-5c96-483e-872f-5b942f86928f req-2a9819b4-dc0a-4372-baee-c40dab9e917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:21.091889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0c962c-5c96-483e-872f-5b942f86928f req-2a9819b4-dc0a-4372-baee-c40dab9e917a service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0889449 Jul 06 18:57:21.132289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0c962c-5c96-483e-872f-5b942f86928f req-6f0f60bb-9c39-4b58-a4dd-0ae908c4c11b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb51162-2512-4bbd-b266-c8dcf36a1969 HTTP/1.1" status: 200 len: 217 time: 0.0340183 Jul 06 18:57:21.184475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c962c-5c96-483e-872f-5b942f86928f req-db0a87ca-75d1-48f4-9b38-04175f1a3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:21.186085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0c962c-5c96-483e-872f-5b942f86928f req-db0a87ca-75d1-48f4-9b38-04175f1a3c19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0480621 Jul 06 18:57:21.244201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c962c-5c96-483e-872f-5b942f86928f req-6602b890-29e8-4e1f-9a54-450c05f1cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:21.245852 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0c962c-5c96-483e-872f-5b942f86928f req-6602b890-29e8-4e1f-9a54-450c05f1cf25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536370 Jul 06 18:57:21.349232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0c962c-5c96-483e-872f-5b942f86928f req-75855894-ec0f-4e98-b497-075848b20af1 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966101 Jul 06 18:57:21.353508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97af16-7b28-40d0-b00b-3a7e29aff522 req-29637734-fa90-421f-957c-184bd6fd9e91 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:21.355201 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d97af16-7b28-40d0-b00b-3a7e29aff522 req-29637734-fa90-421f-957c-184bd6fd9e91 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0762861 Jul 06 18:57:21.421072 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d97af16-7b28-40d0-b00b-3a7e29aff522 req-a697da80-4913-4bac-93fd-76022e4ada5d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 Jul 06 18:57:21.478293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e0c962c-5c96-483e-872f-5b942f86928f req-04cd1625-f95c-4327-8cac-85d3f68abb12 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193693 Jul 06 18:57:22.457558 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:22.658202 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:22.702974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f309a-0ff9-4860-bdd0-2c6a197c157a req-69843945-e3b8-4baa-abb3-fc248a675045 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:22.705527 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-081f309a-0ff9-4860-bdd0-2c6a197c157a req-69843945-e3b8-4baa-abb3-fc248a675045 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0874186 Jul 06 18:57:22.762917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-081f309a-0ff9-4860-bdd0-2c6a197c157a req-a654dfb5-4a70-4849-a61d-3d916352ac75 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 Jul 06 18:57:23.998510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e32f1-67ef-4883-a0e8-7de2c1b4f819 req-9e6b7859-7793-487d-aa2e-45dc10426a0e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:24.000825 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fa8e32f1-67ef-4883-a0e8-7de2c1b4f819 req-9e6b7859-7793-487d-aa2e-45dc10426a0e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0794585 Jul 06 18:57:24.045633 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fa8e32f1-67ef-4883-a0e8-7de2c1b4f819 req-701a8603-f33b-44d2-8be1-a1a98ce52331 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Jul 06 18:57:25.465490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc809eee-0a02-408d-be2f-b7a7e6351fde req-80bdd27b-55bb-4670-876b-ef9bf547da5a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:25.473323 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc809eee-0a02-408d-be2f-b7a7e6351fde req-80bdd27b-55bb-4670-876b-ef9bf547da5a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0860512 Jul 06 18:57:25.515764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc809eee-0a02-408d-be2f-b7a7e6351fde req-829990b0-b02a-4489-aebf-83ed452689be tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Jul 06 18:57:26.716247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d91333-7501-4661-b745-d951b2c2b51d req-8d245b79-7f7e-4941-b22f-aa07688a6afe tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:26.718595 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91d91333-7501-4661-b745-d951b2c2b51d req-8d245b79-7f7e-4941-b22f-aa07688a6afe tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0852058 Jul 06 18:57:26.759457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91d91333-7501-4661-b745-d951b2c2b51d req-a8cdec2b-8021-4597-860b-360e285a8d78 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Jul 06 18:57:27.950920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb49f7-c1d1-4e26-aeaa-885ac0f0c343 req-8bc4c8bc-cd4d-4990-ac08-5a73dfc9df8e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:27.952705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cdb49f7-c1d1-4e26-aeaa-885ac0f0c343 req-8bc4c8bc-cd4d-4990-ac08-5a73dfc9df8e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0791454 Jul 06 18:57:27.996284 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1cdb49f7-c1d1-4e26-aeaa-885ac0f0c343 req-062a875b-4ee0-486b-8ddd-98becc04c6db tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355854 Jul 06 18:57:29.176404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3e020-f8d7-4078-8811-060b1297e324 req-a3bc4844-9ea6-4793-89ff-e99138142d4c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:29.177932 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-72a3e020-f8d7-4078-8811-060b1297e324 req-a3bc4844-9ea6-4793-89ff-e99138142d4c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0679305 Jul 06 18:57:29.217660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-72a3e020-f8d7-4078-8811-060b1297e324 req-7c17c7f7-8b60-40d6-82b7-d5d3d7fd1788 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Jul 06 18:57:30.394809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2300780-a282-48db-846c-93ef20579200 req-64ece901-f8ea-487b-9430-add3d5364ab2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:30.396355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2300780-a282-48db-846c-93ef20579200 req-64ece901-f8ea-487b-9430-add3d5364ab2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0646057 Jul 06 18:57:30.438795 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2300780-a282-48db-846c-93ef20579200 req-0196d64b-c2af-4c0a-9c0d-dfd82e7a8528 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366418 Jul 06 18:57:31.645334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412d0eb-945e-4361-9ad8-684daea558ea req-59941bcc-b89b-4913-b5cd-75e6ff736769 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:31.646818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f412d0eb-945e-4361-9ad8-684daea558ea req-59941bcc-b89b-4913-b5cd-75e6ff736769 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0781829 Jul 06 18:57:31.690445 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f412d0eb-945e-4361-9ad8-684daea558ea req-d0a949c6-0f2e-43cd-95df-a20b46ab7a0e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Jul 06 18:57:32.884409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689644-412e-477b-8284-f1eb8f170839 req-096a8aad-8cee-43c7-a5b8-3cbb7e8fcb4e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:32.885925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be689644-412e-477b-8284-f1eb8f170839 req-096a8aad-8cee-43c7-a5b8-3cbb7e8fcb4e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0791216 Jul 06 18:57:32.932971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be689644-412e-477b-8284-f1eb8f170839 req-22227f86-40ec-4612-a69f-9dcaa410bc46 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381253 Jul 06 18:57:33.937962 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-f6096507-26d9-4e31-ba68-e499d76faafe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601637 Jul 06 18:57:34.045935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-39dc4602-f019-4910-8b72-98e60118e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:34.047489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-39dc4602-f019-4910-8b72-98e60118e773 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 1096 time: 0.0558455 Jul 06 18:57:34.210591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809b1a-9921-4692-9fa5-5bfca892717b req-68bfb1a1-74af-471b-837c-a0417da6fd2d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:34.211908 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38809b1a-9921-4692-9fa5-5bfca892717b req-68bfb1a1-74af-471b-837c-a0417da6fd2d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.1458020 Jul 06 18:57:34.226619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-f167002b-eec8-4bba-ae50-83c442a94c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:34.228033 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-f167002b-eec8-4bba-ae50-83c442a94c1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.1496024 Jul 06 18:57:34.274791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-a16c813b-ebd8-451a-bf68-ec81f37e8662 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 HTTP/1.1" status: 200 len: 217 time: 0.0386498 Jul 06 18:57:34.294904 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-38809b1a-9921-4692-9fa5-5bfca892717b req-23d2e5e4-4586-4029-93a0-d2d2e0730ec5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756128 Jul 06 18:57:34.329316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-e3cd11d9-c326-45b8-b925-37bc0d79f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:34.330833 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-e3cd11d9-c326-45b8-b925-37bc0d79f1c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0484631 Jul 06 18:57:34.391627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-17d04f30-21b5-4970-9956-ac26dc7a33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:34.393103 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-17d04f30-21b5-4970-9956-ac26dc7a33c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559869 Jul 06 18:57:34.481437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-6a448d18-a6e0-4ca5-9b83-cc778d8ebe5f service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811388 Jul 06 18:57:34.575250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a4b9398a-646a-4a19-a71f-2992fcf5cfd8 req-f56947cc-8360-4b23-990a-1bf5a1df1809 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870249 Jul 06 18:57:35.474826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900c5d5-2f78-4398-9208-309e3e47834b req-66bda6b0-9ca9-4efc-9295-859058a43f50 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:35.476158 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9900c5d5-2f78-4398-9208-309e3e47834b req-66bda6b0-9ca9-4efc-9295-859058a43f50 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0677488 Jul 06 18:57:35.515405 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9900c5d5-2f78-4398-9208-309e3e47834b req-4d992f97-e5de-417c-b01b-02c8c1570255 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Jul 06 18:57:36.712328 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c99bd-9448-4b84-9f69-cee7088cf574 req-baa4930a-6325-42af-ac05-1a543fde74ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:36.713857 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe2c99bd-9448-4b84-9f69-cee7088cf574 req-baa4930a-6325-42af-ac05-1a543fde74ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0696599 Jul 06 18:57:36.766822 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe2c99bd-9448-4b84-9f69-cee7088cf574 req-2e0c70ab-22a0-4fa4-a75f-a1689ac06a77 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Jul 06 18:57:37.974998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117635ba-83d1-4689-b7b3-6891aa66f929 req-62f3bc27-3830-4db5-9561-59d8d4aef0dc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:37.976625 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-117635ba-83d1-4689-b7b3-6891aa66f929 req-62f3bc27-3830-4db5-9561-59d8d4aef0dc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0840824 Jul 06 18:57:38.022412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-117635ba-83d1-4689-b7b3-6891aa66f929 req-7bb2ae1a-4225-48a4-a27d-5b6d59c8a680 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Jul 06 18:57:39.214469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3675e-510e-4392-aa09-7167c41b0a0f req-b35c5111-f481-4da5-9369-34a19e5f2d2e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:39.216135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04f3675e-510e-4392-aa09-7167c41b0a0f req-b35c5111-f481-4da5-9369-34a19e5f2d2e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0710874 Jul 06 18:57:39.263657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04f3675e-510e-4392-aa09-7167c41b0a0f req-1b12488a-a952-4700-adea-56b380266026 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Jul 06 18:57:40.470360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec2a1-5710-4bdc-a585-c15eabfccc9b req-f09f4614-142d-41dc-93d2-aa1c13d4235a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:40.472016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-754ec2a1-5710-4bdc-a585-c15eabfccc9b req-f09f4614-142d-41dc-93d2-aa1c13d4235a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0855100 Jul 06 18:57:40.516123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-754ec2a1-5710-4bdc-a585-c15eabfccc9b req-374808a2-6edc-4dce-bf6a-9def5445150d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364022 Jul 06 18:57:41.708089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733a286-cf93-45e6-a0fa-e54432d76675 req-d5bbcdde-82cd-4637-bdef-d6cdcd1915f2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:41.709599 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2733a286-cf93-45e6-a0fa-e54432d76675 req-d5bbcdde-82cd-4637-bdef-d6cdcd1915f2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 943 time: 0.0712347 Jul 06 18:57:41.750407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2733a286-cf93-45e6-a0fa-e54432d76675 req-939892cf-fc31-4e6d-97db-59ca4f54f151 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Jul 06 18:57:42.200873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4eb51162-2512-4bbd-b266-c8dcf36a1969 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:57:42.318634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4eb51162-2512-4bbd-b266-c8dcf36a1969, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4eb51162-2512-4bbd-b266-c8dcf36a1969,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:42.335392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '4eb51162-2512-4bbd-b266-c8dcf36a1969', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'port_id': '4eb51162-2512-4bbd-b266-c8dcf36a1969', 'mac_address': 'fa:16:3e:ec:ea:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:57:42.376290 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.389857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb51162-2512-4bbd-b266-c8dcf36a1969 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:57:42.410363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4eb51162-2512-4bbd-b266-c8dcf36a1969, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4eb51162-2512-4bbd-b266-c8dcf36a1969,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:42.416624 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.467415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4eb51162-2512-4bbd-b266-c8dcf36a1969,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:42.624646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['4eb51162-2512-4bbd-b266-c8dcf36a1969'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:42.940670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da41dc-7862-4dd4-88a8-a18dc8ff09dc req-2a8e9027-0274-473c-9b07-277fe827a533 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:42.942669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81da41dc-7862-4dd4-88a8-a18dc8ff09dc req-2a8e9027-0274-473c-9b07-277fe827a533 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 944 time: 0.0788968 Jul 06 18:57:42.984325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81da41dc-7862-4dd4-88a8-a18dc8ff09dc req-40837ad4-a84c-4247-9dc4-a3b5395309de tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Jul 06 18:57:43.307947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:57:44.194784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4234940-2a90-4b1f-897b-d47fcb0d9a64 req-05389546-459e-4fc0-95c5-5d8795a1418f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:44.196918 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e4234940-2a90-4b1f-897b-d47fcb0d9a64 req-05389546-459e-4fc0-95c5-5d8795a1418f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 944 time: 0.0766978 Jul 06 18:57:44.204678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4eb51162-2512-4bbd-b266-c8dcf36a1969 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:44.240199 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e4234940-2a90-4b1f-897b-d47fcb0d9a64 req-d02f9535-c76c-4ce8-9a2f-fd84dc7376cb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Jul 06 18:57:44.259732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 4eb51162-2512-4bbd-b266-c8dcf36a1969 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:44.263852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 4eb51162-2512-4bbd-b266-c8dcf36a1969 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:44.264175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.347794 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.372580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448f5c5c-0add-472f-99ef-9b24a576a170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb51162-2512-4bbd-b266-c8dcf36a1969'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:44.375057 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432fa0af-e51d-48aa-8377-38994e43c328" -d '{"events": [{"server_uuid": "448f5c5c-0add-472f-99ef-9b24a576a170", "name": "network-vif-plugged", "status": "completed", "tag": "4eb51162-2512-4bbd-b266-c8dcf36a1969"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:44.389732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4eb51162-2512-4bbd-b266-c8dcf36a1969, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4eb51162-2512-4bbd-b266-c8dcf36a1969,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:44.396899 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.423158 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64011f91-1b8c-4453-9b7a-d46e4b88b3ab x-openstack-request-id: req-64011f91-1b8c-4453-9b7a-d46e4b88b3ab {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:44.423446 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448f5c5c-0add-472f-99ef-9b24a576a170", "name": "network-vif-plugged", "status": "completed", "tag": "4eb51162-2512-4bbd-b266-c8dcf36a1969", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:44.423696 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64011f91-1b8c-4453-9b7a-d46e4b88b3ab {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:44.424114 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448f5c5c-0add-472f-99ef-9b24a576a170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb51162-2512-4bbd-b266-c8dcf36a1969', 'code': 200} Jul 06 18:57:44.458871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4eb51162-2512-4bbd-b266-c8dcf36a1969,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:44.543308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd1ed9-55ae-41fc-809d-efa4f1ae7260 req-cb7726ba-e4db-4f9d-a4bd-7e7e0b16f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:44.545003 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-12bd1ed9-55ae-41fc-809d-efa4f1ae7260 req-cb7726ba-e4db-4f9d-a4bd-7e7e0b16f5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 1096 time: 0.0572226 Jul 06 18:57:44.585627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-12bd1ed9-55ae-41fc-809d-efa4f1ae7260 req-a18f8715-c871-4c3b-9c6b-ea4ef659080c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341382 Jul 06 18:57:45.435317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3a8aa-9936-454e-b894-aeacadab2bb4 req-cda5a1b4-81d2-4760-8983-f6a121c1f030 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:45.436799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-33c3a8aa-9936-454e-b894-aeacadab2bb4 req-cda5a1b4-81d2-4760-8983-f6a121c1f030 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 945 time: 0.0786743 Jul 06 18:57:45.475727 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-33c3a8aa-9936-454e-b894-aeacadab2bb4 req-40388f76-2988-4825-94d6-275a44891c8f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Jul 06 18:57:45.548118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-768eead1-2c76-4b5e-a700-639e7a1859d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.670490 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3889ddc-e12f-400f-9db8-e7a0ec732496 req-1ac556dc-089a-435d-b851-0e37041baf2e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:46.672096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3889ddc-e12f-400f-9db8-e7a0ec732496 req-1ac556dc-089a-435d-b851-0e37041baf2e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 945 time: 0.0742443 Jul 06 18:57:46.713105 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3889ddc-e12f-400f-9db8-e7a0ec732496 req-1412f125-990b-4bfb-8698-21ae4d51921f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351717 Jul 06 18:57:46.915834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89b750-8c99-488b-b1cc-fbbd698ffc56 req-cd3143de-3f25-4f3b-9eed-450219cd55da tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:46.917454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b89b750-8c99-488b-b1cc-fbbd698ffc56 req-cd3143de-3f25-4f3b-9eed-450219cd55da tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 945 time: 0.0683079 Jul 06 18:57:46.956719 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b89b750-8c99-488b-b1cc-fbbd698ffc56 req-a7291966-3fb6-496e-be14-88624d99f306 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Jul 06 18:57:47.445227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b31e8d-2c78-4c22-964a-19b2950dae2f req-7fc537f7-be1a-4a10-9d32-d3910649a74c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:47.446739 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35b31e8d-2c78-4c22-964a-19b2950dae2f req-7fc537f7-be1a-4a10-9d32-d3910649a74c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 945 time: 0.0638251 Jul 06 18:57:47.495247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-35b31e8d-2c78-4c22-964a-19b2950dae2f req-9127c08f-7e53-40f1-9291-c60d77a6ff10 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Jul 06 18:57:48.256665 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c3ef68f3-6874-455f-a76c-8328a414d279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.427430 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.692170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6db42-2f7f-4110-8b81-3822a33e871a req-2182c520-362c-4c98-9686-7115232c22a1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:48.693677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ddd6db42-2f7f-4110-8b81-3822a33e871a req-2182c520-362c-4c98-9686-7115232c22a1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 945 time: 0.0761802 Jul 06 18:57:48.755379 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ddd6db42-2f7f-4110-8b81-3822a33e871a req-057ac536-76e4-4823-8d7d-f33d846dfff8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533228 Jul 06 18:57:48.809224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-d9ab09fc-539c-4e71-a01c-8a7055c6865c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:48.810666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-d9ab09fc-539c-4e71-a01c-8a7055c6865c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 945 time: 0.0678828 Jul 06 18:57:48.927191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port 4eb51162-2512-4bbd-b266-c8dcf36a1969 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:48.927517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.026844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] For port 4eb51162-2512-4bbd-b266-c8dcf36a1969, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4eb51162-2512-4bbd-b266-c8dcf36a1969,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:49.027207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.041171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for 4eb51162-2512-4bbd-b266-c8dcf36a1969 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:49.175645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.187991 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['4eb51162-2512-4bbd-b266-c8dcf36a1969'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:49.191475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:49.205677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=4eb51162-2512-4bbd-b266-c8dcf36a1969,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:49.256596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] No DVR routers for this DVR port 4eb51162-2512-4bbd-b266-c8dcf36a1969 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:57:49.259464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.261542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ca47a19-70e1-4a04-a97a-3d049567c122 req-79ae6dc9-1480-4fac-8325-fc2ea3098964 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "DELETE /v2.0/ports/4eb51162-2512-4bbd-b266-c8dcf36a1969 HTTP/1.1" status: 204 len: 173 time: 0.4445324 Jul 06 18:57:49.262034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448f5c5c-0add-472f-99ef-9b24a576a170', 'name': 'network-vif-deleted', 'tag': '4eb51162-2512-4bbd-b266-c8dcf36a1969'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:49.264382 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2e0c1f-c082-438f-b1f7-1b691d30c5f1" -d '{"events": [{"server_uuid": "448f5c5c-0add-472f-99ef-9b24a576a170", "name": "network-vif-deleted", "tag": "4eb51162-2512-4bbd-b266-c8dcf36a1969"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:49.312568 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd71a14e-9500-4e49-80d9-8f16ca1cd8a9 x-openstack-request-id: req-cd71a14e-9500-4e49-80d9-8f16ca1cd8a9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:49.312880 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448f5c5c-0add-472f-99ef-9b24a576a170", "name": "network-vif-deleted", "tag": "4eb51162-2512-4bbd-b266-c8dcf36a1969", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:49.313123 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd71a14e-9500-4e49-80d9-8f16ca1cd8a9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:49.313579 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448f5c5c-0add-472f-99ef-9b24a576a170', 'name': 'network-vif-deleted', 'tag': '4eb51162-2512-4bbd-b266-c8dcf36a1969', 'status': 'completed', 'code': 200} Jul 06 18:57:49.514049 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.902760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba8a5002-32a7-4ca1-8376-7d6355bfff60 req-e4302645-6bcc-4115-a332-ff8187b6fb81 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 210 time: 0.0311520 Jul 06 18:57:51.068683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.394117 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6afe43db-904b-4b48-910f-c39420caaf63 req-e6e07e02-cd7b-4848-9bc4-38d0c2ed5b7a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 210 time: 0.3741875 Jul 06 18:57:52.255530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4eb51162-2512-4bbd-b266-c8dcf36a1969 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:52.275865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 4eb51162-2512-4bbd-b266-c8dcf36a1969 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:52.276215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4eb51162-2512-4bbd-b266-c8dcf36a1969 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:52.425871 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:52.540611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-067d89ee-b178-4e72-af0a-5f20ea28f147 req-9d8f34d8-4c0d-40c7-a883-ecce9dfcbe59 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=448f5c5c-0add-472f-99ef-9b24a576a170 HTTP/1.1" status: 200 len: 210 time: 0.0314932 Jul 06 18:57:52.659052 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:58.294502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4697-4316-4ca6-977e-330562bf2bbe req-c2ef3846-2a0a-44cd-aa8a-7d6f59b08c5d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:58.295995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a6fb4697-4316-4ca6-977e-330562bf2bbe req-c2ef3846-2a0a-44cd-aa8a-7d6f59b08c5d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 945 time: 0.0700722 Jul 06 18:57:58.351256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a6fb4697-4316-4ca6-977e-330562bf2bbe req-532c40fe-a368-4a31-a44d-553dde987e09 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489037 Jul 06 18:57:59.556271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dddaed-c4a3-4127-b5eb-49902fe30a42 req-49160c60-329c-4f01-a56e-a6fa2f8eab94 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:59.557801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5dddaed-c4a3-4127-b5eb-49902fe30a42 req-49160c60-329c-4f01-a56e-a6fa2f8eab94 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 945 time: 0.0692503 Jul 06 18:57:59.597507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5dddaed-c4a3-4127-b5eb-49902fe30a42 req-9f641bfc-f10f-4c97-b0ab-d5e53926ab7a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=efa6f2c4-e945-4e7b-af77-45523bdfb713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338347 Jul 06 18:57:59.672546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-80a06cb6-743c-48ec-8375-63e1f493f2ca tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:59.674039 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-80a06cb6-743c-48ec-8375-63e1f493f2ca tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 945 time: 0.0690696 Jul 06 18:57:59.785460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:59.785824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:59.877271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] For port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:59.877641 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:59.889114 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:00.017177 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:00.029865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:58:00.049388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:00.061862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.062227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.062557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.062967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.063302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.063625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.063946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.064264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.064585 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.064898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.065212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.065522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:00.104314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] No DVR routers for this DVR port 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:58:00.107437 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:00.109403 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c54ce99-d6fe-4616-8509-cb6cf77d3d83 req-7de17de5-4faf-4456-b745-d3290bc21a9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "DELETE /v2.0/ports/5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 HTTP/1.1" status: 204 len: 173 time: 0.4302702 Jul 06 18:58:00.109938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3b083c-eca9-42cc-bfb3-a29e181abf52', 'name': 'network-vif-deleted', 'tag': '5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:00.112197 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06d6a56-953d-4d5e-82ab-683cd4657e5a" -d '{"events": [{"server_uuid": "bd3b083c-eca9-42cc-bfb3-a29e181abf52", "name": "network-vif-deleted", "tag": "5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:00.154044 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aac8019-bfa5-476e-9a41-a3a0667f0930 x-openstack-request-id: req-3aac8019-bfa5-476e-9a41-a3a0667f0930 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:00.154335 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3b083c-eca9-42cc-bfb3-a29e181abf52", "name": "network-vif-deleted", "tag": "5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:00.154585 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3aac8019-bfa5-476e-9a41-a3a0667f0930 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:00.154997 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3b083c-eca9-42cc-bfb3-a29e181abf52', 'name': 'network-vif-deleted', 'tag': '5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5', 'status': 'completed', 'code': 200} Jul 06 18:58:00.746222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6275853c-2704-450c-bf54-7cb6de0c0950 req-6221d10b-7e57-44df-be2c-8353073090fe tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 210 time: 0.0379283 Jul 06 18:58:01.889271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b3b71f8-b5ab-4552-821a-88c109471638 req-02cd698c-71ea-49b6-870e-42739934d08a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 210 time: 0.0283816 Jul 06 18:58:02.876184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:02.899012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:58:02.899337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5ce4ae85-8096-41b4-b6b0-a6bb8cbb4bd5 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:58:03.032819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00e4572c-5bfa-43d3-bf95-375b8abfc041 req-a661e08d-9a00-4351-bc5f-7250d08c5943 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 210 time: 0.0295100 Jul 06 18:58:04.196130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba08cabc-b55b-4347-beb7-25e9ec99557c req-6910475d-24bf-4a8b-a978-3cbc5278d1c5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd3b083c-eca9-42cc-bfb3-a29e181abf52 HTTP/1.1" status: 200 len: 210 time: 0.0311723 Jul 06 18:58:07.265186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49342) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:07.270858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5683d6ea-775f-4ead-8e5f-aa28b12dd965 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986820058', 'description': 'tempest-secgroup-smoke-1986820058 description', 'project_id': 'be54dee5b0134f53b8494b44b3fd022e'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:07.296445 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5683d6ea-775f-4ead-8e5f-aa28b12dd965 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.396938 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5683d6ea-775f-4ead-8e5f-aa28b12dd965 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.403718 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5683d6ea-775f-4ead-8e5f-aa28b12dd965 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.432150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5683d6ea-775f-4ead-8e5f-aa28b12dd965 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.433391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5683d6ea-775f-4ead-8e5f-aa28b12dd965 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1669791 Jul 06 18:58:07.435488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683d6ea-775f-4ead-8e5f-aa28b12dd965 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c329681-97b3-40e7-93b9-da7eca6fbf16,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:07.437227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49344) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:07.442340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e9ab59dc-a045-4c4b-962a-e6d34929c895 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'security_group_rule': {'security_group_id': '7c329681-97b3-40e7-93b9-da7eca6fbf16', 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:07.471841 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9ab59dc-a045-4c4b-962a-e6d34929c895 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.529217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9ab59dc-a045-4c4b-962a-e6d34929c895 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.536495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9ab59dc-a045-4c4b-962a-e6d34929c895 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.554768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab59dc-a045-4c4b-962a-e6d34929c895 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003cff12-6279-4493-9603-fa9b19ac3783,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:07.560967 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9ab59dc-a045-4c4b-962a-e6d34929c895 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.562358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e9ab59dc-a045-4c4b-962a-e6d34929c895 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240621 Jul 06 18:58:07.566223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49346) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:07.570707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1fcd1dad-d89d-47d6-bafa-c6fcc02198b1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'security_group_rule': {'security_group_id': '7c329681-97b3-40e7-93b9-da7eca6fbf16', 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:07.597489 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1dad-d89d-47d6-bafa-c6fcc02198b1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.662164 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1dad-d89d-47d6-bafa-c6fcc02198b1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.668145 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1dad-d89d-47d6-bafa-c6fcc02198b1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.685605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd1dad-d89d-47d6-bafa-c6fcc02198b1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5689a02c-1c71-4e23-a3f0-dc890091cf5d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:07.693629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1dad-d89d-47d6-bafa-c6fcc02198b1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.694885 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1fcd1dad-d89d-47d6-bafa-c6fcc02198b1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277368 Jul 06 18:58:07.697830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49348) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:07.702306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d6a3376c-3ae2-4f43-8ad0-84af7b77197b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'security_group_rule': {'security_group_id': '7c329681-97b3-40e7-93b9-da7eca6fbf16', 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:07.729842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6a3376c-3ae2-4f43-8ad0-84af7b77197b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.786618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6a3376c-3ae2-4f43-8ad0-84af7b77197b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.792078 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6a3376c-3ae2-4f43-8ad0-84af7b77197b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.807792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3376c-3ae2-4f43-8ad0-84af7b77197b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54e300b-1036-420d-a227-31d9ff95654f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:07.818466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6a3376c-3ae2-4f43-8ad0-84af7b77197b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.819657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d6a3376c-3ae2-4f43-8ad0-84af7b77197b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208949 Jul 06 18:58:07.823767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49350) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:07.828634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-58c2f262-382c-4120-8383-81db0f4b9ba8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'security_group_rule': {'security_group_id': '7c329681-97b3-40e7-93b9-da7eca6fbf16', 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:07.856750 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58c2f262-382c-4120-8383-81db0f4b9ba8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.920212 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58c2f262-382c-4120-8383-81db0f4b9ba8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.926854 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58c2f262-382c-4120-8383-81db0f4b9ba8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.944334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2f262-382c-4120-8383-81db0f4b9ba8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6ec677-d5d2-4dff-8a15-cc0e2cdb8e62,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:07.952155 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-58c2f262-382c-4120-8383-81db0f4b9ba8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:07.953391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-58c2f262-382c-4120-8383-81db0f4b9ba8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285493 Jul 06 18:58:07.956317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49352) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:07.960760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-41e8689e-5a75-4635-8738-771fd56b1dc4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'security_group_rule': {'security_group_id': '7c329681-97b3-40e7-93b9-da7eca6fbf16', 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:07.984016 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-41e8689e-5a75-4635-8738-771fd56b1dc4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Project be54dee5b0134f53b8494b44b3fd022e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:58:07.988825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e8689e-5a75-4635-8738-771fd56b1dc4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:08.048274 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e8689e-5a75-4635-8738-771fd56b1dc4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:08.053666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e8689e-5a75-4635-8738-771fd56b1dc4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:08.072919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8689e-5a75-4635-8738-771fd56b1dc4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9ff192-b631-4339-84f8-c18dd77c03be,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:08.076382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-41e8689e-5a75-4635-8738-771fd56b1dc4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:08.077631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-41e8689e-5a75-4635-8738-771fd56b1dc4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203775 Jul 06 18:58:08.080421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49354) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:08.084996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-abdc0e42-4c40-4aea-a21d-a7f4bdabe49e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'security_group_rule': {'security_group_id': '7c329681-97b3-40e7-93b9-da7eca6fbf16', 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:08.112037 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-abdc0e42-4c40-4aea-a21d-a7f4bdabe49e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Project be54dee5b0134f53b8494b44b3fd022e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:58:08.117224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-abdc0e42-4c40-4aea-a21d-a7f4bdabe49e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:08.176008 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-abdc0e42-4c40-4aea-a21d-a7f4bdabe49e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:08.182830 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-abdc0e42-4c40-4aea-a21d-a7f4bdabe49e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:08.201294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc0e42-4c40-4aea-a21d-a7f4bdabe49e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e70bc8-1160-4346-a291-98b6b323d073,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:08.204367 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-abdc0e42-4c40-4aea-a21d-a7f4bdabe49e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:08.205647 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-abdc0e42-4c40-4aea-a21d-a7f4bdabe49e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241615 Jul 06 18:58:15.542490 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-faa7bd10-7a88-4c6d-97be-5437792ad254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:18.251303 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-efc4bf0c-e375-463a-a43d-e799f0dc7358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:18.432423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:19.519390 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:20.308483 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:58:21.078397 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:22.453871 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:22.581547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-73451850-11a4-4051-9f6f-1c6984aba42c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986820058&fields=id&tenant_id=be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 267 time: 0.0437021 Jul 06 18:58:22.659004 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:22.703371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-57e5f46d-be8c-4366-a92b-756f5f2cf023 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:22.705736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-57e5f46d-be8c-4366-a92b-756f5f2cf023 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1152933 Jul 06 18:58:22.723722 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-59064c86-9460-419e-981f-c9c10a776095 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/quotas/be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 375 time: 0.0099852 Jul 06 18:58:22.795478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-0f005a8d-a620-452e-ac32-feb3befbf062 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664144 Jul 06 18:58:22.894866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-d8cb3260-61df-4625-bb66-a4281cd7fdf1 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873868 Jul 06 18:58:22.989501 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-c11fe8ad-642c-4dc2-858d-f680d1af78be service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887861 Jul 06 18:58:23.327416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-47f58ffa-9379-4ddd-ac5a-d9c93781cd92 req-07e63c97-93af-4c24-9cd9-7d0f0e2113bb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 210 time: 0.0305426 Jul 06 18:58:24.409008 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-d2731b75-706c-4b62-a7a1-22165ed77a19 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:24.411418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-d2731b75-706c-4b62-a7a1-22165ed77a19 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1169074 Jul 06 18:58:24.462121 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-74fc6362-1fd3-4354-845f-fce869fce7d6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 380 time: 0.0355198 Jul 06 18:58:24.470675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'port': {'device_id': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'admin_state_up': True, 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'security_groups': ['7c329681-97b3-40e7-93b9-da7eca6fbf16']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:24.500315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be3013d8-6fbe-4b28-9094-3bfc95d6c3e2 req-b77cf8df-249d-4521-897f-9a6257e532b1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 210 time: 0.0409772 Jul 06 18:58:24.588364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:24.592157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:24.723932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.20.0.3 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/d510cdae-3dd1-4752-8be6-800dcf543b11) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:24.873778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:24.889446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Transition to ACTIVE for port object d510cdae-3dd1-4752-8be6-800dcf543b11 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:24.925099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:24.969479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:24.975377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:24.980577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:24.987695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=d510cdae-3dd1-4752-8be6-800dcf543b11,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:25.042866 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:25.043551 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:25.064099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-65cf7d31-aac0-4cec-943a-1b1c71ca88ad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971870 Jul 06 18:58:25.076533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Request body: {'port': {'device_id': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:25.155035 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:25.252637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d5c20cca-f917-4856-9bc9-ff21bb02acf7 None None] Provisioning for port d510cdae-3dd1-4752-8be6-800dcf543b11 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:25.257382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d5c20cca-f917-4856-9bc9-ff21bb02acf7 None None] Provisioning complete for port d510cdae-3dd1-4752-8be6-800dcf543b11 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:25.257792 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d5c20cca-f917-4856-9bc9-ff21bb02acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:25.292977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d5c20cca-f917-4856-9bc9-ff21bb02acf7 None None] Port d510cdae-3dd1-4752-8be6-800dcf543b11 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:25.424103 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d510cdae-3dd1-4752-8be6-800dcf543b11 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:58:25.431846 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:25.447302 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Transition to ACTIVE for port object d510cdae-3dd1-4752-8be6-800dcf543b11 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:25.451300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:25.498638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d510cdae-3dd1-4752-8be6-800dcf543b11,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:25.586863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Attempting to bind port d510cdae-3dd1-4752-8be6-800dcf543b11 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:25.587338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Attempting to bind port d510cdae-3dd1-4752-8be6-800dcf543b11 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:25.587761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Attempting to bind port d510cdae-3dd1-4752-8be6-800dcf543b11 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:25.593490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Port d510cdae-3dd1-4752-8be6-800dcf543b11 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:58:25.593929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Attempting to bind port d510cdae-3dd1-4752-8be6-800dcf543b11 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:25.599784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:25.601001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:25.601001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:25.601001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Bound port: d510cdae-3dd1-4752-8be6-800dcf543b11, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:25.601493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:25.716689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] For port d510cdae-3dd1-4752-8be6-800dcf543b11, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:25.720951 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] For port d510cdae-3dd1-4752-8be6-800dcf543b11, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d510cdae-3dd1-4752-8be6-800dcf543b11,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:25.731724 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:25.782007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:25.782623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:25.784120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/d510cdae-3dd1-4752-8be6-800dcf543b11 HTTP/1.1" status: 200 len: 1091 time: 0.7121441 Jul 06 18:58:25.784521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'tag': 'd510cdae-3dd1-4752-8be6-800dcf543b11'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:25.787012 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fa4326-d669-4868-b736-9dbde537b052" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d94379-9480-40e8-aafb-e18dda62ab76", "tag": "d510cdae-3dd1-4752-8be6-800dcf543b11"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:25.820711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce14a-79fa-44e3-979b-467b3b30a8ac req-77653722-9e82-4502-acec-a1f3123b758f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:25.829650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1ccce14a-79fa-44e3-979b-467b3b30a8ac req-77653722-9e82-4502-acec-a1f3123b758f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.1680102 Jul 06 18:58:25.847118 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d0abf-5000-465e-ac3e-07061bbd17d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d510cdae-3dd1-4752-8be6-800dcf543b11,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:25.884458 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9107b8ca-423f-400b-ad16-b64bfc7ee139 x-openstack-request-id: req-9107b8ca-423f-400b-ad16-b64bfc7ee139 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:25.884884 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d94379-9480-40e8-aafb-e18dda62ab76", "tag": "d510cdae-3dd1-4752-8be6-800dcf543b11", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:25.885209 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9107b8ca-423f-400b-ad16-b64bfc7ee139 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:25.885684 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'tag': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'status': 'completed', 'code': 200} Jul 06 18:58:25.914010 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1ccce14a-79fa-44e3-979b-467b3b30a8ac req-a93fc919-e2f4-4f90-8f27-d682e1789aa1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739396 Jul 06 18:58:25.943469 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-96309b08-6675-4f77-bffd-704983700dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:25.945145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-96309b08-6675-4f77-bffd-704983700dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 1094 time: 0.1142879 Jul 06 18:58:25.990870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-ac2b1293-faa1-4c7e-bbd6-c35955933bff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d510cdae-3dd1-4752-8be6-800dcf543b11 HTTP/1.1" status: 200 len: 217 time: 0.0380383 Jul 06 18:58:26.042834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-f692b323-faca-41a3-9b77-3b4634393d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:26.044356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-f692b323-faca-41a3-9b77-3b4634393d52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0466962 Jul 06 18:58:26.101876 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-871a7f02-55c6-4264-bb2f-bcec560208e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:26.103397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-871a7f02-55c6-4264-bb2f-bcec560208e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529039 Jul 06 18:58:26.200812 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-40ef4cf0-127d-48e9-b3c9-ceb3f419ce88 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900748 Jul 06 18:58:26.295655 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c5011a07-7ab9-4b89-92d6-b3862800383c req-b9f2e6bd-49db-4f30-b8b9-c041853bc752 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885267 Jul 06 18:58:26.411442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4326-d669-4868-b736-9dbde537b052 req-27922ba0-99da-427d-be84-63bc61dba131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:26.412978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44fa4326-d669-4868-b736-9dbde537b052 req-27922ba0-99da-427d-be84-63bc61dba131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 1094 time: 0.0674236 Jul 06 18:58:26.506353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4326-d669-4868-b736-9dbde537b052 req-ab786e02-ebfb-4868-bbaf-7f905c1b0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:26.507834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44fa4326-d669-4868-b736-9dbde537b052 req-ab786e02-ebfb-4868-bbaf-7f905c1b0abe service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0876939 Jul 06 18:58:26.556733 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44fa4326-d669-4868-b736-9dbde537b052 req-7c2c1985-1104-4275-b7ac-a2a0688546d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d510cdae-3dd1-4752-8be6-800dcf543b11 HTTP/1.1" status: 200 len: 217 time: 0.0419252 Jul 06 18:58:26.606002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4326-d669-4868-b736-9dbde537b052 req-f976a7c0-456d-414e-bce3-7efd3837d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:26.607251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44fa4326-d669-4868-b736-9dbde537b052 req-f976a7c0-456d-414e-bce3-7efd3837d1b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0446668 Jul 06 18:58:26.669413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4326-d669-4868-b736-9dbde537b052 req-f0dfa3ab-79db-43dd-8cbb-a7f1477f5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:26.671154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44fa4326-d669-4868-b736-9dbde537b052 req-f0dfa3ab-79db-43dd-8cbb-a7f1477f5b01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579169 Jul 06 18:58:26.776543 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44fa4326-d669-4868-b736-9dbde537b052 req-41486c78-0f17-4572-9f4a-04c9e78fbb2a service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985913 Jul 06 18:58:26.881389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-44fa4326-d669-4868-b736-9dbde537b052 req-a51ddf5f-4f22-4d8f-8a33-53cd68a47144 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981414 Jul 06 18:58:27.103360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e70b9a-dfeb-4fb8-9305-2e2096fb5832 req-e7c57f65-e609-4e27-9989-8268c26232d2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:27.105045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2e70b9a-dfeb-4fb8-9305-2e2096fb5832 req-e7c57f65-e609-4e27-9989-8268c26232d2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0769885 Jul 06 18:58:27.145491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2e70b9a-dfeb-4fb8-9305-2e2096fb5832 req-ececf7a4-7ce5-4123-aa82-976489f6e21b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344336 Jul 06 18:58:28.327434 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74573a1-1065-4a78-a80d-262006c19f56 req-543bdc68-6551-4b16-a407-afdb4d8e8cb5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:28.329040 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74573a1-1065-4a78-a80d-262006c19f56 req-543bdc68-6551-4b16-a407-afdb4d8e8cb5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0663188 Jul 06 18:58:28.371113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f74573a1-1065-4a78-a80d-262006c19f56 req-68f4dfdf-1eb1-4c3d-b73c-3a515edf4425 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357969 Jul 06 18:58:29.554212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18a5ed-20ee-4ca7-b5f4-2df7e481f0f2 req-7c816f39-ed84-4364-85af-0cfa0531a34d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:29.555847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c18a5ed-20ee-4ca7-b5f4-2df7e481f0f2 req-7c816f39-ed84-4364-85af-0cfa0531a34d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0719466 Jul 06 18:58:29.618131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c18a5ed-20ee-4ca7-b5f4-2df7e481f0f2 req-893e0da4-c2f6-4629-b450-14ecf692e5c9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513055 Jul 06 18:58:30.812097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240098-9c1f-4901-bcf5-93c2cd4b41fd req-14fd8e3e-d09d-4b72-a597-bd0300259e0e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:30.813515 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28240098-9c1f-4901-bcf5-93c2cd4b41fd req-14fd8e3e-d09d-4b72-a597-bd0300259e0e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0866406 Jul 06 18:58:30.853135 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-28240098-9c1f-4901-bcf5-93c2cd4b41fd req-90ee965b-f4d2-4ca6-b3c8-747e59d63c24 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338430 Jul 06 18:58:32.064518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c28c2-440d-4252-8009-0c833754eb42 req-033530a1-7922-45e2-8ef4-6d31686d29d2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:32.066031 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb0c28c2-440d-4252-8009-0c833754eb42 req-033530a1-7922-45e2-8ef4-6d31686d29d2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0741301 Jul 06 18:58:32.108231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb0c28c2-440d-4252-8009-0c833754eb42 req-4129d619-1ec1-4f77-8b9d-6a75ff38e3be tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340981 Jul 06 18:58:33.310678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f62e9-a252-4a0a-8043-760d92d4bad3 req-4cbb1d1d-b2ed-4e3f-8681-9ffc870166e9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:33.312173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-242f62e9-a252-4a0a-8043-760d92d4bad3 req-4cbb1d1d-b2ed-4e3f-8681-9ffc870166e9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0670395 Jul 06 18:58:33.351971 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-242f62e9-a252-4a0a-8043-760d92d4bad3 req-d821521a-c528-426b-a9c4-7286f5610dec tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340261 Jul 06 18:58:34.533661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1258-0a3f-40cc-9e9a-e593277aa309 req-f3d48f88-db33-4a39-8622-8651db416ed5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:34.535196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-06bb1258-0a3f-40cc-9e9a-e593277aa309 req-f3d48f88-db33-4a39-8622-8651db416ed5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0713050 Jul 06 18:58:34.575051 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-06bb1258-0a3f-40cc-9e9a-e593277aa309 req-32076eda-36b0-4423-b5ac-7ecf1e415126 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328965 Jul 06 18:58:35.769429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3151bb-677f-456e-907f-0693f3e1fc2f req-2e0907c7-bc69-42dd-8ad1-1a80802a8d28 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:35.770974 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d3151bb-677f-456e-907f-0693f3e1fc2f req-2e0907c7-bc69-42dd-8ad1-1a80802a8d28 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0760994 Jul 06 18:58:35.810757 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5d3151bb-677f-456e-907f-0693f3e1fc2f req-a1e947a8-e2a6-41aa-acc8-c9b02fd2b521 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338187 Jul 06 18:58:36.994507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7fc5-025d-4aa9-8797-c2d96eb80a93 req-60b39d03-083f-433a-88cd-f9204359e2a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:36.996098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f72f7fc5-025d-4aa9-8797-c2d96eb80a93 req-60b39d03-083f-433a-88cd-f9204359e2a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 943 time: 0.0721021 Jul 06 18:58:37.031663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d510cdae-3dd1-4752-8be6-800dcf543b11 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:58:37.038200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f72f7fc5-025d-4aa9-8797-c2d96eb80a93 req-70ae22e0-db89-4bc7-a592-910bd82c67f4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333509 Jul 06 18:58:37.052736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-f63afa11-4086-4af3-99a7-d9726eb7c11b req-254a8dbc-7be1-49a1-b81d-9e41e9179995 service neutron] (93966) timed out ('10.222.0.53', 47664) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:58:37.139014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d510cdae-3dd1-4752-8be6-800dcf543b11, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d510cdae-3dd1-4752-8be6-800dcf543b11,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:37.150712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'port_id': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'mac_address': 'fa:16:3e:4b:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:58:37.191235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.204425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d510cdae-3dd1-4752-8be6-800dcf543b11 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:58:37.223634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d510cdae-3dd1-4752-8be6-800dcf543b11, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d510cdae-3dd1-4752-8be6-800dcf543b11,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:37.229966 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.279883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d510cdae-3dd1-4752-8be6-800dcf543b11,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:37.287351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.287693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.288369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.288696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.289016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.289333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.289650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.289989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.290299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.290613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.290923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.291215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.437840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d510cdae-3dd1-4752-8be6-800dcf543b11'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:58:38.226117 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd4086-7596-49c4-baf5-146f33e3c82e req-d16e0111-446a-46aa-b779-6af0e3cf110f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:38.227625 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3bdd4086-7596-49c4-baf5-146f33e3c82e req-d16e0111-446a-46aa-b779-6af0e3cf110f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 944 time: 0.0708013 Jul 06 18:58:38.269408 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3bdd4086-7596-49c4-baf5-146f33e3c82e req-6ea5e91b-2d0b-4367-bc54-ccd514ec2961 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341954 Jul 06 18:58:39.046578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d510cdae-3dd1-4752-8be6-800dcf543b11 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:39.097051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port d510cdae-3dd1-4752-8be6-800dcf543b11 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:39.100853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port d510cdae-3dd1-4752-8be6-800dcf543b11 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:39.101228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.179472 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.201546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd510cdae-3dd1-4752-8be6-800dcf543b11'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:39.203835 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2681e282-1c92-4cbc-a0e4-3ac12e9728d4" -d '{"events": [{"server_uuid": "a1d94379-9480-40e8-aafb-e18dda62ab76", "name": "network-vif-plugged", "status": "completed", "tag": "d510cdae-3dd1-4752-8be6-800dcf543b11"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:39.220649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d510cdae-3dd1-4752-8be6-800dcf543b11, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d510cdae-3dd1-4752-8be6-800dcf543b11,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:39.227198 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.251009 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8203e078-da8f-4bc4-abfb-65e90a61b4f9 x-openstack-request-id: req-8203e078-da8f-4bc4-abfb-65e90a61b4f9 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:39.251305 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d94379-9480-40e8-aafb-e18dda62ab76", "name": "network-vif-plugged", "status": "completed", "tag": "d510cdae-3dd1-4752-8be6-800dcf543b11", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:39.251543 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8203e078-da8f-4bc4-abfb-65e90a61b4f9 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:39.251923 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'code': 200} Jul 06 18:58:39.280759 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d510cdae-3dd1-4752-8be6-800dcf543b11,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:39.362676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2be40-bb78-4fab-89ac-3cde08a841e2 req-fa8fc706-dfde-4998-b6f7-96e168538b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:39.364129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84e2be40-bb78-4fab-89ac-3cde08a841e2 req-fa8fc706-dfde-4998-b6f7-96e168538b41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 1096 time: 0.0555890 Jul 06 18:58:39.433532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84e2be40-bb78-4fab-89ac-3cde08a841e2 req-64c2ca60-31d5-42ab-ab88-a862e7a768ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626812 Jul 06 18:58:39.461520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab7aa5-7e29-4c75-b986-9626b9822ff7 req-9dc3c3b6-9355-439e-9afd-83e170e93918 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:39.463040 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3dab7aa5-7e29-4c75-b986-9626b9822ff7 req-9dc3c3b6-9355-439e-9afd-83e170e93918 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 945 time: 0.0763900 Jul 06 18:58:39.501939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3dab7aa5-7e29-4c75-b986-9626b9822ff7 req-108f36be-2e43-4a6a-ba20-2a831d692a45 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331178 Jul 06 18:58:40.685830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a552b6-2adc-4a66-8ec9-b93d427ef0d1 req-a7261cc7-90b2-4ff4-a4df-1811040b6626 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:40.687377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-84a552b6-2adc-4a66-8ec9-b93d427ef0d1 req-a7261cc7-90b2-4ff4-a4df-1811040b6626 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 945 time: 0.0715725 Jul 06 18:58:40.732118 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-84a552b6-2adc-4a66-8ec9-b93d427ef0d1 req-37630d70-e20a-437b-a36d-8a97d6885bdb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363467 Jul 06 18:58:40.930898 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bc2ea-0c81-4b36-8dc0-1f5a61dbc734 req-6426708b-75b7-4955-ade0-22214067edb6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:40.932339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a57bc2ea-0c81-4b36-8dc0-1f5a61dbc734 req-6426708b-75b7-4955-ade0-22214067edb6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 945 time: 0.0809088 Jul 06 18:58:40.971457 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a57bc2ea-0c81-4b36-8dc0-1f5a61dbc734 req-f7065c3b-ba79-4bbb-963c-7e920997bb9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333297 Jul 06 18:58:40.998557 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49538) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:41.061564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362518d-286e-4f30-89fb-4338407fd945 tempest-TestVolumeBootPattern-566098882 tempest-TestVolumeBootPattern-566098882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:41.063150 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4362518d-286e-4f30-89fb-4338407fd945 tempest-TestVolumeBootPattern-566098882 tempest-TestVolumeBootPattern-566098882-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 1091 time: 0.0631268 Jul 06 18:58:41.066161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49540) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:41.070728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:41.103204 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.206037 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.319881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.25.4.101 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/902a3ffd-1c34-4c00-aa5e-17bda04f0ddf) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:41.437938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.480332 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.523489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:41.528158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:41.531577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:41.539880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=902a3ffd-1c34-4c00-aa5e-17bda04f0ddf,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:41.977217 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:42.068671 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:42.240277 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:42.248186 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:42.321102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=902a3ffd-1c34-4c00-aa5e-17bda04f0ddf,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:42.333743 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:42.452403 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Floating IP 689d8020-f926-4738-992b-d680f8539c10 associated. External IP: 172.25.4.101, port: d510cdae-3dd1-4752-8be6-800dcf543b11. Jul 06 18:58:42.687421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Router ff897226-9a8f-4152-a80b-bb648d666a81 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:43.145091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:43.156221 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:43.164766 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.167954 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:43.168570 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:58:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:43.202148 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-15d77e73-18bb-4a50-90f8-409dfa77ccff tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1348283 Jul 06 18:58:43.203164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'tag': 'd510cdae-3dd1-4752-8be6-800dcf543b11'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:43.205430 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f95754-77c6-4caf-97a4-6fcad99963ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d94379-9480-40e8-aafb-e18dda62ab76", "tag": "d510cdae-3dd1-4752-8be6-800dcf543b11"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:43.243957 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977578d9-b042-44c8-ba30-3d5ffcb1a9f9 x-openstack-request-id: req-977578d9-b042-44c8-ba30-3d5ffcb1a9f9 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:43.244244 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d94379-9480-40e8-aafb-e18dda62ab76", "tag": "d510cdae-3dd1-4752-8be6-800dcf543b11", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:43.244490 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-977578d9-b042-44c8-ba30-3d5ffcb1a9f9 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:43.244895 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'tag': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'status': 'completed', 'code': 200} Jul 06 18:58:43.274319 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:43.318969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-fc7dcfa5-4565-411d-94f2-0cc88d0d0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:43.320654 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-fc7dcfa5-4565-411d-94f2-0cc88d0d0586 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 1096 time: 0.0519834 Jul 06 18:58:43.414040 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-3dbbb368-ef73-4d6b-8696-c18c11618403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:43.415441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-3dbbb368-ef73-4d6b-8696-c18c11618403 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0887606 Jul 06 18:58:43.481583 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-b5483cbf-ced9-4a44-9469-571664b60298 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d510cdae-3dd1-4752-8be6-800dcf543b11 HTTP/1.1" status: 200 len: 999 time: 0.0596740 Jul 06 18:58:43.533105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-7683309e-620e-4fc2-bfbf-b209e6a4d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:43.534673 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-7683309e-620e-4fc2-bfbf-b209e6a4d644 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0470793 Jul 06 18:58:43.596771 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '689d8020-f926-4738-992b-d680f8539c10', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:4b:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:41Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:43.597173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-ee3e6199-8243-4097-b7aa-408a62083b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:43.598766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-ee3e6199-8243-4097-b7aa-408a62083b39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567195 Jul 06 18:58:43.622486 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:43.631117 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:43.631724 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T18:58:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:43.690468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-7f89e0e8-fc5d-41b1-9222-12d1a66273a1 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844104 Jul 06 18:58:43.736029 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:43.786639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-36f95754-77c6-4caf-97a4-6fcad99963ec req-3bd454d0-1fa4-4dd9-b1d6-dabfe6d0e468 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888839 Jul 06 18:58:43.980665 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '689d8020-f926-4738-992b-d680f8539c10', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:4b:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:41Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:44.006773 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dcc60-9ee4-4a3e-af2b-22df77844d72 None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '689d8020-f926-4738-992b-d680f8539c10', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:4b:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:41Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:44.215944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc38661d-2ea4-49d7-88d3-8ae64d9b5cf8 None None] New status for floating IP 689d8020-f926-4738-992b-d680f8539c10: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:58:45.549221 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6842f08-f1c5-4fda-9be6-edc7cf8b6abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.261618 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-73036437-acd9-4fe5-8dc2-1351cd75fd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.437143 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.521105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.074982 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.451333 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.658813 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.309752 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:59:15.550142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5af8cf6e-09f2-4037-8647-02e2cf95ca3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:18.257529 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d3a11ab-ada1-4204-ab1d-19f010231bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:18.442621 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:19.523235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:21.080081 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:22.485052 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:22.677452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:34.313057 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:59:37.174125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-87ee3d43-f87a-420b-b078-597b610b62ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2341104 Jul 06 18:59:37.278437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061277d-15d2-4034-b914-268c576bc674 req-d19b4125-3989-487f-b194-a8017c417fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:37.280893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-d19b4125-3989-487f-b194-a8017c417fea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 1096 time: 0.0571375 Jul 06 18:59:37.405093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061277d-15d2-4034-b914-268c576bc674 req-57829aa6-a9ba-4b7c-8f1a-9f8d40a95ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:37.406632 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-57829aa6-a9ba-4b7c-8f1a-9f8d40a95ae8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.1049650 Jul 06 18:59:37.484500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-32b4e168-c764-4a39-a97a-86c1ee0986c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d510cdae-3dd1-4752-8be6-800dcf543b11 HTTP/1.1" status: 200 len: 1001 time: 0.0711098 Jul 06 18:59:37.539013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061277d-15d2-4034-b914-268c576bc674 req-588bc0de-154f-4372-a129-a4761f3bcc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:37.540497 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-588bc0de-154f-4372-a129-a4761f3bcc7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0502219 Jul 06 18:59:37.598292 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061277d-15d2-4034-b914-268c576bc674 req-e5a99597-08ba-4767-acd8-1273afd5f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:37.599805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-e5a99597-08ba-4767-acd8-1273afd5f66a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531766 Jul 06 18:59:37.610357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-047246bd-8329-47df-a7f3-e16289e0a73a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:59:37.611335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-047246bd-8329-47df-a7f3-e16289e0a73a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050485 Jul 06 18:59:37.714183 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-b082b920-38de-46df-8949-0d7eb5e27276 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965600 Jul 06 18:59:37.807414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3061277d-15d2-4034-b914-268c576bc674 req-0600f670-ad42-4396-93e3-86e7eab02f6f service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866802 Jul 06 18:59:45.554429 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9f021776-6029-4ec6-abb1-d6ad675e563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:48.254118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b6981b8d-ed50-46b8-832e-f404e178ff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:48.456985 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:49.528868 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:51.080582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:52.496875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:52.662070 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:11.317929 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:00:15.550702 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fda39f7b-b98a-409c-b331-e4e91d6490c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:18.249909 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bdff-72ae-4905-be52-33f6f74244ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:18.451745 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:19.531970 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:21.081394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:22.508452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:22.669624 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:37.982913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-beaa5c92-8940-4c65-813e-648fb348f664 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593255 Jul 06 19:00:38.092904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-99b52cc5-acaa-43d9-8962-081c4777e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:38.094487 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-99b52cc5-acaa-43d9-8962-081c4777e280 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 1096 time: 0.0553265 Jul 06 19:00:38.206928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-29b70dec-cee5-453e-aa0f-f10b1477eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:38.208446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-29b70dec-cee5-453e-aa0f-f10b1477eacb service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0926476 Jul 06 19:00:38.276204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-d0b62bfd-262c-45e7-96ff-eab2968406f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d510cdae-3dd1-4752-8be6-800dcf543b11 HTTP/1.1" status: 200 len: 1001 time: 0.0605481 Jul 06 19:00:38.328824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-d9a8aa49-e737-464b-9019-8b9cbbe8cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:38.330301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-d9a8aa49-e737-464b-9019-8b9cbbe8cc36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0472825 Jul 06 19:00:38.389735 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-e9ba1dda-0b52-4e61-bab1-e0374417d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:38.391347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-e9ba1dda-0b52-4e61-bab1-e0374417d42c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541160 Jul 06 19:00:38.483188 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-5dab0e59-00c8-4bda-9bd3-66098795841a service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839674 Jul 06 19:00:38.581955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f5eb1d9-24ee-4346-8023-769a172a07c7 req-0a8f7da8-e389-41ea-a47b-84ab44831a8c service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920248 Jul 06 19:00:40.137857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3e77-d4bc-4bdd-a4bb-133be0473f72 req-f7754187-f8b9-4896-9b82-5a5b3675a53e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:40.139372 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0eef3e77-d4bc-4bdd-a4bb-133be0473f72 req-f7754187-f8b9-4896-9b82-5a5b3675a53e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 945 time: 0.1577466 Jul 06 19:00:40.183369 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0eef3e77-d4bc-4bdd-a4bb-133be0473f72 req-72e443af-2809-4c11-bbb2-b17a25cc27b7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Jul 06 19:00:41.462526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326e302-e9d8-4c19-8a7d-23bf63c00af9 req-c3b18c5e-38c7-47c1-9e32-1983200bc00f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.464014 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2326e302-e9d8-4c19-8a7d-23bf63c00af9 req-c3b18c5e-38c7-47c1-9e32-1983200bc00f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 945 time: 0.1511455 Jul 06 19:00:41.525465 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2326e302-e9d8-4c19-8a7d-23bf63c00af9 req-069cbb1b-88ce-4f10-a43f-5d5491a06b9c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527217 Jul 06 19:00:41.538432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17823170-cbac-4711-9a1a-cae01061a9aa req-66e3a19c-2412-496f-971f-dc240a31291e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.539902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17823170-cbac-4711-9a1a-cae01061a9aa req-66e3a19c-2412-496f-971f-dc240a31291e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 945 time: 0.1137569 Jul 06 19:00:41.641949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port d510cdae-3dd1-4752-8be6-800dcf543b11 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:00:41.642467 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:41.735027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] For port d510cdae-3dd1-4752-8be6-800dcf543b11, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d510cdae-3dd1-4752-8be6-800dcf543b11,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:41.735390 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:41.960483 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:41.960851 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:41.961164 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Floating IP 689d8020-f926-4738-992b-d680f8539c10 disassociated. External IP: 172.25.4.101, port: d510cdae-3dd1-4752-8be6-800dcf543b11. Jul 06 19:00:41.961500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for d510cdae-3dd1-4752-8be6-800dcf543b11 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:00:42.099510 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:42.132255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=d510cdae-3dd1-4752-8be6-800dcf543b11,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:42.143686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.143911 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.144243 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.144577 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.144905 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.145232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.145553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.145893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.146233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.146529 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.146899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.147214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:42.257433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Router ff897226-9a8f-4152-a80b-bb648d666a81 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:00:42.371627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:00:42.381689 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:00:42.391911 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:42.392536 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:00:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:42.418269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] No DVR routers for this DVR port d510cdae-3dd1-4752-8be6-800dcf543b11 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:00:42.420910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:42.423076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-17823170-cbac-4711-9a1a-cae01061a9aa req-f1861613-be7d-4136-a089-b925dd2789cc tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "DELETE /v2.0/ports/d510cdae-3dd1-4752-8be6-800dcf543b11 HTTP/1.1" status: 204 len: 173 time: 0.8766603 Jul 06 19:00:42.423488 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'name': 'network-vif-deleted', 'tag': 'd510cdae-3dd1-4752-8be6-800dcf543b11'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:00:42.426351 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da13082-7781-45a9-a9cc-6bec01338737" -d '{"events": [{"server_uuid": "a1d94379-9480-40e8-aafb-e18dda62ab76", "name": "network-vif-deleted", "tag": "d510cdae-3dd1-4752-8be6-800dcf543b11"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:00:42.510828 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:42.605942 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02c2d10-1c88-496b-8e35-ae8f139f8bb5 x-openstack-request-id: req-b02c2d10-1c88-496b-8e35-ae8f139f8bb5 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:00:42.606470 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d94379-9480-40e8-aafb-e18dda62ab76", "name": "network-vif-deleted", "tag": "d510cdae-3dd1-4752-8be6-800dcf543b11", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:00:42.606470 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b02c2d10-1c88-496b-8e35-ae8f139f8bb5 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:00:42.606864 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d94379-9480-40e8-aafb-e18dda62ab76', 'name': 'network-vif-deleted', 'tag': 'd510cdae-3dd1-4752-8be6-800dcf543b11', 'status': 'completed', 'code': 200} Jul 06 19:00:42.703211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84415c4d-69d9-4ab4-aff6-ddf90af42eea req-6ed57ce6-9c5e-45c0-917d-43955aefe17e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 210 time: 0.0354805 Jul 06 19:00:42.747074 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:42.773504 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:00:42.782636 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:42.783283 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:00:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:42.892315 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:43.091822 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:43.123551 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558adb66-b37f-4556-b23b-79c3e25aae96 None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:00:43.358317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28225917-cca7-4b92-ae89-8265caff7e66 None None] New status for floating IP 689d8020-f926-4738-992b-d680f8539c10: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:00:43.665765 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d510cdae-3dd1-4752-8be6-800dcf543b11 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:00:43.691608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: d510cdae-3dd1-4752-8be6-800dcf543b11 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:00:43.691949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d510cdae-3dd1-4752-8be6-800dcf543b11 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:00:43.853488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42c6cad0-d221-4a10-ac98-b6efa5bcb799 req-f5911713-2220-4735-a8fe-b9320332e931 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 210 time: 0.0299218 Jul 06 19:00:44.997649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef3db789-dd76-4874-9e9c-ad38e885fab5 req-38f004b5-b82d-4b7b-af84-17febae62cbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 210 time: 0.0298214 Jul 06 19:00:45.547897 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-102f6c9b-589a-44eb-8477-f71e505c89fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:46.163293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5824cce3-69ff-4fd4-8574-09ccc7e70653 req-00828861-a4ed-4a61-bc69-c7deb0193363 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1d94379-9480-40e8-aafb-e18dda62ab76 HTTP/1.1" status: 200 len: 210 time: 0.0334530 Jul 06 19:00:47.420609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-f09b3958-6a60-465c-a9f8-237f6cd5e00c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986820058&fields=id&tenant_id=be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 267 time: 0.0341008 Jul 06 19:00:47.531408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-0a70cb7c-252c-4cf0-a680-798bd5f88f02 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:47.532873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-0a70cb7c-252c-4cf0-a680-798bd5f88f02 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1052697 Jul 06 19:00:47.551195 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-8ef1fbb3-0265-41b1-8973-58437e557e79 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/quotas/be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 375 time: 0.0097661 Jul 06 19:00:47.626012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-4e725f1d-cb38-4d28-bf17-ca02819b619e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685093 Jul 06 19:00:47.794368 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2010b94e-0203-4dfc-b6ea-1003f01a11f5 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571143 Jul 06 19:00:47.885153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-495263c4-be21-4ad0-94d8-ce84ed83d326 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846674 Jul 06 19:00:48.199708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba561ace-7a5d-4a52-b11d-fe4e6e667245 req-b55a9971-03c0-417f-9c26-52236d848ce5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 210 time: 0.0350173 Jul 06 19:00:48.252974 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-07e36f9a-e333-4e35-9c9b-b5cff0effd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:48.317888 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:00:48.454133 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.348687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e3e12f1-954a-4ddc-b63e-002baf3c34a0 req-eeeed99e-92d9-4a65-88cd-104e48dc3516 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 210 time: 0.0290775 Jul 06 19:00:49.480055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-838c7e7e-97e6-402d-9b1b-56cffab64281 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:49.481603 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-838c7e7e-97e6-402d-9b1b-56cffab64281 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1059480 Jul 06 19:00:49.532331 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.539641 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-161babdf-f8e4-4cef-8110-94c31575c472 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 380 time: 0.0402489 Jul 06 19:00:49.549155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'port': {'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'admin_state_up': True, 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'security_groups': ['7c329681-97b3-40e7-93b9-da7eca6fbf16']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:49.667968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:00:49.671620 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.798069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.20.0.8 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/5a5eae52-ec53-43a7-adb5-d0471f728f86) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:00:49.947095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.962441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Transition to ACTIVE for port object 5a5eae52-ec53-43a7-adb5-d0471f728f86 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:50.014959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.062255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:00:50.065777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:00:50.072457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:00:50.115812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=5a5eae52-ec53-43a7-adb5-d0471f728f86,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:50.135285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:50.135977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.156915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-2d7026f9-e13e-4123-b34b-aadbaa6edcbd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115396 Jul 06 19:00:50.170932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Request body: {'port': {'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:50.247194 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.331461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ada27d68-1f22-4aac-a7a2-cc63286e1ded None None] Provisioning for port 5a5eae52-ec53-43a7-adb5-d0471f728f86 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:00:50.336394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ada27d68-1f22-4aac-a7a2-cc63286e1ded None None] Provisioning complete for port 5a5eae52-ec53-43a7-adb5-d0471f728f86 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:50.336766 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ada27d68-1f22-4aac-a7a2-cc63286e1ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.376869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ada27d68-1f22-4aac-a7a2-cc63286e1ded None None] Port 5a5eae52-ec53-43a7-adb5-d0471f728f86 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:00:50.555996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5eae52-ec53-43a7-adb5-d0471f728f86 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:00:50.565663 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.584801 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Transition to ACTIVE for port object 5a5eae52-ec53-43a7-adb5-d0471f728f86 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:50.589911 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.602864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893f84-1a92-48d6-bca7-87445182259b req-14809a94-b832-448c-bab9-fb2a041c98f3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:50.604397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f893f84-1a92-48d6-bca7-87445182259b req-14809a94-b832-448c-bab9-fb2a041c98f3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 931 time: 0.1324885 Jul 06 19:00:50.671841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5eae52-ec53-43a7-adb5-d0471f728f86,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:50.738837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f893f84-1a92-48d6-bca7-87445182259b req-7d3df001-4b8b-47cd-8352-2999cbd7c24a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116471 Jul 06 19:00:50.776555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Attempting to bind port 5a5eae52-ec53-43a7-adb5-d0471f728f86 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:00:50.776901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Attempting to bind port 5a5eae52-ec53-43a7-adb5-d0471f728f86 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:00:50.777232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Attempting to bind port 5a5eae52-ec53-43a7-adb5-d0471f728f86 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:00:50.782723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Port 5a5eae52-ec53-43a7-adb5-d0471f728f86 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:00:50.783054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Attempting to bind port 5a5eae52-ec53-43a7-adb5-d0471f728f86 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:00:50.789129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:00:50.789604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:00:50.790083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:00:50.790578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Bound port: 5a5eae52-ec53-43a7-adb5-d0471f728f86, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:00:50.790941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.863495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] For port 5a5eae52-ec53-43a7-adb5-d0471f728f86, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:00:50.866697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] For port 5a5eae52-ec53-43a7-adb5-d0471f728f86, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:00:50.872098 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.907612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:50.908226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.910034 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 1091 time: 0.7434707 Jul 06 19:00:50.910481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:00:50.912951 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1fd46d-7275-4b70-a49f-521e6f579466" -d '{"events": [{"name": "network-changed", "server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:00:50.936627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5904eb-ad58-4beb-a94a-6e26e6fe35f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5eae52-ec53-43a7-adb5-d0471f728f86,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:50.971346 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6077feac-d5f9-42ca-b65f-6e2261e80888 x-openstack-request-id: req-6077feac-d5f9-42ca-b65f-6e2261e80888 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:00:50.971743 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:00:50.972090 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6077feac-d5f9-42ca-b65f-6e2261e80888 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:00:50.972756 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'status': 'completed', 'code': 200} Jul 06 19:00:51.025312 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-8aecfe44-18df-426f-8178-01872de0e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:51.026905 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-8aecfe44-18df-426f-8178-01872de0e1b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1094 time: 0.0655994 Jul 06 19:00:51.071724 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-3ea2121b-81f5-4d3c-9c64-eeefc22d4c74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 217 time: 0.0350454 Jul 06 19:00:51.086577 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:51.127935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-309f1b9e-26e2-4db5-bee8-05126cafd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:51.129615 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-309f1b9e-26e2-4db5-bee8-05126cafd2d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0514646 Jul 06 19:00:51.191100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-e38f904e-30c5-4da0-a223-f5e2fb8d91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:51.192620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-e38f904e-30c5-4da0-a223-f5e2fb8d91fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569081 Jul 06 19:00:51.287680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-4a954c1f-264b-4da7-91b5-61f14565bd26 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887916 Jul 06 19:00:51.384702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be82cdf7-ef89-431d-9e00-0281b3dc9e7f req-144ff0b3-1e58-4e04-89cb-69413a5c38aa service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900731 Jul 06 19:00:51.490991 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-bd53b2fc-2d6c-47e6-adc3-fe8d0727538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:51.492537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-bd53b2fc-2d6c-47e6-adc3-fe8d0727538c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1094 time: 0.0590947 Jul 06 19:00:51.593753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-64c84abd-700a-4947-91e5-4c73bff5fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:51.595396 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-64c84abd-700a-4947-91e5-4c73bff5fe7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0963995 Jul 06 19:00:51.639769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-0310444e-cdde-4bfc-97ed-150dbd779981 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 217 time: 0.0376968 Jul 06 19:00:51.693167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-8fec118e-3abf-46de-a871-2ea30e708d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:51.694668 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-8fec118e-3abf-46de-a871-2ea30e708d79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0477302 Jul 06 19:00:51.753213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-72179261-2ced-492d-8ffa-384bc8316bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:51.755183 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-72179261-2ced-492d-8ffa-384bc8316bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544071 Jul 06 19:00:51.851076 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-fdf485bb-e9aa-494e-80a4-f2f649810922 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893056 Jul 06 19:00:52.342716 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8f1fd46d-7275-4b70-a49f-521e6f579466 req-eec7cc7e-14e7-4399-849c-6c3155483379 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855380 Jul 06 19:00:52.359901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed14e3-74fe-4016-9297-d233676741c3 req-e5793338-f455-4ea6-ade4-4d9156eb6f9b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:52.361481 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f0ed14e3-74fe-4016-9297-d233676741c3 req-e5793338-f455-4ea6-ade4-4d9156eb6f9b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 943 time: 0.4864209 Jul 06 19:00:52.405149 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f0ed14e3-74fe-4016-9297-d233676741c3 req-8eb0b0a9-0a58-4f21-9969-bdaea775473c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341868 Jul 06 19:00:52.521480 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:52.673508 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:53.597117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed89ab4-49cb-4c65-bf95-edaebdb61dab req-44067de9-8095-4be3-95be-63cfe391be45 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:53.598683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eed89ab4-49cb-4c65-bf95-edaebdb61dab req-44067de9-8095-4be3-95be-63cfe391be45 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 943 time: 0.0807681 Jul 06 19:00:53.640715 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eed89ab4-49cb-4c65-bf95-edaebdb61dab req-de35cbfb-815a-436a-bab7-1ba6cb0cc1fe tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356126 Jul 06 19:00:54.829673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5dac6-5fb5-4498-901b-da19a7fc71d0 req-5d239bc4-d383-4b25-8d66-a3fec22d0dd1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:54.831085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34d5dac6-5fb5-4498-901b-da19a7fc71d0 req-5d239bc4-d383-4b25-8d66-a3fec22d0dd1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 943 time: 0.0714455 Jul 06 19:00:54.873212 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34d5dac6-5fb5-4498-901b-da19a7fc71d0 req-8a5eae0e-4b8f-4666-97bb-6e1200cb3088 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333529 Jul 06 19:00:56.059524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d23844-6ddc-4420-8dda-f6b806dad9fd req-5cebbcd4-b518-49c0-963b-892f84afe63d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:56.061026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d23844-6ddc-4420-8dda-f6b806dad9fd req-5cebbcd4-b518-49c0-963b-892f84afe63d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 943 time: 0.0725746 Jul 06 19:00:56.101979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6d23844-6ddc-4420-8dda-f6b806dad9fd req-d178fedc-31ab-4118-a41d-8f75879960cd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341182 Jul 06 19:00:57.287825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4a486-7bfd-4fb8-8dbc-e01452ec2b07 req-9888eb91-85d2-4678-aec9-8e07eb904262 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:57.289310 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eeb4a486-7bfd-4fb8-8dbc-e01452ec2b07 req-9888eb91-85d2-4678-aec9-8e07eb904262 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 943 time: 0.0687847 Jul 06 19:00:57.328174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eeb4a486-7bfd-4fb8-8dbc-e01452ec2b07 req-3718c2e0-462a-48a9-9b95-e20443cd6fe0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330474 Jul 06 19:00:58.535701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889e07-2f1d-40c4-a63d-88c2dc69d034 req-fec9bbb5-82bc-44f8-9e84-b0fa910af9d4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:58.537255 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54889e07-2f1d-40c4-a63d-88c2dc69d034 req-fec9bbb5-82bc-44f8-9e84-b0fa910af9d4 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 943 time: 0.0884819 Jul 06 19:00:58.578899 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54889e07-2f1d-40c4-a63d-88c2dc69d034 req-6cb6aaf7-eca4-486a-9ef3-06802c56303c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344863 Jul 06 19:00:59.770197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7f8c3-d330-4ac7-a021-d580cbeb7e74 req-5faf6fe5-bc96-4dbf-bfaa-ca337f88d413 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:59.771710 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d8e7f8c3-d330-4ac7-a021-d580cbeb7e74 req-5faf6fe5-bc96-4dbf-bfaa-ca337f88d413 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 943 time: 0.0783362 Jul 06 19:00:59.810138 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d8e7f8c3-d330-4ac7-a021-d580cbeb7e74 req-407cce35-c2ff-4bed-b037-eb70b28ceab6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325701 Jul 06 19:01:01.006820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8718e-4908-4523-8688-6caf0bc5b77b req-37ee4eae-172c-4f51-a47a-4c04e759d9e2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:01.008306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39f8718e-4908-4523-8688-6caf0bc5b77b req-37ee4eae-172c-4f51-a47a-4c04e759d9e2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 943 time: 0.0753493 Jul 06 19:01:01.049821 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39f8718e-4908-4523-8688-6caf0bc5b77b req-1e684f7a-1e27-4b1e-8af9-85a5d427ec9e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329292 Jul 06 19:01:01.793276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5a5eae52-ec53-43a7-adb5-d0471f728f86 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:01:01.899297 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5a5eae52-ec53-43a7-adb5-d0471f728f86, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:01.911307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:01:01.948150 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:01.960986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5eae52-ec53-43a7-adb5-d0471f728f86 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:01:01.980954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5a5eae52-ec53-43a7-adb5-d0471f728f86, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:01.987615 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:02.033921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5a5eae52-ec53-43a7-adb5-d0471f728f86,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:02.041842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.042184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.042519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.042845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.043199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.043493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.043817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.044127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.044424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.044738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.045049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.045361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:02.194671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['5a5eae52-ec53-43a7-adb5-d0471f728f86'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:01:02.247948 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e1325-6d9b-4e17-aaa0-c65dd8da991b req-b37bcf25-d67a-4627-ac45-9a8449245bad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:02.249992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea1e1325-6d9b-4e17-aaa0-c65dd8da991b req-b37bcf25-d67a-4627-ac45-9a8449245bad tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 944 time: 0.0855944 Jul 06 19:01:02.297650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ea1e1325-6d9b-4e17-aaa0-c65dd8da991b req-9746679d-471e-4ae7-ae5e-4383f03ef0af tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383544 Jul 06 19:01:03.477515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c08ba-8c06-4e19-8a75-e292f2313da8 req-4c1f4642-16e2-4551-82ef-4bb33cb70e68 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:03.479048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec1c08ba-8c06-4e19-8a75-e292f2313da8 req-4c1f4642-16e2-4551-82ef-4bb33cb70e68 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 944 time: 0.0700994 Jul 06 19:01:03.519707 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec1c08ba-8c06-4e19-8a75-e292f2313da8 req-63bf1435-dda5-40f3-b5ae-901843d80586 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345075 Jul 06 19:01:03.793107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5a5eae52-ec53-43a7-adb5-d0471f728f86 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:01:03.855483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 5a5eae52-ec53-43a7-adb5-d0471f728f86 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:01:03.861405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 5a5eae52-ec53-43a7-adb5-d0471f728f86 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:01:03.862069 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:03.951958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:03.973921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:01:03.976310 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8dd49a-135f-4b54-8843-3418f96298ec" -d '{"events": [{"server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "name": "network-vif-plugged", "status": "completed", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:01:03.988506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 5a5eae52-ec53-43a7-adb5-d0471f728f86, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:03.996299 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:04.042926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=5a5eae52-ec53-43a7-adb5-d0471f728f86,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:04.075355 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b46ca1-f0e3-4a54-8da7-9e384645f619 x-openstack-request-id: req-a6b46ca1-f0e3-4a54-8da7-9e384645f619 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:01:04.075645 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "name": "network-vif-plugged", "status": "completed", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:01:04.075919 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6b46ca1-f0e3-4a54-8da7-9e384645f619 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:01:04.076315 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'code': 200} Jul 06 19:01:04.203340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdce5d-4b38-4db8-9229-e7983b97502f req-c7f29939-27f7-4262-9da2-c207f596ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:04.204831 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f7cdce5d-4b38-4db8-9229-e7983b97502f req-c7f29939-27f7-4262-9da2-c207f596ba3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1096 time: 0.0649347 Jul 06 19:01:04.250320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f7cdce5d-4b38-4db8-9229-e7983b97502f req-f66efd71-4d2b-44c4-a8d9-912f9cf4f172 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385458 Jul 06 19:01:04.707649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bac36-4320-4d0f-a7b6-be9b4abc3c48 req-8d0fd4c1-e79a-4b70-9acf-be6f337b7811 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:04.709135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e8bac36-4320-4d0f-a7b6-be9b4abc3c48 req-8d0fd4c1-e79a-4b70-9acf-be6f337b7811 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 945 time: 0.0713103 Jul 06 19:01:04.750641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1e8bac36-4320-4d0f-a7b6-be9b4abc3c48 req-8929b910-71dc-4d3b-9afc-5e4f06efd1bd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332885 Jul 06 19:01:05.935216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9097238-0221-49ba-84df-b3b0daf79fbd req-b16ec88f-ad54-4350-bec8-bb3f1aae861f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:05.936629 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9097238-0221-49ba-84df-b3b0daf79fbd req-b16ec88f-ad54-4350-bec8-bb3f1aae861f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 945 time: 0.0722260 Jul 06 19:01:05.975910 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9097238-0221-49ba-84df-b3b0daf79fbd req-3aeeb9f3-c554-4e48-9a44-473deec35dd0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331964 Jul 06 19:01:06.164432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b0e6b-0043-4735-bbda-a237aef74e77 req-c0046f9f-0b64-49dd-ab7e-16f35110812e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:06.165971 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c1b0e6b-0043-4735-bbda-a237aef74e77 req-c0046f9f-0b64-49dd-ab7e-16f35110812e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 945 time: 0.0765989 Jul 06 19:01:06.208336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c1b0e6b-0043-4735-bbda-a237aef74e77 req-d54e324c-fc52-4d68-a5fa-b2e81f8777b0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Jul 06 19:01:06.234724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49700) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:01:06.410277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cfb38c-3f2f-4b22-a8da-f67c4a6a12d7 tempest-TestVolumeBootPattern-566098882 tempest-TestVolumeBootPattern-566098882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:06.411883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a4cfb38c-3f2f-4b22-a8da-f67c4a6a12d7 tempest-TestVolumeBootPattern-566098882 tempest-TestVolumeBootPattern-566098882-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1091 time: 0.1760645 Jul 06 19:01:06.414832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49704) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:01:06.419208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:01:06.443392 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:06.546354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:06.656770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.25.4.153 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/81bbea1a-e390-4ce6-8407-4c1c3c90f088) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:01:06.760570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:06.804546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:06.842151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:01:06.848482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:01:06.851291 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:01:06.857148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=81bbea1a-e390-4ce6-8407-4c1c3c90f088,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:06.888011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.888352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.888698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.889025 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.889352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.889686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.890034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.890353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.890656 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.890970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.891293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:06.891600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:07.263733 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:07.351344 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:07.503748 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:07.510330 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:07.578091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=81bbea1a-e390-4ce6-8407-4c1c3c90f088,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:07.590073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:07.694442 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Floating IP 277d484c-282c-45ac-9094-4ef535b6cf94 associated. External IP: 172.25.4.153, port: 5a5eae52-ec53-43a7-adb5-d0471f728f86. Jul 06 19:01:07.913744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Router ff897226-9a8f-4152-a80b-bb648d666a81 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:01:08.347209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:01:08.357302 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:01:08.366019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:08.369003 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:01:08.369649 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:00:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:01:08.401583 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-b42e4876-d1c2-401b-8119-baf00d788656 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9857359 Jul 06 19:01:08.402213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:01:08.404498 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd8e64a-eb78-44ba-86a1-97167d1bee41" -d '{"events": [{"name": "network-changed", "server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:01:08.510440 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548740fb-947d-4a5e-8e41-e6960cd1bbb9 x-openstack-request-id: req-548740fb-947d-4a5e-8e41-e6960cd1bbb9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:01:08.510758 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:01:08.511002 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-548740fb-947d-4a5e-8e41-e6960cd1bbb9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:01:08.511440 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'status': 'completed', 'code': 200} Jul 06 19:01:08.567552 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:01:08.586165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-7aebd7d5-3b36-4b13-b72e-8bdf47d95e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.587772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-7aebd7d5-3b36-4b13-b72e-8bdf47d95e0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1096 time: 0.0533280 Jul 06 19:01:08.679148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-2412febc-4e96-4f91-a09d-c625468e1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.680587 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-2412febc-4e96-4f91-a09d-c625468e1e6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0865896 Jul 06 19:01:08.745469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-0ba9a551-86e1-49e0-8ca1-13d3003b928c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 999 time: 0.0581090 Jul 06 19:01:08.791940 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:07Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:01:08.798593 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-a3014e48-879a-4285-af79-dc6591405fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.800123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-a3014e48-879a-4285-af79-dc6591405fd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0484660 Jul 06 19:01:08.821486 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:01:08.830194 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:01:08.830853 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:00:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:01:08.861241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-7d0651e0-f1c5-48fe-8e52-2bed4a3acf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.862790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-7d0651e0-f1c5-48fe-8e52-2bed4a3acf9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551109 Jul 06 19:01:08.932769 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:01:08.953095 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-b9dd43a4-10e6-4c45-90af-7aa6235b2c65 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828342 Jul 06 19:01:09.046391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5dd8e64a-eb78-44ba-86a1-97167d1bee41 req-1e317bc9-3360-4908-98a2-54e2537b7ee2 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869799 Jul 06 19:01:09.164418 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:07Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:01:09.189665 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fbcc1-42ee-4fea-8e0e-3418a817e309 None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:07Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:01:09.405880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55090b55-99c9-4a06-8718-bf0ccb1f3f54 None None] New status for floating IP 277d484c-282c-45ac-9094-4ef535b6cf94: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:01:10.287044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-807378c1-b005-40cc-981a-9a2dc44324a0 req-0d85517f-3ea3-4d7e-9020-c03726ebf664 service neutron] (93967) timed out ('10.222.0.53', 33836) {{(pid=93967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:01:15.550770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66d6190c-9653-4758-82c3-3f953e6578ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:18.259937 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d8da6641-ffd0-402d-b95b-77d9831db566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:18.459757 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:19.538732 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:21.088252 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:22.529502 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:22.694509 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:25.318923 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:01:38.423549 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08674717-bdd0-4d06-bedb-33de748f79df req-8e4d4b59-1b4b-4685-a2f9-b306370dfca1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572281 Jul 06 19:01:38.536033 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674717-bdd0-4d06-bedb-33de748f79df req-c3e78fe9-1b55-4890-811c-f1c82b9f827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:38.537560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08674717-bdd0-4d06-bedb-33de748f79df req-c3e78fe9-1b55-4890-811c-f1c82b9f827b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1096 time: 0.0582685 Jul 06 19:01:38.653671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674717-bdd0-4d06-bedb-33de748f79df req-1dcc2695-5cfa-4b30-a461-f91b84e9454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:38.655224 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08674717-bdd0-4d06-bedb-33de748f79df req-1dcc2695-5cfa-4b30-a461-f91b84e9454d service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0954113 Jul 06 19:01:38.722509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08674717-bdd0-4d06-bedb-33de748f79df req-e7659f9a-ae26-4c86-af43-3713af08a844 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 1001 time: 0.0608385 Jul 06 19:01:38.777816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674717-bdd0-4d06-bedb-33de748f79df req-14a71b1d-94fd-4350-9409-1ac16ffb6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:38.779304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08674717-bdd0-4d06-bedb-33de748f79df req-14a71b1d-94fd-4350-9409-1ac16ffb6a88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0485747 Jul 06 19:01:38.840396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674717-bdd0-4d06-bedb-33de748f79df req-17477220-4f3e-4331-9b65-6d2d7665d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:38.842836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08674717-bdd0-4d06-bedb-33de748f79df req-17477220-4f3e-4331-9b65-6d2d7665d041 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570076 Jul 06 19:01:38.931161 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08674717-bdd0-4d06-bedb-33de748f79df req-bf1b234f-6604-48de-804d-eadd20f8409a service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818238 Jul 06 19:01:39.028943 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-08674717-bdd0-4d06-bedb-33de748f79df req-d6f48d31-5160-46fa-bdcc-d40cd06881e7 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910134 Jul 06 19:01:45.548575 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aac912a4-8bb3-4218-add6-26c4750f9f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:48.255408 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0bc431ca-4713-468e-b524-0b43246b594a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:48.455990 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:49.543018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:50.715276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-14e116d9-baef-4a91-9936-695eb210597e req-50b8609f-7c78-4e00-abe7-d77dfa63c892 service neutron] (93967) timed out ('10.222.0.53', 33914) {{(pid=93967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:01:51.090972 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:52.543020 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:52.698457 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:02.321024 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:02:15.544268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-107bea53-d840-45ad-bebc-71f3df7813ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.248210 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67b78166-c04b-4cec-8637-6ffefa6ca13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.462102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.544393 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:21.098204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.540301 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.700516 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:39.030379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-e4aa64d2-823f-4803-9461-ccb4bb8ec386 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558903 Jul 06 19:02:39.136392 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-1eced8f6-e85e-4bf5-bdab-e96eee8b8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.137984 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-1eced8f6-e85e-4bf5-bdab-e96eee8b8cc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1096 time: 0.0566576 Jul 06 19:02:39.254627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-f9b2afc3-7ba8-4824-8c96-8976af8d4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.256003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-f9b2afc3-7ba8-4824-8c96-8976af8d4fa0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0909698 Jul 06 19:02:39.321184 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:02:39.325744 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-b8a4806d-a15b-41aa-a224-895709c1aa63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 1001 time: 0.0621915 Jul 06 19:02:39.379504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-08b3053f-e078-44ed-a79d-bd45f437cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.381141 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-08b3053f-e078-44ed-a79d-bd45f437cf05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0481377 Jul 06 19:02:39.442617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-8c127dea-8356-42b6-9150-384545bbdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.444178 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-8c127dea-8356-42b6-9150-384545bbdec0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563908 Jul 06 19:02:39.535398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-e77f1da0-da28-4464-a500-293a54cb7ebb service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846417 Jul 06 19:02:39.637645 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bc424fe6-b837-4b04-9fca-e2af44c53804 req-881ffe6c-f528-43bf-b377-06d909afa20a service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953536 Jul 06 19:02:45.549645 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c9de92fc-76b3-483e-805f-213b46dbe5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:48.256550 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d732fc5d-5cbc-4530-9977-5dd3f0684409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:48.456461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:49.545261 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:50.470816 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-ebf92815-371d-4cb4-b330-1cdd9aa6823e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986820058&fields=id&tenant_id=be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 267 time: 0.0370691 Jul 06 19:02:50.582826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30685990-95e5-488a-ae9c-d2567f1152ea req-b7c3f374-e0dc-47be-a571-86994e11fba7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:50.584309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-b7c3f374-e0dc-47be-a571-86994e11fba7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1044223 Jul 06 19:02:50.599630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-2c76b6e0-39dc-445f-b798-7ad142b8955f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/quotas/be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 375 time: 0.0094559 Jul 06 19:02:50.678089 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-ffaf38a2-36cb-4b72-b02f-ec6daddc1558 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0731921 Jul 06 19:02:50.772700 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-e355e0ed-8630-463d-9c11-6b2ce85f6ead service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835123 Jul 06 19:02:50.870168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-e407943e-3ec9-4aae-b56b-b95bfe2e5557 service neutron] 10.222.0.53 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908244 Jul 06 19:02:51.098538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:51.185660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07cafc65-8d9b-447c-9730-4c64eb99fdc5 req-509e2c49-17d3-48de-867c-0e177da00a84 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 210 time: 0.0309486 Jul 06 19:02:52.280553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c1128d7-d5f5-49b3-8586-ee47d54a921a req-846ad184-eaec-481f-a8f5-b9f21c5ea804 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 210 time: 0.0357049 Jul 06 19:02:52.540876 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:52.721831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:53.430511 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e5590f4-4043-4617-b39c-d8374427f2d8 req-15e3be95-463f-4e0a-b775-3632223a4e00 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 210 time: 0.0385089 Jul 06 19:02:54.335642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30685990-95e5-488a-ae9c-d2567f1152ea req-081455ba-485b-4439-bbf6-5ac259c504b0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:54.337191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-081455ba-485b-4439-bbf6-5ac259c504b0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 810 time: 0.1060667 Jul 06 19:02:54.389906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-4902cd34-313c-44ca-8735-2f67403bb6a5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be54dee5b0134f53b8494b44b3fd022e HTTP/1.1" status: 200 len: 380 time: 0.0437813 Jul 06 19:02:54.398348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'port': {'device_id': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'admin_state_up': True, 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'security_groups': ['7c329681-97b3-40e7-93b9-da7eca6fbf16']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:54.513543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Made reservation on behalf of be54dee5b0134f53b8494b44b3fd022e for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:02:54.517694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:54.611420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9056646a-10e0-4b0c-ad58-9a35de25a420 req-ecf62d16-31aa-4d9b-829c-645a305add36 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 210 time: 0.0641925 Jul 06 19:02:54.681159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.20.0.13 (01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b/f53a8435-f062-4013-93f5-f2f8317cc32a/721d0f2c-5aa2-4b08-b43c-0b460560c228) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:02:54.833866 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:54.849123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Transition to ACTIVE for port object 721d0f2c-5aa2-4b08-b43c-0b460560c228 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:54.883414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:54.925210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:02:54.928435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:02:54.934284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:02:54.959946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=721d0f2c-5aa2-4b08-b43c-0b460560c228,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:54.980799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.981142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.981485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.981848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.982182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.982515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.982843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.983165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.983486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.983807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.984128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:54.984447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:55.008208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:55.008844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:55.026830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-bb0edede-ca22-44b4-8f89-7f79eb3b7eb2 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6318374 Jul 06 19:02:55.038314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-715fcf46-2d62-4218-9eb7-37f5e92bc639 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:02:55.039353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-715fcf46-2d62-4218-9eb7-37f5e92bc639 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068858 Jul 06 19:02:55.135276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Request body: {'port': {'device_id': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:55.176916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f53f5811-a85f-4820-99dc-16ad21c2fab0 None None] Provisioning for port 721d0f2c-5aa2-4b08-b43c-0b460560c228 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:02:55.181810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f53f5811-a85f-4820-99dc-16ad21c2fab0 None None] Provisioning complete for port 721d0f2c-5aa2-4b08-b43c-0b460560c228 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:55.182270 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f53f5811-a85f-4820-99dc-16ad21c2fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:55.216969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f53f5811-a85f-4820-99dc-16ad21c2fab0 None None] Port 721d0f2c-5aa2-4b08-b43c-0b460560c228 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:02:55.217655 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:55.507597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721d0f2c-5aa2-4b08-b43c-0b460560c228 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:02:55.518511 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:55.531826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Transition to ACTIVE for port object 721d0f2c-5aa2-4b08-b43c-0b460560c228 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:55.538004 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:55.588873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Pushing event updated for resources: {'Port': ['ID=721d0f2c-5aa2-4b08-b43c-0b460560c228,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:55.668340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Attempting to bind port 721d0f2c-5aa2-4b08-b43c-0b460560c228 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:02:55.668775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Attempting to bind port 721d0f2c-5aa2-4b08-b43c-0b460560c228 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:02:55.669448 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Attempting to bind port 721d0f2c-5aa2-4b08-b43c-0b460560c228 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:02:55.674616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Port 721d0f2c-5aa2-4b08-b43c-0b460560c228 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:02:55.675036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Attempting to bind port 721d0f2c-5aa2-4b08-b43c-0b460560c228 on network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:02:55.681881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:02:55.682229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Checking segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:02:55.682616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Bound using segment: {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:02:55.683050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Bound port: 721d0f2c-5aa2-4b08-b43c-0b460560c228, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:02:55.683538 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:55.758572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] For port 721d0f2c-5aa2-4b08-b43c-0b460560c228, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:02:55.762224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] For port 721d0f2c-5aa2-4b08-b43c-0b460560c228, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:02:55.770606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:55.827777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273c72-33f8-4ed9-a78f-19800824a391 req-1e18c49c-b367-49a9-9520-c627b6f386e3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:55.834833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Pushing event updated for resources: {'Port': ['ID=721d0f2c-5aa2-4b08-b43c-0b460560c228,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:55.835694 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c1273c72-33f8-4ed9-a78f-19800824a391 req-1e18c49c-b367-49a9-9520-c627b6f386e3 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0893056 Jul 06 19:02:55.842172 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:55.842945 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:55.844570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-70c6c9cc-b10e-4db8-bb33-6a238753cb01 service neutron] 10.222.0.41 "PUT /v2.0/ports/721d0f2c-5aa2-4b08-b43c-0b460560c228 HTTP/1.1" status: 200 len: 1092 time: 0.7969694 Jul 06 19:02:55.845275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:02:55.848192 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb425119-0e73-4ff0-9f9e-7112b6f2377a" -d '{"events": [{"name": "network-changed", "server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:02:55.891435 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbbd24c-eaa6-4ead-bc27-f1bf1667a688 x-openstack-request-id: req-7fbbd24c-eaa6-4ead-bc27-f1bf1667a688 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:02:55.891743 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:02:55.891994 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fbbd24c-eaa6-4ead-bc27-f1bf1667a688 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:02:55.892445 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'status': 'completed', 'code': 200} Jul 06 19:02:55.917760 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c1273c72-33f8-4ed9-a78f-19800824a391 req-10e331b7-b84c-48e8-af9b-073c58d6dbd5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751698 Jul 06 19:02:55.969975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30685990-95e5-488a-ae9c-d2567f1152ea req-07b08a05-4d42-4a42-853b-010df71a7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:55.971660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-07b08a05-4d42-4a42-853b-010df71a7284 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 1095 time: 0.0727894 Jul 06 19:02:56.015352 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-e6df9658-72bb-48b7-9d36-c0e0f09ef5f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228 HTTP/1.1" status: 200 len: 217 time: 0.0359497 Jul 06 19:02:56.072318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30685990-95e5-488a-ae9c-d2567f1152ea req-e0d8c08d-e92f-47b9-a404-b584f106987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:56.073814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-e0d8c08d-e92f-47b9-a404-b584f106987a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0520031 Jul 06 19:02:56.132199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30685990-95e5-488a-ae9c-d2567f1152ea req-25c06d6f-3df7-473c-8857-03c698abbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:56.133772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-25c06d6f-3df7-473c-8857-03c698abbab1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533307 Jul 06 19:02:56.223733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-cf3b9354-7f59-425b-ad95-561869c6684f service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830514 Jul 06 19:02:56.328746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30685990-95e5-488a-ae9c-d2567f1152ea req-dd23dbc5-285e-4bd3-8ca0-9748764d69d1 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984433 Jul 06 19:02:56.427728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-deb4bf9f-d745-427b-a6d5-8a33e6001abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:56.429274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-deb4bf9f-d745-427b-a6d5-8a33e6001abc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 1095 time: 0.0532193 Jul 06 19:02:56.523246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-99df803a-d0bb-45f6-95c3-4474b7c9cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:56.524733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-99df803a-d0bb-45f6-95c3-4474b7c9cf39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0894089 Jul 06 19:02:56.567468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-98e8e333-eb8a-4fa0-b7e2-78d3d5428c48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228 HTTP/1.1" status: 200 len: 217 time: 0.0352206 Jul 06 19:02:56.615876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-24244e97-b186-4e81-8820-946bfa157620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:56.617290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-24244e97-b186-4e81-8820-946bfa157620 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0437763 Jul 06 19:02:56.679721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-6a286b7a-908e-4c5c-bdd3-72f1b95b5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:56.681239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-6a286b7a-908e-4c5c-bdd3-72f1b95b5fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576923 Jul 06 19:02:56.770243 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-e94f6c87-f4cb-4ce5-9f58-d6169afee600 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818868 Jul 06 19:02:56.876536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb425119-0e73-4ff0-9f9e-7112b6f2377a req-a0ce2e8b-c24d-4d99-b0ff-322a864264a7 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000292 Jul 06 19:02:57.087473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206a655-4b52-4939-85bd-36bc1efa7016 req-a9dfae9a-72de-4348-8cca-09cbef69b70d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:57.089061 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b206a655-4b52-4939-85bd-36bc1efa7016 req-a9dfae9a-72de-4348-8cca-09cbef69b70d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0646324 Jul 06 19:02:57.127731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b206a655-4b52-4939-85bd-36bc1efa7016 req-fb7cb644-b470-442d-af70-173897a6a305 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324631 Jul 06 19:02:58.314961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6785-b4b6-4cf5-8bdc-2ca7caf169ab req-7b5d18d9-754f-488a-aac4-ed4d753549dd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:58.316452 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a2fe6785-b4b6-4cf5-8bdc-2ca7caf169ab req-7b5d18d9-754f-488a-aac4-ed4d753549dd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0658183 Jul 06 19:02:58.355546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a2fe6785-b4b6-4cf5-8bdc-2ca7caf169ab req-e1478ffe-a8d2-4a61-841c-7a44379e544f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327458 Jul 06 19:02:59.535332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39077b-75f0-42cd-b1c9-ab15cd9fed94 req-e08214c1-5045-4f3b-bde0-030c05becafd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:59.536883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df39077b-75f0-42cd-b1c9-ab15cd9fed94 req-e08214c1-5045-4f3b-bde0-030c05becafd tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0668020 Jul 06 19:02:59.576234 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-df39077b-75f0-42cd-b1c9-ab15cd9fed94 req-5044bacd-dfb3-42a8-bd94-fe6e9f2d8d1e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335786 Jul 06 19:03:00.757999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c31ac7-66c4-42e1-8168-84698d741f4c req-ff0ff0c2-ddc2-4174-a1f8-531d8aec1ca8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:00.759531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45c31ac7-66c4-42e1-8168-84698d741f4c req-ff0ff0c2-ddc2-4174-a1f8-531d8aec1ca8 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0686555 Jul 06 19:03:00.802374 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45c31ac7-66c4-42e1-8168-84698d741f4c req-cffd2b98-b98e-4d70-a70a-88907b8868a0 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369625 Jul 06 19:03:01.995721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d0867-1914-42be-baac-ac0a196b7d26 req-61e8c8de-1fbd-4cb7-8ab2-cd4fb0099f5c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:01.997236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-836d0867-1914-42be-baac-ac0a196b7d26 req-61e8c8de-1fbd-4cb7-8ab2-cd4fb0099f5c tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0743346 Jul 06 19:03:02.037409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-836d0867-1914-42be-baac-ac0a196b7d26 req-3b2c5ebc-fef0-4671-b561-2d0c9e895cea tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343392 Jul 06 19:03:03.218546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131046e-0d16-4417-b9f5-9b0480761057 req-f4e37551-e723-4cad-81a6-ec874cdc078b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:03.220091 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8131046e-0d16-4417-b9f5-9b0480761057 req-f4e37551-e723-4cad-81a6-ec874cdc078b tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0699439 Jul 06 19:03:03.261981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8131046e-0d16-4417-b9f5-9b0480761057 req-1fd91924-dd75-4754-86be-a202e10bc62a tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337560 Jul 06 19:03:04.468059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c48bda-9e6b-473f-8856-46ff108578a0 req-35e55aef-ebed-434d-b62c-a9cecfcffa03 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:04.469990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9c48bda-9e6b-473f-8856-46ff108578a0 req-35e55aef-ebed-434d-b62c-a9cecfcffa03 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0820498 Jul 06 19:03:04.511784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9c48bda-9e6b-473f-8856-46ff108578a0 req-5e8a7162-03b2-48d8-a87a-da0d6f776fcb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342453 Jul 06 19:03:05.710112 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1214b4-8d63-4067-8a97-11904f85c557 req-0681ec19-2679-43b7-a8fd-275d08c925b5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:05.711772 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef1214b4-8d63-4067-8a97-11904f85c557 req-0681ec19-2679-43b7-a8fd-275d08c925b5 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0764995 Jul 06 19:03:05.753679 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef1214b4-8d63-4067-8a97-11904f85c557 req-0c3ae147-e4fd-4433-a4d1-a400f902de57 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354609 Jul 06 19:03:06.949036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba399d-4304-431e-934a-ddde7cf3a099 req-499d826f-894b-435b-90ea-1e20c10f6a79 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:06.950491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4ba399d-4304-431e-934a-ddde7cf3a099 req-499d826f-894b-435b-90ea-1e20c10f6a79 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 944 time: 0.0796270 Jul 06 19:03:06.988782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e4ba399d-4304-431e-934a-ddde7cf3a099 req-622cdbbc-e956-4af1-93c1-1006887c1900 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323708 Jul 06 19:03:07.807075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 721d0f2c-5aa2-4b08-b43c-0b460560c228 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:03:07.912882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 721d0f2c-5aa2-4b08-b43c-0b460560c228, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:03:07.928390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'port_id': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'mac_address': 'fa:16:3e:92:09:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:03:07.970592 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:07.983951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721d0f2c-5aa2-4b08-b43c-0b460560c228 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:03:08.004362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 721d0f2c-5aa2-4b08-b43c-0b460560c228, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:03:08.009589 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:08.058823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=721d0f2c-5aa2-4b08-b43c-0b460560c228,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:08.066860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.067087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.067411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.067773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.068104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.068456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.068778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.069099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.069570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.070021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.070378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.070709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:08.174044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2ca5b-17d6-4816-9edd-5f2af0316606 req-951527cf-64c0-4ee3-bf14-e5ee791f0d0d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:08.175663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42d2ca5b-17d6-4816-9edd-5f2af0316606 req-951527cf-64c0-4ee3-bf14-e5ee791f0d0d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 945 time: 0.0717735 Jul 06 19:03:08.215080 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-42d2ca5b-17d6-4816-9edd-5f2af0316606 req-82928fe9-9398-484e-8b56-70b587c1a335 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336318 Jul 06 19:03:08.253293 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['721d0f2c-5aa2-4b08-b43c-0b460560c228'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:03:09.403913 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4299c2-b988-4398-8417-09c116d9a0fc req-00d9c742-3b60-4736-8c1e-b9341df15a18 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:09.406053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c4299c2-b988-4398-8417-09c116d9a0fc req-00d9c742-3b60-4736-8c1e-b9341df15a18 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 945 time: 0.0686138 Jul 06 19:03:09.448038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8c4299c2-b988-4398-8417-09c116d9a0fc req-04ae22eb-24da-4791-8b0c-00ecdebd9027 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357761 Jul 06 19:03:09.823724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 721d0f2c-5aa2-4b08-b43c-0b460560c228 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:03:09.881734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 721d0f2c-5aa2-4b08-b43c-0b460560c228 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:03:09.885994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 721d0f2c-5aa2-4b08-b43c-0b460560c228 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:03:09.886361 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:09.964069 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:09.986892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:03:09.989195 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585f0089-46b3-444e-87a7-2d741236fa65" -d '{"events": [{"server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "name": "network-vif-plugged", "status": "completed", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:03:10.004096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 721d0f2c-5aa2-4b08-b43c-0b460560c228, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:03:10.009829 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:10.036417 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48647802-71bc-44ee-a1fb-4f428e7828ae x-openstack-request-id: req-48647802-71bc-44ee-a1fb-4f428e7828ae {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:03:10.036687 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "name": "network-vif-plugged", "status": "completed", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:03:10.036949 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48647802-71bc-44ee-a1fb-4f428e7828ae {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:03:10.037328 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'code': 200} Jul 06 19:03:10.071344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=721d0f2c-5aa2-4b08-b43c-0b460560c228,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:10.149008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73481d7d-791e-4134-b68c-906a51de8a44 req-89711999-6edf-4b80-b4a6-6bed933d6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:10.150571 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73481d7d-791e-4134-b68c-906a51de8a44 req-89711999-6edf-4b80-b4a6-6bed933d6256 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 1097 time: 0.0541346 Jul 06 19:03:10.187858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73481d7d-791e-4134-b68c-906a51de8a44 req-c22dc9a0-9810-4b3d-beab-4ffb85b18734 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302267 Jul 06 19:03:10.663840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4103bb-f164-4dac-a8f6-60d7e9d5a43d req-3a58928e-a024-487c-87f7-c01a1f1a0361 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:10.665441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f4103bb-f164-4dac-a8f6-60d7e9d5a43d req-3a58928e-a024-487c-87f7-c01a1f1a0361 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 946 time: 0.0975885 Jul 06 19:03:10.710119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3f4103bb-f164-4dac-a8f6-60d7e9d5a43d req-85106846-680a-4916-8e95-79864496ae71 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360796 Jul 06 19:03:11.920001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db3662-177c-471e-be50-58c6f6911d8a req-dd3082b3-36a3-4881-bf7a-938e65814553 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:11.921539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-47db3662-177c-471e-be50-58c6f6911d8a req-dd3082b3-36a3-4881-bf7a-938e65814553 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 946 time: 0.0907524 Jul 06 19:03:11.958931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-47db3662-177c-471e-be50-58c6f6911d8a req-6563a749-9d9e-4cac-ae49-6721a1f639cb tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Jul 06 19:03:12.134615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64da0be-2d24-4cf3-9523-299dcff6e27f req-d47d6dde-163e-42be-80cd-d21eb3017b91 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:12.136032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a64da0be-2d24-4cf3-9523-299dcff6e27f req-d47d6dde-163e-42be-80cd-d21eb3017b91 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 946 time: 0.0684953 Jul 06 19:03:12.176822 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a64da0be-2d24-4cf3-9523-299dcff6e27f req-5b16aa37-5d4c-4c7c-a1fb-c0bdc83dc06e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347049 Jul 06 19:03:12.203565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49856) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:12.271970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ac5ca-2700-46a2-b232-7233204ee457 tempest-TestVolumeBootPattern-566098882 tempest-TestVolumeBootPattern-566098882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:12.274373 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d01ac5ca-2700-46a2-b232-7233204ee457 tempest-TestVolumeBootPattern-566098882 tempest-TestVolumeBootPattern-566098882-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 1092 time: 0.0695150 Jul 06 19:03:12.278580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49858) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:12.285437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:12.313560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:12.410060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:12.531110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Allocated IP 172.25.4.160 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/ad99fe48-d642-4bea-9a7c-ec013236378d) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:03:12.631108 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:12.676989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:12.726301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:03:12.729111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:03:12.732264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:03:12.738344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=ad99fe48-d642-4bea-9a7c-ec013236378d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:13.140232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:13.228447 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:13.398685 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:13.406915 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:13.470990 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event updated for resources: {'Port': ['ID=ad99fe48-d642-4bea-9a7c-ec013236378d,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:13.482968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:13.587150 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Floating IP c7356eec-c41c-414d-af3c-cda2c233d23e associated. External IP: 172.25.4.160, port: 721d0f2c-5aa2-4b08-b43c-0b460560c228. Jul 06 19:03:13.809034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Router ff897226-9a8f-4152-a80b-bb648d666a81 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:03:13.921778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:03:13.934942 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:03:13.944924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:13.945667 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:03:13.946292 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:02:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:13.982407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-68918cbd-356f-48a6-84c0-b6d03962a695 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7026341 Jul 06 19:03:13.983114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:03:13.985418 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebadb6d8-1e62-44ec-a307-c85334a381d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:03:14.024211 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03f9e15-5d4e-4cfc-8e1a-3af7d3de8a6b x-openstack-request-id: req-e03f9e15-5d4e-4cfc-8e1a-3af7d3de8a6b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:03:14.024505 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:03:14.024756 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e03f9e15-5d4e-4cfc-8e1a-3af7d3de8a6b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:03:14.025310 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'status': 'completed', 'code': 200} Jul 06 19:03:14.058123 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:03:14.101532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-dca901c6-fc48-4b2a-a12b-3f0c5a5d619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:14.102996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-dca901c6-fc48-4b2a-a12b-3f0c5a5d619c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 1097 time: 0.0548561 Jul 06 19:03:14.195435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-27c553ce-f400-4247-9a90-7819a60a92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:14.196868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-27c553ce-f400-4247-9a90-7819a60a92ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0876274 Jul 06 19:03:14.282614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:09Z', 'revision_number': 1, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}, {'id': 'c7356eec-c41c-414d-af3c-cda2c233d23e', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:92:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:03:12Z', 'updated_at': '2021-07-06T19:03:12Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:14.293594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-1b15a37d-7e87-41fd-9c3d-61ff9fff9b0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228 HTTP/1.1" status: 200 len: 1000 time: 0.0907502 Jul 06 19:03:14.309281 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:03:14.318576 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:03:14.319195 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:02:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:14.342847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-93110d29-eb85-4b5d-b059-3a6de856877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:14.344384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-93110d29-eb85-4b5d-b059-3a6de856877d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0437903 Jul 06 19:03:14.403257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-22859ca9-9190-4cbb-9b11-f31c8655e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:14.404717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-22859ca9-9190-4cbb-9b11-f31c8655e463 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528960 Jul 06 19:03:14.424780 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:03:14.500526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-a1ee66ba-28ef-4fd1-ac2f-903458b4cfb1 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884874 Jul 06 19:03:14.591904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebadb6d8-1e62-44ec-a307-c85334a381d7 req-dd9a90d1-a34e-4e50-a1c8-173a169970b9 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836165 Jul 06 19:03:14.655199 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:09Z', 'revision_number': 1, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}, {'id': 'c7356eec-c41c-414d-af3c-cda2c233d23e', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:92:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:03:12Z', 'updated_at': '2021-07-06T19:03:12Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:14.681816 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c5adf5-c66e-4f17-acf1-babac9725ee8 None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:09Z', 'revision_number': 1, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}, {'id': 'c7356eec-c41c-414d-af3c-cda2c233d23e', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:92:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:03:12Z', 'updated_at': '2021-07-06T19:03:12Z', 'revision_number': 0, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:03:14.887267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b364b7-8900-48d5-b164-5ed1e039924b None None] New status for floating IP c7356eec-c41c-414d-af3c-cda2c233d23e: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:03:15.559818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7e55-1343-479a-98bc-ea01a4119201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:16.322374 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:03:18.251278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94f80e44-ec73-43cd-b5eb-6e557a975c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:18.462146 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:19.550825 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.100753 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:22.542309 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:22.724423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:37.757119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-e83b83ef-afb4-4972-bcbd-e745ba8e86ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656118 Jul 06 19:03:38.186109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-88a60891-eec7-4fa1-a7b8-03e6cf4daa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:38.187565 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-88a60891-eec7-4fa1-a7b8-03e6cf4daa6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 1097 time: 0.3849304 Jul 06 19:03:38.290457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-b0628026-2ca9-4fd4-a9bd-bf95140e272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:38.291998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-b0628026-2ca9-4fd4-a9bd-bf95140e272c service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0837853 Jul 06 19:03:38.360148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-42ef1256-ea0e-4ef8-8437-695069088abe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228 HTTP/1.1" status: 200 len: 1002 time: 0.0611250 Jul 06 19:03:38.407916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-eda249e7-c49d-4d3d-b86d-55ca52bfc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:38.409837 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-eda249e7-c49d-4d3d-b86d-55ca52bfc069 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0436220 Jul 06 19:03:38.477262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-87a8da1d-84ac-4d18-a900-6483e749c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:38.478733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-87a8da1d-84ac-4d18-a900-6483e749c9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618610 Jul 06 19:03:38.575429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-52ab9d4f-bafe-4184-a796-ce8d1f8fcd63 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897126 Jul 06 19:03:38.668346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f394cbd1-9c9d-4ac6-b4df-1a806a74049f req-731bcf50-a9db-44d7-ae55-8a4139d086c1 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Jul 06 19:03:40.427638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-5dd6438b-1b1b-4503-8c95-b28dae846dd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605083 Jul 06 19:03:40.528901 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-8734aa33-0ecd-4635-8c34-5e5e3c654cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:40.530431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-8734aa33-0ecd-4635-8c34-5e5e3c654cd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1096 time: 0.0568805 Jul 06 19:03:40.650811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-bad8bc60-4d30-49cb-8337-395091759466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:40.652346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-bad8bc60-4d30-49cb-8337-395091759466 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0932360 Jul 06 19:03:40.729027 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-08d5c23e-e398-4a49-bbbc-57d08e94c9e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 1001 time: 0.0682077 Jul 06 19:03:40.796666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-03e6a761-5d20-4460-aa71-6e34c8368a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:40.798202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-03e6a761-5d20-4460-aa71-6e34c8368a0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0626709 Jul 06 19:03:40.863636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-b35f3be4-7fe7-462e-9bf0-7ca97bd874b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:40.865070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-b35f3be4-7fe7-462e-9bf0-7ca97bd874b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603797 Jul 06 19:03:40.965319 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-942091d9-ac42-44d0-8204-b7b3fe1b3811 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926545 Jul 06 19:03:41.068173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e5d29d5a-3d5a-4ee9-937c-82efde2ab2f4 req-34d9cefb-2f3f-43f2-8ace-ebf6124686aa service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962627 Jul 06 19:03:45.554566 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-912c1ed1-aa1c-451e-aae6-fba8fbd50fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:48.255565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85522ed7-15ea-478a-b8c2-fcdbb1820ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:48.470102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:49.553497 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:51.104163 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:52.543043 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:52.733684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:53.325197 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:04:15.561565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-21e92539-e91f-405f-aa5b-aaf41bb75337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:18.265881 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-09588f5b-1484-45a8-871b-49608b2eec9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:18.463603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.557825 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:21.108469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:22.549322 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:22.746410 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:30.329026 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:04:38.766668 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-44f8fd8e-3c1e-4012-9023-5d742af852ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611157 Jul 06 19:04:38.863868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-073ae012-42c5-43d4-a7c0-fabb18e088d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:38.865307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-073ae012-42c5-43d4-a7c0-fabb18e088d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 1097 time: 0.0550690 Jul 06 19:04:38.977230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-687177de-3ff4-445c-905f-6807f0610530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:38.978782 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-687177de-3ff4-445c-905f-6807f0610530 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0936658 Jul 06 19:04:39.053803 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-51cb3663-11f9-46b4-a4cf-b585759755e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228 HTTP/1.1" status: 200 len: 1002 time: 0.0678461 Jul 06 19:04:39.102697 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-740a6685-baa0-4af6-b3fa-b0c0f5e48ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:39.104211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-740a6685-baa0-4af6-b3fa-b0c0f5e48ffd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0447543 Jul 06 19:04:39.163098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-027784f6-98d4-4061-8290-32517bef8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:39.164557 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-027784f6-98d4-4061-8290-32517bef8d81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533156 Jul 06 19:04:39.258225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-f66a771e-274c-48b7-b5fb-4364ebf74db5 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864661 Jul 06 19:04:39.353543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e7870af-cba1-4d91-b786-aaa5f8470808 req-daf2f545-3d87-41ef-a53c-76c07b0f0644 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895412 Jul 06 19:04:41.524240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 49902) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:41.705197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port ad99fe48-d642-4bea-9a7c-ec013236378d {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:41.705549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:41.785339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:41.785632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:41.799161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for ad99fe48-d642-4bea-9a7c-ec013236378d owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:41.964246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:41.988840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=ad99fe48-d642-4bea-9a7c-ec013236378d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:42.000214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.000565 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.000902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.001234 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.001566 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.001919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.002233 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.002555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.002877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.003199 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.003519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.003840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:42.064505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:42.064747 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Floating IP c7356eec-c41c-414d-af3c-cda2c233d23e disassociated (deleted). External IP: 172.25.4.160, port: 721d0f2c-5aa2-4b08-b43c-0b460560c228. Jul 06 19:04:42.298187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Router ff897226-9a8f-4152-a80b-bb648d666a81 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:04:42.422012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:04:42.426616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:42.432293 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:04:42.442065 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:42.442898 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:04:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:42.491717 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6dd3127d-f64f-4a16-a9b9-2dcb779529f6 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "DELETE /v2.0/floatingips/c7356eec-c41c-414d-af3c-cda2c233d23e HTTP/1.1" status: 204 len: 168 time: 0.9660461 Jul 06 19:04:42.492437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:42.494876 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbfe341-b495-4d26-9f98-a3e483ddd615" -d '{"events": [{"name": "network-changed", "server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:42.521601 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-bf63f3b3-8774-46c3-a2d5-2775401c60df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265807 Jul 06 19:04:42.539608 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc734af-48a0-45c1-ae4f-a54da967a6a8 x-openstack-request-id: req-4cc734af-48a0-45c1-ae4f-a54da967a6a8 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:42.540261 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:42.540261 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cc734af-48a0-45c1-ae4f-a54da967a6a8 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:42.540688 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'status': 'completed', 'code': 200} Jul 06 19:04:42.628317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-11770f4e-26ec-4adf-92b9-ed999497156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:42.630720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-11770f4e-26ec-4adf-92b9-ed999497156f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 1097 time: 0.0598125 Jul 06 19:04:42.632362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-4198e47d-94cb-4cc8-9c61-c3e3b61bec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:42.633967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-4198e47d-94cb-4cc8-9c61-c3e3b61bec8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1096 time: 0.0599647 Jul 06 19:04:42.680091 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:42.759829 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-9ed14fe9-dd6b-46a6-9c08-283ca898c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:42.761776 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-9ed14fe9-dd6b-46a6-9c08-283ca898c4cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.1071689 Jul 06 19:04:42.786534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-c0b48a81-b79f-41c2-8bc3-71eeaf9a392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:42.788173 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-c0b48a81-b79f-41c2-8bc3-71eeaf9a392e service neutron] 10.222.0.41 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.1509540 Jul 06 19:04:42.834652 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-2598a695-d97c-49cd-b7f1-c57e27f7e569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228 HTTP/1.1" status: 200 len: 217 time: 0.0394313 Jul 06 19:04:42.835200 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-bbf56a65-ba57-4f08-a9a1-6f7674fdabe5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 1001 time: 0.0659959 Jul 06 19:04:42.893466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-0f2d05d0-9b29-4e01-af01-0085b5d32be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:42.895112 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-0f2d05d0-9b29-4e01-af01-0085b5d32be2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0547471 Jul 06 19:04:42.922774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-4a27c4d1-bdd9-4fe5-a02b-fe928bd9dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:42.924413 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-4a27c4d1-bdd9-4fe5-a02b-fe928bd9dde8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0837877 Jul 06 19:04:42.934084 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:09Z', 'revision_number': 1, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:42.955080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-03584b22-661d-40cd-b212-af6be2c8b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:42.956752 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-03584b22-661d-40cd-b212-af6be2c8b974 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545192 Jul 06 19:04:42.960815 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:04:42.970199 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:42.970794 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:04:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:42.979068 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebb5c6-2b79-47ed-8778-93779fae0902 req-613ebb00-467b-42d3-8733-d7ecb5728d4e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:42.980586 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bebb5c6-2b79-47ed-8778-93779fae0902 req-613ebb00-467b-42d3-8733-d7ecb5728d4e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 946 time: 0.1120830 Jul 06 19:04:43.031215 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8bebb5c6-2b79-47ed-8778-93779fae0902 req-4a5ee567-7d86-48a7-b870-a9ab9b25323f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418417 Jul 06 19:04:43.033134 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-f5520f57-131f-4a1a-bcca-5c20f3764b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:43.034985 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-f5520f57-131f-4a1a-bcca-5c20f3764b13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991645 Jul 06 19:04:43.062373 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-9e68807b-0fc9-4053-b8ef-7085fa97d24f service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980668 Jul 06 19:04:43.077804 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:43.135208 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-60bbfd3d-b600-475e-a9c4-9e47eff7b7c1 service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930340 Jul 06 19:04:43.164220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cbfe341-b495-4d26-9f98-a3e483ddd615 req-87d446e6-8a6b-4254-970f-790f3a0d97e4 service neutron] 10.222.0.41 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920095 Jul 06 19:04:43.229805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d79e4ded-f25f-4d13-b70e-e9dde0c236fd req-e70f289f-4e8d-473b-b426-e20e5da77f4c service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871727 Jul 06 19:04:43.323713 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:09Z', 'revision_number': 1, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:43.359106 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01885eb4-b1ba-475e-8e4b-65bce2721e7d None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '277d484c-282c-45ac-9094-4ef535b6cf94', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'port_id': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:01:07Z', 'updated_at': '2021-07-06T19:01:09Z', 'revision_number': 1, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:04:43.580936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1594f7-765b-4d4a-b349-7884681f152b None None] New status for floating IP c7356eec-c41c-414d-af3c-cda2c233d23e: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:04:44.260852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd40dd-8e7c-4b8a-96ce-6cbd1e804213 req-055737b1-2de8-4136-97ba-26f09cc5c669 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:44.262312 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62dd40dd-8e7c-4b8a-96ce-6cbd1e804213 req-055737b1-2de8-4136-97ba-26f09cc5c669 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 946 time: 0.0806680 Jul 06 19:04:44.332942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62dd40dd-8e7c-4b8a-96ce-6cbd1e804213 req-9181e6b7-2107-4829-ac99-b18ec78ff98e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620792 Jul 06 19:04:44.370629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-17064c19-c04b-44c5-b862-1b6da1275ae7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:44.372103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-17064c19-c04b-44c5-b862-1b6da1275ae7 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 946 time: 0.0790119 Jul 06 19:04:44.501433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port 721d0f2c-5aa2-4b08-b43c-0b460560c228 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:44.501816 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:44.597397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] For port 721d0f2c-5aa2-4b08-b43c-0b460560c228, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=721d0f2c-5aa2-4b08-b43c-0b460560c228,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:44.597788 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:44.610791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for 721d0f2c-5aa2-4b08-b43c-0b460560c228 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:44.747918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:44.787167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=721d0f2c-5aa2-4b08-b43c-0b460560c228,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:44.800001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.800388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.800698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.801034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.801365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.801693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.802057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.802382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.802724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.803041 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.803360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.803721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:44.844234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] No DVR routers for this DVR port 721d0f2c-5aa2-4b08-b43c-0b460560c228 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:04:44.847308 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:44.849300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7ae556e-71b1-486c-899d-92fc1bba13cb req-1c6b1ca5-b8de-4728-ac4b-8f26317a5837 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.41 "DELETE /v2.0/ports/721d0f2c-5aa2-4b08-b43c-0b460560c228 HTTP/1.1" status: 204 len: 173 time: 0.4714484 Jul 06 19:04:44.849709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'name': 'network-vif-deleted', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:44.852070 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa569799-9a46-45d4-8959-6de07cf38aba" -d '{"events": [{"server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "name": "network-vif-deleted", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:44.913860 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054cbc45-1856-4250-bb9e-aaabb11dfc35 x-openstack-request-id: req-054cbc45-1856-4250-bb9e-aaabb11dfc35 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:44.914164 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde27904-c42a-4d3e-b7e9-70b8e65d672d", "name": "network-vif-deleted", "tag": "721d0f2c-5aa2-4b08-b43c-0b460560c228", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:44.914423 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-054cbc45-1856-4250-bb9e-aaabb11dfc35 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:44.914868 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde27904-c42a-4d3e-b7e9-70b8e65d672d', 'name': 'network-vif-deleted', 'tag': '721d0f2c-5aa2-4b08-b43c-0b460560c228', 'status': 'completed', 'code': 200} Jul 06 19:04:45.476298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7f4ef70-8abb-49db-947b-c04e2e03ac1a req-0960b6d7-64e1-412a-bd25-23c8c333ec18 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 210 time: 0.0290685 Jul 06 19:04:45.561349 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7c50-1d55-4c99-abd8-fe761eba03e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:46.622357 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-65715a60-9601-4fbe-bb8f-30f4cf82e53f req-17a82d7c-d600-41fa-935c-6d3a3378a60e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 210 time: 0.0282924 Jul 06 19:04:47.766727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e51c6ddb-4b1f-4534-9274-e3cd1ce299fe req-3f11cbe7-88a1-463a-a9e1-6a25b308e8fe tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde27904-c42a-4d3e-b7e9-70b8e65d672d HTTP/1.1" status: 200 len: 210 time: 0.0332403 Jul 06 19:04:48.194858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 721d0f2c-5aa2-4b08-b43c-0b460560c228 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:04:48.217856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 721d0f2c-5aa2-4b08-b43c-0b460560c228 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:04:48.218200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 721d0f2c-5aa2-4b08-b43c-0b460560c228 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:04:48.259170 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-baf37f4a-fe1c-4d67-9fd5-bfa002ee69a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:48.471932 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:49.565530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:51.111898 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:52.559855 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:52.737912 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:53.206333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49962) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:53.448053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port 81bbea1a-e390-4ce6-8407-4c1c3c90f088 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:53.448309 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:53.532805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:53.533131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:53.544820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for 81bbea1a-e390-4ce6-8407-4c1c3c90f088 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:53.732354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:53.757319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=81bbea1a-e390-4ce6-8407-4c1c3c90f088,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:53.827003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:53.827282 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Floating IP 277d484c-282c-45ac-9094-4ef535b6cf94 disassociated (deleted). External IP: 172.25.4.153, port: 5a5eae52-ec53-43a7-adb5-d0471f728f86. Jul 06 19:04:54.050319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Router ff897226-9a8f-4152-a80b-bb648d666a81 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:04:54.158192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:04:54.163815 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:54.170730 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:04:54.181582 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:54.182240 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:04:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:54.202843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-29106d0d-76d3-492e-9c09-37a31044dc67 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "DELETE /v2.0/floatingips/277d484c-282c-45ac-9094-4ef535b6cf94 HTTP/1.1" status: 204 len: 168 time: 0.9953816 Jul 06 19:04:54.203435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:54.205772 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32" -d '{"events": [{"name": "network-changed", "server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:54.241852 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fefebac-1e32-4550-b0a4-eb75ecb5f445 x-openstack-request-id: req-9fefebac-1e32-4550-b0a4-eb75ecb5f445 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:54.242844 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:54.243346 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fefebac-1e32-4550-b0a4-eb75ecb5f445 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:54.243940 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'status': 'completed', 'code': 200} Jul 06 19:04:54.293811 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:54.326396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-9189132a-8ddf-4b4e-a807-788d4e554f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:54.328036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-9189132a-8ddf-4b4e-a807-788d4e554f8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54dee5b0134f53b8494b44b3fd022e&device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 1096 time: 0.0600016 Jul 06 19:04:54.418717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-7130ffb9-c8b9-402a-a893-8327306ce8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:54.421003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-7130ffb9-c8b9-402a-a893-8327306ce8b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 200 len: 911 time: 0.0869179 Jul 06 19:04:54.473079 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-387b762b-ee3a-4999-b9fe-3c90f14c76d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 200 len: 217 time: 0.0447302 Jul 06 19:04:54.505759 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:54.532256 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:04:54.541113 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:54.541741 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:04:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:54.566016 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-8bd278c1-fd1e-4acf-aa8f-19fa35d98f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:54.567441 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-8bd278c1-fd1e-4acf-aa8f-19fa35d98f50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 200 len: 849 time: 0.0864401 Jul 06 19:04:54.634944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb8fb2-56d1-4c66-a2cb-0ba9ddd55011 req-408a49e2-0f82-4ac8-8b33-8a5f9eafc45e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:54.636472 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9cb8fb2-56d1-4c66-a2cb-0ba9ddd55011 req-408a49e2-0f82-4ac8-8b33-8a5f9eafc45e tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 945 time: 0.1031733 Jul 06 19:04:54.646979 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:54.664174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-77025afb-77e2-4e29-9159-09377477ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:54.665747 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-77025afb-77e2-4e29-9159-09377477ab16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909088 Jul 06 19:04:54.723355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9cb8fb2-56d1-4c66-a2cb-0ba9ddd55011 req-21064036-2a4d-4261-941b-0554a394dfa1 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796895 Jul 06 19:04:54.779886 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-4e5e52eb-8ac2-4f35-8b50-2da2f534807c service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063447 Jul 06 19:04:54.848327 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:54.874130 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c49b1ac7-8bad-4c61-a1b7-bdf4450a4e32 req-0d9901a2-1576-4275-8add-6e9c212893ca service neutron] 10.222.0.24 "GET /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860670 Jul 06 19:04:54.874378 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384920fd-818d-44c2-b78e-546d980cb83c None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:37Z', 'revision_number': 4, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'ac9f4120-6305-4da0-8b23-a4c9e944499c', 'name': '', 'network_id': '01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'mac_address': 'fa:16:3e:95:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:37Z', 'updated_at': '2021-07-06T18:54:46Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'subnets': [{'id': 'f53a8435-f062-4013-93f5-f2f8317cc32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:04:55.120140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83690434-a06f-4571-836f-c71a57f17d1c None None] New status for floating IP 277d484c-282c-45ac-9094-4ef535b6cf94: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:04:55.914707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787d3af-3af0-4039-8e0a-9627cedeb177 req-b1b29a6a-4925-402e-b415-aa14f7fba773 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:55.916488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8787d3af-3af0-4039-8e0a-9627cedeb177 req-b1b29a6a-4925-402e-b415-aa14f7fba773 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 945 time: 0.0774760 Jul 06 19:04:55.956779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8787d3af-3af0-4039-8e0a-9627cedeb177 req-230459cb-73cd-4b5e-853e-1441a2b33360 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c329681-97b3-40e7-93b9-da7eca6fbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341847 Jul 06 19:04:56.028537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-b9d3c6ab-ca25-4734-accc-21a6f8f893c9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:56.030056 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-b9d3c6ab-ca25-4734-accc-21a6f8f893c9 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 945 time: 0.0631638 Jul 06 19:04:56.144668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port 5a5eae52-ec53-43a7-adb5-d0471f728f86 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:56.144991 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:56.239018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] For port 5a5eae52-ec53-43a7-adb5-d0471f728f86, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=5a5eae52-ec53-43a7-adb5-d0471f728f86,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:56.239276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:56.254895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for 5a5eae52-ec53-43a7-adb5-d0471f728f86 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:56.389294 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:56.418435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=5a5eae52-ec53-43a7-adb5-d0471f728f86,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:56.464889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] No DVR routers for this DVR port 5a5eae52-ec53-43a7-adb5-d0471f728f86 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:04:56.467623 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:56.469634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03aab5f0-58a2-4e0f-823f-5bb129e49e1f req-d0f230c3-7d36-4d4a-913d-8e9731a46d7f tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.24 "DELETE /v2.0/ports/5a5eae52-ec53-43a7-adb5-d0471f728f86 HTTP/1.1" status: 204 len: 173 time: 0.4333172 Jul 06 19:04:56.470106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'name': 'network-vif-deleted', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:56.472362 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4868390-7d1b-4177-ae10-0202d0802ec6" -d '{"events": [{"server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "name": "network-vif-deleted", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:56.512619 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba585a91-f6a2-4f1e-97dc-00a5d61bc8b0 x-openstack-request-id: req-ba585a91-f6a2-4f1e-97dc-00a5d61bc8b0 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:56.512911 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff750ca7-3041-427c-a9b0-da5d5921787b", "name": "network-vif-deleted", "tag": "5a5eae52-ec53-43a7-adb5-d0471f728f86", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:56.513160 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba585a91-f6a2-4f1e-97dc-00a5d61bc8b0 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:56.513809 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff750ca7-3041-427c-a9b0-da5d5921787b', 'name': 'network-vif-deleted', 'tag': '5a5eae52-ec53-43a7-adb5-d0471f728f86', 'status': 'completed', 'code': 200} Jul 06 19:04:57.103263 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-366ca79a-4972-4e11-9620-a252246e17b1 req-154aa8dc-1734-43ff-b8f5-d23ef8a07d2d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 210 time: 0.0341189 Jul 06 19:04:58.251095 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dcde8a44-8026-4061-8e52-9cf1b2492298 req-c996a179-240b-49ed-acc7-3e40a3ad2146 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 210 time: 0.0293081 Jul 06 19:04:59.399217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-815c7d51-1915-45bf-b7f9-3a13de34c761 req-932a7525-b378-4279-9dc8-012bbf5b358d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff750ca7-3041-427c-a9b0-da5d5921787b HTTP/1.1" status: 200 len: 210 time: 0.0318465 Jul 06 19:05:00.496541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49982) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:00.636255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Deleting port 902a3ffd-1c34-4c00-aa5e-17bda04f0ddf {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:00.636587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:00.713982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:00.714265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:00.726564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Calling delete_port for 902a3ffd-1c34-4c00-aa5e-17bda04f0ddf owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:00.864963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5a5eae52-ec53-43a7-adb5-d0471f728f86 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:00.876126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:00.886077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 5a5eae52-ec53-43a7-adb5-d0471f728f86 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:00.886427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 5a5eae52-ec53-43a7-adb5-d0471f728f86 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:00.903864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'Port': ['ID=902a3ffd-1c34-4c00-aa5e-17bda04f0ddf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:00.978831 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:00.981703 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:00.982908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2166efae-d460-4b45-9609-2466184f2223 tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "DELETE /v2.0/floatingips/689d8020-f926-4738-992b-d680f8539c10 HTTP/1.1" status: 204 len: 168 time: 0.4853635 Jul 06 19:05:04.378846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 49998) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:04.438951 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ae09551f-6582-472e-9a2b-2b505a47cb4d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:04.466240 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ae09551f-6582-472e-9a2b-2b505a47cb4d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:04.536064 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ae09551f-6582-472e-9a2b-2b505a47cb4d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:04.538892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ae09551f-6582-472e-9a2b-2b505a47cb4d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:04.540084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ae09551f-6582-472e-9a2b-2b505a47cb4d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] 10.222.0.53 "DELETE /v2.0/security-groups/7c329681-97b3-40e7-93b9-da7eca6fbf16 HTTP/1.1" status: 204 len: 168 time: 0.1607845 Jul 06 19:05:04.553741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09551f-6582-472e-9a2b-2b505a47cb4d tempest-TestVolumeBootPattern-1795470866 tempest-TestVolumeBootPattern-1795470866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c329681-97b3-40e7-93b9-da7eca6fbf16,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:04.608659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50002) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:05.138651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.740517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Deleting port ac9f4120-6305-4da0-8b23-a4c9e944499c {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:05.741250 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.828140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] For port ac9f4120-6305-4da0-8b23-a4c9e944499c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ac9f4120-6305-4da0-8b23-a4c9e944499c,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:05.828389 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.841131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Calling delete_port for ac9f4120-6305-4da0-8b23-a4c9e944499c owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:06.025280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:06.050064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9f4120-6305-4da0-8b23-a4c9e944499c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:06.216577 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:06.439892 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Router ff897226-9a8f-4152-a80b-bb648d666a81 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:05:06.551927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:06.557184 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-47807cb2-533e-4621-ac8a-b46af697631c admin admin] 10.222.0.53 "PUT /v2.0/routers/ff897226-9a8f-4152-a80b-bb648d666a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474819 Jul 06 19:05:06.560009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50008) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:06.560949 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] Sync routers for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:06.571879 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:06.572495 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:04:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:06.676983 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:06.770889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:06.783306 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:06.837126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Deleting port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:06.837465 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:06.916700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] For port ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:06.917073 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:06.930075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Calling delete_port for ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:06.944457 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T19:05:05Z', 'revision_number': 5, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port': {'id': 'ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:06.973513 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] Checking router: ff897226-9a8f-4152-a80b-bb648d666a81 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:06.982537 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] Routers {'ff897226-9a8f-4152-a80b-bb648d666a81'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:06.983179 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:04:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['ff897226-9a8f-4152-a80b-bb648d666a81'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:07.067644 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] Set router ff897226-9a8f-4152-a80b-bb648d666a81 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:07.097872 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.119520 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T19:05:06Z', 'revision_number': 6, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:07.123142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:07.150511 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df710ff-7b57-4381-a34d-adc1711332ae None None] The sync data for ids ['ff897226-9a8f-4152-a80b-bb648d666a81'] in n-d-799684-2 is: [{'id': 'ff897226-9a8f-4152-a80b-bb648d666a81', 'name': 'tempest-TestVolumeBootPattern-12281659-router', 'tenant_id': 'be54dee5b0134f53b8494b44b3fd022e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:34Z', 'updated_at': '2021-07-06T19:05:06Z', 'revision_number': 6, 'project_id': 'be54dee5b0134f53b8494b44b3fd022e', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:07.191096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.280101 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.282316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.320763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-a3e516c1-3cd1-41d0-a95c-e2e053529787 req-637831d6-e61e-4ae4-b300-f8ff112d3ef1 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] (93967) timed out ('10.222.0.41', 60405) {{(pid=93967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:05:07.329096 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:05:07.330733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.331509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff897226-9a8f-4152-a80b-bb648d666a81 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:05:07.336416 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.338057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-142edc93-9ce9-4c10-993d-abd5bb05640f admin admin] 10.222.0.53 "DELETE /v2.0/routers/ff897226-9a8f-4152-a80b-bb648d666a81 HTTP/1.1" status: 204 len: 168 time: 0.7770379 Jul 06 19:05:07.340744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50010) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:07.386423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ab9ac8-918f-4e4c-aca8-53724f5ba0ef admin admin] Deleting subnet f53a8435-f062-4013-93f5-f2f8317cc32a {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:05:07.389673 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22ab9ac8-918f-4e4c-aca8-53724f5ba0ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.427187 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22ab9ac8-918f-4e4c-aca8-53724f5ba0ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.508189 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22ab9ac8-918f-4e4c-aca8-53724f5ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.565250 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22ab9ac8-918f-4e4c-aca8-53724f5ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.591279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab9ac8-918f-4e4c-aca8-53724f5ba0ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53a8435-f062-4013-93f5-f2f8317cc32a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:07.595191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-22ab9ac8-918f-4e4c-aca8-53724f5ba0ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.597102 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-22ab9ac8-918f-4e4c-aca8-53724f5ba0ef admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f53a8435-f062-4013-93f5-f2f8317cc32a HTTP/1.1" status: 204 len: 168 time: 0.2553780 Jul 06 19:05:07.599698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50012) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:07.600988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2188c2-fa98-4aef-8de0-89c381d08320 None None] Network 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:07.667021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.722707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Deleting port a73dfd32-fe81-4d84-bab1-671c1156f526 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:07.723173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.793847 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] For port a73dfd32-fe81-4d84-bab1-671c1156f526, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a73dfd32-fe81-4d84-bab1-671c1156f526,segment=NetworkSegment(ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2),segment_id=ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:07.794573 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.806986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Calling delete_port for a73dfd32-fe81-4d84-bab1-671c1156f526 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:07.892309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:07.918069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Pushing event deleted for resources: {'Port': ['ID=a73dfd32-fe81-4d84-bab1-671c1156f526,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:07.923761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] No DVR routers for this DVR port a73dfd32-fe81-4d84-bab1-671c1156f526 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:05:07.937321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db56a39-1042-442d-85bd-8af3958860f2 None None] DHCP port deletion for 01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:05:07.998536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:08.001197 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.012555 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:08.018721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:08.019135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ba6e8ce9-d9c9-4b46-99b3-9af533a3ef25 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:08.019619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ac9f4120-6305-4da0-8b23-a4c9e944499c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:08.023421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:08.023712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4de17b-74b5-43f7-acb8-ff5bd9a2e9a2') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:08.033225 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.039830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ac9f4120-6305-4da0-8b23-a4c9e944499c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:08.040187 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ac9f4120-6305-4da0-8b23-a4c9e944499c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:08.040592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a73dfd32-fe81-4d84-bab1-671c1156f526 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:08.047959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.056245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:05:08.056632 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:05:08.058356 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:05:08.062922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: a73dfd32-fe81-4d84-bab1-671c1156f526 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:08.063376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a73dfd32-fe81-4d84-bab1-671c1156f526 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:08.117430 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.133925 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.135907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] 10.222.0.53 "DELETE /v2.0/networks/01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b HTTP/1.1" status: 204 len: 168 time: 0.5351367 Jul 06 19:05:08.136958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c145a16-9809-4a90-ac1b-f3e1ccbfa81b admin admin] Pushing event deleted for resources: {'Network': ['ID=01b41a8e-f2e0-46f8-9b5b-ed4ef383fa3b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:08.139267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50014) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:08.509096 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.780010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Deleting port 137e619d-1414-4b61-b6df-5de149008821 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:08.780359 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.863986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] For port 137e619d-1414-4b61-b6df-5de149008821, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=137e619d-1414-4b61-b6df-5de149008821,segment=NetworkSegment(2916c874-ed1b-4f73-acae-629442b2f414),segment_id=2916c874-ed1b-4f73-acae-629442b2f414)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:08.864725 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.877465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Calling delete_port for 137e619d-1414-4b61-b6df-5de149008821 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:09.079031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:09.113489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Pushing event deleted for resources: {'Port': ['ID=137e619d-1414-4b61-b6df-5de149008821,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:09.279986 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:09.506539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Router 59ed8494-5822-46f8-8f6b-dc025cfd548c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:05:09.621331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:09.628211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8bc073ba-e1a5-4cbb-a88a-642713a3cd01 admin admin] 10.222.0.53 "PUT /v2.0/routers/59ed8494-5822-46f8-8f6b-dc025cfd548c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866807 Jul 06 19:05:09.629214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50016) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:09.630582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] Sync routers for ids ['59ed8494-5822-46f8-8f6b-dc025cfd548c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:09.640269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] Routers {'59ed8494-5822-46f8-8f6b-dc025cfd548c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:09.640907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:04:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['59ed8494-5822-46f8-8f6b-dc025cfd548c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:09.734188 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:09.743484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] Set router 59ed8494-5822-46f8-8f6b-dc025cfd548c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:09.930114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T19:05:09Z', 'revision_number': 5, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:09.958248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] Checking router: 59ed8494-5822-46f8-8f6b-dc025cfd548c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:09.968129 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] Routers {'59ed8494-5822-46f8-8f6b-dc025cfd548c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:09.968769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:04:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['59ed8494-5822-46f8-8f6b-dc025cfd548c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:10.080331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] Set router 59ed8494-5822-46f8-8f6b-dc025cfd548c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:10.191072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.245177 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Deleting port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:10.245515 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.262320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T19:05:09Z', 'revision_number': 5, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:10.325338 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] For port f077758c-0d11-4e0f-8bd9-c2b6d1945fcc, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=f077758c-0d11-4e0f-8bd9-c2b6d1945fcc,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:10.325704 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.344080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Calling delete_port for f077758c-0d11-4e0f-8bd9-c2b6d1945fcc owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:10.448569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854c131-7f50-4424-a8ff-23d5e5d94e87 None None] The sync data for ids ['59ed8494-5822-46f8-8f6b-dc025cfd548c'] in n-d-799684-2 is: [{'id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'name': 'tempest-TestVolumeBootPattern-432184941-router', 'tenant_id': '054548d7ebcd4c5c801256b47d097380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:54:41Z', 'updated_at': '2021-07-06T19:05:09Z', 'revision_number': 5, 'project_id': '054548d7ebcd4c5c801256b47d097380', 'gw_port': {'id': 'f077758c-0d11-4e0f-8bd9-c2b6d1945fcc', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed8494-5822-46f8-8f6b-dc025cfd548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:54:42Z', 'updated_at': '2021-07-06T18:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:10.522876 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.552714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f077758c-0d11-4e0f-8bd9-c2b6d1945fcc,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:10.618200 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.720173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.722386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.766618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.767083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ed8494-5822-46f8-8f6b-dc025cfd548c {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:05:10.772216 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.773565 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8aaa3448-a5e7-42ea-8940-4b25c992dc59 admin admin] 10.222.0.53 "DELETE /v2.0/routers/59ed8494-5822-46f8-8f6b-dc025cfd548c HTTP/1.1" status: 204 len: 168 time: 1.1429861 Jul 06 19:05:10.776039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50018) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:10.838261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb1ecb7-0749-47cc-9d07-55fc0c058a9a admin admin] Deleting subnet e3149abd-7c30-413d-9c30-ef85a74e56e0 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:05:10.841594 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ecb7-0749-47cc-9d07-55fc0c058a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.876628 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ecb7-0749-47cc-9d07-55fc0c058a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.954941 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ecb7-0749-47cc-9d07-55fc0c058a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.015647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ecb7-0749-47cc-9d07-55fc0c058a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.042363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1ecb7-0749-47cc-9d07-55fc0c058a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3149abd-7c30-413d-9c30-ef85a74e56e0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:11.045626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ecb7-0749-47cc-9d07-55fc0c058a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.047576 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1fb1ecb7-0749-47cc-9d07-55fc0c058a9a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e3149abd-7c30-413d-9c30-ef85a74e56e0 HTTP/1.1" status: 204 len: 168 time: 0.2698562 Jul 06 19:05:11.050430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50020) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:11.052407 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628ea8b-530a-469b-8eda-87a01217e97f None None] Network 99e7b513-e320-41de-8b09-f7058545ad56 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:11.127704 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.187636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Deleting port d8df8a96-1322-4743-b6c6-f57cd9bb38ae {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:11.187966 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.250342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] For port d8df8a96-1322-4743-b6c6-f57cd9bb38ae, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d8df8a96-1322-4743-b6c6-f57cd9bb38ae,segment=NetworkSegment(2916c874-ed1b-4f73-acae-629442b2f414),segment_id=2916c874-ed1b-4f73-acae-629442b2f414)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:11.250623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.263539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Calling delete_port for d8df8a96-1322-4743-b6c6-f57cd9bb38ae owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:11.363329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.389586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8df8a96-1322-4743-b6c6-f57cd9bb38ae,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:11.394138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] No DVR routers for this DVR port d8df8a96-1322-4743-b6c6-f57cd9bb38ae on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:05:11.470546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.483241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e7b513-e320-41de-8b09-f7058545ad56']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:11.491360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746926c9-8fbc-48e1-b1bd-def18102e6e2 None None] DHCP port deletion for 99e7b513-e320-41de-8b09-f7058545ad56 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:05:11.496967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2916c874-ed1b-4f73-acae-629442b2f414') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:11.497272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2916c874-ed1b-4f73-acae-629442b2f414') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:11.511666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.526373 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.533157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:05:11.533674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:05:11.535723 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:05:11.595977 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.602832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.607427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] 10.222.0.53 "DELETE /v2.0/networks/99e7b513-e320-41de-8b09-f7058545ad56 HTTP/1.1" status: 204 len: 168 time: 0.5526848 Jul 06 19:05:11.617835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0cd31-fbe6-479f-9955-0015194e8915 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e7b513-e320-41de-8b09-f7058545ad56,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:11.755111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50024) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:11.806441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e87971db-feec-47cb-8d68-15f908249cc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be54dee5b0134f53b8494b44b3fd022e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501585 Jul 06 19:05:11.809257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50026) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:11.859075 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91460c59-9721-49a3-ad44-8750f6e173b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.885245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91460c59-9721-49a3-ad44-8750f6e173b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.946780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91460c59-9721-49a3-ad44-8750f6e173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.949465 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91460c59-9721-49a3-ad44-8750f6e173b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.950692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-91460c59-9721-49a3-ad44-8750f6e173b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efa6f2c4-e945-4e7b-af77-45523bdfb713 HTTP/1.1" status: 204 len: 168 time: 0.1404145 Jul 06 19:05:11.959027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91460c59-9721-49a3-ad44-8750f6e173b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa6f2c4-e945-4e7b-af77-45523bdfb713,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:11.994598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f077758c-0d11-4e0f-8bd9-c2b6d1945fcc no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:12.014752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: f077758c-0d11-4e0f-8bd9-c2b6d1945fcc {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:12.015012 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device f077758c-0d11-4e0f-8bd9-c2b6d1945fcc not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:12.015422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d8df8a96-1322-4743-b6c6-f57cd9bb38ae no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:12.033851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d8df8a96-1322-4743-b6c6-f57cd9bb38ae {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:12.034069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d8df8a96-1322-4743-b6c6-f57cd9bb38ae not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:12.034827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 137e619d-1414-4b61-b6df-5de149008821 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:12.060332 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 137e619d-1414-4b61-b6df-5de149008821 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:12.060991 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 137e619d-1414-4b61-b6df-5de149008821 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:12.337928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50032) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:12.378314 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2af13544-a70c-4445-8252-97e6c1216c80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=054548d7ebcd4c5c801256b47d097380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390534 Jul 06 19:05:12.382819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50034) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:12.441634 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e27bd98-76ce-47b0-bc01-7358f224a9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.473235 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e27bd98-76ce-47b0-bc01-7358f224a9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.528242 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e27bd98-76ce-47b0-bc01-7358f224a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.530943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4e27bd98-76ce-47b0-bc01-7358f224a9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.532153 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4e27bd98-76ce-47b0-bc01-7358f224a9c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a815826-9f07-4118-8f23-8b91872389dd HTTP/1.1" status: 204 len: 168 time: 0.1482620 Jul 06 19:05:12.540468 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27bd98-76ce-47b0-bc01-7358f224a9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a815826-9f07-4118-8f23-8b91872389dd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:15.560507 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c9fc-4b96-49d0-8f7a-b9eeac0077d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.259275 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bd488530-105b-48b3-a3f6-75dfb321b38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.472187 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:19.560172 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.113001 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.650597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-40a2bc96-abcf-465b-9cda-e6c47b40caf0 req-30b29afb-3385-4d25-a95e-ce7911d0a839 tempest-TestSecurityGroupsBasicOps-2077014291 tempest-TestSecurityGroupsBasicOps-2077014291-project] (93967) timed out ('10.222.0.24', 51995) {{(pid=93967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:05:22.115298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-7857d369-ad95-495c-a808-9f43490aea55 req-9f22e1eb-f5e4-4dff-8cda-d5b6060f62a8 service neutron] (93966) timed out ('10.222.0.24', 52034) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:05:22.558829 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.756183 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.992257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-a6aafe7e-318c-4593-8168-fe0f78a63444 req-ae5c832a-44e8-4c18-b52f-91f3e1b4530d tempest-MultipleCreateTestJSON-303589852 tempest-MultipleCreateTestJSON-303589852-project] (93966) timed out ('10.222.0.24', 52263) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:05:23.214152 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-c6156404-4363-46d8-b3a6-ad4f991ed84a tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=700d883233a646bba562a97c7f58b685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300765 Jul 06 19:05:23.419462 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-393d0869-d2ca-45ab-b241-41e38324c487 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:23.420834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-393d0869-d2ca-45ab-b241-41e38324c487 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015781 Jul 06 19:05:23.436101 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-56393a05-1126-4129-bbb9-9d18a5b8f1fb tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/quotas/700d883233a646bba562a97c7f58b685 HTTP/1.1" status: 200 len: 375 time: 0.0095413 Jul 06 19:05:23.468260 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-4c93cca8-7fae-4cba-82c0-9264323e1cab tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=700d883233a646bba562a97c7f58b685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270584 Jul 06 19:05:23.642347 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69a0e1c6-eb0d-4a4f-b555-43b24d6e693a req-10690cda-f665-4023-b40d-51ca9a4abcd7 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 210 time: 0.0287178 Jul 06 19:05:24.650167 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-cc63012e-c32a-419e-8a3c-2d34f75d5671 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=700d883233a646bba562a97c7f58b685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225987 Jul 06 19:05:24.760628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-6cc5e758-b6a3-4d56-b32e-cc1f55406d7c tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:24.762134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-6cc5e758-b6a3-4d56-b32e-cc1f55406d7c tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072588 Jul 06 19:05:24.782958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Request body: {'port': {'device_id': 'e1c00604-833e-417d-8596-5c4fa56db2d0', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'admin_state_up': True, 'tenant_id': '700d883233a646bba562a97c7f58b685'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:24.819562 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8985b9ea-d711-4f64-86f4-e555ea64096c req-9e5d9bde-bf50-430a-b1c9-6b666e6d6081 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 210 time: 0.0563061 Jul 06 19:05:24.919035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Made reservation on behalf of 700d883233a646bba562a97c7f58b685 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:24.922776 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.936585 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.027125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.034051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.093372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:25.170569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Allocated IP 192.168.233.115 (28ac213f-cc86-479f-82b5-44992d03c346/b2c78c38-61bd-4bb9-8d3b-600aa734c764/031462f4-419a-4337-ad69-c2ec1943fd8f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:25.321777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.335873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Transition to ACTIVE for port object 031462f4-419a-4337-ad69-c2ec1943fd8f will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:25.370404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.413270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Network 28ac213f-cc86-479f-82b5-44992d03c346 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:25.418290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:25.422039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:25.428444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Pushing event updated for resources: {'Port': ['ID=031462f4-419a-4337-ad69-c2ec1943fd8f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:25.477873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:25.478542 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.494859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d6a74f8d-8c14-4547-af2b-ccb906b9e98f tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7231560 Jul 06 19:05:25.508378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Request body: {'port': {'device_id': 'e1c00604-833e-417d-8596-5c4fa56db2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:25.585942 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.647661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b64ca8e3-ec19-4e51-80bd-ce270da45e9c None None] Provisioning for port 031462f4-419a-4337-ad69-c2ec1943fd8f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:25.651379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b64ca8e3-ec19-4e51-80bd-ce270da45e9c None None] Provisioning complete for port 031462f4-419a-4337-ad69-c2ec1943fd8f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:25.651776 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b64ca8e3-ec19-4e51-80bd-ce270da45e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.684776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b64ca8e3-ec19-4e51-80bd-ce270da45e9c None None] Port 031462f4-419a-4337-ad69-c2ec1943fd8f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:05:25.857753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031462f4-419a-4337-ad69-c2ec1943fd8f {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:05:25.865750 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.878908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Transition to ACTIVE for port object 031462f4-419a-4337-ad69-c2ec1943fd8f will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:25.884222 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.939252 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Pushing event updated for resources: {'Port': ['ID=031462f4-419a-4337-ad69-c2ec1943fd8f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:26.001467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a16732-1104-49c0-91e5-5452c51732b4 req-f52bf1b8-ba03-406c-aea0-9071f7e35933 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.003687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-38a16732-1104-49c0-91e5-5452c51732b4 req-f52bf1b8-ba03-406c-aea0-9071f7e35933 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 948 time: 0.0713594 Jul 06 19:05:26.011720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Attempting to bind port 031462f4-419a-4337-ad69-c2ec1943fd8f on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:26.012085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Attempting to bind port 031462f4-419a-4337-ad69-c2ec1943fd8f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:26.012482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Attempting to bind port 031462f4-419a-4337-ad69-c2ec1943fd8f on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:26.017380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Port 031462f4-419a-4337-ad69-c2ec1943fd8f on network 28ac213f-cc86-479f-82b5-44992d03c346 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:05:26.018100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Attempting to bind port 031462f4-419a-4337-ad69-c2ec1943fd8f on network 28ac213f-cc86-479f-82b5-44992d03c346 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:26.023533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:26.023879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Checking segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:26.024317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Bound using segment: {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:26.024753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Bound port: 031462f4-419a-4337-ad69-c2ec1943fd8f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78c732-3284-4848-bd17-0636d3699d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:26.025112 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.045030 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-38a16732-1104-49c0-91e5-5452c51732b4 req-e33d82aa-984a-4171-9a0a-71bc26504bcc tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355685 Jul 06 19:05:26.098074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] For port 031462f4-419a-4337-ad69-c2ec1943fd8f, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:26.101290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] For port 031462f4-419a-4337-ad69-c2ec1943fd8f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=031462f4-419a-4337-ad69-c2ec1943fd8f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:26.107095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.142460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.143083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.144480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] 10.222.0.24 "PUT /v2.0/ports/031462f4-419a-4337-ad69-c2ec1943fd8f HTTP/1.1" status: 200 len: 1096 time: 0.6406045 Jul 06 19:05:26.144917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c00604-833e-417d-8596-5c4fa56db2d0', 'tag': '031462f4-419a-4337-ad69-c2ec1943fd8f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:26.147235 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a423a97-78f9-4fdb-b612-0f85fd6ade64" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c00604-833e-417d-8596-5c4fa56db2d0", "tag": "031462f4-419a-4337-ad69-c2ec1943fd8f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:26.176071 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e4876-9495-405d-87a7-0eda48aea494 service neutron] Pushing event updated for resources: {'Port': ['ID=031462f4-419a-4337-ad69-c2ec1943fd8f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:26.188441 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74045e57-019d-4ae6-9df0-917cfd9cbf06 x-openstack-request-id: req-74045e57-019d-4ae6-9df0-917cfd9cbf06 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:26.188783 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c00604-833e-417d-8596-5c4fa56db2d0", "tag": "031462f4-419a-4337-ad69-c2ec1943fd8f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:26.189087 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74045e57-019d-4ae6-9df0-917cfd9cbf06 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:26.189493 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c00604-833e-417d-8596-5c4fa56db2d0', 'tag': '031462f4-419a-4337-ad69-c2ec1943fd8f', 'status': 'completed', 'code': 200} Jul 06 19:05:26.253873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-313bea16-9c96-4d07-ad6a-625f85b79305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.255416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-313bea16-9c96-4d07-ad6a-625f85b79305 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=700d883233a646bba562a97c7f58b685&device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 1099 time: 0.0572801 Jul 06 19:05:26.302998 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-b61f2eed-1fea-44b5-82ba-f7357e4d8765 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=031462f4-419a-4337-ad69-c2ec1943fd8f HTTP/1.1" status: 200 len: 217 time: 0.0396070 Jul 06 19:05:26.354796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-cb117be2-3518-45c2-9a79-8a8e5374c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.356421 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-cb117be2-3518-45c2-9a79-8a8e5374c73b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0470552 Jul 06 19:05:26.421446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-978ae93b-5e48-4377-9cb1-4eec10839b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.423070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-978ae93b-5e48-4377-9cb1-4eec10839b80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575895 Jul 06 19:05:26.524320 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-d10235d9-1def-4bbc-9351-f5649c4dbede service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923252 Jul 06 19:05:26.626991 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e66e9913-fda9-47b1-b261-695e2a7b06d0 req-a49e3744-8d9c-4371-b235-c5962853be86 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960143 Jul 06 19:05:26.737332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-e66ae0d5-4e36-49b6-a50c-d7db57843b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.738851 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-e66ae0d5-4e36-49b6-a50c-d7db57843b9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=700d883233a646bba562a97c7f58b685&device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 1099 time: 0.0586414 Jul 06 19:05:26.842919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-1733e9a6-7131-48ae-99e3-0202db619fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.844528 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-1733e9a6-7131-48ae-99e3-0202db619fbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=28ac213f-cc86-479f-82b5-44992d03c346 HTTP/1.1" status: 200 len: 870 time: 0.0984001 Jul 06 19:05:26.886952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-cb823e0c-dbd5-4289-8457-9b47ab069449 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=031462f4-419a-4337-ad69-c2ec1943fd8f HTTP/1.1" status: 200 len: 217 time: 0.0347586 Jul 06 19:05:26.946014 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-33c2f4bb-e986-4894-950e-48cca8417342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.947516 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-33c2f4bb-e986-4894-950e-48cca8417342 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2c78c38-61bd-4bb9-8d3b-600aa734c764 HTTP/1.1" status: 200 len: 843 time: 0.0537534 Jul 06 19:05:27.014368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-4a8d14bd-1a95-4cbd-99eb-76197e7854f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:27.015887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-4a8d14bd-1a95-4cbd-99eb-76197e7854f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28ac213f-cc86-479f-82b5-44992d03c346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605800 Jul 06 19:05:27.104247 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-7ae2d925-db1e-49fd-b30a-0a3886fbad29 service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804503 Jul 06 19:05:27.198927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a423a97-78f9-4fdb-b612-0f85fd6ade64 req-6a028f0f-c717-4fb5-9a73-a716b2d70b6e service neutron] 10.222.0.24 "GET /v2.0/networks/28ac213f-cc86-479f-82b5-44992d03c346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882189 Jul 06 19:05:27.224160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2d855-8603-4b6b-81a7-225e352065cc req-8fad5fef-c174-49e8-97ad-e94a6eff8562 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:27.225734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59c2d855-8603-4b6b-81a7-225e352065cc req-8fad5fef-c174-49e8-97ad-e94a6eff8562 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 948 time: 0.0672827 Jul 06 19:05:27.264560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59c2d855-8603-4b6b-81a7-225e352065cc req-e9a465f1-b5d3-46a6-9b81-3bd85cd1a672 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329866 Jul 06 19:05:28.454538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7360def-1eaa-4477-9779-6aeed0cefdd5 req-b88b552d-8d4b-4f31-be2d-fcb2491227fa tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:28.456045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7360def-1eaa-4477-9779-6aeed0cefdd5 req-b88b552d-8d4b-4f31-be2d-fcb2491227fa tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 948 time: 0.0760479 Jul 06 19:05:28.494499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7360def-1eaa-4477-9779-6aeed0cefdd5 req-5b37ce46-b013-47bf-bb96-4ed9d771a9a3 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Jul 06 19:05:29.008432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 031462f4-419a-4337-ad69-c2ec1943fd8f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:05:29.107365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 031462f4-419a-4337-ad69-c2ec1943fd8f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=031462f4-419a-4337-ad69-c2ec1943fd8f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:29.119130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '031462f4-419a-4337-ad69-c2ec1943fd8f', 'network_id': '28ac213f-cc86-479f-82b5-44992d03c346', 'port_id': '031462f4-419a-4337-ad69-c2ec1943fd8f', 'mac_address': 'fa:16:3e:74:3b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c78c38-61bd-4bb9-8d3b-600aa734c764', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:05:29.160436 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.173892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031462f4-419a-4337-ad69-c2ec1943fd8f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:05:29.193999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 031462f4-419a-4337-ad69-c2ec1943fd8f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=031462f4-419a-4337-ad69-c2ec1943fd8f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:29.200221 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.248402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=031462f4-419a-4337-ad69-c2ec1943fd8f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:29.256418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.256760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.257095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.257431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.257791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.258127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.258453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.258772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.259094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.259412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.259736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.260049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:29.458656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['031462f4-419a-4337-ad69-c2ec1943fd8f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:05:29.676520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564ea53-7926-4d37-b5d1-8307d82ba6de req-319ca01a-485f-40d8-b16c-3cf6536b09ae tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:29.678990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a564ea53-7926-4d37-b5d1-8307d82ba6de req-319ca01a-485f-40d8-b16c-3cf6536b09ae tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 949 time: 0.0702224 Jul 06 19:05:29.725835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a564ea53-7926-4d37-b5d1-8307d82ba6de req-a952b20e-dc3d-48d8-a635-83255404d24d tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410163 Jul 06 19:05:30.909887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4586c6-4a51-4c08-afc5-d657fe1ea6bb req-1ef1dee0-86a7-45f6-a4b4-0e27bafbbb21 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:30.911302 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c4586c6-4a51-4c08-afc5-d657fe1ea6bb req-1ef1dee0-86a7-45f6-a4b4-0e27bafbbb21 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 949 time: 0.0715489 Jul 06 19:05:30.952863 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5c4586c6-4a51-4c08-afc5-d657fe1ea6bb req-2a884a54-fd14-4955-baca-788f61347ed9 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358241 Jul 06 19:05:31.024717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 031462f4-419a-4337-ad69-c2ec1943fd8f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:31.081272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 031462f4-419a-4337-ad69-c2ec1943fd8f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:31.085360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 031462f4-419a-4337-ad69-c2ec1943fd8f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:31.085751 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:31.166462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:31.193376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c00604-833e-417d-8596-5c4fa56db2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031462f4-419a-4337-ad69-c2ec1943fd8f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:31.195694 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb559517-bc05-4914-a0bd-5002811d267c" -d '{"events": [{"server_uuid": "e1c00604-833e-417d-8596-5c4fa56db2d0", "name": "network-vif-plugged", "status": "completed", "tag": "031462f4-419a-4337-ad69-c2ec1943fd8f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:31.209228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 031462f4-419a-4337-ad69-c2ec1943fd8f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=031462f4-419a-4337-ad69-c2ec1943fd8f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:31.214355 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:31.241317 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b73b3b7-42e2-4c62-96e3-f115590e23fd x-openstack-request-id: req-7b73b3b7-42e2-4c62-96e3-f115590e23fd {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:31.241642 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c00604-833e-417d-8596-5c4fa56db2d0", "name": "network-vif-plugged", "status": "completed", "tag": "031462f4-419a-4337-ad69-c2ec1943fd8f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:31.242066 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b73b3b7-42e2-4c62-96e3-f115590e23fd {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:31.242588 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c00604-833e-417d-8596-5c4fa56db2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031462f4-419a-4337-ad69-c2ec1943fd8f', 'code': 200} Jul 06 19:05:31.270085 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=031462f4-419a-4337-ad69-c2ec1943fd8f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:31.350000 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea8657-7ced-4a29-84b8-eab700a9cfec req-f19cd410-a0fe-4e6e-b559-871f02dd1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:31.351509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fbea8657-7ced-4a29-84b8-eab700a9cfec req-f19cd410-a0fe-4e6e-b559-871f02dd1e3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 1101 time: 0.0533512 Jul 06 19:05:31.394862 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fbea8657-7ced-4a29-84b8-eab700a9cfec req-0a864015-20f3-438d-9bca-2076e9c48096 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360382 Jul 06 19:05:32.139316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd2f4-4e4c-466f-8d73-54155ef3e6e5 req-e79f3876-3692-4e6e-a5ff-308d68df7f32 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:32.140843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-127fd2f4-4e4c-466f-8d73-54155ef3e6e5 req-e79f3876-3692-4e6e-a5ff-308d68df7f32 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 950 time: 0.0665181 Jul 06 19:05:32.180050 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-127fd2f4-4e4c-466f-8d73-54155ef3e6e5 req-4502d8da-5b19-4617-aa7d-79f6dd103ef1 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Jul 06 19:05:33.378808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a9b04-3279-4b6b-a8d1-5817f3baec77 req-b5935af1-1f5a-4765-950d-0913b5610f57 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:33.380325 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-106a9b04-3279-4b6b-a8d1-5817f3baec77 req-b5935af1-1f5a-4765-950d-0913b5610f57 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 950 time: 0.0683107 Jul 06 19:05:33.421942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-106a9b04-3279-4b6b-a8d1-5817f3baec77 req-91554a75-4962-48aa-b78a-56a1e01f5970 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Jul 06 19:05:34.534405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7db64-7c94-45c8-9513-d890f31e4b80 req-0ae91205-cfa6-4943-97d0-adc9faf50ca5 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:34.536294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9d7db64-7c94-45c8-9513-d890f31e4b80 req-0ae91205-cfa6-4943-97d0-adc9faf50ca5 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 950 time: 0.0722787 Jul 06 19:05:34.577960 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9d7db64-7c94-45c8-9513-d890f31e4b80 req-6f9c49f2-26be-49e7-a80d-7de4d43107a0 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Jul 06 19:05:35.807357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-6c8342e3-4a19-46ac-8658-a943891d82e3 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:35.808891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-6c8342e3-4a19-46ac-8658-a943891d82e3 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 950 time: 0.1146562 Jul 06 19:05:35.832554 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48505f-d6b3-4073-9f1e-8529dc6f58a2 req-8faca63c-cd70-47f1-820f-6a96c6451bc3 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:35.833973 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d48505f-d6b3-4073-9f1e-8529dc6f58a2 req-8faca63c-cd70-47f1-820f-6a96c6451bc3 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c00604-833e-417d-8596-5c4fa56db2d0 HTTP/1.1" status: 200 len: 950 time: 0.1027892 Jul 06 19:05:35.924791 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6d48505f-d6b3-4073-9f1e-8529dc6f58a2 req-f5b02956-f1fc-4a0d-967d-a7452bdde028 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.53 "GET /v2.0/security-groups?id=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726449 Jul 06 19:05:35.960719 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Deleting port 031462f4-419a-4337-ad69-c2ec1943fd8f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:35.961063 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.050247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] For port 031462f4-419a-4337-ad69-c2ec1943fd8f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=031462f4-419a-4337-ad69-c2ec1943fd8f,segment=NetworkSegment(0e78c732-3284-4848-bd17-0636d3699d24),segment_id=0e78c732-3284-4848-bd17-0636d3699d24)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:36.050617 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.063108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Calling delete_port for 031462f4-419a-4337-ad69-c2ec1943fd8f owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:36.208630 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.220364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['031462f4-419a-4337-ad69-c2ec1943fd8f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:05:36.238789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Pushing event deleted for resources: {'Port': ['ID=031462f4-419a-4337-ad69-c2ec1943fd8f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:36.284276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] No DVR routers for this DVR port 031462f4-419a-4337-ad69-c2ec1943fd8f on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:05:36.287470 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.289580 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2f00ba8a-14ff-4c83-a2ae-890c22a4fe89 req-d793ff20-00b4-412c-b58d-d338e7459a65 tempest-ServersAdminNegativeTestJSON-1446159950 tempest-ServersAdminNegativeTestJSON-1446159950-project] 10.222.0.24 "DELETE /v2.0/ports/031462f4-419a-4337-ad69-c2ec1943fd8f HTTP/1.1" status: 204 len: 173 time: 0.4740968 Jul 06 19:05:36.290066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c00604-833e-417d-8596-5c4fa56db2d0', 'name': 'network-vif-deleted', 'tag': '031462f4-419a-4337-ad69-c2ec1943fd8f'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:36.292453 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec61338-6b16-4f51-ad1a-612fad08e75a" -d '{"events": [{"server_uuid": "e1c00604-833e-417d-8596-5c4fa56db2d0", "name": "network-vif-deleted", "tag": "031462f4-419a-4337-ad69-c2ec1943fd8f"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:36.332894 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff5e83-9caa-49d6-8943-588f1ea58d75 x-openstack-request-id: req-59ff5e83-9caa-49d6-8943-588f1ea58d75 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:36.333259 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c00604-833e-417d-8596-5c4fa56db2d0", "name": "network-vif-deleted", "tag": "031462f4-419a-4337-ad69-c2ec1943fd8f", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:36.333661 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59ff5e83-9caa-49d6-8943-588f1ea58d75 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:36.334265 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c00604-833e-417d-8596-5c4fa56db2d0', 'name': 'network-vif-deleted', 'tag': '031462f4-419a-4337-ad69-c2ec1943fd8f', 'status': 'completed', 'code': 200} Jul 06 19:05:37.296323 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50174) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:37.433740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-78fd9ce9-3f7a-4e18-be51-d65e9fc148c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=700d883233a646bba562a97c7f58b685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361938 Jul 06 19:05:37.436568 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50178) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:37.485028 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e951-3830-4773-86b8-720740b46e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.507525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e951-3830-4773-86b8-720740b46e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.562276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e951-3830-4773-86b8-720740b46e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.566719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e951-3830-4773-86b8-720740b46e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.568727 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a0c6e951-3830-4773-86b8-720740b46e7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06ff2406-69ef-426d-9bbd-f8b1c09f4ca4 HTTP/1.1" status: 204 len: 168 time: 0.1312215 Jul 06 19:05:37.581435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e951-3830-4773-86b8-720740b46e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ff2406-69ef-426d-9bbd-f8b1c09f4ca4,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:37.841362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50184) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:37.854929 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a20ef1e9-2c47-4083-8dcd-dc5192feec88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.950749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a20ef1e9-2c47-4083-8dcd-dc5192feec88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.956257 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a20ef1e9-2c47-4083-8dcd-dc5192feec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.998246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a20ef1e9-2c47-4083-8dcd-dc5192feec88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=408318e9a80e43f3aa68c4fa6299942d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556211 Jul 06 19:05:37.999083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ef1e9-2c47-4083-8dcd-dc5192feec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043a13a4-d64c-460e-bd5b-ba1cc9f37d08,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:38.001074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50186) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:38.053740 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26748dc8-d416-4e85-8fd4-bbb9220fd59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:38.074817 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26748dc8-d416-4e85-8fd4-bbb9220fd59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:38.125505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26748dc8-d416-4e85-8fd4-bbb9220fd59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:38.129227 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-26748dc8-d416-4e85-8fd4-bbb9220fd59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:38.130695 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-26748dc8-d416-4e85-8fd4-bbb9220fd59a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/043a13a4-d64c-460e-bd5b-ba1cc9f37d08 HTTP/1.1" status: 204 len: 168 time: 0.1284585 Jul 06 19:05:38.139512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26748dc8-d416-4e85-8fd4-bbb9220fd59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a13a4-d64c-460e-bd5b-ba1cc9f37d08,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:38.889352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50208) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:39.011935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1108523876-network', 'tenant_id': 'fe35e84edfda4f7ea31d88f6fd5eb7b5'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:39.034415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Made reservation on behalf of fe35e84edfda4f7ea31d88f6fd5eb7b5 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:39.037292 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.048816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.137219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.142552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.163766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:05:39.179253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c203e7-4991-436d-ae50-56447e4dcd28,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:39.182228 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.182578 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Added segment 891a3678-dc96-40c9-abd5-1c385e143c6d of type vlan for network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 Jul 06 19:05:39.222977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.254955 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.255857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:39.256435 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.306407 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4157805 Jul 06 19:05:39.309606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50212) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:39.315232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf739cd-45f8-4edc-8f1d-1a8ecfde789f admin admin] Pushing event updated for resources: {'Network': ['ID=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:39.315393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Request body: {'subnet': {'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1108523876-subnet', 'tenant_id': 'fe35e84edfda4f7ea31d88f6fd5eb7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:39.325729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:05:39.339100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Made reservation on behalf of fe35e84edfda4f7ea31d88f6fd5eb7b5 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:39.341464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.847667 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.900657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6501207-1c2d-48b1-80be-b40560412e8d,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:39.912831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Checking segment: {'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:39.913504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Network hostable DHCP agents. Network: bd6ec093-a1c8-4453-8456-8cf5eeaf07c7, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:05:39.934544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:05:39.947935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, bd6ec093-a1c8-4453-8456-8cf5eeaf07c7) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:39.953047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:39.954059 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:39.957163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c128bdf-a27d-4b92-ade9-48a099847baa None None] Network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:39.969558 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3ae538a7-b187-4aaa-83e3-6747f425a150 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6582453 Jul 06 19:05:40.081161 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697dcc1-a434-486f-96a1-abfa6374f2df None None] Network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:40.556441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-de08850a-65d9-4685-be25-4e40c33932dd tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:40.558006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-de08850a-65d9-4685-be25-4e40c33932dd tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/networks?id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 200 len: 812 time: 0.1115589 Jul 06 19:05:40.575956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-1a017b2a-9eda-4d39-b298-72b25d28d407 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/quotas/fe35e84edfda4f7ea31d88f6fd5eb7b5 HTTP/1.1" status: 200 len: 375 time: 0.0100181 Jul 06 19:05:40.610342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-3c8b4f4f-4050-44fb-89e5-8bec72930b7a tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288351 Jul 06 19:05:40.621264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-aa9e606b-6ef4-4d1c-ac1e-32b1450a4a0a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:05:40.622308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-aa9e606b-6ef4-4d1c-ac1e-32b1450a4a0a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055060 Jul 06 19:05:40.718948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-7ac44645-c4a6-44d4-a4a5-12eefbc070f0 service neutron] 10.222.0.53 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907955 Jul 06 19:05:40.813000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-f453b602-4b06-4745-91a1-dd448285efd2 service neutron] 10.222.0.53 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878637 Jul 06 19:05:41.004446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c201b1d0-e640-4da9-a474-0afc65c8b2b5 req-f793036f-64d7-4e24-8475-0fe64cc5f04a tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 210 time: 0.0321081 Jul 06 19:05:41.058214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 031462f4-419a-4337-ad69-c2ec1943fd8f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:41.077910 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 031462f4-419a-4337-ad69-c2ec1943fd8f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:41.078255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 031462f4-419a-4337-ad69-c2ec1943fd8f not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:42.108659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-8c9ac098-6a0d-4ff0-bb44-a22f049200fa tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:42.110220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-8c9ac098-6a0d-4ff0-bb44-a22f049200fa tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.24 "GET /v2.0/networks?id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 200 len: 812 time: 0.1059399 Jul 06 19:05:42.122855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Request body: {'port': {'device_id': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7', 'admin_state_up': True, 'tenant_id': 'fe35e84edfda4f7ea31d88f6fd5eb7b5'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:42.170029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e60d0e91-2df3-4b53-9c87-8b6d58894b01 req-30758306-1fdb-435e-b5a0-f1ab022b46e7 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 210 time: 0.0506802 Jul 06 19:05:42.243472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Made reservation on behalf of fe35e84edfda4f7ea31d88f6fd5eb7b5 for: {'port': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:42.247156 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:42.372910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Allocated IP 172.20.0.2 (bd6ec093-a1c8-4453-8456-8cf5eeaf07c7/b6501207-1c2d-48b1-80be-b40560412e8d/f27f8921-71bc-4dc7-8b3b-3454564d2d46) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:42.520771 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:42.566422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:42.610751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:42.616072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:42.619906 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:42.626413 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:42.658305 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.658598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.658981 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.659322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.659966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.660329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.660662 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.661018 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.661352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.661673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.662022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.662346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:42.686823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:42.687448 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:42.703447 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-311b4859-4bbb-41ff-ad6f-2c7b9fef395f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848322 Jul 06 19:05:42.715518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Request body: {'port': {'device_id': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:42.788936 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:43.089971 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27f8921-71bc-4dc7-8b3b-3454564d2d46 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:05:43.101434 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:43.116187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Transition to ACTIVE for port object f27f8921-71bc-4dc7-8b3b-3454564d2d46 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:43.122245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:43.182691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:43.251475 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Attempting to bind port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:43.251824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Attempting to bind port f27f8921-71bc-4dc7-8b3b-3454564d2d46 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:43.252155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Attempting to bind port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:43.256895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:05:43.257213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Attempting to bind port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:43.262241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:43.262579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Checking segment: {'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:43.262966 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Bound using segment: {'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:43.263399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Bound port: f27f8921-71bc-4dc7-8b3b-3454564d2d46, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:43.263761 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:43.336671 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:43.339745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:43.345518 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:43.377596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:43.378248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:43.379714 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] 10.222.0.24 "PUT /v2.0/ports/f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 1091 time: 0.6687553 Jul 06 19:05:43.380192 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:43.382483 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:43.445862 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55379c1e-680c-4326-acd4-29d2ddf74879 service neutron] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:43.503679 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeae090-e44d-450a-b913-abb3badbd436 x-openstack-request-id: req-aeeae090-e44d-450a-b913-abb3badbd436 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:43.503990 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:43.504274 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeeae090-e44d-450a-b913-abb3badbd436 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:43.504662 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'status': 'completed', 'code': 200} Jul 06 19:05:43.512279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f7345-6a70-4530-a46f-4c7991e121cb req-5ebd9ae3-13a1-4f2d-9bfe-0e0adb658828 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:43.513857 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963f7345-6a70-4530-a46f-4c7991e121cb req-5ebd9ae3-13a1-4f2d-9bfe-0e0adb658828 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 943 time: 0.2179468 Jul 06 19:05:43.528590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-da805eb8-0268-4ff5-89fb-585366d05f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:43.530045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-da805eb8-0268-4ff5-89fb-585366d05f4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 1094 time: 0.1004241 Jul 06 19:05:43.577338 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-324d2c46-ca11-490b-95f9-1bfe12e409f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 217 time: 0.0372980 Jul 06 19:05:43.625633 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-963f7345-6a70-4530-a46f-4c7991e121cb req-cb941d8f-31a7-449f-a9ef-389997929e40 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047351 Jul 06 19:05:43.649609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-2fdc70c2-78f4-4b45-8572-2028f7d2642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:43.651914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-2fdc70c2-78f4-4b45-8572-2028f7d2642a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6501207-1c2d-48b1-80be-b40560412e8d HTTP/1.1" status: 200 len: 852 time: 0.0669041 Jul 06 19:05:43.689071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-08d0bd9c-deed-4e2e-ad34-bde2bdf1d060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310023 Jul 06 19:05:43.787011 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-26520f3d-7933-4f45-abe9-0d3d0164b390 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901487 Jul 06 19:05:43.884519 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b6bd0a85-0d85-4eeb-acec-778e4472afec req-e6edcff9-2405-4fca-a766-85cf157c9b3d service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904860 Jul 06 19:05:43.990478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-dcedcce0-9494-4fb6-b5be-9cdc5037d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:43.991993 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-dcedcce0-9494-4fb6-b5be-9cdc5037d21d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 1094 time: 0.0594444 Jul 06 19:05:44.080362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-9d777948-66f7-41c9-b57e-4bcd1404b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:44.081938 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-9d777948-66f7-41c9-b57e-4bcd1404b269 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 200 len: 913 time: 0.0835717 Jul 06 19:05:44.129046 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-d807cf1f-22e5-495a-9f7b-259c9b0c6512 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 217 time: 0.0386064 Jul 06 19:05:44.184381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-a8bc90f5-270c-4835-bad1-57ae108baf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:44.185816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-a8bc90f5-270c-4835-bad1-57ae108baf37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6501207-1c2d-48b1-80be-b40560412e8d HTTP/1.1" status: 200 len: 852 time: 0.0498867 Jul 06 19:05:44.219995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-79d3c80d-6c75-4585-9d03-61bf1cd6b522 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269418 Jul 06 19:05:44.315810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-aeb7af79-7af8-4981-a508-355745bc972f service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Jul 06 19:05:44.328603 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:05:44.411750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24003bd9-e2dc-4caa-9486-66e9cbd2c9a6 req-e6954f3a-6b59-4b6f-86ba-d547dd3707b3 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889151 Jul 06 19:05:44.830176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2295dc-7f89-4802-bd8f-5d0ece6d184e req-07d78d41-098b-494d-b76f-f37a4316d83a tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:44.831604 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec2295dc-7f89-4802-bd8f-5d0ece6d184e req-07d78d41-098b-494d-b76f-f37a4316d83a tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 943 time: 0.0676131 Jul 06 19:05:44.874409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec2295dc-7f89-4802-bd8f-5d0ece6d184e req-01ba1ca4-e8cb-4e5e-9376-564fc00edd82 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368869 Jul 06 19:05:45.556083 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c73ed06e-1703-49f1-b263-e372bba8bbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:46.053060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624b56a-a1c2-48d6-852a-434ff9319f34 req-020e0aaa-48f6-4bd6-a08f-fc413767f456 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:46.054597 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9624b56a-a1c2-48d6-852a-434ff9319f34 req-020e0aaa-48f6-4bd6-a08f-fc413767f456 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 943 time: 0.0694726 Jul 06 19:05:46.097589 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9624b56a-a1c2-48d6-852a-434ff9319f34 req-195e4d48-c9d6-47b5-9664-711e4cf18ce9 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368533 Jul 06 19:05:47.075735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f27f8921-71bc-4dc7-8b3b-3454564d2d46 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:05:47.184016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:47.195298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7', 'port_id': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'mac_address': 'fa:16:3e:74:80:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6501207-1c2d-48b1-80be-b40560412e8d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:05:47.235207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:47.248054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27f8921-71bc-4dc7-8b3b-3454564d2d46 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:05:47.272152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:47.277832 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:47.285728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d62d4a-cb1f-4468-87f8-f2ba8a4f31b2 req-0580c737-eec3-4029-bd3b-66f2dd51e4c2 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:47.287350 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61d62d4a-cb1f-4468-87f8-f2ba8a4f31b2 req-0580c737-eec3-4029-bd3b-66f2dd51e4c2 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 943 time: 0.0664876 Jul 06 19:05:47.325574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:47.327016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-61d62d4a-cb1f-4468-87f8-f2ba8a4f31b2 req-65dd8fbd-c9d9-4349-b76a-a6f373b95914 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Jul 06 19:05:47.469627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['f27f8921-71bc-4dc7-8b3b-3454564d2d46'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:05:48.259745 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-76dca7a7-a364-4eea-9d9c-36d3644d4da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:48.466649 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:48.526539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901b9da-d473-4b68-b6a3-aa2bd0de9ff8 req-79c78ae3-df85-4245-9c07-2d44d9b189d1 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:48.528114 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3901b9da-d473-4b68-b6a3-aa2bd0de9ff8 req-79c78ae3-df85-4245-9c07-2d44d9b189d1 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 944 time: 0.0741425 Jul 06 19:05:48.580626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3901b9da-d473-4b68-b6a3-aa2bd0de9ff8 req-6c4e0826-0ae9-41b9-9b18-146a787ccdea tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Jul 06 19:05:49.088399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f27f8921-71bc-4dc7-8b3b-3454564d2d46 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:49.154110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port f27f8921-71bc-4dc7-8b3b-3454564d2d46 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:49.159321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port f27f8921-71bc-4dc7-8b3b-3454564d2d46 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:49.160084 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:49.257323 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:49.286190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:49.288494 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782a713-67ea-4a0b-a213-c06d4c62005f" -d '{"events": [{"server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "name": "network-vif-plugged", "status": "completed", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:49.306172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:49.312148 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:49.339708 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd8abf-88c5-4be9-b8a9-27e421b96320 x-openstack-request-id: req-37fd8abf-88c5-4be9-b8a9-27e421b96320 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:49.339911 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "name": "network-vif-plugged", "status": "completed", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:49.340152 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37fd8abf-88c5-4be9-b8a9-27e421b96320 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:49.340538 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'code': 200} Jul 06 19:05:49.368875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:49.457747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9e138-e97b-472d-897d-f9ee15c2cd2a req-54605ca5-27c2-41dd-8f1f-524c70837c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:49.459620 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10e9e138-e97b-472d-897d-f9ee15c2cd2a req-54605ca5-27c2-41dd-8f1f-524c70837c02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 1096 time: 0.0633252 Jul 06 19:05:49.503865 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10e9e138-e97b-472d-897d-f9ee15c2cd2a req-16131bb5-4437-4f73-9eeb-af0603da3ed7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363708 Jul 06 19:05:49.567349 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:49.777271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14035d30-53d0-487f-a2a1-3119f7a09800 req-8fab41d2-98ca-46c1-9067-68f8217d1185 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:49.778810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14035d30-53d0-487f-a2a1-3119f7a09800 req-8fab41d2-98ca-46c1-9067-68f8217d1185 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0691230 Jul 06 19:05:50.166807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-14035d30-53d0-487f-a2a1-3119f7a09800 req-d6f82019-1a37-40c5-845d-bde45634df97 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822274 Jul 06 19:05:51.118477 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:51.355167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9be134-f879-4e9f-b2c6-0a50fd913852 req-c98ca4cb-09d2-4ce3-b0c4-d00754ff717d tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:51.356569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c9be134-f879-4e9f-b2c6-0a50fd913852 req-c98ca4cb-09d2-4ce3-b0c4-d00754ff717d tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0729463 Jul 06 19:05:51.397345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c9be134-f879-4e9f-b2c6-0a50fd913852 req-ba490d0e-6bb0-4857-ab43-81cf35b616eb tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Jul 06 19:05:51.702610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50270) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:51.857110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946f1ca-4c58-4ecf-9425-4432c0afec03 req-ef0dc05e-4463-453f-890b-162b0897376b tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:51.858628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4946f1ca-4c58-4ecf-9425-4432c0afec03 req-ef0dc05e-4463-453f-890b-162b0897376b tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.1110983 Jul 06 19:05:51.865335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-e6ff15c0-165f-46ee-9dbb-1e0167d1fc7d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1612048 Jul 06 19:05:51.899801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4946f1ca-4c58-4ecf-9425-4432c0afec03 req-94a70ea6-706c-452f-b172-17fe7323087b tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Jul 06 19:05:52.573466 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:52.741041 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:53.096227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9678d95-6f41-4baf-bf0c-f9a5714a499c req-6e9adcee-e65d-4b47-b578-8c5958596833 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:53.098805 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9678d95-6f41-4baf-bf0c-f9a5714a499c req-6e9adcee-e65d-4b47-b578-8c5958596833 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0834305 Jul 06 19:05:53.139909 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e9678d95-6f41-4baf-bf0c-f9a5714a499c req-a84e2a36-68bb-4ac4-97fe-940f985628be tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Jul 06 19:05:53.317189 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-0c0908ec-2cf4-49b2-a0ee-95adf5c06109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:53.318807 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-0c0908ec-2cf4-49b2-a0ee-95adf5c06109 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 1096 time: 0.0568149 Jul 06 19:05:53.414050 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-d21fea2a-86bd-4a28-9336-87f3960df581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:53.415656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-d21fea2a-86bd-4a28-9336-87f3960df581 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 200 len: 913 time: 0.0904541 Jul 06 19:05:53.455190 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-0b1937e1-bae2-48a8-9682-ba4616ee4210 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 217 time: 0.0335901 Jul 06 19:05:53.506649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-be9e8127-8839-448d-844a-d1007c825a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:53.508225 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-be9e8127-8839-448d-844a-d1007c825a1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6501207-1c2d-48b1-80be-b40560412e8d HTTP/1.1" status: 200 len: 852 time: 0.0465586 Jul 06 19:05:53.541289 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-b8e0bed6-fc79-435a-a152-1ba009b84c61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272415 Jul 06 19:05:53.633689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-b7bf9e4e-1638-42bd-a58b-7bac14385bfc service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856740 Jul 06 19:05:53.723514 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-7370b782-1fab-44fc-96b5-3592f5ce4da5 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838726 Jul 06 19:05:54.341734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21536d1f-12d5-408d-9bae-71be90596b04 req-66a67b87-e449-428e-89ad-b46f31c78bd7 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:54.343304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-21536d1f-12d5-408d-9bae-71be90596b04 req-66a67b87-e449-428e-89ad-b46f31c78bd7 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0781744 Jul 06 19:05:54.401233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-21536d1f-12d5-408d-9bae-71be90596b04 req-70e94abe-4b96-48b5-99d8-023c3db8fc9a tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496016 Jul 06 19:05:55.584267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48662e-9f64-4783-bd2f-f60be2ce07ff req-2830d22f-4390-4b75-a69a-df769cb45fee tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:55.585806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a48662e-9f64-4783-bd2f-f60be2ce07ff req-2830d22f-4390-4b75-a69a-df769cb45fee tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0671511 Jul 06 19:05:55.629921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a48662e-9f64-4783-bd2f-f60be2ce07ff req-3fc05f70-c500-4092-81bb-1e7f5c7350b3 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Jul 06 19:05:56.808243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad1412-a400-49d0-a74a-ac10869f6484 req-aac7044b-2a22-4328-996c-358f8d37b072 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:56.809681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-38ad1412-a400-49d0-a74a-ac10869f6484 req-aac7044b-2a22-4328-996c-358f8d37b072 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0662951 Jul 06 19:05:56.849259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-38ad1412-a400-49d0-a74a-ac10869f6484 req-55bcd858-ccc1-4249-8acf-0a9810b2c6da tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Jul 06 19:05:58.061520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1f7dc-f508-486f-a813-bffd8e024f12 req-0fb97efd-c909-41a3-bbc8-148e50214f3e tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:58.063189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-51a1f7dc-f508-486f-a813-bffd8e024f12 req-0fb97efd-c909-41a3-bbc8-148e50214f3e tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0810859 Jul 06 19:05:58.106454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-51a1f7dc-f508-486f-a813-bffd8e024f12 req-97037672-1450-4bc7-bedd-d69948613b10 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340111 Jul 06 19:05:59.309631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276681f-f0bb-4f4d-8018-61af4490c94c req-6c0a25c5-1004-4908-8c12-93ecc50c52f6 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:59.311139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4276681f-f0bb-4f4d-8018-61af4490c94c req-6c0a25c5-1004-4908-8c12-93ecc50c52f6 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0755515 Jul 06 19:05:59.351101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4276681f-f0bb-4f4d-8018-61af4490c94c req-71252032-a1a7-4b67-b2d9-589754e9ae4d tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Jul 06 19:06:00.532433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afc71-9b03-41aa-8a97-231537d755c8 req-9b17c8a4-368b-480b-9223-e3e3f739aa35 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:00.534005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-554afc71-9b03-41aa-8a97-231537d755c8 req-9b17c8a4-368b-480b-9223-e3e3f739aa35 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0698469 Jul 06 19:06:00.579428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-554afc71-9b03-41aa-8a97-231537d755c8 req-58fc169c-d259-434a-b821-631a10119398 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389688 Jul 06 19:06:01.788592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf2bb7-0caa-42e1-86d2-cdbdda475307 req-34f6922e-1c11-47ad-8d02-e714dfdf22bc tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:01.794384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ffaf2bb7-0caa-42e1-86d2-cdbdda475307 req-34f6922e-1c11-47ad-8d02-e714dfdf22bc tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0815108 Jul 06 19:06:01.831906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ffaf2bb7-0caa-42e1-86d2-cdbdda475307 req-4dbcfc8d-1068-47f4-a707-7e23b2376d0b tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352159 Jul 06 19:06:03.017655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da155f9c-12f5-4c45-b617-78071ef0ccbe req-138aabad-b528-4ced-8c1e-98b0f412c7cb tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:03.019162 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-da155f9c-12f5-4c45-b617-78071ef0ccbe req-138aabad-b528-4ced-8c1e-98b0f412c7cb tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0729218 Jul 06 19:06:03.060316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-da155f9c-12f5-4c45-b617-78071ef0ccbe req-f7e79bb4-934b-4d32-8193-e292bd2e3372 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354259 Jul 06 19:06:04.246933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bf1a0-c845-4c3f-b686-6e443da20b82 req-9613e9f4-bcb3-40f9-82fc-2ccc238a02a8 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:04.248450 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a08bf1a0-c845-4c3f-b686-6e443da20b82 req-9613e9f4-bcb3-40f9-82fc-2ccc238a02a8 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0693123 Jul 06 19:06:04.288382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a08bf1a0-c845-4c3f-b686-6e443da20b82 req-3ba28ce9-5fba-46a2-8fb8-2707ea79e63f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Jul 06 19:06:05.486268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a92c79-5451-482d-ac1d-b47cb5805f5d req-14967ef5-bfb9-4125-a51a-c4aac6400c0f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:05.487811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9a92c79-5451-482d-ac1d-b47cb5805f5d req-14967ef5-bfb9-4125-a51a-c4aac6400c0f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0709131 Jul 06 19:06:05.527571 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9a92c79-5451-482d-ac1d-b47cb5805f5d req-741285a7-ee97-46fe-930c-61b9fd18a5fb tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335460 Jul 06 19:06:06.708393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76a157-dac0-48e0-9b39-7559bfc988ae req-168df1d7-adb2-48cd-bd68-be3910aa3867 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:06.709956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a76a157-dac0-48e0-9b39-7559bfc988ae req-168df1d7-adb2-48cd-bd68-be3910aa3867 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0670321 Jul 06 19:06:06.756657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9a76a157-dac0-48e0-9b39-7559bfc988ae req-c1e480a2-005f-4063-bb36-e6e21900a3cb tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382106 Jul 06 19:06:07.947145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd64bc2-9ba7-4802-a733-7f670033c9ca req-9170af2a-ef47-40bd-a328-d1df881976f7 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:07.948556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecd64bc2-9ba7-4802-a733-7f670033c9ca req-9170af2a-ef47-40bd-a328-d1df881976f7 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0780406 Jul 06 19:06:07.989375 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ecd64bc2-9ba7-4802-a733-7f670033c9ca req-3ad85a0c-4a58-4cfa-8c5a-6680471bb43f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Jul 06 19:06:09.178562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7632e-2c9c-4c80-9f11-76ebd11f15a6 req-c8f8dd48-6869-473e-89f9-4e10a66b8784 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:09.180056 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15e7632e-2c9c-4c80-9f11-76ebd11f15a6 req-c8f8dd48-6869-473e-89f9-4e10a66b8784 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0671825 Jul 06 19:06:09.224119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-15e7632e-2c9c-4c80-9f11-76ebd11f15a6 req-0efcc5ea-a531-4ed0-abb9-fc374b5e03ca tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Jul 06 19:06:10.410852 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b962996-829a-4712-a0ad-607a884b19da req-22843f86-0fd7-4205-b514-e3da74df4c46 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:10.412354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b962996-829a-4712-a0ad-607a884b19da req-22843f86-0fd7-4205-b514-e3da74df4c46 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0784264 Jul 06 19:06:10.451075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b962996-829a-4712-a0ad-607a884b19da req-a2602642-2c26-4050-b922-d4bacd77e778 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Jul 06 19:06:11.637376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d809d96-4d2d-43ef-9660-b0aa921f880e req-c0c2400c-843e-4870-80b7-1de9aec290d2 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:11.638965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d809d96-4d2d-43ef-9660-b0aa921f880e req-c0c2400c-843e-4870-80b7-1de9aec290d2 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0732896 Jul 06 19:06:11.679107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d809d96-4d2d-43ef-9660-b0aa921f880e req-c885916b-6a6b-477b-b960-403423223d74 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Jul 06 19:06:12.870742 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98928-80cc-4a9e-84c5-640035e3204f req-bdee16be-6523-4147-860a-8f1dabbc3573 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:12.872253 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04c98928-80cc-4a9e-84c5-640035e3204f req-bdee16be-6523-4147-860a-8f1dabbc3573 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0751822 Jul 06 19:06:12.910354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-04c98928-80cc-4a9e-84c5-640035e3204f req-e0090dc2-e0a8-4440-a897-129077f0a59a tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Jul 06 19:06:14.099707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fda61-8c83-481a-822d-75b5186be3d9 req-9a318986-7466-48e3-892a-973a22366770 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:14.101246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-892fda61-8c83-481a-822d-75b5186be3d9 req-9a318986-7466-48e3-892a-973a22366770 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0739875 Jul 06 19:06:14.142925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-892fda61-8c83-481a-822d-75b5186be3d9 req-a2b6de93-0d8f-4258-80ca-92dcde9e87c6 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325785 Jul 06 19:06:15.339887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1a741-27a4-4e14-95c3-63aca0219753 req-d8cddc18-9dc9-42ee-bfd9-6782eaddc7ba tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:15.342147 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34c1a741-27a4-4e14-95c3-63aca0219753 req-d8cddc18-9dc9-42ee-bfd9-6782eaddc7ba tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0766828 Jul 06 19:06:15.384715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34c1a741-27a4-4e14-95c3-63aca0219753 req-2c5358f8-8367-4773-9531-042ab7299fe6 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369661 Jul 06 19:06:15.559798 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1e6e7a1d-90cf-488c-8aa5-0bf54d1b6c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:16.578597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e15e9-bad8-4d68-a717-bcae6383673f req-ced605b5-d1ec-4a32-b0e5-8b2919653e87 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:16.580162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-617e15e9-bad8-4d68-a717-bcae6383673f req-ced605b5-d1ec-4a32-b0e5-8b2919653e87 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0667605 Jul 06 19:06:16.623946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-617e15e9-bad8-4d68-a717-bcae6383673f req-caf5c78e-3ce8-4bb4-96a7-bf853441ff0d tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Jul 06 19:06:17.817457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f77b-c799-434b-80a0-478f2f985b35 req-0ba6681c-ceb3-4f5f-91a2-06906a03bc7d tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:17.819012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a6b5f77b-c799-434b-80a0-478f2f985b35 req-0ba6681c-ceb3-4f5f-91a2-06906a03bc7d tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0657580 Jul 06 19:06:17.860230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a6b5f77b-c799-434b-80a0-478f2f985b35 req-be170ee9-6f5b-4a76-9fc4-25713d75307b tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Jul 06 19:06:18.256795 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc79c-a7f5-40d8-838c-ced168e56c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:18.473226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:19.050234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d322d4-c745-4515-992f-e46d824a71de req-02699dc2-ece5-4206-a2a4-db42a36b0b45 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:19.051773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62d322d4-c745-4515-992f-e46d824a71de req-02699dc2-ece5-4206-a2a4-db42a36b0b45 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0754213 Jul 06 19:06:19.103980 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-62d322d4-c745-4515-992f-e46d824a71de req-05ebf815-e0e8-47c5-99cd-8d396bc36578 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Jul 06 19:06:19.571341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:20.313443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf495c6-2f26-4848-a39a-79787d8a9264 req-75f49f43-59c3-4d00-ae8c-731d6f6590f4 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:20.314967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5bf495c6-2f26-4848-a39a-79787d8a9264 req-75f49f43-59c3-4d00-ae8c-731d6f6590f4 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.0826337 Jul 06 19:06:20.355902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5bf495c6-2f26-4848-a39a-79787d8a9264 req-240da510-943c-4c72-9cf7-206c9630a918 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351164 Jul 06 19:06:20.618150 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-7a3653b0-832d-4cf6-aece-11736884dd16 service neutron] show failed (client error): The resource could not be found. Jul 06 19:06:20.619070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-7a3653b0-832d-4cf6-aece-11736884dd16 service neutron] 10.222.0.24 "GET /v2.0/ports/f27f8921-71bc-4dc7-8b3b-3454564d2d46/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0594614 Jul 06 19:06:20.918142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-1d7624f5-5910-4764-8331-659c4104a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:20.919572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-1d7624f5-5910-4764-8331-659c4104a666 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759&tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5 HTTP/1.1" status: 200 len: 1096 time: 0.0874755 Jul 06 19:06:20.932235 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:06:21.012199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:21.119359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:21.255966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:21.295998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:06:21.328142 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:06:21.336033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:06:21.338417 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bb1261-3492-4eb2-9ede-849b409c261c" -d '{"events": [{"server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "name": "network-vif-unplugged", "status": "completed", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:06:21.343680 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:21.362547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Transition to ACTIVE for port object f27f8921-71bc-4dc7-8b3b-3454564d2d46 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:06:21.367345 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:21.426300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] No DVR routers for this DVR port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:06:21.461300 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde657b2-5983-4bc7-b88a-c7bb36d26461 x-openstack-request-id: req-cde657b2-5983-4bc7-b88a-c7bb36d26461 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:06:21.461597 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "name": "network-vif-unplugged", "status": "completed", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:06:21.461894 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cde657b2-5983-4bc7-b88a-c7bb36d26461 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:06:21.462535 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'code': 200} Jul 06 19:06:21.470679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:21.480220 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Attempting to bind port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:06:21.480564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Attempting to bind port f27f8921-71bc-4dc7-8b3b-3454564d2d46 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:06:21.480899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Attempting to bind port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:06:21.483803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.484148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.484494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.484857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.485167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.485496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.485920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.486173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.486497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.486822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.487138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.487458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:21.493680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:06:21.494115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Attempting to bind port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on network bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:06:21.499492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:06:21.499939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Checking segment: {'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:06:21.500217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Bound using segment: {'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:06:21.500647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Bound port: f27f8921-71bc-4dc7-8b3b-3454564d2d46, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891a3678-dc96-40c9-abd5-1c385e143c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:06:21.501009 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:21.552819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bade598-8b47-4f61-8e81-211adaeb5dc3 req-8fd560a0-dd51-443f-a64e-a5c9b047f200 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:21.554529 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bade598-8b47-4f61-8e81-211adaeb5dc3 req-8fd560a0-dd51-443f-a64e-a5c9b047f200 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 943 time: 0.0690958 Jul 06 19:06:21.570771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:06:21.573997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:06:21.579810 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:21.595349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2bade598-8b47-4f61-8e81-211adaeb5dc3 req-9862e904-4e78-4d49-bd20-a195baa02765 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Jul 06 19:06:21.625564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:21.626213 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:21.627633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] 10.222.0.41 "PUT /v2.0/ports/f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 1091 time: 0.6997414 Jul 06 19:06:21.642747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77630cf0-10f1-4d6a-a77a-aa3da90e5828 service neutron] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:21.705275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-39a6ff9a-b1e4-46f3-b099-053ed157010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:21.706815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-39a6ff9a-b1e4-46f3-b099-053ed157010f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 1094 time: 0.0546110 Jul 06 19:06:21.800946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-aa83bf91-c1d1-4130-898b-e48b5f2e4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:21.802552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-aa83bf91-c1d1-4130-898b-e48b5f2e4155 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 200 len: 913 time: 0.0896358 Jul 06 19:06:21.851145 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-6eb0c58e-74f9-48a2-892d-af11ae5ed03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 217 time: 0.0418122 Jul 06 19:06:21.901611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-17287d8f-e512-4f73-9440-3bc01856a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:21.903133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-17287d8f-e512-4f73-9440-3bc01856a307 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6501207-1c2d-48b1-80be-b40560412e8d HTTP/1.1" status: 200 len: 852 time: 0.0465527 Jul 06 19:06:21.935751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-46d9d01e-572f-4977-8d2d-0ef814e1bcde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260687 Jul 06 19:06:22.035672 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-2c5c3236-d98f-4901-b6f5-28b37bfe6952 service neutron] 10.222.0.41 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921381 Jul 06 19:06:22.124710 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-55a45fad-1e14-44c8-8049-a6f9b595e521 req-9c2f7714-2e44-4114-8d3b-35d323a1487f service neutron] 10.222.0.41 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825121 Jul 06 19:06:22.573742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:22.756779 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:22.786985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb1b27-6436-4c31-836b-4d7ea7b61dc6 req-f06b8cb1-dab7-4667-a806-fbb47898b897 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:22.788526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fabb1b27-6436-4c31-836b-4d7ea7b61dc6 req-f06b8cb1-dab7-4667-a806-fbb47898b897 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 943 time: 0.0768816 Jul 06 19:06:22.827777 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fabb1b27-6436-4c31-836b-4d7ea7b61dc6 req-97833b35-1c49-4ab9-ae67-8abc43ef5775 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333743 Jul 06 19:06:23.464127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:06:23.467797 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db9c401-4d27-4015-87e6-b0a5c5b645ba" -d '{"events": [{"name": "network-changed", "server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:06:23.518439 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1dea65-dedc-4303-8c7d-41c78683a5ab x-openstack-request-id: req-2d1dea65-dedc-4303-8c7d-41c78683a5ab {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:06:23.518732 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:06:23.518962 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d1dea65-dedc-4303-8c7d-41c78683a5ab {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:06:23.519362 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'status': 'completed', 'code': 200} Jul 06 19:06:23.595607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-6a71c7a2-a45f-4aae-aa96-248508e2a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:23.597121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-6a71c7a2-a45f-4aae-aa96-248508e2a7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 1094 time: 0.0532508 Jul 06 19:06:23.598615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-e00b50bb-246a-4a62-b6fd-9950820a0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:23.600206 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-e00b50bb-246a-4a62-b6fd-9950820a0bfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 1094 time: 0.0575769 Jul 06 19:06:23.700599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-612f3cb3-90a1-4c9d-8964-28c1f3816f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:23.700861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-a2c4ca83-0638-4fa9-ba38-d585008ec8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:23.702129 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-612f3cb3-90a1-4c9d-8964-28c1f3816f81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 200 len: 913 time: 0.0954177 Jul 06 19:06:23.702523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-a2c4ca83-0638-4fa9-ba38-d585008ec8fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 200 len: 913 time: 0.0985551 Jul 06 19:06:23.746012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-c5f39254-7905-44e6-a299-33b36723221d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 217 time: 0.0358071 Jul 06 19:06:23.746246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-1c9f5759-9328-4cbd-9b9b-21906e8fb554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 217 time: 0.0361571 Jul 06 19:06:23.798779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-017436d3-06c8-40b8-aa97-2004e899c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:23.800503 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-017436d3-06c8-40b8-aa97-2004e899c0fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6501207-1c2d-48b1-80be-b40560412e8d HTTP/1.1" status: 200 len: 852 time: 0.0486445 Jul 06 19:06:23.802513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-b8f88bd3-39cd-457b-bf53-51cfd521432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:23.804036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-b8f88bd3-39cd-457b-bf53-51cfd521432f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6501207-1c2d-48b1-80be-b40560412e8d HTTP/1.1" status: 200 len: 852 time: 0.0523791 Jul 06 19:06:23.834408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-c02171e7-053b-4a67-9fb9-f226b7666c15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268872 Jul 06 19:06:23.836454 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-b1bf81f7-adc9-4ae1-8b61-978cdebce329 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258214 Jul 06 19:06:23.925859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-d83f2090-9258-4d84-8041-479730d80ce0 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Jul 06 19:06:23.931681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-ffb5be54-97ee-4f46-a09d-1511f01618e1 service neutron] 10.222.0.41 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913522 Jul 06 19:06:24.021410 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-c416a426-b239-413c-ae10-40dfb4b765b5 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882895 Jul 06 19:06:24.060740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0db9c401-4d27-4015-87e6-b0a5c5b645ba req-17379e60-70f9-42b6-a840-c5d52b696636 service neutron] 10.222.0.41 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232405 Jul 06 19:06:24.075357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d78680-3acf-4bb2-8cdf-767f5fe841d7 req-c7239df7-a9e1-4aaf-b504-abab93e6c7da tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:24.076984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d78680-3acf-4bb2-8cdf-767f5fe841d7 req-c7239df7-a9e1-4aaf-b504-abab93e6c7da tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 943 time: 0.1212702 Jul 06 19:06:24.116915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-20d78680-3acf-4bb2-8cdf-767f5fe841d7 req-97116fa2-9c3a-4b07-af2d-9d940204217a tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Jul 06 19:06:24.558586 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-1ece40fe-2aaa-43d0-83bb-2231da0eefdd tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:24.560108 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-1ece40fe-2aaa-43d0-83bb-2231da0eefdd tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759&tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 943 time: 0.1162479 Jul 06 19:06:24.625737 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-a1d4ab71-8d8a-446a-adaf-a16db14ae969 service neutron] delete failed (client error): The resource could not be found. Jul 06 19:06:24.626779 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-a1d4ab71-8d8a-446a-adaf-a16db14ae969 service neutron] 10.222.0.24 "DELETE /v2.0/ports/f27f8921-71bc-4dc7-8b3b-3454564d2d46/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0607452 Jul 06 19:06:24.745793 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-069efd9b-a50f-46a2-9338-21d61a403f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:24.747323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-069efd9b-a50f-46a2-9338-21d61a403f8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 1094 time: 0.0684905 Jul 06 19:06:24.771853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f27f8921-71bc-4dc7-8b3b-3454564d2d46 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:06:24.842685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-4e752be9-9b6a-4bb8-84ef-3883c033658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:24.844170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-4e752be9-9b6a-4bb8-84ef-3883c033658c service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 200 len: 913 time: 0.0903828 Jul 06 19:06:24.869662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:24.881227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'network_id': 'bd6ec093-a1c8-4453-8456-8cf5eeaf07c7', 'port_id': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'mac_address': 'fa:16:3e:74:80:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6501207-1c2d-48b1-80be-b40560412e8d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:06:24.885644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-ebfafa32-b9f9-4d7a-9be1-50b902e8aa6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 200 len: 217 time: 0.0345850 Jul 06 19:06:24.918137 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:24.931334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27f8921-71bc-4dc7-8b3b-3454564d2d46 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:06:24.932587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-c136f336-e3d3-4b43-874b-5aa0d47f1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:24.934198 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-c136f336-e3d3-4b43-874b-5aa0d47f1d34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6501207-1c2d-48b1-80be-b40560412e8d HTTP/1.1" status: 200 len: 852 time: 0.0428252 Jul 06 19:06:24.952496 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:24.957555 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:24.970893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-66f483d6-475e-4cc6-9d37-2926b204d21b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304244 Jul 06 19:06:25.005417 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:25.074377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-1b5ac6b3-f2ae-4a98-9482-3ba1a473ceef service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968435 Jul 06 19:06:25.168425 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-26765dab-6aae-431e-941b-d432bb218a0a service neutron] 10.222.0.24 "GET /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876575 Jul 06 19:06:25.213742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f27f8921-71bc-4dc7-8b3b-3454564d2d46'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:06:25.246650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f27f8921-71bc-4dc7-8b3b-3454564d2d46 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:06:25.304698 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f27f8921-71bc-4dc7-8b3b-3454564d2d46 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:06:26.027847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb173f32-bd00-4628-8275-1e1285d03eb3 req-938a9ab8-6863-4aa8-9a6f-58202189d0a9 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:26.029382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb173f32-bd00-4628-8275-1e1285d03eb3 req-938a9ab8-6863-4aa8-9a6f-58202189d0a9 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 944 time: 0.0686674 Jul 06 19:06:26.076577 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb173f32-bd00-4628-8275-1e1285d03eb3 req-224c0483-eef2-4b5c-a846-36981c5c62b4 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Jul 06 19:06:26.781212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f27f8921-71bc-4dc7-8b3b-3454564d2d46 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:06:26.840865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port f27f8921-71bc-4dc7-8b3b-3454564d2d46 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:06:26.844789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port f27f8921-71bc-4dc7-8b3b-3454564d2d46 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:06:26.845166 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:26.928905 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:26.952580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:06:26.954870 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8fe760-e0aa-4cb5-a227-8e836486110f" -d '{"events": [{"server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "name": "network-vif-plugged", "status": "completed", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:06:26.970641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:26.976002 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:27.030918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:27.060630 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9350b5-2430-4207-b48a-1fbe6742ab61 x-openstack-request-id: req-ff9350b5-2430-4207-b48a-1fbe6742ab61 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:06:27.060926 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "name": "network-vif-plugged", "status": "completed", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:06:27.061176 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff9350b5-2430-4207-b48a-1fbe6742ab61 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:06:27.061570 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'code': 200} Jul 06 19:06:27.302816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f676e1-b656-4445-b04c-62fb9e58dfce req-3089aff4-51b3-41cc-abfb-b9c655f9fda6 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:27.304333 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-29f676e1-b656-4445-b04c-62fb9e58dfce req-3089aff4-51b3-41cc-abfb-b9c655f9fda6 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.1162901 Jul 06 19:06:27.316407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-b0dc893c-8b89-4e0a-84d0-1f506ff94b85 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:27.317883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-b0dc893c-8b89-4e0a-84d0-1f506ff94b85 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd088db7-4e54-4945-88ef-aecb5b894759 HTTP/1.1" status: 200 len: 945 time: 0.1161737 Jul 06 19:06:27.384137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-29f676e1-b656-4445-b04c-62fb9e58dfce req-cb24883e-52e3-4eeb-865d-a5e752123f40 tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c203e7-4991-436d-ae50-56447e4dcd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650830 Jul 06 19:06:27.458232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Deleting port f27f8921-71bc-4dc7-8b3b-3454564d2d46 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:06:27.458593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:27.553137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] For port f27f8921-71bc-4dc7-8b3b-3454564d2d46, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f27f8921-71bc-4dc7-8b3b-3454564d2d46,segment=NetworkSegment(891a3678-dc96-40c9-abd5-1c385e143c6d),segment_id=891a3678-dc96-40c9-abd5-1c385e143c6d)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:27.553474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:27.567187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Calling delete_port for f27f8921-71bc-4dc7-8b3b-3454564d2d46 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:06:27.719037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:27.731550 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f27f8921-71bc-4dc7-8b3b-3454564d2d46'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:06:27.752388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Pushing event deleted for resources: {'Port': ['ID=f27f8921-71bc-4dc7-8b3b-3454564d2d46,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:27.798987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] No DVR routers for this DVR port f27f8921-71bc-4dc7-8b3b-3454564d2d46 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:06:27.801807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:27.803945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88faa825-b478-44f9-b5c5-90bcf5627bdb req-8f3ea7bc-8ba3-4e75-86d2-9774400d449f tempest-DeleteServersTestJSON-455205599 tempest-DeleteServersTestJSON-455205599-project] 10.222.0.41 "DELETE /v2.0/ports/f27f8921-71bc-4dc7-8b3b-3454564d2d46 HTTP/1.1" status: 204 len: 173 time: 0.4792120 Jul 06 19:06:27.804411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'name': 'network-vif-deleted', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:06:27.806744 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d99b6c-c446-469b-b19e-11893d76936b" -d '{"events": [{"server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "name": "network-vif-deleted", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:06:27.850972 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152469e-c300-4565-9d1f-5ca508db40ec x-openstack-request-id: req-4152469e-c300-4565-9d1f-5ca508db40ec {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:06:27.851259 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd088db7-4e54-4945-88ef-aecb5b894759", "name": "network-vif-deleted", "tag": "f27f8921-71bc-4dc7-8b3b-3454564d2d46", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:06:27.851511 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4152469e-c300-4565-9d1f-5ca508db40ec {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:06:27.851910 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd088db7-4e54-4945-88ef-aecb5b894759', 'name': 'network-vif-deleted', 'tag': 'f27f8921-71bc-4dc7-8b3b-3454564d2d46', 'status': 'completed', 'code': 200} Jul 06 19:06:28.645968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50380) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:06:28.691613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-2594285f-ab4b-4a49-a184-884d6207a847 admin admin] Deleting subnet b6501207-1c2d-48b1-80be-b40560412e8d {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:06:28.695144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2594285f-ab4b-4a49-a184-884d6207a847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:28.731331 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2594285f-ab4b-4a49-a184-884d6207a847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:28.774151 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2594285f-ab4b-4a49-a184-884d6207a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:28.833851 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2594285f-ab4b-4a49-a184-884d6207a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:28.860022 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594285f-ab4b-4a49-a184-884d6207a847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6501207-1c2d-48b1-80be-b40560412e8d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:28.861894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2594285f-ab4b-4a49-a184-884d6207a847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:28.866251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2594285f-ab4b-4a49-a184-884d6207a847 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b6501207-1c2d-48b1-80be-b40560412e8d HTTP/1.1" status: 204 len: 168 time: 0.2164900 Jul 06 19:06:28.866914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50382) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:06:28.940214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.024176 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.040387 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6ec093-a1c8-4453-8456-8cf5eeaf07c7']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:06:29.051961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891a3678-dc96-40c9-abd5-1c385e143c6d') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:06:29.052247 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891a3678-dc96-40c9-abd5-1c385e143c6d') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:06:29.061336 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.075777 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.082691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:06:29.083124 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:06:29.084829 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:06:29.140850 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.148682 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.150811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] 10.222.0.53 "DELETE /v2.0/networks/bd6ec093-a1c8-4453-8456-8cf5eeaf07c7 HTTP/1.1" status: 204 len: 168 time: 0.2835770 Jul 06 19:06:29.162326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79265b9c-0538-445d-a7a5-a900bafe0f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6ec093-a1c8-4453-8456-8cf5eeaf07c7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:29.275624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50388) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:06:29.318008 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-21473f34-f772-4e97-9370-fcc4d231e60e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe35e84edfda4f7ea31d88f6fd5eb7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410578 Jul 06 19:06:29.321641 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50390) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:06:29.370937 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f4425b7-238a-4a99-b09b-6b0e4281c986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.391972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f4425b7-238a-4a99-b09b-6b0e4281c986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.458117 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f4425b7-238a-4a99-b09b-6b0e4281c986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.461424 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2f4425b7-238a-4a99-b09b-6b0e4281c986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.462978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2f4425b7-238a-4a99-b09b-6b0e4281c986 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1c203e7-4991-436d-ae50-56447e4dcd28 HTTP/1.1" status: 204 len: 168 time: 0.1402709 Jul 06 19:06:29.472938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4425b7-238a-4a99-b09b-6b0e4281c986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c203e7-4991-436d-ae50-56447e4dcd28,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:30.187970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50412) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:06:30.302882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-474099930-network', 'tenant_id': '4788706d6c3f41d49b6bb7a6b35bf32f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:06:30.328450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Made reservation on behalf of 4788706d6c3f41d49b6bb7a6b35bf32f for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:06:30.331081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.339853 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.433600 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.440132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.468775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:06:30.474068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f068ad-9d2d-4f14-a45b-deea1f152b7a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:30.481409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.481832 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Added segment 024fba2e-cae4-4022-b8b9-52bc9f8b7e22 of type vlan for network c0c0ea99-813d-414a-b22a-7e57923594fc Jul 06 19:06:30.525070 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.560474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.561491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:30.562143 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.626108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4368773 Jul 06 19:06:30.629207 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50416) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:06:30.631388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913d148-7ab0-42b6-b689-ed81e43d2c8e admin admin] Pushing event updated for resources: {'Network': ['ID=c0c0ea99-813d-414a-b22a-7e57923594fc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:30.635160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Request body: {'subnet': {'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-474099930-subnet', 'tenant_id': '4788706d6c3f41d49b6bb7a6b35bf32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:06:30.645057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c0c0ea99-813d-414a-b22a-7e57923594fc details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:06:30.661054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Made reservation on behalf of 4788706d6c3f41d49b6bb7a6b35bf32f for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:06:30.663497 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.828086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.885655 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643f5739-366c-46aa-b67c-b887da5e22ae,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:30.894397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Checking segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:06:30.894746 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Network hostable DHCP agents. Network: c0c0ea99-813d-414a-b22a-7e57923594fc, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:06:30.914865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Network c0c0ea99-813d-414a-b22a-7e57923594fc is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:06:30.927495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c0c0ea99-813d-414a-b22a-7e57923594fc) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:06:30.932747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:30.933447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.938426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80663b41-a555-484b-b38a-5fd26e6a7b0a None None] Network c0c0ea99-813d-414a-b22a-7e57923594fc requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:06:30.954633 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fa4bddd1-954e-4fc6-a0b2-54a7c25dccf0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192749 Jul 06 19:06:31.067722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0775cf8-a2c9-4b26-87b0-2c7574c54fff None None] Network c0c0ea99-813d-414a-b22a-7e57923594fc requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:06:31.377657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40540-0a74-4cbf-9031-72f36ada540b req-18117e8c-9c81-487d-b502-8bdec517d305 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:31.379222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-18117e8c-9c81-487d-b502-8bdec517d305 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 814 time: 0.1048191 Jul 06 19:06:31.394414 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-a03d3812-b6b5-4814-a379-2f18c07f5328 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/quotas/4788706d6c3f41d49b6bb7a6b35bf32f HTTP/1.1" status: 200 len: 375 time: 0.0097387 Jul 06 19:06:31.431050 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-0f524cad-14fe-4518-aa44-fa29cd70fe76 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295136 Jul 06 19:06:31.573038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-60af5a09-aa64-4e91-9107-9c491ae8f4f3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:06:31.574059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-60af5a09-aa64-4e91-9107-9c491ae8f4f3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1341798 Jul 06 19:06:31.677626 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-bdf5834d-d41e-4655-af02-50272d15fd51 service neutron] 10.222.0.53 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973847 Jul 06 19:06:31.785660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-85cd3086-62df-4667-8079-36bc9166d1f5 service neutron] 10.222.0.53 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012492 Jul 06 19:06:31.954974 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da381f92-f964-4d75-908f-7929efd00fb6 req-d471809b-1d7d-4c8d-9f3b-8ff42f534389 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 210 time: 0.0290098 Jul 06 19:06:32.822701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f27f8921-71bc-4dc7-8b3b-3454564d2d46 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:06:32.843467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: f27f8921-71bc-4dc7-8b3b-3454564d2d46 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:06:32.843812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f27f8921-71bc-4dc7-8b3b-3454564d2d46 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:06:33.111173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40540-0a74-4cbf-9031-72f36ada540b req-789638c8-6382-4f04-92c8-078adcfd56d8 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:33.112694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-789638c8-6382-4f04-92c8-078adcfd56d8 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.41 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 814 time: 0.1151114 Jul 06 19:06:33.113469 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7b29dcf9-e86b-4de1-a03b-e9a083c77f70 req-1d7f9c78-749b-4411-98d9-0fddd866c968 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 210 time: 0.0333905 Jul 06 19:06:33.135863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Request body: {'port': {'device_id': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc', 'admin_state_up': True, 'tenant_id': '4788706d6c3f41d49b6bb7a6b35bf32f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:06:33.238984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Made reservation on behalf of 4788706d6c3f41d49b6bb7a6b35bf32f for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:06:33.242580 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:33.387385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Allocated IP 172.20.0.7 (c0c0ea99-813d-414a-b22a-7e57923594fc/643f5739-366c-46aa-b67c-b887da5e22ae/da7640d6-5926-467a-bcee-766493037507) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:06:33.553213 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:33.598729 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:33.648286 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Network c0c0ea99-813d-414a-b22a-7e57923594fc is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:06:33.654115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:06:33.661890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:06:33.665987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:33.720133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:33.720752 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:33.737784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-2f0576f8-1179-49db-9c34-b76528204bac tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158590 Jul 06 19:06:33.749409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Request body: {'port': {'device_id': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:06:33.828137 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:34.109501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7640d6-5926-467a-bcee-766493037507 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:06:34.117403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:34.130094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Transition to ACTIVE for port object da7640d6-5926-467a-bcee-766493037507 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:06:34.135356 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:34.191301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:34.292439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Attempting to bind port da7640d6-5926-467a-bcee-766493037507 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:06:34.292749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Attempting to bind port da7640d6-5926-467a-bcee-766493037507 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:06:34.293107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Attempting to bind port da7640d6-5926-467a-bcee-766493037507 on network c0c0ea99-813d-414a-b22a-7e57923594fc {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:06:34.300069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Port da7640d6-5926-467a-bcee-766493037507 on network c0c0ea99-813d-414a-b22a-7e57923594fc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:06:34.300393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Attempting to bind port da7640d6-5926-467a-bcee-766493037507 on network c0c0ea99-813d-414a-b22a-7e57923594fc {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:06:34.309896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:06:34.310236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Checking segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:06:34.310604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Bound using segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:06:34.311034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Bound port: da7640d6-5926-467a-bcee-766493037507, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:06:34.311416 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:34.335575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b8248-05d4-470e-9b9f-9ef9eb4f336b req-56373d41-4db1-43a2-98df-9729ea92ad3e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:34.337105 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d6b8248-05d4-470e-9b9f-9ef9eb4f336b req-56373d41-4db1-43a2-98df-9729ea92ad3e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 943 time: 0.1057928 Jul 06 19:06:34.416365 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7d6b8248-05d4-470e-9b9f-9ef9eb4f336b req-d5e33b08-99da-4e57-ba21-b865e5f9a3b3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583582 Jul 06 19:06:34.417382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] For port da7640d6-5926-467a-bcee-766493037507, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:06:34.420978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] For port da7640d6-5926-467a-bcee-766493037507, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:06:34.430049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:34.470770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:34.471381 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:34.472853 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] 10.222.0.41 "PUT /v2.0/ports/da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 1091 time: 0.7277739 Jul 06 19:06:34.473288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'tag': 'da7640d6-5926-467a-bcee-766493037507'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:06:34.475565 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5b7672-d84d-4937-a629-dd75410e0210" -d '{"events": [{"name": "network-changed", "server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "tag": "da7640d6-5926-467a-bcee-766493037507"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:06:34.505526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44e477-8b9d-4960-bf2b-f9e30ef32fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:34.521641 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6937f30c-d3a5-41b0-a8c2-921bbfec2d38 x-openstack-request-id: req-6937f30c-d3a5-41b0-a8c2-921bbfec2d38 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:06:34.521951 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "tag": "da7640d6-5926-467a-bcee-766493037507", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:06:34.522200 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6937f30c-d3a5-41b0-a8c2-921bbfec2d38 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:06:34.522594 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'tag': 'da7640d6-5926-467a-bcee-766493037507', 'status': 'completed', 'code': 200} Jul 06 19:06:34.574493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40540-0a74-4cbf-9031-72f36ada540b req-4e565e9e-e632-4bb7-8e66-dcb90a94824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:34.576094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-4e565e9e-e632-4bb7-8e66-dcb90a94824f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 1094 time: 0.0628157 Jul 06 19:06:34.616348 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-b48fc58d-d2b2-49b5-a48a-ae02e2a3198f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 217 time: 0.0333076 Jul 06 19:06:34.672626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40540-0a74-4cbf-9031-72f36ada540b req-723d7c21-6600-4412-a29b-35402f0eaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:34.674162 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-723d7c21-6600-4412-a29b-35402f0eaf0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0514989 Jul 06 19:06:34.706210 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-6fa9cf86-dad0-4234-8bc3-894744074d2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252752 Jul 06 19:06:34.798765 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-152d9ff1-ca17-461f-b1cc-1e32974595a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854251 Jul 06 19:06:34.898834 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eca40540-0a74-4cbf-9031-72f36ada540b req-213fbd23-1e7d-472c-a1b8-5d1cf8b74474 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915334 Jul 06 19:06:35.011977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-83b1de2b-383b-4e76-b307-de2c0cc4c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:35.013507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-83b1de2b-383b-4e76-b307-de2c0cc4c918 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 1094 time: 0.0614891 Jul 06 19:06:35.103388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-87240124-d930-46a5-ab67-e3c467214c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:35.104911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-87240124-d930-46a5-ab67-e3c467214c0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0849431 Jul 06 19:06:35.151743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-4bf93df9-f810-40ca-8ad9-3ebbe6981471 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 217 time: 0.0398912 Jul 06 19:06:35.213555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-abdd4ddc-9a70-4c12-ad99-1f2dd3dc199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:35.215037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-abdd4ddc-9a70-4c12-ad99-1f2dd3dc199a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0552478 Jul 06 19:06:35.248259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-a9d1b401-9d0a-45d6-b1f3-971b563feda8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261781 Jul 06 19:06:35.346423 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-f47dea10-d250-4882-aa44-474916b8be72 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913994 Jul 06 19:06:35.438150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb5b7672-d84d-4937-a629-dd75410e0210 req-4f5e486e-dd87-46ad-a02a-27f2ba978916 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825233 Jul 06 19:06:35.614780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b39ce-375f-48d5-a196-68a6cee51070 req-5c0e71c1-66c4-4c4e-be89-0df087d2bf5c tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:35.616288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-048b39ce-375f-48d5-a196-68a6cee51070 req-5c0e71c1-66c4-4c4e-be89-0df087d2bf5c tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 943 time: 0.0744712 Jul 06 19:06:35.658554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-048b39ce-375f-48d5-a196-68a6cee51070 req-1966af0f-e59a-4d2a-9229-b3c4f4fe9c67 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Jul 06 19:06:36.862212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1dc15-e2c4-4913-b592-730ef2c0c3d2 req-34d79361-b901-410f-9a3d-e2b107b07057 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:36.863574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dff1dc15-e2c4-4913-b592-730ef2c0c3d2 req-34d79361-b901-410f-9a3d-e2b107b07057 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 943 time: 0.0745568 Jul 06 19:06:36.906792 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-dff1dc15-e2c4-4913-b592-730ef2c0c3d2 req-a51f11a8-54e4-447d-80db-3d976a353d54 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jul 06 19:06:38.090113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba9337-ed52-41ed-bde6-eeb0cd576ff5 req-45e19b82-597d-423b-895a-021560a4b382 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:38.091569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47ba9337-ed52-41ed-bde6-eeb0cd576ff5 req-45e19b82-597d-423b-895a-021560a4b382 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 943 time: 0.0703125 Jul 06 19:06:38.140050 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-47ba9337-ed52-41ed-bde6-eeb0cd576ff5 req-a40aa862-de97-4898-8d89-b5d453fb464b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396831 Jul 06 19:06:38.897069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device da7640d6-5926-467a-bcee-766493037507 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:06:39.001617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port da7640d6-5926-467a-bcee-766493037507, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:39.016500 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'da7640d6-5926-467a-bcee-766493037507', 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc', 'port_id': 'da7640d6-5926-467a-bcee-766493037507', 'mac_address': 'fa:16:3e:40:f5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f5739-366c-46aa-b67c-b887da5e22ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:06:39.060307 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:39.073134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7640d6-5926-467a-bcee-766493037507 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:06:39.092309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port da7640d6-5926-467a-bcee-766493037507, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:39.097277 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:39.145597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:39.153510 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.154044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.154386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.154724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.155056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.155385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.155709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.156039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.156361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.156688 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.157006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.157327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:06:39.287201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['da7640d6-5926-467a-bcee-766493037507'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:06:39.323589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ee3de-2fb2-4722-8add-c0442a9eab18 req-109a898e-9d16-4544-a382-daad92a2a90a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:39.325258 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-670ee3de-2fb2-4722-8add-c0442a9eab18 req-109a898e-9d16-4544-a382-daad92a2a90a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 944 time: 0.0708399 Jul 06 19:06:39.374437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-670ee3de-2fb2-4722-8add-c0442a9eab18 req-5d018825-8db3-4dd7-8a38-0c56b8c7ae69 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Jul 06 19:06:40.561357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9d0a-dfb2-4aa4-baa9-399302a907a3 req-a824448d-01b6-42c6-acc6-9aa8bce5929e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:40.562919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b54b9d0a-dfb2-4aa4-baa9-399302a907a3 req-a824448d-01b6-42c6-acc6-9aa8bce5929e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 944 time: 0.0664823 Jul 06 19:06:40.604046 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b54b9d0a-dfb2-4aa4-baa9-399302a907a3 req-7dd2a7ee-ca86-4eec-b66b-dc66d7c9310d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Jul 06 19:06:40.927982 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device da7640d6-5926-467a-bcee-766493037507 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:06:40.982277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port da7640d6-5926-467a-bcee-766493037507 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:06:40.987958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port da7640d6-5926-467a-bcee-766493037507 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:06:40.988357 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:41.066332 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:41.090199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7640d6-5926-467a-bcee-766493037507'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:06:41.092477 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457b8bb2-b538-4b71-9e9c-79ed788df81f" -d '{"events": [{"server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "name": "network-vif-plugged", "status": "completed", "tag": "da7640d6-5926-467a-bcee-766493037507"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:06:41.105438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port da7640d6-5926-467a-bcee-766493037507, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:41.111540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:41.134571 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b509c9-0dd3-46e9-8236-188ec535d00c x-openstack-request-id: req-54b509c9-0dd3-46e9-8236-188ec535d00c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:06:41.134862 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "name": "network-vif-plugged", "status": "completed", "tag": "da7640d6-5926-467a-bcee-766493037507", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:06:41.135111 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54b509c9-0dd3-46e9-8236-188ec535d00c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:06:41.135499 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7640d6-5926-467a-bcee-766493037507', 'code': 200} Jul 06 19:06:41.161769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:41.256607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30566726-1502-4f2a-b039-a7145348a0e0 req-cd5c4531-68b5-4e10-aed8-b9d00bb7b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:41.258038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30566726-1502-4f2a-b039-a7145348a0e0 req-cd5c4531-68b5-4e10-aed8-b9d00bb7b5dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 1096 time: 0.0649927 Jul 06 19:06:41.297871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-30566726-1502-4f2a-b039-a7145348a0e0 req-4a2517cb-80c3-42f5-bb11-d6b43e2d8bcb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Jul 06 19:06:41.783199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc471d-887f-4bdc-9817-e236faf0e910 req-4d7d306b-802a-4f2b-af82-1b53293c2b7d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:41.785124 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80dc471d-887f-4bdc-9817-e236faf0e910 req-4d7d306b-802a-4f2b-af82-1b53293c2b7d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0674877 Jul 06 19:06:41.828781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80dc471d-887f-4bdc-9817-e236faf0e910 req-a54bc5fb-732e-4684-9df2-e6fdf7ef4259 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Jul 06 19:06:43.020151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25744a9-63ef-48fb-b0bc-a11db488f502 req-adc3a3f3-4807-42bb-8898-36364d199e50 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:43.021644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c25744a9-63ef-48fb-b0bc-a11db488f502 req-adc3a3f3-4807-42bb-8898-36364d199e50 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0740681 Jul 06 19:06:43.063888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c25744a9-63ef-48fb-b0bc-a11db488f502 req-c901a608-0bcf-45c6-a9bf-dc5acf5c7687 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Jul 06 19:06:43.247983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd348807-9c3a-407f-a850-08e15b8e3807 req-98d0db90-6c40-407e-9c4c-6e9c757a9d93 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:43.249395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd348807-9c3a-407f-a850-08e15b8e3807 req-98d0db90-6c40-407e-9c4c-6e9c757a9d93 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0691948 Jul 06 19:06:43.287924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd348807-9c3a-407f-a850-08e15b8e3807 req-3dae2f74-1345-4e64-9cad-dc5e1352281b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jul 06 19:06:43.650862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810ef76-979f-488e-999b-54b79a404a6a req-a2196887-d9a5-4890-8151-67c6636c4f0d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:43.652324 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2810ef76-979f-488e-999b-54b79a404a6a req-a2196887-d9a5-4890-8151-67c6636c4f0d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0736210 Jul 06 19:06:43.700472 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2810ef76-979f-488e-999b-54b79a404a6a req-9adaf365-ac7f-4cf4-a30a-57f6b78dc7ab tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Jul 06 19:06:43.883400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22121-a7d1-4749-acef-357a0ba10af3 req-f3347c19-9ed0-499d-9296-16be456eccb6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:43.884883 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0e22121-a7d1-4749-acef-357a0ba10af3 req-f3347c19-9ed0-499d-9296-16be456eccb6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0708745 Jul 06 19:06:43.922659 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a0e22121-a7d1-4749-acef-357a0ba10af3 req-32302aea-be25-4703-af79-2eefd9699492 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Jul 06 19:06:44.267877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-c70cd007-9adb-4b54-adcd-955da9eac83a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510082 Jul 06 19:06:44.324176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d956eb-693a-475f-8c5e-25cd2243d3e1 req-a650f617-0ed4-4499-9433-92c36ac19ebf tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:44.325898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-78d956eb-693a-475f-8c5e-25cd2243d3e1 req-a650f617-0ed4-4499-9433-92c36ac19ebf tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0688503 Jul 06 19:06:44.367353 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-78d956eb-693a-475f-8c5e-25cd2243d3e1 req-8df77ba5-74ce-4a00-80eb-7bda4d3b2baf tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345957 Jul 06 19:06:45.578156 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfed8465-e3d8-4038-b955-4eca6a9dd69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:45.863545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-8cfc303a-b71c-4193-bfe7-801b1bb6262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:45.865052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-8cfc303a-b71c-4193-bfe7-801b1bb6262f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 1096 time: 0.4254539 Jul 06 19:06:45.960748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d246666-a989-4a37-a8f4-eb4b97007ef5 req-bed0d3cc-5ed9-4e4e-ba87-3eeea5bd7127 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:45.962253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1d246666-a989-4a37-a8f4-eb4b97007ef5 req-bed0d3cc-5ed9-4e4e-ba87-3eeea5bd7127 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.4739637 Jul 06 19:06:45.988495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-d3035c4d-ee02-4bb3-9e07-efcb665f6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:45.989945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-d3035c4d-ee02-4bb3-9e07-efcb665f6738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.1180146 Jul 06 19:06:46.037977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-03827ff9-9c78-4102-aa57-0a12a752b34d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 217 time: 0.0404489 Jul 06 19:06:46.040952 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1d246666-a989-4a37-a8f4-eb4b97007ef5 req-45c630c1-c609-4261-bd3d-5da161aaa502 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726855 Jul 06 19:06:46.085076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-98b053ee-8233-440f-abf1-b10af375a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:46.086581 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-98b053ee-8233-440f-abf1-b10af375a4f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0431974 Jul 06 19:06:46.122095 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-c800864e-c068-42f6-8189-6c45615ff1f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286961 Jul 06 19:06:46.231139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-e4938c10-80e4-4154-9782-4ddc3721d532 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030369 Jul 06 19:06:46.332009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-df60562f-9e02-46a6-a7cd-a39d0a2041b5 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939813 Jul 06 19:06:47.232590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562ea2b-7cc6-4d86-b6cc-963a4675c6e1 req-85d45128-566e-4693-8295-3e8b75043164 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:47.234093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5562ea2b-7cc6-4d86-b6cc-963a4675c6e1 req-85d45128-566e-4693-8295-3e8b75043164 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0701320 Jul 06 19:06:47.274996 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5562ea2b-7cc6-4d86-b6cc-963a4675c6e1 req-21b21a4c-382f-445b-886e-503665301e68 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Jul 06 19:06:48.260520 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58b48b92-20b0-44c4-9aa1-34b9d7e8ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:48.461035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fa8bb-ce26-402f-aeb8-07d79119660a req-ee513d3a-a7ef-4659-9c4e-77b87141123b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:48.462623 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed8fa8bb-ce26-402f-aeb8-07d79119660a req-ee513d3a-a7ef-4659-9c4e-77b87141123b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0696795 Jul 06 19:06:48.469740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:48.503099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed8fa8bb-ce26-402f-aeb8-07d79119660a req-cfd43f9a-fcfc-4cf6-b35b-3038fddfe99c tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Jul 06 19:06:49.574983 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:49.702927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cda0cc-d21d-4665-a15e-d76c12a35926 req-4920483e-34e3-498d-9d08-678a7afb8fad tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:49.704482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11cda0cc-d21d-4665-a15e-d76c12a35926 req-4920483e-34e3-498d-9d08-678a7afb8fad tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0749564 Jul 06 19:06:49.765462 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-11cda0cc-d21d-4665-a15e-d76c12a35926 req-41e2f859-7110-43e3-8573-69ff9a675b5e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528085 Jul 06 19:06:50.950750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad7e95-7465-4842-8444-e9063c428f07 req-24f309c6-d1c3-42c0-8be0-0ff9d3187a3c tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:50.952655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7cad7e95-7465-4842-8444-e9063c428f07 req-24f309c6-d1c3-42c0-8be0-0ff9d3187a3c tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0668483 Jul 06 19:06:50.991725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7cad7e95-7465-4842-8444-e9063c428f07 req-18e34c0c-8193-4da9-9974-83aadf8d15f2 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Jul 06 19:06:51.125283 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:52.185864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc68b05-6236-4c55-979e-9d7a1b8f55ce req-cee7c288-0af6-4d55-a7eb-987f8e1dffe3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:52.187350 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afc68b05-6236-4c55-979e-9d7a1b8f55ce req-cee7c288-0af6-4d55-a7eb-987f8e1dffe3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0662448 Jul 06 19:06:52.229164 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-afc68b05-6236-4c55-979e-9d7a1b8f55ce req-29b43b75-b702-402f-95b0-c78ea00a330d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Jul 06 19:06:52.589502 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:52.766524 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:53.423281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aacc2-10c3-4846-a077-fa9438a07218 req-a48c2d8c-c0f5-41f1-8687-d4a7159d3526 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:53.424800 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-894aacc2-10c3-4846-a077-fa9438a07218 req-a48c2d8c-c0f5-41f1-8687-d4a7159d3526 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0761423 Jul 06 19:06:53.464424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-894aacc2-10c3-4846-a077-fa9438a07218 req-23036036-7b0b-4816-b85b-8b6c2622cddb tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Jul 06 19:06:54.833195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75bd1a-4041-4f80-9fc3-36d64114b49a req-c0262c16-d1de-48a6-a969-3288e067ab3e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:54.834427 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e75bd1a-4041-4f80-9fc3-36d64114b49a req-c0262c16-d1de-48a6-a969-3288e067ab3e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0687644 Jul 06 19:06:54.880542 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e75bd1a-4041-4f80-9fc3-36d64114b49a req-4c72db47-7cd2-4ac8-b78a-2e311c085cc9 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Jul 06 19:06:56.081528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff27770-b77a-4b8f-8730-cfc3954eff66 req-cc3b6fa3-e6c6-409f-8252-b0b36b33e024 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:56.083047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ff27770-b77a-4b8f-8730-cfc3954eff66 req-cc3b6fa3-e6c6-409f-8252-b0b36b33e024 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0795286 Jul 06 19:06:56.122437 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3ff27770-b77a-4b8f-8730-cfc3954eff66 req-8d07b83d-e43b-4b9c-aba8-83272ec7aafb tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Jul 06 19:06:57.310856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb03df-ab52-44de-a350-6f66f4423555 req-05c66b57-f320-474e-94c3-922876f711ad tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:57.312360 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8cb03df-ab52-44de-a350-6f66f4423555 req-05c66b57-f320-474e-94c3-922876f711ad tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0705478 Jul 06 19:06:57.352296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8cb03df-ab52-44de-a350-6f66f4423555 req-60ada053-bb15-4a2d-bd14-9587a6191758 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341642 Jul 06 19:06:58.328804 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:06:58.544004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f301-e6c7-4382-a097-8373bd6aed78 req-83f0ac69-d2bb-48a8-97ed-0a73a6f6ebd6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:58.545514 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b261f301-e6c7-4382-a097-8373bd6aed78 req-83f0ac69-d2bb-48a8-97ed-0a73a6f6ebd6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0672226 Jul 06 19:06:58.590038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b261f301-e6c7-4382-a097-8373bd6aed78 req-f5f94a3d-9558-4ddc-a08e-94a93eecd5b3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365231 Jul 06 19:06:59.801650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33d467-ccc7-4480-ae52-d38e9d698ff8 req-6e870cff-8d17-44e7-889f-baca9e0fa5a1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:59.803204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be33d467-ccc7-4480-ae52-d38e9d698ff8 req-6e870cff-8d17-44e7-889f-baca9e0fa5a1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0696216 Jul 06 19:06:59.842029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-be33d467-ccc7-4480-ae52-d38e9d698ff8 req-d7eeedc5-4b73-4acb-a417-46060c1ca7fd tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Jul 06 19:07:01.045113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd998412-e439-408a-9f1c-44d56406bc34 req-0b2a2113-d437-49e7-9e01-d062215fe7c6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:01.046653 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd998412-e439-408a-9f1c-44d56406bc34 req-0b2a2113-d437-49e7-9e01-d062215fe7c6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0691361 Jul 06 19:07:01.084029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cd998412-e439-408a-9f1c-44d56406bc34 req-bebd20df-88b5-4fba-a913-5302c2dbe24f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Jul 06 19:07:02.285775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840405c-8670-458c-8def-91af92afcf2f req-f911953e-9dea-4f62-bb50-25e9ab77a501 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:02.287621 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d840405c-8670-458c-8def-91af92afcf2f req-f911953e-9dea-4f62-bb50-25e9ab77a501 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0750539 Jul 06 19:07:02.327675 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d840405c-8670-458c-8def-91af92afcf2f req-5dd068fe-1c8f-4c4e-bee3-92f5e8f16c6d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341594 Jul 06 19:07:03.521228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1272bb9-26a6-4448-bd82-23a2eb66908e req-8029fff2-7b3f-42c5-b1ca-aa2cdad62275 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:03.522735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1272bb9-26a6-4448-bd82-23a2eb66908e req-8029fff2-7b3f-42c5-b1ca-aa2cdad62275 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0824215 Jul 06 19:07:03.563774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1272bb9-26a6-4448-bd82-23a2eb66908e req-7981ab92-b7f0-42d3-898e-04767498df70 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350873 Jul 06 19:07:04.749680 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8e065-f834-4b12-b341-fdcb35fba4bf req-8faa62a4-c856-4497-a62f-8ff193c3f866 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:04.751262 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2cf8e065-f834-4b12-b341-fdcb35fba4bf req-8faa62a4-c856-4497-a62f-8ff193c3f866 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0694578 Jul 06 19:07:04.790144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2cf8e065-f834-4b12-b341-fdcb35fba4bf req-a112d63a-c820-4f00-a097-f5ad2c938468 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329578 Jul 06 19:07:05.971557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902944-84a9-4bd1-a248-9ecc4f18c06c req-94ce8f36-c77d-46d7-9e1f-dca2b4ae1a79 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:05.973057 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3c902944-84a9-4bd1-a248-9ecc4f18c06c req-94ce8f36-c77d-46d7-9e1f-dca2b4ae1a79 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0708020 Jul 06 19:07:06.010413 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3c902944-84a9-4bd1-a248-9ecc4f18c06c req-ea15718f-536f-4c77-905e-9184a96f076a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jul 06 19:07:07.193345 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e885-1567-4ab4-9e40-9cf2579444eb req-ea2266a3-272e-4ce3-87c8-d71ba46f1ecc tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:07.194882 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67f3e885-1567-4ab4-9e40-9cf2579444eb req-ea2266a3-272e-4ce3-87c8-d71ba46f1ecc tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0682037 Jul 06 19:07:07.233631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-67f3e885-1567-4ab4-9e40-9cf2579444eb req-493e1848-27a4-4e5b-82c6-a6717a5a51df tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Jul 06 19:07:08.422797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6878ee-6859-44c5-a000-dcced6733160 req-b29aa0b2-85fe-465a-90ac-fbe3c7695dbf tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:08.424370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b6878ee-6859-44c5-a000-dcced6733160 req-b29aa0b2-85fe-465a-90ac-fbe3c7695dbf tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0693424 Jul 06 19:07:08.466378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b6878ee-6859-44c5-a000-dcced6733160 req-f0394fe2-1adb-4151-af34-150e7ee1ab63 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362327 Jul 06 19:07:09.651130 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765c03-628f-48bd-92e9-20ff2d244f0e req-65af836a-9ac7-47c2-a24e-2fca455f97a6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:09.652617 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-78765c03-628f-48bd-92e9-20ff2d244f0e req-65af836a-9ac7-47c2-a24e-2fca455f97a6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0736744 Jul 06 19:07:09.690344 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-78765c03-628f-48bd-92e9-20ff2d244f0e req-1e9802bd-31e0-4354-8d96-e9f7477ef4e7 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Jul 06 19:07:10.883533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d0be-4f8f-49ec-ad43-ad8b54ee4d8f req-78843760-4a20-4819-88b2-ed82d6cacb10 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:10.884942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aca8d0be-4f8f-49ec-ad43-ad8b54ee4d8f req-78843760-4a20-4819-88b2-ed82d6cacb10 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0736823 Jul 06 19:07:10.922919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aca8d0be-4f8f-49ec-ad43-ad8b54ee4d8f req-a22f41a4-d1d6-45f8-a021-1c53a614d4cf tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Jul 06 19:07:12.106599 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98799f9-978d-43b1-b3a6-6c8e69ec16a4 req-3627265e-b1ea-401e-85a6-70bf8e9db907 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:12.108112 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d98799f9-978d-43b1-b3a6-6c8e69ec16a4 req-3627265e-b1ea-401e-85a6-70bf8e9db907 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0665743 Jul 06 19:07:12.148974 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d98799f9-978d-43b1-b3a6-6c8e69ec16a4 req-ab4bb34a-acee-4656-b6aa-bbccc7459495 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Jul 06 19:07:13.247377 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-fc276258-3770-4369-b2ff-1e28481184fc service neutron] show failed (client error): The resource could not be found. Jul 06 19:07:13.248426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-fc276258-3770-4369-b2ff-1e28481184fc service neutron] 10.222.0.41 "GET /v2.0/ports/da7640d6-5926-467a-bcee-766493037507/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0612972 Jul 06 19:07:13.331219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d6b92-4217-4d80-8994-d56386e0cd0e req-6592e51d-fb84-4152-b95a-b97d7b7d7a3f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:13.333181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-297d6b92-4217-4d80-8994-d56386e0cd0e req-6592e51d-fb84-4152-b95a-b97d7b7d7a3f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0695608 Jul 06 19:07:13.371376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-297d6b92-4217-4d80-8994-d56386e0cd0e req-1b8a1571-afdb-4492-8bef-08f811d7f3d0 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Jul 06 19:07:13.549445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-34b29e95-2404-4be4-87a6-0ffd6973014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:13.551628 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-34b29e95-2404-4be4-87a6-0ffd6973014c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce&tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f HTTP/1.1" status: 200 len: 1096 time: 0.0924277 Jul 06 19:07:13.563572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:13.633650 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:13.847074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] For port da7640d6-5926-467a-bcee-766493037507, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:13.879015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] For port da7640d6-5926-467a-bcee-766493037507, host n-h1-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:13.916745 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7640d6-5926-467a-bcee-766493037507'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:13.919064 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122886b4-a09c-4bc5-89bf-28b9a66dc92d" -d '{"events": [{"server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "name": "network-vif-unplugged", "status": "completed", "tag": "da7640d6-5926-467a-bcee-766493037507"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:13.922902 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:13.935395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Transition to ACTIVE for port object da7640d6-5926-467a-bcee-766493037507 will not be triggered until provisioned by entity L2. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:13.940992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:13.966777 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e4cab6-fb54-42f1-ba89-3157862789ef x-openstack-request-id: req-25e4cab6-fb54-42f1-ba89-3157862789ef {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:13.967067 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "name": "network-vif-unplugged", "status": "completed", "tag": "da7640d6-5926-467a-bcee-766493037507", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:13.967317 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25e4cab6-fb54-42f1-ba89-3157862789ef {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:13.967708 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7640d6-5926-467a-bcee-766493037507', 'code': 200} Jul 06 19:07:14.005627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:14.007990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] No DVR routers for this DVR port da7640d6-5926-467a-bcee-766493037507 on host n-h1-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:07:14.016779 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.017122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.017461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.017818 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.018154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.018483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.018805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.019133 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.019456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.019764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.020084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.020429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:14.054627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Attempting to bind port da7640d6-5926-467a-bcee-766493037507 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:14.054947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Attempting to bind port da7640d6-5926-467a-bcee-766493037507 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:14.055267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Attempting to bind port da7640d6-5926-467a-bcee-766493037507 on network c0c0ea99-813d-414a-b22a-7e57923594fc {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:14.059500 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Port da7640d6-5926-467a-bcee-766493037507 on network c0c0ea99-813d-414a-b22a-7e57923594fc not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:07:14.059814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Attempting to bind port da7640d6-5926-467a-bcee-766493037507 on network c0c0ea99-813d-414a-b22a-7e57923594fc {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:14.064559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:14.064893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Checking segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:14.065275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Bound using segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:14.065696 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Bound port: da7640d6-5926-467a-bcee-766493037507, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:14.066077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:14.131172 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] For port da7640d6-5926-467a-bcee-766493037507, host n-h2-799684-2, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:14.134637 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] For port da7640d6-5926-467a-bcee-766493037507, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:14.141345 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:14.175700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:14.176342 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:14.177940 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] 10.222.0.24 "PUT /v2.0/ports/da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 1091 time: 0.6186414 Jul 06 19:07:14.199017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622121e-bcbe-49ae-939e-2d109b219da9 service neutron] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:14.256279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-6f3192f8-d296-47b3-8312-37b3f5c3cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:14.257915 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-6f3192f8-d296-47b3-8312-37b3f5c3cd0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 1094 time: 0.0554786 Jul 06 19:07:14.351790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-5acdba99-f95b-45c1-96c8-eddc83b3abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:14.353271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-5acdba99-f95b-45c1-96c8-eddc83b3abc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0890939 Jul 06 19:07:14.393693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-c92e4f98-5059-4dfb-93e7-ac07459099df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 217 time: 0.0338066 Jul 06 19:07:14.458463 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-9f1709ce-7af2-4f37-858f-cc6640753e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:14.459975 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-9f1709ce-7af2-4f37-858f-cc6640753e62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0566697 Jul 06 19:07:14.493099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-ce75079b-aed0-41ba-a82f-3f64f586ad57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259936 Jul 06 19:07:14.573794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83ecfd-9a4b-4624-a8af-c66f4ab16148 req-3ae1a915-418a-429d-b2f6-6a72881a634f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:14.576919 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eb83ecfd-9a4b-4624-a8af-c66f4ab16148 req-3ae1a915-418a-429d-b2f6-6a72881a634f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 943 time: 0.0763872 Jul 06 19:07:14.594736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-f22b5607-e57c-4866-9d84-d20171e61551 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952239 Jul 06 19:07:14.613072 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eb83ecfd-9a4b-4624-a8af-c66f4ab16148 req-e367e9c0-7d57-401d-9a6d-a639d7379fe8 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Jul 06 19:07:14.685588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba1dd5fc-0cb5-47f8-94fc-1da57f88f347 req-6c111952-9e8a-40bb-9a08-e792a55f2a24 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846298 Jul 06 19:07:15.564257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4faae698-d043-4905-8cf4-fa54f132732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:15.805246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95c6ad-f8fd-4252-85e7-2533fe29fcd5 req-2b08cc51-089d-4447-9735-9d97b235397e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:15.806818 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a95c6ad-f8fd-4252-85e7-2533fe29fcd5 req-2b08cc51-089d-4447-9735-9d97b235397e tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 943 time: 0.0744026 Jul 06 19:07:15.857951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0a95c6ad-f8fd-4252-85e7-2533fe29fcd5 req-0429adc3-4c36-4814-9623-784c314aefe3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450084 Jul 06 19:07:15.969204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'tag': 'da7640d6-5926-467a-bcee-766493037507'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:15.971627 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96" -d '{"events": [{"name": "network-changed", "server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "tag": "da7640d6-5926-467a-bcee-766493037507"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:16.019490 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7242f41a-d1f4-45e4-989f-6c5f18eb8ffb x-openstack-request-id: req-7242f41a-d1f4-45e4-989f-6c5f18eb8ffb {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:16.019777 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "tag": "da7640d6-5926-467a-bcee-766493037507", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:16.020027 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7242f41a-d1f4-45e4-989f-6c5f18eb8ffb {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:16.020426 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'tag': 'da7640d6-5926-467a-bcee-766493037507', 'status': 'completed', 'code': 200} Jul 06 19:07:16.099066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-d6f19cbe-6f8d-4b13-81ce-f1179c0886fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:16.100528 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-d6f19cbe-6f8d-4b13-81ce-f1179c0886fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 1094 time: 0.0564413 Jul 06 19:07:16.110208 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-dd7b1f53-e6f9-41a6-8fab-f49358994544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:16.111715 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-dd7b1f53-e6f9-41a6-8fab-f49358994544 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 1094 time: 0.0669942 Jul 06 19:07:16.195681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-92dea4a5-906e-4dae-b608-28fb0f3e6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:16.197448 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-92dea4a5-906e-4dae-b608-28fb0f3e6a26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0902445 Jul 06 19:07:16.203831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-5de967d7-dfea-4897-ae57-db8fb343c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:16.206491 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-5de967d7-dfea-4897-ae57-db8fb343c72c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0869315 Jul 06 19:07:16.243224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-09bd645e-6cc5-4e39-bae2-868ac2ef7b1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 217 time: 0.0396528 Jul 06 19:07:16.251288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-05123b5c-313a-4f83-aee7-104d69c6bca7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 217 time: 0.0389862 Jul 06 19:07:16.292061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-32065cae-6a14-4d5a-93d3-4fe4dffaf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:16.293492 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-32065cae-6a14-4d5a-93d3-4fe4dffaf209 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0445344 Jul 06 19:07:16.306353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-9bc71e5a-ebc7-4826-aa62-0c07d6dd947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:16.307877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-9bc71e5a-ebc7-4826-aa62-0c07d6dd947f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0507629 Jul 06 19:07:16.327009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-ef5c62bc-930f-42d8-af63-4728a8f53f24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266850 Jul 06 19:07:16.340646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-f06ab06a-8a63-4a96-8ee6-51192c5aae94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267768 Jul 06 19:07:16.427315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-c4434c73-cf01-4bd5-9fd2-d0eba3273464 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939183 Jul 06 19:07:16.443168 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-d31bb611-1182-442d-8033-3c2837e7eaf6 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848472 Jul 06 19:07:16.526478 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-a7ddc553-d779-44e2-ab46-a1342f7c9ae7 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924025 Jul 06 19:07:16.545206 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d3087a3d-4e88-4642-a6b9-26e74f7cdc96 req-7d302fef-5aa4-419e-a7a2-630bfc761f88 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942826 Jul 06 19:07:17.046461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300c49f-b5d2-47ed-8fbb-ea74e3002726 req-482b04ad-d7a7-47d9-99df-3b39b54dafc1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:17.047960 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9300c49f-b5d2-47ed-8fbb-ea74e3002726 req-482b04ad-d7a7-47d9-99df-3b39b54dafc1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 943 time: 0.0763795 Jul 06 19:07:17.085667 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9300c49f-b5d2-47ed-8fbb-ea74e3002726 req-c8b77685-03d6-431c-98d9-c80de7683d4a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Jul 06 19:07:17.115827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device da7640d6-5926-467a-bcee-766493037507 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:17.163315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device da7640d6-5926-467a-bcee-766493037507 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:17.413688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e345551-e2b4-4df1-ba4c-40fc60105219 req-dea788a9-6250-4c27-9de5-3da1f1f0bea0 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:17.415144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e345551-e2b4-4df1-ba4c-40fc60105219 req-dea788a9-6250-4c27-9de5-3da1f1f0bea0 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 943 time: 0.0716786 Jul 06 19:07:17.455347 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e345551-e2b4-4df1-ba4c-40fc60105219 req-7fafb8c7-d9a9-413b-a24c-6e18b7c4408d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Jul 06 19:07:17.471599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-74fdaa24-d2c7-4eff-a456-34e7a0202316 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:17.473184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-74fdaa24-d2c7-4eff-a456-34e7a0202316 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.41 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce&tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 943 time: 0.1217515 Jul 06 19:07:17.487284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device da7640d6-5926-467a-bcee-766493037507 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:07:17.537522 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-fa505007-9924-427e-9a64-dc9d964fd015 service neutron] delete failed (client error): The resource could not be found. Jul 06 19:07:17.538530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-fa505007-9924-427e-9a64-dc9d964fd015 service neutron] 10.222.0.41 "DELETE /v2.0/ports/da7640d6-5926-467a-bcee-766493037507/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0593009 Jul 06 19:07:17.580983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port da7640d6-5926-467a-bcee-766493037507, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:17.592372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'da7640d6-5926-467a-bcee-766493037507', 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc', 'port_id': 'da7640d6-5926-467a-bcee-766493037507', 'mac_address': 'fa:16:3e:40:f5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f5739-366c-46aa-b67c-b887da5e22ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:07:17.628847 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:17.639693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-a8f80c57-28ab-4856-9b15-42cfb756edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:17.641240 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-a8f80c57-28ab-4856-9b15-42cfb756edc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 1094 time: 0.0593512 Jul 06 19:07:17.645391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7640d6-5926-467a-bcee-766493037507 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:07:17.665354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port da7640d6-5926-467a-bcee-766493037507, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:17.670268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:17.717536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:17.728541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-ba8fd5d3-2ef5-4a9d-8fe0-ff945e64de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:17.730075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-ba8fd5d3-2ef5-4a9d-8fe0-ff945e64de1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0828867 Jul 06 19:07:17.774193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-08a5ee37-94c8-451d-8c15-b91054b852d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 200 len: 217 time: 0.0375414 Jul 06 19:07:17.829605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-0b7dd8e9-247a-49f5-be4a-349abcff5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:17.831114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-0b7dd8e9-247a-49f5-be4a-349abcff5590 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0513310 Jul 06 19:07:17.863845 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-ab75229f-9039-49a3-89ab-f2a4bbe435c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259185 Jul 06 19:07:17.886240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['da7640d6-5926-467a-bcee-766493037507'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:07:17.959586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-a9a02ecb-f14c-4a8d-a4f8-1822cc8b34f6 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890546 Jul 06 19:07:18.051877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99f8695d-2540-46f7-b2e7-3b2bfc6fabe9 req-e8840858-d3c9-4f26-88f6-4e355ad55cad service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858185 Jul 06 19:07:18.259956 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b71896ae-ba80-407e-9bf9-694fc2fd0380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:18.467744 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:18.653258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00624106-d930-447d-9b94-9490a237fd60 req-70596289-f071-4b68-a517-5697462c3cee tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:18.654807 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00624106-d930-447d-9b94-9490a237fd60 req-70596289-f071-4b68-a517-5697462c3cee tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 944 time: 0.0739124 Jul 06 19:07:18.695711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00624106-d930-447d-9b94-9490a237fd60 req-e9f8f0c7-f126-442a-9035-e2c3ae1f56fd tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Jul 06 19:07:18.875897 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb52024-9352-4509-a8ee-f79441afec06 req-94bd6830-8b25-4ada-8ec9-9c07029291d8 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:18.877419 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ddb52024-9352-4509-a8ee-f79441afec06 req-94bd6830-8b25-4ada-8ec9-9c07029291d8 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 944 time: 0.0641229 Jul 06 19:07:18.917922 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ddb52024-9352-4509-a8ee-f79441afec06 req-ed696365-ab0f-4dbb-8c24-e6338bbf2bb9 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Jul 06 19:07:19.092451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cdfdd-a745-4f68-b66c-2522b565e78c req-224d149c-d6ee-4b34-81cc-94983264eb42 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:19.093975 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd1cdfdd-a745-4f68-b66c-2522b565e78c req-224d149c-d6ee-4b34-81cc-94983264eb42 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 944 time: 0.0654197 Jul 06 19:07:19.133148 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd1cdfdd-a745-4f68-b66c-2522b565e78c req-e2286a8a-fb9d-4ebb-9205-2393f73bb812 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Jul 06 19:07:19.497217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device da7640d6-5926-467a-bcee-766493037507 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:19.557886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port da7640d6-5926-467a-bcee-766493037507 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:19.570110 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port da7640d6-5926-467a-bcee-766493037507 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:19.570476 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:19.593673 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:19.605423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-db8f9118-98b7-4c53-bde5-5dc2dbfafb4a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:19.606907 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-db8f9118-98b7-4c53-bde5-5dc2dbfafb4a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 814 time: 0.1067998 Jul 06 19:07:19.622526 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-419005dc-5973-4af5-ad98-ea5437f5fb7d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/quotas/4788706d6c3f41d49b6bb7a6b35bf32f HTTP/1.1" status: 200 len: 375 time: 0.0092914 Jul 06 19:07:19.648529 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:19.670892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7640d6-5926-467a-bcee-766493037507'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:19.673175 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc680b-8aca-4105-b8c1-b6b702152803" -d '{"events": [{"server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "name": "network-vif-plugged", "status": "completed", "tag": "da7640d6-5926-467a-bcee-766493037507"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:19.686350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port da7640d6-5926-467a-bcee-766493037507, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:19.692177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-d0160f43-c1b7-4ab7-8493-20ccb508c21d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641956 Jul 06 19:07:19.692808 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:19.721959 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d7219c-0afc-4877-a593-e573a0220cf2 x-openstack-request-id: req-68d7219c-0afc-4877-a593-e573a0220cf2 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:19.722445 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "name": "network-vif-plugged", "status": "completed", "tag": "da7640d6-5926-467a-bcee-766493037507", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:19.722704 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68d7219c-0afc-4877-a593-e573a0220cf2 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:19.723991 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7640d6-5926-467a-bcee-766493037507', 'code': 200} Jul 06 19:07:19.747721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:19.883470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-c2d69f5a-d595-497a-ad94-bd5bc0d138ab service neutron] 10.222.0.53 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754897 Jul 06 19:07:19.973521 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-a1664a76-c024-4925-9cb3-aca8bcaf983e service neutron] 10.222.0.53 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844851 Jul 06 19:07:20.147028 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9138ab8-ffd3-4b99-96ed-940e6318226e req-ef8bdcdc-2266-4700-8480-6320860714ec tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 210 time: 0.0299940 Jul 06 19:07:20.809331 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-79b16a52-4f73-41c3-a16e-9381fad6aae1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:20.810931 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-79b16a52-4f73-41c3-a16e-9381fad6aae1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.24 "GET /v2.0/ports?device_id=343d3e66-d595-4e1d-9a98-f5d898769bce HTTP/1.1" status: 200 len: 945 time: 0.0678093 Jul 06 19:07:20.921543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Deleting port da7640d6-5926-467a-bcee-766493037507 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:20.921928 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.014769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] For port da7640d6-5926-467a-bcee-766493037507, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=da7640d6-5926-467a-bcee-766493037507,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:21.015127 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.028437 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Calling delete_port for da7640d6-5926-467a-bcee-766493037507 owned by compute:nova {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:21.127259 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.160525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.186269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['da7640d6-5926-467a-bcee-766493037507'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:07:21.193414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Pushing event deleted for resources: {'Port': ['ID=da7640d6-5926-467a-bcee-766493037507,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:21.298036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b73b542-121f-45b6-bb7a-542f8d253275 req-454ec79d-49fb-475c-97da-7e94f4029cb7 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 210 time: 0.0305109 Jul 06 19:07:21.351176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.24', 52733) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:21.467247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-a2425c0b-dc14-476c-bbad-d04841e26b40 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:21.469193 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-a2425c0b-dc14-476c-bbad-d04841e26b40 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.24 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 814 time: 0.1170330 Jul 06 19:07:21.486803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Request body: {'port': {'device_id': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc', 'admin_state_up': True, 'tenant_id': '4788706d6c3f41d49b6bb7a6b35bf32f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:21.607102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Made reservation on behalf of 4788706d6c3f41d49b6bb7a6b35bf32f for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:07:21.609229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] No DVR routers for this DVR port da7640d6-5926-467a-bcee-766493037507 on host n-h2-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:07:21.610796 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.611965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.614477 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.24 "DELETE /v2.0/ports/da7640d6-5926-467a-bcee-766493037507 HTTP/1.1" status: 204 len: 173 time: 0.7979145 Jul 06 19:07:21.614940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'name': 'network-vif-deleted', 'tag': 'da7640d6-5926-467a-bcee-766493037507'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:21.617573 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf03c1e-cc3a-4e84-9ba0-68598a67f0d9" -d '{"events": [{"server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "name": "network-vif-deleted", "tag": "da7640d6-5926-467a-bcee-766493037507"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:21.654007 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f40d1-8702-446d-9d1e-519ca00e2a4b x-openstack-request-id: req-3a9f40d1-8702-446d-9d1e-519ca00e2a4b {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:21.654475 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343d3e66-d595-4e1d-9a98-f5d898769bce", "name": "network-vif-deleted", "tag": "da7640d6-5926-467a-bcee-766493037507", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:21.654752 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a9f40d1-8702-446d-9d1e-519ca00e2a4b {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:21.655143 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343d3e66-d595-4e1d-9a98-f5d898769bce', 'name': 'network-vif-deleted', 'tag': 'da7640d6-5926-467a-bcee-766493037507', 'status': 'completed', 'code': 200} Jul 06 19:07:21.746203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Allocated IP 172.20.0.14 (c0c0ea99-813d-414a-b22a-7e57923594fc/643f5739-366c-46aa-b67c-b887da5e22ae/1bea46fa-aa86-4f90-b8f8-e48a4e22ed99) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:21.902936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.945775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.958443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['da7640d6-5926-467a-bcee-766493037507'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:07:21.991489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Network c0c0ea99-813d-414a-b22a-7e57923594fc is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:21.996747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:22.000513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:22.007058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:22.034921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.035270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.035636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.036031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.036361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.036679 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.037011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.037334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.037662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.038264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.038577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.038932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:22.063500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:22.064121 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.081153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b0a81336-dc03-4296-8948-62e156ccfb16 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988824 Jul 06 19:07:22.093195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Request body: {'port': {'device_id': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:22.172180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.469494 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:07:22.479165 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.496281 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Transition to ACTIVE for port object 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:22.500808 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.558918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db96ef-0f23-4920-82b4-44c88b62596e req-a9a70f4b-28bb-4b46-8ef5-77396b75c23b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:22.560389 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19db96ef-0f23-4920-82b4-44c88b62596e req-a9a70f4b-28bb-4b46-8ef5-77396b75c23b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 932 time: 0.1329601 Jul 06 19:07:22.566059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:22.583776 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.649976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19db96ef-0f23-4920-82b4-44c88b62596e req-c50ed3c5-f604-4aa5-8c61-4d9e23288b79 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796309 Jul 06 19:07:22.669047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Attempting to bind port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:22.669392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Attempting to bind port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:22.669731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Attempting to bind port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on network c0c0ea99-813d-414a-b22a-7e57923594fc {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:22.674355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on network c0c0ea99-813d-414a-b22a-7e57923594fc not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:07:22.674669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Attempting to bind port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on network c0c0ea99-813d-414a-b22a-7e57923594fc {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:22.679559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:22.679882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Checking segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:22.680267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Bound using segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:22.680687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Bound port: 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:22.681046 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.747161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:22.750246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:22.756906 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.768497 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.787732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:22.788551 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:22.789997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] 10.222.0.24 "PUT /v2.0/ports/1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 1092 time: 0.7010088 Jul 06 19:07:22.792429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:22.794948 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0445e8f-920f-45c0-8f17-11b949629e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:22.825498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca57b5-c93c-45e4-8b36-0022c7b1a289 service neutron] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:22.840174 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ce21c4-3c12-4ea6-9f73-e9874617b8d0 x-openstack-request-id: req-53ce21c4-3c12-4ea6-9f73-e9874617b8d0 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:22.840461 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:22.840709 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53ce21c4-3c12-4ea6-9f73-e9874617b8d0 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:22.841100 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'status': 'completed', 'code': 200} Jul 06 19:07:22.890320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-44ba0b41-e15b-414a-ae49-97f2fa57e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:22.891895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-44ba0b41-e15b-414a-ae49-97f2fa57e927 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1095 time: 0.0606818 Jul 06 19:07:22.938292 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-ab8125ab-d75d-4d1b-8f99-a4d16227a109 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 217 time: 0.0383613 Jul 06 19:07:22.988721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-376d94ee-b8c9-4432-a38e-69a09b432f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:22.990262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-376d94ee-b8c9-4432-a38e-69a09b432f7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0452230 Jul 06 19:07:23.024107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-9a281fd0-72b2-4c92-9cc0-c3d14da3ef38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255811 Jul 06 19:07:23.118094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-30581fa0-7097-4fc4-ba3b-14602fd37491 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865519 Jul 06 19:07:23.214425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5ba3a890-55c2-4f12-a562-54b9f8eb1ca7 req-b3f3e33d-86d7-464b-a02b-228ce2c5ad55 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869837 Jul 06 19:07:23.338229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-eb60aeb3-e019-4a63-a781-32fb8e615142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:23.339720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-eb60aeb3-e019-4a63-a781-32fb8e615142 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1095 time: 0.0629952 Jul 06 19:07:23.430196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-2d229b72-069b-439d-b2e4-79a2457656fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:23.431701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-2d229b72-069b-439d-b2e4-79a2457656fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0859189 Jul 06 19:07:23.477081 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-ff3ffe67-78df-44c9-a715-6f9400201f77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 217 time: 0.0383360 Jul 06 19:07:23.538790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-19d8fc24-c867-408b-b26b-7c9243930e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:23.540297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-19d8fc24-c867-408b-b26b-7c9243930e8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0560088 Jul 06 19:07:23.574427 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-90ff0a20-e39a-4983-9afd-f9e733ee665c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268297 Jul 06 19:07:23.682121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-defeb8cd-832a-4e40-8a13-7a5a6eba4134 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990338 Jul 06 19:07:23.803932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0445e8f-920f-45c0-8f17-11b949629e9c req-b2bb22d1-9c1a-44d2-88bb-283f406c9716 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150792 Jul 06 19:07:23.841366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33514418-8c80-4533-8217-3880ac7a4e81 req-f5fe2c6d-e45c-4680-b3a3-b43ecf081456 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:23.842918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33514418-8c80-4533-8217-3880ac7a4e81 req-f5fe2c6d-e45c-4680-b3a3-b43ecf081456 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 944 time: 0.0802953 Jul 06 19:07:23.881670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33514418-8c80-4533-8217-3880ac7a4e81 req-452c4246-07d4-4630-b1a6-f82af3948a7a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329063 Jul 06 19:07:25.074359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a2d9a-8fdb-47fe-89bf-6949932934a7 req-931fc479-9b64-43c7-b9e6-ddc821b0bbd6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:25.075881 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5e5a2d9a-8fdb-47fe-89bf-6949932934a7 req-931fc479-9b64-43c7-b9e6-ddc821b0bbd6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 944 time: 0.0743332 Jul 06 19:07:25.115446 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5e5a2d9a-8fdb-47fe-89bf-6949932934a7 req-45ee8390-3d82-41c0-b8ae-0745d6865fbe tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Jul 06 19:07:25.512038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:07:25.515984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device da7640d6-5926-467a-bcee-766493037507 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:25.540786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: da7640d6-5926-467a-bcee-766493037507 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:07:25.541365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device da7640d6-5926-467a-bcee-766493037507 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:25.789852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:25.801605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc', 'port_id': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'mac_address': 'fa:16:3e:3a:69:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f5739-366c-46aa-b67c-b887da5e22ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:07:25.839094 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:25.852474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:07:25.881070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:25.886825 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:25.949134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:26.075777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:07:26.312606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734462cc-fdde-44f6-804b-4035ed7219b0 req-618324f0-e6c6-487f-a5e5-6a525051638f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:26.314147 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-734462cc-fdde-44f6-804b-4035ed7219b0 req-618324f0-e6c6-487f-a5e5-6a525051638f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 945 time: 0.0852749 Jul 06 19:07:26.353170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-734462cc-fdde-44f6-804b-4035ed7219b0 req-2e13cbbd-dbe8-487a-b1fe-a20c34dd05f6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Jul 06 19:07:27.511537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:27.535483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420772e-ee36-4243-afd4-6dac6cdbafa7 req-2d59ba49-f9c2-4956-94a1-20d718865365 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:27.537119 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6420772e-ee36-4243-afd4-6dac6cdbafa7 req-2d59ba49-f9c2-4956-94a1-20d718865365 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 945 time: 0.0714571 Jul 06 19:07:27.567950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:27.571998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:27.572380 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:27.577812 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6420772e-ee36-4243-afd4-6dac6cdbafa7 req-9eba8788-f878-4653-a1c3-6b27a015fbe8 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341294 Jul 06 19:07:27.652678 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:27.675147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:27.677406 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f2a6cb-64d4-4235-afa1-e328e078b3a6" -d '{"events": [{"server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "name": "network-vif-plugged", "status": "completed", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:27.690423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:27.695685 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:27.719457 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c41fe-c6a1-4649-800f-f370b5e28ec8 x-openstack-request-id: req-0d9c41fe-c6a1-4649-800f-f370b5e28ec8 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:27.719757 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "name": "network-vif-plugged", "status": "completed", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:27.720004 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d9c41fe-c6a1-4649-800f-f370b5e28ec8 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:27.720405 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'code': 200} Jul 06 19:07:27.747492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:27.831470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d06a30-ec92-4cfd-9f66-f72dbfdb6238 req-011381d8-5614-4afa-834d-436aeb4f835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:27.833068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52d06a30-ec92-4cfd-9f66-f72dbfdb6238 req-011381d8-5614-4afa-834d-436aeb4f835d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1097 time: 0.0577013 Jul 06 19:07:27.869626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52d06a30-ec92-4cfd-9f66-f72dbfdb6238 req-4d8365e6-a936-4942-93ad-a988a2a41bea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294700 Jul 06 19:07:28.752021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28ae6-fe64-4f4b-8d3f-b6652fe753bc req-c82f294e-95be-4213-bdf4-e9c42ece9a4c tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:28.753563 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0e28ae6-fe64-4f4b-8d3f-b6652fe753bc req-c82f294e-95be-4213-bdf4-e9c42ece9a4c tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0616176 Jul 06 19:07:28.793078 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0e28ae6-fe64-4f4b-8d3f-b6652fe753bc req-c421d9ce-02ad-459e-b7bf-c382d0ee4c0f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Jul 06 19:07:28.972107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e8fb-9bf3-44dd-9a08-1dc8a64c82cc req-6030260d-3f15-401a-bdad-a8727bbd087d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:28.973592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2405e8fb-9bf3-44dd-9a08-1dc8a64c82cc req-6030260d-3f15-401a-bdad-a8727bbd087d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0671883 Jul 06 19:07:29.011459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2405e8fb-9bf3-44dd-9a08-1dc8a64c82cc req-4b29e9ac-e138-4bce-9c08-d004933f7f1d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Jul 06 19:07:29.424077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-b011054a-5ca5-4bdf-b9b8-b5d6d7886a43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003463 Jul 06 19:07:29.447626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a78a5-4f2f-4ca5-8d43-90301fa38aa9 req-356636ed-20cd-4825-a7f4-ec49af6c5dcc tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:29.449158 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9a78a5-4f2f-4ca5-8d43-90301fa38aa9 req-356636ed-20cd-4825-a7f4-ec49af6c5dcc tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0869956 Jul 06 19:07:29.492393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9a78a5-4f2f-4ca5-8d43-90301fa38aa9 req-5792d847-2bbb-4bc1-8aa5-34dff497e10b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350990 Jul 06 19:07:30.685546 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d9079-6c27-48f9-820f-1ab36da793d8 req-001d9982-3df3-487d-8d3b-787603a689de tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:30.687398 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e3d9079-6c27-48f9-820f-1ab36da793d8 req-001d9982-3df3-487d-8d3b-787603a689de tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0752800 Jul 06 19:07:30.731952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e3d9079-6c27-48f9-820f-1ab36da793d8 req-49011308-3fed-481e-8085-426126b0800f tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380781 Jul 06 19:07:30.786936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302512-8865-456e-a39f-1665d67a4768 req-8560d0dc-22d6-4f98-ac3d-4101406b8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:30.788424 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-8560d0dc-22d6-4f98-ac3d-4101406b8050 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1097 time: 0.0557001 Jul 06 19:07:30.880250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302512-8865-456e-a39f-1665d67a4768 req-d417009c-149e-4996-885b-e77121a802ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:30.881749 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-d417009c-149e-4996-885b-e77121a802ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0858433 Jul 06 19:07:30.926802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-d6190673-8b42-4485-a40f-5e5a21ea42f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 217 time: 0.0381689 Jul 06 19:07:30.976335 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302512-8865-456e-a39f-1665d67a4768 req-841da14e-e776-44e8-b4cb-69bb1ea09e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:30.977813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-841da14e-e776-44e8-b4cb-69bb1ea09e5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0443954 Jul 06 19:07:31.009554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-85a99285-2305-42f9-ac26-a37b7537d9c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256124 Jul 06 19:07:31.113203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-79237928-eb6c-4243-bf32-6c839a272c06 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971856 Jul 06 19:07:31.545952 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-a80b9a0f-b77b-4c37-a699-88e2257c0699 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263225 Jul 06 19:07:31.916068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe7f8-a83d-4cc7-8336-bc92501542b0 req-9cba1580-0405-42e9-af84-ac5dafbeff27 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:31.917470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2eefe7f8-a83d-4cc7-8336-bc92501542b0 req-9cba1580-0405-42e9-af84-ac5dafbeff27 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0732608 Jul 06 19:07:31.963523 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2eefe7f8-a83d-4cc7-8336-bc92501542b0 req-ba7a1b42-660e-4ac6-9f6a-9cfb1a921bab tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374374 Jul 06 19:07:33.165216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2523e1-b83c-4331-a469-0c905b09c2d2 req-2c2bf2da-9bc6-4814-90d5-e36f4ad3cff6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:33.166781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b2523e1-b83c-4331-a469-0c905b09c2d2 req-2c2bf2da-9bc6-4814-90d5-e36f4ad3cff6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0742207 Jul 06 19:07:33.205532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b2523e1-b83c-4331-a469-0c905b09c2d2 req-8b264c83-7dfe-445a-9670-d2a90c867e85 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Jul 06 19:07:34.386857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5081a-63a7-4be7-8dbc-26d5ece65bae req-cbdedabc-0fe2-4144-9bdf-fa1c63b7e472 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:34.388417 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-daa5081a-63a7-4be7-8dbc-26d5ece65bae req-cbdedabc-0fe2-4144-9bdf-fa1c63b7e472 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0701377 Jul 06 19:07:34.432815 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-daa5081a-63a7-4be7-8dbc-26d5ece65bae req-6f44d240-932d-4b7c-91b3-f039ad2b67b1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 06 19:07:35.331753 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:07:35.628939 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70582b-8527-4020-9bc9-01c1a1a918f7 req-ae95e5a2-d0c6-45e0-8f1d-6e058c5609ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:35.630417 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c70582b-8527-4020-9bc9-01c1a1a918f7 req-ae95e5a2-d0c6-45e0-8f1d-6e058c5609ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0678403 Jul 06 19:07:35.670299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3c70582b-8527-4020-9bc9-01c1a1a918f7 req-19676215-462e-4482-817e-75760ddaa984 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Jul 06 19:07:36.867833 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77495458-6bbc-4635-bead-ba0c42edf42e req-43dca3a8-938a-454f-9950-799c78d277c5 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:36.869227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77495458-6bbc-4635-bead-ba0c42edf42e req-43dca3a8-938a-454f-9950-799c78d277c5 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0825176 Jul 06 19:07:36.907441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-77495458-6bbc-4635-bead-ba0c42edf42e req-72270012-2712-4a3b-94e5-8f3b2bd1fe98 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Jul 06 19:07:38.094526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eb14f-b55d-4824-96db-9d372b1c4f26 req-c6626f27-7029-47d8-80b4-3f984577a013 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:38.096021 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-843eb14f-b55d-4824-96db-9d372b1c4f26 req-c6626f27-7029-47d8-80b4-3f984577a013 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0755346 Jul 06 19:07:38.134204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-843eb14f-b55d-4824-96db-9d372b1c4f26 req-9ac296e0-8ee1-4f85-91b0-4cb621bb590a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Jul 06 19:07:39.327365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cc02c-f25e-4442-945b-6244abed572a req-b43b96ff-1bf6-496b-8323-f4f87eef7be3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:39.328851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac2cc02c-f25e-4442-945b-6244abed572a req-b43b96ff-1bf6-496b-8323-f4f87eef7be3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0777109 Jul 06 19:07:39.368132 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac2cc02c-f25e-4442-945b-6244abed572a req-9555b4b9-5e08-4158-ae7f-9eaf81866ed6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Jul 06 19:07:40.543617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3d500-26ae-4fb5-b04e-affe9f29534c req-1b7be73d-85e4-4ac4-a0db-d563b8999b0b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:40.545234 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fea3d500-26ae-4fb5-b04e-affe9f29534c req-1b7be73d-85e4-4ac4-a0db-d563b8999b0b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0656049 Jul 06 19:07:40.585571 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fea3d500-26ae-4fb5-b04e-affe9f29534c req-37f0d499-16d0-43c1-92e3-bcde253c9fcc tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Jul 06 19:07:41.764571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979b3d8-dbf9-486f-8178-268962c86418 req-c64347d4-0cfe-4b7e-8cc0-c766ae446dbd tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:41.766253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5979b3d8-dbf9-486f-8178-268962c86418 req-c64347d4-0cfe-4b7e-8cc0-c766ae446dbd tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0663261 Jul 06 19:07:41.804920 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5979b3d8-dbf9-486f-8178-268962c86418 req-afc24877-9736-4bcb-afd5-50419843c048 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Jul 06 19:07:43.007045 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35fbb4-2bcd-4913-bca9-20c277e3c131 req-6b1448e2-75e5-410b-90e5-3b6f24a854e1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:43.008537 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d35fbb4-2bcd-4913-bca9-20c277e3c131 req-6b1448e2-75e5-410b-90e5-3b6f24a854e1 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0749190 Jul 06 19:07:43.055086 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d35fbb4-2bcd-4913-bca9-20c277e3c131 req-63d65581-f627-4a36-874a-8e721de04e48 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Jul 06 19:07:44.265751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2f416-e6dd-40e2-8bee-b05735b49544 req-1f8093b9-9493-4fbd-85d1-d6f16b390dab tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:44.267313 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8be2f416-e6dd-40e2-8bee-b05735b49544 req-1f8093b9-9493-4fbd-85d1-d6f16b390dab tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0778668 Jul 06 19:07:44.306796 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8be2f416-e6dd-40e2-8bee-b05735b49544 req-eb96f277-b49e-4208-a53d-25015273efb2 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335469 Jul 06 19:07:45.495556 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ef99-083d-4964-a3cb-e15cdcc52fb5 req-8b1e2116-e6b0-4908-892f-76e1ba1b6be6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:45.504988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23d7ef99-083d-4964-a3cb-e15cdcc52fb5 req-8b1e2116-e6b0-4908-892f-76e1ba1b6be6 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0764427 Jul 06 19:07:45.546416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-23d7ef99-083d-4964-a3cb-e15cdcc52fb5 req-a87e6f6e-6cd1-4c05-921a-7e0473844f02 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Jul 06 19:07:45.568766 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e0bbe1fb-121f-4ec9-9e73-528221573980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.469341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-22ed8844-d146-47ba-bc31-5032c044b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:46.470824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-22ed8844-d146-47ba-bc31-5032c044b0f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1097 time: 0.0643525 Jul 06 19:07:46.585929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-75af7894-db05-4542-8692-7f259a0daa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:46.587508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-75af7894-db05-4542-8692-7f259a0daa1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0949290 Jul 06 19:07:46.636135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-6aa2463f-04fc-457b-b434-2681a0891116 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 217 time: 0.0415738 Jul 06 19:07:46.684091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-60ac5bec-390d-407e-8251-79483cbc1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:46.685578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-60ac5bec-390d-407e-8251-79483cbc1d49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0431728 Jul 06 19:07:46.726382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-1507a3be-a9ad-47da-8972-85f2d2c22921 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340214 Jul 06 19:07:46.852704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a141ec5-b48a-447f-93d0-e35d18311663 req-44fff242-7d94-4707-8bf9-458c759e1710 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:46.854382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a141ec5-b48a-447f-93d0-e35d18311663 req-44fff242-7d94-4707-8bf9-458c759e1710 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.1527359 Jul 06 19:07:46.856630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-ec5fc410-8ef3-44ad-82bb-ad7a3327c2dd service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120512 Jul 06 19:07:46.941171 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a141ec5-b48a-447f-93d0-e35d18311663 req-bf10a37a-bacf-40c9-9a92-4e6a5e84abea tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810442 Jul 06 19:07:46.976182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-68641d6a-e602-4adf-ae0a-c1889575d4e4 req-b5bbdc52-aa6b-47b5-b389-1276ca91a351 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101685 Jul 06 19:07:48.137037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db8dc-cc31-4872-99bb-896792e2e329 req-21121fb5-d35b-4aa5-8120-d2d9495c4879 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:48.138579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d87db8dc-cc31-4872-99bb-896792e2e329 req-21121fb5-d35b-4aa5-8120-d2d9495c4879 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0708742 Jul 06 19:07:48.183793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d87db8dc-cc31-4872-99bb-896792e2e329 req-196b05e0-2541-4dc8-8dfa-5a93f95b00fe tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Jul 06 19:07:48.256488 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a60f485d-0544-4d86-8129-4e4fc1dbcf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:48.461401 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:49.367842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c8795-6b8c-4f1d-828a-e592c9df6adc req-5eb820c6-2f36-4eac-9e8d-cf5faee9bc53 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:49.369341 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf1c8795-6b8c-4f1d-828a-e592c9df6adc req-5eb820c6-2f36-4eac-9e8d-cf5faee9bc53 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0683033 Jul 06 19:07:49.408394 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf1c8795-6b8c-4f1d-828a-e592c9df6adc req-82749189-31f9-448a-964a-60e65a7fe5a7 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Jul 06 19:07:49.578595 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.587814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e183f39-143c-41e3-bc62-5bc7b3dfdd20 req-dca610b2-550d-454e-8381-ae190f173332 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:50.589299 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e183f39-143c-41e3-bc62-5bc7b3dfdd20 req-dca610b2-550d-454e-8381-ae190f173332 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0693533 Jul 06 19:07:50.626616 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e183f39-143c-41e3-bc62-5bc7b3dfdd20 req-8e08da30-f225-44ff-ab61-b3b3f4011c3a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Jul 06 19:07:51.129799 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:51.826301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123c7f-867d-468f-8a2e-b1c429b820c9 req-996beee1-9fdc-4017-9619-ef1f6e2dc9c3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:51.828641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22123c7f-867d-468f-8a2e-b1c429b820c9 req-996beee1-9fdc-4017-9619-ef1f6e2dc9c3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0748496 Jul 06 19:07:51.869037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-22123c7f-867d-468f-8a2e-b1c429b820c9 req-e7bbd53f-cb25-4258-a68c-d6d543885582 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344145 Jul 06 19:07:52.605830 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:52.801439 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:53.062513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef25e7-6e80-473e-a4a9-e2909a99f3bf req-dc109f3c-83b4-4a67-878a-a0664d5ccf07 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:53.064006 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84ef25e7-6e80-473e-a4a9-e2909a99f3bf req-dc109f3c-83b4-4a67-878a-a0664d5ccf07 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0784571 Jul 06 19:07:53.105124 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84ef25e7-6e80-473e-a4a9-e2909a99f3bf req-95ace6e4-bc9d-4d6b-bf09-3907302aaa39 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Jul 06 19:07:54.304076 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c091-2e25-482a-b744-19c5048c0338 req-0d1aa857-0b0d-471f-9dc4-2fabc32d9eb9 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:54.305514 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d01c091-2e25-482a-b744-19c5048c0338 req-0d1aa857-0b0d-471f-9dc4-2fabc32d9eb9 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0804920 Jul 06 19:07:54.345606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4d01c091-2e25-482a-b744-19c5048c0338 req-31ce6ea7-d12c-43cf-9108-466623a5e009 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342484 Jul 06 19:07:55.550508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cfd85-fb40-4d2d-b645-266877adc92b req-39c5f452-a7ae-446a-bfb8-72c1e2817480 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:55.552029 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-321cfd85-fb40-4d2d-b645-266877adc92b req-39c5f452-a7ae-446a-bfb8-72c1e2817480 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0754073 Jul 06 19:07:55.590294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-321cfd85-fb40-4d2d-b645-266877adc92b req-c4959025-92d9-4a61-9150-3605bbd31a48 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Jul 06 19:07:56.787894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4d73-6837-4a4c-b703-e7dcefa8b5b3 req-0a24b628-5ddb-4df4-bf46-d893bc325c3a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:56.789425 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-355a4d73-6837-4a4c-b703-e7dcefa8b5b3 req-0a24b628-5ddb-4df4-bf46-d893bc325c3a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0726135 Jul 06 19:07:56.830011 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-355a4d73-6837-4a4c-b703-e7dcefa8b5b3 req-f0c48d9e-dc2c-409c-bcdd-a7804ae53219 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345488 Jul 06 19:07:58.028063 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87470-55d1-46ac-a4f6-77209f5ae6d6 req-0d05a273-04f7-4ae5-a0dc-e7fc47b30b03 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:58.029650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54a87470-55d1-46ac-a4f6-77209f5ae6d6 req-0d05a273-04f7-4ae5-a0dc-e7fc47b30b03 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0739188 Jul 06 19:07:58.080875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54a87470-55d1-46ac-a4f6-77209f5ae6d6 req-db4fb62f-7fa0-4297-8df6-ea84ceb4f911 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Jul 06 19:07:58.418662 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-76302512-8865-456e-a39f-1665d67a4768 req-bf2e83db-dad2-406a-b53d-f2260e9f0589 service neutron] show failed (client error): The resource could not be found. Jul 06 19:07:58.419885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-bf2e83db-dad2-406a-b53d-f2260e9f0589 service neutron] 10.222.0.24 "GET /v2.0/ports/1bea46fa-aa86-4f90-b8f8-e48a4e22ed99/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0638700 Jul 06 19:07:58.750873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302512-8865-456e-a39f-1665d67a4768 req-974bb0ed-ad0a-4572-b1c4-ca9645c0b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:58.752810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-974bb0ed-ad0a-4572-b1c4-ca9645c0b094 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d&tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f HTTP/1.1" status: 200 len: 1097 time: 0.1107647 Jul 06 19:07:58.766147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:58.842562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.052764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:59.087483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:59.128309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:59.130997 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470dd982-1476-4249-a2c3-bf4c5f2a98fa" -d '{"events": [{"server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "name": "network-vif-unplugged", "status": "completed", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:59.135089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.148481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Transition to ACTIVE for port object 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:59.154163 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.190558 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a39a94c-4549-47df-8373-93a528a11329 x-openstack-request-id: req-2a39a94c-4549-47df-8373-93a528a11329 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:59.190874 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "name": "network-vif-unplugged", "status": "completed", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:59.191100 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a39a94c-4549-47df-8373-93a528a11329 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:59.191496 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'code': 200} Jul 06 19:07:59.219371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] No DVR routers for this DVR port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:07:59.258626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:59.303560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Attempting to bind port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:59.303792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Attempting to bind port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:59.304116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Attempting to bind port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on network c0c0ea99-813d-414a-b22a-7e57923594fc {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:59.312730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on network c0c0ea99-813d-414a-b22a-7e57923594fc not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:07:59.313050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Attempting to bind port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on network c0c0ea99-813d-414a-b22a-7e57923594fc {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:59.322751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:59.323091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Checking segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:59.323478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Bound using segment: {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:59.323910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Bound port: 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024fba2e-cae4-4022-b8b9-52bc9f8b7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:59.324264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.345988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d48eee-e405-4595-8008-c55e4e786128 req-8bef9e64-17fa-457f-950a-35f10190d433 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:59.347483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64d48eee-e405-4595-8008-c55e4e786128 req-8bef9e64-17fa-457f-950a-35f10190d433 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 944 time: 0.1292424 Jul 06 19:07:59.425575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64d48eee-e405-4595-8008-c55e4e786128 req-cb0426b9-6fbc-4c22-987d-d3482358f6b3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Jul 06 19:07:59.430148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:59.433387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:59.441422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.477599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:59.478658 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.480050 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] 10.222.0.41 "PUT /v2.0/ports/1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 1092 time: 0.7196529 Jul 06 19:07:59.517578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e5355-3309-4b7c-a326-f3df4104849f service neutron] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:59.563176 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302512-8865-456e-a39f-1665d67a4768 req-8277f52c-7582-4eeb-8f10-90c39af93bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:59.564730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-8277f52c-7582-4eeb-8f10-90c39af93bfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1095 time: 0.0594594 Jul 06 19:07:59.658033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302512-8865-456e-a39f-1665d67a4768 req-c3877207-3eb9-483b-b6b1-ed3f694d97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:59.659867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-c3877207-3eb9-483b-b6b1-ed3f694d97e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0884974 Jul 06 19:07:59.700741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-27e50569-318f-4923-a7c1-81db152805f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 217 time: 0.0341628 Jul 06 19:07:59.750073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302512-8865-456e-a39f-1665d67a4768 req-514487bb-3614-4877-9b54-ec40ad8b08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:59.751517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-514487bb-3614-4877-9b54-ec40ad8b08bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0444801 Jul 06 19:07:59.788695 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-9268957f-4162-4789-b991-8c7c1b74d272 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309241 Jul 06 19:07:59.880912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-801ae14d-6c14-4839-9890-38a2412f1351 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856602 Jul 06 19:07:59.981461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-76302512-8865-456e-a39f-1665d67a4768 req-56c23612-ec23-4881-b97d-c949dcbdac40 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935044 Jul 06 19:08:00.611308 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b8dd-e112-49ec-9d66-9a8827d41a07 req-8fa68a53-d974-40a1-980f-3d29ad48dc09 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:00.612936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebe2b8dd-e112-49ec-9d66-9a8827d41a07 req-8fa68a53-d974-40a1-980f-3d29ad48dc09 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 944 time: 0.0666029 Jul 06 19:08:00.661383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ebe2b8dd-e112-49ec-9d66-9a8827d41a07 req-328888a8-01a7-4585-9fda-e7b9191d05d3 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Jul 06 19:08:01.192786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:01.195675 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcadb07c-e2a9-4658-b214-4e27daeedf63" -d '{"events": [{"name": "network-changed", "server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:01.249974 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf1ed4d-10f1-4086-a744-c5b72e31a683 x-openstack-request-id: req-8cf1ed4d-10f1-4086-a744-c5b72e31a683 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:01.250274 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:01.250478 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cf1ed4d-10f1-4086-a744-c5b72e31a683 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:01.251558 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'status': 'completed', 'code': 200} Jul 06 19:08:01.367891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-fe172159-fd45-4566-9355-496b3bda86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:01.369430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-fe172159-fd45-4566-9355-496b3bda86f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1095 time: 0.0984166 Jul 06 19:08:01.375102 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-2a7e65ee-7ae2-496b-9c57-e34c6ff191da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:01.376560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-2a7e65ee-7ae2-496b-9c57-e34c6ff191da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1095 time: 0.0941093 Jul 06 19:08:01.536928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-b7e891cc-c3ad-49bb-b4b2-673a457d7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:01.538467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-b7e891cc-c3ad-49bb-b4b2-673a457d7573 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.1595349 Jul 06 19:08:01.539405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-69ad5950-c50a-48af-a565-326b5daab368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:01.540694 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-69ad5950-c50a-48af-a565-326b5daab368 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.1545169 Jul 06 19:08:01.611191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-fc215d97-9df4-4843-8477-50e9a45c48c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 217 time: 0.0582600 Jul 06 19:08:01.613391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-f037b06a-b27b-43f2-ae25-c39e9cedfe94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 217 time: 0.0668015 Jul 06 19:08:01.666924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-4394aa87-0918-44b8-9797-5b8404e76d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:01.668322 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-4394aa87-0918-44b8-9797-5b8404e76d80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0480220 Jul 06 19:08:01.708409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-0e67f49c-774c-4e7c-9fd3-0368eeaf8ae9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327895 Jul 06 19:08:01.821049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-52cd012c-5f4e-4799-91a8-08c8e1ecca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:01.822461 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-52cd012c-5f4e-4799-91a8-08c8e1ecca21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0973883 Jul 06 19:08:01.863798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-4d737701-d070-4d13-b38a-3bc5de1d1c44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341084 Jul 06 19:08:01.871028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171a966-3b20-4d5a-8dfb-ad98af2ab54f req-ad594b43-ecca-46e8-bc1b-db496b2b3b8d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:01.872559 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b171a966-3b20-4d5a-8dfb-ad98af2ab54f req-ad594b43-ecca-46e8-bc1b-db496b2b3b8d tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 944 time: 0.0743384 Jul 06 19:08:01.882288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-d15aa22f-5512-4b8a-9ce7-8a81aa95d677 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666710 Jul 06 19:08:01.911280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b171a966-3b20-4d5a-8dfb-ad98af2ab54f req-937a17c2-4280-4844-a3e7-7dbbedfdddda tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Jul 06 19:08:02.024544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-b8b630b3-40e8-4145-9672-575fc0348072 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531537 Jul 06 19:08:02.029784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-f97872d2-10ad-4060-81cf-7c0e1b7c0156 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371703 Jul 06 19:08:02.136231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcadb07c-e2a9-4658-b214-4e27daeedf63 req-2065f497-2f4d-4769-83fb-75bfe7f83d97 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041312 Jul 06 19:08:02.214888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b5ac8-e0b1-4e41-b86e-36b815887247 req-c4ec576b-a456-477c-b32b-bee8e42997e5 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:02.216557 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f7b5ac8-e0b1-4e41-b86e-36b815887247 req-c4ec576b-a456-477c-b32b-bee8e42997e5 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 944 time: 0.0631590 Jul 06 19:08:02.229302 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-88148cca-24b2-4a28-9a53-98545ce437ba tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:02.230844 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-88148cca-24b2-4a28-9a53-98545ce437ba tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.24 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d&tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 944 time: 0.0715933 Jul 06 19:08:02.255092 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f7b5ac8-e0b1-4e41-b86e-36b815887247 req-b1606d18-76bf-4088-8ffa-8d51fa9f5371 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329871 Jul 06 19:08:02.299407 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-5c0c2bef-6082-4460-b413-dac3c7dccf14 service neutron] delete failed (client error): The resource could not be found. Jul 06 19:08:02.301206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-5c0c2bef-6082-4460-b413-dac3c7dccf14 service neutron] 10.222.0.24 "DELETE /v2.0/ports/1bea46fa-aa86-4f90-b8f8-e48a4e22ed99/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0633016 Jul 06 19:08:02.419434 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-8d01a986-38d2-4ce3-be79-4e33e8b57c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:02.421642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-8d01a986-38d2-4ce3-be79-4e33e8b57c9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 1095 time: 0.0666802 Jul 06 19:08:02.511210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-385c136f-c731-409b-beb4-351cc2a20f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:02.512701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-385c136f-c731-409b-beb4-351cc2a20f89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 200 len: 915 time: 0.0854251 Jul 06 19:08:02.554784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-0894f4d4-8e8a-4246-a39c-3c44acdeffc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 200 len: 217 time: 0.0350468 Jul 06 19:08:02.608472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-de025b44-3ce1-45fb-ac23-50d38ae7376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:02.609981 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-de025b44-3ce1-45fb-ac23-50d38ae7376d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 200 len: 854 time: 0.0487163 Jul 06 19:08:02.642726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-0f576686-5dda-4ea8-8640-cf2ff8fbb6f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c0ea99-813d-414a-b22a-7e57923594fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264482 Jul 06 19:08:02.735618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-f5c7eaf4-7765-476d-b176-5fd0ad3a19c0 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866406 Jul 06 19:08:02.830050 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac19010-47e0-43e1-8933-b6341f32c93d req-9574d247-0490-4ea1-ad24-b5672b7c69ff service neutron] 10.222.0.24 "GET /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884504 Jul 06 19:08:03.371848 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:08:03.449824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83656537-18ad-46fe-a201-d958b37dda87 req-942452a4-ca49-4eeb-ae48-583d03f52948 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:03.452361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-83656537-18ad-46fe-a201-d958b37dda87 req-942452a4-ca49-4eeb-ae48-583d03f52948 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 944 time: 0.0774059 Jul 06 19:08:03.472658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:03.487840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'network_id': 'c0c0ea99-813d-414a-b22a-7e57923594fc', 'port_id': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'mac_address': 'fa:16:3e:3a:69:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f5739-366c-46aa-b67c-b887da5e22ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:08:03.506629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-83656537-18ad-46fe-a201-d958b37dda87 req-cb0bce85-20ff-4200-9267-eba966c855f5 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473590 Jul 06 19:08:03.533419 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:03.547249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:08:03.567106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:03.571969 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:03.620623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:03.628245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.628572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.628908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.629239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.629574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.629942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.630265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.630586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.630906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.631234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.631551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.631857 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:03.674742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:08:03.691041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0bbe5-a4d4-498a-8f19-a1b21d13c290 req-5fbae32e-3882-4955-b96e-60c1242b709b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:03.692560 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07c0bbe5-a4d4-498a-8f19-a1b21d13c290 req-5fbae32e-3882-4955-b96e-60c1242b709b tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 945 time: 0.0708206 Jul 06 19:08:03.712557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:08:03.730911 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-07c0bbe5-a4d4-498a-8f19-a1b21d13c290 req-73c493f6-3254-48c2-ab85-618cb70ebf07 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Jul 06 19:08:03.809814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:08:03.922584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845d6f-a2f3-47d8-9c65-d06baa952a41 req-e95515b7-16e7-45e1-b2b9-7e23d29fe914 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:03.924116 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6845d6f-a2f3-47d8-9c65-d06baa952a41 req-e95515b7-16e7-45e1-b2b9-7e23d29fe914 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 945 time: 0.0799456 Jul 06 19:08:03.963551 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6845d6f-a2f3-47d8-9c65-d06baa952a41 req-3c80ca0a-3d98-445c-a045-cbc397e5a088 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Jul 06 19:08:04.558890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc89d08-8cbe-4e37-920d-63514ec7460d req-8a770e86-bc03-4fed-906d-df7bec0759be tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:04.560484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfc89d08-8cbe-4e37-920d-63514ec7460d req-8a770e86-bc03-4fed-906d-df7bec0759be tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 945 time: 0.0798841 Jul 06 19:08:04.599743 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfc89d08-8cbe-4e37-920d-63514ec7460d req-46b9afa4-525c-4840-ba9c-3279b23e75a9 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Jul 06 19:08:05.409186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:05.462283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:05.466055 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:05.466410 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:05.545023 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:05.568920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-64f736d5-b6d2-4f2b-8248-0b49a8305bbc tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:05.570471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-64f736d5-b6d2-4f2b-8248-0b49a8305bbc tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.41 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 945 time: 0.0701723 Jul 06 19:08:05.572044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:05.574346 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66d6c3-409a-4d5b-b525-69aff0456eca" -d '{"events": [{"server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "name": "network-vif-plugged", "status": "completed", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:05.588858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:05.594830 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:05.618723 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6706ab56-e7b4-4be1-8155-ea8b7034a201 x-openstack-request-id: req-6706ab56-e7b4-4be1-8155-ea8b7034a201 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:05.619177 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "name": "network-vif-plugged", "status": "completed", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:05.619431 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6706ab56-e7b4-4be1-8155-ea8b7034a201 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:05.619821 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'code': 200} Jul 06 19:08:05.647951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:05.679476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Deleting port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:08:05.679715 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:05.772200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] For port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,segment=NetworkSegment(024fba2e-cae4-4022-b8b9-52bc9f8b7e22),segment_id=024fba2e-cae4-4022-b8b9-52bc9f8b7e22)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:05.772628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:05.779755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67a60-5b50-4eaf-b2ee-901e8058f6f0 req-a37ca29f-7894-41e2-8bd0-c56b131fc8be tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:05.781377 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-95b67a60-5b50-4eaf-b2ee-901e8058f6f0 req-a37ca29f-7894-41e2-8bd0-c56b131fc8be tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/ports?device_id=a64a9b92-95b4-4c7c-92d5-caed73e6948d HTTP/1.1" status: 200 len: 946 time: 0.0650163 Jul 06 19:08:05.786897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Calling delete_port for 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:08:05.825087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-95b67a60-5b50-4eaf-b2ee-901e8058f6f0 req-a1cafc5c-e156-468f-a24a-48037e16565a tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.53 "GET /v2.0/security-groups?id=75f068ad-9d2d-4f14-a45b-deea1f152b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Jul 06 19:08:05.928997 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:05.940624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:08:05.959263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Pushing event deleted for resources: {'Port': ['ID=1bea46fa-aa86-4f90-b8f8-e48a4e22ed99,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:06.001113 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] No DVR routers for this DVR port 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:08:06.003888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:06.005897 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6d704005-d15f-42b5-9452-8b632d1aa5ae req-2e47804b-8b97-49fe-aa22-6f3b3a00a5ae tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] 10.222.0.41 "DELETE /v2.0/ports/1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 HTTP/1.1" status: 204 len: 173 time: 0.4301987 Jul 06 19:08:06.006338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'name': 'network-vif-deleted', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:06.008662 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eb0262-ee28-4b40-a4f6-045f100657ce" -d '{"events": [{"server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "name": "network-vif-deleted", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:06.049099 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff77cbc7-ad73-4a4a-9a05-87a0363ad3d9 x-openstack-request-id: req-ff77cbc7-ad73-4a4a-9a05-87a0363ad3d9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:06.049393 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64a9b92-95b4-4c7c-92d5-caed73e6948d", "name": "network-vif-deleted", "tag": "1bea46fa-aa86-4f90-b8f8-e48a4e22ed99", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:06.049610 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff77cbc7-ad73-4a4a-9a05-87a0363ad3d9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:06.050030 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a9b92-95b4-4c7c-92d5-caed73e6948d', 'name': 'network-vif-deleted', 'tag': '1bea46fa-aa86-4f90-b8f8-e48a4e22ed99', 'status': 'completed', 'code': 200} Jul 06 19:08:07.073296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50762) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:07.126353 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c04e8b-c32b-4a9f-ab92-a02153ac1aba admin admin] Deleting subnet 643f5739-366c-46aa-b67c-b887da5e22ae {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:08:07.129843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1c04e8b-c32b-4a9f-ab92-a02153ac1aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.164348 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1c04e8b-c32b-4a9f-ab92-a02153ac1aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.201741 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1c04e8b-c32b-4a9f-ab92-a02153ac1aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.264251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1c04e8b-c32b-4a9f-ab92-a02153ac1aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.295072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c04e8b-c32b-4a9f-ab92-a02153ac1aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643f5739-366c-46aa-b67c-b887da5e22ae,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:07.301539 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1c04e8b-c32b-4a9f-ab92-a02153ac1aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.303531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a1c04e8b-c32b-4a9f-ab92-a02153ac1aba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/643f5739-366c-46aa-b67c-b887da5e22ae HTTP/1.1" status: 204 len: 168 time: 0.2288816 Jul 06 19:08:07.306211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50764) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:07.388721 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.471817 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.483457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c0ea99-813d-414a-b22a-7e57923594fc']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:07.495421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024fba2e-cae4-4022-b8b9-52bc9f8b7e22') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:07.495717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024fba2e-cae4-4022-b8b9-52bc9f8b7e22') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:07.504994 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.519544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.529005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:08:07.529466 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:08:07.531780 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:08:07.593447 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.602639 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.605434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] 10.222.0.53 "DELETE /v2.0/networks/c0c0ea99-813d-414a-b22a-7e57923594fc HTTP/1.1" status: 204 len: 168 time: 0.2980621 Jul 06 19:08:07.620214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833375d4-34c7-4b69-ac5c-25393036c40e admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c0ea99-813d-414a-b22a-7e57923594fc,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:07.732365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50768) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:07.775961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fee82de8-2890-4931-8d9f-e12268d6cd8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4788706d6c3f41d49b6bb7a6b35bf32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424263 Jul 06 19:08:07.778601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50770) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:07.834855 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf820-03a5-464b-9a05-1f5af39ad801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.860089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf820-03a5-464b-9a05-1f5af39ad801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.915010 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf820-03a5-464b-9a05-1f5af39ad801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.917573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf820-03a5-464b-9a05-1f5af39ad801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:07.918801 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5ccaf820-03a5-464b-9a05-1f5af39ad801 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75f068ad-9d2d-4f14-a45b-deea1f152b7a HTTP/1.1" status: 204 len: 168 time: 0.1393504 Jul 06 19:08:07.926675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaf820-03a5-464b-9a05-1f5af39ad801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f068ad-9d2d-4f14-a45b-deea1f152b7a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:08.651251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 50794) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:08.761452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1296066983-network', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:08.785055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Made reservation on behalf of fc6c4456c82d4a6096027eca200e80ba for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:08:08.787391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:08.796193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:08.887707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:08.893623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:08.915640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:08:08.930571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56031dbb-6d11-46aa-b643-85c3f20f0b53,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:08.935214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:08.935557 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Added segment 0dfea778-36ba-4964-9cc9-5cdc4274b307 of type vlan for network e8feca49-dc05-423b-bdb1-fc781281616f Jul 06 19:08:08.980170 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.013467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.014405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:09.014982 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.066563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4141729 Jul 06 19:08:09.069945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50798) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:09.073708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd87bb3-4c25-4871-b755-647eacea2be6 admin admin] Pushing event updated for resources: {'Network': ['ID=e8feca49-dc05-423b-bdb1-fc781281616f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:09.075854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Request body: {'subnet': {'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1296066983-subnet', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:09.083942 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network e8feca49-dc05-423b-bdb1-fc781281616f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:08:09.099362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Made reservation on behalf of fc6c4456c82d4a6096027eca200e80ba for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:08:09.101810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.276085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.330044 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d29bd54-f656-4c45-9700-2b22d11b5e19,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:09.339885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:08:09.340251 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Network hostable DHCP agents. Network: e8feca49-dc05-423b-bdb1-fc781281616f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:08:09.359650 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Network e8feca49-dc05-423b-bdb1-fc781281616f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:08:09.370271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, e8feca49-dc05-423b-bdb1-fc781281616f) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:08:09.374903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:09.375954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.379424 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a34df4-cf17-43e5-8868-dc4ea6506203 None None] Network e8feca49-dc05-423b-bdb1-fc781281616f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:08:09.393077 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d3aeb857-bfbe-409b-9860-5aa894f4b67b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3218772 Jul 06 19:08:09.395925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50800) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:09.400474 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:09.423370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.424418 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.444370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:08:09.469815 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:08:09.470156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 1bea46fa-aa86-4f90-b8f8-e48a4e22ed99 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:08:09.482272 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.548386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-e8feca49-dc05-423b-bdb1-fc781281616f', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:08:09.549294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.622163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.679810 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Allocated IP 172.20.0.2 (e8feca49-dc05-423b-bdb1-fc781281616f/0d29bd54-f656-4c45-9700-2b22d11b5e19/3c31a14c-55a6-4092-9d16-04639ce87a6b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:08:09.824684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.825570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.833822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Transition to ACTIVE for port object 3c31a14c-55a6-4092-9d16-04639ce87a6b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:08:09.845136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.849079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Transition to ACTIVE for port object 3c31a14c-55a6-4092-9d16-04639ce87a6b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:08:09.855972 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.896261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Network e8feca49-dc05-423b-bdb1-fc781281616f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:08:09.899185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:08:09.901673 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:08:09.910001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Pushing event updated for resources: {'Port': ['ID=3c31a14c-55a6-4092-9d16-04639ce87a6b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:09.949756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Allocated IP 172.25.4.220 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/800c5cb1-2b02-4fb2-9878-b63a0dab96c2) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:08:09.966229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Attempting to bind port 3c31a14c-55a6-4092-9d16-04639ce87a6b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:08:09.966595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Attempting to bind port 3c31a14c-55a6-4092-9d16-04639ce87a6b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:08:09.966955 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Attempting to bind port 3c31a14c-55a6-4092-9d16-04639ce87a6b on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:08:09.971897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:08:09.972262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:08:09.972646 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:09.973028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:08:09.973486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Bound port: 3c31a14c-55a6-4092-9d16-04639ce87a6b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:08:09.973904 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:10.036660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] For port 3c31a14c-55a6-4092-9d16-04639ce87a6b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:08:10.040254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] For port 3c31a14c-55a6-4092-9d16-04639ce87a6b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3c31a14c-55a6-4092-9d16-04639ce87a6b,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:08:10.047199 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:10.073828 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:10.103697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46b042-2047-4695-9381-9bcd49301b41 None None] Pushing event updated for resources: {'Port': ['ID=3c31a14c-55a6-4092-9d16-04639ce87a6b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:10.124042 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:10.162397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:08:10.167322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:08:10.170705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:08:10.193038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Pushing event updated for resources: {'Port': ['ID=800c5cb1-2b02-4fb2-9878-b63a0dab96c2,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:10.466772 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:10.667759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:10.802064 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Router d4d6e795-881c-486f-ba92-f66ff701f282 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:08:10.910995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:08:10.921852 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:08:10.928451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:10.930009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9c3477e9-aefb-45bd-a528-4d6023f20db3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5329895 Jul 06 19:08:10.932826 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50802) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:10.932970 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:08:10.933487 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:07:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:11.043628 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:08:11.046160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05338bfe-809d-4297-8763-9639a5d0db9d None None] Network e8feca49-dc05-423b-bdb1-fc781281616f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:08:11.109602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3b526cda-2457-4385-ba0f-ed05a5c4bb02 None None] Provisioning for port 3c31a14c-55a6-4092-9d16-04639ce87a6b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:11.227005 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:10Z', 'revision_number': 3, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:11.259089 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:08:11.259518 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Updating router d4d6e795-881c-486f-ba92-f66ff701f282 port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:08:11.296322 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.356755 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.521459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Allocated IP 172.20.0.1 (e8feca49-dc05-423b-bdb1-fc781281616f/0d29bd54-f656-4c45-9700-2b22d11b5e19/73833635-0292-477c-8a57-90d9f1706cfd) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:08:11.552962 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.563324 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Transition to ACTIVE for port object 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:08:11.570305 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.623456 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.637400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Transition to ACTIVE for port object 73833635-0292-477c-8a57-90d9f1706cfd will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:08:11.674149 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.720521 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Attempting to bind port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:08:11.720521 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Attempting to bind port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:08:11.721002 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Attempting to bind port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:08:11.723205 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Pushing event updated for resources: {'Port': ['ID=800c5cb1-2b02-4fb2-9878-b63a0dab96c2,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:11.732664 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:08:11.733045 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:08:11.733447 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.733922 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:08:11.734378 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Bound port: 800c5cb1-2b02-4fb2-9878-b63a0dab96c2, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:08:11.734755 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.737300 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.737687 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.737968 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.738311 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.738618 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.738947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.739267 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.739582 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.739900 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.740217 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.740530 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.740843 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:11.798175 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] For port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:08:11.801893 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] For port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=800c5cb1-2b02-4fb2-9878-b63a0dab96c2,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:08:11.809032 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:11.869994 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:08:11.870619 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:07:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:11.872576 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0357-4876-43b4-b394-4d4ba517e3d8 None None] Pushing event updated for resources: {'Port': ['ID=800c5cb1-2b02-4fb2-9878-b63a0dab96c2,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:11.978787 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:08:12.078301 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Network e8feca49-dc05-423b-bdb1-fc781281616f is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:08:12.083429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:08:12.087084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:08:12.126059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Pushing event updated for resources: {'Port': ['ID=73833635-0292-477c-8a57-90d9f1706cfd,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:12.128669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.154746 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3c31a14c-55a6-4092-9d16-04639ce87a6b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:12.187456 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:10Z', 'revision_number': 3, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:12.221555 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89a928-0650-468b-b427-1246cfb4107a None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:10Z', 'revision_number': 3, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:08:12.228207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 3c31a14c-55a6-4092-9d16-04639ce87a6b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:12.232776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3c31a14c-55a6-4092-9d16-04639ce87a6b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:12.233416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.306618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.333855 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:08:12.336475 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.375525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 3c31a14c-55a6-4092-9d16-04639ce87a6b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3c31a14c-55a6-4092-9d16-04639ce87a6b,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:12.382868 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.389754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c8432f54-0971-4fba-a5f8-64a0dcba4c93 None None] Provisioning for port 73833635-0292-477c-8a57-90d9f1706cfd completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:12.418004 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c8432f54-0971-4fba-a5f8-64a0dcba4c93 None None] Provisioning complete for port 73833635-0292-477c-8a57-90d9f1706cfd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:12.418294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8432f54-0971-4fba-a5f8-64a0dcba4c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.469636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c8432f54-0971-4fba-a5f8-64a0dcba4c93 None None] Port 73833635-0292-477c-8a57-90d9f1706cfd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:08:12.474499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=3c31a14c-55a6-4092-9d16-04639ce87a6b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:12.514748 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.521006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.589578 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.591493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Pushing event updated for resources: {'Port': ['ID=73833635-0292-477c-8a57-90d9f1706cfd,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:12.689736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Network e8feca49-dc05-423b-bdb1-fc781281616f is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:08:12.691260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:08:12.823929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:08:12.919677 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3f77e946-b4c6-48ff-b63f-e4babe75c4a7 None None] Provisioning complete for port 73833635-0292-477c-8a57-90d9f1706cfd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:12.920054 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3f77e946-b4c6-48ff-b63f-e4babe75c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.942668 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:08:12.948663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-74048b36-343f-4579-a5a2-f6b1d60a7821 admin admin] 10.222.0.53 "PUT /v2.0/routers/d4d6e795-881c-486f-ba92-f66ff701f282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0145447 Jul 06 19:08:12.956674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3f77e946-b4c6-48ff-b63f-e4babe75c4a7 None None] Port 73833635-0292-477c-8a57-90d9f1706cfd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:08:13.654423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50810) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:13.661526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c99fca88-6d2a-4c7e-81da-db38a2d5e39b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327955609', 'description': 'tempest-description--1523555764'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:13.692857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c99fca88-6d2a-4c7e-81da-db38a2d5e39b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:13.727507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:08:13.736870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:08:13.737588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:07:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:13.781013 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c99fca88-6d2a-4c7e-81da-db38a2d5e39b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:13.787547 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c99fca88-6d2a-4c7e-81da-db38a2d5e39b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:13.814485 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c99fca88-6d2a-4c7e-81da-db38a2d5e39b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:13.815740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c99fca88-6d2a-4c7e-81da-db38a2d5e39b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1602583 Jul 06 19:08:13.818498 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50812) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:13.822982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3dcc364e-a4f3-4bf7-9f4d-3439c29cf5a1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'security_group_rule': {'security_group_id': 'fd307394-e245-4f71-828f-04f31aab221f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:13.828954 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fca88-6d2a-4c7e-81da-db38a2d5e39b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd307394-e245-4f71-828f-04f31aab221f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:13.850555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:08:13.853934 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dcc364e-a4f3-4bf7-9f4d-3439c29cf5a1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:13.910857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dcc364e-a4f3-4bf7-9f4d-3439c29cf5a1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:13.915775 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dcc364e-a4f3-4bf7-9f4d-3439c29cf5a1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:13.930923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc364e-a4f3-4bf7-9f4d-3439c29cf5a1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90019e7-0287-4c26-8ee7-1ae4b9dc9212,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:13.941478 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dcc364e-a4f3-4bf7-9f4d-3439c29cf5a1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:13.942748 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3dcc364e-a4f3-4bf7-9f4d-3439c29cf5a1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233358 Jul 06 19:08:13.945865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50814) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:13.950360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'security_group_rule': {'security_group_id': 'fd307394-e245-4f71-828f-04f31aab221f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:13.977999 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.046071 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.053432 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.065402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 2, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:14.079409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164d1ae4-58be-45b0-b904-4ac84479e9d3,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:14.087162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.091281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416123 Jul 06 19:08:14.091281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.091281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.091281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.091281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.091281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.091893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.091893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.092066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.092367 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.092707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.093039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.093359 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8f406-0dbc-42cf-937a-9c6d671fba79 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:14.096164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50816) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:14.099462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:08:14.099814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Updating router d4d6e795-881c-486f-ba92-f66ff701f282 port 73833635-0292-477c-8a57-90d9f1706cfd binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:08:14.103636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:14.130810 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.141739 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.234498 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.234876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3c31a14c-55a6-4092-9d16-04639ce87a6b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:14.341179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Allocated IP 172.25.4.38 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/a5a362c5-2c86-4475-bbba-e8f4f81a79e6) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:08:14.357233 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 3c31a14c-55a6-4092-9d16-04639ce87a6b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:14.357606 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.448072 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.489267 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.505702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:14.510990 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.531035 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:08:14.537530 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:08:14.541738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Transition to ACTIVE for port object 73833635-0292-477c-8a57-90d9f1706cfd will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:08:14.542006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:08:14.554142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.562727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'Port': ['ID=a5a362c5-2c86-4475-bbba-e8f4f81a79e6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:14.615341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:14.634358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1b13b-3f3b-4528-a982-4e04ce90d62a None None] Pushing event updated for resources: {'Port': ['ID=73833635-0292-477c-8a57-90d9f1706cfd,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:14.635202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.639337 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:14.639710 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.683798 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.701326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Attempting to bind port 73833635-0292-477c-8a57-90d9f1706cfd on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:08:14.701703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Attempting to bind port 73833635-0292-477c-8a57-90d9f1706cfd by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:08:14.702091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Attempting to bind port 73833635-0292-477c-8a57-90d9f1706cfd on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:08:14.710471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:08:14.710844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:08:14.711473 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.711641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:08:14.712226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Bound port: 73833635-0292-477c-8a57-90d9f1706cfd, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:08:14.712609 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.803411 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.817948 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] For port 73833635-0292-477c-8a57-90d9f1706cfd, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:08:14.822236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] For port 73833635-0292-477c-8a57-90d9f1706cfd, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=73833635-0292-477c-8a57-90d9f1706cfd,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:08:14.830209 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.833570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=800c5cb1-2b02-4fb2-9878-b63a0dab96c2,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:14.841832 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.851338 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.856382 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.927989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'Port': ['ID=a5a362c5-2c86-4475-bbba-e8f4f81a79e6,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:14.944283 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.960264 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:14.961602 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-361fb1c1-c1c4-4151-a289-d3bb5e660f96 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8638496 Jul 06 19:08:15.070927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:08:15.070927 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:07:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:15.073281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1b13b-3f3b-4528-a982-4e04ce90d62a None None] Pushing event updated for resources: {'Port': ['ID=73833635-0292-477c-8a57-90d9f1706cfd,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:15.115683 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-d73f8231-1e05-4d3a-a475-335418b301de tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--327955609&fields=id&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 267 time: 0.0362797 Jul 06 19:08:15.193257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=800c5cb1-2b02-4fb2-9878-b63a0dab96c2,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:15.218256 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:08:15.233412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-908bc575-233e-47e8-b531-9065f4b3245b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:15.234962 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-908bc575-233e-47e8-b531-9065f4b3245b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 812 time: 0.1126122 Jul 06 19:08:15.249703 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-ff507681-18cf-4bc9-bbc3-7603e6498ba9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/quotas/fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 375 time: 0.0092275 Jul 06 19:08:15.326077 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-fa5ab539-e38f-4399-8972-f91bffbd6e81 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706863 Jul 06 19:08:15.422478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-39deace4-baa8-4703-881a-f51e16ae8116 service neutron] 10.222.0.53 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835643 Jul 06 19:08:15.427096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:15.457623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a632b5-e143-42b5-9c5e-dcd5953a6ba3 None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:08:15.536158 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-8b19099b-cf96-428a-8804-5a873bf51b89 service neutron] 10.222.0.53 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075196 Jul 06 19:08:15.573306 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4e004e33-ce80-4696-bfdc-b5134ab2313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:15.724397 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e63a95e5-5dd1-4c3a-9773-9bb75d05a1df req-a85c9427-c9e3-458d-8298-2628098e91b0 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 210 time: 0.0341620 Jul 06 19:08:16.200823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 73833635-0292-477c-8a57-90d9f1706cfd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:16.261247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 73833635-0292-477c-8a57-90d9f1706cfd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:16.265318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 73833635-0292-477c-8a57-90d9f1706cfd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:16.265867 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:16.360261 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:16.397410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 73833635-0292-477c-8a57-90d9f1706cfd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=73833635-0292-477c-8a57-90d9f1706cfd,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:16.402175 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:16.402985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:16.484409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=73833635-0292-477c-8a57-90d9f1706cfd,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:16.497691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:16.498094 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:16.858278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-fad2a287-483c-4d28-90bb-5448642a5746 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:16.860045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-fad2a287-483c-4d28-90bb-5448642a5746 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 812 time: 0.1169376 Jul 06 19:08:16.871952 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f7e586f5-a26c-48ee-bb5c-f65cbb5d4cc3 req-4aef1365-f3cd-47e3-b02e-36a7b8c5cf17 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 210 time: 0.0298359 Jul 06 19:08:16.905806 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-2abc7862-e379-4373-8c38-e5574e8f613c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 379 time: 0.0371368 Jul 06 19:08:16.914824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'port': {'device_id': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'admin_state_up': True, 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'security_groups': ['fd307394-e245-4f71-828f-04f31aab221f']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:17.028285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Made reservation on behalf of fc6c4456c82d4a6096027eca200e80ba for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:08:17.032311 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:17.164855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Allocated IP 172.20.0.11 (e8feca49-dc05-423b-bdb1-fc781281616f/0d29bd54-f656-4c45-9700-2b22d11b5e19/6d8f9f43-da4e-4438-872e-584f12c23cb0) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:08:17.317125 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:17.331930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Transition to ACTIVE for port object 6d8f9f43-da4e-4438-872e-584f12c23cb0 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:08:17.367602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:17.418727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Network e8feca49-dc05-423b-bdb1-fc781281616f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:08:17.424027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:08:17.427800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:08:17.434533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:17.481576 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:17.482297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:17.498868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-dfe26633-f3d3-4440-ae6e-19a0cf50190e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877764 Jul 06 19:08:17.511260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Request body: {'port': {'device_id': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:17.590406 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:17.685736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ded8b4f-5df4-41ea-8c3c-69cd641b6206 None None] Provisioning for port 6d8f9f43-da4e-4438-872e-584f12c23cb0 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:17.689938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0ded8b4f-5df4-41ea-8c3c-69cd641b6206 None None] Provisioning complete for port 6d8f9f43-da4e-4438-872e-584f12c23cb0 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:17.690536 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ded8b4f-5df4-41ea-8c3c-69cd641b6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:17.724629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-0ded8b4f-5df4-41ea-8c3c-69cd641b6206 None None] Port 6d8f9f43-da4e-4438-872e-584f12c23cb0 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:08:17.870016 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8f9f43-da4e-4438-872e-584f12c23cb0 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:08:17.877745 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:17.890876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Transition to ACTIVE for port object 6d8f9f43-da4e-4438-872e-584f12c23cb0 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:08:17.897850 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:17.947662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:18.054260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Attempting to bind port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:08:18.054716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Attempting to bind port 6d8f9f43-da4e-4438-872e-584f12c23cb0 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:08:18.054966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Attempting to bind port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:08:18.063735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:08:18.064058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Attempting to bind port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:08:18.074416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:08:18.074757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:08:18.075143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:08:18.075577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Bound port: 6d8f9f43-da4e-4438-872e-584f12c23cb0, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:08:18.075937 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:18.098149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675db3b7-d0b3-44c7-a1f2-5967106363c7 req-970a150c-1564-4cd3-8626-834c536d39a9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:18.099706 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-675db3b7-d0b3-44c7-a1f2-5967106363c7 req-970a150c-1564-4cd3-8626-834c536d39a9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 944 time: 0.1083760 Jul 06 19:08:18.111726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 73833635-0292-477c-8a57-90d9f1706cfd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:18.168770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 73833635-0292-477c-8a57-90d9f1706cfd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:18.169183 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:18.180032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-675db3b7-d0b3-44c7-a1f2-5967106363c7 req-cfc803e4-1edd-4a81-8ea3-0e1b2f34c5af tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589142 Jul 06 19:08:18.182509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:08:18.185760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:08:18.193908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:18.230280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:18.230903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:18.232281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] 10.222.0.41 "PUT /v2.0/ports/6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 1092 time: 0.7258942 Jul 06 19:08:18.232726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:18.235152 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed6d933-31f4-429a-8e41-bb0e6925154b" -d '{"events": [{"name": "network-changed", "server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:18.260559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fa66b-a512-4604-8f81-9f6742c9e582 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:18.283132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef145545-b902-4932-afbf-cefeec9b43bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:18.285368 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefacbbc-d06a-46cc-860a-1fd7e7756b0e x-openstack-request-id: req-cefacbbc-d06a-46cc-860a-1fd7e7756b0e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:18.286120 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:18.286518 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cefacbbc-d06a-46cc-860a-1fd7e7756b0e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:18.287042 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'status': 'completed', 'code': 200} Jul 06 19:08:18.343275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-58ce9f68-9d6a-4707-9fc7-d3c300b8635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:18.344908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-58ce9f68-9d6a-4707-9fc7-d3c300b8635f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1095 time: 0.0569253 Jul 06 19:08:18.465608 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:18.751559 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-2ec4768e-53f1-492d-a93e-305956141dda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 217 time: 0.3995249 Jul 06 19:08:18.801966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-7ef9f6da-d385-4498-91a4-f817479aef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:18.803477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-7ef9f6da-d385-4498-91a4-f817479aef65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0457966 Jul 06 19:08:18.867428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-cddbd55d-cbe2-4a19-94d2-3932c8db2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:18.869170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-cddbd55d-cbe2-4a19-94d2-3932c8db2dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590832 Jul 06 19:08:18.964446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-7462c04b-d8c3-432e-929f-417dbe6afe3f service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878422 Jul 06 19:08:19.061206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-37a257e8-7887-40ef-b572-5166cb2bba91 req-12626f73-4282-4537-b2be-7706ec1c6d96 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884738 Jul 06 19:08:19.185748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-e7877000-4f8e-429b-8eab-2e05b544fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:19.187988 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-e7877000-4f8e-429b-8eab-2e05b544fcaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1095 time: 0.0657828 Jul 06 19:08:19.283987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-727f863d-cad7-4682-9427-2c04f8dd4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:19.285855 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-727f863d-cad7-4682-9427-2c04f8dd4d14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0910790 Jul 06 19:08:19.358388 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-1fc834d0-dd7a-4672-a052-e344418bd9a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 217 time: 0.0652533 Jul 06 19:08:19.419636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-98649299-0308-496e-b500-bed532a49589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:19.421150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-98649299-0308-496e-b500-bed532a49589 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0560834 Jul 06 19:08:19.442558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fce4b-10ed-45f7-9959-624dc5dc3f89 req-fe965c96-e433-4cef-a38f-a6788c1433b8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:19.444010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b7fce4b-10ed-45f7-9959-624dc5dc3f89 req-fe965c96-e433-4cef-a38f-a6788c1433b8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 944 time: 0.1521890 Jul 06 19:08:19.509060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b7fce4b-10ed-45f7-9959-624dc5dc3f89 req-30150062-0b03-4fe4-b4e0-4f34e937395b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413973 Jul 06 19:08:19.523736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-96bb1ee3-d53c-4240-bcd1-933b7be5db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:19.525254 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-96bb1ee3-d53c-4240-bcd1-933b7be5db53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975809 Jul 06 19:08:19.582456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:19.619746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-1d716141-1027-4ad4-96dd-2e4950558c11 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865164 Jul 06 19:08:19.711393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6ed6d933-31f4-429a-8e41-bb0e6925154b req-0a0ee9d1-e557-4a4b-8a47-1ee185201f11 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844600 Jul 06 19:08:20.711456 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548f73f-d0e2-4f27-a770-b1955b64c9ab req-2255a338-488a-41b1-bb70-b626e9713bdc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:20.713174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3548f73f-d0e2-4f27-a770-b1955b64c9ab req-2255a338-488a-41b1-bb70-b626e9713bdc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 944 time: 0.0881102 Jul 06 19:08:20.752509 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3548f73f-d0e2-4f27-a770-b1955b64c9ab req-a9f6fa3e-f3cc-4214-8cd4-ab50380e5b59 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326319 Jul 06 19:08:21.134012 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:21.519779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 6d8f9f43-da4e-4438-872e-584f12c23cb0 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:08:21.618343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:21.629707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'mac_address': 'fa:16:3e:09:f2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:08:21.672714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:21.685887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8f9f43-da4e-4438-872e-584f12c23cb0 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:08:21.705365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:21.711623 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:21.761093 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:21.906192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['6d8f9f43-da4e-4438-872e-584f12c23cb0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:08:21.934036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211dc74-99d8-401e-9b8f-af247d103c10 req-a4c7aaf9-783a-44c2-bcc9-60c0265497d1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:21.935560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e211dc74-99d8-401e-9b8f-af247d103c10 req-a4c7aaf9-783a-44c2-bcc9-60c0265497d1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 945 time: 0.0725391 Jul 06 19:08:21.974189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e211dc74-99d8-401e-9b8f-af247d103c10 req-ceb4c498-e526-4d34-8a36-c353f8794de4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323761 Jul 06 19:08:22.615886 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:22.799748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:23.177587 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e5281-b564-4a15-b952-e43fea61df54 req-cd366031-4964-4a2b-82ca-46ac714188ab tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:23.179070 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d2e5281-b564-4a15-b952-e43fea61df54 req-cd366031-4964-4a2b-82ca-46ac714188ab tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 945 time: 0.0763071 Jul 06 19:08:23.219623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d2e5281-b564-4a15-b952-e43fea61df54 req-005d25dc-a328-4f17-a5d0-c9a29ab0af51 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Jul 06 19:08:23.535602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 6d8f9f43-da4e-4438-872e-584f12c23cb0 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:23.593072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 6d8f9f43-da4e-4438-872e-584f12c23cb0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:23.597185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 6d8f9f43-da4e-4438-872e-584f12c23cb0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:23.597558 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:23.681806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:23.708634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:23.710951 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86574f9d-a9b4-426a-8071-258cb4b0c24a" -d '{"events": [{"server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:23.724514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:23.730394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:23.757768 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df10827a-303e-43d9-8a50-6d5969f13e67 x-openstack-request-id: req-df10827a-303e-43d9-8a50-6d5969f13e67 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:23.758066 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:23.758318 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df10827a-303e-43d9-8a50-6d5969f13e67 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:23.758710 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'code': 200} Jul 06 19:08:23.781708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:23.881115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8af603-3a72-4625-bcb2-8ec5b5d2f8bb req-d31ed08a-992f-448c-9fdc-dc57bc2dbead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:23.882688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c8af603-3a72-4625-bcb2-8ec5b5d2f8bb req-d31ed08a-992f-448c-9fdc-dc57bc2dbead service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1097 time: 0.0626581 Jul 06 19:08:23.917203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c8af603-3a72-4625-bcb2-8ec5b5d2f8bb req-b43af89c-2676-4bc2-97e8-1c1ea564f405 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278506 Jul 06 19:08:24.411303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565f4ac-95f2-4856-a53a-3f7f0cc26291 req-aaadd89a-a96f-4cf6-b70e-23631687d18c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:24.412783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b565f4ac-95f2-4856-a53a-3f7f0cc26291 req-aaadd89a-a96f-4cf6-b70e-23631687d18c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0682077 Jul 06 19:08:24.452004 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b565f4ac-95f2-4856-a53a-3f7f0cc26291 req-8aced9e7-2bff-40df-b088-68dce8681c94 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334303 Jul 06 19:08:25.648969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa65de9-52fe-4328-8078-c4e3c45c44ae req-b6626941-8879-4aa4-a579-79749477c9d8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:25.650728 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2fa65de9-52fe-4328-8078-c4e3c45c44ae req-b6626941-8879-4aa4-a579-79749477c9d8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0787337 Jul 06 19:08:25.698048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2fa65de9-52fe-4328-8078-c4e3c45c44ae req-f78fcac7-8586-4848-b601-d27e2d1c8734 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411811 Jul 06 19:08:25.873693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d790-6c06-4f35-af2b-b5fdceb86a2e req-893ec88b-8846-42a2-99e2-29a08e3df866 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:25.875232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6f9d790-6c06-4f35-af2b-b5fdceb86a2e req-893ec88b-8846-42a2-99e2-29a08e3df866 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0692842 Jul 06 19:08:25.884105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 50874) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:25.888669 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'floatingip': {'port_id': '6d8f9f43-da4e-4438-872e-584f12c23cb0'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:25.931871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:26.418480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:26.426550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:26.539565 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670 associated. External IP: 172.25.4.38, port: 6d8f9f43-da4e-4438-872e-584f12c23cb0. Jul 06 19:08:26.759965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:08:26.867834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:08:26.872842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:26.877648 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:08:26.889853 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:08:26.890489 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:08:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:26.912956 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f45ee42b-0be2-4b13-9439-2d134abf3b23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "PUT /v2.0/floatingips/eaa2cb88-e91d-4311-9ae6-a42bb0f42670 HTTP/1.1" status: 200 len: 991 time: 1.0278258 Jul 06 19:08:26.913626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:26.915871 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:26.956765 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b6e124-27ed-4075-93f5-b9385ce285ae x-openstack-request-id: req-d7b6e124-27ed-4075-93f5-b9385ce285ae {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:26.957136 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:26.957583 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7b6e124-27ed-4075-93f5-b9385ce285ae {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:26.958101 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'status': 'completed', 'code': 200} Jul 06 19:08:27.002866 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:08:27.040951 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-074aefd3-b184-4b7e-93b1-cbe60d8a425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:27.042615 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-074aefd3-b184-4b7e-93b1-cbe60d8a425c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1097 time: 0.0611079 Jul 06 19:08:27.132958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-900923e6-841c-4ea1-9992-73943ea26ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:27.134476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-900923e6-841c-4ea1-9992-73943ea26ef2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0845249 Jul 06 19:08:27.204639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-f3f552db-189f-477b-b7a5-48409ee090bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 999 time: 0.0630064 Jul 06 19:08:27.229366 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:09:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:08:26Z', 'revision_number': 1, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:27.253339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-b057dee2-2a28-4192-8929-cb5f32418af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:27.254908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-b057dee2-2a28-4192-8929-cb5f32418af7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0430634 Jul 06 19:08:27.256230 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:08:27.265381 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:08:27.266039 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:08:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:27.312939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-6a07026d-9d4d-4463-8730-e235f72eb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:27.314487 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-6a07026d-9d4d-4463-8730-e235f72eb737 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529389 Jul 06 19:08:27.374177 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:08:27.411209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-6d19dee5-b817-4ea4-aba0-2e676497299d service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895281 Jul 06 19:08:27.500566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-73f7f58b-b8a7-4f0c-8e4b-5a328e5668ac req-ace9a787-c03f-4e34-8c77-de7166421671 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833209 Jul 06 19:08:27.603849 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:09:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:08:26Z', 'revision_number': 1, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:27.635458 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a4fa8-ab34-40eb-b1d3-027de4dd76b6 None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:09:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:08:26Z', 'revision_number': 1, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:08:27.849346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b042e9-070b-4cc1-8217-f277f09bd71d None None] New status for floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:08:42.751751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c8283bb-acec-4559-9232-9101ea474dbd req-1354f7dd-f0fe-4f52-b141-c666941a091f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645843 Jul 06 19:08:42.856713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8283bb-acec-4559-9232-9101ea474dbd req-e5c793e2-1a98-42c6-819f-263da6e4227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:42.858443 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c8283bb-acec-4559-9232-9101ea474dbd req-e5c793e2-1a98-42c6-819f-263da6e4227d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1097 time: 0.0621653 Jul 06 19:08:42.973766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8283bb-acec-4559-9232-9101ea474dbd req-1d3b56e9-ec22-4d53-ba72-3a33569f5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:42.975178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c8283bb-acec-4559-9232-9101ea474dbd req-1d3b56e9-ec22-4d53-ba72-3a33569f5768 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0924013 Jul 06 19:08:43.045326 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c8283bb-acec-4559-9232-9101ea474dbd req-7329984d-b6bc-4e20-8100-cb74fcc3978d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 1001 time: 0.0632370 Jul 06 19:08:43.097600 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8283bb-acec-4559-9232-9101ea474dbd req-e9aeaa34-3c47-4c6a-aeeb-cf6fcda9bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:43.099123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c8283bb-acec-4559-9232-9101ea474dbd req-e9aeaa34-3c47-4c6a-aeeb-cf6fcda9bcf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0469961 Jul 06 19:08:43.158032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8283bb-acec-4559-9232-9101ea474dbd req-5e388026-077e-4823-a776-8bd33abebbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:43.159916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c8283bb-acec-4559-9232-9101ea474dbd req-5e388026-077e-4823-a776-8bd33abebbd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538275 Jul 06 19:08:43.263252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c8283bb-acec-4559-9232-9101ea474dbd req-ae93137d-390a-4381-857a-f4cb63bb25d7 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968561 Jul 06 19:08:43.357346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c8283bb-acec-4559-9232-9101ea474dbd req-e88e6935-d1ae-46a8-8a2a-bde51e77c61c service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868628 Jul 06 19:08:45.578183 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6135b7ad-ff8e-4dfc-bedd-f176dac92e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:48.248392 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d5366c6a-baa6-48ba-85aa-cf2695be7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:48.462184 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:49.335902 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:08:49.581326 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:51.139300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:52.628714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:52.811522 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:15.587254 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-add17a80-087f-429f-bc39-2ddb9e2d33ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:18.254761 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f436d88-b6e5-4d17-8f46-04e9e2a27c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:18.466521 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:19.584848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:21.138219 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:22.627555 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:22.794225 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:26.338683 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:09:44.784641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-b9fa83ad-325e-419d-b972-208eb89787e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545287 Jul 06 19:09:44.884683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-78cff7cf-4b53-480c-8850-c666fe59371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:44.886138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-78cff7cf-4b53-480c-8850-c666fe59371c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1097 time: 0.0578573 Jul 06 19:09:44.994755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-78afff45-dd12-430e-99e6-8e405a7aef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:44.996250 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-78afff45-dd12-430e-99e6-8e405a7aef27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0854659 Jul 06 19:09:45.065024 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-3a02318b-0705-4599-abb0-e2f2b00a59ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 1001 time: 0.0620456 Jul 06 19:09:45.120384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-285455e1-aa97-4b5c-afab-acd80b8aa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:45.123735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-285455e1-aa97-4b5c-afab-acd80b8aa732 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0520213 Jul 06 19:09:45.189526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-e4b31c09-71b5-4cfb-aabb-b05e87f95fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:45.191255 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-e4b31c09-71b5-4cfb-aabb-b05e87f95fae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614429 Jul 06 19:09:45.291220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-9b0a7f98-5be9-4c8f-9f50-a531944f3340 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936432 Jul 06 19:09:45.394924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3afeffa2-6e6a-477f-8703-fc15073603a2 req-df4a9c9a-d621-49c2-b76c-56b028a9331b service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968437 Jul 06 19:09:45.581021 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c63344ce-3ee2-49c1-b5b1-bc173ce25454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:48.251298 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9ce75e0f-351b-4bb3-9847-9023ed0d9684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:48.470216 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:49.589689 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:51.141244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:52.652492 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:52.831766 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:03.341667 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:10:03.728716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea54df-565c-4504-af82-14ecff54c6b1 req-3f752f4b-0821-4e1e-871e-1fbcbd19bc4a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:03.730159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-efea54df-565c-4504-af82-14ecff54c6b1 req-3f752f4b-0821-4e1e-871e-1fbcbd19bc4a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0686059 Jul 06 19:10:03.788525 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-efea54df-565c-4504-af82-14ecff54c6b1 req-10c7283c-2adc-4ab1-855d-75d1379ab0fd tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513866 Jul 06 19:10:04.162439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-f88a379b-c23c-44df-b6ca-481c623ceeeb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776010 Jul 06 19:10:04.197409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3a2ee-d4fc-4901-bd76-a1c3cc04219f req-d0b63bdd-41ad-4a5f-ba7f-d742b07f48f3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:04.199046 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31f3a2ee-d4fc-4901-bd76-a1c3cc04219f req-d0b63bdd-41ad-4a5f-ba7f-d742b07f48f3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0707054 Jul 06 19:10:04.238074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31f3a2ee-d4fc-4901-bd76-a1c3cc04219f req-58443469-11de-4cfa-bcb3-479a06e58148 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328221 Jul 06 19:10:05.435982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251c8fd-2769-4761-ac4b-863cc8de8f68 req-105acc59-1168-4121-ac00-5ea07f8bd212 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:05.437644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4251c8fd-2769-4761-ac4b-863cc8de8f68 req-105acc59-1168-4121-ac00-5ea07f8bd212 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0747793 Jul 06 19:10:05.489468 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4251c8fd-2769-4761-ac4b-863cc8de8f68 req-88e5dced-ab04-4ba3-b0c6-a506972178f2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419023 Jul 06 19:10:06.692509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090e6e4-9a57-4df4-a435-012e428843f3 req-463e03e2-9971-42d8-91da-5c2707daea8a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:06.694008 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3090e6e4-9a57-4df4-a435-012e428843f3 req-463e03e2-9971-42d8-91da-5c2707daea8a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0769637 Jul 06 19:10:06.735601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3090e6e4-9a57-4df4-a435-012e428843f3 req-c20d11c6-61a3-4f74-abfb-d367efc1dc50 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358579 Jul 06 19:10:07.558027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-f5bb622b-905e-4301-b10a-d8f4dab5eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:07.559575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-f5bb622b-905e-4301-b10a-d8f4dab5eb6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1097 time: 0.0732093 Jul 06 19:10:07.661886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-d3d8ac79-2089-42c2-91d5-056ba9a89d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:07.663402 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-d3d8ac79-2089-42c2-91d5-056ba9a89d2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0978410 Jul 06 19:10:07.730784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-9e75d6c6-3564-4e6f-ad89-73dd832d9851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 1001 time: 0.0607040 Jul 06 19:10:07.785360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-4b90cce3-ca19-487c-a2cf-27e522bc2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:07.787131 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-4b90cce3-ca19-487c-a2cf-27e522bc2915 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0499184 Jul 06 19:10:07.845135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-c44f20b5-463f-46d7-b936-439e092970ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:07.848875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-c44f20b5-463f-46d7-b936-439e092970ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534480 Jul 06 19:10:07.934435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf854e-1463-4049-8ea5-642dc5bcfc13 req-6edee4fb-3388-4aa5-b770-d02d00cc0a36 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:07.935983 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bfaf854e-1463-4049-8ea5-642dc5bcfc13 req-6edee4fb-3388-4aa5-b770-d02d00cc0a36 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0732772 Jul 06 19:10:07.953290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-4183a658-f96a-4336-8d8b-acce93fc21f8 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001072 Jul 06 19:10:07.976278 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bfaf854e-1463-4049-8ea5-642dc5bcfc13 req-c62b5452-0d5d-4a41-b69d-01268104c7cb tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336378 Jul 06 19:10:08.041319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-d7a58e64-236b-4501-8d63-37b51d119112 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811908 Jul 06 19:10:09.161468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a69c1c-1731-48cd-a4fc-8b3d09ed857b req-a5d8590b-4445-4c78-8cac-cc415f2ab09c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:09.163020 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56a69c1c-1731-48cd-a4fc-8b3d09ed857b req-a5d8590b-4445-4c78-8cac-cc415f2ab09c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0719337 Jul 06 19:10:09.207470 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56a69c1c-1731-48cd-a4fc-8b3d09ed857b req-e964d6c4-dacb-4565-be3c-161da5811788 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386367 Jul 06 19:10:10.413443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e212c0-5601-4589-92cd-92754a5347a5 req-0353833d-887d-4a7d-87fd-768796105039 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:10.414893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90e212c0-5601-4589-92cd-92754a5347a5 req-0353833d-887d-4a7d-87fd-768796105039 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0815396 Jul 06 19:10:10.453087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-90e212c0-5601-4589-92cd-92754a5347a5 req-ec908688-5a1f-4c90-96f0-5c2578f9ad90 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324533 Jul 06 19:10:11.649011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717a31-838d-46cc-b20b-51f43af5542d req-1e9194af-dddd-4d40-9450-861a5383ae67 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:11.650560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10717a31-838d-46cc-b20b-51f43af5542d req-1e9194af-dddd-4d40-9450-861a5383ae67 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0740695 Jul 06 19:10:11.693089 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10717a31-838d-46cc-b20b-51f43af5542d req-1739cddf-7b71-4ec5-b050-0a9a97256472 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346262 Jul 06 19:10:12.887058 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacda9b-4be6-4317-b86a-0366b4137778 req-88830c7c-449f-47be-81db-244355ffe1a7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:12.888638 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0dacda9b-4be6-4317-b86a-0366b4137778 req-88830c7c-449f-47be-81db-244355ffe1a7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0781326 Jul 06 19:10:12.935322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0dacda9b-4be6-4317-b86a-0366b4137778 req-549b2248-fd65-4f27-aea0-6e0bbd53a508 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379496 Jul 06 19:10:14.135920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404b58c-f0ba-426c-aee7-065c98edcc1b req-ae1b739c-fc84-46e9-a541-4559f55b0c8c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.137403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f404b58c-f0ba-426c-aee7-065c98edcc1b req-ae1b739c-fc84-46e9-a541-4559f55b0c8c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0776310 Jul 06 19:10:14.177039 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f404b58c-f0ba-426c-aee7-065c98edcc1b req-78995b33-5305-449b-9d73-a0b6785a1d20 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Jul 06 19:10:15.376549 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ab9d-1eb6-4c5d-9572-7d2504a8a60b req-b105db30-dd85-41bf-9049-9a0709e60d1d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:15.378355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7b2ab9d-1eb6-4c5d-9572-7d2504a8a60b req-b105db30-dd85-41bf-9049-9a0709e60d1d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0783355 Jul 06 19:10:15.420646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b7b2ab9d-1eb6-4c5d-9572-7d2504a8a60b req-c55f759a-f3bc-4d03-a9c2-dc21510a2d99 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364606 Jul 06 19:10:15.586059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-582841c9-47f1-4e4e-b6db-9c125022ea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:16.612881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389447-2cf4-46a0-979e-1beff04dc54e req-abedb5af-defa-4b0a-92ab-706c4bcc8e4f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:16.614484 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9389447-2cf4-46a0-979e-1beff04dc54e req-abedb5af-defa-4b0a-92ab-706c4bcc8e4f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0738800 Jul 06 19:10:16.654943 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d9389447-2cf4-46a0-979e-1beff04dc54e req-749f8d77-1ac1-41cf-98e1-505c13f8407b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347142 Jul 06 19:10:17.840138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266a230-f2e5-424f-be2b-14daeec5bfc1 req-66924b18-a5e9-4b60-90e7-853b5fb25458 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:17.841664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c266a230-f2e5-424f-be2b-14daeec5bfc1 req-66924b18-a5e9-4b60-90e7-853b5fb25458 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0688765 Jul 06 19:10:17.882098 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c266a230-f2e5-424f-be2b-14daeec5bfc1 req-48da25f3-ab9b-403a-9a12-f791b0968c5b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Jul 06 19:10:18.245264 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ddcb75b3-6866-4d0a-a836-567a22dd258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:18.474833 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:19.061912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd283d-f91d-4b84-9014-9d3c2505c344 req-becb138a-e7a2-4d1c-b530-6fdad5589412 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:19.063409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3dd283d-f91d-4b84-9014-9d3c2505c344 req-becb138a-e7a2-4d1c-b530-6fdad5589412 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0638909 Jul 06 19:10:19.101028 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3dd283d-f91d-4b84-9014-9d3c2505c344 req-e5e935fa-4e58-4306-ae42-5dd4294770ee tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Jul 06 19:10:19.593060 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:20.039491 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-d2ac72d7-c582-4ce8-92d0-7b235d35bfe5 service neutron] show failed (client error): The resource could not be found. Jul 06 19:10:20.040531 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-d2ac72d7-c582-4ce8-92d0-7b235d35bfe5 service neutron] 10.222.0.41 "GET /v2.0/ports/6d8f9f43-da4e-4438-872e-584f12c23cb0/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0681479 Jul 06 19:10:20.292907 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55260c28-fdcf-4b59-8804-c2ef112ea0f9 req-d2fcedc9-7520-47ff-9a92-b4c1e4b94239 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:20.294650 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55260c28-fdcf-4b59-8804-c2ef112ea0f9 req-d2fcedc9-7520-47ff-9a92-b4c1e4b94239 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0735886 Jul 06 19:10:20.334127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55260c28-fdcf-4b59-8804-c2ef112ea0f9 req-a2ccf8ca-b0a2-4784-b24a-cccef3da0487 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337811 Jul 06 19:10:20.391799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-de7b87da-1fb4-4c6f-8725-7f80de1e0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:20.393346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-de7b87da-1fb4-4c6f-8725-7f80de1e0073 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 1097 time: 0.1326797 Jul 06 19:10:20.405191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:10:20.482131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:20.695702 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:20.732897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:10:20.773798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:20.776328 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48efe13e-e6b3-42f8-b5c9-9e9a75023cc7" -d '{"events": [{"server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:20.780262 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:20.795210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Transition to ACTIVE for port object 6d8f9f43-da4e-4438-872e-584f12c23cb0 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:10:20.799845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:20.888536 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20f5550-e889-4d9d-b936-212806f719bf x-openstack-request-id: req-f20f5550-e889-4d9d-b936-212806f719bf {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:20.888804 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:20.889055 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f20f5550-e889-4d9d-b936-212806f719bf {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:20.889482 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'code': 200} Jul 06 19:10:20.932684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:20.954465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.954810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.955150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.955482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.955812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.956137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.956466 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.956788 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.957108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.957428 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.957750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.958093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:20.984761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] No DVR routers for this DVR port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:10:21.128633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Attempting to bind port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:10:21.128980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Attempting to bind port 6d8f9f43-da4e-4438-872e-584f12c23cb0 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:10:21.129320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Attempting to bind port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:10:21.133909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:10:21.134249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Attempting to bind port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:10:21.139128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:10:21.139475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:10:21.139868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:10:21.140300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Bound port: 6d8f9f43-da4e-4438-872e-584f12c23cb0, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:10:21.140664 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:21.143914 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:21.203047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:10:21.206128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:10:21.211506 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:21.244483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:21.245093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:21.246535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 1092 time: 0.8454881 Jul 06 19:10:21.269891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeeccb-d127-4ca3-8cce-d02d09a735a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:21.330137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-fb067604-6b6b-4b28-ba60-fb924a4124dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:21.331685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-fb067604-6b6b-4b28-ba60-fb924a4124dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1095 time: 0.0588751 Jul 06 19:10:21.426411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-a2bd911c-98c6-42c5-9ed3-8a7f63cb30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:21.427952 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-a2bd911c-98c6-42c5-9ed3-8a7f63cb30ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0898588 Jul 06 19:10:21.498677 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-8b318f63-296f-4248-ba89-ae79887d5a41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 999 time: 0.0629139 Jul 06 19:10:21.513402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4153ec-fdd1-4410-b797-74a74e151c84 req-73824e12-fb26-4478-86ab-536bc1b13c46 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:21.514898 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd4153ec-fdd1-4410-b797-74a74e151c84 req-73824e12-fb26-4478-86ab-536bc1b13c46 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 944 time: 0.0671704 Jul 06 19:10:21.547118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-14a4f313-524c-47c8-ae89-1fbc6535de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:21.548596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-14a4f313-524c-47c8-ae89-1fbc6535de13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0436835 Jul 06 19:10:21.553221 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd4153ec-fdd1-4410-b797-74a74e151c84 req-762e53d6-2b3a-4947-9509-62c3493723b7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320530 Jul 06 19:10:21.607667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-3832ab78-ceae-4cba-8f57-7e86a8ac09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:21.609113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-3832ab78-ceae-4cba-8f57-7e86a8ac09f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540075 Jul 06 19:10:21.619603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-776ca295-b10e-4d96-aace-a0a937969c9d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:10:21.620577 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-776ca295-b10e-4d96-aace-a0a937969c9d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051875 Jul 06 19:10:21.716692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-7209610f-f6e0-4d00-89cd-45affc2e4019 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898325 Jul 06 19:10:21.812961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-e6121f5e-3656-42e0-817a-517ec0045a1a service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896535 Jul 06 19:10:22.637575 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:22.745143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde10df-00a3-48c5-bea6-c1855c3169b3 req-b6c38b63-7167-40c7-8d31-490b84b3269a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:22.746686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebde10df-00a3-48c5-bea6-c1855c3169b3 req-b6c38b63-7167-40c7-8d31-490b84b3269a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 944 time: 0.0741780 Jul 06 19:10:22.788191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebde10df-00a3-48c5-bea6-c1855c3169b3 req-fe459c6e-d4f8-4824-b3d7-7cdc4c3fe2a5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333920 Jul 06 19:10:22.844871 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:22.891055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:22.893583 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936" -d '{"events": [{"name": "network-changed", "server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:22.941959 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4226357a-9d6d-4257-8eb9-bc2a7953cf42 x-openstack-request-id: req-4226357a-9d6d-4257-8eb9-bc2a7953cf42 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:22.942244 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:22.942522 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4226357a-9d6d-4257-8eb9-bc2a7953cf42 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:22.942900 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'status': 'completed', 'code': 200} Jul 06 19:10:23.054123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-9249644a-3886-4052-86fa-ca15dcfe9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.055674 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-9249644a-3886-4052-86fa-ca15dcfe9eab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1095 time: 0.0934300 Jul 06 19:10:23.058299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-69503895-3bcb-4ccd-abe6-5f656b9b5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.059654 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-69503895-3bcb-4ccd-abe6-5f656b9b5384 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1095 time: 0.0897543 Jul 06 19:10:23.209070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-0ba91571-f496-4b45-85fe-341387c698b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.210512 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-0ba91571-f496-4b45-85fe-341387c698b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1480768 Jul 06 19:10:23.211581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-c1410ac5-f229-4c9f-a1cf-3a97c7fc6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.212913 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-c1410ac5-f229-4c9f-a1cf-3a97c7fc6dfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1433556 Jul 06 19:10:23.318573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-07f40798-e4d1-4731-b669-1faf8b5492d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 999 time: 0.1008666 Jul 06 19:10:23.322396 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-f0ec8816-9337-4fd5-998b-59bec015497e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 999 time: 0.0993414 Jul 06 19:10:23.404489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-d9fabad0-c78a-4eb6-b0cc-d76336017c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.406311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-d9fabad0-c78a-4eb6-b0cc-d76336017c79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0807631 Jul 06 19:10:23.412540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-3693ad8d-dc7d-4a10-8a15-a21e9b2d7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.414205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-3693ad8d-dc7d-4a10-8a15-a21e9b2d7549 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0809233 Jul 06 19:10:23.874852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-7f92d8d9-7834-45b4-84a9-7e9a463305ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.876346 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-7f92d8d9-7834-45b4-84a9-7e9a463305ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4501641 Jul 06 19:10:23.878203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-d0a96c94-1594-47c9-813b-fb8956801aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.879560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-d0a96c94-1594-47c9-813b-fb8956801aed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4632967 Jul 06 19:10:24.069932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-1fe9b898-9c0c-4340-85fe-c49ccd624859 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868329 Jul 06 19:10:24.071590 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-87836275-6607-469c-a64d-1391e41bbfef service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815295 Jul 06 19:10:24.178057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f762-7dcc-4a45-857a-dc46f6d06f66 req-cf688218-d849-4611-bad1-1f49be5ee675 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:24.179518 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf16f762-7dcc-4a45-857a-dc46f6d06f66 req-cf688218-d849-4611-bad1-1f49be5ee675 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 944 time: 0.2731111 Jul 06 19:10:24.224928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 6d8f9f43-da4e-4438-872e-584f12c23cb0 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:10:24.226974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6d8f9f43-da4e-4438-872e-584f12c23cb0 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:10:24.266069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf16f762-7dcc-4a45-857a-dc46f6d06f66 req-d711e713-d233-4360-9927-945cd0b65b12 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794175 Jul 06 19:10:24.279583 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-fe5cf8fc-e725-43d3-a644-3aa2f0510385 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032490 Jul 06 19:10:24.281508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c506ae25-a4aa-45e3-9fc4-fa9f00da8936 req-a7cb84e5-ac3e-4ff1-9c3a-a3d44359fa11 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968150 Jul 06 19:10:24.285603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 6d8f9f43-da4e-4438-872e-584f12c23cb0 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:10:24.359790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:24.370481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'mac_address': 'fa:16:3e:09:f2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:10:24.411170 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:24.425186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8f9f43-da4e-4438-872e-584f12c23cb0 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:10:24.446450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:24.451676 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:24.508980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:24.516580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.517116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.517394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.517704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.518053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.518440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.518767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.519080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.519387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.519706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.520017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.520327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:24.642569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-cfb174e9-5512-41a0-9793-1aebfbe8f774 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:24.643973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-cfb174e9-5512-41a0-9793-1aebfbe8f774 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111&tenant_id=fc6c4456c82d4a6096027eca200e80ba&binding%3Ahost_id=n-h2-799684-2 HTTP/1.1" status: 200 len: 945 time: 0.1164670 Jul 06 19:10:24.654803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b155f-434e-43ee-83db-55652ae0c44f req-0818cd3b-91ff-46e1-b5c2-3869c4c28d38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:24.656217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7f8b155f-434e-43ee-83db-55652ae0c44f req-0818cd3b-91ff-46e1-b5c2-3869c4c28d38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 945 time: 0.1180725 Jul 06 19:10:24.709786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['6d8f9f43-da4e-4438-872e-584f12c23cb0'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:10:24.731157 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7f8b155f-434e-43ee-83db-55652ae0c44f req-1f67620a-1928-4a90-994c-be2995306e35 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682364 Jul 06 19:10:24.736540 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-abe85503-d566-470b-b4f6-918dbb8add75 service neutron] delete failed (client error): The resource could not be found. Jul 06 19:10:24.737536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-abe85503-d566-470b-b4f6-918dbb8add75 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6d8f9f43-da4e-4438-872e-584f12c23cb0/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0804861 Jul 06 19:10:24.834713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-b18246d9-cbc2-4982-bd74-34d78be5d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:24.836279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-b18246d9-cbc2-4982-bd74-34d78be5d3d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 1096 time: 0.0536377 Jul 06 19:10:24.937249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-e408d1b8-6d15-4a7b-96a6-e811593dc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:24.938965 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-e408d1b8-6d15-4a7b-96a6-e811593dc7dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0963707 Jul 06 19:10:25.004036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-ec2c81b5-c8d1-47a3-abf7-26d585f60b49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 200 len: 1000 time: 0.0585518 Jul 06 19:10:25.065055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-b668e925-a6c0-4eb7-b84c-172b291105e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:25.066565 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-b668e925-a6c0-4eb7-b84c-172b291105e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0553358 Jul 06 19:10:25.125289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-1fc2b5fc-84cb-4fd4-bdb8-2da044b56d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:25.126944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-1fc2b5fc-84cb-4fd4-bdb8-2da044b56d21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534065 Jul 06 19:10:25.220389 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-bf7c8820-33ac-45b9-899e-f6adbf09f9c9 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Jul 06 19:10:25.317096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81012650-37fc-4c90-bd4a-8b44dcded090 req-9e315e03-051c-4061-a8ad-2b951b39f97a service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906332 Jul 06 19:10:25.910963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aac0c7-432c-40db-8774-a0d2aea46466 req-1bc1933e-f9b0-41c0-af0d-57519dfd737f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:25.912482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3aac0c7-432c-40db-8774-a0d2aea46466 req-1bc1933e-f9b0-41c0-af0d-57519dfd737f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 945 time: 0.0650413 Jul 06 19:10:25.951399 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c3aac0c7-432c-40db-8774-a0d2aea46466 req-8127408f-c9b5-4450-812a-9ba8a05de311 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329809 Jul 06 19:10:26.132391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe522a-31bc-4ded-8c1e-c1b8e140675e req-0e8ad1bb-4ef4-4afa-b56a-41a674cc1c94 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.133967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ffe522a-31bc-4ded-8c1e-c1b8e140675e req-0e8ad1bb-4ef4-4afa-b56a-41a674cc1c94 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 945 time: 0.0672765 Jul 06 19:10:26.173016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2ffe522a-31bc-4ded-8c1e-c1b8e140675e req-97638f77-c379-42a2-967d-e7ec34d405db tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333230 Jul 06 19:10:26.244549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6d8f9f43-da4e-4438-872e-584f12c23cb0 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:10:26.339847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 6d8f9f43-da4e-4438-872e-584f12c23cb0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:10:26.345999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 6d8f9f43-da4e-4438-872e-584f12c23cb0 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:10:26.346370 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:26.350163 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe5a8c-b39d-454f-8e09-3b6f51716da9 req-4e02fb2b-497e-432e-92c3-9c5ef051102e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.351702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9fe5a8c-b39d-454f-8e09-3b6f51716da9 req-4e02fb2b-497e-432e-92c3-9c5ef051102e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 945 time: 0.0689170 Jul 06 19:10:26.394504 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c9fe5a8c-b39d-454f-8e09-3b6f51716da9 req-90b5a872-abef-4c48-b285-d7597ed15cb1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367761 Jul 06 19:10:26.444292 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:26.466812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:26.469155 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d0247f-3570-4569-ae49-25cd730d1d5e" -d '{"events": [{"server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:26.482856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:26.488872 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:26.512733 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8cd7e7-14c7-4d0b-972c-c62c32cbb26c x-openstack-request-id: req-ce8cd7e7-14c7-4d0b-972c-c62c32cbb26c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:26.512877 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:26.513105 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce8cd7e7-14c7-4d0b-972c-c62c32cbb26c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:26.513493 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'code': 200} Jul 06 19:10:26.544363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:26.803151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bcb4b-bf30-48ec-9443-8fc0b3bd3d28 req-e8ce191b-cf69-4ff2-b806-096fe9de00d7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.804639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c7bcb4b-bf30-48ec-9443-8fc0b3bd3d28 req-e8ce191b-cf69-4ff2-b806-096fe9de00d7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0654204 Jul 06 19:10:26.844389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2c7bcb4b-bf30-48ec-9443-8fc0b3bd3d28 req-797239cc-c47c-4498-a104-2f98975a7376 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331631 Jul 06 19:10:28.048210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e943b-1a11-46ba-b764-7c258580bedd req-5d528a6d-4824-409d-83cc-9547d9ce117f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:28.049685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-124e943b-1a11-46ba-b764-7c258580bedd req-5d528a6d-4824-409d-83cc-9547d9ce117f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.1078944 Jul 06 19:10:28.061107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9c373-2599-4edd-aa17-1c00ac85299e req-f0faec82-7ca5-44d0-b0ef-060aaa956e67 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:28.062512 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9eb9c373-2599-4edd-aa17-1c00ac85299e req-f0faec82-7ca5-44d0-b0ef-060aaa956e67 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 946 time: 0.0928450 Jul 06 19:10:28.137917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9eb9c373-2599-4edd-aa17-1c00ac85299e req-ae0a867e-5455-4163-ae7e-4081cc5c2d0d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679600 Jul 06 19:10:28.183636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Deleting port 6d8f9f43-da4e-4438-872e-584f12c23cb0 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:10:28.183989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:28.274948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] For port 6d8f9f43-da4e-4438-872e-584f12c23cb0, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=6d8f9f43-da4e-4438-872e-584f12c23cb0,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:28.275289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:28.519948 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:28.520203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:28.520522 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670 disassociated. External IP: 172.25.4.38, port: 6d8f9f43-da4e-4438-872e-584f12c23cb0. Jul 06 19:10:28.520868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Calling delete_port for 6d8f9f43-da4e-4438-872e-584f12c23cb0 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:10:28.658339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:28.687531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event deleted for resources: {'Port': ['ID=6d8f9f43-da4e-4438-872e-584f12c23cb0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:28.807820 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:10:28.920912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:10:28.930793 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:10:28.941317 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:10:28.941996 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:10:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:28.963647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] No DVR routers for this DVR port 6d8f9f43-da4e-4438-872e-584f12c23cb0 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:10:28.966433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:28.968441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-124e943b-1a11-46ba-b764-7c258580bedd req-202c9db8-354c-4747-9021-c5bddff11450 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "DELETE /v2.0/ports/6d8f9f43-da4e-4438-872e-584f12c23cb0 HTTP/1.1" status: 204 len: 173 time: 0.9050646 Jul 06 19:10:28.968881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'name': 'network-vif-deleted', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:28.971193 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a81ea5-8aa6-430d-81df-9d65b8abc9ef" -d '{"events": [{"server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "name": "network-vif-deleted", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:29.010941 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a3887-0016-4c9c-87ee-2b0e69e33127 x-openstack-request-id: req-861a3887-0016-4c9c-87ee-2b0e69e33127 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:29.010941 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84a9e5f-59ce-4c81-a835-1b179e3ac111", "name": "network-vif-deleted", "tag": "6d8f9f43-da4e-4438-872e-584f12c23cb0", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:29.011179 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-861a3887-0016-4c9c-87ee-2b0e69e33127 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:29.011622 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84a9e5f-59ce-4c81-a835-1b179e3ac111', 'name': 'network-vif-deleted', 'tag': '6d8f9f43-da4e-4438-872e-584f12c23cb0', 'status': 'completed', 'code': 200} Jul 06 19:10:29.145754 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:10:29.295181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-287a7f31-d9d9-481f-b0f5-7498003cf389 req-f8a6e8bb-0c7d-4dbf-9d8b-d2140f8643ec tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=d84a9e5f-59ce-4c81-a835-1b179e3ac111 HTTP/1.1" status: 200 len: 210 time: 0.0314054 Jul 06 19:10:29.356592 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:29.386003 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:10:29.395037 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:10:29.395640 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:10:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:29.506745 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:10:29.723141 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:29.748925 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcfb1b-413f-4916-bc1e-75f96bcffe4b None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:10:29.975409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc7865-d923-4f1f-a19c-c96336de43a5 None None] New status for floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:10:30.654781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-dd0566f8-32de-461c-a42b-a64ac8a9921a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--327955609&fields=id&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 267 time: 0.0460231 Jul 06 19:10:30.766822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0611ba-f546-419d-a910-bdce66390066 req-6a853239-0c14-4e9a-ae45-b5c862984ab8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:30.768288 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-6a853239-0c14-4e9a-ae45-b5c862984ab8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 812 time: 0.1035376 Jul 06 19:10:30.784375 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-9a0b3325-c3df-4a71-9240-77c0b4a583df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/quotas/fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 375 time: 0.0101197 Jul 06 19:10:30.855738 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-824d7aa3-90c4-4617-b8e2-f052ff871506 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661364 Jul 06 19:10:30.953681 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-b0937fd6-c2c0-47b1-b929-9d73cbd4b194 service neutron] 10.222.0.53 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867746 Jul 06 19:10:31.041494 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-bd3a24f5-d8a4-4792-a509-c28c799dc5ea service neutron] 10.222.0.53 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819798 Jul 06 19:10:31.219982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c20ebb73-6677-4b48-ac43-3dca8ff2b9b7 req-1583c27c-0866-448c-a61d-14e374ea86f1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 210 time: 0.0312891 Jul 06 19:10:32.291888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6d8f9f43-da4e-4438-872e-584f12c23cb0 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:10:32.314540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 6d8f9f43-da4e-4438-872e-584f12c23cb0 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:10:32.315275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 6d8f9f43-da4e-4438-872e-584f12c23cb0 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:10:32.336987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0611ba-f546-419d-a910-bdce66390066 req-2971f09c-3542-426d-8ea6-05b268b9b933 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:32.338895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-2971f09c-3542-426d-8ea6-05b268b9b933 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 812 time: 0.1114025 Jul 06 19:10:32.368680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7261eb84-5750-45a3-a954-b5fd34dc3a2a req-1e21a74b-8330-4799-95ec-01fae73e114a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 210 time: 0.0293388 Jul 06 19:10:32.393893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-c2b92fd9-1d14-47e1-8712-02b71d670e0e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 379 time: 0.0366662 Jul 06 19:10:32.395127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'port': {'device_id': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'admin_state_up': True, 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'security_groups': ['fd307394-e245-4f71-828f-04f31aab221f']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:10:32.517066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Made reservation on behalf of fc6c4456c82d4a6096027eca200e80ba for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:10:32.520847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:32.644359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Allocated IP 172.20.0.3 (e8feca49-dc05-423b-bdb1-fc781281616f/0d29bd54-f656-4c45-9700-2b22d11b5e19/29da3417-a5ed-44ca-ac5a-51865eecf5e8) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:10:32.789645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:32.803460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Transition to ACTIVE for port object 29da3417-a5ed-44ca-ac5a-51865eecf5e8 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:10:32.838097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:32.881042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Network e8feca49-dc05-423b-bdb1-fc781281616f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:10:32.886362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:10:32.890495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:10:32.915007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:32.943236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:32.943856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:32.961944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-e1f54ecb-6392-4632-bf33-e9863b7994f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707452 Jul 06 19:10:32.973471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Request body: {'port': {'device_id': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:10:33.053540 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.130028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a406d986-6700-4c9f-b45a-3dda5c5f0f5f None None] Provisioning for port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:10:33.134072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a406d986-6700-4c9f-b45a-3dda5c5f0f5f None None] Provisioning complete for port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:10:33.134584 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a406d986-6700-4c9f-b45a-3dda5c5f0f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.169140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a406d986-6700-4c9f-b45a-3dda5c5f0f5f None None] Port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:10:33.315066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29da3417-a5ed-44ca-ac5a-51865eecf5e8 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:10:33.323324 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.336086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Transition to ACTIVE for port object 29da3417-a5ed-44ca-ac5a-51865eecf5e8 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:10:33.343179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.397457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:33.471910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Attempting to bind port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:10:33.472388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Attempting to bind port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:10:33.472785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Attempting to bind port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:10:33.478371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:10:33.478790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Attempting to bind port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:10:33.485347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:10:33.485826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:10:33.486283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:10:33.486841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Bound port: 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:10:33.487308 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.593171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:10:33.597615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:10:33.606629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.653992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6ba00-5312-47ab-9aa9-f366e56510fe req-d7f88b97-73ea-4094-95fa-45e209964d7d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:33.655549 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00b6ba00-5312-47ab-9aa9-f366e56510fe req-d7f88b97-73ea-4094-95fa-45e209964d7d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 943 time: 0.1306338 Jul 06 19:10:33.656928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:33.657612 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.659545 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 1091 time: 0.6898599 Jul 06 19:10:33.664073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:33.666560 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1c9dfa-0170-4ae3-9475-43c011fcf410" -d '{"events": [{"name": "network-changed", "server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:33.703129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d46b44-627e-49b9-9123-9dd2c3c5b9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:33.707910 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629aa3df-7ea6-455f-adf0-be8be4d6af42 x-openstack-request-id: req-629aa3df-7ea6-455f-adf0-be8be4d6af42 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:33.708298 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:33.708469 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-629aa3df-7ea6-455f-adf0-be8be4d6af42 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:33.708816 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'status': 'completed', 'code': 200} Jul 06 19:10:33.752705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00b6ba00-5312-47ab-9aa9-f366e56510fe req-92bcf019-5d85-4f2a-b48c-8fdd7d3ddb12 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830214 Jul 06 19:10:33.776157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0611ba-f546-419d-a910-bdce66390066 req-4a75d648-c0f2-4d8e-86a4-0d0a5e134c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:33.777789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-4a75d648-c0f2-4d8e-86a4-0d0a5e134c3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1094 time: 0.0654523 Jul 06 19:10:33.827173 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-b3655b9d-f37d-43a0-b7b5-e8144f057f99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 217 time: 0.0411158 Jul 06 19:10:33.883583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0611ba-f546-419d-a910-bdce66390066 req-1a886cd6-4d04-4be8-a14c-6cad660b43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:33.885190 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-1a886cd6-4d04-4be8-a14c-6cad660b43ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0515974 Jul 06 19:10:33.949971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0611ba-f546-419d-a910-bdce66390066 req-01789f73-fd70-42d7-bc24-bff54cf593ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:33.951438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-01789f73-fd70-42d7-bc24-bff54cf593ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599329 Jul 06 19:10:34.049681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-42496ed4-5daa-4bb5-8e36-17dc21a653c3 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907924 Jul 06 19:10:34.139508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0611ba-f546-419d-a910-bdce66390066 req-f381dc94-449d-403e-a3c6-1734a2776b8b service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835447 Jul 06 19:10:34.249311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-098f5527-4842-4644-84f4-6921781c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:34.250738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-098f5527-4842-4644-84f4-6921781c7115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1094 time: 0.0607431 Jul 06 19:10:34.343030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-d62481cd-65d9-49a8-a785-ea319d5bf60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:34.344516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-d62481cd-65d9-49a8-a785-ea319d5bf60d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0868495 Jul 06 19:10:34.388469 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-3a4d429a-7bc1-471c-864f-815a1a039d47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 217 time: 0.0356078 Jul 06 19:10:34.443077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-ba5e91a1-0213-41e8-b16f-065bd2fe0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:34.444575 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-ba5e91a1-0213-41e8-b16f-065bd2fe0a57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0489688 Jul 06 19:10:34.510288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-8a9f9304-a0f5-4b24-8ca5-70baa8226616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:34.511814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-8a9f9304-a0f5-4b24-8ca5-70baa8226616 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605035 Jul 06 19:10:34.602895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-8d918f93-74cb-48c8-9f56-d7b567f8cc71 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831923 Jul 06 19:10:34.703060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc1c9dfa-0170-4ae3-9475-43c011fcf410 req-e5ada220-af48-4115-add3-1b5e6c8a4207 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936420 Jul 06 19:10:34.951665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd997ef-522c-404b-a2a5-97a5f9214d66 req-2b4cb532-d106-4248-b86e-4a4fb2091b25 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:34.953179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd997ef-522c-404b-a2a5-97a5f9214d66 req-2b4cb532-d106-4248-b86e-4a4fb2091b25 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 943 time: 0.0789204 Jul 06 19:10:35.375068 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bd997ef-522c-404b-a2a5-97a5f9214d66 req-bafa91e6-3407-4aa4-854d-6d4df3b430d1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158573 Jul 06 19:10:36.323743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 29da3417-a5ed-44ca-ac5a-51865eecf5e8 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:10:36.433276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:36.445551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'mac_address': 'fa:16:3e:dc:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:10:36.482851 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:36.496368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29da3417-a5ed-44ca-ac5a-51865eecf5e8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:10:36.516650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:36.521516 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:36.559583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dd453-8ab3-4af0-880d-639f10be64b1 req-46af0495-581a-452b-ae6c-613021d29c76 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:36.561161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-967dd453-8ab3-4af0-880d-639f10be64b1 req-46af0495-581a-452b-ae6c-613021d29c76 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 943 time: 0.0640228 Jul 06 19:10:36.570434 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:36.599850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-967dd453-8ab3-4af0-880d-639f10be64b1 req-e34df0a5-6df5-477d-a3bd-e46ed6989c9e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326724 Jul 06 19:10:36.721685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['29da3417-a5ed-44ca-ac5a-51865eecf5e8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:10:37.801889 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11f4d0-e506-48a5-b2ea-b543edd11ccf req-663f99e0-2303-4218-9e32-4f5359e41777 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:37.803372 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae11f4d0-e506-48a5-b2ea-b543edd11ccf req-663f99e0-2303-4218-9e32-4f5359e41777 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 944 time: 0.0891178 Jul 06 19:10:37.844009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae11f4d0-e506-48a5-b2ea-b543edd11ccf req-ed47d454-65e5-4b7b-a253-ee6d04ecca6d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344508 Jul 06 19:10:38.335015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 29da3417-a5ed-44ca-ac5a-51865eecf5e8 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:10:38.389211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:10:38.393241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:10:38.393607 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:38.631056 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:38.653983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:38.656164 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d22c8a-6fb8-491e-9c1a-45b72a0e516f" -d '{"events": [{"server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "name": "network-vif-plugged", "status": "completed", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:38.670716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:38.677686 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:38.700910 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e86aafe-25f6-47a8-b48a-e7890c6b6db3 x-openstack-request-id: req-4e86aafe-25f6-47a8-b48a-e7890c6b6db3 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:38.701196 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "name": "network-vif-plugged", "status": "completed", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:38.701528 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e86aafe-25f6-47a8-b48a-e7890c6b6db3 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:38.701994 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'code': 200} Jul 06 19:10:38.728232 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:38.814764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ebdd4-aa0a-431d-a717-ed1c31922ba8 req-d517d7bc-5629-4a33-9610-79ee915baed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:38.816269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f39ebdd4-aa0a-431d-a717-ed1c31922ba8 req-d517d7bc-5629-4a33-9610-79ee915baed0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1096 time: 0.0564055 Jul 06 19:10:38.857816 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f39ebdd4-aa0a-431d-a717-ed1c31922ba8 req-590d8f60-a8a5-41ce-8f8c-b7e2e13f481c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345886 Jul 06 19:10:39.034808 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9461e-8eb1-4f04-a6a2-67baa37d8806 req-91d8f9d9-e5fb-4ac6-a47f-a3e4796f1463 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:39.036307 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfe9461e-8eb1-4f04-a6a2-67baa37d8806 req-91d8f9d9-e5fb-4ac6-a47f-a3e4796f1463 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0658526 Jul 06 19:10:39.078697 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cfe9461e-8eb1-4f04-a6a2-67baa37d8806 req-fc7068fc-0fcb-4995-94bc-5736f0417daf tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362732 Jul 06 19:10:40.340667 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:10:40.395710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed07eb-1de5-423b-a434-bff60164f735 req-b9bead97-b72e-4d87-9ecd-f0ebd4bbd059 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:40.397178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6ed07eb-1de5-423b-a434-bff60164f735 req-b9bead97-b72e-4d87-9ecd-f0ebd4bbd059 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.1811364 Jul 06 19:10:40.434977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6ed07eb-1de5-423b-a434-bff60164f735 req-1e41abb4-bce9-4a26-bfd1-9bc9d5a9b9db tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319908 Jul 06 19:10:40.622915 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370c559-5fc1-44b4-900d-42bab9ab324e req-d309fcbc-f38f-4f87-b109-aaaeaea1a125 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:40.624416 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e370c559-5fc1-44b4-900d-42bab9ab324e req-d309fcbc-f38f-4f87-b109-aaaeaea1a125 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0733893 Jul 06 19:10:40.636834 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51238) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:10:40.641467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'floatingip': {'port_id': '29da3417-a5ed-44ca-ac5a-51865eecf5e8'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:10:40.680529 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:41.161360 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:41.167583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:41.276890 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670 associated. External IP: 172.25.4.38, port: 29da3417-a5ed-44ca-ac5a-51865eecf5e8. Jul 06 19:10:41.504943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:10:41.617099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:10:41.622340 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:41.627368 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:10:41.637668 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:10:41.638335 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:10:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:41.659142 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f0599c78-42fe-41ba-b48d-50ce28fbbb2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "PUT /v2.0/floatingips/eaa2cb88-e91d-4311-9ae6-a42bb0f42670 HTTP/1.1" status: 200 len: 990 time: 1.0207305 Jul 06 19:10:41.659751 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:41.665135 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:41.707993 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc981cf5-2504-4373-b477-ca5dca06f13e x-openstack-request-id: req-fc981cf5-2504-4373-b477-ca5dca06f13e {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:41.708290 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:41.708545 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc981cf5-2504-4373-b477-ca5dca06f13e {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:41.708980 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'status': 'completed', 'code': 200} Jul 06 19:10:41.748078 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:10:41.783069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-2da5aacf-646f-4a52-9634-32e6d70c93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:41.784881 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-2da5aacf-646f-4a52-9634-32e6d70c93dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1096 time: 0.0532889 Jul 06 19:10:41.882784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-01b7e396-9712-47a2-adc6-8ccc800d36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:41.884281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-01b7e396-9712-47a2-adc6-8ccc800d36ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0913246 Jul 06 19:10:41.955497 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-51f59d2d-4a98-4677-9e28-dd8dae1b1ac1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 998 time: 0.0646174 Jul 06 19:10:41.997799 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:dc:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:10:41Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:42.009988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-03c03885-71e8-41c6-a4ca-3deb30e58349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:42.011600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-03c03885-71e8-41c6-a4ca-3deb30e58349 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0502672 Jul 06 19:10:42.025011 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:10:42.034128 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:10:42.034738 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:10:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:42.069461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-0c32c2a3-398d-410f-babf-57977a6cd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:42.071031 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-0c32c2a3-398d-410f-babf-57977a6cd9a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535884 Jul 06 19:10:42.140991 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:10:42.159222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-4544c86b-d261-4781-8b17-fe29d4a1fe14 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816050 Jul 06 19:10:42.378049 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:dc:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:10:41Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:42.408316 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605351-3b8b-48ee-9ccc-6c5c79dff69f None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:dc:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:10:41Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:10:42.612324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58f0ea-95f9-46ff-ba32-947d386a24bd None None] New status for floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:10:42.629185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb3ee328-4b0c-4661-880f-4c5d9b0d449d req-7d68da63-d7b0-4e3f-9fff-281954f2eccb service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636145 Jul 06 19:10:45.589618 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ecc101d-cfc2-4374-ac8b-1971b14961fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:46.432146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-a4137816-781b-45b1-998e-aa5cc741bd72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649490 Jul 06 19:10:46.534707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-3cd60c11-c0c3-4c9a-9a9c-1637d2ffb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:46.536232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-3cd60c11-c0c3-4c9a-9a9c-1637d2ffb3bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1096 time: 0.0577867 Jul 06 19:10:46.655986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-d289a943-e4e9-45b8-b4df-8ab33daa4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:46.657546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-d289a943-e4e9-45b8-b4df-8ab33daa4c65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0972261 Jul 06 19:10:46.725534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-ce52569d-2881-4030-a893-319c08152904 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 1000 time: 0.0601947 Jul 06 19:10:46.777928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-fa8063b9-79a5-40e5-9935-4455be9f807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:46.779471 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-fa8063b9-79a5-40e5-9935-4455be9f807f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0481863 Jul 06 19:10:46.838350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-9a188136-0642-4645-97c6-95ddfaa8fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:46.840084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-9a188136-0642-4645-97c6-95ddfaa8fee6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545688 Jul 06 19:10:46.928404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-32c94fd6-5be7-4853-a303-3c849e79b5b9 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816596 Jul 06 19:10:47.027456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-adb60a55-c1fe-4226-b9e0-653f383721c8 req-d54981a8-7411-4077-9683-c30a3f5c7f4a service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924423 Jul 06 19:10:48.255120 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-57ffa858-c863-4e54-814f-b828ae8ef8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:48.480435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:49.595268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:51.149675 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:52.655123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:52.835756 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:15.594700 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db29d670-f500-467a-93bc-464881ab52de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:17.343567 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:11:18.255406 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d85a427c-bdfc-4749-8d6f-d10a396f71f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:18.483605 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:19.598650 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:21.151879 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:22.667622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:22.858710 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:45.598201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-32b97265-1d6e-4256-b3f7-db1a3a6e946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:48.251877 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b957dc89-a80c-40a2-bd1f-1b9b12bc584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:48.418637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-8cd51f12-3c78-4b9c-ac2c-d4624f219c56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546634 Jul 06 19:11:48.491699 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:48.517789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-5209d2ee-1e81-40ae-82d9-951737adb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:48.519330 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-5209d2ee-1e81-40ae-82d9-951737adb050 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1096 time: 0.0564637 Jul 06 19:11:48.634653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-47dacb06-864d-46e6-9adf-7c364462fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:48.636167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-47dacb06-864d-46e6-9adf-7c364462fc0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0960765 Jul 06 19:11:48.705229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-e48f56c9-b7bf-4544-acf8-a2c11d815f73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 1000 time: 0.0621297 Jul 06 19:11:48.767148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-7dd74d60-1897-4cb5-8bfb-40a2bc2e72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:48.768687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-7dd74d60-1897-4cb5-8bfb-40a2bc2e72cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0575531 Jul 06 19:11:48.827758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-26cfb04e-fb5b-4440-afe6-c0c809398141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:48.829317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-26cfb04e-fb5b-4440-afe6-c0c809398141 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542150 Jul 06 19:11:48.933031 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-2bcdb856-d5d2-4c91-9cb4-45b449279c63 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967398 Jul 06 19:11:49.031623 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8bd7d7fd-0efe-40be-8532-2e5a3727b5c8 req-febdd7c6-336f-4340-bf59-6d085335fdf3 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925283 Jul 06 19:11:49.602645 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:51.154121 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:52.665593 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:52.857842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:54.343036 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:12:15.608759 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-461fffc5-5786-4935-8be9-1a6bae9edbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:18.247324 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a808a760-3164-44fd-9b52-a0cffcba1c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:18.488941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:18.852979 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073ba3d-85e2-4e10-8398-fb292a68081a req-1782584a-d0cb-4658-8e7b-c0782703e581 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:18.854562 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0073ba3d-85e2-4e10-8398-fb292a68081a req-1782584a-d0cb-4658-8e7b-c0782703e581 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.1461010 Jul 06 19:12:18.897853 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0073ba3d-85e2-4e10-8398-fb292a68081a req-9e6f02c5-0b23-466f-b610-245420484bbf tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373306 Jul 06 19:12:19.606346 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:20.089869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f45d3-bc0f-47ad-afef-a701461177be req-3b05827f-0062-43d0-97da-df4e34bbaa66 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:20.091421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c28f45d3-bc0f-47ad-afef-a701461177be req-3b05827f-0062-43d0-97da-df4e34bbaa66 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0704026 Jul 06 19:12:20.131629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c28f45d3-bc0f-47ad-afef-a701461177be req-d931a5a0-f525-4f74-8a1c-75ac02365be0 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344543 Jul 06 19:12:21.158768 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:21.318372 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bca54-98d0-453a-8b51-a6c2db9880ac req-4a0fa7e6-6e69-4e55-b081-137f171ac817 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:21.319916 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-187bca54-98d0-453a-8b51-a6c2db9880ac req-4a0fa7e6-6e69-4e55-b081-137f171ac817 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0680635 Jul 06 19:12:21.360322 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-187bca54-98d0-453a-8b51-a6c2db9880ac req-61ae7605-aaf0-495a-8011-5bb24aa872e8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Jul 06 19:12:22.540682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59006e9b-1bf0-453a-9289-f0bedc8c834d req-ec8bfa1d-801a-4731-9c0f-0764265089d5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:22.542212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59006e9b-1bf0-453a-9289-f0bedc8c834d req-ec8bfa1d-801a-4731-9c0f-0764265089d5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0700891 Jul 06 19:12:22.584681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59006e9b-1bf0-453a-9289-f0bedc8c834d req-19f431a6-9d73-40de-809d-618b553e4302 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367141 Jul 06 19:12:22.699107 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:22.865166 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:23.769411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fd1b-2d0c-4fd6-b570-e4ce6b223915 req-3cf4ac83-4fa6-466f-95a7-20d995098c82 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:23.770852 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66b7fd1b-2d0c-4fd6-b570-e4ce6b223915 req-3cf4ac83-4fa6-466f-95a7-20d995098c82 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0714972 Jul 06 19:12:23.809833 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66b7fd1b-2d0c-4fd6-b570-e4ce6b223915 req-198c4c5d-4f51-4a18-bcdf-2e6716507eae tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331156 Jul 06 19:12:25.006647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6b8f5-abe6-4000-b841-199709b227e8 req-290808fa-938a-4be0-8bb0-79d721828753 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:25.008161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2dc6b8f5-abe6-4000-b841-199709b227e8 req-290808fa-938a-4be0-8bb0-79d721828753 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0713639 Jul 06 19:12:25.050050 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2dc6b8f5-abe6-4000-b841-199709b227e8 req-740fba77-2bac-4728-85a6-01d5bd3a6af2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349565 Jul 06 19:12:26.247279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eef320-395f-4d6c-a532-cb06418bf44a req-9b60b8f1-25b3-4433-b3b4-1eb2bcf844a3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:26.248804 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34eef320-395f-4d6c-a532-cb06418bf44a req-9b60b8f1-25b3-4433-b3b4-1eb2bcf844a3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0711887 Jul 06 19:12:26.288176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34eef320-395f-4d6c-a532-cb06418bf44a req-bc0514f5-2759-4c1f-956f-4f807da038ba tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333564 Jul 06 19:12:27.481298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9231f8-8813-4505-aeb8-c9f5d8fe2a58 req-3599d769-9652-4e74-9f42-108c852c9e85 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:27.481298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f9231f8-8813-4505-aeb8-c9f5d8fe2a58 req-3599d769-9652-4e74-9f42-108c852c9e85 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0704734 Jul 06 19:12:27.525607 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2f9231f8-8813-4505-aeb8-c9f5d8fe2a58 req-b3dd7b1a-604f-4d4d-81eb-e7446791d012 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397058 Jul 06 19:12:28.707564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11a5a6-aca8-4da3-8a21-bd0fd3d34260 req-bf8d7dc3-4c0b-4bb5-a63a-337f41532c2b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:28.709060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f11a5a6-aca8-4da3-8a21-bd0fd3d34260 req-bf8d7dc3-4c0b-4bb5-a63a-337f41532c2b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0651369 Jul 06 19:12:28.761286 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9f11a5a6-aca8-4da3-8a21-bd0fd3d34260 req-ea46611e-0611-44f3-9918-c7d988e946a5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442643 Jul 06 19:12:29.947959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae85f6-89df-47ae-b957-df72ce8deba6 req-b9f8243f-7985-4d6a-afd6-6d097303a303 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:29.949376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81ae85f6-89df-47ae-b957-df72ce8deba6 req-b9f8243f-7985-4d6a-afd6-6d097303a303 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0759728 Jul 06 19:12:29.991091 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81ae85f6-89df-47ae-b957-df72ce8deba6 req-47e853c0-1c2c-4f6e-8ad7-52221c0813ef tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357835 Jul 06 19:12:30.305809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51472) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:12:30.455224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fa625-f758-4209-9237-df1066f09ad3 req-926a46ed-1c42-4414-a619-64883de15015 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:30.456759 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-482fa625-f758-4209-9237-df1066f09ad3 req-926a46ed-1c42-4414-a619-64883de15015 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.1048436 Jul 06 19:12:30.464756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-e93a0b9e-5fc6-4eaf-b5a4-adeafe9bc626 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1577899 Jul 06 19:12:30.499355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-482fa625-f758-4209-9237-df1066f09ad3 req-efab959d-7b77-4a27-9d17-22c84424786f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336194 Jul 06 19:12:31.342251 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:12:31.699397 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33070-c821-4477-aad9-124f8e914fed req-75f07a91-b264-49cb-ae4f-0071e9beb15a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:31.700793 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f2e33070-c821-4477-aad9-124f8e914fed req-75f07a91-b264-49cb-ae4f-0071e9beb15a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0710921 Jul 06 19:12:31.750340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f2e33070-c821-4477-aad9-124f8e914fed req-f2900291-7951-4ed2-83a2-735189b82149 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411506 Jul 06 19:12:31.874718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-8d9f4256-fd61-4ff2-b74a-487c13142d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:31.876269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-8d9f4256-fd61-4ff2-b74a-487c13142d3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1096 time: 0.0645182 Jul 06 19:12:31.970209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-6c90c6fc-1ebf-46a3-8e08-442adc3979a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:31.971599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-6c90c6fc-1ebf-46a3-8e08-442adc3979a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0872550 Jul 06 19:12:32.041510 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-084abbcd-bb82-418b-ab29-c07cdd8f575c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 1000 time: 0.0617282 Jul 06 19:12:32.093523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-c1ea879c-b2a0-43fe-8f6a-d53799e5af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:32.095203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-c1ea879c-b2a0-43fe-8f6a-d53799e5af46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0465977 Jul 06 19:12:32.163854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-eddb3e78-1a33-4b5a-ac2e-c6ce3d4d60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:32.165355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-eddb3e78-1a33-4b5a-ac2e-c6ce3d4d60e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620148 Jul 06 19:12:32.254904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-ed3d8abd-43a6-4b54-9a82-58c26233bffd service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827744 Jul 06 19:12:32.361588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-f7f59a0a-3723-4517-af9d-d7a8b873d38f service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998161 Jul 06 19:12:32.950308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a187-de52-4321-9492-03a7c0fab3ba req-fe434f90-0d51-4060-b1a4-506666d36f57 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:32.951826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4624a187-de52-4321-9492-03a7c0fab3ba req-fe434f90-0d51-4060-b1a4-506666d36f57 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0885539 Jul 06 19:12:32.993476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4624a187-de52-4321-9492-03a7c0fab3ba req-8726bc91-fe3b-4352-81f4-e7400d687e9b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355711 Jul 06 19:12:34.177743 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feef685-65a8-432c-a1aa-bcb4b8f891df req-311619c2-af5d-4314-ab68-3514fce8b834 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:34.179250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1feef685-65a8-432c-a1aa-bcb4b8f891df req-311619c2-af5d-4314-ab68-3514fce8b834 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0664287 Jul 06 19:12:34.220713 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1feef685-65a8-432c-a1aa-bcb4b8f891df req-f8d2a54d-b0c2-40b0-9b60-15b1cf50b642 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331335 Jul 06 19:12:34.323042 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-93bc338e-f5bc-426e-b949-b6941218b676 service neutron] show failed (client error): The resource could not be found. Jul 06 19:12:34.323987 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-93bc338e-f5bc-426e-b949-b6941218b676 service neutron] 10.222.0.24 "GET /v2.0/ports/29da3417-a5ed-44ca-ac5a-51865eecf5e8/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0572915 Jul 06 19:12:34.601635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-464a9d85-9baa-43c1-b0d7-0ea00aad0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:34.603198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-464a9d85-9baa-43c1-b0d7-0ea00aad0882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 1096 time: 0.0571921 Jul 06 19:12:34.618862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:12:34.708223 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:34.917118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:34.955313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:12:34.996297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:34.998720 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477da01c-ddb8-4518-839e-81e53e92d6a5" -d '{"events": [{"server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:35.002663 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:35.016536 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Transition to ACTIVE for port object 29da3417-a5ed-44ca-ac5a-51865eecf5e8 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:12:35.022226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:35.107787 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:35.113591 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5800a-8ad8-4f32-a62a-29df41de96c4 x-openstack-request-id: req-1eb5800a-8ad8-4f32-a62a-29df41de96c4 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:35.113910 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:35.114159 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1eb5800a-8ad8-4f32-a62a-29df41de96c4 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:35.114555 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'code': 200} Jul 06 19:12:35.121108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.121442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.121976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.122357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.122932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.123257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.123629 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.123932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.124256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.124581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.124902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.125229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:35.163003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] No DVR routers for this DVR port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:12:35.306461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Attempting to bind port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:12:35.307017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Attempting to bind port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:12:35.307237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Attempting to bind port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:12:35.312064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:12:35.312386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Attempting to bind port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:12:35.317567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:12:35.317940 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:12:35.318330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:12:35.318765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Bound port: 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:12:35.319123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:35.390611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:12:35.393622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:12:35.399645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:35.399803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98550-7fc1-4b2e-a207-b1567b2f1791 req-739468dd-4d0a-4bba-bf7e-2304a72252ba tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:35.401356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09c98550-7fc1-4b2e-a207-b1567b2f1791 req-739468dd-4d0a-4bba-bf7e-2304a72252ba tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 943 time: 0.0639310 Jul 06 19:12:35.434366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:35.435092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:35.436515 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] 10.222.0.41 "PUT /v2.0/ports/29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 1091 time: 0.8243182 Jul 06 19:12:35.439948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09c98550-7fc1-4b2e-a207-b1567b2f1791 req-5ed80bd8-07c1-43dd-aaa3-594920d91694 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321584 Jul 06 19:12:35.459244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc90663-8621-4c70-850d-bb638fc41398 service neutron] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:35.520683 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-29bc8755-fda3-4e90-8170-e78f057ba333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:35.522234 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-29bc8755-fda3-4e90-8170-e78f057ba333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1094 time: 0.0591547 Jul 06 19:12:35.620383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-ade16d4e-fdbf-4765-b8fe-2351cdebcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:35.621913 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-ade16d4e-fdbf-4765-b8fe-2351cdebcd5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0929923 Jul 06 19:12:35.692079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-bfcca2e5-1f0c-4b02-8e43-4930a6e3c74c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 998 time: 0.0624804 Jul 06 19:12:35.744724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-f3e1cc16-b7c7-4e4e-8637-4b6438a95ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:35.746155 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-f3e1cc16-b7c7-4e4e-8637-4b6438a95ff7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0481594 Jul 06 19:12:35.805731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-32c2b7b5-118e-460b-bd76-37fd8044e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:35.807271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-32c2b7b5-118e-460b-bd76-37fd8044e67b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545895 Jul 06 19:12:35.905185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-f8d0f84a-fdd2-48ea-a9fc-40ce2870cb6d service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901573 Jul 06 19:12:36.011318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f7c8d70a-fa17-4270-aec6-c999a6514c2c req-ddcf26b9-db9d-40fb-96b7-aa95ffdf7885 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986836 Jul 06 19:12:36.645538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163883b8-80d0-4cf8-8628-ab506377d118 req-854a2de2-e2bd-4c91-a76d-097c55a3d5f1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:36.647043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-163883b8-80d0-4cf8-8628-ab506377d118 req-854a2de2-e2bd-4c91-a76d-097c55a3d5f1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 943 time: 0.0669761 Jul 06 19:12:36.686564 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-163883b8-80d0-4cf8-8628-ab506377d118 req-6a7e3849-95b1-4901-bad6-8dad25828f14 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338621 Jul 06 19:12:37.116491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:37.120240 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14191413-9e83-455b-967e-b18a060c9ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:37.174297 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86618a93-8b60-42af-bc18-eb2e67072d42 x-openstack-request-id: req-86618a93-8b60-42af-bc18-eb2e67072d42 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:37.174607 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:37.174843 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86618a93-8b60-42af-bc18-eb2e67072d42 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:37.175245 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'status': 'completed', 'code': 200} Jul 06 19:12:37.291396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191413-9e83-455b-967e-b18a060c9ef3 req-0e704814-aea1-47eb-b7d7-30e20bdb368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:37.292957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-0e704814-aea1-47eb-b7d7-30e20bdb368d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1094 time: 0.0884237 Jul 06 19:12:37.294779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191413-9e83-455b-967e-b18a060c9ef3 req-a199f051-b21f-49d1-b525-1949bdd21e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:37.296196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-a199f051-b21f-49d1-b525-1949bdd21e57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1094 time: 0.0995007 Jul 06 19:12:37.451624 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191413-9e83-455b-967e-b18a060c9ef3 req-5e806ce0-a513-4df9-b5e9-1a31da1af24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:37.453163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-5e806ce0-a513-4df9-b5e9-1a31da1af24f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1531234 Jul 06 19:12:37.455946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191413-9e83-455b-967e-b18a060c9ef3 req-10003c68-df4f-46df-827e-67e0362ea8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:37.457275 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-10003c68-df4f-46df-827e-67e0362ea8c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1496444 Jul 06 19:12:37.564858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-c68cd3ce-4623-4343-ac64-9644381d9458 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 998 time: 0.1046855 Jul 06 19:12:37.566705 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-c4ddedce-7032-4cc6-85f3-3115c340c7e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 998 time: 0.1010251 Jul 06 19:12:37.649194 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191413-9e83-455b-967e-b18a060c9ef3 req-9e161d0e-7bbd-4154-a769-c61c0625623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:37.650628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-9e161d0e-7bbd-4154-a769-c61c0625623c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0721304 Jul 06 19:12:37.652017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191413-9e83-455b-967e-b18a060c9ef3 req-631f66e1-8828-46a3-a0fc-0446a70011a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:37.653360 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-631f66e1-8828-46a3-a0fc-0446a70011a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0821264 Jul 06 19:12:37.746091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191413-9e83-455b-967e-b18a060c9ef3 req-b154bbed-b6f4-415f-ba4a-b3a4a7fb7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:37.747626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-b154bbed-b6f4-415f-ba4a-b3a4a7fb7a41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892308 Jul 06 19:12:37.750314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191413-9e83-455b-967e-b18a060c9ef3 req-62cbbc3b-31b4-42f4-9d8c-ae803662d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:37.751689 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-62cbbc3b-31b4-42f4-9d8c-ae803662d006 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922091 Jul 06 19:12:37.945757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-da56254c-a395-4c56-b618-b4bdfcc12d87 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909339 Jul 06 19:12:37.948270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-20daa6ad-1bee-4136-8fb7-9b3277c18a1a service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865904 Jul 06 19:12:38.071454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a41c2-21d3-4e95-b825-adc914dbb9cc req-2d245824-c7fc-4b00-b7c1-2ff8280674c6 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:38.072940 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a13a41c2-21d3-4e95-b825-adc914dbb9cc req-2d245824-c7fc-4b00-b7c1-2ff8280674c6 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 943 time: 0.2586911 Jul 06 19:12:38.159294 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-6587eb76-373c-4c99-805c-caa8315ce0ce service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041152 Jul 06 19:12:38.163742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a13a41c2-21d3-4e95-b825-adc914dbb9cc req-13ffb071-07eb-4c91-a31a-38096ddc4f1f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823972 Jul 06 19:12:38.167571 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14191413-9e83-455b-967e-b18a060c9ef3 req-4276dc2f-5e97-47d7-a9e4-b7809a7b0d4c service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114286 Jul 06 19:12:38.528478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f516c-b433-476b-9b08-dbf5ab83fef9 req-5c6508e5-6091-48d0-8f87-4798a527d7d1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:38.530014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-735f516c-b433-476b-9b08-dbf5ab83fef9 req-5c6508e5-6091-48d0-8f87-4798a527d7d1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 943 time: 0.1104367 Jul 06 19:12:38.542229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-6ad9f794-4325-4269-b237-1a1f34180026 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:38.543666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-6ad9f794-4325-4269-b237-1a1f34180026 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d&tenant_id=fc6c4456c82d4a6096027eca200e80ba&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 943 time: 0.1149194 Jul 06 19:12:38.613431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-735f516c-b433-476b-9b08-dbf5ab83fef9 req-25d5c79f-58b8-46d0-a277-b0e8805f34c2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686941 Jul 06 19:12:38.622726 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-1f28d7f6-c4d5-40ba-a2a8-6084e9e55622 service neutron] delete failed (client error): The resource could not be found. Jul 06 19:12:38.623725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-1f28d7f6-c4d5-40ba-a2a8-6084e9e55622 service neutron] 10.222.0.24 "DELETE /v2.0/ports/29da3417-a5ed-44ca-ac5a-51865eecf5e8/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0732365 Jul 06 19:12:38.742857 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-0b619354-cdff-4e0c-8064-fc1d453a9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:38.744385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-0b619354-cdff-4e0c-8064-fc1d453a9f44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1094 time: 0.0746083 Jul 06 19:12:38.826404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 29da3417-a5ed-44ca-ac5a-51865eecf5e8 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:12:38.836227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-3861f931-7fee-4e79-b7a7-72a773d89235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:38.837744 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-3861f931-7fee-4e79-b7a7-72a773d89235 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0870743 Jul 06 19:12:38.900846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 29da3417-a5ed-44ca-ac5a-51865eecf5e8 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:12:38.906298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-316797c6-5b1c-4aef-9641-319ba3cdb814 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 998 time: 0.0619214 Jul 06 19:12:38.961157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-8e209581-e75b-48de-a588-463577a9e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:38.962757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-8e209581-e75b-48de-a588-463577a9e7c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0492108 Jul 06 19:12:38.962907 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:38.972418 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 29da3417-a5ed-44ca-ac5a-51865eecf5e8 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:12:38.976944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'mac_address': 'fa:16:3e:dc:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:12:39.015624 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:39.027015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-c6d03147-2c6f-45e3-aa71-aa031ef5d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:39.028567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-c6d03147-2c6f-45e3-aa71-aa031ef5d016 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595589 Jul 06 19:12:39.036497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29da3417-a5ed-44ca-ac5a-51865eecf5e8 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:12:39.058204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:39.063321 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:39.113179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:39.120697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.121054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.121397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.121751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.122088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.122425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.122755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.123083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.123409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.123735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.124126 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.124452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:39.135826 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-43207d21-3c21-4c0d-909a-796d02242792 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979972 Jul 06 19:12:39.226762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b05dc6d9-d278-44b7-a44d-54b674d9ecd3 req-a5bf6743-bd19-40e1-80ff-d22aab776d26 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841026 Jul 06 19:12:39.283845 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['29da3417-a5ed-44ca-ac5a-51865eecf5e8'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:12:39.809390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9f847-a0e7-480d-9cd7-df331afb967b req-5588f2d2-13b6-42f1-96bb-ca4fe6fda162 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:39.810959 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ba9f847-a0e7-480d-9cd7-df331afb967b req-5588f2d2-13b6-42f1-96bb-ca4fe6fda162 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 944 time: 0.0766540 Jul 06 19:12:39.850152 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6ba9f847-a0e7-480d-9cd7-df331afb967b req-77344032-2ef6-42f4-874f-0eedabe63d25 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333464 Jul 06 19:12:40.037238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11eead-c0e3-4f3b-890c-dbc59c52590c req-69d2aca6-0e43-42c1-9887-58df599cfefa tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:40.038829 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7f11eead-c0e3-4f3b-890c-dbc59c52590c req-69d2aca6-0e43-42c1-9887-58df599cfefa tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 944 time: 0.0704157 Jul 06 19:12:40.079741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7f11eead-c0e3-4f3b-890c-dbc59c52590c req-6d11b8ca-4134-43b9-ab97-5eea5f32bdcb tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325422 Jul 06 19:12:40.464791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-eacf113e-80d5-40a1-be7e-3bdfb7e9aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:40.466331 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-eacf113e-80d5-40a1-be7e-3bdfb7e9aea0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 1095 time: 0.0902550 Jul 06 19:12:40.474069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa68785-9410-46e8-a046-10ecd1c45f4f req-77bb8682-61d4-49b1-83b8-3eebda08814b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:40.475434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-daa68785-9410-46e8-a046-10ecd1c45f4f req-77bb8682-61d4-49b1-83b8-3eebda08814b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 944 time: 0.1119757 Jul 06 19:12:40.561945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-daa68785-9410-46e8-a046-10ecd1c45f4f req-e81a4dba-e9c8-4dfa-8773-4b63f6dc5617 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777273 Jul 06 19:12:40.589639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-d7bfcbee-0365-4266-85f7-f7743a716cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:40.591180 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-d7bfcbee-0365-4266-85f7-f7743a716cb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1149118 Jul 06 19:12:40.661399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-11f64b0f-c01e-479c-b960-ff2fb600b525 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 200 len: 999 time: 0.0635316 Jul 06 19:12:40.713136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-528b6b0a-445e-46f5-9314-a5d0a050426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:40.714631 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-528b6b0a-445e-46f5-9314-a5d0a050426e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0474861 Jul 06 19:12:40.774121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-6ef53012-568c-428e-bb06-b78903f8265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:40.775609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-6ef53012-568c-428e-bb06-b78903f8265a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551383 Jul 06 19:12:40.835852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 29da3417-a5ed-44ca-ac5a-51865eecf5e8 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:12:40.868465 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-c51476f8-3d51-4566-a0d0-a411dea4b3d9 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862286 Jul 06 19:12:40.891949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:12:40.895874 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:12:40.896277 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:40.982808 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:41.007846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:41.010225 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068d28c5-4656-4a27-b514-c899b5c32a00" -d '{"events": [{"server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "name": "network-vif-plugged", "status": "completed", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:41.025630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:41.032491 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:41.087258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:41.126147 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f675e38-4981-4a42-8111-5e31d374a38e x-openstack-request-id: req-9f675e38-4981-4a42-8111-5e31d374a38e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:41.126447 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "name": "network-vif-plugged", "status": "completed", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:41.126706 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f675e38-4981-4a42-8111-5e31d374a38e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:41.127106 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'code': 200} Jul 06 19:12:41.329653 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9b32cec9-df8b-413a-bf5e-8708a7e98b21 req-6125938a-6b3d-46e5-98d4-cc5629162687 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548118 Jul 06 19:12:41.753757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bbb01-78fe-436a-bece-ac597ee97fc3 req-98033d7c-aa80-4756-a5bb-aae0380b71e5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:41.755384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef3bbb01-78fe-436a-bece-ac597ee97fc3 req-98033d7c-aa80-4756-a5bb-aae0380b71e5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0790901 Jul 06 19:12:41.796798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef3bbb01-78fe-436a-bece-ac597ee97fc3 req-b93c7483-c7bc-4ee1-aa33-77809c4042e3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346797 Jul 06 19:12:42.997158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bece8-e3a1-4e33-b9a5-0b8a88cd57af req-44e42541-d6ad-4b58-a80f-b5ca02247e92 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:42.998792 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b6bece8-e3a1-4e33-b9a5-0b8a88cd57af req-44e42541-d6ad-4b58-a80f-b5ca02247e92 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0795496 Jul 06 19:12:43.050902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b6bece8-e3a1-4e33-b9a5-0b8a88cd57af req-7872ba46-5350-4228-a78a-4d7e6a53aa29 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401883 Jul 06 19:12:43.463528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cab5e-0ed5-442a-96bd-cd85464aa37b req-0c5cc2b6-fa8a-4f33-9b74-50ae73050a61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:43.465384 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-849cab5e-0ed5-442a-96bd-cd85464aa37b req-0c5cc2b6-fa8a-4f33-9b74-50ae73050a61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.0747128 Jul 06 19:12:43.513346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-849cab5e-0ed5-442a-96bd-cd85464aa37b req-8ebb0efd-2898-402a-a9b0-3a9f745e191c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413139 Jul 06 19:12:44.691030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-6c4aa772-f19b-4dca-a37d-05bc1d110c76 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:44.692512 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-6c4aa772-f19b-4dca-a37d-05bc1d110c76 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.1057065 Jul 06 19:12:44.756137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ba50a-7c06-4ca0-b0c2-4269b00bc6ba req-27e658c6-2217-498d-9614-90189592314c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:44.757664 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a46ba50a-7c06-4ca0-b0c2-4269b00bc6ba req-27e658c6-2217-498d-9614-90189592314c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 945 time: 0.1230829 Jul 06 19:12:44.821787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a46ba50a-7c06-4ca0-b0c2-4269b00bc6ba req-fb8f682e-31a1-4e72-a4a4-1d3dd34ea2b9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580614 Jul 06 19:12:44.840553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Deleting port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:12:44.840917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:44.933541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] For port 29da3417-a5ed-44ca-ac5a-51865eecf5e8, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=29da3417-a5ed-44ca-ac5a-51865eecf5e8,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:44.933935 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:45.117957 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:45.118295 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:45.118541 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670 disassociated. External IP: 172.25.4.38, port: 29da3417-a5ed-44ca-ac5a-51865eecf5e8. Jul 06 19:12:45.118874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Calling delete_port for 29da3417-a5ed-44ca-ac5a-51865eecf5e8 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:12:45.256146 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:45.287290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event deleted for resources: {'Port': ['ID=29da3417-a5ed-44ca-ac5a-51865eecf5e8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:45.419888 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:12:45.542695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:12:45.553701 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071c359-28b4-4530-9497-609eb893b745 None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:12:45.563893 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071c359-28b4-4530-9497-609eb893b745 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:12:45.564439 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1071c359-28b4-4530-9497-609eb893b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:12:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:45.591155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] No DVR routers for this DVR port 29da3417-a5ed-44ca-ac5a-51865eecf5e8 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:12:45.594129 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:45.597213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad6d9fc2-322e-478d-8492-63082fbe4016 req-d8aae6e3-493f-4d34-afe4-2a9b54bc07df tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.41 "DELETE /v2.0/ports/29da3417-a5ed-44ca-ac5a-51865eecf5e8 HTTP/1.1" status: 204 len: 173 time: 0.8986490 Jul 06 19:12:45.597700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'name': 'network-vif-deleted', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:45.601333 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e92751-c57e-41f5-a890-571547e1367b" -d '{"events": [{"server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "name": "network-vif-deleted", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:45.622054 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6eda2c7d-3c82-4814-bf55-4d534822b336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:45.649444 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cdb4de-14a2-44ab-b29c-634e9de9a0ed x-openstack-request-id: req-32cdb4de-14a2-44ab-b29c-634e9de9a0ed {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:45.650322 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd431cae-1cfe-4aa4-a821-ef36740a5e5d", "name": "network-vif-deleted", "tag": "29da3417-a5ed-44ca-ac5a-51865eecf5e8", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:45.650322 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32cdb4de-14a2-44ab-b29c-634e9de9a0ed {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:45.650601 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd431cae-1cfe-4aa4-a821-ef36740a5e5d', 'name': 'network-vif-deleted', 'tag': '29da3417-a5ed-44ca-ac5a-51865eecf5e8', 'status': 'completed', 'code': 200} Jul 06 19:12:45.672483 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1071c359-28b4-4530-9497-609eb893b745 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:12:45.873470 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1071c359-28b4-4530-9497-609eb893b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:45.904489 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071c359-28b4-4530-9497-609eb893b745 None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:12:45.913667 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071c359-28b4-4530-9497-609eb893b745 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:12:45.914309 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1071c359-28b4-4530-9497-609eb893b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:12:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:45.985974 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c53e4b0e-0e19-4bc1-b1e8-54048e9cf12b req-1e9f5b86-b8c9-4dd5-951d-6679e0b8ad66 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd431cae-1cfe-4aa4-a821-ef36740a5e5d HTTP/1.1" status: 200 len: 210 time: 0.0285699 Jul 06 19:12:46.021906 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-1071c359-28b4-4530-9497-609eb893b745 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:12:46.223774 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-1071c359-28b4-4530-9497-609eb893b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:46.249800 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071c359-28b4-4530-9497-609eb893b745 None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:12:46.491777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093a89d-3a2a-42ed-8f53-e2629555823c None None] New status for floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:12:47.358236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-948ee13e-df85-4600-9fae-ff62857eff7c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--327955609&fields=id&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 267 time: 0.0440929 Jul 06 19:12:47.476170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-07973d9f-686a-4e34-9264-653820536b55 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:47.477646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-07973d9f-686a-4e34-9264-653820536b55 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 812 time: 0.1125681 Jul 06 19:12:47.493087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-28bd12f0-969c-4ce7-a245-8ec07dbfb2ce tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/quotas/fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 375 time: 0.0097165 Jul 06 19:12:47.562094 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-8e308a1f-efa3-4a8f-83cc-75ab68a25cd6 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637388 Jul 06 19:12:47.719095 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-1382a10e-8eef-4e54-ae56-8f372a079fed service neutron] 10.222.0.53 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391358 Jul 06 19:12:47.807800 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-6068ae73-4203-4754-87a2-e32b08cc777e service neutron] 10.222.0.53 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826716 Jul 06 19:12:47.974476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-789c9e81-7847-418b-9f63-bdae992a539b req-dcc7e125-bfa9-462d-933f-569f6cb70cd5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0279686 Jul 06 19:12:48.252174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f6d14c1-8322-4c2a-ab0d-91e05a5dd99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:48.494692 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:48.898213 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 29da3417-a5ed-44ca-ac5a-51865eecf5e8 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:12:48.921875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 29da3417-a5ed-44ca-ac5a-51865eecf5e8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:12:48.922529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 29da3417-a5ed-44ca-ac5a-51865eecf5e8 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:12:49.065123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7a58aee5-6835-42af-a54f-6543d438ae9a req-f51868fd-adc6-4017-98eb-0be4861625ad tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0373321 Jul 06 19:12:49.608922 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:50.148383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7a43f9c1-79f4-4987-9d47-83db978f9bd6 req-02df8179-40bb-42eb-adcb-d731e00385e9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0293987 Jul 06 19:12:51.159015 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:51.246351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-7ee8f9cc-7c07-450b-a09d-975db54b964c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:51.248024 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-7ee8f9cc-7c07-450b-a09d-975db54b964c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 812 time: 0.1094117 Jul 06 19:12:51.295317 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-cedcaa69-fc59-4160-b21c-40dd3f30b172 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 379 time: 0.0360293 Jul 06 19:12:51.299066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2aa3a81a-fa1a-427a-b470-cd39aa04b400 req-e5c1c3a3-1381-4eea-9adb-8a4f1a24dcec tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0286651 Jul 06 19:12:51.304416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'port': {'device_id': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'admin_state_up': True, 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'security_groups': ['fd307394-e245-4f71-828f-04f31aab221f']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:12:51.418450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Made reservation on behalf of fc6c4456c82d4a6096027eca200e80ba for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:12:51.424145 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:51.574576 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Allocated IP 172.20.0.7 (e8feca49-dc05-423b-bdb1-fc781281616f/0d29bd54-f656-4c45-9700-2b22d11b5e19/f8f56972-a47e-4adc-9146-db731cb6b947) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:12:51.731499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:51.746070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Transition to ACTIVE for port object f8f56972-a47e-4adc-9146-db731cb6b947 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:12:51.782359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:51.831846 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Network e8feca49-dc05-423b-bdb1-fc781281616f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:12:51.835081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:12:51.839646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:12:51.843608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:51.890332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:51.890961 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:51.907371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-b956956d-1919-4aa8-8689-732e348f849e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067901 Jul 06 19:12:51.921350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Request body: {'port': {'device_id': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:12:52.001621 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.072654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-34a67157-1cb3-405a-b810-f8177b24460d None None] Provisioning for port f8f56972-a47e-4adc-9146-db731cb6b947 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:12:52.076669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-34a67157-1cb3-405a-b810-f8177b24460d None None] Provisioning complete for port f8f56972-a47e-4adc-9146-db731cb6b947 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:12:52.077040 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-34a67157-1cb3-405a-b810-f8177b24460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.111009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-34a67157-1cb3-405a-b810-f8177b24460d None None] Port f8f56972-a47e-4adc-9146-db731cb6b947 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:12:52.266898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f56972-a47e-4adc-9146-db731cb6b947 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:12:52.274316 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.286645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Transition to ACTIVE for port object f8f56972-a47e-4adc-9146-db731cb6b947 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:12:52.293532 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.344740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:52.422416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:12:52.422807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:12:52.423141 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:12:52.452824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:12:52.453157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:12:52.464473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:12:52.464818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:12:52.465212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:12:52.465665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Bound port: f8f56972-a47e-4adc-9146-db731cb6b947, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:12:52.466060 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.538566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e8ecd-0859-4bb9-b7a0-2d65b8a399aa req-60c3f0c4-8f79-4920-a6ec-d47343e5082c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:52.540083 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-065e8ecd-0859-4bb9-b7a0-2d65b8a399aa req-60c3f0c4-8f79-4920-a6ec-d47343e5082c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 943 time: 0.1198332 Jul 06 19:12:52.574676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:12:52.594444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:12:52.603301 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-065e8ecd-0859-4bb9-b7a0-2d65b8a399aa req-84d96c51-daf6-4c83-90db-0e74da875a05 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575683 Jul 06 19:12:52.604460 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.635760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:52.636593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.638828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-115db63a-f652-40e0-a388-3b73741930fa service neutron] 10.222.0.24 "PUT /v2.0/ports/f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 1091 time: 0.7218993 Jul 06 19:12:52.642017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:52.644664 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bcac7-d772-4498-ba3d-fb6806d79b04" -d '{"events": [{"name": "network-changed", "server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:52.691357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115db63a-f652-40e0-a388-3b73741930fa service neutron] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:52.697371 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d17382a-b443-4e8b-8862-1a5dd49edbd3 x-openstack-request-id: req-2d17382a-b443-4e8b-8862-1a5dd49edbd3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:52.697660 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:52.698109 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d17382a-b443-4e8b-8862-1a5dd49edbd3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:52.698516 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'status': 'completed', 'code': 200} Jul 06 19:12:52.727669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.745345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-5333c1b6-5df6-47b1-81be-14731c590e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:52.746991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-5333c1b6-5df6-47b1-81be-14731c590e0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0653820 Jul 06 19:12:52.794871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-c8da9126-c908-4d36-8d63-f2d1a363d8e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 217 time: 0.0404189 Jul 06 19:12:52.844461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-7ed4fd70-3d50-46b0-aff8-49ac230d9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:52.846030 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-7ed4fd70-3d50-46b0-aff8-49ac230d9bf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0451002 Jul 06 19:12:52.874228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:52.903707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-283aa222-b6cb-4066-b5b9-20c86ee52330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:52.905293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-283aa222-b6cb-4066-b5b9-20c86ee52330 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527911 Jul 06 19:12:52.999234 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-22bfc299-4951-4bd4-b5df-800f87e5bd45 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872824 Jul 06 19:12:53.102282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b637756-e855-4bd4-8069-62bb04fa7995 req-28f7764e-2526-43cd-b1ce-05aacfa559c4 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954642 Jul 06 19:12:53.209775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-01ceedaa-6f3f-4b8a-9c63-f34038c8288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:53.211332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-01ceedaa-6f3f-4b8a-9c63-f34038c8288e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0569391 Jul 06 19:12:53.307364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-62b53130-14b4-4488-ace5-07d5bb68f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:53.308841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-62b53130-14b4-4488-ace5-07d5bb68f652 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0911334 Jul 06 19:12:53.358006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-e34976a3-416d-403e-8c6b-7432032322c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 217 time: 0.0401235 Jul 06 19:12:53.416057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-16a40f88-d65a-4367-a852-2f39155692a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:53.417630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-16a40f88-d65a-4367-a852-2f39155692a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0530050 Jul 06 19:12:53.480085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-76c7286a-8923-4fc6-b72b-726ea403dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:53.481673 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-76c7286a-8923-4fc6-b72b-726ea403dece service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553637 Jul 06 19:12:53.587241 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-6dd24852-75fa-4b15-aed9-462589ec9946 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973904 Jul 06 19:12:53.684489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c96bcac7-d772-4498-ba3d-fb6806d79b04 req-349b29c8-04e7-48ab-bf75-0e3ebd6c38dd service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897505 Jul 06 19:12:53.781806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961533-d87c-4883-bd2e-394a31cf80f2 req-f28556c1-72ec-4303-b063-f38ec56f6705 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:53.783696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a961533-d87c-4883-bd2e-394a31cf80f2 req-f28556c1-72ec-4303-b063-f38ec56f6705 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 943 time: 0.0661972 Jul 06 19:12:53.824231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a961533-d87c-4883-bd2e-394a31cf80f2 req-49ee061b-fd9a-45d0-8db0-84f843c0aca4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347180 Jul 06 19:12:54.996378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:12:55.011161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24340b53-cb38-4df1-9661-d1ef2cae16a2 req-9aef1c4a-a53a-484c-aa58-b6eeff7a50f2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:55.012664 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24340b53-cb38-4df1-9661-d1ef2cae16a2 req-9aef1c4a-a53a-484c-aa58-b6eeff7a50f2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 943 time: 0.0648153 Jul 06 19:12:55.051005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24340b53-cb38-4df1-9661-d1ef2cae16a2 req-803f9be4-e5b8-415b-8a1e-a98015f783aa tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322976 Jul 06 19:12:55.102243 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:55.117138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'mac_address': 'fa:16:3e:35:20:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:12:55.156590 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:55.170406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f56972-a47e-4adc-9146-db731cb6b947 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:12:55.190184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:55.197779 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:55.250036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:55.429961 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['f8f56972-a47e-4adc-9146-db731cb6b947'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:12:56.235644 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51a5fe-a044-464c-8d6d-297ec25bd473 req-638e3822-ed84-4a64-a172-8ce44866d18b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:56.237111 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b51a5fe-a044-464c-8d6d-297ec25bd473 req-638e3822-ed84-4a64-a172-8ce44866d18b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0743716 Jul 06 19:12:56.281094 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b51a5fe-a044-464c-8d6d-297ec25bd473 req-ac4209fc-083c-4717-9cbe-47f06d0eb3b7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381181 Jul 06 19:12:57.011701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:12:57.075758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port f8f56972-a47e-4adc-9146-db731cb6b947 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:12:57.079731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port f8f56972-a47e-4adc-9146-db731cb6b947 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:12:57.080118 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:57.164504 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:57.187302 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:57.189592 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c147f-0524-4a6c-b4d7-6d48ebee9552" -d '{"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:57.202791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:57.208231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:57.231685 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773dfa29-8cee-425d-ad8b-20601ac5554f x-openstack-request-id: req-773dfa29-8cee-425d-ad8b-20601ac5554f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:57.231974 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:57.232226 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-773dfa29-8cee-425d-ad8b-20601ac5554f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:57.232617 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'code': 200} Jul 06 19:12:57.262577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:57.353338 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132cd5-40c3-405e-bdb9-14649637c22a req-e1600bc2-6b97-43a7-886e-aa1ea0bb3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:57.354917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02132cd5-40c3-405e-bdb9-14649637c22a req-e1600bc2-6b97-43a7-886e-aa1ea0bb3e8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0531352 Jul 06 19:12:57.389900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02132cd5-40c3-405e-bdb9-14649637c22a req-02b60fd1-1247-49c1-98ec-6130e5d06c27 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281904 Jul 06 19:12:57.461288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6bd61-bbb3-495b-9a21-3231d5b7d6df req-531b0406-c80d-49b0-8f0c-1116c556bb52 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:57.462804 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de6bd61-bbb3-495b-9a21-3231d5b7d6df req-531b0406-c80d-49b0-8f0c-1116c556bb52 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0649390 Jul 06 19:12:57.504233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0de6bd61-bbb3-495b-9a21-3231d5b7d6df req-0be75512-e3c4-4a02-be7c-d6b3d75352ba tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326569 Jul 06 19:12:58.691454 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8974bd-6fae-446c-9031-0b67223c77b0 req-e60950d2-ac9f-4099-98c8-44b517de75f8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:58.692951 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b8974bd-6fae-446c-9031-0b67223c77b0 req-e60950d2-ac9f-4099-98c8-44b517de75f8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0737169 Jul 06 19:12:58.732901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b8974bd-6fae-446c-9031-0b67223c77b0 req-a036bf30-21d6-4a2f-b902-798f7784bf23 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314863 Jul 06 19:12:58.921198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd05c60-a4b6-4973-b85d-669cf8a28a16 req-6b56fb8e-a99f-4484-a86c-52c74c41967b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:58.922732 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-abd05c60-a4b6-4973-b85d-669cf8a28a16 req-6b56fb8e-a99f-4484-a86c-52c74c41967b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0776098 Jul 06 19:12:58.931501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 51622) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:12:58.936073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'floatingip': {'port_id': 'f8f56972-a47e-4adc-9146-db731cb6b947'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:12:58.976394 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:59.474178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:59.483344 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:59.583658 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670 associated. External IP: 172.25.4.38, port: f8f56972-a47e-4adc-9146-db731cb6b947. Jul 06 19:12:59.805416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:12:59.919093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:12:59.924496 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:59.929039 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:12:59.938480 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:12:59.939083 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:12:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:59.961556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-64a107d2-653e-4c09-bc4d-14f970e1167f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "PUT /v2.0/floatingips/eaa2cb88-e91d-4311-9ae6-a42bb0f42670 HTTP/1.1" status: 200 len: 990 time: 1.0289297 Jul 06 19:12:59.962204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:59.964496 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cb0053-2571-4314-8e59-6b4e166422d5" -d '{"events": [{"name": "network-changed", "server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:13:00.002585 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0116071a-f332-4e59-9370-f32aacc21b0d x-openstack-request-id: req-0116071a-f332-4e59-9370-f32aacc21b0d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:13:00.002866 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:13:00.003185 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0116071a-f332-4e59-9370-f32aacc21b0d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:13:00.003610 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'status': 'completed', 'code': 200} Jul 06 19:13:00.043352 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:13:00.080416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-e6516808-1487-46fd-b4bf-3a8fb710522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:00.082073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-e6516808-1487-46fd-b4bf-3a8fb710522c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0545585 Jul 06 19:13:00.175520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-68cf94a5-b4fb-4188-9fdd-496fc782a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:00.177176 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-68cf94a5-b4fb-4188-9fdd-496fc782a975 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0887876 Jul 06 19:13:00.245224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-d5852673-4b48-4d96-a8e1-7bd9b19b59c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 998 time: 0.0605650 Jul 06 19:13:00.268310 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:35:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:12:59Z', 'revision_number': 9, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:00.294450 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:13:00.295268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-507f8c2d-16cb-4021-ac52-15ca78346143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:00.296788 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-507f8c2d-16cb-4021-ac52-15ca78346143 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0456572 Jul 06 19:13:00.303546 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:13:00.304152 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:12:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:00.361398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-ddc47d12-0cb4-4468-a07a-b2da951708cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:00.363344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-ddc47d12-0cb4-4468-a07a-b2da951708cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589619 Jul 06 19:13:00.417737 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:13:00.454802 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-d3f0c7ef-c46e-4034-8db9-bbf04dfb1999 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840933 Jul 06 19:13:00.548080 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b3cb0053-2571-4314-8e59-6b4e166422d5 req-2d84eaca-f726-445c-969f-cd8c5d5dce39 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863645 Jul 06 19:13:00.648301 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:35:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:12:59Z', 'revision_number': 9, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:00.767922 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a06ef-7f06-4314-bd79-90b770cc8407 None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:35:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:12:59Z', 'revision_number': 9, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:13:00.972372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b15ffb-f4c3-4840-84da-d86082a281be None None] New status for floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:13:08.343712 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:13:15.608707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8259035d-670e-439b-b117-06618db7f132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:18.259797 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-114f144a-5003-40d9-a5b6-5f41efb2eeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:18.483978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:19.610054 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:21.161347 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:22.723616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:22.870304 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:45.349205 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:13:45.613829 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6b6a345e-5a0a-4b45-a99c-98ad71a0e089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:48.256402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-127518e4-44df-4540-820c-2bfe517506ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:48.479100 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:49.613632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:49.820984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33a4a266-7586-4758-898a-6309128fb66e req-c162c5d7-96b2-4eb1-8467-3f2319879358 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4370184 Jul 06 19:13:49.933146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4a266-7586-4758-898a-6309128fb66e req-79026c8b-5355-4ccc-ba74-f2812ed8b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:49.935187 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33a4a266-7586-4758-898a-6309128fb66e req-79026c8b-5355-4ccc-ba74-f2812ed8b52c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0622969 Jul 06 19:13:50.052085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4a266-7586-4758-898a-6309128fb66e req-9810e5f2-0e29-42df-b013-0e19948f2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:50.053596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33a4a266-7586-4758-898a-6309128fb66e req-9810e5f2-0e29-42df-b013-0e19948f2552 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0903969 Jul 06 19:13:50.128916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33a4a266-7586-4758-898a-6309128fb66e req-0231c68c-7432-4750-94b5-99fec6047608 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 1001 time: 0.0676813 Jul 06 19:13:50.187856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4a266-7586-4758-898a-6309128fb66e req-81ce7cd0-a472-41dd-af23-1aa3e039171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:50.189416 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33a4a266-7586-4758-898a-6309128fb66e req-81ce7cd0-a472-41dd-af23-1aa3e039171d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0524285 Jul 06 19:13:50.260664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4a266-7586-4758-898a-6309128fb66e req-f219fb41-6c78-4481-a9a3-a854c3fb8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:50.262244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33a4a266-7586-4758-898a-6309128fb66e req-f219fb41-6c78-4481-a9a3-a854c3fb8b0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662334 Jul 06 19:13:50.361440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33a4a266-7586-4758-898a-6309128fb66e req-09d66f27-e7b9-4f35-a559-638aed0b9ffb service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922537 Jul 06 19:13:50.459060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-33a4a266-7586-4758-898a-6309128fb66e req-b9b47a90-24c4-42b9-a239-eefe7c076e2d service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898981 Jul 06 19:13:51.163216 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:52.754419 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:52.890256 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.616108 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-88017432-9cce-4919-b8b0-fa33bfc2bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.266630 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b0fab04-d20e-4786-885c-71c7ee50d349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.484309 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:19.619416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.165495 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.349988 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:14:22.782910 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.874141 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:38.197137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-d7485c93-b7fa-4d19-83f9-78d8ae28ec03 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526819 Jul 06 19:14:38.258373 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc708c6-d7d8-4bb6-b70b-17ba66666727 req-d8073cf7-e2d0-4983-95ba-6b980b07030b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:38.259875 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bc708c6-d7d8-4bb6-b70b-17ba66666727 req-d8073cf7-e2d0-4983-95ba-6b980b07030b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0654151 Jul 06 19:14:38.299647 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1bc708c6-d7d8-4bb6-b70b-17ba66666727 req-29dd9f45-cde6-4290-b26a-860bc07872c4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337944 Jul 06 19:14:39.481870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f42fc6-9918-442e-b4b6-36fc0b904c11 req-c5498a57-1e52-42c0-80f6-8c506487cd67 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:39.484916 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5f42fc6-9918-442e-b4b6-36fc0b904c11 req-c5498a57-1e52-42c0-80f6-8c506487cd67 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0719151 Jul 06 19:14:39.521639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c5f42fc6-9918-442e-b4b6-36fc0b904c11 req-664518d5-96c1-403c-867f-4e8f500d142f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323811 Jul 06 19:14:40.711736 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be29a-63e3-462a-ab0d-72bacf03e7c3 req-0c25527f-3af1-4bc1-9ecd-f4953ad457af tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:40.713230 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a3be29a-63e3-462a-ab0d-72bacf03e7c3 req-0c25527f-3af1-4bc1-9ecd-f4953ad457af tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0774422 Jul 06 19:14:40.753838 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a3be29a-63e3-462a-ab0d-72bacf03e7c3 req-61483248-169c-473c-9c65-93ad230a2913 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320480 Jul 06 19:14:41.569837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-329d3ab3-fa99-4a46-ba37-56bd2aec52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:41.571868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-329d3ab3-fa99-4a46-ba37-56bd2aec52eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0651360 Jul 06 19:14:41.663622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-277c89cd-6dce-42ed-be88-eaf42fa7e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:41.665144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-277c89cd-6dce-42ed-be88-eaf42fa7e5f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0850272 Jul 06 19:14:41.737121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-6d06b211-8eb9-4c33-be13-348c6cbb790b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 1001 time: 0.0642040 Jul 06 19:14:41.786133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-cc8c44ce-0a1b-433f-b5b6-cd20146e613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:41.787627 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-cc8c44ce-0a1b-433f-b5b6-cd20146e613e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0442362 Jul 06 19:14:41.848488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-fefe2ecc-43b2-4c0b-9aaa-5a0cdef9fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:41.850220 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-fefe2ecc-43b2-4c0b-9aaa-5a0cdef9fbd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548775 Jul 06 19:14:41.977972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-3623d5ba-b9fc-4465-a4a5-064ba78b1970 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208694 Jul 06 19:14:42.038724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f10f7-1fe4-4a76-af97-fe97547f5f0e req-c9c250bc-cca1-4213-b9e0-79591eb78d90 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:42.040244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-609f10f7-1fe4-4a76-af97-fe97547f5f0e req-c9c250bc-cca1-4213-b9e0-79591eb78d90 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.1368361 Jul 06 19:14:42.106236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-609f10f7-1fe4-4a76-af97-fe97547f5f0e req-e7b05fc1-0417-4245-b50f-0001b0fbaf10 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581238 Jul 06 19:14:42.116535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-7cc17ea3-243e-4277-a4f1-2bbcbbf8e74c service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314759 Jul 06 19:14:43.291769 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efca1cf-771b-4e62-9e04-128582789eb8 req-a331d4d5-180b-41e8-a564-28e4cd2acbd1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:43.293439 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8efca1cf-771b-4e62-9e04-128582789eb8 req-a331d4d5-180b-41e8-a564-28e4cd2acbd1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0732653 Jul 06 19:14:43.335782 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8efca1cf-771b-4e62-9e04-128582789eb8 req-a9993f56-13fd-4a16-9c68-639a919a26f5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337420 Jul 06 19:14:44.521589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66142-1c0d-45b0-9dd6-26e4e5289e8c req-1d2d7354-e451-42f5-a7ac-359b1fed5dff tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:44.523048 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2d66142-1c0d-45b0-9dd6-26e4e5289e8c req-1d2d7354-e451-42f5-a7ac-359b1fed5dff tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0720870 Jul 06 19:14:44.568101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2d66142-1c0d-45b0-9dd6-26e4e5289e8c req-21666d17-8dc8-47eb-800b-f998949d4874 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390255 Jul 06 19:14:45.620017 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa451630-7955-4d6e-b4fb-46eab10eea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:45.775467 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d0c5e-f174-4366-ae30-e5937569ef4c req-66e14719-c244-4ad5-b198-416a92e8833b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:45.777022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b6d0c5e-f174-4366-ae30-e5937569ef4c req-66e14719-c244-4ad5-b198-416a92e8833b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0710239 Jul 06 19:14:45.817255 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0b6d0c5e-f174-4366-ae30-e5937569ef4c req-d9ab6bd5-854f-42e9-8e31-ce6d0142b6da tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337398 Jul 06 19:14:47.005124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c12446-c3be-4ddf-95a1-056b4db7aba8 req-51e1f71e-ff2e-4f72-83f2-b9131485fad5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:47.006683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50c12446-c3be-4ddf-95a1-056b4db7aba8 req-51e1f71e-ff2e-4f72-83f2-b9131485fad5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0731025 Jul 06 19:14:47.052219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50c12446-c3be-4ddf-95a1-056b4db7aba8 req-c8c2cdbf-108f-4282-a5e8-f240cfc5ef6e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380003 Jul 06 19:14:48.260990 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-63f6c900-0191-407d-9366-f095ec1e9d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:48.262597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ddb74-6fb4-41ea-a59a-4b747324acf9 req-1d24b697-d4d7-439e-8946-c3174471dde2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:48.264144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-299ddb74-6fb4-41ea-a59a-4b747324acf9 req-1d24b697-d4d7-439e-8946-c3174471dde2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0749066 Jul 06 19:14:48.302483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-299ddb74-6fb4-41ea-a59a-4b747324acf9 req-099af96b-2cfd-45b2-9ecd-13570b843bdc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326631 Jul 06 19:14:48.490571 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:49.504532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-018cd2f5-2665-4782-96fe-0a499d64045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:49.506079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-018cd2f5-2665-4782-96fe-0a499d64045a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1096 time: 0.1026230 Jul 06 19:14:49.515863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279407d-8899-4b20-b6b2-957a0b269c2e req-6a5a6d47-8082-4b3c-9f9e-3a693790b5d9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:49.517301 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8279407d-8899-4b20-b6b2-957a0b269c2e req-6a5a6d47-8082-4b3c-9f9e-3a693790b5d9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0857420 Jul 06 19:14:49.618776 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:49.621612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8279407d-8899-4b20-b6b2-957a0b269c2e req-ab732f67-4ac1-44db-99f2-1bb926e653d8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983663 Jul 06 19:14:49.650806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-0b17eb78-6704-4728-8810-902aa8f380fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:49.652312 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-0b17eb78-6704-4728-8810-902aa8f380fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1183722 Jul 06 19:14:49.723954 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-9060cdbe-1f4e-468c-a81a-7d21eaf757d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 1001 time: 0.0638652 Jul 06 19:14:49.788753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-9e4172d1-33cf-49e1-b286-e3165dbefdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:49.790280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-9e4172d1-33cf-49e1-b286-e3165dbefdef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0599408 Jul 06 19:14:49.849514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-7c8d5bf3-f749-4e3c-8846-70f67e596ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:49.851092 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-7c8d5bf3-f749-4e3c-8846-70f67e596ada service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534098 Jul 06 19:14:49.946865 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-96631d7e-29fb-4253-80a9-b93a97fd5e13 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855110 Jul 06 19:14:50.048384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eac879a-921a-40dc-aedf-d391eb86f14a req-6750c820-a922-4d79-b0f0-2da418b6614a service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919590 Jul 06 19:14:50.805811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75784292-3ccc-42b5-a38c-30af55fe5a42 req-e9615a2c-fc6b-48be-9df8-5eaaad857eb4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:50.807264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75784292-3ccc-42b5-a38c-30af55fe5a42 req-e9615a2c-fc6b-48be-9df8-5eaaad857eb4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0700264 Jul 06 19:14:50.847948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-75784292-3ccc-42b5-a38c-30af55fe5a42 req-3334612b-bbcc-4aa9-85ae-83c53ce8dcd2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345414 Jul 06 19:14:51.168416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:52.034566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b774957-b56e-45ca-9c36-739be4f7f115 req-ae7ed9fc-0bac-49cc-8df9-1ef52f611eae tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:52.036098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b774957-b56e-45ca-9c36-739be4f7f115 req-ae7ed9fc-0bac-49cc-8df9-1ef52f611eae tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0633185 Jul 06 19:14:52.077749 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b774957-b56e-45ca-9c36-739be4f7f115 req-cb69cfaa-470a-4401-9d6b-84196f6a59fc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357287 Jul 06 19:14:52.792867 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:52.891135 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:53.264553 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1deb3-5b31-4782-a171-1ea3ef61db60 req-0af97523-c10a-43f2-998e-6569448df295 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:53.265992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24b1deb3-5b31-4782-a171-1ea3ef61db60 req-0af97523-c10a-43f2-998e-6569448df295 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0701118 Jul 06 19:14:53.307495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24b1deb3-5b31-4782-a171-1ea3ef61db60 req-df64f893-8354-46e7-a1c0-eff79156833e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336096 Jul 06 19:14:54.128550 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-63d7967e-2274-4381-950b-21dad3bd28fb req-a3e65e86-d069-4403-bc3f-22f921760e78 service neutron] show failed (client error): The resource could not be found. Jul 06 19:14:54.129697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-a3e65e86-d069-4403-bc3f-22f921760e78 service neutron] 10.222.0.24 "GET /v2.0/ports/f8f56972-a47e-4adc-9146-db731cb6b947/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0613809 Jul 06 19:14:54.508062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b2285066-f8aa-4212-b09b-13644e9f9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:54.509604 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b2285066-f8aa-4212-b09b-13644e9f9175 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 1096 time: 0.1561613 Jul 06 19:14:54.520231 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e70c-1668-4180-b379-55fbd100766e req-61c5cf31-c886-4455-90ea-e437e3e5f728 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:54.521642 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e25e70c-1668-4180-b379-55fbd100766e req-61c5cf31-c886-4455-90ea-e437e3e5f728 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0967240 Jul 06 19:14:54.526565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:54.612353 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0e25e70c-1668-4180-b379-55fbd100766e req-fb5bd918-07ae-4c72-82af-fb273ecd64d2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832345 Jul 06 19:14:54.632303 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:54.839045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:54.878319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:54.917501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:14:54.919846 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be21e75-b854-4f1c-a738-ffc61e448c79" -d '{"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:14:54.923441 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:54.936175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Transition to ACTIVE for port object f8f56972-a47e-4adc-9146-db731cb6b947 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:54.942120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:54.975405 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9397d9e8-a643-4c25-bcb5-bdff9f5d7457 x-openstack-request-id: req-9397d9e8-a643-4c25-bcb5-bdff9f5d7457 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:14:54.975701 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:14:54.975955 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9397d9e8-a643-4c25-bcb5-bdff9f5d7457 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:14:54.976354 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'code': 200} Jul 06 19:14:55.022036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:55.037503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.037966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.038228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.038566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.038901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.039234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.039562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.039880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.040222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.040548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.040861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.041178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:55.079664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] No DVR routers for this DVR port f8f56972-a47e-4adc-9146-db731cb6b947 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:14:55.218405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:14:55.219122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:14:55.219420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:55.224402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:14:55.224716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:55.230124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:14:55.230462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:55.230829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:14:55.231261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Bound port: f8f56972-a47e-4adc-9146-db731cb6b947, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:14:55.231614 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:55.302365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:55.305874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:14:55.313403 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:55.349072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:55.349946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:55.351402 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] 10.222.0.41 "PUT /v2.0/ports/f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 1091 time: 0.8288295 Jul 06 19:14:55.387178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8090fae-43a0-41c8-93ba-b02ef6889a30 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:55.436849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-86d1f334-bca1-43d7-8498-115faa761472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:55.438444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-86d1f334-bca1-43d7-8498-115faa761472 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0622864 Jul 06 19:14:55.531689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-2ab933f5-3e04-4aae-b0fd-e3304b8ccf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:55.533206 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-2ab933f5-3e04-4aae-b0fd-e3304b8ccf9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0866048 Jul 06 19:14:55.604379 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-260f3fcf-ece4-4808-9fef-926650d3643a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 999 time: 0.0637090 Jul 06 19:14:55.652392 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-e59a29e8-12a4-42f8-b0f8-0b4124522af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:55.653946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-e59a29e8-12a4-42f8-b0f8-0b4124522af3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0433497 Jul 06 19:14:55.711232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7967e-2274-4381-950b-21dad3bd28fb req-307d0678-8ce7-4237-9ee5-a834a6304135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:55.712667 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-307d0678-8ce7-4237-9ee5-a834a6304135 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527320 Jul 06 19:14:55.722904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-c6c4e190-663e-4cb7-b416-6f0c13ec20ab service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:14:55.723886 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-c6c4e190-663e-4cb7-b416-6f0c13ec20ab service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052378 Jul 06 19:14:55.852181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-315ba9ed-c0fd-4809-a960-c328b5fe5229 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164699 Jul 06 19:14:55.860724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3d4ca-1567-4700-a625-e2357f5719b7 req-24a3e6d8-1a73-4050-8039-851c437dc664 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:55.862156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79d3d4ca-1567-4700-a625-e2357f5719b7 req-24a3e6d8-1a73-4050-8039-851c437dc664 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 943 time: 0.1351070 Jul 06 19:14:55.948959 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79d3d4ca-1567-4700-a625-e2357f5719b7 req-27a4aae8-782c-41a4-b504-3a71789a9c15 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787168 Jul 06 19:14:55.974154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-63d7967e-2274-4381-950b-21dad3bd28fb req-78425aa3-ea41-4416-9527-4a18625c71ae service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109562 Jul 06 19:14:56.978044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:14:56.980464 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db53e9c8-fb75-4946-b5da-c51874112456" -d '{"events": [{"name": "network-changed", "server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:14:57.033406 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee288498-d197-48d3-9c14-637c5f73716d x-openstack-request-id: req-ee288498-d197-48d3-9c14-637c5f73716d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:14:57.033706 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:14:57.034057 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee288498-d197-48d3-9c14-637c5f73716d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:14:57.034481 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'status': 'completed', 'code': 200} Jul 06 19:14:57.136681 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5dc2-e9a2-42cc-9d28-d541826b69a0 req-6c6e39bb-9064-420a-b672-365c7dfc5029 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.138524 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-beef5dc2-e9a2-42cc-9d28-d541826b69a0 req-6c6e39bb-9064-420a-b672-365c7dfc5029 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 943 time: 0.0632560 Jul 06 19:14:57.157776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e9c8-fb75-4946-b5da-c51874112456 req-fca93a08-0c06-4c37-85d1-06ab52d7434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.159351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-fca93a08-0c06-4c37-85d1-06ab52d7434f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0878363 Jul 06 19:14:57.161213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e9c8-fb75-4946-b5da-c51874112456 req-9b62b34d-92c1-42ab-8d05-822bd90a6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.162615 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-9b62b34d-92c1-42ab-8d05-822bd90a6429 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0992386 Jul 06 19:14:57.177308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-beef5dc2-e9a2-42cc-9d28-d541826b69a0 req-a8fbce8c-d440-4fe0-9d8b-23b953410bdb tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326204 Jul 06 19:14:57.312341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e9c8-fb75-4946-b5da-c51874112456 req-8aa15077-4825-4f0f-a79e-edb0c34e7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.313874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-8aa15077-4825-4f0f-a79e-edb0c34e7816 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1485744 Jul 06 19:14:57.316525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e9c8-fb75-4946-b5da-c51874112456 req-58101c38-f6e7-4afb-a53b-fda3d394bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.317893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-58101c38-f6e7-4afb-a53b-fda3d394bf8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1452591 Jul 06 19:14:57.421596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-8cbbd682-3d88-4cdd-b64f-17a5b0b4078d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 999 time: 0.1007257 Jul 06 19:14:57.427489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-ce9edc13-871c-4f6b-b375-09b357107188 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 999 time: 0.0995054 Jul 06 19:14:57.429387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:14:57.470919 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:14:57.505533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e9c8-fb75-4946-b5da-c51874112456 req-2c70c3af-a977-42ae-9879-b255458c0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.507109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-2c70c3af-a977-42ae-9879-b255458c0cd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0787494 Jul 06 19:14:57.512831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e9c8-fb75-4946-b5da-c51874112456 req-e156ceec-6a78-44bb-b097-5e91065d26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.514280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-e156ceec-6a78-44bb-b097-5e91065d26ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0779610 Jul 06 19:14:57.605313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e9c8-fb75-4946-b5da-c51874112456 req-173869bd-6281-4df1-8062-7953b222372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.606763 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-173869bd-6281-4df1-8062-7953b222372d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916264 Jul 06 19:14:57.612489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e9c8-fb75-4946-b5da-c51874112456 req-0725f662-bce4-43fc-9a67-41069486226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:57.613908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-0725f662-bce4-43fc-9a67-41069486226a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904450 Jul 06 19:14:57.763197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-62fb252f-299a-409c-b302-dba2e1e04d8e service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483004 Jul 06 19:14:57.765018 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-9be117cf-b571-40bb-9eef-918154649fa4 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432719 Jul 06 19:14:57.921232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-bdc6b08d-02eb-4806-9342-8a487fd3a2d1 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509912 Jul 06 19:14:57.923209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db53e9c8-fb75-4946-b5da-c51874112456 req-7850bec9-1a01-4385-a537-7ce8d1cc25ca service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460178 Jul 06 19:14:58.374389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db004067-627e-43b6-b416-4a52fe026f5b req-d6f9148d-ffe6-48e1-9101-b1999c51c811 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:58.375923 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db004067-627e-43b6-b416-4a52fe026f5b req-d6f9148d-ffe6-48e1-9101-b1999c51c811 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 943 time: 0.0639896 Jul 06 19:14:58.417685 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db004067-627e-43b6-b416-4a52fe026f5b req-ff7a66f2-5bc4-4260-b33f-4982b62eaef1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351200 Jul 06 19:14:58.887693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-03a5c72a-5874-4f4a-8204-3c37b4840cc3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:58.889151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-03a5c72a-5874-4f4a-8204-3c37b4840cc3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.41 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8&tenant_id=fc6c4456c82d4a6096027eca200e80ba&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 943 time: 0.1104701 Jul 06 19:14:58.980127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5bfa2-9e00-4186-9683-64262d0af0e1 req-2f4ce73d-8e80-4a1c-a547-262d71d38144 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:58.981611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cf5bfa2-9e00-4186-9683-64262d0af0e1 req-2f4ce73d-8e80-4a1c-a547-262d71d38144 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 943 time: 0.1416876 Jul 06 19:14:58.983151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-02e2ab66-c5ee-40a0-9569-c4ced0e59b92 service neutron] 10.222.0.41 "GET /v2.0/ports/f8f56972-a47e-4adc-9146-db731cb6b947/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 382 time: 0.0862708 Jul 06 19:14:59.048679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cf5bfa2-9e00-4186-9683-64262d0af0e1 req-91f2dd00-da61-4eb4-b0f5-5191760e5cc1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594738 Jul 06 19:14:59.076724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-c57789e7-4f41-4a18-8dcb-0e38caf845bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:59.078345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-c57789e7-4f41-4a18-8dcb-0e38caf845bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0609624 Jul 06 19:14:59.188289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-951cbc85-053d-44f6-8950-6a13fbef3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:59.189942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-951cbc85-053d-44f6-8950-6a13fbef3fba service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1057742 Jul 06 19:14:59.261076 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-e47911e2-51b6-44c1-b577-b9cc6ecaf2c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 999 time: 0.0625789 Jul 06 19:14:59.317837 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-8b7a7f83-fb27-4774-97a3-a325f25e22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:59.319781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-8b7a7f83-fb27-4774-97a3-a325f25e22f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0530860 Jul 06 19:14:59.336964 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:14:59.352427 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:14:59.379607 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-b1b93e42-1394-4aa0-a263-6fe2a0e9e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:59.381138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-b1b93e42-1394-4aa0-a263-6fe2a0e9e4ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554948 Jul 06 19:14:59.442051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:59.454712 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'mac_address': 'fa:16:3e:35:20:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:14:59.484699 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-27029035-1c1d-4c27-8c21-ba585e4de4da service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966830 Jul 06 19:14:59.504712 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:59.518192 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f56972-a47e-4adc-9146-db731cb6b947 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:14:59.537963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:59.543043 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:59.584560 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-607d5a84-84d6-4f0e-a69e-4622268bbcd7 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935004 Jul 06 19:14:59.592017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:59.600092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.600420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.600772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.601100 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.601427 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.601756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.602088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.602396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.602727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.603411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.603411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.603652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:59.798026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f8f56972-a47e-4adc-9146-db731cb6b947'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:15:00.235423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344f25f-119d-4903-936e-e6b8cd066d51 req-1163ceec-72f2-4316-8f68-de1d723d8bfa tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:00.236913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0344f25f-119d-4903-936e-e6b8cd066d51 req-1163ceec-72f2-4316-8f68-de1d723d8bfa tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0690060 Jul 06 19:15:00.286832 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0344f25f-119d-4903-936e-e6b8cd066d51 req-18761eff-ead8-4948-b51c-3352e39ec984 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Jul 06 19:15:01.357436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:15:01.482496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6b5cd-7664-4366-85eb-ffaa09f0538a req-c7480637-7f36-471e-95c7-0be2d9c5f01f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:01.484252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dff6b5cd-7664-4366-85eb-ffaa09f0538a req-c7480637-7f36-471e-95c7-0be2d9c5f01f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0711243 Jul 06 19:15:01.526103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dff6b5cd-7664-4366-85eb-ffaa09f0538a req-997c9fe4-5f94-458a-b42a-843d7278e473 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Jul 06 19:15:01.581109 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port f8f56972-a47e-4adc-9146-db731cb6b947 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:15:01.584868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port f8f56972-a47e-4adc-9146-db731cb6b947 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:15:01.585235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:01.650009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-393702ad-e0d8-45f7-93a1-582ea940ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:01.651552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-393702ad-e0d8-45f7-93a1-582ea940ce1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 1095 time: 0.0641091 Jul 06 19:15:01.664227 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:15:01.673733 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:01.697272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:15:01.699623 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7284fb-67f8-49dc-8128-4b5c11095bc4" -d '{"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:15:01.712763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:01.717748 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:01.743033 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:01.757349 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce0143a-ee8d-47b5-a417-7944c6e7a083 x-openstack-request-id: req-7ce0143a-ee8d-47b5-a417-7944c6e7a083 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:15:01.757558 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:15:01.757788 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ce0143a-ee8d-47b5-a417-7944c6e7a083 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:15:01.758183 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'code': 200} Jul 06 19:15:01.772616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:01.963373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:02.003986 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:15:02.053852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:15:02.056228 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a8463b-5387-4538-95db-7282d9cb1032" -d '{"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:15:02.059925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:02.076080 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Transition to ACTIVE for port object f8f56972-a47e-4adc-9146-db731cb6b947 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:15:02.082778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:02.114212 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398e3504-d839-4316-8f5b-27c56fc98039 x-openstack-request-id: req-398e3504-d839-4316-8f5b-27c56fc98039 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:15:02.114501 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:15:02.115335 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-398e3504-d839-4316-8f5b-27c56fc98039 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:15:02.115335 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'code': 200} Jul 06 19:15:02.158072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=10']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:02.202993 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] No DVR routers for this DVR port f8f56972-a47e-4adc-9146-db731cb6b947 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:15:02.357318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:15:02.357663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:15:02.358067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:15:02.365526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:15:02.365928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Attempting to bind port f8f56972-a47e-4adc-9146-db731cb6b947 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:15:02.371931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:15:02.372278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:15:02.372666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:15:02.373108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Bound port: f8f56972-a47e-4adc-9146-db731cb6b947, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:15:02.373474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:02.440207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:15:02.443229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:15:02.451843 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:02.487374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:02.488068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:02.489383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] 10.222.0.24 "PUT /v2.0/ports/f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 1092 time: 0.8294132 Jul 06 19:15:02.510232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075f7aa-082a-44b5-8e50-82619da6096f service neutron] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=11']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:02.571020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-5c5a8b34-f95f-48ce-b49a-3f86f136b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:02.572769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-5c5a8b34-f95f-48ce-b49a-3f86f136b647 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1095 time: 0.0590143 Jul 06 19:15:02.726009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef0e29-25d3-4fc9-b254-e37ebe4e8c1f req-41b260fd-6659-479c-a733-7a7c79acb25a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:02.727480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18ef0e29-25d3-4fc9-b254-e37ebe4e8c1f req-41b260fd-6659-479c-a733-7a7c79acb25a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0708141 Jul 06 19:15:02.769659 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-18ef0e29-25d3-4fc9-b254-e37ebe4e8c1f req-9ab0dae7-6e6e-46e1-96df-e51dcde141d1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360324 Jul 06 19:15:03.029660 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-f29fe920-2e1c-4d6b-befa-91642b8fc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:03.031519 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-f29fe920-2e1c-4d6b-befa-91642b8fc26c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.4523385 Jul 06 19:15:03.096064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-3200303f-9ae8-4849-9f63-c2e178fc40b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 999 time: 0.0568976 Jul 06 19:15:03.153985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-665b412c-c4a6-4dc1-94f9-cb18a196a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:03.155454 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-665b412c-c4a6-4dc1-94f9-cb18a196a19a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0525796 Jul 06 19:15:03.214938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-bc125116-ae1a-4503-9722-f7bb6b0630f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:03.216419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-bc125116-ae1a-4503-9722-f7bb6b0630f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534935 Jul 06 19:15:03.312393 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-83a34565-53ac-4885-884b-7f4fac90d214 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880578 Jul 06 19:15:03.405641 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-50be3267-6b42-42f4-90f1-bfaf35b4c9f0 req-94a1d041-0ff2-4fd1-aaca-1d8d14552295 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865908 Jul 06 19:15:03.962869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77f652-6fd1-4f26-94f9-c5152619d5ac req-c84badd8-8d2b-47b9-a3d6-8398fc8dc16c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:03.964400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c77f652-6fd1-4f26-94f9-c5152619d5ac req-c84badd8-8d2b-47b9-a3d6-8398fc8dc16c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0775824 Jul 06 19:15:04.008747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c77f652-6fd1-4f26-94f9-c5152619d5ac req-201def9b-4199-4d2a-9ba0-c1c7d3a7c81d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385602 Jul 06 19:15:04.116774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:15:04.119445 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b721e142-b44e-4b07-b642-5a089f1395ba" -d '{"events": [{"name": "network-changed", "server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:15:04.171629 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc379790-602b-4a62-96d9-144d92950eb7 x-openstack-request-id: req-bc379790-602b-4a62-96d9-144d92950eb7 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:15:04.171992 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:15:04.172288 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc379790-602b-4a62-96d9-144d92950eb7 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:15:04.172692 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'status': 'completed', 'code': 200} Jul 06 19:15:04.304751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e142-b44e-4b07-b642-5a089f1395ba req-809df6de-ec60-4650-b94b-d210a3e1d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:04.306298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-809df6de-ec60-4650-b94b-d210a3e1d80b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1095 time: 0.1059341 Jul 06 19:15:04.308776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e142-b44e-4b07-b642-5a089f1395ba req-c972713f-363b-4819-a7c3-4b19c72b11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:04.310133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-c972713f-363b-4819-a7c3-4b19c72b11cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 1095 time: 0.1019278 Jul 06 19:15:04.459498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e142-b44e-4b07-b642-5a089f1395ba req-16345979-dc11-46df-b2d1-dd0d0254b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:04.460882 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-16345979-dc11-46df-b2d1-dd0d0254b65e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1479533 Jul 06 19:15:04.461965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e142-b44e-4b07-b642-5a089f1395ba req-fb6af1f5-dcdd-412c-86d5-4414e72e7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:04.463251 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-fb6af1f5-dcdd-412c-86d5-4414e72e7a60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1430423 Jul 06 19:15:04.568222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-ca82dc34-1642-4ef6-9752-8af3712a22d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 999 time: 0.1008723 Jul 06 19:15:04.571945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-d91b50ca-6637-4d67-8cf3-17333c0450a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 200 len: 999 time: 0.0992274 Jul 06 19:15:04.651506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e142-b44e-4b07-b642-5a089f1395ba req-040c6924-69bc-4aa7-aec9-5d2199e74f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:04.652978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-040c6924-69bc-4aa7-aec9-5d2199e74f4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0780437 Jul 06 19:15:04.654362 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e142-b44e-4b07-b642-5a089f1395ba req-d2563b3d-68ea-4890-9149-b310f5bdc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:04.655635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-d2563b3d-68ea-4890-9149-b310f5bdc454 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0736558 Jul 06 19:15:04.750537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e142-b44e-4b07-b642-5a089f1395ba req-cd4a2211-2315-405b-b3ee-e56d071e8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:04.751545 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-cd4a2211-2315-405b-b3ee-e56d071e8e4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852895 Jul 06 19:15:04.753234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e142-b44e-4b07-b642-5a089f1395ba req-bbf3bca1-5913-4bc5-8928-812aab0da35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:04.754633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-bbf3bca1-5913-4bc5-8928-812aab0da35a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954688 Jul 06 19:15:04.915488 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-0f3f147b-e217-4cff-9bbf-46a61479ae83 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539931 Jul 06 19:15:04.917363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-f94fdd9b-f6ef-4fab-a85c-eab07671b300 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485763 Jul 06 19:15:05.108097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-81d1c03a-6037-43f7-9629-b73386e4689c service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858325 Jul 06 19:15:05.110321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b721e142-b44e-4b07-b642-5a089f1395ba req-a594bbe0-7fed-43ba-a86d-e824bb8cac60 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809151 Jul 06 19:15:05.209685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70642053-131c-4dea-b2fa-606d1efe808b req-a2aedf06-1b5b-4a07-9604-bee9e9995dea tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:05.211265 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-70642053-131c-4dea-b2fa-606d1efe808b req-a2aedf06-1b5b-4a07-9604-bee9e9995dea tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0650795 Jul 06 19:15:05.253547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-70642053-131c-4dea-b2fa-606d1efe808b req-33fe8d76-25b0-43bb-8c17-1dde0e32083a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365450 Jul 06 19:15:05.399263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:15:05.441643 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:15:05.460520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:15:05.462946 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50ea9d-0bd4-4490-aedc-7fba8e3edc35 req-a7238c3c-a361-437f-af9c-1f8c516f19bb tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:05.464491 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0c50ea9d-0bd4-4490-aedc-7fba8e3edc35 req-a7238c3c-a361-437f-af9c-1f8c516f19bb tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0810909 Jul 06 19:15:05.502950 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0c50ea9d-0bd4-4490-aedc-7fba8e3edc35 req-4a357531-4a81-438e-8df5-176101348b2d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325732 Jul 06 19:15:05.562890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:05.575472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'mac_address': 'fa:16:3e:35:20:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:15:05.612429 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:05.625096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f56972-a47e-4adc-9146-db731cb6b947 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:15:05.645134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:05.651085 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:05.676002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31507cc6-9ca6-453f-8af3-f772b5c4c1ac req-89dc3dea-2197-4ab3-b155-be73792a3964 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:05.677484 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31507cc6-9ca6-453f-8af3-f772b5c4c1ac req-89dc3dea-2197-4ab3-b155-be73792a3964 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0657949 Jul 06 19:15:05.699570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=12']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:05.718125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31507cc6-9ca6-453f-8af3-f772b5c4c1ac req-c9b7f407-00bb-4d63-ab0c-d6b3ef2c756e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346935 Jul 06 19:15:05.904127 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['f8f56972-a47e-4adc-9146-db731cb6b947'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:15:06.134926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c830-2488-47da-a213-19b8a53a0590 req-8c322fa2-804c-4e08-979d-e0aa9486c709 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:06.136600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c01c830-2488-47da-a213-19b8a53a0590 req-8c322fa2-804c-4e08-979d-e0aa9486c709 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0907605 Jul 06 19:15:06.177295 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0c01c830-2488-47da-a213-19b8a53a0590 req-dc3ee099-f2ce-48aa-807d-89d34e4d63d5 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347369 Jul 06 19:15:07.361873 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fea4b5-9828-4b29-8a2e-e68d1fb35afd req-e40b77c6-7a81-4b2c-b6e3-9e4c8821864b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:07.363456 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2fea4b5-9828-4b29-8a2e-e68d1fb35afd req-e40b77c6-7a81-4b2c-b6e3-9e4c8821864b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0699072 Jul 06 19:15:07.399707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a1ee-575f-432e-b604-89cb7a002810 req-7d3eaa2e-bb21-4330-9fee-4b38e46702cc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:07.401552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7034a1ee-575f-432e-b604-89cb7a002810 req-7d3eaa2e-bb21-4330-9fee-4b38e46702cc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 945 time: 0.0692408 Jul 06 19:15:07.407453 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b2fea4b5-9828-4b29-8a2e-e68d1fb35afd req-718ce123-daa0-4d4b-9088-ce0b24bd03e0 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378637 Jul 06 19:15:07.492870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:15:07.516925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Deleting port f8f56972-a47e-4adc-9146-db731cb6b947 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:15:07.517388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:07.546682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port f8f56972-a47e-4adc-9146-db731cb6b947 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:15:07.556691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port f8f56972-a47e-4adc-9146-db731cb6b947 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:15:07.557563 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:07.610632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:07.611017 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:07.639576 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:07.662075 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:15:07.664379 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb4f2f-56a6-43f4-a633-e33927f4de76" -d '{"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:15:07.677861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f8f56972-a47e-4adc-9146-db731cb6b947, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f8f56972-a47e-4adc-9146-db731cb6b947,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:07.683174 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:07.709097 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93943d9-aac6-4ad9-b874-ac5b276535ac x-openstack-request-id: req-c93943d9-aac6-4ad9-b874-ac5b276535ac {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:15:07.709398 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:15:07.709656 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c93943d9-aac6-4ad9-b874-ac5b276535ac {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:15:07.710174 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'code': 200} Jul 06 19:15:07.735507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=13']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:07.795643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:07.796037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:07.796345 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670 disassociated. External IP: 172.25.4.38, port: f8f56972-a47e-4adc-9146-db731cb6b947. Jul 06 19:15:07.796691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Calling delete_port for f8f56972-a47e-4adc-9146-db731cb6b947 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:15:07.941707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:07.970942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event deleted for resources: {'Port': ['ID=f8f56972-a47e-4adc-9146-db731cb6b947,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:08.087817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:15:08.210086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:15:08.220574 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:15:08.230668 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:15:08.231375 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:14:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:15:08.252180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] No DVR routers for this DVR port f8f56972-a47e-4adc-9146-db731cb6b947 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:15:08.254845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:08.256888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7034a1ee-575f-432e-b604-89cb7a002810 req-eb08390d-b3df-4d8c-bb56-3b98a94b6f61 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "DELETE /v2.0/ports/f8f56972-a47e-4adc-9146-db731cb6b947 HTTP/1.1" status: 204 len: 173 time: 0.8497856 Jul 06 19:15:08.257326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-deleted', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:15:08.259666 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5477fb6-1d21-4239-9b56-d734874b3534" -d '{"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-deleted", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:15:08.301170 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f83c80e-035b-46a7-9217-e0c725b7a737 x-openstack-request-id: req-3f83c80e-035b-46a7-9217-e0c725b7a737 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:15:08.301523 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491ff737-f2ba-4123-8cf8-24b8dca1f4a8", "name": "network-vif-deleted", "tag": "f8f56972-a47e-4adc-9146-db731cb6b947", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:15:08.301815 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f83c80e-035b-46a7-9217-e0c725b7a737 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:15:08.302284 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491ff737-f2ba-4123-8cf8-24b8dca1f4a8', 'name': 'network-vif-deleted', 'tag': 'f8f56972-a47e-4adc-9146-db731cb6b947', 'status': 'completed', 'code': 200} Jul 06 19:15:08.353191 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:15:08.555244 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:15:08.576798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e9790d61-98c4-4ca1-8547-8eb3095015d0 req-be586eea-47c8-41c3-9d8f-46a09aaec079 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ff737-f2ba-4123-8cf8-24b8dca1f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0308609 Jul 06 19:15:08.581854 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:15:08.590512 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:15:08.591111 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:14:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:15:08.696664 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:15:08.898290 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:15:08.927924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175cade9-f967-49ec-927f-d7f59f24f8b8 None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:15:09.151685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6989f1-660f-4be0-882c-cb8540211f1c None None] New status for floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:15:09.940192 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-4c46aad7-2b1c-44ec-9527-580b102da854 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--327955609&fields=id&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 267 time: 0.0385008 Jul 06 19:15:10.048282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-c3859827-9982-4a2f-b1a4-bdb7d4580208 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:10.049750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-c3859827-9982-4a2f-b1a4-bdb7d4580208 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 812 time: 0.1027217 Jul 06 19:15:10.065471 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-0bd2ec72-69c8-485f-b11c-0f6ebf15768e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/quotas/fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 375 time: 0.0091114 Jul 06 19:15:10.151132 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-0814c7f9-c2f2-48a2-bd11-ff21094fc9b2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806649 Jul 06 19:15:10.247050 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-097ed7bf-5830-4c44-93e0-85cc017b7b6d service neutron] 10.222.0.53 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835557 Jul 06 19:15:10.345480 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-fe3ad9bd-da60-4a25-8f1e-bc710fb3e692 service neutron] 10.222.0.53 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898488 Jul 06 19:15:10.528167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b08df87b-9595-4748-b986-1fe40cc9314b req-acb85cdd-ee39-4b13-bded-885597398a5d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 210 time: 0.0377023 Jul 06 19:15:11.493444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:15:11.522663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: f8f56972-a47e-4adc-9146-db731cb6b947 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:15:11.522663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f8f56972-a47e-4adc-9146-db731cb6b947 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:15:11.618575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80c16378-02e2-4b37-94c8-54c3b22effd3 req-24925b8c-1511-4ebe-b6a2-8db0117c13f1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 210 time: 0.0299220 Jul 06 19:15:12.762817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4e8ab841-ef45-4888-a837-6e34b48deff7 req-b1224acc-c129-47f7-a9d8-a29664df0344 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 210 time: 0.0292394 Jul 06 19:15:13.662462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-0cb1c967-101f-414c-8688-00aef6f366cb tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:13.664014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-0cb1c967-101f-414c-8688-00aef6f366cb tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 812 time: 0.1023798 Jul 06 19:15:13.706878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-1d6fa8ec-948c-49ab-aeb7-e4d6769f4228 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 379 time: 0.0346379 Jul 06 19:15:13.715488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'port': {'device_id': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'admin_state_up': True, 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'security_groups': ['fd307394-e245-4f71-828f-04f31aab221f']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:15:13.828931 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Made reservation on behalf of fc6c4456c82d4a6096027eca200e80ba for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:15:13.832436 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:13.902281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-85b4c5b3-73d4-4069-9989-c957cb687b55 req-ba9012b9-4c6d-4d8b-99aa-e68d9cf4a79f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 210 time: 0.0278592 Jul 06 19:15:13.961585 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Allocated IP 172.20.0.9 (e8feca49-dc05-423b-bdb1-fc781281616f/0d29bd54-f656-4c45-9700-2b22d11b5e19/882d2eb4-d412-467f-ab27-77ee630dddf5) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:15:14.095103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.108877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Transition to ACTIVE for port object 882d2eb4-d412-467f-ab27-77ee630dddf5 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:15:14.144430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.195674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Network e8feca49-dc05-423b-bdb1-fc781281616f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:15:14.201039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:15:14.204895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:15:14.211680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:14.261685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:14.262330 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.279063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-85fb0c17-8e16-4bc2-a35a-740f38604388 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670910 Jul 06 19:15:14.291271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Request body: {'port': {'device_id': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:15:14.367805 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.493198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1e54aa09-7065-4b72-9109-c3ec01125404 None None] Provisioning for port 882d2eb4-d412-467f-ab27-77ee630dddf5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:15:14.497038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1e54aa09-7065-4b72-9109-c3ec01125404 None None] Provisioning complete for port 882d2eb4-d412-467f-ab27-77ee630dddf5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:15:14.497416 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1e54aa09-7065-4b72-9109-c3ec01125404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.531346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1e54aa09-7065-4b72-9109-c3ec01125404 None None] Port 882d2eb4-d412-467f-ab27-77ee630dddf5 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:15:14.639526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882d2eb4-d412-467f-ab27-77ee630dddf5 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:15:14.647094 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.659337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Transition to ACTIVE for port object 882d2eb4-d412-467f-ab27-77ee630dddf5 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:15:14.665924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.713159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:14.791185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:15:14.791524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:15:14.791853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:15:14.797056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:15:14.797387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:15:14.803189 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:15:14.803533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:15:14.803920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:15:14.804352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Bound port: 882d2eb4-d412-467f-ab27-77ee630dddf5, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:15:14.805025 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.876732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:15:14.879968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:15:14.885366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.925115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:14.925707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:14.927168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] 10.222.0.24 "PUT /v2.0/ports/882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 1091 time: 0.6403556 Jul 06 19:15:14.927760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:15:14.929949 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c36dc3ab54252e8553cc58516b3d2f1f294313a70d4de2530af1f6ed5b2a82c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b4e770-4843-432a-b856-a4907a3f831a" -d '{"events": [{"name": "network-changed", "server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:15:14.976422 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d4dbbe-5265-4e3d-8e59-b09786b38c41 x-openstack-request-id: req-92d4dbbe-5265-4e3d-8e59-b09786b38c41 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:15:14.976783 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:15:14.976949 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92d4dbbe-5265-4e3d-8e59-b09786b38c41 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:15:14.977367 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'status': 'completed', 'code': 200} Jul 06 19:15:14.980398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0da77-b9f0-4dab-af6c-9e03a754792a service neutron] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:15.053445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-29c51f51-db06-457e-8cdd-8b911c8d4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:15.055021 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-29c51f51-db06-457e-8cdd-8b911c8d4a12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1094 time: 0.0716965 Jul 06 19:15:15.111857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-0d47942c-8b89-48c4-a244-17555fad2b3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 217 time: 0.0404472 Jul 06 19:15:15.173513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-6ee0a872-826c-4ba6-bd72-3276e2efe870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:15.174960 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-6ee0a872-826c-4ba6-bd72-3276e2efe870 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0559473 Jul 06 19:15:15.183616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161f71-3aee-4254-9b73-46dae06ddb67 req-dfbaec70-a1ee-478e-a0a3-c4fd0ced1947 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:15.185045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42161f71-3aee-4254-9b73-46dae06ddb67 req-dfbaec70-a1ee-478e-a0a3-c4fd0ced1947 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.1446645 Jul 06 19:15:15.251322 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-42161f71-3aee-4254-9b73-46dae06ddb67 req-204a7c86-e158-46be-9397-622b9757a160 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579822 Jul 06 19:15:15.266352 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-412fe8ed-b432-4b91-9d1a-71838c101b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:15.267868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-412fe8ed-b432-4b91-9d1a-71838c101b99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819576 Jul 06 19:15:15.357403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-f1958ade-4f62-4950-8df4-345bab39ae9b service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828419 Jul 06 19:15:15.463541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-529c9174-1dfa-4278-bb6e-5ca54606a5c6 req-77f132ec-4caf-4f5e-b1ac-8aa279a611b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988517 Jul 06 19:15:15.574674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e770-4843-432a-b856-a4907a3f831a req-ea406b03-9048-4242-aa42-767a9ce5f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:15.576272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0b4e770-4843-432a-b856-a4907a3f831a req-ea406b03-9048-4242-aa42-767a9ce5f3b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1094 time: 0.0584762 Jul 06 19:15:15.622113 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1d43b40d-91da-4d6c-baad-82d50affd731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:15.667165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e770-4843-432a-b856-a4907a3f831a req-37898e54-0b5b-4711-970d-35e9d0a88a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:15.668698 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0b4e770-4843-432a-b856-a4907a3f831a req-37898e54-0b5b-4711-970d-35e9d0a88a0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0859013 Jul 06 19:15:15.721340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0b4e770-4843-432a-b856-a4907a3f831a req-0f532cc3-cf2b-44f3-84bf-38aad49515f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 217 time: 0.0433207 Jul 06 19:15:15.771451 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e770-4843-432a-b856-a4907a3f831a req-a3e503ce-e829-4c37-924d-a913063b220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:15.772920 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0b4e770-4843-432a-b856-a4907a3f831a req-a3e503ce-e829-4c37-924d-a913063b220e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0440235 Jul 06 19:15:15.831822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e770-4843-432a-b856-a4907a3f831a req-106213c0-c246-4526-9a57-a4f71a11eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:15.833358 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0b4e770-4843-432a-b856-a4907a3f831a req-106213c0-c246-4526-9a57-a4f71a11eaa2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532718 Jul 06 19:15:15.938554 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0b4e770-4843-432a-b856-a4907a3f831a req-0ed0c18e-9b23-4148-b226-4c26c8fd56ac service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972559 Jul 06 19:15:16.046289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b0b4e770-4843-432a-b856-a4907a3f831a req-885edde0-2b73-4ea8-8e36-7b200f7dc3f7 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005442 Jul 06 19:15:16.453049 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796ed4-12d8-4d2d-b6db-f7b0e180ea67 req-3d62d704-6993-411b-b79d-cbd898bdca7a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:16.454588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f796ed4-12d8-4d2d-b6db-f7b0e180ea67 req-3d62d704-6993-411b-b79d-cbd898bdca7a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0719810 Jul 06 19:15:16.495339 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0f796ed4-12d8-4d2d-b6db-f7b0e180ea67 req-f1371387-9f75-479b-99e3-28330e501bfc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347850 Jul 06 19:15:17.554368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:15:17.653198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:17.673537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'mac_address': 'fa:16:3e:53:2d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:15:17.680481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bbe7e-f674-44a2-9be7-f5cce5e689bd req-60e1f24d-1c9a-413c-9c9a-8bdeee1ed19c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:17.682087 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf9bbe7e-f674-44a2-9be7-f5cce5e689bd req-60e1f24d-1c9a-413c-9c9a-8bdeee1ed19c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0729592 Jul 06 19:15:17.713207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:17.726207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882d2eb4-d412-467f-ab27-77ee630dddf5 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:15:17.727840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf9bbe7e-f674-44a2-9be7-f5cce5e689bd req-f26f8ff4-46a5-499a-9b16-75847cd752b2 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Jul 06 19:15:17.746056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:17.752604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:17.799088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:17.944155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['882d2eb4-d412-467f-ab27-77ee630dddf5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:15:18.265181 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a91f3520-98a0-4a08-8351-bb3d5bcbd261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:18.489003 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:18.906581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d299b6c-f86c-4d18-91e0-f3ad2dd8fb04 req-ab1202bd-9ab8-447f-a645-18b17273f961 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:18.908032 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d299b6c-f86c-4d18-91e0-f3ad2dd8fb04 req-ab1202bd-9ab8-447f-a645-18b17273f961 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0675888 Jul 06 19:15:18.947237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4d299b6c-f86c-4d18-91e0-f3ad2dd8fb04 req-1651690d-7ce3-4a5d-bf05-97a6584f560b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329428 Jul 06 19:15:19.556930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:15:19.631059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:19.632259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 882d2eb4-d412-467f-ab27-77ee630dddf5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:15:19.639952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 882d2eb4-d412-467f-ab27-77ee630dddf5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:15:19.640455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:19.725274 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:19.747852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:15:19.750179 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94092e34863a14fa0b97a390731dfafd9596836936857c6ba4d4c40599262022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db417eb-3219-491a-9d9a-85db670beb4f" -d '{"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-plugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:15:19.763766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:15:19.770019 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:19.795684 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917d7d5d-d255-4ed4-83db-a121307eff9b x-openstack-request-id: req-917d7d5d-d255-4ed4-83db-a121307eff9b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:15:19.795982 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-plugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:15:19.796236 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-917d7d5d-d255-4ed4-83db-a121307eff9b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:15:19.796627 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'code': 200} Jul 06 19:15:19.826204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:15:19.950845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930c192-87e8-4ab7-85bc-e20b2ec08ce3 req-0a46c113-f37d-45ee-84ff-3a3075e7c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:19.952339 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d930c192-87e8-4ab7-85bc-e20b2ec08ce3 req-0a46c113-f37d-45ee-84ff-3a3075e7c903 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1096 time: 0.0960553 Jul 06 19:15:19.987994 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d930c192-87e8-4ab7-85bc-e20b2ec08ce3 req-67a4294b-3563-49b2-9a47-fcf4beaf13b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292954 Jul 06 19:15:20.124712 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac679e-dcaa-47c0-ad9b-727773de4bc9 req-29eb7dca-f4c1-43f4-817c-34a6e1f9ace9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:20.126160 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0eac679e-dcaa-47c0-ad9b-727773de4bc9 req-29eb7dca-f4c1-43f4-817c-34a6e1f9ace9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0686359 Jul 06 19:15:20.167246 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0eac679e-dcaa-47c0-ad9b-727773de4bc9 req-d7e12166-208b-44b2-85e7-7c2b0dbf0a93 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323989 Jul 06 19:15:21.172228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:21.378238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d067465-3a3d-469a-b358-14ffbf76c7ab req-ee736b5a-4eda-4512-96d2-09267b626f6b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:21.380639 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d067465-3a3d-469a-b358-14ffbf76c7ab req-ee736b5a-4eda-4512-96d2-09267b626f6b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0881386 Jul 06 19:15:21.422046 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2d067465-3a3d-469a-b358-14ffbf76c7ab req-a22e0ea5-379a-4fc9-9cff-bc494d5c20aa tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346332 Jul 06 19:15:21.606816 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b6738-2f3b-4496-b352-6217aa024c0a req-4477f444-ef1a-42e0-826a-c7fd9a6f0ad7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:21.608335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd3b6738-2f3b-4496-b352-6217aa024c0a req-4477f444-ef1a-42e0-826a-c7fd9a6f0ad7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0782180 Jul 06 19:15:21.620294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 51992) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:15:21.624893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Request body: {'floatingip': {'port_id': '882d2eb4-d412-467f-ab27-77ee630dddf5'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:15:21.668016 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:22.132522 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:22.139220 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:22.240933 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670 associated. External IP: 172.25.4.38, port: 882d2eb4-d412-467f-ab27-77ee630dddf5. Jul 06 19:15:22.461280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:15:22.794796 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:22.914962 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:22.924786 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:15:22.931443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:22.936046 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:15:22.945608 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:15:22.946326 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:15:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:15:22.967612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3eb48957-f3f7-42cc-bec3-15a997a0fc38 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "PUT /v2.0/floatingips/eaa2cb88-e91d-4311-9ae6-a42bb0f42670 HTTP/1.1" status: 200 len: 991 time: 1.3461947 Jul 06 19:15:22.968187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:15:22.970495 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e01044359fbde841f76ddb692a9e09a2c6f669428b510a5ebe73800f3c0f8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aea410-292e-4a19-ae85-abdb56ba1e04" -d '{"events": [{"name": "network-changed", "server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:15:23.055629 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:15:23.075707 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8ea70b-3fbe-4900-9f50-2dd71524660b x-openstack-request-id: req-9c8ea70b-3fbe-4900-9f50-2dd71524660b {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:15:23.076012 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:15:23.076247 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c8ea70b-3fbe-4900-9f50-2dd71524660b {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:15:23.076663 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'status': 'completed', 'code': 200} Jul 06 19:15:23.153873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-3d6dc637-0eb4-4dc4-94dc-c16957e542f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:23.155501 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-3d6dc637-0eb4-4dc4-94dc-c16957e542f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1096 time: 0.0574827 Jul 06 19:15:23.243983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-42b37fcd-5183-492c-a69e-d137eb1132d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:23.245495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-42b37fcd-5183-492c-a69e-d137eb1132d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0831161 Jul 06 19:15:23.279996 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:53:2d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:15:22Z', 'revision_number': 13, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:15:23.307105 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:15:23.316083 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:15:23.316719 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:15:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:15:23.444699 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:15:23.686596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-8f637e63-146b-4910-8c9f-e444311a8d23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 999 time: 0.4348505 Jul 06 19:15:23.751398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-2b354766-e983-480c-b8c7-8537a2e29c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:23.752904 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-2b354766-e983-480c-b8c7-8537a2e29c8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0587070 Jul 06 19:15:23.778462 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:53:2d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:15:22Z', 'revision_number': 13, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:15:23.804804 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc5795-1d1c-4e1c-8fac-651903ce230c None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'eaa2cb88-e91d-4311-9ae6-a42bb0f42670', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'port_id': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'mac_address': 'fa:16:3e:53:2d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:08:14Z', 'updated_at': '2021-07-06T19:15:22Z', 'revision_number': 13, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:15:23.815580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-a55b31f9-2592-4b39-acdb-2906a4463e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:23.817281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-a55b31f9-2592-4b39-acdb-2906a4463e70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578344 Jul 06 19:15:23.914541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-4f92df20-aa2c-4c02-a350-a2f80d6fa2a5 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900583 Jul 06 19:15:24.005208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19aea410-292e-4a19-ae85-abdb56ba1e04 req-40dd7029-27a8-48a6-8e60-2f780396d76a service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844698 Jul 06 19:15:24.013416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b54a787-a49f-4bf7-85c9-ed9867402c28 None None] New status for floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:15:36.352569 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:15:45.624197 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c791-d9f1-47aa-a77c-93f922443a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:48.280115 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b52bd564-cf96-49bb-b448-004442464829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:48.484659 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:49.625516 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:51.180165 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:51.438823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-0c884fb5-ca2e-473f-bafa-5fa165c0537a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608602 Jul 06 19:15:51.563095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-3ff2a571-9017-483a-9b3e-af0b9ddd340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:51.564688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-3ff2a571-9017-483a-9b3e-af0b9ddd340e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1096 time: 0.0679550 Jul 06 19:15:51.677662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-d9675b48-8e74-45fe-8545-7250d01e9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:51.679178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-d9675b48-8e74-45fe-8545-7250d01e9497 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0891216 Jul 06 19:15:51.748914 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-97489a39-6047-4b8a-967c-0c61f04488c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 1001 time: 0.0624564 Jul 06 19:15:51.801465 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-d8855979-4c3a-43ce-999f-2cba1a4cdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:51.803756 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-d8855979-4c3a-43ce-999f-2cba1a4cdb35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0473475 Jul 06 19:15:51.864230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-0e6336fd-629e-4c1f-a9bd-04cc5d2f9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:51.865917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-0e6336fd-629e-4c1f-a9bd-04cc5d2f9f9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547469 Jul 06 19:15:51.981700 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-f317c406-6f5f-49ab-b33a-b31f057c0c53 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079381 Jul 06 19:15:52.078222 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a91b7ea0-e07b-4247-825b-cbdec8e4de4e req-61f5cb39-ddc0-4c62-b6b4-734028bb88f6 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891719 Jul 06 19:15:52.806941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:52.919643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:13.352915 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:16:15.628828 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c531d36-9fec-45e6-9a00-64bae08d3983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:18.266112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9883d735-832d-4b30-a3e1-086336d65436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:18.488875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:19.630146 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:21.180828 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:22.808677 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:22.931591 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:45.632100 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0e08c242-37d3-4a52-8235-44019960c4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:48.275898 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-479ac479-6960-4f3f-89af-6b72823fa1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:48.493770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:49.637521 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:50.358209 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:16:51.182553 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:51.537506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a9e24b-6c94-47c9-a79b-27393915770d req-2788d9c4-7da0-4164-913d-c6b8a53671a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007285 Jul 06 19:16:51.653379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e24b-6c94-47c9-a79b-27393915770d req-77e89a2e-5c75-48dc-ac24-dd7bcf5e288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:51.655306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a9e24b-6c94-47c9-a79b-27393915770d req-77e89a2e-5c75-48dc-ac24-dd7bcf5e288b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1096 time: 0.0669260 Jul 06 19:16:51.769315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e24b-6c94-47c9-a79b-27393915770d req-e35dccea-7e67-42f0-aba4-5ac1084eebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:51.770751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a9e24b-6c94-47c9-a79b-27393915770d req-e35dccea-7e67-42f0-aba4-5ac1084eebda service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0935252 Jul 06 19:16:51.848550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a9e24b-6c94-47c9-a79b-27393915770d req-4c87aff0-d915-4ee8-96f7-9d6954fea026 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 1001 time: 0.0709481 Jul 06 19:16:51.902068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e24b-6c94-47c9-a79b-27393915770d req-41569f85-3471-4257-b9a0-e29b24cce9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:51.903747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a9e24b-6c94-47c9-a79b-27393915770d req-41569f85-3471-4257-b9a0-e29b24cce9ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0494490 Jul 06 19:16:51.984638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e24b-6c94-47c9-a79b-27393915770d req-aa7e7758-84ab-4f3f-b2f9-037c38d4050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:51.987264 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a9e24b-6c94-47c9-a79b-27393915770d req-aa7e7758-84ab-4f3f-b2f9-037c38d4050d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772142 Jul 06 19:16:52.096843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a9e24b-6c94-47c9-a79b-27393915770d req-4553425d-59f3-4b25-8332-1333154e09c4 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029444 Jul 06 19:16:52.187446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66a9e24b-6c94-47c9-a79b-27393915770d req-1d586b64-e581-4c48-9a2b-0f38481588c1 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844038 Jul 06 19:16:52.827817 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:52.930057 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:00.387704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e1f94-92c3-4dcf-b4fb-9983d63fc79d req-7f4eeaec-0af1-46a6-a4b5-13165a8eae5c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:00.389215 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-707e1f94-92c3-4dcf-b4fb-9983d63fc79d req-7f4eeaec-0af1-46a6-a4b5-13165a8eae5c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.1295545 Jul 06 19:17:00.438912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-707e1f94-92c3-4dcf-b4fb-9983d63fc79d req-4d1f7515-df77-4767-8fdc-d3a68879c4ab tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425234 Jul 06 19:17:12.116438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-dcb402cc-8754-48cb-b792-70157e52d02a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530689 Jul 06 19:17:12.172135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848bbb8-f6bc-43a2-a673-fa9a0ee9a143 req-56c6c609-219d-4d67-8aca-14b1b78ee5d6 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:12.173660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a848bbb8-f6bc-43a2-a673-fa9a0ee9a143 req-56c6c609-219d-4d67-8aca-14b1b78ee5d6 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0646689 Jul 06 19:17:12.211766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a848bbb8-f6bc-43a2-a673-fa9a0ee9a143 req-52e1a730-be43-4c37-abd3-633687d051dd tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Jul 06 19:17:13.412103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-3a49300c-6557-4075-b5ac-42dab1994958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:13.413629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-3a49300c-6557-4075-b5ac-42dab1994958 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1096 time: 0.0971518 Jul 06 19:17:13.426628 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb1675-3619-43f0-bdcf-78a9bb5257dc req-2b9ad24f-4230-4815-b528-cb3fd3c2b34c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:13.428084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bbb1675-3619-43f0-bdcf-78a9bb5257dc req-2b9ad24f-4230-4815-b528-cb3fd3c2b34c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0857303 Jul 06 19:17:13.520833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7bbb1675-3619-43f0-bdcf-78a9bb5257dc req-63d52021-7431-4f40-b1c2-885b45feeef3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844276 Jul 06 19:17:13.546078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-f1447f21-49fc-4610-a614-909bc3695a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:13.547623 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-f1447f21-49fc-4610-a614-909bc3695a4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1186957 Jul 06 19:17:13.621552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-370bc77a-bf5f-4195-a616-e94d7d227cbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 1001 time: 0.0665102 Jul 06 19:17:13.673082 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-a1508f23-2ff6-4b6d-a212-4a73650375f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:13.674601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-a1508f23-2ff6-4b6d-a212-4a73650375f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0459881 Jul 06 19:17:13.735301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-dcba06b5-0a0e-4ef3-9fa7-f9a1d6187b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:13.736840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-dcba06b5-0a0e-4ef3-9fa7-f9a1d6187b49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555563 Jul 06 19:17:13.833596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-f0bc6629-f080-4941-9853-489f84b33485 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897675 Jul 06 19:17:13.935284 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-6a9a1532-8cc2-423c-a05a-8c8a7cf10dd1 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940425 Jul 06 19:17:14.707776 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b500b3-f6a3-401e-8318-a7449ec6be7f req-6c766d81-aeaf-4402-b9c3-b8c1252c3bd4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:14.709294 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80b500b3-f6a3-401e-8318-a7449ec6be7f req-6c766d81-aeaf-4402-b9c3-b8c1252c3bd4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0730052 Jul 06 19:17:14.753579 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80b500b3-f6a3-401e-8318-a7449ec6be7f req-7704db90-51d3-4ae8-aa86-41e3f2b996ef tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382600 Jul 06 19:17:15.638511 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6707654-8430-41cb-9059-51bd3447d1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:15.948782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab01d-7c53-4a5a-9cdd-771f1d875a14 req-f90c0b2b-1d99-484b-b66b-467b72d223ee tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:15.950297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c18ab01d-7c53-4a5a-9cdd-771f1d875a14 req-f90c0b2b-1d99-484b-b66b-467b72d223ee tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0822453 Jul 06 19:17:15.990423 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c18ab01d-7c53-4a5a-9cdd-771f1d875a14 req-69d6a980-a1dc-472d-a25b-bbbfcf164fe9 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342970 Jul 06 19:17:17.191646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783288c-22fb-4a00-8b8c-9ea147dd1fe0 req-4ad3887a-63c8-4117-ad25-81abe929d1e4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:17.193185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8783288c-22fb-4a00-8b8c-9ea147dd1fe0 req-4ad3887a-63c8-4117-ad25-81abe929d1e4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0652261 Jul 06 19:17:17.240473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8783288c-22fb-4a00-8b8c-9ea147dd1fe0 req-f2d8fa2d-f9ff-490c-8947-8ca665042696 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413787 Jul 06 19:17:18.271014 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79380d44-8cf1-4ffc-b23a-dede44cb8a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:18.418591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d95b8-59c3-4d36-a704-7a7f9c3973c5 req-73117d6a-b398-4c8b-b6d7-8dccd086c2a7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:18.420098 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f6d95b8-59c3-4d36-a704-7a7f9c3973c5 req-73117d6a-b398-4c8b-b6d7-8dccd086c2a7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0659494 Jul 06 19:17:18.458207 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f6d95b8-59c3-4d36-a704-7a7f9c3973c5 req-6917f663-9a35-4b2d-bf8a-65f3a33bbf41 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323567 Jul 06 19:17:18.502824 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:19.641861 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:19.646615 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359f6b7-2b8d-4d44-8351-d1d0b4584163 req-3cba2e4c-036a-4f2b-88ff-25091757893a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:19.648120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9359f6b7-2b8d-4d44-8351-d1d0b4584163 req-3cba2e4c-036a-4f2b-88ff-25091757893a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0696933 Jul 06 19:17:19.686331 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9359f6b7-2b8d-4d44-8351-d1d0b4584163 req-71e94892-1a83-41ad-a3fe-2efcd525c298 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322971 Jul 06 19:17:20.870021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5c2f8-b5b0-40bc-8b65-a7449e4b3174 req-61f8b5f2-a4e3-4ca8-80f5-055509bd22bc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:20.871520 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07c5c2f8-b5b0-40bc-8b65-a7449e4b3174 req-61f8b5f2-a4e3-4ca8-80f5-055509bd22bc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0665569 Jul 06 19:17:20.912569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07c5c2f8-b5b0-40bc-8b65-a7449e4b3174 req-2942eef7-98f5-499d-ab66-d08297599f4d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Jul 06 19:17:21.185936 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:22.101108 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c37e70-d1da-45fb-9562-23317316ee78 req-aa036776-1fe6-4f74-9d8f-f042083b5981 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:22.102622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53c37e70-d1da-45fb-9562-23317316ee78 req-aa036776-1fe6-4f74-9d8f-f042083b5981 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0666482 Jul 06 19:17:22.148513 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-53c37e70-d1da-45fb-9562-23317316ee78 req-1c5f792f-fa93-4ce9-8c2a-66de3bb1d685 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 Jul 06 19:17:22.851369 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:22.920427 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:23.350619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57748d-9eb7-423a-a36e-ff5fd47d4997 req-93e9702d-5adb-40a0-b367-13ed00a6c6b7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:23.352133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b57748d-9eb7-423a-a36e-ff5fd47d4997 req-93e9702d-5adb-40a0-b367-13ed00a6c6b7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0711517 Jul 06 19:17:23.397976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b57748d-9eb7-423a-a36e-ff5fd47d4997 req-ec578b03-31a8-47c9-a83e-3fbbde2b6ab3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399642 Jul 06 19:17:24.589245 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef1ab-a10b-4fb9-a7a9-76725c782fdc req-44d02ea2-0ec0-4f63-8a34-fe79ad246bfa tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:24.590794 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fa3ef1ab-a10b-4fb9-a7a9-76725c782fdc req-44d02ea2-0ec0-4f63-8a34-fe79ad246bfa tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0677299 Jul 06 19:17:24.630540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fa3ef1ab-a10b-4fb9-a7a9-76725c782fdc req-9439bf9c-8d06-4c06-9644-aca970e4c83b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339117 Jul 06 19:17:25.811817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879479db-9f2f-4efb-9f24-612a58fed28e req-35b877cd-9915-451a-bb7e-b53e27898664 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:25.813242 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-879479db-9f2f-4efb-9f24-612a58fed28e req-35b877cd-9915-451a-bb7e-b53e27898664 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0706701 Jul 06 19:17:25.858217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-879479db-9f2f-4efb-9f24-612a58fed28e req-efc8270f-574c-4015-815a-26d3e53559fe tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390525 Jul 06 19:17:27.051183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3282f5-9b16-4111-9abd-26b1de5361ff req-c6c9d09c-f029-4f8b-82d9-f294db88194a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:27.052848 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cb3282f5-9b16-4111-9abd-26b1de5361ff req-c6c9d09c-f029-4f8b-82d9-f294db88194a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0709965 Jul 06 19:17:27.090903 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cb3282f5-9b16-4111-9abd-26b1de5361ff req-497f74e1-f9ed-4a37-9972-be5b37412284 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322952 Jul 06 19:17:27.363550 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:17:27.854800 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-7c2488db-4fcc-4650-adc2-9d44cad43943 service neutron] show failed (client error): The resource could not be found. Jul 06 19:17:27.855867 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-7c2488db-4fcc-4650-adc2-9d44cad43943 service neutron] 10.222.0.24 "GET /v2.0/ports/882d2eb4-d412-467f-ab27-77ee630dddf5/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0615704 Jul 06 19:17:28.214185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-492fbec8-3cd7-439e-8eb0-93b851d6233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:28.215629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-492fbec8-3cd7-439e-8eb0-93b851d6233f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 1096 time: 0.1011751 Jul 06 19:17:28.239899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:17:28.334032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef84e-9c1f-49ec-8b03-7ca046062501 req-b972dcb2-b60c-4cf4-9ee8-b9caf5730a88 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:28.335436 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-625ef84e-9c1f-49ec-8b03-7ca046062501 req-b972dcb2-b60c-4cf4-9ee8-b9caf5730a88 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.1317773 Jul 06 19:17:28.338141 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:28.402502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-625ef84e-9c1f-49ec-8b03-7ca046062501 req-35bbffbb-14f5-4898-bded-254341c87f4c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610757 Jul 06 19:17:28.577769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:17:28.615673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:17:28.655308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:17:28.660355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:28.673747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Transition to ACTIVE for port object 882d2eb4-d412-467f-ab27-77ee630dddf5 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:17:28.678755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:28.704849 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2eb87-57b5-4388-86f6-2fc5a8d64ffa" -d '{"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-unplugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:17:28.732419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:28.777513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.777904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.778247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.778584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.779242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.779632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.779906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.780296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.780633 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.780949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.781272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.781596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:28.832993 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7801f32-92f1-4d22-9deb-6440b06eab41 x-openstack-request-id: req-f7801f32-92f1-4d22-9deb-6440b06eab41 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:17:28.833269 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-unplugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:17:28.833522 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7801f32-92f1-4d22-9deb-6440b06eab41 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:17:28.833951 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'code': 200} Jul 06 19:17:28.834746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] No DVR routers for this DVR port 882d2eb4-d412-467f-ab27-77ee630dddf5 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:17:28.973666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:17:28.974452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:17:28.974452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:17:28.978698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:17:28.979022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:17:28.983939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:17:28.984248 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:17:28.984639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:17:28.985066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Bound port: 882d2eb4-d412-467f-ab27-77ee630dddf5, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:17:28.985463 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:29.050592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:17:29.055029 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:17:29.062217 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:29.103511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:29.104132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:29.105522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] 10.222.0.41 "PUT /v2.0/ports/882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 1091 time: 0.8707752 Jul 06 19:17:29.125111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136afb1e-0ab8-4ce6-9f7b-1ffd8590d5ca service neutron] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:29.196822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-7e680e9f-6a9c-46cd-a38b-3b51ca7c04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:29.198543 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-7e680e9f-6a9c-46cd-a38b-3b51ca7c04c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1094 time: 0.0638633 Jul 06 19:17:29.294161 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-87b2de60-f949-422f-bc78-c7917666353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:29.295663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-87b2de60-f949-422f-bc78-c7917666353f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0909576 Jul 06 19:17:29.364129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-9053ef71-8cfa-44d5-8bee-f07b8c9752c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 999 time: 0.0609593 Jul 06 19:17:29.414748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-bd479921-c0fe-440a-8f1e-5009b45df1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:29.416271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-bd479921-c0fe-440a-8f1e-5009b45df1c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0462136 Jul 06 19:17:29.481580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-dba08ae4-510c-4aa6-bf9f-9f734c11102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:29.483153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-dba08ae4-510c-4aa6-bf9f-9f734c11102f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598326 Jul 06 19:17:29.613216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-cd30472e-3169-40ed-ab62-24315c22f712 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223483 Jul 06 19:17:29.635433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e425-59b8-45c2-a374-a310a42c47bf req-aba318a2-3194-4f04-b87c-c4bcd7ca3925 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:29.636838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd53e425-59b8-45c2-a374-a310a42c47bf req-aba318a2-3194-4f04-b87c-c4bcd7ca3925 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.1043847 Jul 06 19:17:29.725519 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bd53e425-59b8-45c2-a374-a310a42c47bf req-598038f4-d88e-40a8-9ab7-270bfffd7ccf tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770142 Jul 06 19:17:29.741635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8f9fbe41-7d54-47a0-a0b8-472b691dc92c req-09de5749-7c72-4365-b505-b01b5fc25c86 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199872 Jul 06 19:17:30.239669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:17:30.280134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:17:30.835418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:17:30.838152 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72" -d '{"events": [{"name": "network-changed", "server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:17:30.893165 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9b2ed7-04f0-4f39-9acc-80cff2081d0f x-openstack-request-id: req-8e9b2ed7-04f0-4f39-9acc-80cff2081d0f {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:17:30.893466 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:17:30.893850 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e9b2ed7-04f0-4f39-9acc-80cff2081d0f {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:17:30.894398 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'status': 'completed', 'code': 200} Jul 06 19:17:30.978524 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10bf01-ee2d-4fcf-91b7-db4306743396 req-5b59f158-81bb-4273-ac01-35f5e3ae19d4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:30.985521 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b10bf01-ee2d-4fcf-91b7-db4306743396 req-5b59f158-81bb-4273-ac01-35f5e3ae19d4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0726612 Jul 06 19:17:31.009963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-61a78a0b-c2d2-436d-ae05-fd25cfb408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:31.011673 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-61a78a0b-c2d2-436d-ae05-fd25cfb408bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1094 time: 0.0966778 Jul 06 19:17:31.013841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-0318e7e4-d8f3-4dd1-b309-66917541a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:31.015363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-0318e7e4-d8f3-4dd1-b309-66917541a235 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1094 time: 0.0926547 Jul 06 19:17:31.019370 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b10bf01-ee2d-4fcf-91b7-db4306743396 req-7ce7abab-c431-4835-9888-d67efd23b2e6 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328085 Jul 06 19:17:31.174105 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-d4ce4bec-c23c-4bb2-bf19-7f388431f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:31.175605 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-d4ce4bec-c23c-4bb2-bf19-7f388431f324 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1568038 Jul 06 19:17:31.176701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-10a1e18a-f929-4128-b08f-8e617e9d551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:31.178027 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-10a1e18a-f929-4128-b08f-8e617e9d551d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1505260 Jul 06 19:17:31.290466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-57efbe4a-5b36-4416-a8d3-c721b3eb5001 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 999 time: 0.1078887 Jul 06 19:17:31.294271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-17732619-7d69-41d0-bde0-5633d7c446b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 999 time: 0.1061413 Jul 06 19:17:31.376681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-aff55704-644e-461d-bddf-e928245b1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:31.378121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-aff55704-644e-461d-bddf-e928245b1d53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0803442 Jul 06 19:17:31.379791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-8bdd1405-c6a3-4fac-9062-20a3be61f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:31.381129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-8bdd1405-c6a3-4fac-9062-20a3be61f4bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0757453 Jul 06 19:17:31.471069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-96dc7ca5-4562-43a8-ade9-82f5f4860108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:31.472811 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-96dc7ca5-4562-43a8-ade9-82f5f4860108 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879858 Jul 06 19:17:31.478024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-c1965653-bff9-4d8f-9043-87291f0791c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:31.479747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-c1965653-bff9-4d8f-9043-87291f0791c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874836 Jul 06 19:17:31.635203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-d8e7f164-c0c7-4c3f-ab40-eae7efc6dcb0 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542981 Jul 06 19:17:31.637038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-0e6101b5-fcd6-42cb-8d88-242598dec88c service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489863 Jul 06 19:17:31.798396 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-ba21c5f3-159c-436d-b7b8-e449a69b3700 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565242 Jul 06 19:17:31.800696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4cf00b2f-36dd-4909-b012-76d9e6e9dd72 req-5d770881-6b9e-4ef9-a3d9-8915d33157a5 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511452 Jul 06 19:17:32.207174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50904af-c8e6-48c3-b291-6b9d95cc3b49 req-b95f04fd-ad93-4a74-8b27-9a78b1a03545 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:32.208695 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f50904af-c8e6-48c3-b291-6b9d95cc3b49 req-b95f04fd-ad93-4a74-8b27-9a78b1a03545 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0700886 Jul 06 19:17:32.248957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f50904af-c8e6-48c3-b291-6b9d95cc3b49 req-6b8efbbb-86ab-47c2-a83d-e55417b24fa1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342753 Jul 06 19:17:33.433167 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c4691-9eb0-44b2-a02b-c040593a2284 req-ae11335b-11ec-41f2-96de-9e6333c6df24 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:33.434671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-281c4691-9eb0-44b2-a02b-c040593a2284 req-ae11335b-11ec-41f2-96de-9e6333c6df24 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0698082 Jul 06 19:17:33.474111 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-281c4691-9eb0-44b2-a02b-c040593a2284 req-228dc9a3-7a00-43c3-bbaa-2e4b25e1a9a3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335681 Jul 06 19:17:34.649460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4de37-8bf9-4500-889e-035037d1d749 req-5c5c4629-8c46-401d-82dc-714140a42c4d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:34.650864 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fce4de37-8bf9-4500-889e-035037d1d749 req-5c5c4629-8c46-401d-82dc-714140a42c4d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0630097 Jul 06 19:17:34.695709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fce4de37-8bf9-4500-889e-035037d1d749 req-a47f1fb8-b9f2-4857-a8f1-3c43d63afb2e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358815 Jul 06 19:17:35.893674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd60832-5c2f-4d6a-9707-3d5b075ec7b1 req-4909922b-3316-49e6-8521-4bac106da68c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:35.895093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd60832-5c2f-4d6a-9707-3d5b075ec7b1 req-4909922b-3316-49e6-8521-4bac106da68c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0728548 Jul 06 19:17:35.936144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0bd60832-5c2f-4d6a-9707-3d5b075ec7b1 req-e28cd3e8-1691-4487-8c45-01ca6da7be6f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326695 Jul 06 19:17:37.128783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa833b4-db65-4cf8-bda8-26e00e3e0834 req-b969908d-baa9-49c0-9b0b-52b7a10000bf tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:37.130918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7aa833b4-db65-4cf8-bda8-26e00e3e0834 req-b969908d-baa9-49c0-9b0b-52b7a10000bf tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0826695 Jul 06 19:17:37.171810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7aa833b4-db65-4cf8-bda8-26e00e3e0834 req-aba098a7-3fd6-4dc1-b219-802771440c56 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339322 Jul 06 19:17:38.366054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85afe7-f288-4d2c-8743-aa8cf1879418 req-56a4105d-d3dc-425f-b5c3-1fbc0578cd3c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:38.367522 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd85afe7-f288-4d2c-8743-aa8cf1879418 req-56a4105d-d3dc-425f-b5c3-1fbc0578cd3c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0664883 Jul 06 19:17:38.409616 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cd85afe7-f288-4d2c-8743-aa8cf1879418 req-eb5e694b-14c6-416f-bd23-dd34f159ba2e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347044 Jul 06 19:17:39.608674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaea8b-bac6-4973-bce5-4abe03d48d4c req-764b913f-78a8-481b-af3e-718569a34c44 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:39.610244 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcaea8b-bac6-4973-bce5-4abe03d48d4c req-764b913f-78a8-481b-af3e-718569a34c44 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0652130 Jul 06 19:17:39.649769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcaea8b-bac6-4973-bce5-4abe03d48d4c req-c152676b-30a8-4d81-be74-116807423351 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335531 Jul 06 19:17:40.909385 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e3626-00a2-420f-8f1e-fefe9cd2be22 req-0bc66870-7f88-4264-8ed9-49aac590b5a3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:40.910914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-309e3626-00a2-420f-8f1e-fefe9cd2be22 req-0bc66870-7f88-4264-8ed9-49aac590b5a3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0786185 Jul 06 19:17:40.953799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-309e3626-00a2-420f-8f1e-fefe9cd2be22 req-3b261305-f218-4b14-a458-73ec3466a766 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343785 Jul 06 19:17:42.150866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66569a7c-57e0-4848-aec0-0caffe42a300 req-b4205195-2dd1-4aa8-accd-255b66850c6f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:42.152387 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66569a7c-57e0-4848-aec0-0caffe42a300 req-b4205195-2dd1-4aa8-accd-255b66850c6f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 943 time: 0.0737224 Jul 06 19:17:42.192347 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-66569a7c-57e0-4848-aec0-0caffe42a300 req-5a39901f-2e7b-46ee-a7ad-ad2069e4cc0f tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327427 Jul 06 19:17:42.291419 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:17:42.388020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:17:42.399502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'mac_address': 'fa:16:3e:53:2d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:17:42.440101 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:42.453860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882d2eb4-d412-467f-ab27-77ee630dddf5 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:17:42.474300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:17:42.479848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:42.527977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:42.538397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.538864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.539319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.539735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.540355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.540649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.541141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.541657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.542159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.542543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.543007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.543437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:42.665296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-7b3d8e0e-ef1e-4a90-8db6-98079890125b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:42.666848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-7b3d8e0e-ef1e-4a90-8db6-98079890125b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.41 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370&tenant_id=fc6c4456c82d4a6096027eca200e80ba&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 944 time: 0.0968077 Jul 06 19:17:42.731014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['882d2eb4-d412-467f-ab27-77ee630dddf5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:17:43.108106 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02324d-7ad7-4919-8201-753606e903b0 req-745d59a8-e8a3-4562-8074-7ebdb2469174 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:43.109660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f02324d-7ad7-4919-8201-753606e903b0 req-745d59a8-e8a3-4562-8074-7ebdb2469174 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.4806135 Jul 06 19:17:43.112548 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-1b597f03-17a6-4a9c-9dfb-7e8d5ca286b4 service neutron] 10.222.0.41 "GET /v2.0/ports/882d2eb4-d412-467f-ab27-77ee630dddf5/bindings/n-h1-799684-2 HTTP/1.1" status: 200 len: 382 time: 0.4391272 Jul 06 19:17:43.157274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f02324d-7ad7-4919-8201-753606e903b0 req-29882334-b38e-4083-ace3-2e5f0386547e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406089 Jul 06 19:17:43.199651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-aea8e1dd-faf9-4fa8-b902-c2d38f45b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:43.201140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-aea8e1dd-faf9-4fa8-b902-c2d38f45b2fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1095 time: 0.0588613 Jul 06 19:17:43.305953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-01ab6c60-af28-4b3f-ab30-652929780d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:43.307547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-01ab6c60-af28-4b3f-ab30-652929780d19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0981042 Jul 06 19:17:43.388714 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-3d51f223-0145-4a1c-b020-d1ca27ece66c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 1000 time: 0.0737646 Jul 06 19:17:43.439872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-b8e0d192-cbd7-4cfc-bd22-b075b78f3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:43.441343 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-b8e0d192-cbd7-4cfc-bd22-b075b78f3bb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0457160 Jul 06 19:17:43.505739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-8034f0fe-e306-4808-8c14-80ea6c7826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:43.507285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-8034f0fe-e306-4808-8c14-80ea6c7826c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598087 Jul 06 19:17:43.596472 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-67cc87a7-1c21-4cd4-ba76-096d42e5a738 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826714 Jul 06 19:17:43.692576 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-55cfbf31-e508-4f99-a6c7-b30e67761fde service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892990 Jul 06 19:17:44.305622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:17:44.351290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b94bf7-5340-4c7b-86f2-58da3d346469 req-ff9a97ee-0f67-4d42-8faf-003040da6700 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:44.352781 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68b94bf7-5340-4c7b-86f2-58da3d346469 req-ff9a97ee-0f67-4d42-8faf-003040da6700 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0713077 Jul 06 19:17:44.361592 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 882d2eb4-d412-467f-ab27-77ee630dddf5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:17:44.365586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 882d2eb4-d412-467f-ab27-77ee630dddf5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:17:44.366015 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:44.394382 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68b94bf7-5340-4c7b-86f2-58da3d346469 req-b1f83658-6bf0-4a96-9036-a3090ee8bd3c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349116 Jul 06 19:17:44.443828 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:44.469025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:17:44.484365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:17:44.489839 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:44.515717 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a13743-10da-4e5e-a872-cb8b5d27e337" -d '{"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-plugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:17:44.544770 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:44.616910 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c2d586-1f0a-4d39-a9e9-4189841d6cff x-openstack-request-id: req-69c2d586-1f0a-4d39-a9e9-4189841d6cff {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:17:44.617247 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-plugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:17:44.617421 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69c2d586-1f0a-4d39-a9e9-4189841d6cff {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:17:44.617879 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'code': 200} Jul 06 19:17:45.573578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c65d1-68ee-4dc5-a547-386d839acff3 req-53792cc3-ab66-4119-9212-5b1bc4c99a06 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:45.575133 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e9c65d1-68ee-4dc5-a547-386d839acff3 req-53792cc3-ab66-4119-9212-5b1bc4c99a06 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0665219 Jul 06 19:17:45.614907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e9c65d1-68ee-4dc5-a547-386d839acff3 req-19679f49-ce36-4d55-a77b-ec7b9552ade8 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Jul 06 19:17:45.643586 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b7dcb528-cd6d-4e83-9705-b56f7bb68677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:46.808073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d567d91-dbdd-48a4-beb9-117d396024a1 req-7260b20b-2879-426d-a4c1-b7404a7893ab tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:46.809644 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d567d91-dbdd-48a4-beb9-117d396024a1 req-7260b20b-2879-426d-a4c1-b7404a7893ab tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0687902 Jul 06 19:17:46.848279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9d567d91-dbdd-48a4-beb9-117d396024a1 req-63221aa1-74c1-4625-a16f-03b6e66d072b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328026 Jul 06 19:17:47.614002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-afd70cde-5443-48ca-8604-cc54268b7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:47.615569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-afd70cde-5443-48ca-8604-cc54268b7ee6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370&tenant_id=fc6c4456c82d4a6096027eca200e80ba HTTP/1.1" status: 200 len: 1096 time: 0.0532215 Jul 06 19:17:47.626803 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:17:47.703297 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:47.914693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:17:47.949066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:17:47.989095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:17:47.991400 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68216961-2333-4ab7-b4fe-caff38bc46cf" -d '{"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-unplugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:17:47.995112 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:48.007765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Transition to ACTIVE for port object 882d2eb4-d412-467f-ab27-77ee630dddf5 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:17:48.013089 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:48.042015 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d5489-19f3-4044-bdad-89ea40eeea61 req-b92352d8-54ef-4f28-9dd1-da4a49baef52 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:48.044197 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f06d5489-19f3-4044-bdad-89ea40eeea61 req-b92352d8-54ef-4f28-9dd1-da4a49baef52 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0809569 Jul 06 19:17:48.048515 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d18119c-ea64-4cdd-b6c5-0767eaf736a3 x-openstack-request-id: req-1d18119c-ea64-4cdd-b6c5-0767eaf736a3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:17:48.048843 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-unplugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:17:48.049098 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d18119c-ea64-4cdd-b6c5-0767eaf736a3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:17:48.049522 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'code': 200} Jul 06 19:17:48.088285 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f06d5489-19f3-4044-bdad-89ea40eeea61 req-ced8f144-5cc3-4414-9650-514f5ae64923 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359106 Jul 06 19:17:48.095454 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=10']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:48.141124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] No DVR routers for this DVR port 882d2eb4-d412-467f-ab27-77ee630dddf5 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:17:48.263650 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4444709d-5787-4356-9587-2d913622a403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:48.280891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:17:48.281206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:17:48.281587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:17:48.286089 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:17:48.286412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Attempting to bind port 882d2eb4-d412-467f-ab27-77ee630dddf5 on network e8feca49-dc05-423b-bdb1-fc781281616f {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:17:48.291243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:17:48.291580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Checking segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:17:48.291968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Bound using segment: {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:17:48.292433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Bound port: 882d2eb4-d412-467f-ab27-77ee630dddf5, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfea778-36ba-4964-9cc9-5cdc4274b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:17:48.292783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:48.336372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:17:48.360974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:17:48.364140 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:17:48.372135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:48.377872 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:17:48.405785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:48.406264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:48.407717 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] 10.222.0.24 "PUT /v2.0/ports/882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 1092 time: 0.7850850 Jul 06 19:17:48.439359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c1e0c-c773-42c3-99d3-7eb36144df22 service neutron] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=11']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:48.493168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-5cb0f333-0309-4588-a069-fb6df0a64a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:48.494985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-5cb0f333-0309-4588-a069-fb6df0a64a2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1095 time: 0.0633335 Jul 06 19:17:48.496454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:48.591398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-d8d5b95f-67b4-4fb3-bdb3-01eec83178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:48.593037 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-d8d5b95f-67b4-4fb3-bdb3-01eec83178ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0921926 Jul 06 19:17:48.659996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-53956e35-c06c-48f4-af55-fddd6af6ece3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 999 time: 0.0605268 Jul 06 19:17:48.712828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-74632c4c-13d2-4224-a661-cce31a72b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:48.714248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-74632c4c-13d2-4224-a661-cce31a72b348 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0482221 Jul 06 19:17:48.781066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903443e2-bfec-4817-b01a-92cce31811fa req-552ec0e4-7c7a-464d-8de1-04cbe213be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:48.782719 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-552ec0e4-7c7a-464d-8de1-04cbe213be2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618167 Jul 06 19:17:48.870616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-27552b56-1ce0-4107-a9ed-5f7306f5f85f service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814991 Jul 06 19:17:48.969634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-903443e2-bfec-4817-b01a-92cce31811fa req-f6501d12-59a5-47fd-a219-74ce6f3da428 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925431 Jul 06 19:17:49.273578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29d3b8-635e-45b4-9da2-36962ec3b842 req-321f4020-b584-484d-b1b4-04faf85c3e2e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:49.275161 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de29d3b8-635e-45b4-9da2-36962ec3b842 req-321f4020-b584-484d-b1b4-04faf85c3e2e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0667474 Jul 06 19:17:49.314982 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-de29d3b8-635e-45b4-9da2-36962ec3b842 req-e11709c3-fcad-44ff-8a09-464c7b01cc3d tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334086 Jul 06 19:17:49.642147 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:50.050681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:17:50.053068 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f10925-3e34-421d-8b02-35ff17fbe918" -d '{"events": [{"name": "network-changed", "server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:17:50.102844 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ac97d-f563-4eb9-9448-66e3d3d7be2a x-openstack-request-id: req-d67ac97d-f563-4eb9-9448-66e3d3d7be2a {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:17:50.103251 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:17:50.103870 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d67ac97d-f563-4eb9-9448-66e3d3d7be2a {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:17:50.104340 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'status': 'completed', 'code': 200} Jul 06 19:17:50.221843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-03cfab1d-a41e-4c95-abda-21f70b1f6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.223359 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-03cfab1d-a41e-4c95-abda-21f70b1f6845 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1095 time: 0.1015377 Jul 06 19:17:50.228006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-632f5867-619b-49e6-a720-fdf35192548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.229570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-632f5867-619b-49e6-a720-fdf35192548a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1095 time: 0.0989666 Jul 06 19:17:50.386166 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-27ac6c74-d431-4a61-be79-fb6b9140a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.387727 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-27ac6c74-d431-4a61-be79-fb6b9140a6e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1573265 Jul 06 19:17:50.389226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-cd2bb44d-5714-4a81-8364-afd3992e83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.390701 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-cd2bb44d-5714-4a81-8364-afd3992e83e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.1516087 Jul 06 19:17:50.539187 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-ca7662eb-1b75-402d-87b2-2ad17f8f5e8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 999 time: 0.1417847 Jul 06 19:17:50.540225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-b401c141-77b4-4e31-8f3f-3250b2b2b44d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 999 time: 0.1382060 Jul 06 19:17:50.636666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-0a3e1d74-8024-4f72-85b7-d9e9c993861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.638149 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-0a3e1d74-8024-4f72-85b7-d9e9c993861e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0952394 Jul 06 19:17:50.640569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-82249c3e-f861-425e-bcf5-42e5da1d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.642003 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-82249c3e-f861-425e-bcf5-42e5da1d4b83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0891886 Jul 06 19:17:50.660776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b275a-a330-4d27-8d58-c002559964c5 req-387b291e-c5b8-4241-9cc4-c5b1b3739834 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.662259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e5b275a-a330-4d27-8d58-c002559964c5 req-387b291e-c5b8-4241-9cc4-c5b1b3739834 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.1934295 Jul 06 19:17:50.760992 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e5b275a-a330-4d27-8d58-c002559964c5 req-3e212ca8-86fa-4da4-be42-4df2fdf08e85 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902014 Jul 06 19:17:50.786260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-e51ec553-3d61-4af4-9470-0ebe8055c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.786260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-e51ec553-3d61-4af4-9470-0ebe8055c97e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406813 Jul 06 19:17:50.789886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-2327c696-303c-4f8a-a456-f797e3d76b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.791383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-2327c696-303c-4f8a-a456-f797e3d76b9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387835 Jul 06 19:17:50.943354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-2c54619c-8c03-4137-8875-813b7cbffdb8 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508861 Jul 06 19:17:50.946825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-a5752f75-a52f-49e7-a0a4-9b34aabbc2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469097 Jul 06 19:17:51.100215 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-2eb45f48-a9d2-438f-80b8-0602901c3b1e service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499894 Jul 06 19:17:51.102175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13f10925-3e34-421d-8b02-35ff17fbe918 req-4cff2c32-d486-4b2c-8d31-c4f02eb1c90d service neutron] 10.222.0.41 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449306 Jul 06 19:17:51.186361 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:51.963221 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc5b24-6706-4882-baf9-ac96556fa0ac req-32de7630-882a-4a35-8977-f2da0e9bb5cc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:51.964766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bbfc5b24-6706-4882-baf9-ac96556fa0ac req-32de7630-882a-4a35-8977-f2da0e9bb5cc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0736327 Jul 06 19:17:52.004532 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bbfc5b24-6706-4882-baf9-ac96556fa0ac req-59eb8884-2495-42d7-beca-750ac65b3f34 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333796 Jul 06 19:17:52.851484 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:52.939679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:53.206075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a45ad-2e6d-45b0-935d-9b41bc247516 req-7af50d92-61d9-4467-906e-548ab5764c02 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:53.207609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-327a45ad-2e6d-45b0-935d-9b41bc247516 req-7af50d92-61d9-4467-906e-548ab5764c02 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0768614 Jul 06 19:17:53.253274 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-327a45ad-2e6d-45b0-935d-9b41bc247516 req-63dc52b7-865d-4cc6-be9a-78e3e71a6a63 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394609 Jul 06 19:17:53.455135 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-274e8785-9c60-4c31-8456-754c75087645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:53.456681 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-274e8785-9c60-4c31-8456-754c75087645 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc6c4456c82d4a6096027eca200e80ba&device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 1095 time: 0.0618427 Jul 06 19:17:53.563264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-7cac19da-d531-4c5d-af08-23174cd75931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:53.564793 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-7cac19da-d531-4c5d-af08-23174cd75931 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 200 len: 913 time: 0.0874667 Jul 06 19:17:53.640185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-3e7ca2ce-7e92-41eb-b2a2-a8d97d662e56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 200 len: 999 time: 0.0685959 Jul 06 19:17:53.705208 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-aa990644-3712-44a2-95d4-6567f4434767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:53.706730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-aa990644-3712-44a2-95d4-6567f4434767 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 200 len: 851 time: 0.0598381 Jul 06 19:17:53.772322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-1b47ce64-8505-4a97-b7ce-10a64ea73c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:53.774626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-1b47ce64-8505-4a97-b7ce-10a64ea73c75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8feca49-dc05-423b-bdb1-fc781281616f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606894 Jul 06 19:17:53.877738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-3f5f6b84-e7f7-493d-af43-bf5c12ab9173 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952263 Jul 06 19:17:53.974567 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-aa30b70e-79be-4820-b6bc-dbe90c6519d4 req-6981e40c-a520-4916-a188-ec632e6c9455 service neutron] 10.222.0.24 "GET /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908399 Jul 06 19:17:54.440296 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb31eb4-1d5a-4a47-ac08-a708a4b2dd9c req-2e0f5e42-fc12-4417-a44c-813be0537eac tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:54.441790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4cb31eb4-1d5a-4a47-ac08-a708a4b2dd9c req-2e0f5e42-fc12-4417-a44c-813be0537eac tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0679169 Jul 06 19:17:54.483581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4cb31eb4-1d5a-4a47-ac08-a708a4b2dd9c req-654fa608-3f6f-4357-b36a-38a4f85352cc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332112 Jul 06 19:17:55.683007 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89da7d7-8faa-4a86-a8ea-aedafe59c63e req-581dd293-299d-49bc-89e3-c336337b2829 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:55.684490 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e89da7d7-8faa-4a86-a8ea-aedafe59c63e req-581dd293-299d-49bc-89e3-c336337b2829 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0832174 Jul 06 19:17:55.729943 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e89da7d7-8faa-4a86-a8ea-aedafe59c63e req-55e5523c-f696-47ba-8e51-fc4ff04780cb tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371766 Jul 06 19:17:56.927548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bc330-765b-433a-a3e2-20f923123496 req-d9b25a0b-86fe-4f7e-854e-33d4814fa3bc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:56.928935 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-701bc330-765b-433a-a3e2-20f923123496 req-d9b25a0b-86fe-4f7e-854e-33d4814fa3bc tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0807285 Jul 06 19:17:56.966380 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-701bc330-765b-433a-a3e2-20f923123496 req-fa22ddad-80ec-48dc-9ad1-d8ed0db6097e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Jul 06 19:17:58.167262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7f399-468a-43ca-ae33-3b4bc20955f2 req-17cb150a-332b-49f4-9b9d-02f73231c90c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:58.168781 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7f7f399-468a-43ca-ae33-3b4bc20955f2 req-17cb150a-332b-49f4-9b9d-02f73231c90c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0826206 Jul 06 19:17:58.209866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d7f7f399-468a-43ca-ae33-3b4bc20955f2 req-1db22b4d-497d-40c6-9e84-078d65341838 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329258 Jul 06 19:17:59.407856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f29ae-a136-4a39-9131-b55b65dbb086 req-96f6f4fa-d89f-444a-b4b5-d12c612911f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:59.409422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0c3f29ae-a136-4a39-9131-b55b65dbb086 req-96f6f4fa-d89f-444a-b4b5-d12c612911f7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 944 time: 0.0848739 Jul 06 19:17:59.452967 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0c3f29ae-a136-4a39-9131-b55b65dbb086 req-534bf148-2df2-46b9-be84-8667f225006a tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352545 Jul 06 19:18:00.349564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:18:00.456030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:00.467056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'port_id': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'mac_address': 'fa:16:3e:53:2d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:18:00.506816 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:00.520007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882d2eb4-d412-467f-ab27-77ee630dddf5 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:18:00.543588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:00.555519 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:00.606527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=12']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:00.632563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94251e-87ba-4525-a3de-7756f3b06d0b req-0d72abf6-1238-497a-a195-2bdeb720dd95 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:00.634097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab94251e-87ba-4525-a3de-7756f3b06d0b req-0d72abf6-1238-497a-a195-2bdeb720dd95 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0638039 Jul 06 19:18:00.672384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab94251e-87ba-4525-a3de-7756f3b06d0b req-62b05bbd-0fc6-4180-8668-85a826aaee69 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325284 Jul 06 19:18:00.795563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['882d2eb4-d412-467f-ab27-77ee630dddf5'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:18:00.855877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f8a4-fe2c-4a11-b224-a45749bde163 req-511cdb6e-fc8a-48b3-b6c1-64eee5a37239 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:00.857461 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7516f8a4-fe2c-4a11-b224-a45749bde163 req-511cdb6e-fc8a-48b3-b6c1-64eee5a37239 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0721502 Jul 06 19:18:00.895790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7516f8a4-fe2c-4a11-b224-a45749bde163 req-86d94170-283c-4982-aeea-a52fa961aa5e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324173 Jul 06 19:18:01.085481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6205-2b65-4f15-a3bf-f489c26bfb5b req-ead4b8c8-9b96-45aa-b0c1-95dd6daa64d1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:01.087017 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6eef6205-2b65-4f15-a3bf-f489c26bfb5b req-ead4b8c8-9b96-45aa-b0c1-95dd6daa64d1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0831363 Jul 06 19:18:01.129065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6eef6205-2b65-4f15-a3bf-f489c26bfb5b req-75683a53-9341-4b44-b7df-f58efe49627e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335186 Jul 06 19:18:01.551316 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238a97a-1583-4677-b8b8-a837203d39f9 req-0974b774-6189-4a4c-81c6-091077b23117 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:01.552887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a238a97a-1583-4677-b8b8-a837203d39f9 req-0974b774-6189-4a4c-81c6-091077b23117 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 945 time: 0.0718307 Jul 06 19:18:01.600505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a238a97a-1583-4677-b8b8-a837203d39f9 req-7bab8034-3235-4b9e-992c-a9377aa8e7c4 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 Jul 06 19:18:02.371541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:18:02.440412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 882d2eb4-d412-467f-ab27-77ee630dddf5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:18:02.444978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 882d2eb4-d412-467f-ab27-77ee630dddf5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:18:02.445603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:02.542129 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:02.567144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:02.569453 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f560cd3b-7ec9-4d2d-9082-4a8c5879061f" -d '{"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-plugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:02.582462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:02.587498 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:02.610838 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eeb585-bbef-47a5-b794-7f1789319fa3 x-openstack-request-id: req-f7eeb585-bbef-47a5-b794-7f1789319fa3 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:02.611139 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-plugged", "status": "completed", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:02.611375 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7eeb585-bbef-47a5-b794-7f1789319fa3 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:02.611781 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'code': 200} Jul 06 19:18:02.641662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=13']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:02.783864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daec4b-279a-4c84-9fb6-8d08524fd759 req-6f40d689-bfd8-4e57-8ca3-75a81082219e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:02.785760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a3daec4b-279a-4c84-9fb6-8d08524fd759 req-6f40d689-bfd8-4e57-8ca3-75a81082219e tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 946 time: 0.0694115 Jul 06 19:18:02.829066 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a3daec4b-279a-4c84-9fb6-8d08524fd759 req-52cc1e29-121d-4d1d-a64c-392aae63e9b3 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd307394-e245-4f71-828f-04f31aab221f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376296 Jul 06 19:18:03.068006 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-36bc1d7c-5e86-4623-befb-9ce7d7bcb2ba tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:03.069456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-36bc1d7c-5e86-4623-befb-9ce7d7bcb2ba tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 946 time: 0.0667682 Jul 06 19:18:03.169743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Deleting port 882d2eb4-d412-467f-ab27-77ee630dddf5 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:03.170081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:03.272304 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] For port 882d2eb4-d412-467f-ab27-77ee630dddf5, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=882d2eb4-d412-467f-ab27-77ee630dddf5,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:03.272674 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:03.446501 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:03.446766 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:03.447103 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670 disassociated. External IP: 172.25.4.38, port: 882d2eb4-d412-467f-ab27-77ee630dddf5. Jul 06 19:18:03.447437 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Calling delete_port for 882d2eb4-d412-467f-ab27-77ee630dddf5 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:03.591417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:03.627094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event deleted for resources: {'Port': ['ID=882d2eb4-d412-467f-ab27-77ee630dddf5,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:03.745977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:18:03.862970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:18:03.874558 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:18:03.884044 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:18:03.884780 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:17:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:03.906543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] No DVR routers for this DVR port 882d2eb4-d412-467f-ab27-77ee630dddf5 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:18:03.909514 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:03.911640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb2f291d-dae1-4982-bde1-6c28668199fa req-cfd00679-dbd3-42fd-af35-171d2eef3370 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.24 "DELETE /v2.0/ports/882d2eb4-d412-467f-ab27-77ee630dddf5 HTTP/1.1" status: 204 len: 173 time: 0.8365548 Jul 06 19:18:03.912087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-deleted', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:03.914477 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c53ee5-233f-4d97-847b-2c89b0db3b95" -d '{"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-deleted", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:03.951414 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c429a3d8-f726-4c8c-99df-1c597ab1a0d4 x-openstack-request-id: req-c429a3d8-f726-4c8c-99df-1c597ab1a0d4 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:03.951716 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69740ff8-4610-496e-a1ab-f6159f1ad370", "name": "network-vif-deleted", "tag": "882d2eb4-d412-467f-ab27-77ee630dddf5", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:03.951967 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c429a3d8-f726-4c8c-99df-1c597ab1a0d4 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:03.952376 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69740ff8-4610-496e-a1ab-f6159f1ad370', 'name': 'network-vif-deleted', 'tag': '882d2eb4-d412-467f-ab27-77ee630dddf5', 'status': 'completed', 'code': 200} Jul 06 19:18:03.992644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ca8acabd-cff8-4e32-b229-56624a508132 req-debf873f-615c-4181-b843-b61d0424340c tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 210 time: 0.0446475 Jul 06 19:18:04.020041 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:18:04.217059 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:04.244684 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:18:04.253559 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:18:04.254208 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:17:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:04.364373 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:18:04.370570 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:18:04.572777 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:04.599480 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00752cd-8d45-4497-8946-a36bbea35eda None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:12Z', 'revision_number': 4, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '73833635-0292-477c-8a57-90d9f1706cfd', 'name': '', 'network_id': 'e8feca49-dc05-423b-bdb1-fc781281616f', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'mac_address': 'fa:16:3e:76:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:11Z', 'updated_at': '2021-07-06T19:08:16Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'subnets': [{'id': '0d29bd54-f656-4c45-9700-2b22d11b5e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:18:04.844776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1b1e1-8d93-488f-b142-fac995a6a38a None None] New status for floating IP eaa2cb88-e91d-4311-9ae6-a42bb0f42670: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:18:05.141939 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-becbaf6f-183a-45bb-b749-43a016a51e8c req-fa59f819-c4df-48ab-ab16-18841d483e25 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 210 time: 0.0325458 Jul 06 19:18:06.286484 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d00d0d91-0350-4c77-b850-748c96793df8 req-475b7df2-20d4-4f53-b349-d93a6ed694a7 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 210 time: 0.0287387 Jul 06 19:18:06.398408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:06.419775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 882d2eb4-d412-467f-ab27-77ee630dddf5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:06.420111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 882d2eb4-d412-467f-ab27-77ee630dddf5 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:07.435215 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-80dbf12a-2ca1-4685-a046-b70be53dc17b req-888d8efa-eb9d-4d5d-a780-4798cb28ee03 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/ports?device_id=69740ff8-4610-496e-a1ab-f6159f1ad370 HTTP/1.1" status: 200 len: 210 time: 0.0330234 Jul 06 19:18:11.512324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52458) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:11.572056 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:11.596235 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:11.651618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:11.654681 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:11.655907 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "DELETE /v2.0/security-groups/fd307394-e245-4f71-828f-04f31aab221f HTTP/1.1" status: 204 len: 168 time: 0.1425014 Jul 06 19:18:11.658835 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52460) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:11.665628 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd307394-e245-4f71-828f-04f31aab221f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:11.673638 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [None req-ae2097fa-1936-4248-968f-986e60a19ae1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] show failed (client error): The resource could not be found. Jul 06 19:18:11.674165 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.674517 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.674891 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.675228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.675561 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.675890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.676186 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.676539 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.676833 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.677155 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.677511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.677858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856dd37-f48a-4128-a407-e00ad5294c11 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:11.678124 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ae2097fa-1936-4248-968f-986e60a19ae1 tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "GET /v2.0/security-groups/fd307394-e245-4f71-828f-04f31aab221f HTTP/1.1" status: 404 len: 347 time: 0.0177546 Jul 06 19:18:11.678840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52462) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:11.805758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Deleting port a5a362c5-2c86-4475-bbba-e8f4f81a79e6 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:11.806091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:11.886061 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:11.886352 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:11.899415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Calling delete_port for a5a362c5-2c86-4475-bbba-e8f4f81a79e6 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:12.413963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:12.442869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Pushing event deleted for resources: {'Port': ['ID=a5a362c5-2c86-4475-bbba-e8f4f81a79e6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:12.506181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:12.508684 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:12.509902 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3030b749-9def-4654-8cc0-9285da2bb78b tempest-ServerActionsTestJSON-7951210 tempest-ServerActionsTestJSON-7951210-project] 10.222.0.53 "DELETE /v2.0/floatingips/eaa2cb88-e91d-4311-9ae6-a42bb0f42670 HTTP/1.1" status: 204 len: 168 time: 0.8299258 Jul 06 19:18:12.513556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52466) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:13.083890 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:13.345909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Deleting port 73833635-0292-477c-8a57-90d9f1706cfd {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:13.346164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:13.442542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] For port 73833635-0292-477c-8a57-90d9f1706cfd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=73833635-0292-477c-8a57-90d9f1706cfd,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:13.442907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:13.456243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Calling delete_port for 73833635-0292-477c-8a57-90d9f1706cfd owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:13.643723 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:13.673586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Pushing event deleted for resources: {'Port': ['ID=73833635-0292-477c-8a57-90d9f1706cfd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:13.843083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.061226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Router d4d6e795-881c-486f-ba92-f66ff701f282 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:18:14.182632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:18:14.188455 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3823326c-8f1d-4d34-a705-8c00a7ba850c admin admin] 10.222.0.53 "PUT /v2.0/routers/d4d6e795-881c-486f-ba92-f66ff701f282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6734116 Jul 06 19:18:14.190888 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52472) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:14.192298 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] Sync routers for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:18:14.206011 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:18:14.206621 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:17:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:14.299280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.310335 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:18:14.405347 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.466515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Deleting port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:14.466841 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.544771 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] For port 800c5cb1-2b02-4fb2-9878-b63a0dab96c2, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=800c5cb1-2b02-4fb2-9878-b63a0dab96c2,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:14.545128 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.563429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Calling delete_port for 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:14.587228 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:18:13Z', 'revision_number': 5, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port': {'id': '800c5cb1-2b02-4fb2-9878-b63a0dab96c2', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:14.616692 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] Checking router: d4d6e795-881c-486f-ba92-f66ff701f282 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:18:14.625998 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] Routers {'d4d6e795-881c-486f-ba92-f66ff701f282'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:18:14.626613 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:17:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['d4d6e795-881c-486f-ba92-f66ff701f282'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:14.712868 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] Set router d4d6e795-881c-486f-ba92-f66ff701f282 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:18:14.725879 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.754781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=800c5cb1-2b02-4fb2-9878-b63a0dab96c2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:14.764632 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:18:14Z', 'revision_number': 6, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:14.796086 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54545381-e52d-4cf4-95a6-4402876fd3f3 None None] The sync data for ids ['d4d6e795-881c-486f-ba92-f66ff701f282'] in n-d-799684-2 is: [{'id': 'd4d6e795-881c-486f-ba92-f66ff701f282', 'name': 'tempest-ServerActionsTestJSON-1296066983-router', 'tenant_id': 'fc6c4456c82d4a6096027eca200e80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:08:09Z', 'updated_at': '2021-07-06T19:18:14Z', 'revision_number': 6, 'project_id': 'fc6c4456c82d4a6096027eca200e80ba', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:18:14.822526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.912495 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.914727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.960251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.960774 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4d6e795-881c-486f-ba92-f66ff701f282 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:18:14.965308 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:14.966545 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-156dda97-b59b-4035-84b4-aabee5360de7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d4d6e795-881c-486f-ba92-f66ff701f282 HTTP/1.1" status: 204 len: 168 time: 0.7745373 Jul 06 19:18:14.969173 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52476) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:15.017286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-112e7857-0d9d-46fe-8102-2c52f0ca89d1 admin admin] Deleting subnet 0d29bd54-f656-4c45-9700-2b22d11b5e19 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:18:15.020556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-112e7857-0d9d-46fe-8102-2c52f0ca89d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.053523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-112e7857-0d9d-46fe-8102-2c52f0ca89d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.133523 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-112e7857-0d9d-46fe-8102-2c52f0ca89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.195109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-112e7857-0d9d-46fe-8102-2c52f0ca89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.218765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e7857-0d9d-46fe-8102-2c52f0ca89d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d29bd54-f656-4c45-9700-2b22d11b5e19,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:15.225031 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-112e7857-0d9d-46fe-8102-2c52f0ca89d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.227389 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-112e7857-0d9d-46fe-8102-2c52f0ca89d1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d29bd54-f656-4c45-9700-2b22d11b5e19 HTTP/1.1" status: 204 len: 168 time: 0.2568617 Jul 06 19:18:15.229766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:15.233054 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6267574-6959-4006-9544-e5e53d4c1db0 None None] Network e8feca49-dc05-423b-bdb1-fc781281616f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:15.297976 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.353753 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Deleting port 3c31a14c-55a6-4092-9d16-04639ce87a6b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:15.354124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.426612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] For port 3c31a14c-55a6-4092-9d16-04639ce87a6b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=3c31a14c-55a6-4092-9d16-04639ce87a6b,segment=NetworkSegment(0dfea778-36ba-4964-9cc9-5cdc4274b307),segment_id=0dfea778-36ba-4964-9cc9-5cdc4274b307)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:15.426844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.440700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Calling delete_port for 3c31a14c-55a6-4092-9d16-04639ce87a6b owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:15.521235 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.546355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c31a14c-55a6-4092-9d16-04639ce87a6b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:15.555086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] No DVR routers for this DVR port 3c31a14c-55a6-4092-9d16-04639ce87a6b on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:18:15.596231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b65bd99-df27-41fb-a940-c0f8ee24193a None None] DHCP port deletion for e8feca49-dc05-423b-bdb1-fc781281616f request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:18:15.636311 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-371a33ad-4a44-4945-b64b-5f9d3f8d4679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.642222 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.652212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8feca49-dc05-423b-bdb1-fc781281616f']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:15.662567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfea778-36ba-4964-9cc9-5cdc4274b307') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:15.662862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfea778-36ba-4964-9cc9-5cdc4274b307') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:15.671443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.685527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.691980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:18:15.692436 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:18:15.694116 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:18:15.699712 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:18:15.699712 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:18:15.699712 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:18:15.699712 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:18:15.699712 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:18:15.749155 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.757366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:15.762122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e8feca49-dc05-423b-bdb1-fc781281616f HTTP/1.1" status: 204 len: 168 time: 0.5279090 Jul 06 19:18:15.787789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddf72a-44e4-4c92-b92f-fd64b20e25b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8feca49-dc05-423b-bdb1-fc781281616f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:15.913559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52486) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:15.952249 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4056e922-8b06-406d-9a14-7b726bdee2c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc6c4456c82d4a6096027eca200e80ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372787 Jul 06 19:18:15.954551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52488) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:16.001557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-5ba9-4dea-944a-8cb82e3eb117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:16.022412 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-5ba9-4dea-944a-8cb82e3eb117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:16.074597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-5ba9-4dea-944a-8cb82e3eb117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:16.078073 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-5ba9-4dea-944a-8cb82e3eb117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:16.078628 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-14934cbd-5ba9-4dea-944a-8cb82e3eb117 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56031dbb-6d11-46aa-b643-85c3f20f0b53 HTTP/1.1" status: 204 len: 168 time: 0.1232064 Jul 06 19:18:16.091228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14934cbd-5ba9-4dea-944a-8cb82e3eb117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56031dbb-6d11-46aa-b643-85c3f20f0b53,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:16.461654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 73833635-0292-477c-8a57-90d9f1706cfd no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:16.481388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 73833635-0292-477c-8a57-90d9f1706cfd {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:16.481766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 73833635-0292-477c-8a57-90d9f1706cfd not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:16.482266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3c31a14c-55a6-4092-9d16-04639ce87a6b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:16.502535 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 3c31a14c-55a6-4092-9d16-04639ce87a6b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:16.502881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 3c31a14c-55a6-4092-9d16-04639ce87a6b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:16.503303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:16.524841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:16.524841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 800c5cb1-2b02-4fb2-9878-b63a0dab96c2 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:16.861322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52510) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:16.956261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1881152684-network', 'tenant_id': '02f9e01b4bfa4d0f8a5f8c11f29e4bab'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:16.980036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Made reservation on behalf of 02f9e01b4bfa4d0f8a5f8c11f29e4bab for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:16.982562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:16.990859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.081177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.087417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.114003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:18:17.123636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:17.128495 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.128851 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Added segment 632db90b-98ae-4259-b9e7-330108bbaf5e of type vlan for network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 Jul 06 19:18:17.168711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.199003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.199991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:17.200610 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.252191 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3895597 Jul 06 19:18:17.255512 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52514) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:17.261383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Request body: {'subnet': {'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1881152684-subnet', 'tenant_id': '02f9e01b4bfa4d0f8a5f8c11f29e4bab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:17.262862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f57fa-ce34-43c3-b08e-88ea2558b399 admin admin] Pushing event updated for resources: {'Network': ['ID=46266e4e-f0ea-4ee5-a644-0e37f38a1438,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:17.273328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:18:17.287069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Made reservation on behalf of 02f9e01b4bfa4d0f8a5f8c11f29e4bab for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:17.290144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.469891 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.523666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654bd023-9b26-43fa-9b3a-d25bd31872bb,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:17.532990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Checking segment: {'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:17.533412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Network hostable DHCP agents. Network: 46266e4e-f0ea-4ee5-a644-0e37f38a1438, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:18:17.553590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:18:17.566819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 46266e4e-f0ea-4ee5-a644-0e37f38a1438) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:17.571168 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:17.571761 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:17.577073 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2079b5f8-0e6d-44cc-9adb-31038c16abcf None None] Network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:17.586813 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ca324b48-b8d3-4d30-93af-d59e50efa494 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3301129 Jul 06 19:18:17.702373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f834411-ee8e-4d89-80ae-83ed1071ff03 None None] Network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:18.016811 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-8eb967b8-c775-45ce-b7e2-ef5d08366235 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:18.018387 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-8eb967b8-c775-45ce-b7e2-ef5d08366235 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/networks?id=46266e4e-f0ea-4ee5-a644-0e37f38a1438 HTTP/1.1" status: 200 len: 814 time: 0.1029606 Jul 06 19:18:18.036089 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-b4d06b65-8376-4d34-a35d-90ca6cc82ba4 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/quotas/02f9e01b4bfa4d0f8a5f8c11f29e4bab HTTP/1.1" status: 200 len: 375 time: 0.0099974 Jul 06 19:18:18.075756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-2562e381-f88b-4b0d-b317-65c9df5292ee tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02f9e01b4bfa4d0f8a5f8c11f29e4bab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321634 Jul 06 19:18:18.169227 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-f07db5cd-9024-4685-ada0-707bff54cf28 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:18:18.170296 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-f07db5cd-9024-4685-ada0-707bff54cf28 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506830 Jul 06 19:18:18.267002 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f2387028-9c97-4a88-a26b-5c8d02f4eb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:18.273590 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-19c54a40-2c66-4637-99c9-c89e53fdcbeb service neutron] 10.222.0.53 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972619 Jul 06 19:18:18.369332 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-562e8a18-0b8f-476a-b3e9-f37c47ee6d48 service neutron] 10.222.0.53 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891063 Jul 06 19:18:18.500507 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:18.547986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce34c9c2-fd26-467f-97b1-a9ad513eba0f req-ea28d7be-405e-47ad-9d80-5966485ee624 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 210 time: 0.0305476 Jul 06 19:18:19.644294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:19.700410 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd7e17f2-da14-4122-96c0-cc8e87db306c req-d39688a0-c26a-4028-82ec-3f55fa6b02f5 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 210 time: 0.0327234 Jul 06 19:18:19.913698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-72957528-d000-46ba-bd5e-74658233a170 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:19.915129 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-72957528-d000-46ba-bd5e-74658233a170 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.41 "GET /v2.0/networks?id=46266e4e-f0ea-4ee5-a644-0e37f38a1438 HTTP/1.1" status: 200 len: 814 time: 0.1113458 Jul 06 19:18:19.934132 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Request body: {'port': {'device_id': '8be62d68-09ad-4f0e-b0be-259228035c27', 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438', 'admin_state_up': True, 'tenant_id': '02f9e01b4bfa4d0f8a5f8c11f29e4bab'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:20.053171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Made reservation on behalf of 02f9e01b4bfa4d0f8a5f8c11f29e4bab for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:20.056790 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:20.199554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Allocated IP 172.20.0.10 (46266e4e-f0ea-4ee5-a644-0e37f38a1438/654bd023-9b26-43fa-9b3a-d25bd31872bb/dc92c041-5299-48e4-b01d-ceec01a11b6b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:18:20.358319 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:20.405019 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:20.446312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:18:20.449498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:20.452807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:18:20.493421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Pushing event updated for resources: {'Port': ['ID=dc92c041-5299-48e4-b01d-ceec01a11b6b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:20.520637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:20.521276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:20.537984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-bc4df316-2a6f-48fa-8b7e-38f0063bf66c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6076677 Jul 06 19:18:20.549364 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Request body: {'port': {'device_id': '8be62d68-09ad-4f0e-b0be-259228035c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:20.628964 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:20.930462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc92c041-5299-48e4-b01d-ceec01a11b6b {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:18:20.941688 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d76500-76ee-4bf0-a07d-23fbfe1c8fc4 req-8ab9be9f-78ab-49d1-952a-35083b8a9a52 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:20.943209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88d76500-76ee-4bf0-a07d-23fbfe1c8fc4 req-8ab9be9f-78ab-49d1-952a-35083b8a9a52 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 932 time: 0.1288183 Jul 06 19:18:20.947541 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:20.973488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Transition to ACTIVE for port object dc92c041-5299-48e4-b01d-ceec01a11b6b will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:18:20.983270 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:21.012357 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88d76500-76ee-4bf0-a07d-23fbfe1c8fc4 req-27ed4901-6b18-41c7-bb53-1c96b85981f2 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623910 Jul 06 19:18:21.038317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Pushing event updated for resources: {'Port': ['ID=dc92c041-5299-48e4-b01d-ceec01a11b6b,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:21.109568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Attempting to bind port dc92c041-5299-48e4-b01d-ceec01a11b6b on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:18:21.109930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Attempting to bind port dc92c041-5299-48e4-b01d-ceec01a11b6b by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:18:21.110269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Attempting to bind port dc92c041-5299-48e4-b01d-ceec01a11b6b on network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:18:21.114956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Port dc92c041-5299-48e4-b01d-ceec01a11b6b on network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:18:21.115277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Attempting to bind port dc92c041-5299-48e4-b01d-ceec01a11b6b on network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:18:21.120791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:18:21.121134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Checking segment: {'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:21.121506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Bound using segment: {'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:18:21.122032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Bound port: dc92c041-5299-48e4-b01d-ceec01a11b6b, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:18:21.122368 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:21.187941 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:21.188570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] For port dc92c041-5299-48e4-b01d-ceec01a11b6b, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:18:21.192093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] For port dc92c041-5299-48e4-b01d-ceec01a11b6b, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc92c041-5299-48e4-b01d-ceec01a11b6b,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:18:21.196830 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:21.230296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:21.231123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:21.233183 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] 10.222.0.41 "PUT /v2.0/ports/dc92c041-5299-48e4-b01d-ceec01a11b6b HTTP/1.1" status: 200 len: 1092 time: 0.6878419 Jul 06 19:18:21.233792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be62d68-09ad-4f0e-b0be-259228035c27', 'tag': 'dc92c041-5299-48e4-b01d-ceec01a11b6b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:21.237066 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc44ee-e092-40d1-9dda-9f600260f91c" -d '{"events": [{"name": "network-changed", "server_uuid": "8be62d68-09ad-4f0e-b0be-259228035c27", "tag": "dc92c041-5299-48e4-b01d-ceec01a11b6b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:21.267331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a94a9c-5121-4daf-9643-f34f2bbd6f0b service neutron] Pushing event updated for resources: {'Port': ['ID=dc92c041-5299-48e4-b01d-ceec01a11b6b,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:21.276241 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63638235-d39f-4ace-b07d-fe28b2f1b5d9 x-openstack-request-id: req-63638235-d39f-4ace-b07d-fe28b2f1b5d9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:21.276527 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be62d68-09ad-4f0e-b0be-259228035c27", "tag": "dc92c041-5299-48e4-b01d-ceec01a11b6b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:21.276773 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63638235-d39f-4ace-b07d-fe28b2f1b5d9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:21.277174 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be62d68-09ad-4f0e-b0be-259228035c27', 'tag': 'dc92c041-5299-48e4-b01d-ceec01a11b6b', 'status': 'completed', 'code': 200} Jul 06 19:18:21.344419 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-fec979de-05d5-4e2e-bda3-51a27f4133dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:21.345964 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-fec979de-05d5-4e2e-bda3-51a27f4133dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02f9e01b4bfa4d0f8a5f8c11f29e4bab&device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 1095 time: 0.0565288 Jul 06 19:18:21.386087 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-77c6e252-7866-4cd1-8911-507ee2000c62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc92c041-5299-48e4-b01d-ceec01a11b6b HTTP/1.1" status: 200 len: 217 time: 0.0330687 Jul 06 19:18:21.433824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-6c148a1b-8f67-42b5-b963-61141167f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:21.435299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-6c148a1b-8f67-42b5-b963-61141167f9af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=654bd023-9b26-43fa-9b3a-d25bd31872bb HTTP/1.1" status: 200 len: 854 time: 0.0435348 Jul 06 19:18:21.468114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-df4a7d41-7416-46f0-b4e9-7d134ca7041e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46266e4e-f0ea-4ee5-a644-0e37f38a1438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255256 Jul 06 19:18:21.559444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-920bfeaa-de6d-4590-8320-4ce8c7ef6230 service neutron] 10.222.0.41 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849543 Jul 06 19:18:21.650367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-91814c3b-dc3f-4c07-aae3-b10de1b244c4 req-f95d62d8-5ef9-4ad4-b263-b3a47b0b6b6d service neutron] 10.222.0.41 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838599 Jul 06 19:18:21.770844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-4a92b858-8398-4325-89dc-062622254143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:21.772411 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-4a92b858-8398-4325-89dc-062622254143 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02f9e01b4bfa4d0f8a5f8c11f29e4bab&device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 1095 time: 0.0683060 Jul 06 19:18:21.875789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-991537e2-60ab-4db2-b742-612cb1c7e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:21.877216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-991537e2-60ab-4db2-b742-612cb1c7e2e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46266e4e-f0ea-4ee5-a644-0e37f38a1438 HTTP/1.1" status: 200 len: 915 time: 0.0980406 Jul 06 19:18:21.927219 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-dfd76ac7-a17b-461f-ade8-235921689e12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc92c041-5299-48e4-b01d-ceec01a11b6b HTTP/1.1" status: 200 len: 217 time: 0.0425730 Jul 06 19:18:21.977128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-38b47a6e-9f96-4e20-ab93-8ff51a2c1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:21.978614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-38b47a6e-9f96-4e20-ab93-8ff51a2c1aa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=654bd023-9b26-43fa-9b3a-d25bd31872bb HTTP/1.1" status: 200 len: 854 time: 0.0441351 Jul 06 19:18:22.012375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-09adab8c-bc70-439a-969a-20b3e97cc854 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46266e4e-f0ea-4ee5-a644-0e37f38a1438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266974 Jul 06 19:18:22.104900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-526b5626-e5b9-4ec3-bdb2-fd7c9208e2b4 service neutron] 10.222.0.41 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852249 Jul 06 19:18:22.237327 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cebc44ee-e092-40d1-9dda-9f600260f91c req-0e8f41bb-2f95-4a1f-b5ca-c3eacab5e24f service neutron] 10.222.0.41 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244366 Jul 06 19:18:22.256572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6603-dda5-4c27-9b53-2e7735bf4729 req-cb1e4a27-a4f8-496b-a188-dd5d4c954070 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:22.258203 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1dcc6603-dda5-4c27-9b53-2e7735bf4729 req-cb1e4a27-a4f8-496b-a188-dd5d4c954070 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 944 time: 0.1276493 Jul 06 19:18:22.681765 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1dcc6603-dda5-4c27-9b53-2e7735bf4729 req-88c67d74-da16-4186-bcb3-5a544f453744 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150956 Jul 06 19:18:22.856388 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:22.955771 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:23.872682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737da8d6-6bd5-4d03-8b06-d1d30c10f5af req-3e86402e-5b5c-4d30-b76c-6edb64bb9239 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:23.874190 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-737da8d6-6bd5-4d03-8b06-d1d30c10f5af req-3e86402e-5b5c-4d30-b76c-6edb64bb9239 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 944 time: 0.0763729 Jul 06 19:18:23.911842 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-737da8d6-6bd5-4d03-8b06-d1d30c10f5af req-7cadeb0d-dc33-4191-a412-5607fb5495db tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Jul 06 19:18:24.533406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc92c041-5299-48e4-b01d-ceec01a11b6b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:18:24.630461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc92c041-5299-48e4-b01d-ceec01a11b6b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc92c041-5299-48e4-b01d-ceec01a11b6b,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:24.641563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'dc92c041-5299-48e4-b01d-ceec01a11b6b', 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438', 'port_id': 'dc92c041-5299-48e4-b01d-ceec01a11b6b', 'mac_address': 'fa:16:3e:a0:f4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654bd023-9b26-43fa-9b3a-d25bd31872bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:18:24.683344 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:24.696518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc92c041-5299-48e4-b01d-ceec01a11b6b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:18:24.720284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc92c041-5299-48e4-b01d-ceec01a11b6b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc92c041-5299-48e4-b01d-ceec01a11b6b,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:24.727679 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:24.780351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=dc92c041-5299-48e4-b01d-ceec01a11b6b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:24.918359 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['dc92c041-5299-48e4-b01d-ceec01a11b6b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:18:25.088327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc42675-1cd2-48d7-90c3-12222a32a908 req-1bb41256-d96f-4190-9c51-eea49a79a8fc tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:25.089831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-abc42675-1cd2-48d7-90c3-12222a32a908 req-1bb41256-d96f-4190-9c51-eea49a79a8fc tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 945 time: 0.0684180 Jul 06 19:18:25.130121 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-abc42675-1cd2-48d7-90c3-12222a32a908 req-e9cf5b7e-5b0e-4358-a48a-f399a23c5d90 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Jul 06 19:18:26.329544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067b3ab-ce22-40f7-8d93-49b2ab1ac874 req-8e21b5af-91d9-48de-807d-fec39e79d295 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:26.331113 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7067b3ab-ce22-40f7-8d93-49b2ab1ac874 req-8e21b5af-91d9-48de-807d-fec39e79d295 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 945 time: 0.0748801 Jul 06 19:18:26.386144 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7067b3ab-ce22-40f7-8d93-49b2ab1ac874 req-29da3afe-dace-4555-ae1c-4ba4e0a309a5 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 Jul 06 19:18:26.538224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc92c041-5299-48e4-b01d-ceec01a11b6b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:18:26.594814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port dc92c041-5299-48e4-b01d-ceec01a11b6b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:18:26.600426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port dc92c041-5299-48e4-b01d-ceec01a11b6b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:18:26.600944 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:26.685299 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:26.708455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be62d68-09ad-4f0e-b0be-259228035c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc92c041-5299-48e4-b01d-ceec01a11b6b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:26.710894 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bcd028-a512-42cf-ae9d-e12870025092" -d '{"events": [{"server_uuid": "8be62d68-09ad-4f0e-b0be-259228035c27", "name": "network-vif-plugged", "status": "completed", "tag": "dc92c041-5299-48e4-b01d-ceec01a11b6b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:26.729658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port dc92c041-5299-48e4-b01d-ceec01a11b6b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc92c041-5299-48e4-b01d-ceec01a11b6b,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:26.734854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:26.763594 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a978f486-b56d-4d52-8196-bc4698e0e7b4 x-openstack-request-id: req-a978f486-b56d-4d52-8196-bc4698e0e7b4 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:26.763877 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be62d68-09ad-4f0e-b0be-259228035c27", "name": "network-vif-plugged", "status": "completed", "tag": "dc92c041-5299-48e4-b01d-ceec01a11b6b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:26.764139 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a978f486-b56d-4d52-8196-bc4698e0e7b4 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:26.764518 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be62d68-09ad-4f0e-b0be-259228035c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc92c041-5299-48e4-b01d-ceec01a11b6b', 'code': 200} Jul 06 19:18:26.792167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=dc92c041-5299-48e4-b01d-ceec01a11b6b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:26.871864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a318-0d6a-488c-96d7-eaca1b621fe4 req-ca3085ec-76bd-4f4d-b18f-9d0181edfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:26.873383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0337a318-0d6a-488c-96d7-eaca1b621fe4 req-ca3085ec-76bd-4f4d-b18f-9d0181edfb2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 1097 time: 0.0602672 Jul 06 19:18:26.912015 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0337a318-0d6a-488c-96d7-eaca1b621fe4 req-13de4763-d046-4755-af88-788bffdb8760 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jul 06 19:18:27.579019 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ef888-efe2-47ee-81f7-b060cd27f09d req-0af61d44-2cd9-40e1-890e-819d0fa35894 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:27.580596 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c52ef888-efe2-47ee-81f7-b060cd27f09d req-0af61d44-2cd9-40e1-890e-819d0fa35894 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0702384 Jul 06 19:18:27.619182 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c52ef888-efe2-47ee-81f7-b060cd27f09d req-25bc80fa-c1f7-43fa-8cdc-eb31499ff6fd tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Jul 06 19:18:28.807826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b73d-51b1-4aa3-8bab-02b14ba1cef8 req-dacfc162-599f-456a-a526-8fa9b810e590 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:28.809342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f20b73d-51b1-4aa3-8bab-02b14ba1cef8 req-dacfc162-599f-456a-a526-8fa9b810e590 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0726833 Jul 06 19:18:28.852934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6f20b73d-51b1-4aa3-8bab-02b14ba1cef8 req-89262230-1a6b-4ebd-8db3-1841547065de tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379179 Jul 06 19:18:29.097864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-f9e6a289-0dc9-49d5-83dc-be877338dc25 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:29.099383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-f9e6a289-0dc9-49d5-83dc-be877338dc25 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/networks?id=46266e4e-f0ea-4ee5-a644-0e37f38a1438 HTTP/1.1" status: 200 len: 814 time: 0.1133873 Jul 06 19:18:29.115265 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-1dbf92ed-8617-49a7-bb12-598e682b12f1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/quotas/02f9e01b4bfa4d0f8a5f8c11f29e4bab HTTP/1.1" status: 200 len: 375 time: 0.0096309 Jul 06 19:18:29.187823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-3081588e-2218-4110-9665-db9a425d8152 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02f9e01b4bfa4d0f8a5f8c11f29e4bab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672703 Jul 06 19:18:29.279556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-75c025a9-8566-42d0-a273-7a8d0d9111b2 service neutron] 10.222.0.53 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844252 Jul 06 19:18:29.372423 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-9aab0010-d1b9-464c-a7dc-20c46e49fd28 service neutron] 10.222.0.53 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838294 Jul 06 19:18:29.553909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b767d6f-1dea-48e3-bf6e-dff9d0041c0e req-a70037aa-9e4a-4d2d-84b5-1a4567350df6 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 210 time: 0.0290291 Jul 06 19:18:30.697483 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-aeb8ee71-c58f-4bf5-ad85-9e02bbcfd26f req-7d376717-627f-47be-b672-a9bc4fb385c1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 210 time: 0.0335972 Jul 06 19:18:30.791104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-0e977440-7aa0-4590-8d88-4d96559ab94a tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:30.792698 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-0e977440-7aa0-4590-8d88-4d96559ab94a tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.24 "GET /v2.0/networks?id=46266e4e-f0ea-4ee5-a644-0e37f38a1438 HTTP/1.1" status: 200 len: 814 time: 0.1126511 Jul 06 19:18:30.814572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Request body: {'port': {'device_id': 'cafa0c59-751d-46db-b5ce-0298bf11ee1b', 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438', 'admin_state_up': True, 'tenant_id': '02f9e01b4bfa4d0f8a5f8c11f29e4bab'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:30.930520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Made reservation on behalf of 02f9e01b4bfa4d0f8a5f8c11f29e4bab for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:30.934258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:31.062323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Allocated IP 172.20.0.2 (46266e4e-f0ea-4ee5-a644-0e37f38a1438/654bd023-9b26-43fa-9b3a-d25bd31872bb/3c5b6004-27c0-47f8-9731-9e2e36d4ead4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:18:31.211388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:31.251570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:31.263517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['dc92c041-5299-48e4-b01d-ceec01a11b6b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:18:31.294933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:18:31.300185 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:31.304034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:18:31.327740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Pushing event updated for resources: {'Port': ['ID=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:31.342438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.342781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.343121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.343455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.343786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.344118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.344445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.344766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.345090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.345507 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.345739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.346070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:31.365941 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:31.366560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:31.382371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-de057153-3914-47dd-ac90-958dc083100d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718422 Jul 06 19:18:31.393847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Request body: {'port': {'device_id': 'cafa0c59-751d-46db-b5ce-0298bf11ee1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:31.474030 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:31.764811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:18:31.772545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:31.786064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Transition to ACTIVE for port object 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:18:31.791269 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:31.870174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:31.975561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699b3da-7606-48e8-bc33-cdd57be17000 req-355fd340-5c87-46d2-b2e3-e2a3b2bb67b6 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:31.977087 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3699b3da-7606-48e8-bc33-cdd57be17000 req-355fd340-5c87-46d2-b2e3-e2a3b2bb67b6 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 943 time: 0.1497757 Jul 06 19:18:31.977930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Attempting to bind port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:18:31.978263 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Attempting to bind port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:18:31.978590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Attempting to bind port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 on network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:18:31.989597 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 on network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:18:31.989810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Attempting to bind port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 on network 46266e4e-f0ea-4ee5-a644-0e37f38a1438 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:18:32.003475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:18:32.003829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Checking segment: {'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:32.004203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Bound using segment: {'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:18:32.004630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Bound port: 3c5b6004-27c0-47f8-9731-9e2e36d4ead4, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632db90b-98ae-4259-b9e7-330108bbaf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:18:32.004984 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:32.031978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3699b3da-7606-48e8-bc33-cdd57be17000 req-178fce78-9ed5-4eb4-a304-6e31e687c5d8 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485992 Jul 06 19:18:32.087223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] For port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:18:32.090886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] For port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:18:32.096535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:32.133742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:32.134419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:32.135873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c5b6004-27c0-47f8-9731-9e2e36d4ead4 HTTP/1.1" status: 200 len: 1091 time: 0.7463932 Jul 06 19:18:32.136300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafa0c59-751d-46db-b5ce-0298bf11ee1b', 'tag': '3c5b6004-27c0-47f8-9731-9e2e36d4ead4'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:32.138669 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d529b07d-ba14-4480-a360-8fa74acd8658" -d '{"events": [{"name": "network-changed", "server_uuid": "cafa0c59-751d-46db-b5ce-0298bf11ee1b", "tag": "3c5b6004-27c0-47f8-9731-9e2e36d4ead4"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:32.164183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6013b-389c-4ac4-aa86-bd0465533815 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:32.193396 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781e1e09-5997-4df6-ab3c-4a91381888e4 x-openstack-request-id: req-781e1e09-5997-4df6-ab3c-4a91381888e4 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:32.193683 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafa0c59-751d-46db-b5ce-0298bf11ee1b", "tag": "3c5b6004-27c0-47f8-9731-9e2e36d4ead4", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:32.193972 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-781e1e09-5997-4df6-ab3c-4a91381888e4 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:32.194367 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafa0c59-751d-46db-b5ce-0298bf11ee1b', 'tag': '3c5b6004-27c0-47f8-9731-9e2e36d4ead4', 'status': 'completed', 'code': 200} Jul 06 19:18:32.238050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-120c4733-c916-47f1-ab64-f76bffe7c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:32.239582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-120c4733-c916-47f1-ab64-f76bffe7c38f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02f9e01b4bfa4d0f8a5f8c11f29e4bab&device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 1094 time: 0.0564773 Jul 06 19:18:32.297907 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-849283e2-da5f-44ab-874f-68c3fca04334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c5b6004-27c0-47f8-9731-9e2e36d4ead4 HTTP/1.1" status: 200 len: 217 time: 0.0504732 Jul 06 19:18:32.347144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-e6e4dae9-41ba-42f7-9169-a4ea7c21b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:32.348618 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-e6e4dae9-41ba-42f7-9169-a4ea7c21b261 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=654bd023-9b26-43fa-9b3a-d25bd31872bb HTTP/1.1" status: 200 len: 854 time: 0.0445473 Jul 06 19:18:32.381624 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-29c44ac6-1ad6-4a0d-ba59-0f6303e4de6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=46266e4e-f0ea-4ee5-a644-0e37f38a1438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265815 Jul 06 19:18:32.476688 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-5d19b07b-9a0a-4502-aafb-978fa6112bea service neutron] 10.222.0.24 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889049 Jul 06 19:18:32.572252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d20de29-7bda-486e-ba72-8fbb06ae145b req-50024b18-9c88-4c1f-b11d-ab1839ca17ff service neutron] 10.222.0.24 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893648 Jul 06 19:18:32.677294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-df8ce9b0-47c1-4f71-b528-39e822bbc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:32.678888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-df8ce9b0-47c1-4f71-b528-39e822bbc766 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02f9e01b4bfa4d0f8a5f8c11f29e4bab&device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 1094 time: 0.0574555 Jul 06 19:18:32.773403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-b285e809-56b2-44f1-9b35-95ed142fdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:32.774918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-b285e809-56b2-44f1-9b35-95ed142fdd45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=46266e4e-f0ea-4ee5-a644-0e37f38a1438 HTTP/1.1" status: 200 len: 915 time: 0.0894268 Jul 06 19:18:32.816668 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-ae617db1-2cae-462f-a860-2e556244b68b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c5b6004-27c0-47f8-9731-9e2e36d4ead4 HTTP/1.1" status: 200 len: 217 time: 0.0342140 Jul 06 19:18:32.870303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-03c0ec94-98d3-4041-b753-b5d1a46f5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:32.871770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-03c0ec94-98d3-4041-b753-b5d1a46f5b9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=654bd023-9b26-43fa-9b3a-d25bd31872bb HTTP/1.1" status: 200 len: 854 time: 0.0489652 Jul 06 19:18:32.911700 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-04e07417-94a2-4251-95ea-98c53f674dcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=46266e4e-f0ea-4ee5-a644-0e37f38a1438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328431 Jul 06 19:18:33.015170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-98fe7f04-de87-4a7d-b1dd-87f8ab134e7e service neutron] 10.222.0.24 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907273 Jul 06 19:18:33.117568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d529b07d-ba14-4480-a360-8fa74acd8658 req-1f82864c-ed6d-4d2e-bed6-9dec67d0b55e service neutron] 10.222.0.24 "GET /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945420 Jul 06 19:18:33.216577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d270e-b7fb-4fff-8a3f-e9f2d7718ff2 req-62968bf2-c624-4ce9-9d3e-4e046f96f96b tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:33.218099 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad1d270e-b7fb-4fff-8a3f-e9f2d7718ff2 req-62968bf2-c624-4ce9-9d3e-4e046f96f96b tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 943 time: 0.0677729 Jul 06 19:18:33.256753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ad1d270e-b7fb-4fff-8a3f-e9f2d7718ff2 req-7ce9693b-c3da-4bc7-8f80-d9e718e7101a tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Jul 06 19:18:34.452423 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e904a-6f26-4e5d-b087-5b20ec2e9e89 req-08cf4dcd-12e4-4acd-9020-7ca94095d642 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:34.453985 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01e904a-6f26-4e5d-b087-5b20ec2e9e89 req-08cf4dcd-12e4-4acd-9020-7ca94095d642 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 943 time: 0.0751727 Jul 06 19:18:34.493256 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01e904a-6f26-4e5d-b087-5b20ec2e9e89 req-1f2f3501-e984-46f9-a47e-09e6f02a4c18 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Jul 06 19:18:34.520893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:18:34.633058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:34.648257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '3c5b6004-27c0-47f8-9731-9e2e36d4ead4', 'network_id': '46266e4e-f0ea-4ee5-a644-0e37f38a1438', 'port_id': '3c5b6004-27c0-47f8-9731-9e2e36d4ead4', 'mac_address': 'fa:16:3e:1b:8f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654bd023-9b26-43fa-9b3a-d25bd31872bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:18:34.686515 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:34.699876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:18:34.727903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:34.734513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:34.785071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:34.924833 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3c5b6004-27c0-47f8-9731-9e2e36d4ead4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:18:35.684168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c440a3c-85a1-4a46-95d8-25c63f600510 req-dc095c98-88eb-4629-be74-9872aff2e789 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:35.685772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c440a3c-85a1-4a46-95d8-25c63f600510 req-dc095c98-88eb-4629-be74-9872aff2e789 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 944 time: 0.0736451 Jul 06 19:18:35.739280 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c440a3c-85a1-4a46-95d8-25c63f600510 req-57a726d9-e700-4d60-833c-ac4905c0acaf tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Jul 06 19:18:36.509254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:18:36.567150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:18:36.571501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:18:36.571897 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:36.650963 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:36.674935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafa0c59-751d-46db-b5ce-0298bf11ee1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b6004-27c0-47f8-9731-9e2e36d4ead4'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:36.677147 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e724454-fba4-43b7-8c2c-029097db1bbb" -d '{"events": [{"server_uuid": "cafa0c59-751d-46db-b5ce-0298bf11ee1b", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b6004-27c0-47f8-9731-9e2e36d4ead4"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:36.690208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:36.696058 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:36.725915 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806cc44a-c4ed-4ef4-8790-3298d6810652 x-openstack-request-id: req-806cc44a-c4ed-4ef4-8790-3298d6810652 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:36.726217 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafa0c59-751d-46db-b5ce-0298bf11ee1b", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b6004-27c0-47f8-9731-9e2e36d4ead4", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:36.726468 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-806cc44a-c4ed-4ef4-8790-3298d6810652 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:36.726862 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafa0c59-751d-46db-b5ce-0298bf11ee1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b6004-27c0-47f8-9731-9e2e36d4ead4', 'code': 200} Jul 06 19:18:36.754338 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:36.827586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab09b31-38bc-43e9-8e67-2db48fe2e4c9 req-492eff6e-b6ed-41cf-9ab1-e375e99c2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:36.829198 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ab09b31-38bc-43e9-8e67-2db48fe2e4c9 req-492eff6e-b6ed-41cf-9ab1-e375e99c2f0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 1096 time: 0.0521145 Jul 06 19:18:36.888216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8ab09b31-38bc-43e9-8e67-2db48fe2e4c9 req-09210ebd-360d-4e43-b8d0-628df13687b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525324 Jul 06 19:18:36.925945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67457a6-7fb6-4420-b45a-09bee0bf8c91 req-164415b1-0ff3-40c3-bd4a-12177b6b27c4 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:36.927352 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a67457a6-7fb6-4420-b45a-09bee0bf8c91 req-164415b1-0ff3-40c3-bd4a-12177b6b27c4 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 945 time: 0.0740573 Jul 06 19:18:36.968857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a67457a6-7fb6-4420-b45a-09bee0bf8c91 req-cac58aa8-ef0c-4eb8-a1d8-a5d60ab34bfa tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Jul 06 19:18:38.156861 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1fb74-7d4b-4c96-84d9-e7ca0ab1e0bb req-5c8cf58b-efdd-439f-b153-336f370a2826 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:38.158409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6be1fb74-7d4b-4c96-84d9-e7ca0ab1e0bb req-5c8cf58b-efdd-439f-b153-336f370a2826 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 945 time: 0.0657046 Jul 06 19:18:38.197041 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6be1fb74-7d4b-4c96-84d9-e7ca0ab1e0bb req-549b7599-212a-480c-8bcf-d7c261e22846 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Jul 06 19:18:38.614349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9632dae-0464-4096-92c5-ebfa3fa29128 req-63030374-1c8d-48be-b15d-a3d69048f29a tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:38.615771 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a9632dae-0464-4096-92c5-ebfa3fa29128 req-63030374-1c8d-48be-b15d-a3d69048f29a tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 945 time: 0.0756483 Jul 06 19:18:38.660736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a9632dae-0464-4096-92c5-ebfa3fa29128 req-ad92680f-e7ed-4487-8c30-238ddbdf5ef7 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375447 Jul 06 19:18:39.870556 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14281f36-f7ab-48d1-b27e-392b76910aca req-594cef0e-a3ca-47a5-a932-c98a66018f5c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:39.872060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14281f36-f7ab-48d1-b27e-392b76910aca req-594cef0e-a3ca-47a5-a932-c98a66018f5c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 945 time: 0.0955632 Jul 06 19:18:39.925243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-cf8f5958-fb13-4283-8868-ee861574135d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:39.926833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-cf8f5958-fb13-4283-8868-ee861574135d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.24 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 945 time: 0.1066730 Jul 06 19:18:39.930333 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-14281f36-f7ab-48d1-b27e-392b76910aca req-8518cd2e-2f81-4cfd-ad92-a72916693706 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Jul 06 19:18:40.035074 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Deleting port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:40.035388 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:40.127444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] For port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:40.127742 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:40.141225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Calling delete_port for 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:40.288366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:40.300554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['3c5b6004-27c0-47f8-9731-9e2e36d4ead4'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:18:40.304198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['dc92c041-5299-48e4-b01d-ceec01a11b6b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:18:40.318737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Pushing event deleted for resources: {'Port': ['ID=3c5b6004-27c0-47f8-9731-9e2e36d4ead4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:40.375539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] No DVR routers for this DVR port 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:18:40.379064 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:40.381165 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb697664-a6b1-41a4-b31f-167f3f4ca434 req-52286cb4-0d12-4845-8cef-5d3df5d074a1 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.24 "DELETE /v2.0/ports/3c5b6004-27c0-47f8-9731-9e2e36d4ead4 HTTP/1.1" status: 204 len: 173 time: 0.4483907 Jul 06 19:18:40.381693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafa0c59-751d-46db-b5ce-0298bf11ee1b', 'name': 'network-vif-deleted', 'tag': '3c5b6004-27c0-47f8-9731-9e2e36d4ead4'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:40.384736 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3dcf08-82c1-4f1a-b8e1-1052c01360d1" -d '{"events": [{"server_uuid": "cafa0c59-751d-46db-b5ce-0298bf11ee1b", "name": "network-vif-deleted", "tag": "3c5b6004-27c0-47f8-9731-9e2e36d4ead4"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:40.426886 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d49e80-a37b-4be7-a620-b9fa5b834045 x-openstack-request-id: req-29d49e80-a37b-4be7-a620-b9fa5b834045 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:40.427156 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafa0c59-751d-46db-b5ce-0298bf11ee1b", "name": "network-vif-deleted", "tag": "3c5b6004-27c0-47f8-9731-9e2e36d4ead4", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:40.427483 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29d49e80-a37b-4be7-a620-b9fa5b834045 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:40.427802 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafa0c59-751d-46db-b5ce-0298bf11ee1b', 'name': 'network-vif-deleted', 'tag': '3c5b6004-27c0-47f8-9731-9e2e36d4ead4', 'status': 'completed', 'code': 200} Jul 06 19:18:41.088852 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f1e344d1-7969-4640-8ad7-bab2ac41c801 req-d41d60a1-f453-4557-bb05-72fbcefd9edb tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=cafa0c59-751d-46db-b5ce-0298bf11ee1b HTTP/1.1" status: 200 len: 210 time: 0.0322642 Jul 06 19:18:41.364876 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:18:42.353588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ab08f-5f3a-40e0-a62e-335926c896a7 req-82dd583d-1875-4918-8457-2d5db1415d1e tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:42.355135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a2ab08f-5f3a-40e0-a62e-335926c896a7 req-82dd583d-1875-4918-8457-2d5db1415d1e tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0823371 Jul 06 19:18:42.400088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a2ab08f-5f3a-40e0-a62e-335926c896a7 req-d8eb7503-19d0-4e7a-aa0e-f4062326b82c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370111 Jul 06 19:18:42.566778 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:42.589304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:42.589642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 3c5b6004-27c0-47f8-9731-9e2e36d4ead4 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:42.609560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9621ac-4cdf-4704-bc2a-eb2cb184142e req-e2c0635b-a577-4d5d-a85e-cfe6ab5be460 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:42.611077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9621ac-4cdf-4704-bc2a-eb2cb184142e req-e2c0635b-a577-4d5d-a85e-cfe6ab5be460 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0699036 Jul 06 19:18:42.665629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2a9621ac-4cdf-4704-bc2a-eb2cb184142e req-3d532484-03d9-473f-bdec-54dcb01885b6 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486894 Jul 06 19:18:42.862778 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16cd07-76a4-459e-9608-5dffcf6af077 req-8345e61d-a09c-4391-a6e2-ad5917d9d40e tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:42.864319 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd16cd07-76a4-459e-9608-5dffcf6af077 req-8345e61d-a09c-4391-a6e2-ad5917d9d40e tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0764575 Jul 06 19:18:42.901570 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd16cd07-76a4-459e-9608-5dffcf6af077 req-d79b58e8-5068-4a32-b4f8-89a839035c6d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314975 Jul 06 19:18:43.200249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865f6c1-e47d-4242-854e-2ea2bb85737c req-102ebc39-e14e-4fdc-a81f-5d28d0929ac5 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:43.201652 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c865f6c1-e47d-4242-854e-2ea2bb85737c req-102ebc39-e14e-4fdc-a81f-5d28d0929ac5 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0731368 Jul 06 19:18:43.247235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c865f6c1-e47d-4242-854e-2ea2bb85737c req-e980588f-1ada-4fe0-a237-60757637986f tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369627 Jul 06 19:18:43.440929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3775e8f-e869-463a-8964-48d2fabfe732 req-108d46d2-9d38-4941-b8d4-ce491954259c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:43.442453 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3775e8f-e869-463a-8964-48d2fabfe732 req-108d46d2-9d38-4941-b8d4-ce491954259c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0763874 Jul 06 19:18:43.486728 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f3775e8f-e869-463a-8964-48d2fabfe732 req-e9a3251e-bf60-415a-a3f9-9ab25709f711 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348985 Jul 06 19:18:43.673485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46698a02-3b5b-4bff-86db-13193646d668 req-29e251f3-42c0-4691-af6f-d13966041386 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:43.675024 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46698a02-3b5b-4bff-86db-13193646d668 req-29e251f3-42c0-4691-af6f-d13966041386 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0643868 Jul 06 19:18:43.714900 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-46698a02-3b5b-4bff-86db-13193646d668 req-709526c3-3e0d-49d5-83e4-219925c2b0d8 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Jul 06 19:18:44.253297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dddfe-f722-4151-bc33-6d58f01debf4 req-271ccd20-49b5-42ed-aeaf-b7f13b0ef45c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:44.254828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-954dddfe-f722-4151-bc33-6d58f01debf4 req-271ccd20-49b5-42ed-aeaf-b7f13b0ef45c tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0811062 Jul 06 19:18:44.296686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-954dddfe-f722-4151-bc33-6d58f01debf4 req-207d7182-bd44-414e-add7-6dec4289cd2d tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358400 Jul 06 19:18:45.491201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-c2534c7a-fe20-4435-8413-19fb279595de tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:45.491922 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf06c56-ee44-485d-8ca9-86412943d791 req-482c3bd3-9413-48ce-9c45-71032d9f4e22 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:45.492722 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-c2534c7a-fe20-4435-8413-19fb279595de tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0712070 Jul 06 19:18:45.492890 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cf06c56-ee44-485d-8ca9-86412943d791 req-482c3bd3-9413-48ce-9c45-71032d9f4e22 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be62d68-09ad-4f0e-b0be-259228035c27 HTTP/1.1" status: 200 len: 946 time: 0.0740047 Jul 06 19:18:45.532820 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cf06c56-ee44-485d-8ca9-86412943d791 req-b5aff0a1-7ccb-4168-af2c-c229136d2e72 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340741 Jul 06 19:18:45.599796 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Deleting port dc92c041-5299-48e4-b01d-ceec01a11b6b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:45.600039 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:45.641800 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9d0d656a-0664-4308-9be9-ec3f24b850e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:45.689783 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] For port dc92c041-5299-48e4-b01d-ceec01a11b6b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=dc92c041-5299-48e4-b01d-ceec01a11b6b,segment=NetworkSegment(632db90b-98ae-4259-b9e7-330108bbaf5e),segment_id=632db90b-98ae-4259-b9e7-330108bbaf5e)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:45.690152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:45.703153 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Calling delete_port for dc92c041-5299-48e4-b01d-ceec01a11b6b owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:45.839794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:45.853840 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['dc92c041-5299-48e4-b01d-ceec01a11b6b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:18:45.883769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Pushing event deleted for resources: {'Port': ['ID=dc92c041-5299-48e4-b01d-ceec01a11b6b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:45.931988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] No DVR routers for this DVR port dc92c041-5299-48e4-b01d-ceec01a11b6b on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:18:45.934649 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:45.936661 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2939a5a4-f652-4ee2-836a-568f8c26c7a2 req-48729f9b-704e-4eee-b96c-b67c80b97129 tempest-ServersNegativeTestJSON-1823689407 tempest-ServersNegativeTestJSON-1823689407-project] 10.222.0.41 "DELETE /v2.0/ports/dc92c041-5299-48e4-b01d-ceec01a11b6b HTTP/1.1" status: 204 len: 173 time: 0.4380543 Jul 06 19:18:45.937092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be62d68-09ad-4f0e-b0be-259228035c27', 'name': 'network-vif-deleted', 'tag': 'dc92c041-5299-48e4-b01d-ceec01a11b6b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:45.939397 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd9ab67-1b92-4b38-93fd-a8d9e7e466e2" -d '{"events": [{"server_uuid": "8be62d68-09ad-4f0e-b0be-259228035c27", "name": "network-vif-deleted", "tag": "dc92c041-5299-48e4-b01d-ceec01a11b6b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:45.976822 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5487b875-829a-4235-823e-c921aea303bc x-openstack-request-id: req-5487b875-829a-4235-823e-c921aea303bc {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:45.977091 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be62d68-09ad-4f0e-b0be-259228035c27", "name": "network-vif-deleted", "tag": "dc92c041-5299-48e4-b01d-ceec01a11b6b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:45.977342 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5487b875-829a-4235-823e-c921aea303bc {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:45.977731 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be62d68-09ad-4f0e-b0be-259228035c27', 'name': 'network-vif-deleted', 'tag': 'dc92c041-5299-48e4-b01d-ceec01a11b6b', 'status': 'completed', 'code': 200} Jul 06 19:18:46.631762 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52688) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:46.677533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-4729cb64-bf94-41b8-bd11-6c11b729ce65 admin admin] Deleting subnet 654bd023-9b26-43fa-9b3a-d25bd31872bb {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:18:46.680893 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4729cb64-bf94-41b8-bd11-6c11b729ce65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:46.721784 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4729cb64-bf94-41b8-bd11-6c11b729ce65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:46.763676 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4729cb64-bf94-41b8-bd11-6c11b729ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:46.823842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4729cb64-bf94-41b8-bd11-6c11b729ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:46.848700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729cb64-bf94-41b8-bd11-6c11b729ce65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654bd023-9b26-43fa-9b3a-d25bd31872bb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:46.852398 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4729cb64-bf94-41b8-bd11-6c11b729ce65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:46.854444 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4729cb64-bf94-41b8-bd11-6c11b729ce65 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/654bd023-9b26-43fa-9b3a-d25bd31872bb HTTP/1.1" status: 204 len: 168 time: 0.2217138 Jul 06 19:18:46.857659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52690) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:46.922664 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.003389 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.013238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46266e4e-f0ea-4ee5-a644-0e37f38a1438']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:47.023902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632db90b-98ae-4259-b9e7-330108bbaf5e') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:47.024279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632db90b-98ae-4259-b9e7-330108bbaf5e') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:47.034713 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.050280 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.057062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:18:47.057460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:18:47.059200 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:18:47.113208 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.118834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.120751 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] 10.222.0.53 "DELETE /v2.0/networks/46266e4e-f0ea-4ee5-a644-0e37f38a1438 HTTP/1.1" status: 204 len: 168 time: 0.2621169 Jul 06 19:18:47.131748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d4ac4-8803-42d8-b4e5-605621627cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=46266e4e-f0ea-4ee5-a644-0e37f38a1438,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:47.239118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52694) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:47.284519 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8c1fa938-9472-4f71-8b48-c95e15b9f5cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02f9e01b4bfa4d0f8a5f8c11f29e4bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441489 Jul 06 19:18:47.288151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52696) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:47.346848 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3248150d-2146-4acc-be09-b3f8187e63ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.368140 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3248150d-2146-4acc-be09-b3f8187e63ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.419122 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3248150d-2146-4acc-be09-b3f8187e63ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.421963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3248150d-2146-4acc-be09-b3f8187e63ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.423118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3248150d-2146-4acc-be09-b3f8187e63ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bf1ba94-ea57-4417-a5ca-81bbd69c19a1 HTTP/1.1" status: 204 len: 168 time: 0.1340017 Jul 06 19:18:47.430863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248150d-2146-4acc-be09-b3f8187e63ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf1ba94-ea57-4417-a5ca-81bbd69c19a1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:48.164070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52718) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:48.271361 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd342c96-cdff-42e8-a4d4-017f7e8f9315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.278526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-280337859'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:48.304652 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:48.308186 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.316624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.411253 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.418733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.445843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:18:48.461737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d43ceb-b18f-4c45-ad90-5ee6ea63ec6a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:48.466437 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.466817 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Added segment 02113e00-ee3f-43bd-8e0e-085865f43cf5 of type vlan for network 2db67f77-f832-4f0a-b01e-ea622a6d8433 Jul 06 19:18:48.504390 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.511141 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.545295 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.551667 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:48.552378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:48.610767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4451797 Jul 06 19:18:48.619904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923d042-5978-482a-b57a-2f642faf20e5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Network': ['ID=2db67f77-f832-4f0a-b01e-ea622a6d8433,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:48.636541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 2db67f77-f832-4f0a-b01e-ea622a6d8433 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:18:48.675990 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc92c041-5299-48e4-b01d-ceec01a11b6b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:48.705277 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: dc92c041-5299-48e4-b01d-ceec01a11b6b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:48.705663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device dc92c041-5299-48e4-b01d-ceec01a11b6b not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:49.640844 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:51.194302 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:51.845236 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52722) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:51.851486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'subnet': {'network_id': '2db67f77-f832-4f0a-b01e-ea622a6d8433', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:51.943963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:51.947674 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.136015 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.188140 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Subnet': ['ID=0332abb2-955d-487a-8e46-64e3ce69bf8c,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:52.205458 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Checking segment: {'id': '02113e00-ee3f-43bd-8e0e-085865f43cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2db67f77-f832-4f0a-b01e-ea622a6d8433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:52.205841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network hostable DHCP agents. Network: 2db67f77-f832-4f0a-b01e-ea622a6d8433, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:18:52.224371 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network 2db67f77-f832-4f0a-b01e-ea622a6d8433 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:18:52.234880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 2db67f77-f832-4f0a-b01e-ea622a6d8433) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:52.239319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:52.239910 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.244856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b39fc5-bc1f-4e44-9243-488f5f90082a None None] Network 2db67f77-f832-4f0a-b01e-ea622a6d8433 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:52.254761 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-619b031c-053d-43ae-aba4-8ab3708db04b tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4081738 Jul 06 19:18:52.258831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52726) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:52.263908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1982140292'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:52.288256 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:52.291895 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.316739 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:18:52.327266 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.327612 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Added segment 9b617add-846d-47f9-bfdd-0c423c5aa202 of type vlan for network 69e3794f-86ed-4cbf-be1f-e0cd66387126 Jul 06 19:18:52.366959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.394606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-2db67f77-f832-4f0a-b01e-ea622a6d8433', 'network_id': '2db67f77-f832-4f0a-b01e-ea622a6d8433', 'tenant_id': '1a2eabbf9a0949908710f6900432dcbd', 'fixed_ips': [{'subnet_id': '0332abb2-955d-487a-8e46-64e3ce69bf8c'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:18:52.395566 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.398972 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.405303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:52.405927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.465232 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2053487 Jul 06 19:18:52.468316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52728) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:52.475225 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'subnet': {'network_id': '69e3794f-86ed-4cbf-be1f-e0cd66387126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:52.523963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b211952-4d2d-4633-8513-85c1cf03605d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Network': ['ID=69e3794f-86ed-4cbf-be1f-e0cd66387126,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:52.536117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 69e3794f-86ed-4cbf-be1f-e0cd66387126 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:18:52.542937 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Allocated IP 2001:db8:0:ffff::2 (2db67f77-f832-4f0a-b01e-ea622a6d8433/0332abb2-955d-487a-8e46-64e3ce69bf8c/99c97447-784e-4b91-86e6-884afc9a471a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:18:52.577893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:52.581496 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.742435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.751423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Transition to ACTIVE for port object 99c97447-784e-4b91-86e6-884afc9a471a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:18:52.767578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Transition to ACTIVE for port object 99c97447-784e-4b91-86e6-884afc9a471a will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:18:52.772648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.775281 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.820357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Network 2db67f77-f832-4f0a-b01e-ea622a6d8433 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:18:52.823979 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:52.828771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:18:52.832118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Pushing event updated for resources: {'Port': ['ID=99c97447-784e-4b91-86e6-884afc9a471a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:52.843503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.843841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.844138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.844498 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.844798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.844929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Subnet': ['ID=18cc1b9f-ea3a-4e6a-b346-bb4694105452,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:52.845144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.845458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.845780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.846096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.846413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.846724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.847037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.854240 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Checking segment: {'id': '9b617add-846d-47f9-bfdd-0c423c5aa202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '69e3794f-86ed-4cbf-be1f-e0cd66387126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:52.854775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network hostable DHCP agents. Network: 69e3794f-86ed-4cbf-be1f-e0cd66387126, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:18:52.872182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network 69e3794f-86ed-4cbf-be1f-e0cd66387126 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:18:52.882009 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 69e3794f-86ed-4cbf-be1f-e0cd66387126) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:52.886099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:52.886763 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.893130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4babea-2444-4a24-a84e-9e721dd83028 None None] Network 69e3794f-86ed-4cbf-be1f-e0cd66387126 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:52.902335 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5ffea8e0-8e7e-42c8-a1b4-32ed807c3a51 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4329998 Jul 06 19:18:52.905511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52730) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:52.944394 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.955836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Attempting to bind port 99c97447-784e-4b91-86e6-884afc9a471a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:18:52.956198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Attempting to bind port 99c97447-784e-4b91-86e6-884afc9a471a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '02113e00-ee3f-43bd-8e0e-085865f43cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2db67f77-f832-4f0a-b01e-ea622a6d8433'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:18:52.956552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Attempting to bind port 99c97447-784e-4b91-86e6-884afc9a471a on network 2db67f77-f832-4f0a-b01e-ea622a6d8433 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:18:52.983379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:18:52.983379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Checking segment: {'id': '02113e00-ee3f-43bd-8e0e-085865f43cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2db67f77-f832-4f0a-b01e-ea622a6d8433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:52.983787 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.983918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Bound using segment: {'id': '02113e00-ee3f-43bd-8e0e-085865f43cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2db67f77-f832-4f0a-b01e-ea622a6d8433'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:18:52.984394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Bound port: 99c97447-784e-4b91-86e6-884afc9a471a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02113e00-ee3f-43bd-8e0e-085865f43cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2db67f77-f832-4f0a-b01e-ea622a6d8433'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:18:52.984766 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.991117 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.001426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.058656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.109930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] For port 99c97447-784e-4b91-86e6-884afc9a471a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:18:53.124894 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b14ea-6c66-4411-96ea-4264228f5ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-69e3794f-86ed-4cbf-be1f-e0cd66387126', 'network_id': '69e3794f-86ed-4cbf-be1f-e0cd66387126', 'tenant_id': '1a2eabbf9a0949908710f6900432dcbd', 'fixed_ips': [{'subnet_id': '18cc1b9f-ea3a-4e6a-b346-bb4694105452'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:18:53.125779 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-925b14ea-6c66-4411-96ea-4264228f5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.126897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.141912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] For port 99c97447-784e-4b91-86e6-884afc9a471a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=99c97447-784e-4b91-86e6-884afc9a471a,segment=NetworkSegment(02113e00-ee3f-43bd-8e0e-085865f43cf5),segment_id=02113e00-ee3f-43bd-8e0e-085865f43cf5)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:18:53.149045 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.162085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Subnet': ['ID=18cc1b9f-ea3a-4e6a-b346-bb4694105452,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:53.226502 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.236621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e3794f-86ed-4cbf-be1f-e0cd66387126']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:53.251179 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b617add-846d-47f9-bfdd-0c423c5aa202') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:53.251472 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b617add-846d-47f9-bfdd-0c423c5aa202') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:53.259890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb9e5e0-003f-40c3-af6d-97b8041ad845 None None] Network 69e3794f-86ed-4cbf-be1f-e0cd66387126 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:53.266811 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.281648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.288674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:18:53.289184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:18:53.292782 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:18:53.304584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380a415-0922-4ff0-99f3-a50d6b797909 None None] Pushing event updated for resources: {'Port': ['ID=99c97447-784e-4b91-86e6-884afc9a471a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:53.354930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.362767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.368316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/69e3794f-86ed-4cbf-be1f-e0cd66387126 HTTP/1.1" status: 204 len: 168 time: 0.4583066 Jul 06 19:18:53.369260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52732) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:53.383091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369586914'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:53.387611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef070e-2e75-407b-8f5d-17fd80681b7f tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Network': ['ID=69e3794f-86ed-4cbf-be1f-e0cd66387126,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:53.409496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:53.413252 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.440190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:18:53.461587 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.462114 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Added segment 789052d7-ad3c-461a-8ec3-dde8c4c60661 of type vlan for network 389ea37a-a106-47ee-8ddf-f5311041bdc9 Jul 06 19:18:53.508733 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.546900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.553993 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:53.553993 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.610052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2401140 Jul 06 19:18:53.612825 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52734) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:53.619902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'subnet': {'network_id': '389ea37a-a106-47ee-8ddf-f5311041bdc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:53.638361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a728d2-796f-4c06-94bf-af5def302572 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Network': ['ID=389ea37a-a106-47ee-8ddf-f5311041bdc9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:53.649375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 389ea37a-a106-47ee-8ddf-f5311041bdc9 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:18:53.717761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:53.723104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.781814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Performing IP validity checks on allocation pools {{(pid=93967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 19:18:53.782330 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 19:18:53.908200 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.968368 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Subnet': ['ID=432451a2-5397-4729-bf69-1aa2637bd2c6,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:53.977853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Checking segment: {'id': '789052d7-ad3c-461a-8ec3-dde8c4c60661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '389ea37a-a106-47ee-8ddf-f5311041bdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:53.978222 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network hostable DHCP agents. Network: 389ea37a-a106-47ee-8ddf-f5311041bdc9, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:18:53.997516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network 389ea37a-a106-47ee-8ddf-f5311041bdc9 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:18:54.008682 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 389ea37a-a106-47ee-8ddf-f5311041bdc9) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:54.012895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:54.013505 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.027274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a43e2f8-d069-41de-86b4-d3902bc2ead6 None None] Network 389ea37a-a106-47ee-8ddf-f5311041bdc9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:54.030736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2e827d6f-765b-447a-9192-d8bdd00be3b1 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4168963 Jul 06 19:18:54.034928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52736) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:54.146013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.190820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b70316-0ea2-4fe1-a651-28a396c10064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-389ea37a-a106-47ee-8ddf-f5311041bdc9', 'network_id': '389ea37a-a106-47ee-8ddf-f5311041bdc9', 'tenant_id': '1a2eabbf9a0949908710f6900432dcbd', 'fixed_ips': [{'subnet_id': '432451a2-5397-4729-bf69-1aa2637bd2c6'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:18:54.192151 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28b70316-0ea2-4fe1-a651-28a396c10064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.225113 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.262888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b162e03-29c7-4aa2-a6ed-25a7488e2d29 None None] Network 2db67f77-f832-4f0a-b01e-ea622a6d8433 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:54.293167 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.320675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Subnet': ['ID=432451a2-5397-4729-bf69-1aa2637bd2c6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:54.329330 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7368aef4-e616-4169-9b72-3a3a28064b8d None None] Provisioning for port 99c97447-784e-4b91-86e6-884afc9a471a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:18:54.382502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server [None req-28b70316-0ea2-4fe1-a651-28a396c10064 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 432451a2-5397-4729-bf69-1aa2637bd2c6: This subnet is being modified by another concurrent operation. Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server raise exception Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 432451a2-5397-4729-bf69-1aa2637bd2c6: This subnet is being modified by another concurrent operation. Jul 06 19:18:54.386430 n-d-799684-2 neutron-server[93968]: ERROR oslo_messaging.rpc.server Jul 06 19:18:54.394533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389ea37a-a106-47ee-8ddf-f5311041bdc9']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:54.404139 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f2d9c9-a961-45e5-92f2-38a1e7caaff5 None None] Network 389ea37a-a106-47ee-8ddf-f5311041bdc9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:54.405436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789052d7-ad3c-461a-8ec3-dde8c4c60661') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:54.405757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789052d7-ad3c-461a-8ec3-dde8c4c60661') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:54.414968 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.433339 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.439315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:18:54.439778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:18:54.442770 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:18:54.516322 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.525432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.532364 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/389ea37a-a106-47ee-8ddf-f5311041bdc9 HTTP/1.1" status: 204 len: 168 time: 0.4922378 Jul 06 19:18:54.538242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52738) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:54.542167 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909988be-aa7c-4500-85cc-7506322ac9d2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Network': ['ID=389ea37a-a106-47ee-8ddf-f5311041bdc9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:54.544856 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141541703'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:54.548547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 99c97447-784e-4b91-86e6-884afc9a471a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:18:54.569095 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:54.573068 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.596632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:18:54.605645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.606177 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Added segment d693a741-50bb-43fe-8368-294302ca3108 of type vlan for network a3ae1197-bc50-4e5e-9fa6-5922ced1de5d Jul 06 19:18:54.646782 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.660908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 99c97447-784e-4b91-86e6-884afc9a471a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:18:54.664901 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 99c97447-784e-4b91-86e6-884afc9a471a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:18:54.665278 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.677647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.683706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:54.684309 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.750959 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.753567 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2137311 Jul 06 19:18:54.757414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52740) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:54.766260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'subnet': {'network_id': 'a3ae1197-bc50-4e5e-9fa6-5922ced1de5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:54.800010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 99c97447-784e-4b91-86e6-884afc9a471a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=99c97447-784e-4b91-86e6-884afc9a471a,segment=NetworkSegment(02113e00-ee3f-43bd-8e0e-085865f43cf5),segment_id=02113e00-ee3f-43bd-8e0e-085865f43cf5)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:54.808474 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.820609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b6bef-c8be-4dbd-b76e-6b9234e85be9 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Network': ['ID=a3ae1197-bc50-4e5e-9fa6-5922ced1de5d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:54.836318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network a3ae1197-bc50-4e5e-9fa6-5922ced1de5d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:18:54.875937 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:54.879878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.886794 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e887e746-64d8-4f5b-bb6d-59c2052bff16 None None] get_active_networks_info from n-d-799684-2 {{(pid=93968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 19:18:55.066276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.106436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=99c97447-784e-4b91-86e6-884afc9a471a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:55.134978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Subnet': ['ID=beff8a02-8185-4f54-915f-639761a7041d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:55.145974 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3d885f71-1b8b-4f8c-8a1e-072dbb822dc9 None None] Provisioning complete for port 99c97447-784e-4b91-86e6-884afc9a471a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:18:55.146342 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d885f71-1b8b-4f8c-8a1e-072dbb822dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.147089 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Checking segment: {'id': 'd693a741-50bb-43fe-8368-294302ca3108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a3ae1197-bc50-4e5e-9fa6-5922ced1de5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:55.147449 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network hostable DHCP agents. Network: a3ae1197-bc50-4e5e-9fa6-5922ced1de5d, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:18:55.172337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network a3ae1197-bc50-4e5e-9fa6-5922ced1de5d is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:18:55.183083 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, a3ae1197-bc50-4e5e-9fa6-5922ced1de5d) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:55.187830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:55.188136 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.196395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e887e746-64d8-4f5b-bb6d-59c2052bff16 None None] Resources bound (agent type, host, resource id): {{(pid=93968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 19:18:55.203369 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-30d670c3-7b60-4b11-a304-454c76b4b9be tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4448731 Jul 06 19:18:55.207636 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52742) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:55.212963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-821129101'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:55.236687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:55.240257 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.266412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:18:55.276170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.276520 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Added segment 171f5d31-551a-4d39-bf7b-98ff98c03ac4 of type vlan for network 8d768598-1310-4a97-8b49-2e79d9a5080b Jul 06 19:18:55.316945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.347552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.353805 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:55.354389 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.411811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2030385 Jul 06 19:18:55.414717 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52744) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:55.419608 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Request body: {'subnet': {'network_id': '8d768598-1310-4a97-8b49-2e79d9a5080b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:18:55.461250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-a3ae1197-bc50-4e5e-9fa6-5922ced1de5d', 'network_id': 'a3ae1197-bc50-4e5e-9fa6-5922ced1de5d', 'tenant_id': '1a2eabbf9a0949908710f6900432dcbd', 'fixed_ips': [{'subnet_id': 'beff8a02-8185-4f54-915f-639761a7041d'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:18:55.462171 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.465909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d1fe2-b32e-4a55-8aa5-fe39e6fc1756 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Network': ['ID=8d768598-1310-4a97-8b49-2e79d9a5080b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:55.486561 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 8d768598-1310-4a97-8b49-2e79d9a5080b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:18:55.517271 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Made reservation on behalf of 1a2eabbf9a0949908710f6900432dcbd for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:18:55.521387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.671321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Allocated IP 2001:db8::2 (a3ae1197-bc50-4e5e-9fa6-5922ced1de5d/beff8a02-8185-4f54-915f-639761a7041d/a0ac77d7-2424-47f4-bf34-c294b6a8cee9) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:18:55.822894 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.831743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Transition to ACTIVE for port object a0ac77d7-2424-47f4-bf34-c294b6a8cee9 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:18:55.847131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Transition to ACTIVE for port object a0ac77d7-2424-47f4-bf34-c294b6a8cee9 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:18:55.852992 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.900591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Network a3ae1197-bc50-4e5e-9fa6-5922ced1de5d is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:18:55.903880 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:55.908563 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:18:55.911993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Pushing event updated for resources: {'Port': ['ID=a0ac77d7-2424-47f4-bf34-c294b6a8cee9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:55.969461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Attempting to bind port a0ac77d7-2424-47f4-bf34-c294b6a8cee9 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:18:55.969863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Attempting to bind port a0ac77d7-2424-47f4-bf34-c294b6a8cee9 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'd693a741-50bb-43fe-8368-294302ca3108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a3ae1197-bc50-4e5e-9fa6-5922ced1de5d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:18:55.970207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Attempting to bind port a0ac77d7-2424-47f4-bf34-c294b6a8cee9 on network a3ae1197-bc50-4e5e-9fa6-5922ced1de5d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:18:55.975593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:18:55.975962 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Checking segment: {'id': 'd693a741-50bb-43fe-8368-294302ca3108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a3ae1197-bc50-4e5e-9fa6-5922ced1de5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:55.976381 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:55.977064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Bound using segment: {'id': 'd693a741-50bb-43fe-8368-294302ca3108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a3ae1197-bc50-4e5e-9fa6-5922ced1de5d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:18:55.977264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Bound port: a0ac77d7-2424-47f4-bf34-c294b6a8cee9, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd693a741-50bb-43fe-8368-294302ca3108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a3ae1197-bc50-4e5e-9fa6-5922ced1de5d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:18:55.977615 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.046011 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] For port a0ac77d7-2424-47f4-bf34-c294b6a8cee9, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:18:56.050711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] For port a0ac77d7-2424-47f4-bf34-c294b6a8cee9, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a0ac77d7-2424-47f4-bf34-c294b6a8cee9,segment=NetworkSegment(d693a741-50bb-43fe-8368-294302ca3108),segment_id=d693a741-50bb-43fe-8368-294302ca3108)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:18:56.056244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.091431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.122928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d115b-d912-46ef-b29e-fce2fededce0 None None] Pushing event updated for resources: {'Port': ['ID=a0ac77d7-2424-47f4-bf34-c294b6a8cee9,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:56.155378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event updated for resources: {'Subnet': ['ID=43d6446f-8d49-4edb-942a-4e4544891225,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:56.171562 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Checking segment: {'id': '171f5d31-551a-4d39-bf7b-98ff98c03ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8d768598-1310-4a97-8b49-2e79d9a5080b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:18:56.171923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network hostable DHCP agents. Network: 8d768598-1310-4a97-8b49-2e79d9a5080b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:18:56.189514 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Network 8d768598-1310-4a97-8b49-2e79d9a5080b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:18:56.199152 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 8d768598-1310-4a97-8b49-2e79d9a5080b) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:18:56.204493 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:56.205080 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.223982 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-407cc931-69c8-4ef4-ac1a-05c033289cbf tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8080945 Jul 06 19:18:56.226765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52748) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:56.344750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.399068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.462333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.487781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Subnet': ['ID=43d6446f-8d49-4edb-942a-4e4544891225,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:56.563334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 99c97447-784e-4b91-86e6-884afc9a471a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:18:56.574681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.585773 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d768598-1310-4a97-8b49-2e79d9a5080b']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:56.599042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171f5d31-551a-4d39-bf7b-98ff98c03ac4') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:56.599340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171f5d31-551a-4d39-bf7b-98ff98c03ac4') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:56.608132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.614391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 99c97447-784e-4b91-86e6-884afc9a471a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:18:56.614759 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.621923 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.628178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:18:56.628582 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:18:56.631655 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:18:56.688393 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.695321 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.697178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/8d768598-1310-4a97-8b49-2e79d9a5080b HTTP/1.1" status: 204 len: 168 time: 0.4688611 Jul 06 19:18:56.698924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a0ac77d7-2424-47f4-bf34-c294b6a8cee9 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:18:56.700232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52750) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:56.708779 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a220458-8c74-42bb-b392-a423e71f455d tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Network': ['ID=8d768598-1310-4a97-8b49-2e79d9a5080b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:56.730344 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21bde01-2435-4420-a86e-2ad896ff54df tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] GET failed (client error): The resource could not be found. Jul 06 19:18:56.733363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e21bde01-2435-4420-a86e-2ad896ff54df tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "GET /v2.0/subnets/43d6446f-8d49-4edb-942a-4e4544891225 HTTP/1.1" status: 404 len: 337 time: 0.0303764 Jul 06 19:18:56.734744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:56.753592 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cbe340-d0c0-4453-8a8f-9bce262f1892 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] DELETE failed (client error): The resource could not be found. Jul 06 19:18:56.754271 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cbe340-d0c0-4453-8a8f-9bce262f1892 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 19:18:56.754860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port a0ac77d7-2424-47f4-bf34-c294b6a8cee9 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:18:56.756030 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-42cbe340-d0c0-4453-8a8f-9bce262f1892 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/8d768598-1310-4a97-8b49-2e79d9a5080b HTTP/1.1" status: 404 len: 339 time: 0.0202475 Jul 06 19:18:56.760654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52754) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:56.792224 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f3b186-ff8a-4815-8019-e5e33c2072cc tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] DELETE failed (client error): The resource could not be found. Jul 06 19:18:56.792701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f3b186-ff8a-4815-8019-e5e33c2072cc tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 19:18:56.794483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e3f3b186-ff8a-4815-8019-e5e33c2072cc tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/subnets/43d6446f-8d49-4edb-942a-4e4544891225 HTTP/1.1" status: 404 len: 337 time: 0.0326607 Jul 06 19:18:56.797436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52756) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:56.816436 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-29efa53f-454f-40e4-b7c9-97dd1c230309 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] DELETE failed (client error): The resource could not be found. Jul 06 19:18:56.817037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29efa53f-454f-40e4-b7c9-97dd1c230309 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 19:18:56.818828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-29efa53f-454f-40e4-b7c9-97dd1c230309 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/8d768598-1310-4a97-8b49-2e79d9a5080b HTTP/1.1" status: 404 len: 339 time: 0.0204003 Jul 06 19:18:56.821512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:56.872741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-412b5875-f93e-49cf-96ab-d3df52e033d7 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Deleting subnet beff8a02-8185-4f54-915f-639761a7041d {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:18:56.876068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-412b5875-f93e-49cf-96ab-d3df52e033d7 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.916963 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-412b5875-f93e-49cf-96ab-d3df52e033d7 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.009212 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-412b5875-f93e-49cf-96ab-d3df52e033d7 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.052786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4b9f2-ca71-4e66-86af-9edfe5e7c2da None None] Network a3ae1197-bc50-4e5e-9fa6-5922ced1de5d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:57.055044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f82e0-4faf-4858-b3a2-e30e403482af None None] Network 8d768598-1310-4a97-8b49-2e79d9a5080b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:57.070323 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-412b5875-f93e-49cf-96ab-d3df52e033d7 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.096954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b5875-f93e-49cf-96ab-d3df52e033d7 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Subnet': ['ID=beff8a02-8185-4f54-915f-639761a7041d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:57.097460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f82e0-4faf-4858-b3a2-e30e403482af None None] Network 8d768598-1310-4a97-8b49-2e79d9a5080b could not be found, it might have been deleted concurrently. {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 19:18:57.102629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-412b5875-f93e-49cf-96ab-d3df52e033d7 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.107120 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-412b5875-f93e-49cf-96ab-d3df52e033d7 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/subnets/beff8a02-8185-4f54-915f-639761a7041d HTTP/1.1" status: 204 len: 168 time: 0.2820556 Jul 06 19:18:57.107756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52760) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:57.109248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ead31-f5d4-4da8-8dfd-57101ce6b1b6 None None] Network 8d768598-1310-4a97-8b49-2e79d9a5080b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:57.131344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ead31-f5d4-4da8-8dfd-57101ce6b1b6 None None] Network 8d768598-1310-4a97-8b49-2e79d9a5080b could not be found, it might have been deleted concurrently. {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 19:18:57.157415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9c3919e0-60f6-41df-b884-dd215839722b None None] Provisioning for port a0ac77d7-2424-47f4-bf34-c294b6a8cee9 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:18:57.164617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9c3919e0-60f6-41df-b884-dd215839722b None None] Provisioning complete for port a0ac77d7-2424-47f4-bf34-c294b6a8cee9 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:18:57.164998 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9c3919e0-60f6-41df-b884-dd215839722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.187243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.243185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Deleting port a0ac77d7-2424-47f4-bf34-c294b6a8cee9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:57.243586 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.293494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db931e94-6da0-4782-8e7b-dc0db121a41c None None] Network a3ae1197-bc50-4e5e-9fa6-5922ced1de5d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:57.296680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9c3919e0-60f6-41df-b884-dd215839722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.305235 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] For port a0ac77d7-2424-47f4-bf34-c294b6a8cee9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a0ac77d7-2424-47f4-bf34-c294b6a8cee9,segment=NetworkSegment(d693a741-50bb-43fe-8368-294302ca3108),segment_id=d693a741-50bb-43fe-8368-294302ca3108)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:57.305512 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.317900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Calling delete_port for a0ac77d7-2424-47f4-bf34-c294b6a8cee9 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:57.382788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9c3919e0-60f6-41df-b884-dd215839722b None None] For port a0ac77d7-2424-47f4-bf34-c294b6a8cee9, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=a0ac77d7-2424-47f4-bf34-c294b6a8cee9,segment=NetworkSegment(d693a741-50bb-43fe-8368-294302ca3108),segment_id=d693a741-50bb-43fe-8368-294302ca3108)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:57.399633 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.405029 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9c3919e0-60f6-41df-b884-dd215839722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.427346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Port': ['ID=a0ac77d7-2424-47f4-bf34-c294b6a8cee9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:57.433346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No DVR routers for this DVR port a0ac77d7-2424-47f4-bf34-c294b6a8cee9 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:18:57.442943 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3919e0-60f6-41df-b884-dd215839722b None None] Pushing event deleted for resources: {'Port': ['ID=a0ac77d7-2424-47f4-bf34-c294b6a8cee9,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:57.499816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b41038-27d3-4de1-83f0-ece3ec675dbf None None] DHCP port deletion for a3ae1197-bc50-4e5e-9fa6-5922ced1de5d request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:18:57.527005 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.538507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ae1197-bc50-4e5e-9fa6-5922ced1de5d']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:57.557012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd693a741-50bb-43fe-8368-294302ca3108') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:57.557337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd693a741-50bb-43fe-8368-294302ca3108') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:57.571482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.594344 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.600127 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:18:57.600721 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:18:57.603376 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:18:57.661752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.668630 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.670440 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/a3ae1197-bc50-4e5e-9fa6-5922ced1de5d HTTP/1.1" status: 204 len: 168 time: 0.5613706 Jul 06 19:18:57.673337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52762) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:57.681618 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aba990-9477-4c0f-86ba-0441594a7549 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Network': ['ID=a3ae1197-bc50-4e5e-9fa6-5922ced1de5d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:57.707712 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4f8129-ca8a-4e6e-9f1d-611c09bdfa1c tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] DELETE failed (client error): The resource could not be found. Jul 06 19:18:57.708179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4f8129-ca8a-4e6e-9f1d-611c09bdfa1c tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 19:18:57.709945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ee4f8129-ca8a-4e6e-9f1d-611c09bdfa1c tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/subnets/432451a2-5397-4729-bf69-1aa2637bd2c6 HTTP/1.1" status: 404 len: 337 time: 0.0349095 Jul 06 19:18:57.712678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52764) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:57.731171 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a508be-7036-402c-abe7-4dc504a46739 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] DELETE failed (client error): The resource could not be found. Jul 06 19:18:57.731638 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a508be-7036-402c-abe7-4dc504a46739 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 19:18:57.733285 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-59a508be-7036-402c-abe7-4dc504a46739 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/389ea37a-a106-47ee-8ddf-f5311041bdc9 HTTP/1.1" status: 404 len: 339 time: 0.0195525 Jul 06 19:18:57.735610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52766) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:57.760787 n-d-799684-2 neutron-server[93967]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac90b047-a6e2-4069-8eeb-93785c82c0c2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] DELETE failed (client error): The resource could not be found. Jul 06 19:18:57.761149 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac90b047-a6e2-4069-8eeb-93785c82c0c2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 19:18:57.762870 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ac90b047-a6e2-4069-8eeb-93785c82c0c2 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/subnets/18cc1b9f-ea3a-4e6a-b346-bb4694105452 HTTP/1.1" status: 404 len: 337 time: 0.0263827 Jul 06 19:18:57.765919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52768) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:57.786684 n-d-799684-2 neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae82930-0524-4777-b3d1-9fc1dc34225e tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] DELETE failed (client error): The resource could not be found. Jul 06 19:18:57.787225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae82930-0524-4777-b3d1-9fc1dc34225e tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93966) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 19:18:57.788912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5ae82930-0524-4777-b3d1-9fc1dc34225e tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/69e3794f-86ed-4cbf-be1f-e0cd66387126 HTTP/1.1" status: 404 len: 339 time: 0.0217063 Jul 06 19:18:57.791678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52770) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:57.848175 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb2e97e-4564-4487-84fe-285782593ac5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Deleting subnet 0332abb2-955d-487a-8e46-64e3ce69bf8c {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:18:57.852083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e97e-4564-4487-84fe-285782593ac5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.904747 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e97e-4564-4487-84fe-285782593ac5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.005259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e97e-4564-4487-84fe-285782593ac5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.069107 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e97e-4564-4487-84fe-285782593ac5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.096159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2e97e-4564-4487-84fe-285782593ac5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Subnet': ['ID=0332abb2-955d-487a-8e46-64e3ce69bf8c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:58.101173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e97e-4564-4487-84fe-285782593ac5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.103218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-cdb2e97e-4564-4487-84fe-285782593ac5 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/subnets/0332abb2-955d-487a-8e46-64e3ce69bf8c HTTP/1.1" status: 204 len: 168 time: 0.3104508 Jul 06 19:18:58.105855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52772) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:58.107506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0848256-e775-46f9-9697-22bbe0fd1ffc None None] Network 2db67f77-f832-4f0a-b01e-ea622a6d8433 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:18:58.188341 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.248686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Deleting port 99c97447-784e-4b91-86e6-884afc9a471a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:58.249027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.302754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] DHCP port deletion for 2db67f77-f832-4f0a-b01e-ea622a6d8433 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:18:58.316388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] For port 99c97447-784e-4b91-86e6-884afc9a471a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=99c97447-784e-4b91-86e6-884afc9a471a,segment=NetworkSegment(02113e00-ee3f-43bd-8e0e-085865f43cf5),segment_id=02113e00-ee3f-43bd-8e0e-085865f43cf5)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:58.316765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.334766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Calling delete_port for 99c97447-784e-4b91-86e6-884afc9a471a owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:58.350437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] Deleting port 99c97447-784e-4b91-86e6-884afc9a471a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:58.350811 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.416403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] For port 99c97447-784e-4b91-86e6-884afc9a471a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=99c97447-784e-4b91-86e6-884afc9a471a,segment=NetworkSegment(02113e00-ee3f-43bd-8e0e-085865f43cf5),segment_id=02113e00-ee3f-43bd-8e0e-085865f43cf5)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:58.416887 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.417012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.431335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] Calling delete_port for 99c97447-784e-4b91-86e6-884afc9a471a owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:58.442317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Port': ['ID=99c97447-784e-4b91-86e6-884afc9a471a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:58.445840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] No DVR routers for this DVR port 99c97447-784e-4b91-86e6-884afc9a471a on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:18:58.494775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 99c97447-784e-4b91-86e6-884afc9a471a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:58.522573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 99c97447-784e-4b91-86e6-884afc9a471a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:58.522916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 99c97447-784e-4b91-86e6-884afc9a471a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:58.523806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a0ac77d7-2424-47f4-bf34-c294b6a8cee9 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:58.541453 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.552495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db67f77-f832-4f0a-b01e-ea622a6d8433']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:58.562847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: a0ac77d7-2424-47f4-bf34-c294b6a8cee9 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:58.563379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device a0ac77d7-2424-47f4-bf34-c294b6a8cee9 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:58.564031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02113e00-ee3f-43bd-8e0e-085865f43cf5') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:58.564325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02113e00-ee3f-43bd-8e0e-085865f43cf5') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:58.574059 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.577630 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.595371 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.603791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] Pushing event deleted for resources: {'Port': ['ID=99c97447-784e-4b91-86e6-884afc9a471a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:58.606099 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:18:58.606775 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.609481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f851df8-80fb-4aab-84bd-b333950d0b68 None None] No DVR routers for this DVR port 99c97447-784e-4b91-86e6-884afc9a471a on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:18:58.620522 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:18:58.670209 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.679280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.680742 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] 10.222.0.53 "DELETE /v2.0/networks/2db67f77-f832-4f0a-b01e-ea622a6d8433 HTTP/1.1" status: 204 len: 168 time: 0.5738502 Jul 06 19:18:58.690596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915224f-1bc2-47b9-900e-6cd7c612bf10 tempest-NetworksIpV6Test-1064998440 tempest-NetworksIpV6Test-1064998440-project] Pushing event deleted for resources: {'Network': ['ID=2db67f77-f832-4f0a-b01e-ea622a6d8433,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:58.961409 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52778) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:59.104656 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-679acf9d-d97a-4553-97f0-094fb577207f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a2eabbf9a0949908710f6900432dcbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417458 Jul 06 19:18:59.107187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52782) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:59.166172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5277-54c8-451e-b1d4-afd65869a35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:59.188599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5277-54c8-451e-b1d4-afd65869a35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:59.237007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5277-54c8-451e-b1d4-afd65869a35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:59.239651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5277-54c8-451e-b1d4-afd65869a35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:59.240775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0a5a5277-54c8-451e-b1d4-afd65869a35d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25d43ceb-b18f-4c45-ad90-5ee6ea63ec6a HTTP/1.1" status: 204 len: 168 time: 0.1326008 Jul 06 19:18:59.249807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a5277-54c8-451e-b1d4-afd65869a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d43ceb-b18f-4c45-ad90-5ee6ea63ec6a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:59.931427 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52804) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:00.042245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bb602318-248f-46ea-96ac-2338957d9805 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-129723981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:00.070188 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb602318-248f-46ea-96ac-2338957d9805 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.071178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb602318-248f-46ea-96ac-2338957d9805 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.124493 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb602318-248f-46ea-96ac-2338957d9805 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.131437 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb602318-248f-46ea-96ac-2338957d9805 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.149521 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bb602318-248f-46ea-96ac-2338957d9805 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.155741 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bb602318-248f-46ea-96ac-2338957d9805 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2231734 Jul 06 19:19:00.155899 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52808) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:00.161162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-840494504'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:00.186698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Made reservation on behalf of 51d60ad8a6904538b9c4b347a456ef8a for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:00.190426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.199847 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.303302 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.310961 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.342113 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:19:00.348483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9316533-f4a2-4446-9d31-80c617090da8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:00.354838 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.355187 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Added segment 7acf988a-9dd1-4184-ac74-03e8c1f04da1 of type vlan for network 508fabbc-88d6-4adc-9efb-a8f8143592e1 Jul 06 19:19:00.400378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.430618 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.436516 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:00.437150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.492392 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3354120 Jul 06 19:19:00.495429 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52810) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:00.500540 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Request body: {'subnet': {'network_id': '508fabbc-88d6-4adc-9efb-a8f8143592e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:00.554919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71da812-dc52-491e-9851-2182005b77b5 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event updated for resources: {'Network': ['ID=508fabbc-88d6-4adc-9efb-a8f8143592e1,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:00.565901 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 508fabbc-88d6-4adc-9efb-a8f8143592e1 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:19:00.610720 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Made reservation on behalf of 51d60ad8a6904538b9c4b347a456ef8a for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:00.614859 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.798614 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.857970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event updated for resources: {'Subnet': ['ID=5bc74ed6-8517-4cce-91bc-871e9fb6e03c,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:00.867142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Checking segment: {'id': '7acf988a-9dd1-4184-ac74-03e8c1f04da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508fabbc-88d6-4adc-9efb-a8f8143592e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:00.867507 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Network hostable DHCP agents. Network: 508fabbc-88d6-4adc-9efb-a8f8143592e1, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:19:00.894508 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Network 508fabbc-88d6-4adc-9efb-a8f8143592e1 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:19:00.910755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 508fabbc-88d6-4adc-9efb-a8f8143592e1) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:00.914822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:00.915413 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.922559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93808cd5-8d29-488e-8e33-1fb60f13bf67 None None] Network 508fabbc-88d6-4adc-9efb-a8f8143592e1 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:00.932327 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-901b6316-a34c-4175-8b8a-ae2d7d6b26ee tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4358311 Jul 06 19:19:00.936459 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52812) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:00.940694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-834025291'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:00.963672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Made reservation on behalf of 51d60ad8a6904538b9c4b347a456ef8a for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:00.967226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.990791 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:19:00.999691 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.000036 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Added segment 0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79 of type vlan for network df651cd6-45f2-434a-8ee1-19fd64b2464a Jul 06 19:19:01.041224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.072695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.074679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-508fabbc-88d6-4adc-9efb-a8f8143592e1', 'network_id': '508fabbc-88d6-4adc-9efb-a8f8143592e1', 'tenant_id': '51d60ad8a6904538b9c4b347a456ef8a', 'fixed_ips': [{'subnet_id': '5bc74ed6-8517-4cce-91bc-871e9fb6e03c'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:19:01.075573 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.078398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:01.078984 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.137536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2008412 Jul 06 19:19:01.140384 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52814) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:01.145320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Request body: {'subnet': {'network_id': 'df651cd6-45f2-434a-8ee1-19fd64b2464a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:01.188722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f784ab-ece6-4b57-946f-d1ed194fb024 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event updated for resources: {'Network': ['ID=df651cd6-45f2-434a-8ee1-19fd64b2464a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:01.201274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network df651cd6-45f2-434a-8ee1-19fd64b2464a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:19:01.242591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Made reservation on behalf of 51d60ad8a6904538b9c4b347a456ef8a for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:01.246169 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.259039 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Allocated IP 172.20.0.2 (508fabbc-88d6-4adc-9efb-a8f8143592e1/5bc74ed6-8517-4cce-91bc-871e9fb6e03c/c3992567-c492-4fff-9f17-4c355cec73f0) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:01.417940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.429658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Transition to ACTIVE for port object c3992567-c492-4fff-9f17-4c355cec73f0 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:01.436446 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.445444 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Transition to ACTIVE for port object c3992567-c492-4fff-9f17-4c355cec73f0 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:01.452239 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.496786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Network 508fabbc-88d6-4adc-9efb-a8f8143592e1 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:01.499606 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:01.500672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event updated for resources: {'Subnet': ['ID=f4e9373e-fbf8-42f5-ae9a-1888895c0045,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:01.504026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:01.507112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Pushing event updated for resources: {'Port': ['ID=c3992567-c492-4fff-9f17-4c355cec73f0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:01.509582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Checking segment: {'id': '0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df651cd6-45f2-434a-8ee1-19fd64b2464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:01.509799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Network hostable DHCP agents. Network: df651cd6-45f2-434a-8ee1-19fd64b2464a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:19:01.529704 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Network df651cd6-45f2-434a-8ee1-19fd64b2464a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:19:01.541284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, df651cd6-45f2-434a-8ee1-19fd64b2464a) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:01.545594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:01.546215 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.568958 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-774a832c-38a0-4222-add1-5ffabe588bad tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4274747 Jul 06 19:19:01.572650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d8e06-a5a1-4469-ac95-f9138545b87e None None] Network df651cd6-45f2-434a-8ee1-19fd64b2464a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:01.573768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52816) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:01.578747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3756768a-868d-4439-9580-e611c03771c0 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df651cd6-45f2-434a-8ee1-19fd64b2464a'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:01.621725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Attempting to bind port c3992567-c492-4fff-9f17-4c355cec73f0 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:01.622425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Attempting to bind port c3992567-c492-4fff-9f17-4c355cec73f0 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '7acf988a-9dd1-4184-ac74-03e8c1f04da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508fabbc-88d6-4adc-9efb-a8f8143592e1'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:01.622620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Attempting to bind port c3992567-c492-4fff-9f17-4c355cec73f0 on network 508fabbc-88d6-4adc-9efb-a8f8143592e1 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:01.635040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:01.635410 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Checking segment: {'id': '7acf988a-9dd1-4184-ac74-03e8c1f04da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508fabbc-88d6-4adc-9efb-a8f8143592e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:01.635819 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.636251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Bound using segment: {'id': '7acf988a-9dd1-4184-ac74-03e8c1f04da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508fabbc-88d6-4adc-9efb-a8f8143592e1'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:01.636748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Bound port: c3992567-c492-4fff-9f17-4c355cec73f0, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acf988a-9dd1-4184-ac74-03e8c1f04da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508fabbc-88d6-4adc-9efb-a8f8143592e1'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:01.641806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.783464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] For port c3992567-c492-4fff-9f17-4c355cec73f0, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:01.788624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] For port c3992567-c492-4fff-9f17-4c355cec73f0, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c3992567-c492-4fff-9f17-4c355cec73f0,segment=NetworkSegment(7acf988a-9dd1-4184-ac74-03e8c1f04da1),segment_id=7acf988a-9dd1-4184-ac74-03e8c1f04da1)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:01.796250 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.801832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3756768a-868d-4439-9580-e611c03771c0 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.872633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-df651cd6-45f2-434a-8ee1-19fd64b2464a', 'network_id': 'df651cd6-45f2-434a-8ee1-19fd64b2464a', 'tenant_id': '51d60ad8a6904538b9c4b347a456ef8a', 'fixed_ips': [{'subnet_id': 'f4e9373e-fbf8-42f5-ae9a-1888895c0045'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:19:01.873524 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.915398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff30150-5381-40b9-8d37-84c6e62e2533 None None] Pushing event updated for resources: {'Port': ['ID=c3992567-c492-4fff-9f17-4c355cec73f0,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:01.952636 n-d-799684-2 neutron-server[93967]: INFO neutron.api.v2.resource [None req-3756768a-868d-4439-9580-e611c03771c0 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 19:19:01.954206 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3756768a-868d-4439-9580-e611c03771c0 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "PUT /v2.0/routers/6a4464b6-6b33-470a-9ead-48b4036dc3f1 HTTP/1.1" status: 400 len: 364 time: 0.3793426 Jul 06 19:19:01.960187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52818) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:02.020815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77cb1ab-f241-4b19-b2e5-66df5fec6eed tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Deleting subnet f4e9373e-fbf8-42f5-ae9a-1888895c0045 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:19:02.047493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Allocated IP 172.21.0.2 (df651cd6-45f2-434a-8ee1-19fd64b2464a/f4e9373e-fbf8-42f5-ae9a-1888895c0045/84e77eb2-8fdf-4b74-97da-c675bfee4efb) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:02.226766 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.235298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Transition to ACTIVE for port object 84e77eb2-8fdf-4b74-97da-c675bfee4efb will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:02.250905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Transition to ACTIVE for port object 84e77eb2-8fdf-4b74-97da-c675bfee4efb will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:02.256845 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a77cb1ab-f241-4b19-b2e5-66df5fec6eed tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.257459 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.300095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a77cb1ab-f241-4b19-b2e5-66df5fec6eed tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.300585 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Network df651cd6-45f2-434a-8ee1-19fd64b2464a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:02.303456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:02.308057 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:02.311117 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Pushing event updated for resources: {'Port': ['ID=84e77eb2-8fdf-4b74-97da-c675bfee4efb,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:02.371084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Attempting to bind port 84e77eb2-8fdf-4b74-97da-c675bfee4efb on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:02.371395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Attempting to bind port 84e77eb2-8fdf-4b74-97da-c675bfee4efb by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df651cd6-45f2-434a-8ee1-19fd64b2464a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:02.371724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Attempting to bind port 84e77eb2-8fdf-4b74-97da-c675bfee4efb on network df651cd6-45f2-434a-8ee1-19fd64b2464a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:02.377224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:02.377591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Checking segment: {'id': '0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df651cd6-45f2-434a-8ee1-19fd64b2464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:02.378076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.378452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Bound using segment: {'id': '0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df651cd6-45f2-434a-8ee1-19fd64b2464a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:02.378957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Bound port: 84e77eb2-8fdf-4b74-97da-c675bfee4efb, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df651cd6-45f2-434a-8ee1-19fd64b2464a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:02.379373 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.399944 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a77cb1ab-f241-4b19-b2e5-66df5fec6eed tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.467163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a77cb1ab-f241-4b19-b2e5-66df5fec6eed tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.473868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] For port 84e77eb2-8fdf-4b74-97da-c675bfee4efb, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:02.476363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] For port 84e77eb2-8fdf-4b74-97da-c675bfee4efb, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=84e77eb2-8fdf-4b74-97da-c675bfee4efb,segment=NetworkSegment(0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79),segment_id=0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:02.488657 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.505157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cb1ab-f241-4b19-b2e5-66df5fec6eed tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e9373e-fbf8-42f5-ae9a-1888895c0045,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:02.515259 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a77cb1ab-f241-4b19-b2e5-66df5fec6eed tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.522961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52820) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:02.523565 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a77cb1ab-f241-4b19-b2e5-66df5fec6eed tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "DELETE /v2.0/subnets/f4e9373e-fbf8-42f5-ae9a-1888895c0045 HTTP/1.1" status: 204 len: 168 time: 0.5610604 Jul 06 19:19:02.527273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c3992567-c492-4fff-9f17-4c355cec73f0 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:02.609102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4b03b-60de-4677-a41d-3b75f6411350 None None] Pushing event updated for resources: {'Port': ['ID=84e77eb2-8fdf-4b74-97da-c675bfee4efb,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:02.634995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c3992567-c492-4fff-9f17-4c355cec73f0 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:02.637329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.698173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Deleting port 84e77eb2-8fdf-4b74-97da-c675bfee4efb {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:02.698517 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.769455 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] For port 84e77eb2-8fdf-4b74-97da-c675bfee4efb, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=84e77eb2-8fdf-4b74-97da-c675bfee4efb,segment=NetworkSegment(0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79),segment_id=0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:02.770081 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.795899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Calling delete_port for 84e77eb2-8fdf-4b74-97da-c675bfee4efb owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:02.893354 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.922311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event deleted for resources: {'Port': ['ID=84e77eb2-8fdf-4b74-97da-c675bfee4efb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:02.924143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] No DVR routers for this DVR port 84e77eb2-8fdf-4b74-97da-c675bfee4efb on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:19:02.973412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec0f7d-ad2c-48a6-8e3b-12ed52142e0c None None] Network 508fabbc-88d6-4adc-9efb-a8f8143592e1 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:03.009483 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.020522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df651cd6-45f2-434a-8ee1-19fd64b2464a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.032862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.033124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9e1d0a-e8ca-42c9-ab4d-a4aae43ebb79') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.043094 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.057987 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.064713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:19:03.065173 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:19:03.070718 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:19:03.130087 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.141141 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.143169 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "DELETE /v2.0/networks/df651cd6-45f2-434a-8ee1-19fd64b2464a HTTP/1.1" status: 204 len: 168 time: 0.6185496 Jul 06 19:19:03.146996 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52822) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:03.160526 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595a37d-965d-4b34-81ef-e4e0d1e7a257 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event deleted for resources: {'Network': ['ID=df651cd6-45f2-434a-8ee1-19fd64b2464a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:03.199723 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9becd404-8d15-4f1e-9bcf-ad3658b7837b None None] Provisioning for port c3992567-c492-4fff-9f17-4c355cec73f0 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:03.201502 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5920455-e7fe-493c-942b-f57a82d118e9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Deleting subnet 5bc74ed6-8517-4cce-91bc-871e9fb6e03c {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:19:03.204744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5920455-e7fe-493c-942b-f57a82d118e9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.211642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9becd404-8d15-4f1e-9bcf-ad3658b7837b None None] Provisioning complete for port c3992567-c492-4fff-9f17-4c355cec73f0 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:03.212013 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9becd404-8d15-4f1e-9bcf-ad3658b7837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.243934 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5920455-e7fe-493c-942b-f57a82d118e9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.341226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5920455-e7fe-493c-942b-f57a82d118e9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.354566 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9becd404-8d15-4f1e-9bcf-ad3658b7837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.410421 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5920455-e7fe-493c-942b-f57a82d118e9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.440814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5920455-e7fe-493c-942b-f57a82d118e9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc74ed6-8517-4cce-91bc-871e9fb6e03c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:03.444672 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5920455-e7fe-493c-942b-f57a82d118e9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.446856 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b5920455-e7fe-493c-942b-f57a82d118e9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "DELETE /v2.0/subnets/5bc74ed6-8517-4cce-91bc-871e9fb6e03c HTTP/1.1" status: 204 len: 168 time: 0.2988286 Jul 06 19:19:03.449280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52824) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:03.463038 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-9becd404-8d15-4f1e-9bcf-ad3658b7837b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 19:19:03.463480 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-9becd404-8d15-4f1e-9bcf-ad3658b7837b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 19:19:03.538378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.596883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Deleting port c3992567-c492-4fff-9f17-4c355cec73f0 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:03.597221 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.635814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529ffdd-fbf5-46cf-b54b-89dd37289337 None None] Network 508fabbc-88d6-4adc-9efb-a8f8143592e1 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:03.660548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] For port c3992567-c492-4fff-9f17-4c355cec73f0, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c3992567-c492-4fff-9f17-4c355cec73f0,segment=NetworkSegment(7acf988a-9dd1-4184-ac74-03e8c1f04da1),segment_id=7acf988a-9dd1-4184-ac74-03e8c1f04da1)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:03.660921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.674965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Calling delete_port for c3992567-c492-4fff-9f17-4c355cec73f0 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:03.765472 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.767494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef3e39-cc3c-430e-b3da-7e0912889583 None None] DHCP port deletion for df651cd6-45f2-434a-8ee1-19fd64b2464a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:19:03.792674 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994c6ce-40ea-44e6-9138-accf3ee86943 None None] Network df651cd6-45f2-434a-8ee1-19fd64b2464a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:03.795481 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event deleted for resources: {'Port': ['ID=c3992567-c492-4fff-9f17-4c355cec73f0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:03.797334 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] No DVR routers for this DVR port c3992567-c492-4fff-9f17-4c355cec73f0 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:19:03.812871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994c6ce-40ea-44e6-9138-accf3ee86943 None None] Network df651cd6-45f2-434a-8ee1-19fd64b2464a could not be found, it might have been deleted concurrently. {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 19:19:03.861689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c5c2f3-6046-4de2-95fb-a3a41f0fa318 None None] DHCP port deletion for 508fabbc-88d6-4adc-9efb-a8f8143592e1 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:19:03.887287 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.897970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508fabbc-88d6-4adc-9efb-a8f8143592e1']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.909193 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acf988a-9dd1-4184-ac74-03e8c1f04da1') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.909430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acf988a-9dd1-4184-ac74-03e8c1f04da1') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.918376 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.933875 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.940272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:19:03.940668 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:19:03.943716 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:19:03.984307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9becd404-8d15-4f1e-9bcf-ad3658b7837b None None] Port c3992567-c492-4fff-9f17-4c355cec73f0 update to ACTIVE by agent not found {{(pid=93968) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 19:19:04.004060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.011316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.013692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "DELETE /v2.0/networks/508fabbc-88d6-4adc-9efb-a8f8143592e1 HTTP/1.1" status: 204 len: 168 time: 0.5634301 Jul 06 19:19:04.016572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52826) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:04.025432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d32019-5c8e-45f4-8a6d-65c00c731d08 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Pushing event deleted for resources: {'Network': ['ID=508fabbc-88d6-4adc-9efb-a8f8143592e1,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:04.046586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-af6ac476-d48d-4f38-bba9-f5cf4b743562 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4464b6-6b33-470a-9ead-48b4036dc3f1 HTTP/1.1" status: 200 len: 205 time: 0.0287561 Jul 06 19:19:04.048823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52828) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:04.100371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-242a5a1e-4089-4f32-a178-0ea37ea44e9a None None] Could not find standard attr ID for object 84e77eb2-8fdf-4b74-97da-c675bfee4efb. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 19:19:04.104174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-242a5a1e-4089-4f32-a178-0ea37ea44e9a None None] Could not find standard attr ID for object c3992567-c492-4fff-9f17-4c355cec73f0. {{(pid=93968) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 19:19:04.127024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4adf37-30ae-4e8b-a584-7dee905d37b9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.281499 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4adf37-30ae-4e8b-a584-7dee905d37b9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.283789 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4adf37-30ae-4e8b-a584-7dee905d37b9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.485804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c3992567-c492-4fff-9f17-4c355cec73f0 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:04.507716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c3992567-c492-4fff-9f17-4c355cec73f0 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:04.508062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c3992567-c492-4fff-9f17-4c355cec73f0 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:04.706077 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4adf37-30ae-4e8b-a584-7dee905d37b9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.706570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4adf37-30ae-4e8b-a584-7dee905d37b9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Fanout notify agent at l3_agent the message router_deleted on router 6a4464b6-6b33-470a-9ead-48b4036dc3f1 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:19:04.714007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4adf37-30ae-4e8b-a584-7dee905d37b9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.715609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7d4adf37-30ae-4e8b-a584-7dee905d37b9 tempest-RoutersNegativeTest-764753046 tempest-RoutersNegativeTest-764753046-project] 10.222.0.53 "DELETE /v2.0/routers/6a4464b6-6b33-470a-9ead-48b4036dc3f1 HTTP/1.1" status: 204 len: 168 time: 0.6654236 Jul 06 19:19:04.989091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52834) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:05.136186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-80d20fba-6f72-4824-ac0a-30a5ab71f4c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51d60ad8a6904538b9c4b347a456ef8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457827 Jul 06 19:19:05.139400 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52838) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:05.195934 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-305cd117-c906-4259-90e2-e92f28d5630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.222605 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-305cd117-c906-4259-90e2-e92f28d5630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.275811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-305cd117-c906-4259-90e2-e92f28d5630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.278899 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-305cd117-c906-4259-90e2-e92f28d5630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.280073 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-305cd117-c906-4259-90e2-e92f28d5630d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9316533-f4a2-4446-9d31-80c617090da8 HTTP/1.1" status: 204 len: 168 time: 0.1396847 Jul 06 19:19:05.287742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cd117-c906-4259-90e2-e92f28d5630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9316533-f4a2-4446-9d31-80c617090da8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:05.910029 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52860) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:06.014942 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1380789059-network', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:06.041823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Made reservation on behalf of c571c2ef22b34a10b827c611f946064c for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:06.044172 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.052871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.149258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.155429 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.179696 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:19:06.189203 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b6bd55-7501-4032-ac59-511815104863,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:06.194285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.194630 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Added segment 07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2 of type vlan for network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 Jul 06 19:19:06.233123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.262292 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.263351 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:06.263954 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.315829 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4046328 Jul 06 19:19:06.318881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52864) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:06.324952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab8876-e001-4bbe-8937-fc15cb6582d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec176e9-280a-4f90-9b5b-667740d5c3b8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:06.326319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Request body: {'subnet': {'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-subnet', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:06.349336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Made reservation on behalf of c571c2ef22b34a10b827c611f946064c for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:06.352104 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.361497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:19:06.523963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.575503 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c341707a-7f88-4027-b489-4cc3766c0588,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:06.590773 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Checking segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:06.591128 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Network hostable DHCP agents. Network: 9ec176e9-280a-4f90-9b5b-667740d5c3b8, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:19:06.608844 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:19:06.625785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 9ec176e9-280a-4f90-9b5b-667740d5c3b8) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:06.631495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:06.632492 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.637032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d17550-05ce-46c4-8c87-d2bfc9099fd4 None None] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:06.648581 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-23948dba-4c92-4434-9d76-c1b374ea6f9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3274455 Jul 06 19:19:06.651459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52866) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:06.656900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:06.680286 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.681431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.733989 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.788304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'fixed_ips': [{'subnet_id': 'c341707a-7f88-4027-b489-4cc3766c0588'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:19:06.789200 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.874892 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.920406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Allocated IP 172.20.0.2 (9ec176e9-280a-4f90-9b5b-667740d5c3b8/c341707a-7f88-4027-b489-4cc3766c0588/cc0c3497-284d-4223-beeb-54caee7b7486) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:07.064980 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.070981 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.073549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Transition to ACTIVE for port object cc0c3497-284d-4223-beeb-54caee7b7486 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:07.088879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Transition to ACTIVE for port object cc0c3497-284d-4223-beeb-54caee7b7486 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:07.094347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.096069 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.132341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:07.135320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:07.137946 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:07.152095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Pushing event updated for resources: {'Port': ['ID=cc0c3497-284d-4223-beeb-54caee7b7486,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:07.198588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Allocated IP 172.25.4.24 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/826bee27-5fa1-42e7-b573-ac7555ca0b15) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:07.203814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Attempting to bind port cc0c3497-284d-4223-beeb-54caee7b7486 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:07.204248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Attempting to bind port cc0c3497-284d-4223-beeb-54caee7b7486 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:07.204572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Attempting to bind port cc0c3497-284d-4223-beeb-54caee7b7486 on network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:07.209817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:07.210183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Checking segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:07.210581 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.210969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Bound using segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:07.211472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Bound port: cc0c3497-284d-4223-beeb-54caee7b7486, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:07.211889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.280827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] For port cc0c3497-284d-4223-beeb-54caee7b7486, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:07.283938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] For port cc0c3497-284d-4223-beeb-54caee7b7486, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cc0c3497-284d-4223-beeb-54caee7b7486,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:07.290368 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.308650 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.353021 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa0183-e56c-4e47-8edc-b5f207767036 None None] Pushing event updated for resources: {'Port': ['ID=cc0c3497-284d-4223-beeb-54caee7b7486,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:07.353190 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.395255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:07.400230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:07.404129 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:07.426755 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Pushing event updated for resources: {'Port': ['ID=826bee27-5fa1-42e7-b573-ac7555ca0b15,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:07.681512 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.883040 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.027800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:19:08.141966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:19:08.154456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Sync routers for ids ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:19:08.161113 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.165272 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-648b24d4-548b-408d-8a4d-e3d1e8fc8c9b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5102882 Jul 06 19:19:08.165844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52868) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:08.166249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Routers {'5332221c-f29f-4c81-b05f-6d1e8d2f75a9'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:08.166944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:08.226558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab144813-d0f0-49e3-8c71-17b50fa0d42c None None] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:08.322978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d074fb70-d1e9-4a02-9f3b-9f27f8a0909c None None] Provisioning for port cc0c3497-284d-4223-beeb-54caee7b7486 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:08.334537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Set router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:08.567136 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cc0c3497-284d-4223-beeb-54caee7b7486 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:08.602505 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.653096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port cc0c3497-284d-4223-beeb-54caee7b7486 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:08.655951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:19:07Z', 'revision_number': 3, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port': {'id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:07Z', 'updated_at': '2021-07-06T19:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:08.685142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port cc0c3497-284d-4223-beeb-54caee7b7486 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:08.685788 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.688682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Checking router: 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:19:08.689228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Updating router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 port 826bee27-5fa1-42e7-b573-ac7555ca0b15 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:19:08.772560 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.794360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Allocated IP 172.20.0.1 (9ec176e9-280a-4f90-9b5b-667740d5c3b8/c341707a-7f88-4027-b489-4cc3766c0588/6fefef6e-44d1-4a74-a11a-8ee0ef128b1f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:08.916662 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.931581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Transition to ACTIVE for port object 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:08.966556 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.007372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:09.012635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:09.016251 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:09.040187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Pushing event updated for resources: {'Port': ['ID=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:09.061008 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.129250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afa3d47f-5505-4172-a8dc-9391c6f61683 None None] Provisioning complete for port cc0c3497-284d-4223-beeb-54caee7b7486 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:09.129613 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afa3d47f-5505-4172-a8dc-9391c6f61683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.158020 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.229662 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.250655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port cc0c3497-284d-4223-beeb-54caee7b7486, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cc0c3497-284d-4223-beeb-54caee7b7486,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:09.260076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.375462 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=cc0c3497-284d-4223-beeb-54caee7b7486,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:09.397257 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.403795 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.424751 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.435614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Transition to ACTIVE for port object 826bee27-5fa1-42e7-b573-ac7555ca0b15 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:09.442572 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.469950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.472971 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Pushing event updated for resources: {'Port': ['ID=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:09.495254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Attempting to bind port 826bee27-5fa1-42e7-b573-ac7555ca0b15 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:09.495719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Attempting to bind port 826bee27-5fa1-42e7-b573-ac7555ca0b15 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:09.496084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Attempting to bind port 826bee27-5fa1-42e7-b573-ac7555ca0b15 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:09.498220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189179f-84b4-464d-9db3-5b844df3d391 None None] Pushing event updated for resources: {'Port': ['ID=826bee27-5fa1-42e7-b573-ac7555ca0b15,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:09.503793 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:09.504173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:09.504567 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.504952 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:09.505433 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Bound port: 826bee27-5fa1-42e7-b573-ac7555ca0b15, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:09.506021 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.554486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-14240650-2a19-428e-8b67-d4cf745bc91c None None] Provisioning for port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:09.564201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-14240650-2a19-428e-8b67-d4cf745bc91c None None] Provisioning complete for port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:09.564611 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-14240650-2a19-428e-8b67-d4cf745bc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.576797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:09.578596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:09.586651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] For port 826bee27-5fa1-42e7-b573-ac7555ca0b15, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:09.603461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] For port 826bee27-5fa1-42e7-b573-ac7555ca0b15, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=826bee27-5fa1-42e7-b573-ac7555ca0b15,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:09.611112 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.641991 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-14240650-2a19-428e-8b67-d4cf745bc91c None None] Port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:19:09.680555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Routers {'5332221c-f29f-4c81-b05f-6d1e8d2f75a9'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:09.681365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:09.699759 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:19:09.719112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189179f-84b4-464d-9db3-5b844df3d391 None None] Pushing event updated for resources: {'Port': ['ID=826bee27-5fa1-42e7-b573-ac7555ca0b15,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:09.807389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] Set router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:09.813349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:19:09.818598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-540d5b72-94e2-4716-9976-6c0601b29d84 admin admin] 10.222.0.53 "PUT /v2.0/routers/5332221c-f29f-4c81-b05f-6d1e8d2f75a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6515052 Jul 06 19:19:09.927173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-15a2d717-0d55-41ef-9aa4-10c181c7dfc0 None None] Provisioning complete for port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:09.927584 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15a2d717-0d55-41ef-9aa4-10c181c7dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.980412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-15a2d717-0d55-41ef-9aa4-10c181c7dfc0 None None] Port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:19:10.053124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 4, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port': {'id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:07Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6fefef6e-44d1-4a74-a11a-8ee0ef128b1f', 'name': '', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'mac_address': 'fa:16:3e:df:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:08Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 2, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'subnets': [{'id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:10.095186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae4f4b-4033-40d2-92c2-ed0cc6f82bb3 None None] The sync data for ids ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'] in n-d-799684-2 is: [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 4, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port': {'id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:07Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6fefef6e-44d1-4a74-a11a-8ee0ef128b1f', 'name': '', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'mac_address': 'fa:16:3e:df:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:08Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 2, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'subnets': [{'id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:19:10.328648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 52884) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:10.335881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1361397669-network', 'tenant_id': '546d0c799ac24dfeab770f8506571982'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:10.359209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Made reservation on behalf of 546d0c799ac24dfeab770f8506571982 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:10.361693 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.370889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.491708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.499555 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.502051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cc0c3497-284d-4223-beeb-54caee7b7486 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:10.518753 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:19:10.539834 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.540099 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Added segment dc62f682-7a1b-4a91-b59e-e22933377c7f of type vlan for network cea709b8-5a6f-4cb9-8900-372f661a936f Jul 06 19:19:10.548464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe77d80-ad06-4128-9d87-0cc3d73a6d2e,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:10.561931 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port cc0c3497-284d-4223-beeb-54caee7b7486 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:10.562354 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.585930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.627554 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.628632 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:10.629408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.658133 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3275783 Jul 06 19:19:10.660939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52886) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:10.667222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Request body: {'subnet': {'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-subnet', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:10.694693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Made reservation on behalf of 546d0c799ac24dfeab770f8506571982 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:10.697553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.705798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f6598-9355-440e-9e5d-bd9b401c28bd admin admin] Pushing event updated for resources: {'Network': ['ID=cea709b8-5a6f-4cb9-8900-372f661a936f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:10.716516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network cea709b8-5a6f-4cb9-8900-372f661a936f details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:19:10.925432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:10.979668 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e689b47-f638-44dd-a03a-72cba946f927,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:10.990605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Checking segment: {'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:10.990977 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Network hostable DHCP agents. Network: cea709b8-5a6f-4cb9-8900-372f661a936f, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:19:11.009367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Network cea709b8-5a6f-4cb9-8900-372f661a936f is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:19:11.020240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, cea709b8-5a6f-4cb9-8900-372f661a936f) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:11.027239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:11.029023 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.030711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b863c-4bd7-4688-a0b2-2facbc8f190f None None] Network cea709b8-5a6f-4cb9-8900-372f661a936f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:11.046196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d06c1112-2297-4455-8f6f-20435d543e70 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3837116 Jul 06 19:19:11.048347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:11.053676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:11.079257 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.080504 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.141490 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.198798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-cea709b8-5a6f-4cb9-8900-372f661a936f', 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'fixed_ips': [{'subnet_id': '9e689b47-f638-44dd-a03a-72cba946f927'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:19:11.199699 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.353951 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Allocated IP 172.20.0.2 (cea709b8-5a6f-4cb9-8900-372f661a936f/9e689b47-f638-44dd-a03a-72cba946f927/7fe693da-0dbb-4c37-9f62-113a5197d87b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:11.513295 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.522579 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Transition to ACTIVE for port object 7fe693da-0dbb-4c37-9f62-113a5197d87b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:11.539135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Transition to ACTIVE for port object 7fe693da-0dbb-4c37-9f62-113a5197d87b will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:11.546397 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.585918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Network cea709b8-5a6f-4cb9-8900-372f661a936f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:11.590764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:11.593357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:11.626841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Pushing event updated for resources: {'Port': ['ID=7fe693da-0dbb-4c37-9f62-113a5197d87b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:11.660309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Attempting to bind port 7fe693da-0dbb-4c37-9f62-113a5197d87b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:11.661168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Attempting to bind port 7fe693da-0dbb-4c37-9f62-113a5197d87b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:11.661168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Attempting to bind port 7fe693da-0dbb-4c37-9f62-113a5197d87b on network cea709b8-5a6f-4cb9-8900-372f661a936f {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:11.666267 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:11.666631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.666758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Checking segment: {'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:11.667014 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.667423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Bound using segment: {'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:11.667878 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Bound port: 7fe693da-0dbb-4c37-9f62-113a5197d87b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:11.668254 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.734403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] For port 7fe693da-0dbb-4c37-9f62-113a5197d87b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:11.738591 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] For port 7fe693da-0dbb-4c37-9f62-113a5197d87b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7fe693da-0dbb-4c37-9f62-113a5197d87b,segment=NetworkSegment(dc62f682-7a1b-4a91-b59e-e22933377c7f),segment_id=dc62f682-7a1b-4a91-b59e-e22933377c7f)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:11.745387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.809375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777e333-dcfd-4e7c-87d3-e7866479b39d None None] Pushing event updated for resources: {'Port': ['ID=7fe693da-0dbb-4c37-9f62-113a5197d87b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:11.875710 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:11.895067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.036018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Allocated IP 172.25.4.76 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/674f90e1-4d02-4ea1-aaab-05e33a512738) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:12.143640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.194181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.232864 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:12.238142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:12.240824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:12.267944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Pushing event updated for resources: {'Port': ['ID=674f90e1-4d02-4ea1-aaab-05e33a512738,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:12.356283 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Sync routers for ids ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:19:12.365889 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Routers {'5332221c-f29f-4c81-b05f-6d1e8d2f75a9'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:12.366507 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:12.476992 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Set router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:12.517596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.574006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 826bee27-5fa1-42e7-b573-ac7555ca0b15 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:12.631748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 826bee27-5fa1-42e7-b573-ac7555ca0b15 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:12.635541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 826bee27-5fa1-42e7-b573-ac7555ca0b15 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:12.635920 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.704722 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 4, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port': {'id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:07Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6fefef6e-44d1-4a74-a11a-8ee0ef128b1f', 'name': '', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'mac_address': 'fa:16:3e:df:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:08Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 2, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'subnets': [{'id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:12.726172 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.734627 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Checking router: 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:19:12.734977 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Updating router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:19:12.743021 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.749908 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 826bee27-5fa1-42e7-b573-ac7555ca0b15, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=826bee27-5fa1-42e7-b573-ac7555ca0b15,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:12.755124 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.756305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7fe693da-0dbb-4c37-9f62-113a5197d87b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:12.770565 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:12.837659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=826bee27-5fa1-42e7-b573-ac7555ca0b15,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:12.852558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 7fe693da-0dbb-4c37-9f62-113a5197d87b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:12.887978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Router 2e2650c9-ada4-473f-89b8-d6fb78082537 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:19:13.000404 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:19:13.013978 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Sync routers for ids ['2e2650c9-ada4-473f-89b8-d6fb78082537'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:19:13.018837 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.020951 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-995bbdde-4040-470c-847f-a5ccf91efa21 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9715493 Jul 06 19:19:13.023911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 52890) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:13.024641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Routers {'2e2650c9-ada4-473f-89b8-d6fb78082537'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:13.025273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e2650c9-ada4-473f-89b8-d6fb78082537'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:13.051842 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.062785 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Transition to ACTIVE for port object 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:13.070952 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.143507 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Pushing event updated for resources: {'Port': ['ID=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:13.178545 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.178893 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.179417 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.179912 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.180405 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.180910 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.181583 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.181943 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.182273 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.182595 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.183106 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.183588 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:13.192727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Set router 2e2650c9-ada4-473f-89b8-d6fb78082537 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:13.224858 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Attempting to bind port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:13.225644 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Attempting to bind port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:13.226294 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Attempting to bind port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f on network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:13.232192 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:13.232959 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Checking segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:13.233584 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.234083 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Bound using segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:13.234591 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Bound port: 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:13.234974 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.336932 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] For port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:13.340954 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] For port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:13.350004 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.414000 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c8a21-fea2-4d1d-b310-28d3c78ccff2 None None] Pushing event updated for resources: {'Port': ['ID=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:13.439470 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Routers {'5332221c-f29f-4c81-b05f-6d1e8d2f75a9'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:13.440327 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:13.476450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67968fb0-5939-4cec-8c3a-825a96fcb768 None None] Network cea709b8-5a6f-4cb9-8900-372f661a936f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:13.542748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0d19dc95-b2e9-4b7f-a00b-24c1e3fa11d4 None None] Provisioning for port 7fe693da-0dbb-4c37-9f62-113a5197d87b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:13.549420 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-0d19dc95-b2e9-4b7f-a00b-24c1e3fa11d4 None None] Provisioning complete for port 7fe693da-0dbb-4c37-9f62-113a5197d87b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:13.549826 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d19dc95-b2e9-4b7f-a00b-24c1e3fa11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.583294 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] Set router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:13.621141 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.778593 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d19dc95-b2e9-4b7f-a00b-24c1e3fa11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.798470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:12Z', 'revision_number': 3, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port': {'id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:13.800958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Allocated IP 172.20.0.1 (cea709b8-5a6f-4cb9-8900-372f661a936f/9e689b47-f638-44dd-a03a-72cba946f927/fd5dd225-23b7-4369-97c5-dcff3d9e0edd) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:13.839443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Checking router: 2e2650c9-ada4-473f-89b8-d6fb78082537 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:19:13.839868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Updating router 2e2650c9-ada4-473f-89b8-d6fb78082537 port 674f90e1-4d02-4ea1-aaab-05e33a512738 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:19:13.888798 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-0d19dc95-b2e9-4b7f-a00b-24c1e3fa11d4 None None] For port 7fe693da-0dbb-4c37-9f62-113a5197d87b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7fe693da-0dbb-4c37-9f62-113a5197d87b,segment=NetworkSegment(dc62f682-7a1b-4a91-b59e-e22933377c7f),segment_id=dc62f682-7a1b-4a91-b59e-e22933377c7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:13.897956 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d19dc95-b2e9-4b7f-a00b-24c1e3fa11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.914750 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 4, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port': {'id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:07Z', 'updated_at': '2021-07-06T19:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6fefef6e-44d1-4a74-a11a-8ee0ef128b1f', 'name': '', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'mac_address': 'fa:16:3e:df:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:08Z', 'updated_at': '2021-07-06T19:19:13Z', 'revision_number': 4, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'subnets': [{'id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:13.935595 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.936331 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:13.943421 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e6c87-deab-4bef-9a53-83140b476f51 None None] The sync data for ids ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'] in n-d-799684-2 is: [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:19:09Z', 'revision_number': 4, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port': {'id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:07Z', 'updated_at': '2021-07-06T19:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6fefef6e-44d1-4a74-a11a-8ee0ef128b1f', 'name': '', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'mac_address': 'fa:16:3e:df:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:08Z', 'updated_at': '2021-07-06T19:19:13Z', 'revision_number': 4, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'subnets': [{'id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:19:13.952621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Transition to ACTIVE for port object fd5dd225-23b7-4369-97c5-dcff3d9e0edd will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:13.985546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19dc95-b2e9-4b7f-a00b-24c1e3fa11d4 None None] Pushing event updated for resources: {'Port': ['ID=7fe693da-0dbb-4c37-9f62-113a5197d87b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:13.995960 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.045152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Network cea709b8-5a6f-4cb9-8900-372f661a936f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:14.053389 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:14.057327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:14.092667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:14.105605 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.233897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f83fb8b6-b006-4971-b966-e969c57ef049 None None] Provisioning complete for port 7fe693da-0dbb-4c37-9f62-113a5197d87b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:14.234417 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f83fb8b6-b006-4971-b966-e969c57ef049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.286136 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.365557 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.379732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Transition to ACTIVE for port object 674f90e1-4d02-4ea1-aaab-05e33a512738 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:14.388857 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.444241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Attempting to bind port 674f90e1-4d02-4ea1-aaab-05e33a512738 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:14.444678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Attempting to bind port 674f90e1-4d02-4ea1-aaab-05e33a512738 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:14.445098 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Attempting to bind port 674f90e1-4d02-4ea1-aaab-05e33a512738 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:14.456200 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:14.456655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:14.457551 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.457551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:14.458189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Bound port: 674f90e1-4d02-4ea1-aaab-05e33a512738, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:14.458665 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.460598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9821a-45cb-44e7-b108-3872738e84df None None] Pushing event updated for resources: {'Port': ['ID=674f90e1-4d02-4ea1-aaab-05e33a512738,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:14.518700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-55441c2e-c44e-4cf4-8b04-8ef267295b6e None None] Provisioning for port fd5dd225-23b7-4369-97c5-dcff3d9e0edd completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:14.537760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-55441c2e-c44e-4cf4-8b04-8ef267295b6e None None] Provisioning complete for port fd5dd225-23b7-4369-97c5-dcff3d9e0edd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:14.537760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-55441c2e-c44e-4cf4-8b04-8ef267295b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.544694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.556086 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.568390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] For port 674f90e1-4d02-4ea1-aaab-05e33a512738, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:14.588306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] For port 674f90e1-4d02-4ea1-aaab-05e33a512738, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=674f90e1-4d02-4ea1-aaab-05e33a512738,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:14.594257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-55441c2e-c44e-4cf4-8b04-8ef267295b6e None None] Port fd5dd225-23b7-4369-97c5-dcff3d9e0edd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:19:14.595973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 826bee27-5fa1-42e7-b573-ac7555ca0b15 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:14.622149 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.645144 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:14.649267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.707224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Routers {'2e2650c9-ada4-473f-89b8-d6fb78082537'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:14.707866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e2650c9-ada4-473f-89b8-d6fb78082537'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:14.712618 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9821a-45cb-44e7-b108-3872738e84df None None] Pushing event updated for resources: {'Port': ['ID=674f90e1-4d02-4ea1-aaab-05e33a512738,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:14.751346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 826bee27-5fa1-42e7-b573-ac7555ca0b15 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:14.751721 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:14.763101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Network cea709b8-5a6f-4cb9-8900-372f661a936f is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:14.764661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:14.872173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] Set router 2e2650c9-ada4-473f-89b8-d6fb78082537 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:14.890510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Router 2e2650c9-ada4-473f-89b8-d6fb78082537 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:19:14.972737 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7fe693da-0dbb-4c37-9f62-113a5197d87b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:15.006816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:19:15.013407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2bc2a1b1-89df-423a-8316-50958dc51922 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e2650c9-ada4-473f-89b8-d6fb78082537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9877009 Jul 06 19:19:15.094088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 7fe693da-0dbb-4c37-9f62-113a5197d87b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:15.094462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:15.168691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bca1c9d5-db84-4184-b336-2c8f053a0950 None None] Provisioning complete for port fd5dd225-23b7-4369-97c5-dcff3d9e0edd triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:15.169064 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bca1c9d5-db84-4184-b336-2c8f053a0950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:15.217784 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bca1c9d5-db84-4184-b336-2c8f053a0950 None None] Port fd5dd225-23b7-4369-97c5-dcff3d9e0edd cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:19:15.253578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 4, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port': {'id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fd5dd225-23b7-4369-97c5-dcff3d9e0edd', 'name': '', 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'mac_address': 'fa:16:3e:7f:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9e689b47-f638-44dd-a03a-72cba946f927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:13Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 2, 'project_id': '546d0c799ac24dfeab770f8506571982', 'subnets': [{'id': '9e689b47-f638-44dd-a03a-72cba946f927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:15.258699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:15.302807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46e200-1076-4cde-a0da-90e46b0b263d None None] The sync data for ids ['2e2650c9-ada4-473f-89b8-d6fb78082537'] in n-d-799684-2 is: [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 4, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port': {'id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fd5dd225-23b7-4369-97c5-dcff3d9e0edd', 'name': '', 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'mac_address': 'fa:16:3e:7f:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9e689b47-f638-44dd-a03a-72cba946f927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:13Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 2, 'project_id': '546d0c799ac24dfeab770f8506571982', 'subnets': [{'id': '9e689b47-f638-44dd-a03a-72cba946f927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:19:15.341814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:15.345947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:15.346323 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:15.427897 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:15.462799 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:15.468137 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:15.552320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:15.646344 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b6fb713-4a34-462b-9abc-d826573e981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:16.076465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-41b82cbf-e868-427a-83d0-e2a585cf3f00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:16.077981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-41b82cbf-e868-427a-83d0-e2a585cf3f00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/networks?id=9ec176e9-280a-4f90-9b5b-667740d5c3b8 HTTP/1.1" status: 200 len: 817 time: 0.1174486 Jul 06 19:19:16.093250 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-6d3c3b11-8d0d-43e0-bb87-e05db40d563d tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/quotas/c571c2ef22b34a10b827c611f946064c HTTP/1.1" status: 200 len: 375 time: 0.0096822 Jul 06 19:19:16.173890 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-c6bd7d82-b035-4e28-aadd-593b67235c9d tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c571c2ef22b34a10b827c611f946064c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753174 Jul 06 19:19:16.294445 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-efbbdae1-de97-48c5-8937-920a031909d7 service neutron] 10.222.0.53 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075001 Jul 06 19:19:16.391093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-0cff9076-bd05-466e-a915-246e580e4e1a service neutron] 10.222.0.53 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905356 Jul 06 19:19:16.512236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:16.571070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:16.571431 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:16.574188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6659857-866d-4e10-8ac6-fdad74b8371b req-d30bef43-45e9-4b74-85d7-e41458ff9ba0 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 210 time: 0.0315120 Jul 06 19:19:17.714345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-1fdeaf16-a745-4a22-aa46-9d81ba0929bf tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:17.715874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-1fdeaf16-a745-4a22-aa46-9d81ba0929bf tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.24 "GET /v2.0/networks?id=9ec176e9-280a-4f90-9b5b-667740d5c3b8 HTTP/1.1" status: 200 len: 817 time: 0.1170809 Jul 06 19:19:17.729004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Request body: {'port': {'device_id': '95ea9e8b-2554-4931-876e-89afed715b47', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'admin_state_up': True, 'tenant_id': 'c571c2ef22b34a10b827c611f946064c'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:17.738059 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7d81f1bf-febb-4699-8d68-7fcce1bda01e req-28b2ef89-a3cc-4e8d-833f-aedb0cfae4f1 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 210 time: 0.0322092 Jul 06 19:19:17.839781 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Made reservation on behalf of c571c2ef22b34a10b827c611f946064c for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:17.843670 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:17.980497 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Allocated IP 172.20.0.3 (9ec176e9-280a-4f90-9b5b-667740d5c3b8/c341707a-7f88-4027-b489-4cc3766c0588/a2d3f450-8e15-4d7d-9c25-7e1f607dc07f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:18.131924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Sync routers for ids ['2e2650c9-ada4-473f-89b8-d6fb78082537'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:19:18.136771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.140848 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Routers {'2e2650c9-ada4-473f-89b8-d6fb78082537'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:18.141449 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:18:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e2650c9-ada4-473f-89b8-d6fb78082537'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:18.150548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Transition to ACTIVE for port object a2d3f450-8e15-4d7d-9c25-7e1f607dc07f will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:18.190034 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.233358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:18.238503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:18.242230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:18.248639 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Set router 2e2650c9-ada4-473f-89b8-d6fb78082537 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:18.248752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Pushing event updated for resources: {'Port': ['ID=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:18.276831 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9edacef4-80a2-45a6-a93b-286f515e9dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.297279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:18.297971 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.314791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-fa8bb979-5219-42d9-8172-f7aeee88aa8e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898361 Jul 06 19:19:18.327563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Request body: {'port': {'device_id': '95ea9e8b-2554-4931-876e-89afed715b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:18.389038 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:19:18.412028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.483567 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 4, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port': {'id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fd5dd225-23b7-4369-97c5-dcff3d9e0edd', 'name': '', 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'mac_address': 'fa:16:3e:7f:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9e689b47-f638-44dd-a03a-72cba946f927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:13Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 2, 'project_id': '546d0c799ac24dfeab770f8506571982', 'subnets': [{'id': '9e689b47-f638-44dd-a03a-72cba946f927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:18.517943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.518218 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Checking router: 2e2650c9-ada4-473f-89b8-d6fb78082537 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:19:18.518340 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Updating router 2e2650c9-ada4-473f-89b8-d6fb78082537 port fd5dd225-23b7-4369-97c5-dcff3d9e0edd binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:19:18.559458 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.574740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 674f90e1-4d02-4ea1-aaab-05e33a512738 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:18.579279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1ada8838-6a75-4480-9e89-3b6f7909cd2d None None] Provisioning for port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:18.601893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1ada8838-6a75-4480-9e89-3b6f7909cd2d None None] Provisioning complete for port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:18.602364 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ada8838-6a75-4480-9e89-3b6f7909cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.645245 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1ada8838-6a75-4480-9e89-3b6f7909cd2d None None] Port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:19:18.661635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 674f90e1-4d02-4ea1-aaab-05e33a512738 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:18.665589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 674f90e1-4d02-4ea1-aaab-05e33a512738 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:18.666073 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.686056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d3f450-8e15-4d7d-9c25-7e1f607dc07f {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:19:18.693735 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.707116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Transition to ACTIVE for port object a2d3f450-8e15-4d7d-9c25-7e1f607dc07f will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:18.712463 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.769949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Pushing event updated for resources: {'Port': ['ID=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:18.773484 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.795714 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 674f90e1-4d02-4ea1-aaab-05e33a512738, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=674f90e1-4d02-4ea1-aaab-05e33a512738,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:18.804693 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.868993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=674f90e1-4d02-4ea1-aaab-05e33a512738,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:18.870330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Attempting to bind port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:18.870737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Attempting to bind port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:18.871136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Attempting to bind port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f on network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:18.876472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f on network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:19:18.876925 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Attempting to bind port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f on network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:18.882623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:18.883052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Checking segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:18.883677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Bound using segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:18.884217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Bound port: a2d3f450-8e15-4d7d-9c25-7e1f607dc07f, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:18.884664 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.910640 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.922656 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Transition to ACTIVE for port object fd5dd225-23b7-4369-97c5-dcff3d9e0edd will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:18.931113 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:18.970242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] For port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:18.974178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] For port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:18.984273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:19.024965 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62dbe8-e5e3-40fa-bab7-659f8dfc1c63 None None] Pushing event updated for resources: {'Port': ['ID=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:19.056484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Pushing event updated for resources: {'Port': ['ID=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:19.061588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:19.062347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:19.063925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-29c736fa-29f4-44eb-878e-6e3768d5a2df service neutron] 10.222.0.24 "PUT /v2.0/ports/a2d3f450-8e15-4d7d-9c25-7e1f607dc07f HTTP/1.1" status: 200 len: 1091 time: 0.7412004 Jul 06 19:19:19.064746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ea9e8b-2554-4931-876e-89afed715b47', 'tag': 'a2d3f450-8e15-4d7d-9c25-7e1f607dc07f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:19:19.067956 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25" -d '{"events": [{"name": "network-changed", "server_uuid": "95ea9e8b-2554-4931-876e-89afed715b47", "tag": "a2d3f450-8e15-4d7d-9c25-7e1f607dc07f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:19:19.081413 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Attempting to bind port fd5dd225-23b7-4369-97c5-dcff3d9e0edd on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:19.081819 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Attempting to bind port fd5dd225-23b7-4369-97c5-dcff3d9e0edd by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:19.082334 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Attempting to bind port fd5dd225-23b7-4369-97c5-dcff3d9e0edd on network cea709b8-5a6f-4cb9-8900-372f661a936f {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:19.097947 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:19.098574 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Checking segment: {'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:19.099072 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:19.100072 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Bound using segment: {'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:19.101709 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Bound port: fd5dd225-23b7-4369-97c5-dcff3d9e0edd, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc62f682-7a1b-4a91-b59e-e22933377c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:19.102232 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:19.153737 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c997ca3-9898-4dc7-bf2c-65df98fa49bd x-openstack-request-id: req-0c997ca3-9898-4dc7-bf2c-65df98fa49bd {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:19:19.154038 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ea9e8b-2554-4931-876e-89afed715b47", "tag": "a2d3f450-8e15-4d7d-9c25-7e1f607dc07f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:19:19.155607 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c997ca3-9898-4dc7-bf2c-65df98fa49bd {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:19:19.156064 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ea9e8b-2554-4931-876e-89afed715b47', 'tag': 'a2d3f450-8e15-4d7d-9c25-7e1f607dc07f', 'status': 'completed', 'code': 200} Jul 06 19:19:19.206715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-6c00d905-3fcf-4d89-8f23-d02b82f0d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:19.207961 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] For port fd5dd225-23b7-4369-97c5-dcff3d9e0edd, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:19.209031 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-6c00d905-3fcf-4d89-8f23-d02b82f0d42f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c571c2ef22b34a10b827c611f946064c&device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 1094 time: 0.0980208 Jul 06 19:19:19.212416 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] For port fd5dd225-23b7-4369-97c5-dcff3d9e0edd, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,segment=NetworkSegment(dc62f682-7a1b-4a91-b59e-e22933377c7f),segment_id=dc62f682-7a1b-4a91-b59e-e22933377c7f)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:19.220020 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:19.278458 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Routers {'2e2650c9-ada4-473f-89b8-d6fb78082537'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:19.279093 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:19:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e2650c9-ada4-473f-89b8-d6fb78082537'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:19.289065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-d57736c0-17c1-4376-94d7-9d340b7bc082 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f HTTP/1.1" status: 200 len: 217 time: 0.0681999 Jul 06 19:19:19.330472 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62dbe8-e5e3-40fa-bab7-659f8dfc1c63 None None] Pushing event updated for resources: {'Port': ['ID=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:19.366936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75359e6-59f9-43ae-8192-f22eedee3e1b req-50e0e6a4-b446-4401-831d-6ca392c46d39 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:19.368586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e75359e6-59f9-43ae-8192-f22eedee3e1b req-50e0e6a4-b446-4401-831d-6ca392c46d39 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 943 time: 0.1585395 Jul 06 19:19:19.372862 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-86c57ec2-fd85-47aa-94ca-b37918f209c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:19.374547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-86c57ec2-fd85-47aa-94ca-b37918f209c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c341707a-7f88-4027-b489-4cc3766c0588 HTTP/1.1" status: 200 len: 856 time: 0.0784688 Jul 06 19:19:19.424500 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] Set router 2e2650c9-ada4-473f-89b8-d6fb78082537 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:19.443553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e75359e6-59f9-43ae-8192-f22eedee3e1b req-ba865a19-51ca-4fd3-9aa0-1500ef05d769 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677609 Jul 06 19:19:19.477009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-8937c671-e240-45b4-901b-bba58ca5422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:19.478597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-8937c671-e240-45b4-901b-bba58ca5422b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ec176e9-280a-4f90-9b5b-667740d5c3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957234 Jul 06 19:19:19.574994 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-a7241aac-1b6b-4807-8c60-d9b496786fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891032 Jul 06 19:19:19.645075 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:19.648920 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 4, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port': {'id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fd5dd225-23b7-4369-97c5-dcff3d9e0edd', 'name': '', 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'mac_address': 'fa:16:3e:7f:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9e689b47-f638-44dd-a03a-72cba946f927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:13Z', 'updated_at': '2021-07-06T19:19:19Z', 'revision_number': 4, 'project_id': '546d0c799ac24dfeab770f8506571982', 'subnets': [{'id': '9e689b47-f638-44dd-a03a-72cba946f927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:19.667491 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4db06c37-8a42-44ce-978a-cec7501daed6 req-80aeba8d-3101-427d-99f0-3ef0d92a1e5b service neutron] 10.222.0.24 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859191 Jul 06 19:19:19.676591 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17636c70-1bd5-4cb1-b0ca-d77d3ac5df02 None None] The sync data for ids ['2e2650c9-ada4-473f-89b8-d6fb78082537'] in n-d-799684-2 is: [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:14Z', 'revision_number': 4, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port': {'id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fd5dd225-23b7-4369-97c5-dcff3d9e0edd', 'name': '', 'network_id': 'cea709b8-5a6f-4cb9-8900-372f661a936f', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'mac_address': 'fa:16:3e:7f:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9e689b47-f638-44dd-a03a-72cba946f927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:13Z', 'updated_at': '2021-07-06T19:19:19Z', 'revision_number': 4, 'project_id': '546d0c799ac24dfeab770f8506571982', 'subnets': [{'id': '9e689b47-f638-44dd-a03a-72cba946f927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:19:19.787800 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-adcce4bd-e008-407a-915e-fb070184dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:19.791530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-adcce4bd-e008-407a-915e-fb070184dc64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c571c2ef22b34a10b827c611f946064c&device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 1094 time: 0.0658000 Jul 06 19:19:19.890699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-0d1a5827-134b-43c4-8d94-7eb550210791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:19.892464 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-0d1a5827-134b-43c4-8d94-7eb550210791 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ec176e9-280a-4f90-9b5b-667740d5c3b8 HTTP/1.1" status: 200 len: 918 time: 0.0944226 Jul 06 19:19:19.937662 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-5f3d835a-e666-4e50-a45b-38dfcdadf23b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f HTTP/1.1" status: 200 len: 217 time: 0.0368514 Jul 06 19:19:19.989165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-db1a4247-cc42-4945-b66c-6ae0adc382da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:19.990809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-db1a4247-cc42-4945-b66c-6ae0adc382da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c341707a-7f88-4027-b489-4cc3766c0588 HTTP/1.1" status: 200 len: 856 time: 0.0463808 Jul 06 19:19:20.053122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-501ed0cc-fd72-4664-ab0a-2ff590c34736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:20.054673 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-501ed0cc-fd72-4664-ab0a-2ff590c34736 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ec176e9-280a-4f90-9b5b-667740d5c3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567894 Jul 06 19:19:20.141511 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-de6f7202-8b39-45b9-aaaf-1785094321f2 service neutron] 10.222.0.24 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791402 Jul 06 19:19:20.242767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1bd4c901-67a2-4cb2-b263-14eb1f33fe25 req-df739c8c-5b26-401e-b7b6-81c51d9ae3d6 service neutron] 10.222.0.24 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937927 Jul 06 19:19:20.517859 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fd5dd225-23b7-4369-97c5-dcff3d9e0edd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:20.573997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port fd5dd225-23b7-4369-97c5-dcff3d9e0edd completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:20.578195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port fd5dd225-23b7-4369-97c5-dcff3d9e0edd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:20.578574 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:20.636994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255c88-1d10-45f3-9173-6f9328088650 req-9741bce9-9216-46ba-9b34-bb8ee61bf01d tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:20.638593 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-93255c88-1d10-45f3-9173-6f9328088650 req-9741bce9-9216-46ba-9b34-bb8ee61bf01d tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 943 time: 0.0669742 Jul 06 19:19:20.658885 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:20.676671 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-93255c88-1d10-45f3-9173-6f9328088650 req-d0de2905-ee6c-4740-a1a1-80233b8e7360 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Jul 06 19:19:20.692382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port fd5dd225-23b7-4369-97c5-dcff3d9e0edd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,segment=NetworkSegment(dc62f682-7a1b-4a91-b59e-e22933377c7f),segment_id=dc62f682-7a1b-4a91-b59e-e22933377c7f)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:20.697683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:20.698526 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 674f90e1-4d02-4ea1-aaab-05e33a512738 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:20.736336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device a2d3f450-8e15-4d7d-9c25-7e1f607dc07f details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:19:20.800042 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:21.017643 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 674f90e1-4d02-4ea1-aaab-05e33a512738 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:21.018038 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:21.058726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:21.076777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'a2d3f450-8e15-4d7d-9c25-7e1f607dc07f', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'port_id': 'a2d3f450-8e15-4d7d-9c25-7e1f607dc07f', 'mac_address': 'fa:16:3e:a9:e2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:19:21.143892 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:21.163449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d3f450-8e15-4d7d-9c25-7e1f607dc07f {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:19:21.188457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:21.195812 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:21.218757 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:21.244287 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:21.410638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['a2d3f450-8e15-4d7d-9c25-7e1f607dc07f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:19:21.857403 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cddc2-db25-4887-a4ea-7b237e4c3233 req-30dfb7f7-7633-4565-ac11-7ff9590dc9f7 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:21.858948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e0cddc2-db25-4887-a4ea-7b237e4c3233 req-30dfb7f7-7633-4565-ac11-7ff9590dc9f7 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 944 time: 0.0664876 Jul 06 19:19:21.897297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8e0cddc2-db25-4887-a4ea-7b237e4c3233 req-f1df8f6c-667b-4d10-84fb-b855582fd88f tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Jul 06 19:19:22.501911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fd5dd225-23b7-4369-97c5-dcff3d9e0edd up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:22.554506 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port fd5dd225-23b7-4369-97c5-dcff3d9e0edd triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:22.554878 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:22.721945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device a2d3f450-8e15-4d7d-9c25-7e1f607dc07f up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:22.779372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:22.786370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:22.786754 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:22.864943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:22.899167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea9e8b-2554-4931-876e-89afed715b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d3f450-8e15-4d7d-9c25-7e1f607dc07f'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:19:22.901580 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a7866c-90b3-4fef-a638-4df73b66b932" -d '{"events": [{"server_uuid": "95ea9e8b-2554-4931-876e-89afed715b47", "name": "network-vif-plugged", "status": "completed", "tag": "a2d3f450-8e15-4d7d-9c25-7e1f607dc07f"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:19:22.906677 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:22.915385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:22.922723 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:22.952268 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd0679-8d4f-4362-8fce-4e675bd040e9 x-openstack-request-id: req-64cd0679-8d4f-4362-8fce-4e675bd040e9 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:19:22.952528 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea9e8b-2554-4931-876e-89afed715b47", "name": "network-vif-plugged", "status": "completed", "tag": "a2d3f450-8e15-4d7d-9c25-7e1f607dc07f", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:19:22.952780 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64cd0679-8d4f-4362-8fce-4e675bd040e9 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:19:22.953165 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea9e8b-2554-4931-876e-89afed715b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d3f450-8e15-4d7d-9c25-7e1f607dc07f', 'code': 200} Jul 06 19:19:22.972978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:22.987381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:23.463001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b0d1-cede-4ec1-a9b6-9417260257ee req-3e7f3bbd-6580-4621-961c-95e86cb3fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:23.464530 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31f9b0d1-cede-4ec1-a9b6-9417260257ee req-3e7f3bbd-6580-4621-961c-95e86cb3fb80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 1096 time: 0.4564235 Jul 06 19:19:23.475031 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d6f0b-38aa-4043-a12f-7197af84e6cd req-1658c1ee-a53f-4d33-8a1e-5ba02efb18bd tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:23.476463 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-355d6f0b-38aa-4043-a12f-7197af84e6cd req-1658c1ee-a53f-4d33-8a1e-5ba02efb18bd tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 945 time: 0.4606373 Jul 06 19:19:23.525342 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-31f9b0d1-cede-4ec1-a9b6-9417260257ee req-89188486-4e0c-44f3-a646-3ab39460b084 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478420 Jul 06 19:19:23.532817 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-355d6f0b-38aa-4043-a12f-7197af84e6cd req-81c38a4f-aff3-493e-a319-21ea37d09edd tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495498 Jul 06 19:19:24.721509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620741-c063-4886-a6ee-c03517099ef8 req-ef2bdb59-05a1-4879-b59d-d4169798cc12 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:24.722946 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a620741-c063-4886-a6ee-c03517099ef8 req-ef2bdb59-05a1-4879-b59d-d4169798cc12 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 945 time: 0.0738482 Jul 06 19:19:24.763099 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8a620741-c063-4886-a6ee-c03517099ef8 req-b31476ea-0026-4082-a7ff-8d6e89304251 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Jul 06 19:19:24.960704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330a27a-ce5e-4164-86f5-f445c357dbf7 req-a15d50c6-f611-4e88-bee9-557724a3efac tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:24.962227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f330a27a-ce5e-4164-86f5-f445c357dbf7 req-a15d50c6-f611-4e88-bee9-557724a3efac tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 945 time: 0.0753193 Jul 06 19:19:25.002400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f330a27a-ce5e-4164-86f5-f445c357dbf7 req-dc42c36c-887e-4a02-b1e3-d438cc1e8ad4 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Jul 06 19:19:44.387822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091afb-d4ff-4e14-90c9-e1e40ac8e97b req-7262aa07-42eb-4a2b-9c63-a4d902cd4fd3 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:44.389382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72091afb-d4ff-4e14-90c9-e1e40ac8e97b req-7262aa07-42eb-4a2b-9c63-a4d902cd4fd3 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 945 time: 0.0785432 Jul 06 19:19:44.431060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72091afb-d4ff-4e14-90c9-e1e40ac8e97b req-d75c2942-b1e0-4070-b168-091942017ba4 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343072 Jul 06 19:19:45.617138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099e1c3-c11d-4b8a-beac-ad1a40b3e3dc req-e4cfda5b-68eb-45be-b5f7-2f6b62dba387 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:45.627611 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2099e1c3-c11d-4b8a-beac-ad1a40b3e3dc req-e4cfda5b-68eb-45be-b5f7-2f6b62dba387 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 945 time: 0.0820611 Jul 06 19:19:45.651738 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f78730c9-a934-4818-b2c7-21b13f686739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:45.674037 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2099e1c3-c11d-4b8a-beac-ad1a40b3e3dc req-9968a162-f821-422b-a880-e40a61f307a7 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380015 Jul 06 19:19:46.010000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bd22a-2d23-4658-bb99-30923e46d693 req-5bff67e6-7725-425b-a287-67070c4edcc0 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:46.011832 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-805bd22a-2d23-4658-bb99-30923e46d693 req-5bff67e6-7725-425b-a287-67070c4edcc0 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.24 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 945 time: 0.0686264 Jul 06 19:19:46.118317 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Deleting port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:46.118628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:46.205438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] For port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:46.205801 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:46.218784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Calling delete_port for a2d3f450-8e15-4d7d-9c25-7e1f607dc07f owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:46.357629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:46.371953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['a2d3f450-8e15-4d7d-9c25-7e1f607dc07f'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:19:46.387475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Pushing event deleted for resources: {'Port': ['ID=a2d3f450-8e15-4d7d-9c25-7e1f607dc07f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:46.396502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.396854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.397196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.397565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.397917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.398217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.398573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.398894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.399192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.399936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.399936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.400154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:46.448589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] No DVR routers for this DVR port a2d3f450-8e15-4d7d-9c25-7e1f607dc07f on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:19:46.451666 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:46.453638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-805bd22a-2d23-4658-bb99-30923e46d693 req-9e9134f6-bcee-426c-adc3-6cbac779d478 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.24 "DELETE /v2.0/ports/a2d3f450-8e15-4d7d-9c25-7e1f607dc07f HTTP/1.1" status: 204 len: 173 time: 0.4347746 Jul 06 19:19:46.454037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea9e8b-2554-4931-876e-89afed715b47', 'name': 'network-vif-deleted', 'tag': 'a2d3f450-8e15-4d7d-9c25-7e1f607dc07f'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:19:46.456773 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a671c3e-c90e-4648-9665-c49c58beada3" -d '{"events": [{"server_uuid": "95ea9e8b-2554-4931-876e-89afed715b47", "name": "network-vif-deleted", "tag": "a2d3f450-8e15-4d7d-9c25-7e1f607dc07f"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:19:46.503961 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2add720e-c935-4730-a35a-469888923815 x-openstack-request-id: req-2add720e-c935-4730-a35a-469888923815 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:19:46.504499 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea9e8b-2554-4931-876e-89afed715b47", "name": "network-vif-deleted", "tag": "a2d3f450-8e15-4d7d-9c25-7e1f607dc07f", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:19:46.504824 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2add720e-c935-4730-a35a-469888923815 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:19:46.505229 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea9e8b-2554-4931-876e-89afed715b47', 'name': 'network-vif-deleted', 'tag': 'a2d3f450-8e15-4d7d-9c25-7e1f607dc07f', 'status': 'completed', 'code': 200} Jul 06 19:19:46.825923 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-81753921-0f70-4400-91e5-4172dcbd3f43 req-9864abaf-56ad-44c1-b1b1-9817d773b871 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ea9e8b-2554-4931-876e-89afed715b47 HTTP/1.1" status: 200 len: 210 time: 0.0280473 Jul 06 19:19:48.282221 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eedab992-7ffe-46be-87be-866ecee25955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:48.514458 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:48.878461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device a2d3f450-8e15-4d7d-9c25-7e1f607dc07f no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:48.899076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: a2d3f450-8e15-4d7d-9c25-7e1f607dc07f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:48.899413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device a2d3f450-8e15-4d7d-9c25-7e1f607dc07f not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:49.490223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-b6f398b1-6fbb-4fbe-aab3-3837d21c2e8b tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:49.491618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-b6f398b1-6fbb-4fbe-aab3-3837d21c2e8b tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/networks?id=9ec176e9-280a-4f90-9b5b-667740d5c3b8 HTTP/1.1" status: 200 len: 817 time: 0.1068692 Jul 06 19:19:49.506906 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-f30a1195-9cf8-4628-b42c-1674c40f40d7 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/quotas/c571c2ef22b34a10b827c611f946064c HTTP/1.1" status: 200 len: 375 time: 0.0097213 Jul 06 19:19:49.573919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-9964efaf-77e0-4abb-8c93-a3dc339a594a tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c571c2ef22b34a10b827c611f946064c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617797 Jul 06 19:19:49.646239 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:49.670790 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-7ee85c31-929f-4272-813f-d97c5fe3b447 service neutron] 10.222.0.53 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854859 Jul 06 19:19:49.769218 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-9562f60b-3abd-4f15-8b12-a66e3980a81c service neutron] 10.222.0.53 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922101 Jul 06 19:19:49.945246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-97336ec5-3d8e-4f79-a810-442f62a7e7c7 req-2c85e90c-b4d5-4a2a-88e6-a9fd79655b91 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Jul 06 19:19:51.075789 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-3db80c28-2027-4572-b417-53a375a1476e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:51.076546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-3db80c28-2027-4572-b417-53a375a1476e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.24 "GET /v2.0/networks?id=9ec176e9-280a-4f90-9b5b-667740d5c3b8 HTTP/1.1" status: 200 len: 817 time: 0.1084542 Jul 06 19:19:51.090096 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Request body: {'port': {'device_id': 'ade157df-5f47-4993-a495-5ce49da325a0', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'admin_state_up': True, 'tenant_id': 'c571c2ef22b34a10b827c611f946064c'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:51.095474 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82977d15-b212-4a27-a123-850d9755890c req-794a4149-bd03-4604-88b1-121adc55e4a1 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 210 time: 0.0303197 Jul 06 19:19:51.198241 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:51.206914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Made reservation on behalf of c571c2ef22b34a10b827c611f946064c for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:19:51.210539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:51.338277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Allocated IP 172.20.0.12 (9ec176e9-280a-4f90-9b5b-667740d5c3b8/c341707a-7f88-4027-b489-4cc3766c0588/534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:19:51.493956 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:51.508268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Transition to ACTIVE for port object 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:51.547150 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:51.600667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:19:51.603920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:19:51.608658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:19:51.612480 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Pushing event updated for resources: {'Port': ['ID=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:51.664544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:51.665171 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:51.686321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a43dcdcc-7430-4b32-8702-7ce2a5407525 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007950 Jul 06 19:19:51.706180 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Request body: {'port': {'device_id': 'ade157df-5f47-4993-a495-5ce49da325a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:19:51.784414 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:51.819365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-78b21b42-1bed-4b68-9035-b0dae4e77d73 None None] Provisioning for port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:51.823782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-78b21b42-1bed-4b68-9035-b0dae4e77d73 None None] Provisioning complete for port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:51.824172 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-78b21b42-1bed-4b68-9035-b0dae4e77d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:51.864181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-78b21b42-1bed-4b68-9035-b0dae4e77d73 None None] Port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:19:52.052774 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:19:52.062606 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:52.073084 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Transition to ACTIVE for port object 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:19:52.079266 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:52.147471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Pushing event updated for resources: {'Port': ['ID=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:52.198930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Attempting to bind port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:19:52.199438 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Attempting to bind port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:19:52.199771 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Attempting to bind port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 on network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:52.211162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 on network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:19:52.211524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Attempting to bind port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 on network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:19:52.216808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:19:52.217169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Checking segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:19:52.217637 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Bound using segment: {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:19:52.218112 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Bound port: 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:19:52.218477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:52.325197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] For port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:19:52.338762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] For port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:19:52.347424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952ba92-cd69-46ce-8504-b10047e3b5c8 req-73c31014-a930-4707-8ed3-b4b00d03d7f6 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:52.348959 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7952ba92-cd69-46ce-8504-b10047e3b5c8 req-73c31014-a930-4707-8ed3-b4b00d03d7f6 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 944 time: 0.1206896 Jul 06 19:19:52.350490 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:52.400794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:52.401402 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:52.403138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 HTTP/1.1" status: 200 len: 1092 time: 0.7085721 Jul 06 19:19:52.403573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade157df-5f47-4993-a495-5ce49da325a0', 'tag': '534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:19:52.405888 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b497807-03f4-4b6e-8246-374d1a865a98" -d '{"events": [{"name": "network-changed", "server_uuid": "ade157df-5f47-4993-a495-5ce49da325a0", "tag": "534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:19:52.446316 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7952ba92-cd69-46ce-8504-b10047e3b5c8 req-d58a8d31-8023-4e20-a308-f18bd1e783d1 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906951 Jul 06 19:19:52.447077 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91820ab1-609a-45ec-bb38-6008f2ea01b6 service neutron] Pushing event updated for resources: {'Port': ['ID=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:52.463431 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097fc21-f114-4c0f-9c61-755ff892d95d x-openstack-request-id: req-6097fc21-f114-4c0f-9c61-755ff892d95d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:19:52.463431 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade157df-5f47-4993-a495-5ce49da325a0", "tag": "534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:19:52.463431 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6097fc21-f114-4c0f-9c61-755ff892d95d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:19:52.463800 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade157df-5f47-4993-a495-5ce49da325a0', 'tag': '534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3', 'status': 'completed', 'code': 200} Jul 06 19:19:52.526019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-99119a4a-ac15-4801-ba0a-e174c92e0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:52.527977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-99119a4a-ac15-4801-ba0a-e174c92e0028 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c571c2ef22b34a10b827c611f946064c&device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 1095 time: 0.0573022 Jul 06 19:19:52.573211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-a5fff9e9-0ce8-45b2-833c-60f908b8e08c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 HTTP/1.1" status: 200 len: 217 time: 0.0384359 Jul 06 19:19:52.622462 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-1cdd1a84-7aa1-4658-a556-797807cdb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:52.623985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-1cdd1a84-7aa1-4658-a556-797807cdb7f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c341707a-7f88-4027-b489-4cc3766c0588 HTTP/1.1" status: 200 len: 856 time: 0.0445766 Jul 06 19:19:52.694598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-b0b5d595-1a86-42ba-aab7-86231b782b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:52.696015 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-b0b5d595-1a86-42ba-aab7-86231b782b87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ec176e9-280a-4f90-9b5b-667740d5c3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647705 Jul 06 19:19:52.786449 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-d78999ed-81d6-4d97-91c8-36a4b2c91839 service neutron] 10.222.0.24 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825112 Jul 06 19:19:52.885003 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0cc87484-2d26-45c0-8d49-b8251e082468 req-ac0d1a83-619a-4294-ae41-52abdd4729eb service neutron] 10.222.0.24 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924709 Jul 06 19:19:52.885340 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:52.945071 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:52.989917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-cdb45eb0-ad27-4de4-b475-cfb08fe0ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:52.991451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-cdb45eb0-ad27-4de4-b475-cfb08fe0ff55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c571c2ef22b34a10b827c611f946064c&device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 1095 time: 0.0551312 Jul 06 19:19:53.090849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-b45cfebf-db78-4f14-8971-169c98287176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:53.092340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-b45cfebf-db78-4f14-8971-169c98287176 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ec176e9-280a-4f90-9b5b-667740d5c3b8 HTTP/1.1" status: 200 len: 918 time: 0.0946145 Jul 06 19:19:53.139004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-c60b156e-3a47-4fc3-8e03-475643b237c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 HTTP/1.1" status: 200 len: 217 time: 0.0386903 Jul 06 19:19:53.189874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-423f1334-37b3-4271-b21f-af9c42d44364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:53.191339 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-423f1334-37b3-4271-b21f-af9c42d44364 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c341707a-7f88-4027-b489-4cc3766c0588 HTTP/1.1" status: 200 len: 856 time: 0.0451407 Jul 06 19:19:53.262243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-aaaa3322-6f5f-4fed-b9bf-655c94014eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:53.263663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-aaaa3322-6f5f-4fed-b9bf-655c94014eed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ec176e9-280a-4f90-9b5b-667740d5c3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642405 Jul 06 19:19:53.358655 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-09750cdd-963f-45f8-bb68-7006702b2084 service neutron] 10.222.0.24 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879438 Jul 06 19:19:53.466355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5b497807-03f4-4b6e-8246-374d1a865a98 req-16ccbd4b-b37b-446a-9482-d42b15a9aea2 service neutron] 10.222.0.24 "GET /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994256 Jul 06 19:19:53.652495 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4e2e7-aad4-4bff-8280-aaf960829f6d req-01129ebe-55b8-4add-9c32-9689a0e545fa tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:53.654093 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55e4e2e7-aad4-4bff-8280-aaf960829f6d req-01129ebe-55b8-4add-9c32-9689a0e545fa tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 944 time: 0.0787919 Jul 06 19:19:53.691989 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-55e4e2e7-aad4-4bff-8280-aaf960829f6d req-44be4bc6-4ed8-4723-891d-307e04c681a5 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Jul 06 19:19:54.877541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef8c64-fc53-4768-820d-dd2749f90b95 req-4e6e0c9f-dcf5-49bb-9bc4-2720eb902a63 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:54.879064 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08ef8c64-fc53-4768-820d-dd2749f90b95 req-4e6e0c9f-dcf5-49bb-9bc4-2720eb902a63 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 944 time: 0.0711894 Jul 06 19:19:54.884115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:19:54.921374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08ef8c64-fc53-4768-820d-dd2749f90b95 req-3ca178da-22dc-40ad-a08e-66d0875a7781 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346308 Jul 06 19:19:54.984033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:54.995885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3', 'network_id': '9ec176e9-280a-4f90-9b5b-667740d5c3b8', 'port_id': '534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3', 'mac_address': 'fa:16:3e:7d:53:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c341707a-7f88-4027-b489-4cc3766c0588', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:19:55.039454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:55.052547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:19:55.072540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:55.087534 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:55.141107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:55.149311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.149640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.150010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.150348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.150679 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.151007 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.151335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.152008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.152336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.152652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.152972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.153290 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:19:55.279106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:19:55.379367 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:19:56.106635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75078df-3a08-455f-8c32-1b34cec00a95 req-b76f81a7-4156-40a7-bc82-5bd4f226bcf3 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:56.108186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a75078df-3a08-455f-8c32-1b34cec00a95 req-b76f81a7-4156-40a7-bc82-5bd4f226bcf3 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 945 time: 0.0699663 Jul 06 19:19:56.147193 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a75078df-3a08-455f-8c32-1b34cec00a95 req-6346787e-6413-43fb-be40-2ff9ae317a32 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Jul 06 19:19:56.886072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:19:56.940790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:19:56.944959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:19:56.945349 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:57.026978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:57.050763 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade157df-5f47-4993-a495-5ce49da325a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:19:57.053055 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ce4756-a924-4346-b031-ce2954078387" -d '{"events": [{"server_uuid": "ade157df-5f47-4993-a495-5ce49da325a0", "name": "network-vif-plugged", "status": "completed", "tag": "534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:19:57.069223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:57.074436 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:57.101237 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3d6886-d903-40fa-aef3-5a762e76872f x-openstack-request-id: req-bf3d6886-d903-40fa-aef3-5a762e76872f {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:19:57.101553 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade157df-5f47-4993-a495-5ce49da325a0", "name": "network-vif-plugged", "status": "completed", "tag": "534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:19:57.101820 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf3d6886-d903-40fa-aef3-5a762e76872f {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:19:57.102215 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade157df-5f47-4993-a495-5ce49da325a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3', 'code': 200} Jul 06 19:19:57.129009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:57.207558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c9aa-1efa-4532-82e5-1d5fd0df5eb2 req-c21196fc-e081-4b96-805a-b2ad62c66676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:57.209143 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a016c9aa-1efa-4532-82e5-1d5fd0df5eb2 req-c21196fc-e081-4b96-805a-b2ad62c66676 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 1097 time: 0.0522349 Jul 06 19:19:57.243739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a016c9aa-1efa-4532-82e5-1d5fd0df5eb2 req-ea5fd52a-0bf3-4ac0-a4e4-87f8489b8e5a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283854 Jul 06 19:19:57.340624 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47064-8ee5-4ac2-9e52-c42ef46f300b req-64c44543-bc5e-4278-baad-f1ad5c1414ef tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:57.342126 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45f47064-8ee5-4ac2-9e52-c42ef46f300b req-64c44543-bc5e-4278-baad-f1ad5c1414ef tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 946 time: 0.0704014 Jul 06 19:19:57.382154 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45f47064-8ee5-4ac2-9e52-c42ef46f300b req-e80b991b-89cd-4cb2-aeb8-86e4a77c5d3e tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 06 19:19:58.563778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195246-5013-4405-b479-adca6c21278d req-9fbd1e24-296d-441f-bea3-a5667ab14a15 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:58.565288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec195246-5013-4405-b479-adca6c21278d req-9fbd1e24-296d-441f-bea3-a5667ab14a15 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 946 time: 0.0695496 Jul 06 19:19:58.603047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec195246-5013-4405-b479-adca6c21278d req-ab22a1e2-3f5a-4cb0-a491-07ebe8be58c9 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Jul 06 19:19:58.788780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce79-7517-4e41-9e97-00d7be1de866 req-339dd375-c6da-4eac-8e51-62d60ea867ce tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:19:58.790321 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a64ce79-7517-4e41-9e97-00d7be1de866 req-339dd375-c6da-4eac-8e51-62d60ea867ce tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 946 time: 0.0652897 Jul 06 19:19:58.831495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a64ce79-7517-4e41-9e97-00d7be1de866 req-d0ec9f0e-b56e-4641-8080-2ace5a807670 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Jul 06 19:20:15.648255 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-af3f6684-7fac-4be9-802e-2d107038fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:17.914441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f40d9b-3a68-4c8d-be3a-566250e8059e req-82a9fc92-378d-41bd-ae50-b932bebbb24b tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:17.915945 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80f40d9b-3a68-4c8d-be3a-566250e8059e req-82a9fc92-378d-41bd-ae50-b932bebbb24b tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 946 time: 0.0731878 Jul 06 19:20:17.955988 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-80f40d9b-3a68-4c8d-be3a-566250e8059e req-bd553657-6d28-404c-bdfe-7a4aa88cb88f tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Jul 06 19:20:18.286651 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f3d9bed8-6a7b-48c8-8b4d-0f8e876cc3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:18.520168 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:19.142842 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db29cc-b92f-4db3-8583-b59ca03c01d5 req-1f9a427f-a229-4685-a82f-450c962b0632 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:19.144431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5db29cc-b92f-4db3-8583-b59ca03c01d5 req-1f9a427f-a229-4685-a82f-450c962b0632 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 946 time: 0.0732937 Jul 06 19:20:19.189133 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5db29cc-b92f-4db3-8583-b59ca03c01d5 req-1f6579d4-9178-4645-85b8-604e1d7023f2 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/security-groups?id=29b6bd55-7501-4032-ac59-511815104863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359030 Jul 06 19:20:19.421310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-b227b29e-6350-4d17-8997-2c9fd72ca68d tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:19.422889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-b227b29e-6350-4d17-8997-2c9fd72ca68d tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 946 time: 0.0744443 Jul 06 19:20:19.543134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Deleting port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:20:19.543651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:19.634206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] For port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:19.634588 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:19.648708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Calling delete_port for 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:20:19.649674 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:19.786518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:19.798779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:20:19.816520 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Pushing event deleted for resources: {'Port': ['ID=534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:19.867049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] No DVR routers for this DVR port 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:20:19.870570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:19.872841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd0bc811-0c47-4dd1-8a51-fe4a216c6eee req-1f325546-4809-499c-bf2a-84402aaade00 tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.24 "DELETE /v2.0/ports/534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 HTTP/1.1" status: 204 len: 173 time: 0.4447591 Jul 06 19:20:19.873368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade157df-5f47-4993-a495-5ce49da325a0', 'name': 'network-vif-deleted', 'tag': '534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:20:19.875958 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201c5daa-9696-49cb-97f5-4a87e6a303b2" -d '{"events": [{"server_uuid": "ade157df-5f47-4993-a495-5ce49da325a0", "name": "network-vif-deleted", "tag": "534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:20:19.919190 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2737f4-7df7-48ae-8eb0-d809a6688856 x-openstack-request-id: req-6c2737f4-7df7-48ae-8eb0-d809a6688856 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:20:19.919486 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade157df-5f47-4993-a495-5ce49da325a0", "name": "network-vif-deleted", "tag": "534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:20:19.919740 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c2737f4-7df7-48ae-8eb0-d809a6688856 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:20:19.920152 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade157df-5f47-4993-a495-5ce49da325a0', 'name': 'network-vif-deleted', 'tag': '534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3', 'status': 'completed', 'code': 200} Jul 06 19:20:20.348332 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b7a01416-4d5d-466e-ba7a-25bb38751a9c req-2e0a90fe-b0f9-4760-ace2-3beac31c02ed tempest-TestEncryptedCinderVolumes-1612931344 tempest-TestEncryptedCinderVolumes-1612931344-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade157df-5f47-4993-a495-5ce49da325a0 HTTP/1.1" status: 200 len: 210 time: 0.0325544 Jul 06 19:20:21.202540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:21.482574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53202) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:21.852048 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:22.134148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Deleting port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:20:22.134391 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:22.216413 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] For port 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:22.216811 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:22.230531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Calling delete_port for 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:20:22.416364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:22.442241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fefef6e-44d1-4a74-a11a-8ee0ef128b1f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:22.615195 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:22.835899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:20:22.903806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:22.950734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:20:22.959212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-be11d9d5-d847-464f-a40d-c3081d7a0409 admin admin] 10.222.0.53 "PUT /v2.0/routers/5332221c-f29f-4c81-b05f-6d1e8d2f75a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4720895 Jul 06 19:20:22.959212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53206) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:22.960789 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] Sync routers for ids ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:20:22.964692 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:22.971681 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] Routers {'5332221c-f29f-4c81-b05f-6d1e8d2f75a9'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:22.972312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:23.061863 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.074450 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] Set router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:23.163809 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.217590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Deleting port 826bee27-5fa1-42e7-b573-ac7555ca0b15 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:20:23.217954 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.254102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:20:22Z', 'revision_number': 5, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port': {'id': '826bee27-5fa1-42e7-b573-ac7555ca0b15', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:07Z', 'updated_at': '2021-07-06T19:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:23.281660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] Checking router: 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:20:23.291156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] Routers {'5332221c-f29f-4c81-b05f-6d1e8d2f75a9'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:23.291800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:23.299343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] For port 826bee27-5fa1-42e7-b573-ac7555ca0b15, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=826bee27-5fa1-42e7-b573-ac7555ca0b15,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:23.299739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.311269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Calling delete_port for 826bee27-5fa1-42e7-b573-ac7555ca0b15 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:20:23.389363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] Set router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:23.442480 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:20:23Z', 'revision_number': 6, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:23.471508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e358aa-6508-4547-b7e3-aff49d8da8e5 None None] The sync data for ids ['5332221c-f29f-4c81-b05f-6d1e8d2f75a9'] in n-d-799684-2 is: [{'id': '5332221c-f29f-4c81-b05f-6d1e8d2f75a9', 'name': 'tempest-TestEncryptedCinderVolumes-1380789059-router', 'tenant_id': 'c571c2ef22b34a10b827c611f946064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:06Z', 'updated_at': '2021-07-06T19:20:23Z', 'revision_number': 6, 'project_id': 'c571c2ef22b34a10b827c611f946064c', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:20:23.492207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.518667 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Pushing event deleted for resources: {'Port': ['ID=826bee27-5fa1-42e7-b573-ac7555ca0b15,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:23.578737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.670496 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.672869 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.719839 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.720343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5332221c-f29f-4c81-b05f-6d1e8d2f75a9 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:20:23.725147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.726340 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1ec17925-5ca1-49ea-8c5b-86eda84bf88c admin admin] 10.222.0.53 "DELETE /v2.0/routers/5332221c-f29f-4c81-b05f-6d1e8d2f75a9 HTTP/1.1" status: 204 len: 168 time: 0.7668293 Jul 06 19:20:23.728882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:23.772901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-36079bfc-c9b5-4c27-975e-6941ab273b71 admin admin] Deleting subnet c341707a-7f88-4027-b489-4cc3766c0588 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:20:23.775996 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36079bfc-c9b5-4c27-975e-6941ab273b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.810942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36079bfc-c9b5-4c27-975e-6941ab273b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.900567 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36079bfc-c9b5-4c27-975e-6941ab273b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.954142 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36079bfc-c9b5-4c27-975e-6941ab273b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.978797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36079bfc-c9b5-4c27-975e-6941ab273b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c341707a-7f88-4027-b489-4cc3766c0588,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:23.982291 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-36079bfc-c9b5-4c27-975e-6941ab273b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.984868 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-36079bfc-c9b5-4c27-975e-6941ab273b71 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c341707a-7f88-4027-b489-4cc3766c0588 HTTP/1.1" status: 204 len: 168 time: 0.2543483 Jul 06 19:20:23.987052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53210) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:23.989684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5031a6f-78f4-4e77-8c15-f3f4693b0d46 None None] Network 9ec176e9-280a-4f90-9b5b-667740d5c3b8 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:20:24.052856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.110682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Deleting port cc0c3497-284d-4223-beeb-54caee7b7486 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:20:24.111026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.219703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] DHCP port deletion for 9ec176e9-280a-4f90-9b5b-667740d5c3b8 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:20:24.272363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] Deleting port cc0c3497-284d-4223-beeb-54caee7b7486 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:20:24.272741 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.337393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] For port cc0c3497-284d-4223-beeb-54caee7b7486, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cc0c3497-284d-4223-beeb-54caee7b7486,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:24.337818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.351320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] Calling delete_port for cc0c3497-284d-4223-beeb-54caee7b7486 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:20:24.441884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.468617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] Pushing event deleted for resources: {'Port': ['ID=cc0c3497-284d-4223-beeb-54caee7b7486,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:24.473758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa387c7-4b1a-4110-8b43-2a41c8ae48cc None None] No DVR routers for this DVR port cc0c3497-284d-4223-beeb-54caee7b7486 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:20:24.553983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 826bee27-5fa1-42e7-b573-ac7555ca0b15 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:20:24.564710 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] For port cc0c3497-284d-4223-beeb-54caee7b7486, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=cc0c3497-284d-4223-beeb-54caee7b7486,segment=NetworkSegment(07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2),segment_id=07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:24.565076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.574172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 826bee27-5fa1-42e7-b573-ac7555ca0b15 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:20:24.574512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 826bee27-5fa1-42e7-b573-ac7555ca0b15 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:20:24.574954 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:20:24.577276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Calling delete_port for cc0c3497-284d-4223-beeb-54caee7b7486 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:20:24.592997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:20:24.593333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6fefef6e-44d1-4a74-a11a-8ee0ef128b1f not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:20:24.600006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cc0c3497-284d-4223-beeb-54caee7b7486 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:20:24.614920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: cc0c3497-284d-4223-beeb-54caee7b7486 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:20:24.615249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device cc0c3497-284d-4223-beeb-54caee7b7486 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:20:24.660755 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.685440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0c3497-284d-4223-beeb-54caee7b7486,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:24.689091 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] No DVR routers for this DVR port cc0c3497-284d-4223-beeb-54caee7b7486 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:20:24.759506 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.770088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec176e9-280a-4f90-9b5b-667740d5c3b8']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:24.784398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:24.784692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07802b6b-4cc2-473c-b1cd-6b3cb1b3ade2') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:24.793539 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.808841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.815367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:20:24.815793 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: self.session.flush() Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:20:24.817599 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:20:24.880433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.888199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:24.891107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9ec176e9-280a-4f90-9b5b-667740d5c3b8 HTTP/1.1" status: 204 len: 168 time: 0.9031386 Jul 06 19:20:24.894402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53212) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:24.902729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31055f9d-0024-4b0f-8773-a16743aca995 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec176e9-280a-4f90-9b5b-667740d5c3b8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:24.986430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:20:25.006636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:20:25.007327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 534f4f34-ba5d-4a88-b3b9-605a3e9f8ac3 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:20:25.248821 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:25.527567 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Deleting port fd5dd225-23b7-4369-97c5-dcff3d9e0edd {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:20:25.527946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:25.602849 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] For port fd5dd225-23b7-4369-97c5-dcff3d9e0edd, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,segment=NetworkSegment(dc62f682-7a1b-4a91-b59e-e22933377c7f),segment_id=dc62f682-7a1b-4a91-b59e-e22933377c7f)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:25.603200 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:25.619526 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Calling delete_port for fd5dd225-23b7-4369-97c5-dcff3d9e0edd owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:20:25.806528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:25.833005 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5dd225-23b7-4369-97c5-dcff3d9e0edd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:25.858914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.859288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.859630 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.859969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.860288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.860622 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.860950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.861274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.861592 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.861943 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.862269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:25.862590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:26.012924 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:26.591815 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Router 2e2650c9-ada4-473f-89b8-d6fb78082537 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:20:26.713678 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:20:26.719078 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-24b9b3b3-fa63-40bc-b2d2-30db50ef9dac admin admin] 10.222.0.53 "PUT /v2.0/routers/2e2650c9-ada4-473f-89b8-d6fb78082537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8236675 Jul 06 19:20:26.722395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53214) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:26.725143 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] Sync routers for ids ['2e2650c9-ada4-473f-89b8-d6fb78082537'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:20:26.735437 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] Routers {'2e2650c9-ada4-473f-89b8-d6fb78082537'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:26.735972 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e2650c9-ada4-473f-89b8-d6fb78082537'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:26.827953 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:26.841571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] Set router 2e2650c9-ada4-473f-89b8-d6fb78082537 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:26.930403 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:26.997183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Deleting port 674f90e1-4d02-4ea1-aaab-05e33a512738 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:20:26.997499 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.029610 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:20:25Z', 'revision_number': 5, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port': {'id': '674f90e1-4d02-4ea1-aaab-05e33a512738', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:27.055257 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] Checking router: 2e2650c9-ada4-473f-89b8-d6fb78082537 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:20:27.063751 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] Routers {'2e2650c9-ada4-473f-89b8-d6fb78082537'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:27.064362 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e2650c9-ada4-473f-89b8-d6fb78082537'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:27.078366 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] For port 674f90e1-4d02-4ea1-aaab-05e33a512738, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=674f90e1-4d02-4ea1-aaab-05e33a512738,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:27.078947 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.091004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Calling delete_port for 674f90e1-4d02-4ea1-aaab-05e33a512738 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:20:27.248254 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] Set router 2e2650c9-ada4-473f-89b8-d6fb78082537 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:27.272271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.300223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=674f90e1-4d02-4ea1-aaab-05e33a512738,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:27.303848 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:20:26Z', 'revision_number': 6, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:27.330011 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa09b5-708d-4b87-a908-58df520c98a2 None None] The sync data for ids ['2e2650c9-ada4-473f-89b8-d6fb78082537'] in n-d-799684-2 is: [{'id': '2e2650c9-ada4-473f-89b8-d6fb78082537', 'name': 'tempest-TestEncryptedCinderVolumes-1361397669-router', 'tenant_id': '546d0c799ac24dfeab770f8506571982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:19:11Z', 'updated_at': '2021-07-06T19:20:26Z', 'revision_number': 6, 'project_id': '546d0c799ac24dfeab770f8506571982', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:20:27.364451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.458241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.460568 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.507405 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.507864 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2650c9-ada4-473f-89b8-d6fb78082537 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:20:27.512255 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.513473 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7a5721b2-e535-4434-9cd8-628f169982a0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2e2650c9-ada4-473f-89b8-d6fb78082537 HTTP/1.1" status: 204 len: 168 time: 0.7900374 Jul 06 19:20:27.516606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53216) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:27.577958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e17232b-fbde-4959-aeae-d03caa121e19 admin admin] Deleting subnet 9e689b47-f638-44dd-a03a-72cba946f927 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:20:27.581475 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e17232b-fbde-4959-aeae-d03caa121e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.619860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e17232b-fbde-4959-aeae-d03caa121e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.710547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e17232b-fbde-4959-aeae-d03caa121e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.767642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e17232b-fbde-4959-aeae-d03caa121e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.792631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17232b-fbde-4959-aeae-d03caa121e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e689b47-f638-44dd-a03a-72cba946f927,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:27.799164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e17232b-fbde-4959-aeae-d03caa121e19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.801439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9e17232b-fbde-4959-aeae-d03caa121e19 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9e689b47-f638-44dd-a03a-72cba946f927 HTTP/1.1" status: 204 len: 168 time: 0.2834287 Jul 06 19:20:27.803681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53218) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:27.806131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43740bd6-fe81-4e55-b1f6-1d3b9386a156 None None] Network cea709b8-5a6f-4cb9-8900-372f661a936f requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:20:27.875469 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.928114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Deleting port 7fe693da-0dbb-4c37-9f62-113a5197d87b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:20:27.928467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:27.989866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] For port 7fe693da-0dbb-4c37-9f62-113a5197d87b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=7fe693da-0dbb-4c37-9f62-113a5197d87b,segment=NetworkSegment(dc62f682-7a1b-4a91-b59e-e22933377c7f),segment_id=dc62f682-7a1b-4a91-b59e-e22933377c7f)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:27.990236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.007589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Calling delete_port for 7fe693da-0dbb-4c37-9f62-113a5197d87b owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:20:28.091824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f9eab8-8bdf-4981-b557-a82ffaaee275 None None] DHCP port deletion for cea709b8-5a6f-4cb9-8900-372f661a936f request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:20:28.094222 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.118164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe693da-0dbb-4c37-9f62-113a5197d87b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:28.128812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] No DVR routers for this DVR port 7fe693da-0dbb-4c37-9f62-113a5197d87b on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:20:28.202344 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.212685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea709b8-5a6f-4cb9-8900-372f661a936f']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:28.223026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc62f682-7a1b-4a91-b59e-e22933377c7f') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:28.223325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc62f682-7a1b-4a91-b59e-e22933377c7f') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:28.232197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.250847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.259598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:20:28.259928 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:20:28.262307 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:20:28.320333 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.326642 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.329456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] 10.222.0.53 "DELETE /v2.0/networks/cea709b8-5a6f-4cb9-8900-372f661a936f HTTP/1.1" status: 204 len: 168 time: 0.5246747 Jul 06 19:20:28.340901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c7818-8cad-4ad2-a437-c7f9f8649cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=cea709b8-5a6f-4cb9-8900-372f661a936f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:28.518568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53222) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:28.549805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fd5dd225-23b7-4369-97c5-dcff3d9e0edd no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:20:28.567076 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6244a566-e9db-4a7d-8285-620e6adf5faa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c571c2ef22b34a10b827c611f946064c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473020 Jul 06 19:20:28.569566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53224) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:28.570781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: fd5dd225-23b7-4369-97c5-dcff3d9e0edd {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:20:28.571174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fd5dd225-23b7-4369-97c5-dcff3d9e0edd not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:20:28.571593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7fe693da-0dbb-4c37-9f62-113a5197d87b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:20:28.590096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 7fe693da-0dbb-4c37-9f62-113a5197d87b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:20:28.590432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 7fe693da-0dbb-4c37-9f62-113a5197d87b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:20:28.590842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 674f90e1-4d02-4ea1-aaab-05e33a512738 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:20:28.609255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 674f90e1-4d02-4ea1-aaab-05e33a512738 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:20:28.609641 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 674f90e1-4d02-4ea1-aaab-05e33a512738 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:20:28.617025 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91b4f594-20ec-4846-b199-255fc9d59d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.638541 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91b4f594-20ec-4846-b199-255fc9d59d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.695678 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91b4f594-20ec-4846-b199-255fc9d59d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.698296 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91b4f594-20ec-4846-b199-255fc9d59d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.699477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-91b4f594-20ec-4846-b199-255fc9d59d57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29b6bd55-7501-4032-ac59-511815104863 HTTP/1.1" status: 204 len: 168 time: 0.1289940 Jul 06 19:20:28.708186 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4f594-20ec-4846-b199-255fc9d59d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b6bd55-7501-4032-ac59-511815104863,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:29.060746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53230) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:29.101299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-65df6b70-3e79-4b24-a0c7-391604baba32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=546d0c799ac24dfeab770f8506571982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392363 Jul 06 19:20:29.103776 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53232) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:29.151451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0c335f4-434f-4526-869f-f50029cb17b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:29.172920 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0c335f4-434f-4526-869f-f50029cb17b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:29.223882 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0c335f4-434f-4526-869f-f50029cb17b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:29.226574 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e0c335f4-434f-4526-869f-f50029cb17b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:29.227780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e0c335f4-434f-4526-869f-f50029cb17b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbe77d80-ad06-4128-9d87-0cc3d73a6d2e HTTP/1.1" status: 204 len: 168 time: 0.1231256 Jul 06 19:20:29.235782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c335f4-434f-4526-869f-f50029cb17b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe77d80-ad06-4128-9d87-0cc3d73a6d2e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:29.960614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53254) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:30.094686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-248848830-network', 'tenant_id': '14ac916bf1804ede82a961434361c2af'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:20:30.125204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Made reservation on behalf of 14ac916bf1804ede82a961434361c2af for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:20:30.127708 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.136431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.239613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.245404 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.269989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:20:30.281770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:30.284718 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.285078 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Added segment 14db22e1-7a87-4114-8a3a-f32bb9f514e4 of type vlan for network c4f25641-ed91-406b-a654-10eaaccfd4e0 Jul 06 19:20:30.325466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.355940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.356968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:30.357632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.413536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4500012 Jul 06 19:20:30.415273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53258) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:30.419088 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a3f3a-a535-499e-85f2-f8074037e728 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f25641-ed91-406b-a654-10eaaccfd4e0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:30.420913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Request body: {'subnet': {'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-248848830-subnet', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:20:30.432240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:20:30.454007 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Made reservation on behalf of 14ac916bf1804ede82a961434361c2af for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:20:30.456723 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.628329 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.684740 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb461f9-a51f-4164-a5ec-7615a95645bd,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:30.695414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Checking segment: {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:20:30.695767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Network hostable DHCP agents. Network: c4f25641-ed91-406b-a654-10eaaccfd4e0, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:20:30.714398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:20:30.726436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, c4f25641-ed91-406b-a654-10eaaccfd4e0) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:30.734053 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:30.734926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.736025 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969284c-4760-4f4c-9791-dc0033ce756c None None] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:20:30.752071 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fd196349-a3d6-4183-9085-1e7362521270 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3353057 Jul 06 19:20:30.755708 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53260) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:30.760106 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:20:30.784408 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.785765 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.839452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.882914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-c4f25641-ed91-406b-a654-10eaaccfd4e0', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:20:30.883794 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.979506 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.021607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Allocated IP 172.20.0.2 (c4f25641-ed91-406b-a654-10eaaccfd4e0/8eb461f9-a51f-4164-a5ec-7615a95645bd/922a6c01-c138-42d1-901a-f0b08ab0aa19) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:20:31.166634 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.175252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Transition to ACTIVE for port object 922a6c01-c138-42d1-901a-f0b08ab0aa19 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:31.189768 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.191361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Transition to ACTIVE for port object 922a6c01-c138-42d1-901a-f0b08ab0aa19 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:31.197472 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.214162 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.232167 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:31.235082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:31.238494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:20:31.252201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Pushing event updated for resources: {'Port': ['ID=922a6c01-c138-42d1-901a-f0b08ab0aa19,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:31.306916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Attempting to bind port 922a6c01-c138-42d1-901a-f0b08ab0aa19 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:20:31.307265 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Attempting to bind port 922a6c01-c138-42d1-901a-f0b08ab0aa19 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:20:31.307631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Attempting to bind port 922a6c01-c138-42d1-901a-f0b08ab0aa19 on network c4f25641-ed91-406b-a654-10eaaccfd4e0 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:20:31.312823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:20:31.313207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Checking segment: {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:20:31.313614 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.314047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Bound using segment: {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:20:31.314629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Bound port: 922a6c01-c138-42d1-901a-f0b08ab0aa19, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:20:31.315018 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.318013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Allocated IP 172.25.4.234 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/db21f947-d7b8-4d7e-9d49-5710a17503d7) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:20:31.388584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] For port 922a6c01-c138-42d1-901a-f0b08ab0aa19, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:20:31.395016 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] For port 922a6c01-c138-42d1-901a-f0b08ab0aa19, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=922a6c01-c138-42d1-901a-f0b08ab0aa19,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:20:31.400126 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.441165 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.462588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277f03e-6f3e-4986-a3ff-1eaa503f56df None None] Pushing event updated for resources: {'Port': ['ID=922a6c01-c138-42d1-901a-f0b08ab0aa19,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:31.495070 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.537780 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:31.540635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:31.545538 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:20:31.548768 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Pushing event updated for resources: {'Port': ['ID=db21f947-d7b8-4d7e-9d49-5710a17503d7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:31.813626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:32.030970 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:32.162986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Router 62c2fe31-20b1-4603-af55-0d570273717c is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:20:32.272831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:20:32.283466 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Sync routers for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:20:32.291163 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:32.295324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-aebe3207-04fe-4899-b169-44ba6200f67f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5359931 Jul 06 19:20:32.295479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:32.295479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:32.295726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53264) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:32.379404 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:20:32.497984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71201644-ede4-4f92-a2cb-e4c92b287ae3 None None] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:20:32.594967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3d7fd79a-8825-4ae4-abc7-0f5bbe46ca18 None None] Provisioning for port 922a6c01-c138-42d1-901a-f0b08ab0aa19 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:32.601426 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 922a6c01-c138-42d1-901a-f0b08ab0aa19 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:32.681223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:32.736114 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:32.837928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 922a6c01-c138-42d1-901a-f0b08ab0aa19 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:32.854588 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 922a6c01-c138-42d1-901a-f0b08ab0aa19 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:32.855144 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:32.905934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Allocated IP 172.20.0.1 (c4f25641-ed91-406b-a654-10eaaccfd4e0/8eb461f9-a51f-4164-a5ec-7615a95645bd/5e38508c-6276-442e-84fb-32e04649d5d7) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:20:33.012843 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.015927 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.028429 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Transition to ACTIVE for port object 5e38508c-6276-442e-84fb-32e04649d5d7 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:33.040707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:31Z', 'revision_number': 3, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:33.065034 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.072795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Checking router: 62c2fe31-20b1-4603-af55-0d570273717c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:20:33.073153 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Updating router 62c2fe31-20b1-4603-af55-0d570273717c port db21f947-d7b8-4d7e-9d49-5710a17503d7 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:20:33.099416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 922a6c01-c138-42d1-901a-f0b08ab0aa19, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=922a6c01-c138-42d1-901a-f0b08ab0aa19,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:33.107523 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.111223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:33.116630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:33.120215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:20:33.126119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Pushing event updated for resources: {'Port': ['ID=5e38508c-6276-442e-84fb-32e04649d5d7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:33.145071 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.168132 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.201620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=922a6c01-c138-42d1-901a-f0b08ab0aa19,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:33.291987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-67f252f7-84d1-45dd-b86f-078dd802b5ea None None] Provisioning complete for port 922a6c01-c138-42d1-901a-f0b08ab0aa19 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:33.292355 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-67f252f7-84d1-45dd-b86f-078dd802b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.323640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.504370 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.510955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.527362 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.537479 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Transition to ACTIVE for port object db21f947-d7b8-4d7e-9d49-5710a17503d7 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:33.544695 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.576625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.587598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Pushing event updated for resources: {'Port': ['ID=5e38508c-6276-442e-84fb-32e04649d5d7,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:33.607289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc59925-94b7-47e3-b28b-49cfad39fe44 None None] Pushing event updated for resources: {'Port': ['ID=db21f947-d7b8-4d7e-9d49-5710a17503d7,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:33.611755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d78ba274-2431-42f0-a518-3a54d45f1820 None None] Provisioning for port 5e38508c-6276-442e-84fb-32e04649d5d7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:33.614058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Attempting to bind port db21f947-d7b8-4d7e-9d49-5710a17503d7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:20:33.614423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Attempting to bind port db21f947-d7b8-4d7e-9d49-5710a17503d7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:20:33.614779 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Attempting to bind port db21f947-d7b8-4d7e-9d49-5710a17503d7 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:20:33.620598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d78ba274-2431-42f0-a518-3a54d45f1820 None None] Provisioning complete for port 5e38508c-6276-442e-84fb-32e04649d5d7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:33.620966 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d78ba274-2431-42f0-a518-3a54d45f1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.622745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:20:33.623108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:20:33.623495 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.623879 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:20:33.624371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Bound port: db21f947-d7b8-4d7e-9d49-5710a17503d7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:20:33.624703 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.682873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:33.684147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:33.686527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d78ba274-2431-42f0-a518-3a54d45f1820 None None] Port 5e38508c-6276-442e-84fb-32e04649d5d7 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:20:33.707753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] For port db21f947-d7b8-4d7e-9d49-5710a17503d7, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:20:33.711607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] For port db21f947-d7b8-4d7e-9d49-5710a17503d7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=db21f947-d7b8-4d7e-9d49-5710a17503d7,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:20:33.717049 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.778502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:33.779165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:33.809296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Router 62c2fe31-20b1-4603-af55-0d570273717c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:20:33.814635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc59925-94b7-47e3-b28b-49cfad39fe44 None None] Pushing event updated for resources: {'Port': ['ID=db21f947-d7b8-4d7e-9d49-5710a17503d7,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:33.894971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:33.928301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:20:33.934074 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-827b723b-395b-4150-8b2c-6124bb839a39 admin admin] 10.222.0.53 "PUT /v2.0/routers/62c2fe31-20b1-4603-af55-0d570273717c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6370003 Jul 06 19:20:33.976211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-afe91803-a622-4f19-9a63-f9b2aabeb79c None None] Provisioning complete for port 5e38508c-6276-442e-84fb-32e04649d5d7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:33.976566 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afe91803-a622-4f19-9a63-f9b2aabeb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.048729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-afe91803-a622-4f19-9a63-f9b2aabeb79c None None] Port 5e38508c-6276-442e-84fb-32e04649d5d7 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:20:34.135717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 2, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:34.168072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e60ff-e32d-496b-a743-d58e378efed9 None None] The sync data for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 is: [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 2, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:20:34.449228 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53282) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:34.454689 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1141905538-network', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:20:34.479183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Made reservation on behalf of 9f0f3de8710845fdbdcae2d7e28a9381 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:20:34.482490 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.496408 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.574301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 922a6c01-c138-42d1-901a-f0b08ab0aa19 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:34.612927 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.618477 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.629629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 922a6c01-c138-42d1-901a-f0b08ab0aa19 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:34.630094 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.647896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:20:34.655199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c8d71-2781-4c76-8aeb-5ce244d07efc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:34.662304 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.664122 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Added segment 0edbe0a8-f884-438f-b355-f299f7ab46c7 of type vlan for network 36458f70-376f-4ccd-87f7-78504efc12eb Jul 06 19:20:34.711117 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.744169 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.745209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:34.745818 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:34.804680 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3541343 Jul 06 19:20:34.807979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53284) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:34.813426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Request body: {'subnet': {'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1141905538-subnet', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:20:34.828957 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682caa8-c4f1-44ab-8348-fcfaf05b2a92 admin admin] Pushing event updated for resources: {'Network': ['ID=36458f70-376f-4ccd-87f7-78504efc12eb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:34.841825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 36458f70-376f-4ccd-87f7-78504efc12eb details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:20:34.845945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Made reservation on behalf of 9f0f3de8710845fdbdcae2d7e28a9381 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:20:34.848420 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.056174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.116867 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e719183-fbc7-475c-8ce4-4834426c7000,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:35.128621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Checking segment: {'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:20:35.129010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Network hostable DHCP agents. Network: 36458f70-376f-4ccd-87f7-78504efc12eb, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:20:35.147468 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Network 36458f70-376f-4ccd-87f7-78504efc12eb is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:20:35.159360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 36458f70-376f-4ccd-87f7-78504efc12eb) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:35.164086 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:35.164678 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.169475 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2cfa8-dc14-4844-80f8-7bcafb461993 None None] Network 36458f70-376f-4ccd-87f7-78504efc12eb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:20:35.185176 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-48b5e1c5-ea63-42dc-b67a-a38822edbb11 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3738248 Jul 06 19:20:35.185548 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53286) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:35.190590 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:20:35.213844 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.214979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.271282 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.417742 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.513976 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-36458f70-376f-4ccd-87f7-78504efc12eb', 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'fixed_ips': [{'subnet_id': '6e719183-fbc7-475c-8ce4-4834426c7000'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:20:35.514819 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.629647 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.654420 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.661403 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Allocated IP 172.20.0.2 (36458f70-376f-4ccd-87f7-78504efc12eb/6e719183-fbc7-475c-8ce4-4834426c7000/65d7ceb7-0100-457f-9cdd-9115f78efb17) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:20:35.757666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Allocated IP 172.25.4.202 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/5d81abb1-5ee3-4af9-87bc-4c3be9ff1337) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:20:35.809993 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.818598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Transition to ACTIVE for port object 65d7ceb7-0100-457f-9cdd-9115f78efb17 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:35.834247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Transition to ACTIVE for port object 65d7ceb7-0100-457f-9cdd-9115f78efb17 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:35.843530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.867790 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.889748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Network 36458f70-376f-4ccd-87f7-78504efc12eb is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:35.892613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:35.895062 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:20:35.902571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Pushing event updated for resources: {'Port': ['ID=65d7ceb7-0100-457f-9cdd-9115f78efb17,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:35.908582 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.945238 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:35.948422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:35.954601 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:20:35.958875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Attempting to bind port 65d7ceb7-0100-457f-9cdd-9115f78efb17 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:20:35.958875 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Attempting to bind port 65d7ceb7-0100-457f-9cdd-9115f78efb17 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:20:35.959249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Attempting to bind port 65d7ceb7-0100-457f-9cdd-9115f78efb17 on network 36458f70-376f-4ccd-87f7-78504efc12eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:20:35.964803 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:20:35.965181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Checking segment: {'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:20:35.965586 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.966020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Bound using segment: {'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:20:35.966489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Bound port: 65d7ceb7-0100-457f-9cdd-9115f78efb17, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:20:35.966879 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:35.980239 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Pushing event updated for resources: {'Port': ['ID=5d81abb1-5ee3-4af9-87bc-4c3be9ff1337,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:36.034552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] For port 65d7ceb7-0100-457f-9cdd-9115f78efb17, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:20:36.037862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] For port 65d7ceb7-0100-457f-9cdd-9115f78efb17, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=65d7ceb7-0100-457f-9cdd-9115f78efb17,segment=NetworkSegment(0edbe0a8-f884-438f-b355-f299f7ab46c7),segment_id=0edbe0a8-f884-438f-b355-f299f7ab46c7)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:20:36.043316 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:36.112144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15469d33-c311-46bf-8f1f-22d6d8c7ca30 None None] Pushing event updated for resources: {'Port': ['ID=65d7ceb7-0100-457f-9cdd-9115f78efb17,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:36.346052 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Sync routers for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:20:36.356971 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:36.357606 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:36.475428 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:36.637629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device db21f947-d7b8-4d7e-9d49-5710a17503d7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:36.649415 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:36.692893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port db21f947-d7b8-4d7e-9d49-5710a17503d7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:36.697821 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port db21f947-d7b8-4d7e-9d49-5710a17503d7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:36.698393 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:36.714557 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 2, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:36.742439 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Checking router: 62c2fe31-20b1-4603-af55-0d570273717c for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:20:36.742975 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Updating router 62c2fe31-20b1-4603-af55-0d570273717c port 5e38508c-6276-442e-84fb-32e04649d5d7 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:20:36.784295 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:36.786119 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:36.809839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port db21f947-d7b8-4d7e-9d49-5710a17503d7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=db21f947-d7b8-4d7e-9d49-5710a17503d7,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:36.819307 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:36.821973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 65d7ceb7-0100-457f-9cdd-9115f78efb17 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:36.893236 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:36.905388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=db21f947-d7b8-4d7e-9d49-5710a17503d7,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:36.932412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 65d7ceb7-0100-457f-9cdd-9115f78efb17 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:37.040088 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Router dcade237-039a-415f-a4ca-dda4bc56e666 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:20:37.086694 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.097049 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Transition to ACTIVE for port object 5e38508c-6276-442e-84fb-32e04649d5d7 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:37.103884 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.153829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af43389-3116-4f3e-a4d9-6f97252b66b3 None None] Network 36458f70-376f-4ccd-87f7-78504efc12eb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:20:37.157677 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:20:37.169691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Sync routers for ids ['dcade237-039a-415f-a4ca-dda4bc56e666'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:20:37.180173 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.181539 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-917f09ef-2d6b-4b0d-8359-f2fcb029fe73 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9948206 Jul 06 19:20:37.184194 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53288) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:20:37.225456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-aaeb7f2e-f84c-4917-acfe-4b4daa092b19 None None] Provisioning for port 65d7ceb7-0100-457f-9cdd-9115f78efb17 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:37.231088 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Attempting to bind port 5e38508c-6276-442e-84fb-32e04649d5d7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:20:37.231602 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Attempting to bind port 5e38508c-6276-442e-84fb-32e04649d5d7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:20:37.232017 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Attempting to bind port 5e38508c-6276-442e-84fb-32e04649d5d7 on network c4f25641-ed91-406b-a654-10eaaccfd4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:20:37.232672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Routers {'dcade237-039a-415f-a4ca-dda4bc56e666'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:37.233325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['dcade237-039a-415f-a4ca-dda4bc56e666'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:37.235463 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Pushing event updated for resources: {'Port': ['ID=5e38508c-6276-442e-84fb-32e04649d5d7,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:37.236580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-aaeb7f2e-f84c-4917-acfe-4b4daa092b19 None None] Provisioning complete for port 65d7ceb7-0100-457f-9cdd-9115f78efb17 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:37.236952 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7f2e-f84c-4917-acfe-4b4daa092b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.248079 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.248572 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.249008 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.249439 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.250355 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.250563 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.250988 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.251424 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.252439 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.252825 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.253257 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.254213 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:37.259935 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:20:37.260566 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Checking segment: {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:20:37.261032 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.261486 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Bound using segment: {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:20:37.262081 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Bound port: 5e38508c-6276-442e-84fb-32e04649d5d7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:20:37.262529 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.335780 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] For port 5e38508c-6276-442e-84fb-32e04649d5d7, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:20:37.339317 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] For port 5e38508c-6276-442e-84fb-32e04649d5d7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5e38508c-6276-442e-84fb-32e04649d5d7,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:20:37.353067 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.420246 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:37.422364 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:37.489404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Set router dcade237-039a-415f-a4ca-dda4bc56e666 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:37.540924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:37.582653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7f2e-f84c-4917-acfe-4b4daa092b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.633799 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e82028-0522-4615-a69a-f19251d0c87d None None] Pushing event updated for resources: {'Port': ['ID=5e38508c-6276-442e-84fb-32e04649d5d7,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:37.708558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-aaeb7f2e-f84c-4917-acfe-4b4daa092b19 None None] For port 65d7ceb7-0100-457f-9cdd-9115f78efb17, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=65d7ceb7-0100-457f-9cdd-9115f78efb17,segment=NetworkSegment(0edbe0a8-f884-438f-b355-f299f7ab46c7),segment_id=0edbe0a8-f884-438f-b355-f299f7ab46c7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:37.715709 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7f2e-f84c-4917-acfe-4b4daa092b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.720590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:37.786749 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:37Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:37.803665 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb7f2e-f84c-4917-acfe-4b4daa092b19 None None] Pushing event updated for resources: {'Port': ['ID=65d7ceb7-0100-457f-9cdd-9115f78efb17,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:37.815727 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d7837-cf15-4a5f-aadf-f7bd436534d1 None None] The sync data for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 is: [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:37Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:20:37.840185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 3, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port': {'id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:37.874626 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Checking router: dcade237-039a-415f-a4ca-dda4bc56e666 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:20:37.875395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Updating router dcade237-039a-415f-a4ca-dda4bc56e666 port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:20:37.923506 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Allocated IP 172.20.0.1 (36458f70-376f-4ccd-87f7-78504efc12eb/6e719183-fbc7-475c-8ce4-4834426c7000/1e95bbe0-b800-4397-9416-d242e70c24c7) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:20:37.930120 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.046441 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.059501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c0354ae0-2270-4739-a003-9134139eec16 None None] Provisioning complete for port 65d7ceb7-0100-457f-9cdd-9115f78efb17 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:38.059879 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0354ae0-2270-4739-a003-9134139eec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.062627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Transition to ACTIVE for port object 1e95bbe0-b800-4397-9416-d242e70c24c7 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:38.100325 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.141843 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Network 36458f70-376f-4ccd-87f7-78504efc12eb is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:38.148389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:38.153675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:20:38.157123 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Pushing event updated for resources: {'Port': ['ID=1e95bbe0-b800-4397-9416-d242e70c24c7,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:38.195969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.323050 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.336905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Transition to ACTIVE for port object 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:38.345995 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.365640 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.396719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb5c51-0069-4dc0-bc8d-25844d95f618 None None] Pushing event updated for resources: {'Port': ['ID=5d81abb1-5ee3-4af9-87bc-4c3be9ff1337,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:38.412574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Attempting to bind port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:20:38.412939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Attempting to bind port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:20:38.413295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Attempting to bind port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:20:38.418747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:20:38.419104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:20:38.419506 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.419893 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:20:38.420555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Bound port: 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:20:38.420963 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.474061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a1df6da5-5ad0-4f70-83cd-23f19cbf9326 None None] Provisioning for port 1e95bbe0-b800-4397-9416-d242e70c24c7 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:38.484568 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a1df6da5-5ad0-4f70-83cd-23f19cbf9326 None None] Provisioning complete for port 1e95bbe0-b800-4397-9416-d242e70c24c7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:38.485009 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1df6da5-5ad0-4f70-83cd-23f19cbf9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.508693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] For port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:20:38.525870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] For port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d81abb1-5ee3-4af9-87bc-4c3be9ff1337,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:20:38.536680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.541088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a1df6da5-5ad0-4f70-83cd-23f19cbf9326 None None] Port 1e95bbe0-b800-4397-9416-d242e70c24c7 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:20:38.558917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.566967 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.602286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Routers {'dcade237-039a-415f-a4ca-dda4bc56e666'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:38.602730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['dcade237-039a-415f-a4ca-dda4bc56e666'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:38.650710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5e38508c-6276-442e-84fb-32e04649d5d7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:38.654162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Pushing event updated for resources: {'Port': ['ID=1e95bbe0-b800-4397-9416-d242e70c24c7,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:38.657856 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.682709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb5c51-0069-4dc0-bc8d-25844d95f618 None None] Pushing event updated for resources: {'Port': ['ID=5d81abb1-5ee3-4af9-87bc-4c3be9ff1337,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:38.754611 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Network 36458f70-376f-4ccd-87f7-78504efc12eb is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:38.756452 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:38.759390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] Set router dcade237-039a-415f-a4ca-dda4bc56e666 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:38.761736 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 5e38508c-6276-442e-84fb-32e04649d5d7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:38.792811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5e38508c-6276-442e-84fb-32e04649d5d7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:38.793191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:38.894441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Router dcade237-039a-415f-a4ca-dda4bc56e666 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:20:38.981139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:39.010394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:20:39.018622 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2d20bae0-9f66-483d-b9e6-241f157e8800 admin admin] 10.222.0.53 "PUT /v2.0/routers/dcade237-039a-415f-a4ca-dda4bc56e666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329685 Jul 06 19:20:39.038227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 5e38508c-6276-442e-84fb-32e04649d5d7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5e38508c-6276-442e-84fb-32e04649d5d7,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:39.044951 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:39.045782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device db21f947-d7b8-4d7e-9d49-5710a17503d7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:39.127999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 4, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port': {'id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e95bbe0-b800-4397-9416-d242e70c24c7', 'name': '', 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'mac_address': 'fa:16:3e:cf:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:37Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 2, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'subnets': [{'id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:39.168541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029b63f-0e9f-4e7e-a2bd-a63f68f59995 None None] The sync data for ids ['dcade237-039a-415f-a4ca-dda4bc56e666'] in n-d-799684-2 is: [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 4, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port': {'id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e95bbe0-b800-4397-9416-d242e70c24c7', 'name': '', 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'mac_address': 'fa:16:3e:cf:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:37Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 2, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'subnets': [{'id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:20:39.170010 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5f03c434-abc1-4f45-9f72-ea8e1b93e540 None None] Provisioning complete for port 1e95bbe0-b800-4397-9416-d242e70c24c7 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:39.170377 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f03c434-abc1-4f45-9f72-ea8e1b93e540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:39.174708 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=5e38508c-6276-442e-84fb-32e04649d5d7,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:39.231630 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5f03c434-abc1-4f45-9f72-ea8e1b93e540 None None] Port 1e95bbe0-b800-4397-9416-d242e70c24c7 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:20:39.234523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port db21f947-d7b8-4d7e-9d49-5710a17503d7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:39.234885 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:39.516177 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 65d7ceb7-0100-457f-9cdd-9115f78efb17 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:39.593771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 65d7ceb7-0100-457f-9cdd-9115f78efb17 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:39.594246 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:40.576132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5e38508c-6276-442e-84fb-32e04649d5d7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:40.682379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5e38508c-6276-442e-84fb-32e04649d5d7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:40.683105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:42.136824 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Sync routers for ids ['dcade237-039a-415f-a4ca-dda4bc56e666'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:20:42.151450 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Routers {'dcade237-039a-415f-a4ca-dda4bc56e666'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:42.152402 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['dcade237-039a-415f-a4ca-dda4bc56e666'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:42.269041 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Set router dcade237-039a-415f-a4ca-dda4bc56e666 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:42.604230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:42.625455 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 4, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port': {'id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e95bbe0-b800-4397-9416-d242e70c24c7', 'name': '', 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'mac_address': 'fa:16:3e:cf:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:37Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 2, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'subnets': [{'id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:42.655666 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Checking router: dcade237-039a-415f-a4ca-dda4bc56e666 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:20:42.656320 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Updating router dcade237-039a-415f-a4ca-dda4bc56e666 port 1e95bbe0-b800-4397-9416-d242e70c24c7 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:20:42.661639 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:42.671091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:42.671728 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:42.703049 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:42.758774 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:42.785616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d81abb1-5ee3-4af9-87bc-4c3be9ff1337,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:42.791683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:42.853773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=5d81abb1-5ee3-4af9-87bc-4c3be9ff1337,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:43.054070 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:43.067571 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Transition to ACTIVE for port object 1e95bbe0-b800-4397-9416-d242e70c24c7 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:43.078222 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:43.129985 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa493f-1e12-451b-a2fa-9ac366cb3bf1 None None] Pushing event updated for resources: {'Port': ['ID=1e95bbe0-b800-4397-9416-d242e70c24c7,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:43.188906 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Attempting to bind port 1e95bbe0-b800-4397-9416-d242e70c24c7 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:20:43.190024 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Attempting to bind port 1e95bbe0-b800-4397-9416-d242e70c24c7 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:20:43.190024 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Attempting to bind port 1e95bbe0-b800-4397-9416-d242e70c24c7 on network 36458f70-376f-4ccd-87f7-78504efc12eb {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:20:43.195284 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:20:43.195688 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Checking segment: {'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:20:43.196060 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:43.196451 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Bound using segment: {'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:20:43.196922 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Bound port: 1e95bbe0-b800-4397-9416-d242e70c24c7, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edbe0a8-f884-438f-b355-f299f7ab46c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:20:43.197304 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:43.286093 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] For port 1e95bbe0-b800-4397-9416-d242e70c24c7, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:20:43.289773 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] For port 1e95bbe0-b800-4397-9416-d242e70c24c7, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e95bbe0-b800-4397-9416-d242e70c24c7,segment=NetworkSegment(0edbe0a8-f884-438f-b355-f299f7ab46c7),segment_id=0edbe0a8-f884-438f-b355-f299f7ab46c7)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:20:43.296221 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:43.350508 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Routers {'dcade237-039a-415f-a4ca-dda4bc56e666'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:20:43.351412 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:20:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['dcade237-039a-415f-a4ca-dda4bc56e666'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:43.412989 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa493f-1e12-451b-a2fa-9ac366cb3bf1 None None] Pushing event updated for resources: {'Port': ['ID=1e95bbe0-b800-4397-9416-d242e70c24c7,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:43.492013 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] Set router dcade237-039a-415f-a4ca-dda4bc56e666 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:20:43.730878 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 4, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port': {'id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e95bbe0-b800-4397-9416-d242e70c24c7', 'name': '', 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'mac_address': 'fa:16:3e:cf:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:37Z', 'updated_at': '2021-07-06T19:20:43Z', 'revision_number': 4, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'subnets': [{'id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:20:43.762719 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4056a3-07aa-40b0-9d96-f0a81c2db4fb None None] The sync data for ids ['dcade237-039a-415f-a4ca-dda4bc56e666'] in n-d-799684-2 is: [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:38Z', 'revision_number': 4, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port': {'id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '1e95bbe0-b800-4397-9416-d242e70c24c7', 'name': '', 'network_id': '36458f70-376f-4ccd-87f7-78504efc12eb', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'mac_address': 'fa:16:3e:cf:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:37Z', 'updated_at': '2021-07-06T19:20:43Z', 'revision_number': 4, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'subnets': [{'id': '6e719183-fbc7-475c-8ce4-4834426c7000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:20:44.629271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:44.687972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:44.688340 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:44.800323 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e95bbe0-b800-4397-9416-d242e70c24c7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:44.870336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1e95bbe0-b800-4397-9416-d242e70c24c7 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:44.875032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1e95bbe0-b800-4397-9416-d242e70c24c7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:44.876672 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:44.977891 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:45.023655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 1e95bbe0-b800-4397-9416-d242e70c24c7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e95bbe0-b800-4397-9416-d242e70c24c7,segment=NetworkSegment(0edbe0a8-f884-438f-b355-f299f7ab46c7),segment_id=0edbe0a8-f884-438f-b355-f299f7ab46c7)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:20:45.032495 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:45.094760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=1e95bbe0-b800-4397-9416-d242e70c24c7,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:45.658620 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f3c91585-f172-42f7-a47c-41217e713a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:46.565002 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e95bbe0-b800-4397-9416-d242e70c24c7 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:20:46.631970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1e95bbe0-b800-4397-9416-d242e70c24c7 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:46.631970 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:48.290878 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-525a957e-1d1a-45fd-aaa2-1624dc0499ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:48.525080 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:48.969116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-4e041930-2bd1-4e89-ae5d-0b65192bfe59 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:48.970635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-4e041930-2bd1-4e89-ae5d-0b65192bfe59 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 814 time: 0.1111662 Jul 06 19:20:48.988569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-53c54ba8-d32d-4e75-9f8e-690f932914c9 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/quotas/14ac916bf1804ede82a961434361c2af HTTP/1.1" status: 200 len: 375 time: 0.0096533 Jul 06 19:20:49.067213 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-a2f38dc9-e867-42db-bc1a-bb50065b3158 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710917 Jul 06 19:20:49.217195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-35e962a1-6e26-4028-824e-95186fd6ee28 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:20:49.218260 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-35e962a1-6e26-4028-824e-95186fd6ee28 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518944 Jul 06 19:20:49.323312 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-7cdef38d-df13-4519-99a8-5d75116352a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986910 Jul 06 19:20:49.421819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-2eff73a5-9522-4658-9ce6-01ce7b5dc17d service neutron] 10.222.0.53 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908146 Jul 06 19:20:49.606960 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79300812-4af4-4d0b-b3bb-9ef218c6b70f req-6a3fe018-e872-4996-b4be-86b86a451ba4 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 210 time: 0.0388534 Jul 06 19:20:49.653270 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:50.768791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0613fe46-0f5d-45e6-adc4-ddeca7d69ee0 req-9b196f07-5b2e-4440-bce6-e49abf8a34b0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 210 time: 0.0391648 Jul 06 19:20:50.776394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-a7229fc5-1763-4fb6-aa2f-fa3fe53ee826 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:50.778107 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-a7229fc5-1763-4fb6-aa2f-fa3fe53ee826 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.24 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 814 time: 0.1408224 Jul 06 19:20:50.792207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'port': {'device_id': '0552615c-e074-4662-a45c-3b2a1889c029', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'admin_state_up': True, 'tenant_id': '14ac916bf1804ede82a961434361c2af'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:20:50.904260 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Made reservation on behalf of 14ac916bf1804ede82a961434361c2af for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:20:50.907859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:51.040653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Allocated IP 172.20.0.4 (c4f25641-ed91-406b-a654-10eaaccfd4e0/8eb461f9-a51f-4164-a5ec-7615a95645bd/d55e9014-6db3-4265-8406-dbacbcb39072) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:20:51.200577 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:51.210616 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:51.216997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Transition to ACTIVE for port object d55e9014-6db3-4265-8406-dbacbcb39072 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:20:51.256293 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:51.320090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:20:51.323645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:20:51.330894 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:20:51.361117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'Port': ['ID=d55e9014-6db3-4265-8406-dbacbcb39072,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:20:51.377360 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.377653 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.378033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.378370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.378701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.379042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.379371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.379745 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.380078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.380431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.380760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.381195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:20:51.410652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:51.411489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:51.461053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-6c8b9d3d-3a6d-4c2e-adc4-0867579f7bb0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6732764 Jul 06 19:20:51.647262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-06854e36-de06-4b67-9736-46d2cae0d2df None None] Provisioning for port d55e9014-6db3-4265-8406-dbacbcb39072 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:20:51.651823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-06854e36-de06-4b67-9736-46d2cae0d2df None None] Provisioning complete for port d55e9014-6db3-4265-8406-dbacbcb39072 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:20:51.652333 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-06854e36-de06-4b67-9736-46d2cae0d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:51.724846 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-06854e36-de06-4b67-9736-46d2cae0d2df None None] Port d55e9014-6db3-4265-8406-dbacbcb39072 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:20:51.992591 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bde334-1c13-477a-95e6-7ab0ccaaaa61 req-23baaa12-5caa-4abc-8c0e-85f8f8b41551 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:51.994045 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8bde334-1c13-477a-95e6-7ab0ccaaaa61 req-23baaa12-5caa-4abc-8c0e-85f8f8b41551 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 931 time: 0.0846074 Jul 06 19:20:52.035965 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a8bde334-1c13-477a-95e6-7ab0ccaaaa61 req-4cd1785b-cfdf-46eb-8f27-0562d0393cb6 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Jul 06 19:20:52.903047 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:52.980655 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:53.228218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8d5b8-c7b2-4b2b-abb0-af9ffbc1edad req-264e3423-5334-439a-a23e-ad5c695a538f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:53.229610 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88e8d5b8-c7b2-4b2b-abb0-af9ffbc1edad req-264e3423-5334-439a-a23e-ad5c695a538f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 931 time: 0.0683792 Jul 06 19:20:53.276594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-88e8d5b8-c7b2-4b2b-abb0-af9ffbc1edad req-b57278cb-414e-4ebc-978d-cc9c517b10af tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Jul 06 19:20:54.468932 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1a51-5e12-4866-bfb1-4c977dfbb793 req-03659d41-c5bc-4898-b3c3-166a6fb377f6 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:54.470631 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0bb1a51-5e12-4866-bfb1-4c977dfbb793 req-03659d41-c5bc-4898-b3c3-166a6fb377f6 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 931 time: 0.0703135 Jul 06 19:20:54.515897 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d0bb1a51-5e12-4866-bfb1-4c977dfbb793 req-c983ef28-059b-4262-9c82-9eee022a2fe9 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Jul 06 19:20:55.705733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b67014-411f-4cf0-a836-b90dec026b05 req-df803860-61be-4d8a-aea6-483d1d6abd42 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:55.707444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7b67014-411f-4cf0-a836-b90dec026b05 req-df803860-61be-4d8a-aea6-483d1d6abd42 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 931 time: 0.0648479 Jul 06 19:20:55.771773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c7b67014-411f-4cf0-a836-b90dec026b05 req-9132c23a-a1e0-4d84-a995-5fbda60bdefe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520165 Jul 06 19:20:56.964970 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76ef58-8ce6-4882-966f-e5d1171e3cf6 req-78c35021-5666-481d-a8b7-3df5aba10d20 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:56.966674 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef76ef58-8ce6-4882-966f-e5d1171e3cf6 req-78c35021-5666-481d-a8b7-3df5aba10d20 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 931 time: 0.0636444 Jul 06 19:20:57.008346 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ef76ef58-8ce6-4882-966f-e5d1171e3cf6 req-3e71a8f5-c654-4157-ba8e-e8679d4ce139 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Jul 06 19:20:58.211698 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186d5b7-0f98-423b-93eb-1954e6f1bb0d req-c94fb669-e41b-4c5b-9c67-2b085eca8f16 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:58.213211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0186d5b7-0f98-423b-93eb-1954e6f1bb0d req-c94fb669-e41b-4c5b-9c67-2b085eca8f16 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 931 time: 0.0707660 Jul 06 19:20:58.254223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0186d5b7-0f98-423b-93eb-1954e6f1bb0d req-00cbf12a-c619-4983-91ae-0e03e8e9e7fe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348527 Jul 06 19:20:59.450211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71c0f3-fb2a-4611-9251-593396cf98fb req-b0e76333-f3e1-4b01-a329-bc3b5c21b9ca tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:20:59.451702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d71c0f3-fb2a-4611-9251-593396cf98fb req-b0e76333-f3e1-4b01-a329-bc3b5c21b9ca tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 931 time: 0.0745561 Jul 06 19:20:59.498409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8d71c0f3-fb2a-4611-9251-593396cf98fb req-9cb1c47f-6c59-4fea-a005-7967a718fb3e tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Jul 06 19:21:00.705648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073bc0-89ec-4c3a-a96c-d24feb8df072 req-6d162226-84e6-4ed9-9d8e-f26348fd5807 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:00.707187 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13073bc0-89ec-4c3a-a96c-d24feb8df072 req-6d162226-84e6-4ed9-9d8e-f26348fd5807 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 931 time: 0.0742378 Jul 06 19:21:00.748360 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-13073bc0-89ec-4c3a-a96c-d24feb8df072 req-0fbadd2a-9a4c-4571-8b08-17ef85581aa5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329473 Jul 06 19:21:00.817085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-0bf0bc8b-a6b2-4f52-9e7b-9d7af13b1892 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:21:00.818581 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-0bf0bc8b-a6b2-4f52-9e7b-9d7af13b1892 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067472 Jul 06 19:21:00.830178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Request body: {'port': {'device_id': '0552615c-e074-4662-a45c-3b2a1889c029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:00.902520 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:01.168479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55e9014-6db3-4265-8406-dbacbcb39072 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:21:01.176120 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:01.188611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Transition to ACTIVE for port object d55e9014-6db3-4265-8406-dbacbcb39072 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:21:01.194958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:01.241090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Pushing event updated for resources: {'Port': ['ID=d55e9014-6db3-4265-8406-dbacbcb39072,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:01.313812 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Attempting to bind port d55e9014-6db3-4265-8406-dbacbcb39072 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:21:01.314195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Attempting to bind port d55e9014-6db3-4265-8406-dbacbcb39072 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:21:01.314528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Attempting to bind port d55e9014-6db3-4265-8406-dbacbcb39072 on network c4f25641-ed91-406b-a654-10eaaccfd4e0 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:21:01.319152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Port d55e9014-6db3-4265-8406-dbacbcb39072 on network c4f25641-ed91-406b-a654-10eaaccfd4e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:21:01.319479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Attempting to bind port d55e9014-6db3-4265-8406-dbacbcb39072 on network c4f25641-ed91-406b-a654-10eaaccfd4e0 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:21:01.324682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:21:01.325528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Checking segment: {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:21:01.325528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Bound using segment: {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:21:01.325847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Bound port: d55e9014-6db3-4265-8406-dbacbcb39072, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14db22e1-7a87-4114-8a3a-f32bb9f514e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:21:01.326212 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:01.397020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] For port d55e9014-6db3-4265-8406-dbacbcb39072, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:21:01.405072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] For port d55e9014-6db3-4265-8406-dbacbcb39072, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d55e9014-6db3-4265-8406-dbacbcb39072,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:21:01.409911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:01.443283 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:01.444261 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:01.445827 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] 10.222.0.24 "PUT /v2.0/ports/d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 1091 time: 0.6199796 Jul 06 19:21:01.447798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:21:01.450781 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aea809-dab6-4134-805c-e8216e08513c" -d '{"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:21:01.483583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99aff9-22db-42f7-9633-3c79dc47b395 service neutron] Pushing event updated for resources: {'Port': ['ID=d55e9014-6db3-4265-8406-dbacbcb39072,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:01.492429 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db3ca0f-df98-4813-9d29-058c0bd606b2 x-openstack-request-id: req-4db3ca0f-df98-4813-9d29-058c0bd606b2 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:21:01.492833 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:21:01.492947 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4db3ca0f-df98-4813-9d29-058c0bd606b2 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:21:01.493337 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'status': 'completed', 'code': 200} Jul 06 19:21:01.547988 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-1a4f8b62-70d7-4d51-9b53-74b36ccdf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:01.550265 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-1a4f8b62-70d7-4d51-9b53-74b36ccdf044 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1094 time: 0.0538788 Jul 06 19:21:01.982552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-c95bb094-4aa4-4b80-9671-966923ba2d0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 217 time: 0.4254358 Jul 06 19:21:02.051836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-fa14b54f-b095-4a6f-9629-bfe069e4a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:02.053182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-fa14b54f-b095-4a6f-9629-bfe069e4a339 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 200 len: 853 time: 0.0632148 Jul 06 19:21:02.108844 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd768b-82cb-4402-9687-54b91255db0d req-dd6a5907-9c08-4b4c-8197-777311c9791a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:02.110338 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41fd768b-82cb-4402-9687-54b91255db0d req-dd6a5907-9c08-4b4c-8197-777311c9791a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 943 time: 0.1303353 Jul 06 19:21:02.146560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-34b6a131-20c1-484a-9453-9d8b3e365817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:02.148012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-34b6a131-20c1-484a-9453-9d8b3e365817 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4f25641-ed91-406b-a654-10eaaccfd4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889926 Jul 06 19:21:02.167626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41fd768b-82cb-4402-9687-54b91255db0d req-a5805556-8897-4163-b0b9-054ae325f030 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504303 Jul 06 19:21:02.249810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-d1155690-6b77-4006-9072-2fdf519fe31a service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938671 Jul 06 19:21:02.353770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ebcecf25-2708-4c8c-86fa-0b1846b439f2 req-1cfdf3ce-e0c8-42e1-8047-00a426566435 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971887 Jul 06 19:21:02.467775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aea809-dab6-4134-805c-e8216e08513c req-665649ac-58a4-4954-bd09-faf8a229d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:02.469308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2aea809-dab6-4134-805c-e8216e08513c req-665649ac-58a4-4954-bd09-faf8a229d0da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1094 time: 0.0544293 Jul 06 19:21:02.559904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aea809-dab6-4134-805c-e8216e08513c req-1d02badc-c99f-408d-b3cb-3d8d3426f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:02.561383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2aea809-dab6-4134-805c-e8216e08513c req-1d02badc-c99f-408d-b3cb-3d8d3426f416 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 915 time: 0.0860169 Jul 06 19:21:02.608608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2aea809-dab6-4134-805c-e8216e08513c req-3fe275ce-b73d-41fc-824a-3280fdbacf7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 217 time: 0.0396559 Jul 06 19:21:02.659052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aea809-dab6-4134-805c-e8216e08513c req-3fdab75e-e37f-458d-be5f-806f94f1e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:02.660553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2aea809-dab6-4134-805c-e8216e08513c req-3fdab75e-e37f-458d-be5f-806f94f1e23a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 200 len: 853 time: 0.0452211 Jul 06 19:21:02.728907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aea809-dab6-4134-805c-e8216e08513c req-0b49dd5c-7592-4daa-8e4f-42abee2af597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:02.730524 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2aea809-dab6-4134-805c-e8216e08513c req-0b49dd5c-7592-4daa-8e4f-42abee2af597 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4f25641-ed91-406b-a654-10eaaccfd4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621972 Jul 06 19:21:02.823702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2aea809-dab6-4134-805c-e8216e08513c req-74d2844d-433f-4773-b500-cb121d147be3 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855567 Jul 06 19:21:02.928598 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b2aea809-dab6-4134-805c-e8216e08513c req-171faade-d92b-4672-a267-4e9832519d14 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967147 Jul 06 19:21:03.199542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d55e9014-6db3-4265-8406-dbacbcb39072 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:21:03.298725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d55e9014-6db3-4265-8406-dbacbcb39072, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d55e9014-6db3-4265-8406-dbacbcb39072,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:21:03.310325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'port_id': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'mac_address': 'fa:16:3e:f6:90:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:21:03.347515 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c910a-a06e-4016-8771-78efb3f39a43 req-dd92fc57-94a6-42ef-9e70-acab4c17efa7 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:03.349022 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e65c910a-a06e-4016-8771-78efb3f39a43 req-dd92fc57-94a6-42ef-9e70-acab4c17efa7 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 943 time: 0.0638800 Jul 06 19:21:03.350916 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:03.363973 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55e9014-6db3-4265-8406-dbacbcb39072 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:21:03.384458 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d55e9014-6db3-4265-8406-dbacbcb39072, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d55e9014-6db3-4265-8406-dbacbcb39072,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:21:03.389304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e65c910a-a06e-4016-8771-78efb3f39a43 req-0fb0a9ed-0c6f-4982-aeed-cb53334da4b6 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341303 Jul 06 19:21:03.389799 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:03.441871 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d55e9014-6db3-4265-8406-dbacbcb39072,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:03.449333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.449772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.450050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.450389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.450722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.451056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.451425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.451709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.452053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.452353 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.452676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.452995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:21:03.599713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d55e9014-6db3-4265-8406-dbacbcb39072'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:21:04.587608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af31537-b371-473d-8648-0cca0c854f83 req-97155abd-3205-450e-9d3d-eee5872a7947 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:04.589132 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1af31537-b371-473d-8648-0cca0c854f83 req-97155abd-3205-450e-9d3d-eee5872a7947 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 944 time: 0.0782206 Jul 06 19:21:04.631663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1af31537-b371-473d-8648-0cca0c854f83 req-81ef4287-f214-41d8-975e-2e160049a4e0 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Jul 06 19:21:05.193986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d55e9014-6db3-4265-8406-dbacbcb39072 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:21:05.253283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port d55e9014-6db3-4265-8406-dbacbcb39072 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:21:05.257507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port d55e9014-6db3-4265-8406-dbacbcb39072 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:21:05.257923 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:05.342104 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:05.372629 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:21:05.374977 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a522a2-6183-4768-a356-59e1aa7f8d55" -d '{"events": [{"server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "name": "network-vif-plugged", "status": "completed", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:21:05.387762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d55e9014-6db3-4265-8406-dbacbcb39072, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d55e9014-6db3-4265-8406-dbacbcb39072,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:21:05.393515 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:05.418099 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db538198-7d78-4164-b108-acd374295baf x-openstack-request-id: req-db538198-7d78-4164-b108-acd374295baf {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:21:05.418407 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "name": "network-vif-plugged", "status": "completed", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:21:05.418667 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db538198-7d78-4164-b108-acd374295baf {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:21:05.419081 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'code': 200} Jul 06 19:21:05.447492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d55e9014-6db3-4265-8406-dbacbcb39072,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:05.532999 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c2b0b-e7e5-4f6e-bf12-3b8226de576d req-cbe2bca8-3d0b-438b-9f63-006774d6fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:05.534578 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-154c2b0b-e7e5-4f6e-bf12-3b8226de576d req-cbe2bca8-3d0b-438b-9f63-006774d6fd5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1096 time: 0.0567751 Jul 06 19:21:05.570001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-154c2b0b-e7e5-4f6e-bf12-3b8226de576d req-3a5d2c09-56e1-4405-bf95-73dc34d48820 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291698 Jul 06 19:21:05.834034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64567ee0-dead-4a59-acb2-8b044a01da1b req-b815a9ff-96ed-4eab-835c-e8d58361625f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:05.835525 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64567ee0-dead-4a59-acb2-8b044a01da1b req-b815a9ff-96ed-4eab-835c-e8d58361625f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0775747 Jul 06 19:21:05.887676 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64567ee0-dead-4a59-acb2-8b044a01da1b req-bff24b89-36dd-46a0-844e-ff1a8b8f1322 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428927 Jul 06 19:21:07.088116 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cbb7a-f58a-48f1-91f5-907c3204114e req-a8cc84d4-afcc-4b66-988a-66486037e1fd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:07.089616 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d99cbb7a-f58a-48f1-91f5-907c3204114e req-a8cc84d4-afcc-4b66-988a-66486037e1fd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0848386 Jul 06 19:21:07.127893 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d99cbb7a-f58a-48f1-91f5-907c3204114e req-7506f7c7-6fae-4807-a973-bdf866f56d76 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Jul 06 19:21:07.312764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef019922-d6e4-421c-939b-fa945b0b874c req-8846399c-0c7b-40e9-ac61-73104fde0349 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:07.314315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef019922-d6e4-421c-939b-fa945b0b874c req-8846399c-0c7b-40e9-ac61-73104fde0349 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0731027 Jul 06 19:21:07.353100 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef019922-d6e4-421c-939b-fa945b0b874c req-135edaae-f556-4a0f-bc49-8e071a764b7d tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jul 06 19:21:07.701376 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e6a7b-36f9-4074-93f0-2934362a4c42 req-9a58f1c1-2f4c-41da-8561-0ae75507a8b3 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:07.702953 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb4e6a7b-36f9-4074-93f0-2934362a4c42 req-9a58f1c1-2f4c-41da-8561-0ae75507a8b3 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0682294 Jul 06 19:21:07.748656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb4e6a7b-36f9-4074-93f0-2934362a4c42 req-85bc3c98-a0cf-42a3-b789-4e63ea442c0e tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371923 Jul 06 19:21:09.379280 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:21:15.658988 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-caa860f6-6b2c-476c-9960-646fa8772472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:18.297527 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-af65e50e-2450-43be-ae34-b4c512d71e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:18.533940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:19.535284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49987678-b33d-4c5a-b2f8-a1579a54ac32 req-51e63759-1e20-4a66-b5a8-016b6389e15c tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:19.536906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-49987678-b33d-4c5a-b2f8-a1579a54ac32 req-51e63759-1e20-4a66-b5a8-016b6389e15c tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0770831 Jul 06 19:21:19.586502 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-49987678-b33d-4c5a-b2f8-a1579a54ac32 req-fe27ed90-bc62-442b-810e-83b4b04c616d tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Jul 06 19:21:19.614327 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53482) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:19.658202 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:19.716404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f62f6a-e74e-4485-9ff5-3fa56890c537 tempest-TestMinimumBasicScenario-1710092686 tempest-TestMinimumBasicScenario-1710092686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:19.717962 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-21f62f6a-e74e-4485-9ff5-3fa56890c537 tempest-TestMinimumBasicScenario-1710092686 tempest-TestMinimumBasicScenario-1710092686-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1091 time: 0.1025801 Jul 06 19:21:19.721059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53486) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:19.725441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:19.749861 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:19.862182 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:19.973398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Allocated IP 172.25.4.145 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/4380db40-cfc4-4c1b-9e07-112430c76271) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:21:20.087234 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:20.129672 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:20.165581 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:21:20.170733 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:21:20.174097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:21:20.179559 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'Port': ['ID=4380db40-cfc4-4c1b-9e07-112430c76271,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:20.927712 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.004808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.157252 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.164694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.209410 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.233854 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'Port': ['ID=4380db40-cfc4-4c1b-9e07-112430c76271,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:21.245592 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.352591 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Floating IP cdf1741a-1a56-44a5-b1be-ef11f20ca93a associated. External IP: 172.25.4.145, port: d55e9014-6db3-4265-8406-dbacbcb39072. Jul 06 19:21:21.572377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Router 62c2fe31-20b1-4603-af55-0d570273717c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:21:21.677893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:21:21.687839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] Sync routers for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:21:21.695417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.698389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:21:21.699030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:21:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:21:21.738609 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-03abd672-5687-4660-a580-e572914310ff tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0138755 Jul 06 19:21:21.738609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:21:21.739289 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53488) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:21.744584 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6be477a4-06af-4b42-b576-fb3204483d07 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385468914', 'description': 'tempest-secgroup-smoke-1385468914 description', 'project_id': '14ac916bf1804ede82a961434361c2af'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:21.771128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6be477a4-06af-4b42-b576-fb3204483d07 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.807208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:21:21.853978 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34e2ff2-29ad-4f6a-b176-e745ef82208f" -d '{"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:21:21.860808 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6be477a4-06af-4b42-b576-fb3204483d07 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.868883 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6be477a4-06af-4b42-b576-fb3204483d07 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.896701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6be477a4-06af-4b42-b576-fb3204483d07 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.901114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6be477a4-06af-4b42-b576-fb3204483d07 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1574259 Jul 06 19:21:21.901496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53496) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:21.906337 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e985c709-ab08-4929-830b-40bfd589b5a5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'security_group_rule': {'security_group_id': 'e94e2f4e-2ab6-4f9a-aedb-5a78e869945b', 'project_id': '14ac916bf1804ede82a961434361c2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:21.906758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be477a4-06af-4b42-b576-fb3204483d07 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:21.947349 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e985c709-ab08-4929-830b-40bfd589b5a5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.976228 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b413efb-3f3b-4678-bcf5-2bf0f653647d x-openstack-request-id: req-3b413efb-3f3b-4678-bcf5-2bf0f653647d {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:21:21.976512 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:21:21.976755 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b413efb-3f3b-4678-bcf5-2bf0f653647d {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:21:21.977248 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'status': 'completed', 'code': 200} Jul 06 19:21:22.008841 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e985c709-ab08-4929-830b-40bfd589b5a5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.014553 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e985c709-ab08-4929-830b-40bfd589b5a5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.034433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985c709-ab08-4929-830b-40bfd589b5a5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed956b16-8a4c-4c13-bdbc-8f654b27ed3e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:22.041857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e985c709-ab08-4929-830b-40bfd589b5a5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.043408 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e985c709-ab08-4929-830b-40bfd589b5a5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407533 Jul 06 19:21:22.046206 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53498) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:22.051968 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a5e19e52-46c1-4fc6-9e03-7b167010f68a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'security_group_rule': {'security_group_id': 'e94e2f4e-2ab6-4f9a-aedb-5a78e869945b', 'project_id': '14ac916bf1804ede82a961434361c2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:22.079811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'cdf1741a-1a56-44a5-b1be-ef11f20ca93a', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'port_id': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'mac_address': 'fa:16:3e:f6:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0552615c-e074-4662-a45c-3b2a1889c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:21:20Z', 'updated_at': '2021-07-06T19:21:20Z', 'revision_number': 0, 'project_id': '14ac916bf1804ede82a961434361c2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:39Z', 'revision_number': 5, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:21:22.080137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-d44aa549-e50d-4f4a-837c-800b4bbed860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:22.081355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-d44aa549-e50d-4f4a-837c-800b4bbed860 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1096 time: 0.0782313 Jul 06 19:21:22.084762 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5e19e52-46c1-4fc6-9e03-7b167010f68a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.105888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] Checking router: 62c2fe31-20b1-4603-af55-0d570273717c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:21:22.114086 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:21:22.114745 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:21:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:21:22.148533 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5e19e52-46c1-4fc6-9e03-7b167010f68a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.155708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5e19e52-46c1-4fc6-9e03-7b167010f68a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.175652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-8e4425a3-475a-41af-9dcb-72328a112240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:22.177376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-8e4425a3-475a-41af-9dcb-72328a112240 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 915 time: 0.0887237 Jul 06 19:21:22.179838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e19e52-46c1-4fc6-9e03-7b167010f68a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe734414-ace8-4b40-a58c-8edb706547cb,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:22.192109 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a5e19e52-46c1-4fc6-9e03-7b167010f68a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.193635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a5e19e52-46c1-4fc6-9e03-7b167010f68a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464097 Jul 06 19:21:22.196633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53500) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:22.201389 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5d308028-c5e5-4ff9-bbfa-86a51fdcd2fe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'security_group_rule': {'security_group_id': 'e94e2f4e-2ab6-4f9a-aedb-5a78e869945b', 'project_id': '14ac916bf1804ede82a961434361c2af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:22.225064 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:21:22.232959 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d308028-c5e5-4ff9-bbfa-86a51fdcd2fe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.254309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-4a924887-22be-46a0-931d-a697dd5c3310 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 999 time: 0.0700266 Jul 06 19:21:22.299252 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d308028-c5e5-4ff9-bbfa-86a51fdcd2fe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.305945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d308028-c5e5-4ff9-bbfa-86a51fdcd2fe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.306964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-67c5e084-e606-4f63-8f00-278951ea301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:22.308584 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-67c5e084-e606-4f63-8f00-278951ea301e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 200 len: 853 time: 0.0466454 Jul 06 19:21:22.327651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d308028-c5e5-4ff9-bbfa-86a51fdcd2fe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bd2fc0-43ed-45ff-9047-b9c07df77f41,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:22.335717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5d308028-c5e5-4ff9-bbfa-86a51fdcd2fe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.337075 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5d308028-c5e5-4ff9-bbfa-86a51fdcd2fe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392789 Jul 06 19:21:22.340006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53502) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:22.344783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-37483a6d-d1dd-4a8e-b7d0-9d1a8445241f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'security_group_rule': {'security_group_id': 'e94e2f4e-2ab6-4f9a-aedb-5a78e869945b', 'project_id': '14ac916bf1804ede82a961434361c2af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:22.373206 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-ca3c11dc-693a-4a00-8929-9670eb5a7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:22.374917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-ca3c11dc-693a-4a00-8929-9670eb5a7ea4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4f25641-ed91-406b-a654-10eaaccfd4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586309 Jul 06 19:21:22.379009 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37483a6d-d1dd-4a8e-b7d0-9d1a8445241f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.445476 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37483a6d-d1dd-4a8e-b7d0-9d1a8445241f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.450784 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37483a6d-d1dd-4a8e-b7d0-9d1a8445241f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.468081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'cdf1741a-1a56-44a5-b1be-ef11f20ca93a', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'port_id': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'mac_address': 'fa:16:3e:f6:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0552615c-e074-4662-a45c-3b2a1889c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:21:20Z', 'updated_at': '2021-07-06T19:21:20Z', 'revision_number': 0, 'project_id': '14ac916bf1804ede82a961434361c2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:39Z', 'revision_number': 5, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:21:22.470146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37483a6d-d1dd-4a8e-b7d0-9d1a8445241f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbea857b-0db8-4f55-94a9-308879c9ba29,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:22.477914 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-7b2451fb-6fd9-4efd-a060-39354cad6c26 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957782 Jul 06 19:21:22.479184 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37483a6d-d1dd-4a8e-b7d0-9d1a8445241f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.480495 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-37483a6d-d1dd-4a8e-b7d0-9d1a8445241f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394167 Jul 06 19:21:22.483249 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53504) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:22.488982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-aad633bb-0463-4661-92e0-0a8ade532be5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'security_group_rule': {'security_group_id': 'e94e2f4e-2ab6-4f9a-aedb-5a78e869945b', 'project_id': '14ac916bf1804ede82a961434361c2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:22.502607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487cb5b6-7913-498c-992b-51a6a0e016e9 None None] The sync data for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 is: [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'cdf1741a-1a56-44a5-b1be-ef11f20ca93a', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'port_id': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'mac_address': 'fa:16:3e:f6:90:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0552615c-e074-4662-a45c-3b2a1889c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:21:20Z', 'updated_at': '2021-07-06T19:21:20Z', 'revision_number': 0, 'project_id': '14ac916bf1804ede82a961434361c2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:39Z', 'revision_number': 5, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:21:22.512232 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-aad633bb-0463-4661-92e0-0a8ade532be5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Project 14ac916bf1804ede82a961434361c2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:21:22.517758 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aad633bb-0463-4661-92e0-0a8ade532be5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.583385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aad633bb-0463-4661-92e0-0a8ade532be5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.589060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aad633bb-0463-4661-92e0-0a8ade532be5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.592926 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b34e2ff2-29ad-4f6a-b176-e745ef82208f req-12e72fa9-b422-439d-82c3-a866b468e7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074769 Jul 06 19:21:22.608879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad633bb-0463-4661-92e0-0a8ade532be5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc43efd8-d99b-4185-9eb2-a44a32752d18,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:22.615003 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aad633bb-0463-4661-92e0-0a8ade532be5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.616662 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-aad633bb-0463-4661-92e0-0a8ade532be5 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319237 Jul 06 19:21:22.619355 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53506) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:21:22.624261 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e91576e5-c6f9-461c-b586-151b2036d2fc tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'security_group_rule': {'security_group_id': 'e94e2f4e-2ab6-4f9a-aedb-5a78e869945b', 'project_id': '14ac916bf1804ede82a961434361c2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:22.648437 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-e91576e5-c6f9-461c-b586-151b2036d2fc tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Project 14ac916bf1804ede82a961434361c2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:21:22.654460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e91576e5-c6f9-461c-b586-151b2036d2fc tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.721642 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e91576e5-c6f9-461c-b586-151b2036d2fc tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.724110 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8050299b-5e1d-40ba-9376-b5ea99972d63 None None] New status for floating IP cdf1741a-1a56-44a5-b1be-ef11f20ca93a: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:21:22.726967 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e91576e5-c6f9-461c-b586-151b2036d2fc tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.745465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91576e5-c6f9-461c-b586-151b2036d2fc tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bbae36-c723-4238-ac37-d838ccd8f799,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:22.752361 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e91576e5-c6f9-461c-b586-151b2036d2fc tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.753666 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e91576e5-c6f9-461c-b586-151b2036d2fc tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332715 Jul 06 19:21:22.874924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-f456d9b5-fb31-4ce3-99eb-4c477b22292f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385468914&fields=id&tenant_id=14ac916bf1804ede82a961434361c2af HTTP/1.1" status: 200 len: 267 time: 0.0339322 Jul 06 19:21:22.922194 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:22.948343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-42c9e05e-3c4d-4fd4-92ed-e9b3909c2196 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:22.949891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-42c9e05e-3c4d-4fd4-92ed-e9b3909c2196 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0691381 Jul 06 19:21:22.961085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'port': {'security_groups': ['db099da2-1c86-4bbf-9ad5-4ab1127b3ad3', 'e94e2f4e-2ab6-4f9a-aedb-5a78e869945b']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:21:22.969364 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:23.046314 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:23.235622 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] For port d55e9014-6db3-4265-8406-dbacbcb39072, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d55e9014-6db3-4265-8406-dbacbcb39072,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:21:23.265489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:23.272443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:23.284916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d55e9014-6db3-4265-8406-dbacbcb39072'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:21:23.318035 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:23.318691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:23.320283 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-59c9ab95-43f5-4bc2-8c29-8ce953059d5a req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "PUT /v2.0/ports/d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 981 time: 0.3640323 Jul 06 19:21:23.320744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:21:23.323349 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2127a731-3679-4f06-8815-4793fea50fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:21:23.356947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0746174-9077-4774-bfea-f465df4cf398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'Port': ['ID=d55e9014-6db3-4265-8406-dbacbcb39072,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:21:23.381997 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c040c9-1896-42be-a784-99ad367e0d78 x-openstack-request-id: req-65c040c9-1896-42be-a784-99ad367e0d78 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:21:23.382294 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:21:23.382564 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65c040c9-1896-42be-a784-99ad367e0d78 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:21:23.383008 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'status': 'completed', 'code': 200} Jul 06 19:21:23.410375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d55e9014-6db3-4265-8406-dbacbcb39072'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:21:23.467224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a731-3679-4f06-8815-4793fea50fb4 req-d063e0f3-0ee8-4d60-92e1-fde5a8be5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:23.468776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2127a731-3679-4f06-8815-4793fea50fb4 req-d063e0f3-0ee8-4d60-92e1-fde5a8be5559 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1135 time: 0.0623746 Jul 06 19:21:23.533069 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5613a-5aef-4eb1-884d-b70ab20d215e req-d032be7d-e774-4804-a1f8-326770fd384f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:23.534830 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6d5613a-5aef-4eb1-884d-b70ab20d215e req-d032be7d-e774-4804-a1f8-326770fd384f tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0898206 Jul 06 19:21:23.577535 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a731-3679-4f06-8815-4793fea50fb4 req-7ae4056e-89c3-482e-920c-dfa848386d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:23.579905 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2127a731-3679-4f06-8815-4793fea50fb4 req-7ae4056e-89c3-482e-920c-dfa848386d45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 915 time: 0.1031206 Jul 06 19:21:23.588105 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6d5613a-5aef-4eb1-884d-b70ab20d215e req-2e772c99-480e-4ed3-a87d-5e52ac07e6b9 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454562 Jul 06 19:21:23.656996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2127a731-3679-4f06-8815-4793fea50fb4 req-e3a218e2-181c-467c-bd93-65983e912110 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 1001 time: 0.0699005 Jul 06 19:21:23.664491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5e516ae7-a13a-4dfb-a19d-0c34960add35 None None] Provisioning complete for port d55e9014-6db3-4265-8406-dbacbcb39072 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:21:23.664864 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e516ae7-a13a-4dfb-a19d-0c34960add35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:23.707394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a731-3679-4f06-8815-4793fea50fb4 req-76159638-f1d5-415c-aa38-01ef5e9e1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:23.708648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2127a731-3679-4f06-8815-4793fea50fb4 req-76159638-f1d5-415c-aa38-01ef5e9e1006 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 200 len: 853 time: 0.0446203 Jul 06 19:21:23.767796 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a731-3679-4f06-8815-4793fea50fb4 req-aa0d41c6-d3d7-4dbe-99b3-f1eea6b643cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:23.769444 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2127a731-3679-4f06-8815-4793fea50fb4 req-aa0d41c6-d3d7-4dbe-99b3-f1eea6b643cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4f25641-ed91-406b-a654-10eaaccfd4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539517 Jul 06 19:21:23.863586 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2127a731-3679-4f06-8815-4793fea50fb4 req-f30f0f72-fd2c-4387-8229-9d9a42dd76c9 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866880 Jul 06 19:21:23.958647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2127a731-3679-4f06-8815-4793fea50fb4 req-2515f6c0-9b43-4864-9c47-cf879f3d358e service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883594 Jul 06 19:21:40.951250 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379946-488b-4347-af3d-438e79881649 req-956e714e-9317-466c-afa9-77b5cd756cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:40.952814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02379946-488b-4347-af3d-438e79881649 req-956e714e-9317-466c-afa9-77b5cd756cb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1135 time: 0.0570831 Jul 06 19:21:40.979212 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fbb71-11b3-4b78-a711-04f10b98f257 req-23a9ea8c-b543-429c-959f-7845e18d1a13 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:40.980836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c64fbb71-11b3-4b78-a711-04f10b98f257 req-23a9ea8c-b543-429c-959f-7845e18d1a13 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0650544 Jul 06 19:21:41.021012 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c64fbb71-11b3-4b78-a711-04f10b98f257 req-8551be4b-b750-418e-8adb-b4ed1e45099a tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340433 Jul 06 19:21:41.054589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379946-488b-4347-af3d-438e79881649 req-43dbed68-55ea-4f8f-839b-8bf794289028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:41.056021 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02379946-488b-4347-af3d-438e79881649 req-43dbed68-55ea-4f8f-839b-8bf794289028 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 915 time: 0.0960495 Jul 06 19:21:41.124635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02379946-488b-4347-af3d-438e79881649 req-ccd6cc7e-bf7d-4b87-8523-83d115baa2cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 1001 time: 0.0601549 Jul 06 19:21:41.177965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379946-488b-4347-af3d-438e79881649 req-96119dcf-d598-4fdc-8d93-4ece78e0f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:41.179438 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02379946-488b-4347-af3d-438e79881649 req-96119dcf-d598-4fdc-8d93-4ece78e0f322 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 200 len: 853 time: 0.0474386 Jul 06 19:21:41.239663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379946-488b-4347-af3d-438e79881649 req-c8de9081-8788-4e4d-9330-c76c7f4c4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:41.241217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02379946-488b-4347-af3d-438e79881649 req-c8de9081-8788-4e4d-9330-c76c7f4c4c13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4f25641-ed91-406b-a654-10eaaccfd4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537128 Jul 06 19:21:41.331713 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02379946-488b-4347-af3d-438e79881649 req-70131263-460b-4630-806f-159e6ec53d23 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831628 Jul 06 19:21:41.434428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-02379946-488b-4347-af3d-438e79881649 req-4ba50dd6-d3eb-4cac-92e0-f0c2cc22b818 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941405 Jul 06 19:21:42.204694 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54261228-e165-4cdd-ab34-480340d216a9 req-afb131aa-da69-468b-a59a-e5b967469422 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:42.206225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54261228-e165-4cdd-ab34-480340d216a9 req-afb131aa-da69-468b-a59a-e5b967469422 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0679936 Jul 06 19:21:42.248836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54261228-e165-4cdd-ab34-480340d216a9 req-b92f6528-ea69-4d87-af45-6df85ca03a5d tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364444 Jul 06 19:21:43.441122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea7af9-e421-45da-af40-c2144587a3c7 req-4f8731b3-a4d2-4709-8142-01834d119826 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:43.442693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccea7af9-e421-45da-af40-c2144587a3c7 req-4f8731b3-a4d2-4709-8142-01834d119826 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0708876 Jul 06 19:21:43.492174 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ccea7af9-e421-45da-af40-c2144587a3c7 req-48f93191-e023-4304-a33f-24042a1a1e92 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410471 Jul 06 19:21:44.692274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9b2fb-c8bb-4669-a253-d87888ddd354 req-8474dc9d-cfb4-4230-a863-721b74306b01 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:44.693985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81b9b2fb-c8bb-4669-a253-d87888ddd354 req-8474dc9d-cfb4-4230-a863-721b74306b01 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0824037 Jul 06 19:21:44.741296 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81b9b2fb-c8bb-4669-a253-d87888ddd354 req-2087419a-5f65-4bb3-8fcf-62c23456b7ce tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396607 Jul 06 19:21:45.654348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c292349f-c7dd-4710-9cf4-5d3b5d99ed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:45.940796 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f222a1c-f130-4b30-b3e9-3c87af51db1b req-3d8e2646-6902-46c7-997e-c37c72d08262 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:45.942227 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f222a1c-f130-4b30-b3e9-3c87af51db1b req-3d8e2646-6902-46c7-997e-c37c72d08262 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0697174 Jul 06 19:21:45.981575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6f222a1c-f130-4b30-b3e9-3c87af51db1b req-1fc38d7c-bfe4-4cdb-9a1c-e2c14701a219 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335457 Jul 06 19:21:46.395681 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:21:47.174158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506b7d4-90e2-4745-8ef9-52f01a99931a req-8e9c0c16-b023-40c9-9dca-c8f6375353a7 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:47.175874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1506b7d4-90e2-4745-8ef9-52f01a99931a req-8e9c0c16-b023-40c9-9dca-c8f6375353a7 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0803542 Jul 06 19:21:47.223452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1506b7d4-90e2-4745-8ef9-52f01a99931a req-379667be-20e1-4192-a0af-3ac75d94c6a6 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389519 Jul 06 19:21:48.302377 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-37ee63fb-9718-4c0a-bbc4-2be397ba4929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:48.411529 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39306f88-2129-4dce-8f0b-9a67cddf7073 req-108f026a-41c1-406a-bf1c-49494bfbbbc7 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:48.413263 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39306f88-2129-4dce-8f0b-9a67cddf7073 req-108f026a-41c1-406a-bf1c-49494bfbbbc7 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0734601 Jul 06 19:21:48.456646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39306f88-2129-4dce-8f0b-9a67cddf7073 req-779c9119-6e4b-4258-ab3d-9a06d95354b2 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370162 Jul 06 19:21:48.530363 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:49.646900 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb0887-56ce-464c-9fb6-66e7a21fa9cf req-b2af1f18-8071-48b9-a917-a5d8d5a6290b tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:49.648475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8aeb0887-56ce-464c-9fb6-66e7a21fa9cf req-b2af1f18-8071-48b9-a917-a5d8d5a6290b tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0729773 Jul 06 19:21:49.661297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:49.689095 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8aeb0887-56ce-464c-9fb6-66e7a21fa9cf req-c26dcebc-c5ef-4105-a992-95d2caca792e tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342436 Jul 06 19:21:50.871430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9990b60-ae81-4e0b-b441-a148cdf59f2f req-a3d508f4-e22d-46cb-93f9-2acf34f12d41 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:50.872894 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9990b60-ae81-4e0b-b441-a148cdf59f2f req-a3d508f4-e22d-46cb-93f9-2acf34f12d41 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0657258 Jul 06 19:21:50.917978 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9990b60-ae81-4e0b-b441-a148cdf59f2f req-992731af-af34-494a-817b-2d26ff569a2c tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392060 Jul 06 19:21:51.213733 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:52.107439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52af279-f15d-45c7-b863-101b534f94ec req-e763dfbc-09dd-49c9-8a9d-ab29a41e8398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:52.108995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f52af279-f15d-45c7-b863-101b534f94ec req-e763dfbc-09dd-49c9-8a9d-ab29a41e8398 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0763361 Jul 06 19:21:52.153766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f52af279-f15d-45c7-b863-101b534f94ec req-fb7c6458-f033-4c1d-aed3-9a528a911753 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388677 Jul 06 19:21:52.915022 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:52.970813 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:53.340665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e7a4a-914e-4e8d-9156-7e385fbe5dc2 req-a9080593-7697-4834-8db3-acbe7cda0e6b tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:53.342799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-508e7a4a-914e-4e8d-9156-7e385fbe5dc2 req-a9080593-7697-4834-8db3-acbe7cda0e6b tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0727477 Jul 06 19:21:53.389801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-508e7a4a-914e-4e8d-9156-7e385fbe5dc2 req-09436e93-dab5-4cb8-9c1c-efd6a4dcb8bb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b&id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408559 Jul 06 19:21:55.509739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-f83dbdc1-29e3-4100-ae79-8d719572ab6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1281085 Jul 06 19:21:55.608107 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-fbbe690c-118d-41d0-94e4-14f408af488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:55.609663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-fbbe690c-118d-41d0-94e4-14f408af488e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1135 time: 0.0535629 Jul 06 19:21:55.727334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-148829ce-7416-4220-8f52-7ad6aeca07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:55.728798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-148829ce-7416-4220-8f52-7ad6aeca07a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 915 time: 0.0951610 Jul 06 19:21:55.804632 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-237b804c-fd9b-4cfb-a7ed-225d42902a88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 1001 time: 0.0655558 Jul 06 19:21:55.859190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-deabf913-ea2f-48a7-8315-9a16a41247d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:55.860700 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-deabf913-ea2f-48a7-8315-9a16a41247d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 200 len: 853 time: 0.0500538 Jul 06 19:21:55.922409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-1aa8d1b6-1585-4896-b14a-50df39eadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:21:55.923917 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-1aa8d1b6-1585-4896-b14a-50df39eadae7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4f25641-ed91-406b-a654-10eaaccfd4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556707 Jul 06 19:21:56.015709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-240177ab-5c6c-465d-8a67-9fd66f487073 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849187 Jul 06 19:21:56.112649 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9870b460-2c27-4bbc-bca7-e1df8a98e576 req-66791b0b-5bb0-4b5b-816d-1fc97000419c service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898509 Jul 06 19:22:15.664359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e4f39055-3bd5-4a58-bc92-24d75046f691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:18.308150 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d964a5ef-e9f1-409b-b730-8aaaa4cd2a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:18.528925 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:19.664507 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:21.229074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:21.616884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-40c72678-89d2-48c7-b075-ab4c3df3baee req-30afe7fe-fd09-43c1-a9a9-5fb5da4df466 tempest-ServerDiskConfigTestJSON-1057348294 tempest-ServerDiskConfigTestJSON-1057348294-project] (93967) timed out ('10.222.0.24', 52595) {{(pid=93967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:22:22.912806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:22.977328 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:23.396261 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:22:25.944556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-5a14a020-ada6-4870-93df-4a57c886729d tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385468914&fields=id&tenant_id=14ac916bf1804ede82a961434361c2af HTTP/1.1" status: 200 len: 267 time: 0.1153650 Jul 06 19:22:26.028212 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-c5ebfa5a-6c4c-4e0b-ae9d-82a2a7ab04ba tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:26.029700 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-c5ebfa5a-6c4c-4e0b-ae9d-82a2a7ab04ba tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 984 time: 0.0783434 Jul 06 19:22:26.041898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Request body: {'port': {'security_groups': ['db099da2-1c86-4bbf-9ad5-4ab1127b3ad3']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:26.130379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.308623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] For port d55e9014-6db3-4265-8406-dbacbcb39072, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d55e9014-6db3-4265-8406-dbacbcb39072,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:26.338660 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.346119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.358664 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d55e9014-6db3-4265-8406-dbacbcb39072'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:22:26.390154 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:26.390806 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.392230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e69c3e4-1345-4146-b34d-6a87e56a2b08 req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "PUT /v2.0/ports/d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 942 time: 0.3557088 Jul 06 19:22:26.393119 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:22:26.395083 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dfe99f-1bc2-411b-82a9-7d71385f241f" -d '{"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:22:26.399855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53564) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:26.430587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event updated for resources: {'Port': ['ID=d55e9014-6db3-4265-8406-dbacbcb39072,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:26.439693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.440090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.440382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.440720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.441052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.441383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.441726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.442075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.442669 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.443169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.443639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.443966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4310f6-d440-465f-bdf3-4a50597c6ecd tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.473096 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a83053-e1e9-4df7-a85b-3d87e0d0f348 x-openstack-request-id: req-35a83053-e1e9-4df7-a85b-3d87e0d0f348 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:22:26.473391 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:22:26.473642 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35a83053-e1e9-4df7-a85b-3d87e0d0f348 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:22:26.474352 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'status': 'completed', 'code': 200} Jul 06 19:22:26.490254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d55e9014-6db3-4265-8406-dbacbcb39072'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:22:26.492062 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.532805 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.559727 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-cea886ec-a4bc-403a-bd8b-99e87b41233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:26.561765 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-cea886ec-a4bc-403a-bd8b-99e87b41233d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1096 time: 0.0663829 Jul 06 19:22:26.623037 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.625663 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.626970 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "DELETE /v2.0/security-groups/e94e2f4e-2ab6-4f9a-aedb-5a78e869945b HTTP/1.1" status: 204 len: 168 time: 0.2254088 Jul 06 19:22:26.629906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53568) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:26.636448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e2f4e-2ab6-4f9a-aedb-5a78e869945b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:26.645084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.645941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.646436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.646723 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.647084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.647398 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.647734 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.648066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.648393 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.648764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.649427 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.649863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b959ec-3426-4bca-a795-898d4acbd803 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:26.713058 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ca0ad3e1-6588-4522-a52d-388f4f317272 None None] Provisioning complete for port d55e9014-6db3-4265-8406-dbacbcb39072 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:26.713427 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad3e1-6588-4522-a52d-388f4f317272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:26.727883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-20709ac0-3faf-47ac-b0fb-a5676efc0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:26.729407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-20709ac0-3faf-47ac-b0fb-a5676efc0397 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 915 time: 0.1591761 Jul 06 19:22:26.853273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-003296c0-c262-4786-bb22-d7e6a836a3d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 1001 time: 0.0921931 Jul 06 19:22:26.910612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-1a98a91f-543a-4297-b504-68d6a92363da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:26.911976 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-1a98a91f-543a-4297-b504-68d6a92363da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 200 len: 853 time: 0.0518992 Jul 06 19:22:26.914294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Deleting port 4380db40-cfc4-4c1b-9e07-112430c76271 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:26.914640 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:27.020097 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:27.020865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:27.038371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Calling delete_port for 4380db40-cfc4-4c1b-9e07-112430c76271 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:27.050301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-8b695391-9f21-41e6-bc80-d1c592e5e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:27.051830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-8b695391-9f21-41e6-bc80-d1c592e5e294 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4f25641-ed91-406b-a654-10eaaccfd4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257753 Jul 06 19:22:27.199278 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-79a38fd1-d721-473b-a713-4c43045af39c service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118457 Jul 06 19:22:27.324232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-39dfe99f-1bc2-411b-82a9-7d71385f241f req-41a23757-1566-499b-a240-a5ceb6793f54 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180043 Jul 06 19:22:27.325294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:27.352569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event deleted for resources: {'Port': ['ID=4380db40-cfc4-4c1b-9e07-112430c76271,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:27.419457 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:27.419831 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Floating IP cdf1741a-1a56-44a5-b1be-ef11f20ca93a disassociated (deleted). External IP: 172.25.4.145, port: d55e9014-6db3-4265-8406-dbacbcb39072. Jul 06 19:22:27.630896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Router 62c2fe31-20b1-4603-af55-0d570273717c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:22:28.103476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:22:28.108738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:28.113537 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] Sync routers for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:22:28.123352 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:28.124059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:28.144445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f0c2042a-1ed3-46ad-b2cc-05fea480dabe tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "DELETE /v2.0/floatingips/cdf1741a-1a56-44a5-b1be-ef11f20ca93a HTTP/1.1" status: 204 len: 168 time: 1.5132849 Jul 06 19:22:28.230536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:28.475623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:22:28.478778 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ee0fa-38ec-453b-a7e5-8415107e18b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:22:28.573598 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a2fd3-60f1-410e-9697-76ec1a7a18ab x-openstack-request-id: req-121a2fd3-60f1-410e-9697-76ec1a7a18ab {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:22:28.574044 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:22:28.574296 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-121a2fd3-60f1-410e-9697-76ec1a7a18ab {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:22:28.574693 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'status': 'completed', 'code': 200} Jul 06 19:22:28.605604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:39Z', 'revision_number': 5, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:28.636208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] Checking router: 62c2fe31-20b1-4603-af55-0d570273717c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:22:28.644491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:28.645125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:28.654703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-e3f053be-c15e-49ff-ba99-c202327fb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:28.656506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-e3f053be-c15e-49ff-ba99-c202327fb641 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14ac916bf1804ede82a961434361c2af&device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 1096 time: 0.0595124 Jul 06 19:22:28.749192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-cbc90060-2013-4137-889b-75224a263368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:28.750780 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-cbc90060-2013-4137-889b-75224a263368 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 200 len: 915 time: 0.0875175 Jul 06 19:22:28.767074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:28.794687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-0e30c72d-8c9b-4312-8051-2ef60fd0d485 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 200 len: 217 time: 0.0362353 Jul 06 19:22:28.845357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-2a0af123-68cc-4940-9507-274f708dc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:28.846874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-2a0af123-68cc-4940-9507-274f708dc55a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 200 len: 853 time: 0.0444152 Jul 06 19:22:28.918824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-fadbdd87-83bf-4fa2-a9b6-e5298ea641c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:28.920648 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-fadbdd87-83bf-4fa2-a9b6-e5298ea641c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4f25641-ed91-406b-a654-10eaaccfd4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595033 Jul 06 19:22:28.982422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:39Z', 'revision_number': 5, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:29.013786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a3f7a-4b3d-4a38-b8ee-3a3ae2bb9142 None None] The sync data for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 is: [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:20:33Z', 'revision_number': 4, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '5e38508c-6276-442e-84fb-32e04649d5d7', 'name': '', 'network_id': 'c4f25641-ed91-406b-a654-10eaaccfd4e0', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'mac_address': 'fa:16:3e:e5:06:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:32Z', 'updated_at': '2021-07-06T19:20:39Z', 'revision_number': 5, 'project_id': '14ac916bf1804ede82a961434361c2af', 'subnets': [{'id': '8eb461f9-a51f-4164-a5ec-7615a95645bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:22:29.017022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-2439d852-67f6-4200-b86e-ffe4240ee9ac service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882461 Jul 06 19:22:29.119139 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d22ee0fa-38ec-453b-a7e5-8415107e18b8 req-2456a4ea-7e1c-4a4a-8157-02d45bf1c104 service neutron] 10.222.0.24 "GET /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951841 Jul 06 19:22:29.267520 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae719f-65d6-4a6a-b4de-ebc1d8f8f7f4 None None] New status for floating IP cdf1741a-1a56-44a5-b1be-ef11f20ca93a: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:22:35.716425 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f11774-ad2b-466a-8b8f-9a3a691bdfd4 req-fc729c7f-6d67-49b9-9608-d0a5ca87e098 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:35.718036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-95f11774-ad2b-466a-8b8f-9a3a691bdfd4 req-fc729c7f-6d67-49b9-9608-d0a5ca87e098 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0693614 Jul 06 19:22:35.771752 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-95f11774-ad2b-466a-8b8f-9a3a691bdfd4 req-518baf94-1743-4205-b785-e4fce5f2e8db tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Jul 06 19:22:36.972814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f95f-589b-42a0-a501-26daa79e580d req-52416b3d-9d76-4087-a00b-38399d30675c tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:36.974408 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d213f95f-589b-42a0-a501-26daa79e580d req-52416b3d-9d76-4087-a00b-38399d30675c tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0783124 Jul 06 19:22:37.013324 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d213f95f-589b-42a0-a501-26daa79e580d req-609606ca-9f87-4352-8b39-239f06e24929 tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/security-groups?id=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Jul 06 19:22:37.270976 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-12c545d2-92bb-46fb-b455-93a6e1e63dcf tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:37.272429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-12c545d2-92bb-46fb-b455-93a6e1e63dcf tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.24 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 945 time: 0.0697367 Jul 06 19:22:37.395386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Deleting port d55e9014-6db3-4265-8406-dbacbcb39072 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:37.395696 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:37.499732 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] For port d55e9014-6db3-4265-8406-dbacbcb39072, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d55e9014-6db3-4265-8406-dbacbcb39072,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:37.500104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:37.517452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Calling delete_port for d55e9014-6db3-4265-8406-dbacbcb39072 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:37.674092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:37.688469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d55e9014-6db3-4265-8406-dbacbcb39072'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:22:37.714841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Pushing event deleted for resources: {'Port': ['ID=d55e9014-6db3-4265-8406-dbacbcb39072,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:37.763681 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] No DVR routers for this DVR port d55e9014-6db3-4265-8406-dbacbcb39072 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:22:37.766510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:37.768510 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3fc85303-6210-4869-8892-3ae8ad4e19ed req-00b024f4-f3c1-4ec3-812e-a9eef050aecb tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.24 "DELETE /v2.0/ports/d55e9014-6db3-4265-8406-dbacbcb39072 HTTP/1.1" status: 204 len: 173 time: 0.4908144 Jul 06 19:22:37.768946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'name': 'network-vif-deleted', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:22:37.771260 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce4801-d24a-4ac1-b205-cfaa6d5a7205" -d '{"events": [{"server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "name": "network-vif-deleted", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:22:37.812474 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776135b9-f6d9-4202-9092-dd8891c3ac6c x-openstack-request-id: req-776135b9-f6d9-4202-9092-dd8891c3ac6c {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:22:37.812894 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0552615c-e074-4662-a45c-3b2a1889c029", "name": "network-vif-deleted", "tag": "d55e9014-6db3-4265-8406-dbacbcb39072", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:22:37.813310 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-776135b9-f6d9-4202-9092-dd8891c3ac6c {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:22:37.813989 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0552615c-e074-4662-a45c-3b2a1889c029', 'name': 'network-vif-deleted', 'tag': 'd55e9014-6db3-4265-8406-dbacbcb39072', 'status': 'completed', 'code': 200} Jul 06 19:22:38.178335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a6a51f33-f672-445e-8606-1ca810d5306f req-fcb4203a-04f3-47ff-8cb5-f9f1315917da tempest-TestMinimumBasicScenario-1464970071 tempest-TestMinimumBasicScenario-1464970071-project] 10.222.0.53 "GET /v2.0/ports?device_id=0552615c-e074-4662-a45c-3b2a1889c029 HTTP/1.1" status: 200 len: 210 time: 0.0301235 Jul 06 19:22:39.816551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53666) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:40.185298 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:40.449798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Deleting port 5e38508c-6276-442e-84fb-32e04649d5d7 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:40.450068 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:40.528658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] For port 5e38508c-6276-442e-84fb-32e04649d5d7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5e38508c-6276-442e-84fb-32e04649d5d7,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:40.529015 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:40.542162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Calling delete_port for 5e38508c-6276-442e-84fb-32e04649d5d7 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:40.729544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:40.758350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e38508c-6276-442e-84fb-32e04649d5d7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:40.940898 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:41.159192 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Router 62c2fe31-20b1-4603-af55-0d570273717c has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:22:41.275087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:22:41.280738 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-38953ec4-5294-47e0-9270-187ef25b4b53 admin admin] 10.222.0.53 "PUT /v2.0/routers/62c2fe31-20b1-4603-af55-0d570273717c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4624445 Jul 06 19:22:41.283749 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53668) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:41.284576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] Sync routers for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:22:41.294807 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:41.295446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:41.387580 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:41.400289 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:41.494157 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:41.519339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d55e9014-6db3-4265-8406-dbacbcb39072 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:22:41.545296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: d55e9014-6db3-4265-8406-dbacbcb39072 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:22:41.545633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d55e9014-6db3-4265-8406-dbacbcb39072 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:22:41.549229 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Deleting port db21f947-d7b8-4d7e-9d49-5710a17503d7 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:41.549571 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:41.606559 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:22:40Z', 'revision_number': 5, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port': {'id': 'db21f947-d7b8-4d7e-9d49-5710a17503d7', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2fe31-20b1-4603-af55-0d570273717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:31Z', 'updated_at': '2021-07-06T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:41.630363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] For port db21f947-d7b8-4d7e-9d49-5710a17503d7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=db21f947-d7b8-4d7e-9d49-5710a17503d7,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:41.630725 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:41.633566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] Checking router: 62c2fe31-20b1-4603-af55-0d570273717c for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:22:41.642198 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] Routers {'62c2fe31-20b1-4603-af55-0d570273717c'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:41.642362 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Calling delete_port for db21f947-d7b8-4d7e-9d49-5710a17503d7 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:41.642819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['62c2fe31-20b1-4603-af55-0d570273717c'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:41.730206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] Set router 62c2fe31-20b1-4603-af55-0d570273717c gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:41.797921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:22:41Z', 'revision_number': 6, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:41.814865 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:41.829305 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ba6b7-c50e-46e9-b56f-c93f83a12fcc None None] The sync data for ids ['62c2fe31-20b1-4603-af55-0d570273717c'] in n-d-799684-2 is: [{'id': '62c2fe31-20b1-4603-af55-0d570273717c', 'name': 'tempest-TestMinimumBasicScenario-248848830-router', 'tenant_id': '14ac916bf1804ede82a961434361c2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:30Z', 'updated_at': '2021-07-06T19:22:41Z', 'revision_number': 6, 'project_id': '14ac916bf1804ede82a961434361c2af', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:22:41.847940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Pushing event deleted for resources: {'Port': ['ID=db21f947-d7b8-4d7e-9d49-5710a17503d7,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:41.910005 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.001191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.003533 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.057908 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.058404 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c2fe31-20b1-4603-af55-0d570273717c {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:22:42.063227 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.064301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0ba54345-2048-4e30-a4cc-f61ea8b657ab admin admin] 10.222.0.53 "DELETE /v2.0/routers/62c2fe31-20b1-4603-af55-0d570273717c HTTP/1.1" status: 204 len: 168 time: 0.7795994 Jul 06 19:22:42.066994 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53670) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:42.111100 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b7edbc-f555-44cf-9beb-6d49d7374c6e admin admin] Deleting subnet 8eb461f9-a51f-4164-a5ec-7615a95645bd {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:22:42.114592 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8b7edbc-f555-44cf-9beb-6d49d7374c6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.148546 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8b7edbc-f555-44cf-9beb-6d49d7374c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.234231 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8b7edbc-f555-44cf-9beb-6d49d7374c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.288801 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8b7edbc-f555-44cf-9beb-6d49d7374c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.313584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7edbc-f555-44cf-9beb-6d49d7374c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb461f9-a51f-4164-a5ec-7615a95645bd,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:42.317078 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a8b7edbc-f555-44cf-9beb-6d49d7374c6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.319458 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a8b7edbc-f555-44cf-9beb-6d49d7374c6e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8eb461f9-a51f-4164-a5ec-7615a95645bd HTTP/1.1" status: 204 len: 168 time: 0.2510509 Jul 06 19:22:42.321573 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53672) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:42.324274 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9053d3-41f1-41c2-856d-51c32173cced None None] Network c4f25641-ed91-406b-a654-10eaaccfd4e0 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:22:42.386034 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.442627 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Deleting port 922a6c01-c138-42d1-901a-f0b08ab0aa19 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:42.442966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.504721 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] For port 922a6c01-c138-42d1-901a-f0b08ab0aa19, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=922a6c01-c138-42d1-901a-f0b08ab0aa19,segment=NetworkSegment(14db22e1-7a87-4114-8a3a-f32bb9f514e4),segment_id=14db22e1-7a87-4114-8a3a-f32bb9f514e4)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:42.505070 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.517522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Calling delete_port for 922a6c01-c138-42d1-901a-f0b08ab0aa19 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:42.583465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] DHCP port deletion for c4f25641-ed91-406b-a654-10eaaccfd4e0 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:22:42.622043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.635456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Deleting port 922a6c01-c138-42d1-901a-f0b08ab0aa19 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:42.635835 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.649990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Pushing event deleted for resources: {'Port': ['ID=922a6c01-c138-42d1-901a-f0b08ab0aa19,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:42.657964 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] No DVR routers for this DVR port 922a6c01-c138-42d1-901a-f0b08ab0aa19 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:22:42.673627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5e38508c-6276-442e-84fb-32e04649d5d7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:22:42.704465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 5e38508c-6276-442e-84fb-32e04649d5d7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:22:42.704809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5e38508c-6276-442e-84fb-32e04649d5d7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:22:42.705235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device db21f947-d7b8-4d7e-9d49-5710a17503d7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:22:42.729314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.729577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: db21f947-d7b8-4d7e-9d49-5710a17503d7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:22:42.729702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device db21f947-d7b8-4d7e-9d49-5710a17503d7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:22:42.730123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 922a6c01-c138-42d1-901a-f0b08ab0aa19 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:22:42.739273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f25641-ed91-406b-a654-10eaaccfd4e0']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:42.750329 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14db22e1-7a87-4114-8a3a-f32bb9f514e4') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:42.750626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14db22e1-7a87-4114-8a3a-f32bb9f514e4') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:42.756886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 922a6c01-c138-42d1-901a-f0b08ab0aa19 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:22:42.757226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 922a6c01-c138-42d1-901a-f0b08ab0aa19 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:22:42.759125 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] For port 922a6c01-c138-42d1-901a-f0b08ab0aa19, host n-d-799684-2, got binding levels [] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:42.759508 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.764370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.775600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Calling delete_port for 922a6c01-c138-42d1-901a-f0b08ab0aa19 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:42.778391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.ipam_backend_mixin [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Port 922a6c01-c138-42d1-901a-f0b08ab0aa19 was not found and therefore no delete operation was performed {{(pid=93968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 19:22:42.779638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.795457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.801858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:22:42.802391 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:22:42.804437 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:22:42.807230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Pushing event deleted for resources: {'Port': ['ID=922a6c01-c138-42d1-901a-f0b08ab0aa19,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:42.814583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.814817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.815172 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.815503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.815827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.816148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.816465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.816780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.817093 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.817508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.817834 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.818043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:42.820835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ab643-03cb-44ba-9709-370d92e6d18b None None] No DVR routers for this DVR port 922a6c01-c138-42d1-901a-f0b08ab0aa19 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:22:42.867962 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.874296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:42.876574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] 10.222.0.53 "DELETE /v2.0/networks/c4f25641-ed91-406b-a654-10eaaccfd4e0 HTTP/1.1" status: 204 len: 168 time: 0.5538332 Jul 06 19:22:42.879675 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53674) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:42.903004 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041f432-68e5-41d4-aae5-cd14a280811a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f25641-ed91-406b-a654-10eaaccfd4e0,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:43.245795 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:43.527530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Deleting port 1e95bbe0-b800-4397-9416-d242e70c24c7 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:43.527856 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:43.605554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] For port 1e95bbe0-b800-4397-9416-d242e70c24c7, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1e95bbe0-b800-4397-9416-d242e70c24c7,segment=NetworkSegment(0edbe0a8-f884-438f-b355-f299f7ab46c7),segment_id=0edbe0a8-f884-438f-b355-f299f7ab46c7)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:43.605924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:43.622170 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Calling delete_port for 1e95bbe0-b800-4397-9416-d242e70c24c7 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:43.806345 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:43.830151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e95bbe0-b800-4397-9416-d242e70c24c7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:43.998335 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:44.232545 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Router dcade237-039a-415f-a4ca-dda4bc56e666 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:22:44.708472 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:22:44.714007 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e942b42b-ffcd-40e5-a786-e0db14ed3250 admin admin] 10.222.0.53 "PUT /v2.0/routers/dcade237-039a-415f-a4ca-dda4bc56e666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332596 Jul 06 19:22:44.717542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53676) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:44.720136 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] Sync routers for ids ['dcade237-039a-415f-a4ca-dda4bc56e666'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:22:44.729885 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] Routers {'dcade237-039a-415f-a4ca-dda4bc56e666'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:44.730486 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['dcade237-039a-415f-a4ca-dda4bc56e666'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:44.822638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:44.841632 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] Set router dcade237-039a-415f-a4ca-dda4bc56e666 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:44.927160 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:44.990090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Deleting port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:44.990432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.067033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] For port 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=5d81abb1-5ee3-4af9-87bc-4c3be9ff1337,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:45.067813 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.080268 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Calling delete_port for 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:45.106158 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:22:43Z', 'revision_number': 5, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port': {'id': '5d81abb1-5ee3-4af9-87bc-4c3be9ff1337', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:45.135667 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] Checking router: dcade237-039a-415f-a4ca-dda4bc56e666 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:22:45.144356 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] Routers {'dcade237-039a-415f-a4ca-dda4bc56e666'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:45.144961 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['dcade237-039a-415f-a4ca-dda4bc56e666'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:45.231020 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] Set router dcade237-039a-415f-a4ca-dda4bc56e666 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:45.247236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.272164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d81abb1-5ee3-4af9-87bc-4c3be9ff1337,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:45.281813 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:22:44Z', 'revision_number': 6, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:45.311368 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36775945-0d86-46c2-92cf-155e7e215157 None None] The sync data for ids ['dcade237-039a-415f-a4ca-dda4bc56e666'] in n-d-799684-2 is: [{'id': 'dcade237-039a-415f-a4ca-dda4bc56e666', 'name': 'tempest-TestMinimumBasicScenario-1141905538-router', 'tenant_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:20:35Z', 'updated_at': '2021-07-06T19:22:44Z', 'revision_number': 6, 'project_id': '9f0f3de8710845fdbdcae2d7e28a9381', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:22:45.337090 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.426139 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.428286 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.478556 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.479151 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcade237-039a-415f-a4ca-dda4bc56e666 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:22:45.484013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.485253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6cb37eb2-7c42-41a8-8a2f-f94a63b695e5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/dcade237-039a-415f-a4ca-dda4bc56e666 HTTP/1.1" status: 204 len: 168 time: 0.7666492 Jul 06 19:22:45.488123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53678) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:45.533506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a105ed-c16f-46b0-ac4c-b309bb090e8e admin admin] Deleting subnet 6e719183-fbc7-475c-8ce4-4834426c7000 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:22:45.536893 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44a105ed-c16f-46b0-ac4c-b309bb090e8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.575724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44a105ed-c16f-46b0-ac4c-b309bb090e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.658920 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-92abe367-3bef-410e-aa52-52dfe153dd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.662325 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44a105ed-c16f-46b0-ac4c-b309bb090e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.724168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44a105ed-c16f-46b0-ac4c-b309bb090e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.747609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1296a-1f68-477e-9325-f24200a57dbc None None] Network 36458f70-376f-4ccd-87f7-78504efc12eb requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:22:45.759691 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-44a105ed-c16f-46b0-ac4c-b309bb090e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.761592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-44a105ed-c16f-46b0-ac4c-b309bb090e8e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6e719183-fbc7-475c-8ce4-4834426c7000 HTTP/1.1" status: 204 len: 168 time: 0.2725027 Jul 06 19:22:45.762905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a105ed-c16f-46b0-ac4c-b309bb090e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e719183-fbc7-475c-8ce4-4834426c7000,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:45.764482 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53680) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:45.834040 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.890550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Deleting port 65d7ceb7-0100-457f-9cdd-9115f78efb17 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:22:45.890885 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.954520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] For port 65d7ceb7-0100-457f-9cdd-9115f78efb17, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=65d7ceb7-0100-457f-9cdd-9115f78efb17,segment=NetworkSegment(0edbe0a8-f884-438f-b355-f299f7ab46c7),segment_id=0edbe0a8-f884-438f-b355-f299f7ab46c7)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:45.954880 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:45.967950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Calling delete_port for 65d7ceb7-0100-457f-9cdd-9115f78efb17 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:22:46.055399 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.078033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac16b2-4eb7-49c8-839e-72a0dd804ab6 None None] DHCP port deletion for 36458f70-376f-4ccd-87f7-78504efc12eb request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:22:46.086890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] No DVR routers for this DVR port 65d7ceb7-0100-457f-9cdd-9115f78efb17 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:22:46.088716 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Pushing event deleted for resources: {'Port': ['ID=65d7ceb7-0100-457f-9cdd-9115f78efb17,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:46.161590 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.172447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36458f70-376f-4ccd-87f7-78504efc12eb']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:46.188162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edbe0a8-f884-438f-b355-f299f7ab46c7') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:46.188654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edbe0a8-f884-438f-b355-f299f7ab46c7') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:46.198246 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.212638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.218690 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:22:46.219085 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:22:46.221214 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:22:46.276920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.283680 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.288189 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/36458f70-376f-4ccd-87f7-78504efc12eb HTTP/1.1" status: 204 len: 168 time: 0.5199704 Jul 06 19:22:46.296912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaea620-1329-4ff1-8dd4-5fec839375ae admin admin] Pushing event deleted for resources: {'Network': ['ID=36458f70-376f-4ccd-87f7-78504efc12eb,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:46.459987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53684) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:46.505236 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5f819f10-f0e4-48ee-85ba-bc19e7b73415 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14ac916bf1804ede82a961434361c2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440097 Jul 06 19:22:46.508164 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53686) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:46.556471 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-153211c7-3952-418f-a036-686bd3f37126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.578332 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-153211c7-3952-418f-a036-686bd3f37126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.625241 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:22:46.627395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-153211c7-3952-418f-a036-686bd3f37126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.629970 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-153211c7-3952-418f-a036-686bd3f37126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:46.631189 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-153211c7-3952-418f-a036-686bd3f37126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db099da2-1c86-4bbf-9ad5-4ab1127b3ad3 HTTP/1.1" status: 204 len: 168 time: 0.1220906 Jul 06 19:22:46.639215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153211c7-3952-418f-a036-686bd3f37126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db099da2-1c86-4bbf-9ad5-4ab1127b3ad3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:46.659937 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:22:46.660543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 5d81abb1-5ee3-4af9-87bc-4c3be9ff1337 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:22:46.660672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 65d7ceb7-0100-457f-9cdd-9115f78efb17 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:22:46.687768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 65d7ceb7-0100-457f-9cdd-9115f78efb17 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:22:46.688263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 65d7ceb7-0100-457f-9cdd-9115f78efb17 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:22:46.688854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e95bbe0-b800-4397-9416-d242e70c24c7 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:22:46.709307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1e95bbe0-b800-4397-9416-d242e70c24c7 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:22:46.709671 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1e95bbe0-b800-4397-9416-d242e70c24c7 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:22:46.975625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53692) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:47.021349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0d79af3a-fc8b-49b6-9c2f-122077903105 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f0f3de8710845fdbdcae2d7e28a9381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445628 Jul 06 19:22:47.024401 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53694) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:47.074772 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24f19eb4-c763-4b7f-b223-1d1f3db74404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:47.095860 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24f19eb4-c763-4b7f-b223-1d1f3db74404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:47.147127 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24f19eb4-c763-4b7f-b223-1d1f3db74404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:47.150193 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-24f19eb4-c763-4b7f-b223-1d1f3db74404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:47.151370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-24f19eb4-c763-4b7f-b223-1d1f3db74404 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d74c8d71-2781-4c76-8aeb-5ce244d07efc HTTP/1.1" status: 204 len: 168 time: 0.1260426 Jul 06 19:22:47.159130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f19eb4-c763-4b7f-b223-1d1f3db74404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c8d71-2781-4c76-8aeb-5ce244d07efc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:48.312569 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-96242f81-4035-459c-984c-0ee97bba0b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:48.527041 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.025543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53734) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:49.030471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1250449143', 'description': 'tempest-secgroup-smoke-1250449143 description', 'project_id': '191f93f1ac384061a32ddc6000e39f36'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:49.055181 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.063724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.170739 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.177364 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.216223 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04556b6-af37-49d2-a7b3-595e844a71fd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:49.275341 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.281042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.304952 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.306692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2800560 Jul 06 19:22:49.311255 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53736) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:49.314944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f1a51d89-796e-4d13-8610-adc93b43904b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '5014111f-71f8-4ddd-9ac9-4fa069bc8dba', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:49.315232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec3b28-80f4-4dfa-a8a8-a8faf6d65d4f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5014111f-71f8-4ddd-9ac9-4fa069bc8dba,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:49.344576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f1a51d89-796e-4d13-8610-adc93b43904b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.404482 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f1a51d89-796e-4d13-8610-adc93b43904b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.410737 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f1a51d89-796e-4d13-8610-adc93b43904b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.428324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51d89-796e-4d13-8610-adc93b43904b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab0c094-7457-475c-a45e-7968eca4e6f7,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:49.435866 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f1a51d89-796e-4d13-8610-adc93b43904b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.437084 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f1a51d89-796e-4d13-8610-adc93b43904b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262248 Jul 06 19:22:49.439999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53738) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:49.444464 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8dbfaaf9-1d79-4424-ac07-7f66f3cf044b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '5014111f-71f8-4ddd-9ac9-4fa069bc8dba', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:49.472756 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8dbfaaf9-1d79-4424-ac07-7f66f3cf044b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.542678 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8dbfaaf9-1d79-4424-ac07-7f66f3cf044b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.549291 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8dbfaaf9-1d79-4424-ac07-7f66f3cf044b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.567402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfaaf9-1d79-4424-ac07-7f66f3cf044b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8ecbcd-31ac-425e-ac44-7a873575c78f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:49.575874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8dbfaaf9-1d79-4424-ac07-7f66f3cf044b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.577134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8dbfaaf9-1d79-4424-ac07-7f66f3cf044b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362288 Jul 06 19:22:49.581003 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53740) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:49.585446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f8168bd1-6659-4099-9722-a6cdca7afe2a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '5014111f-71f8-4ddd-9ac9-4fa069bc8dba', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:49.613731 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8168bd1-6659-4099-9722-a6cdca7afe2a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.665263 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.676578 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8168bd1-6659-4099-9722-a6cdca7afe2a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.681404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8168bd1-6659-4099-9722-a6cdca7afe2a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.699102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8168bd1-6659-4099-9722-a6cdca7afe2a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c4386b-8829-43cf-9dc8-f7775524ebed,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:49.704832 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8168bd1-6659-4099-9722-a6cdca7afe2a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.706063 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f8168bd1-6659-4099-9722-a6cdca7afe2a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241050 Jul 06 19:22:49.708941 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53742) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:49.713448 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5c2d81bc-69c1-4496-ac39-0d513eb1d7d2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '5014111f-71f8-4ddd-9ac9-4fa069bc8dba', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:49.741547 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c2d81bc-69c1-4496-ac39-0d513eb1d7d2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.800575 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c2d81bc-69c1-4496-ac39-0d513eb1d7d2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.804897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c2d81bc-69c1-4496-ac39-0d513eb1d7d2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.823038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d81bc-69c1-4496-ac39-0d513eb1d7d2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dc8254-ee29-40d3-890f-e857dbf0b15f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:49.830323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c2d81bc-69c1-4496-ac39-0d513eb1d7d2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.831566 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5c2d81bc-69c1-4496-ac39-0d513eb1d7d2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216297 Jul 06 19:22:49.835336 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53744) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:49.839840 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-852a6846-3dd4-4008-838c-07b51e3ce93c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '5014111f-71f8-4ddd-9ac9-4fa069bc8dba', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:49.864228 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-852a6846-3dd4-4008-838c-07b51e3ce93c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:22:49.869203 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-852a6846-3dd4-4008-838c-07b51e3ce93c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.933669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-852a6846-3dd4-4008-838c-07b51e3ce93c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.939727 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-852a6846-3dd4-4008-838c-07b51e3ce93c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.957422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6846-3dd4-4008-838c-07b51e3ce93c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7da9896-78d3-4503-bce4-e460aa1fd805,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:49.964802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-852a6846-3dd4-4008-838c-07b51e3ce93c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:49.966100 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-852a6846-3dd4-4008-838c-07b51e3ce93c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297638 Jul 06 19:22:49.969684 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53746) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:49.974228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-910d2c19-398e-460d-a10e-c5a5ade11ffe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '5014111f-71f8-4ddd-9ac9-4fa069bc8dba', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:49.997226 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-910d2c19-398e-460d-a10e-c5a5ade11ffe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:22:50.002135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-910d2c19-398e-460d-a10e-c5a5ade11ffe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.063998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-910d2c19-398e-460d-a10e-c5a5ade11ffe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.069484 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-910d2c19-398e-460d-a10e-c5a5ade11ffe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.088215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d2c19-398e-460d-a10e-c5a5ade11ffe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5800e34f-edcd-44f3-9b04-b384995b3887,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:50.091528 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-910d2c19-398e-460d-a10e-c5a5ade11ffe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.092804 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-910d2c19-398e-460d-a10e-c5a5ade11ffe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221504 Jul 06 19:22:50.095989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53748) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:50.101443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'network': {'name': 'tempest-network-smoke--1871574771', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'port_security_enabled': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:50.124541 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:22:50.128125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.152361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:22:50.161345 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.161669 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Added segment 8bb78589-093f-4ec5-b011-1b944e804030 of type vlan for network db5239a8-15dd-41c7-bdea-d39f63f2d65d Jul 06 19:22:50.200313 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.234696 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.240947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:50.241540 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.296127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989241 Jul 06 19:22:50.299102 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53750) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:50.305758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'admin_state_up': True, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:50.320081 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c2fe-907f-4041-a13c-2f1ef9fc16a4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Network': ['ID=db5239a8-15dd-41c7-bdea-d39f63f2d65d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:50.330697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:22:50.336955 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.338118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.393988 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.527552 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.733374 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.752000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:50.856154 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.128 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/6ef29308-c7d6-4c94-8a12-fcb534f9864d) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:22:50.973193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:51.020966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:51.060784 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:22:51.067079 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:22:51.071433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:22:51.074483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=6ef29308-c7d6-4c94-8a12-fcb534f9864d,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:51.228730 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:51.335629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:51.548767 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:51.686758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router c610fe6e-ee2a-4b63-8407-ea61ff85e75e is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:22:52.150594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:22:52.162211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Sync routers for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:22:52.171457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.173627 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-341044a9-c1a3-4c3c-ac5b-18c8ea56ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8729472 Jul 06 19:22:52.175092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:52.175764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:52.176160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53752) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:52.280226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:52.294756 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-46891d54-0fe0-410f-b65b-c403ce783ba0 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=191f93f1ac384061a32ddc6000e39f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1174934 Jul 06 19:22:52.297547 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53756) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:52.444819 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5db0bf-4e7a-4a53-a4f6-5a915e4c1da2 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:52.446277 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0a5db0bf-4e7a-4a53-a4f6-5a915e4c1da2 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477559 Jul 06 19:22:52.449691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53758) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:52.460916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:51Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:52.490379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Checking router: c610fe6e-ee2a-4b63-8407-ea61ff85e75e for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:22:52.490628 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c9326cbd-6f28-4024-b260-c338e30fa0f6 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368948 Jul 06 19:22:52.490781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Updating router c610fe6e-ee2a-4b63-8407-ea61ff85e75e port 6ef29308-c7d6-4c94-8a12-fcb534f9864d binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:22:52.490893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53760) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:52.495648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106550103', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:52.522441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.596761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:22:52.601248 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.786378 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.787935 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.797518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Transition to ACTIVE for port object 6ef29308-c7d6-4c94-8a12-fcb534f9864d will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:22:52.804978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.846616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Subnet': ['ID=0e0c346e-85a4-47f6-8b73-fb3985fe4b81,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:52.858493 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Attempting to bind port 6ef29308-c7d6-4c94-8a12-fcb534f9864d on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:22:52.858862 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Attempting to bind port 6ef29308-c7d6-4c94-8a12-fcb534f9864d by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:22:52.859214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Attempting to bind port 6ef29308-c7d6-4c94-8a12-fcb534f9864d on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:22:52.861283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465aab3-47b7-4458-9f8b-44ff75828a4f None None] Pushing event updated for resources: {'Port': ['ID=6ef29308-c7d6-4c94-8a12-fcb534f9864d,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:52.862400 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Checking segment: {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:22:52.862919 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network hostable DHCP agents. Network: db5239a8-15dd-41c7-bdea-d39f63f2d65d, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:22:52.867824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:22:52.868406 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:22:52.868894 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.869224 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:22:52.869909 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Bound port: 6ef29308-c7d6-4c94-8a12-fcb534f9864d, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:22:52.870294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.888850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:22:52.904616 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, db5239a8-15dd-41c7-bdea-d39f63f2d65d) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:22:52.909499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:52.910129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:52.916373 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91505c5-b09e-4557-8ed4-8c9aa3152756 None None] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:22:52.928196 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-56f72015-4c99-418f-aea5-15038cdde118 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4365356 Jul 06 19:22:52.931359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53762) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:22:53.002404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] For port 6ef29308-c7d6-4c94-8a12-fcb534f9864d, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:22:53.005142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:53.015521 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:53.021749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] For port 6ef29308-c7d6-4c94-8a12-fcb534f9864d, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6ef29308-c7d6-4c94-8a12-fcb534f9864d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:22:53.032348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:53.129296 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465aab3-47b7-4458-9f8b-44ff75828a4f None None] Pushing event updated for resources: {'Port': ['ID=6ef29308-c7d6-4c94-8a12-fcb534f9864d,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:53.131809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:53.133096 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:53.381704 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:53.404775 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:22:53.405644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:53.489122 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:53.668572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Allocated IP 172.20.0.2 (db5239a8-15dd-41c7-bdea-d39f63f2d65d/0e0c346e-85a4-47f6-8b73-fb3985fe4b81/bd6764ee-a991-4bff-bc41-175a346bb447) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:22:53.803320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:51Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:53.849620 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30261c-6740-4384-bbf0-7ab249931f7c None None] The sync data for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 is: [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:51Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:22:53.876435 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:53.886170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Transition to ACTIVE for port object bd6764ee-a991-4bff-bc41-175a346bb447 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:22:53.903322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Transition to ACTIVE for port object bd6764ee-a991-4bff-bc41-175a346bb447 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:22:53.910109 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:53.946116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:22:53.947766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:22:53.951438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:22:53.964388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.1 (db5239a8-15dd-41c7-bdea-d39f63f2d65d/0e0c346e-85a4-47f6-8b73-fb3985fe4b81/d7e339d2-12fb-47b2-b89d-1137a8e99d8b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:22:53.990113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Pushing event updated for resources: {'Port': ['ID=bd6764ee-a991-4bff-bc41-175a346bb447,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:54.023382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Attempting to bind port bd6764ee-a991-4bff-bc41-175a346bb447 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:22:54.024252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Attempting to bind port bd6764ee-a991-4bff-bc41-175a346bb447 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:22:54.024705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Attempting to bind port bd6764ee-a991-4bff-bc41-175a346bb447 on network db5239a8-15dd-41c7-bdea-d39f63f2d65d {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:22:54.030593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:22:54.031053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Checking segment: {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:22:54.031451 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.031904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Bound using segment: {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:22:54.032368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Bound port: bd6764ee-a991-4bff-bc41-175a346bb447, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:22:54.032747 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.107142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] For port bd6764ee-a991-4bff-bc41-175a346bb447, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:22:54.108276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.110315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] For port bd6764ee-a991-4bff-bc41-175a346bb447, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd6764ee-a991-4bff-bc41-175a346bb447,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:22:54.122738 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.126114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object d7e339d2-12fb-47b2-b89d-1137a8e99d8b will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:22:54.162791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.188768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c07210-7f6e-4aed-9272-47d5217661af None None] Pushing event updated for resources: {'Port': ['ID=bd6764ee-a991-4bff-bc41-175a346bb447,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:54.207718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:22:54.213469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:22:54.217591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:22:54.224649 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:54.272589 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.454690 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.704733 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6ef29308-c7d6-4c94-8a12-fcb534f9864d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:22:54.759014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 6ef29308-c7d6-4c94-8a12-fcb534f9864d completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:22:54.764175 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6ef29308-c7d6-4c94-8a12-fcb534f9864d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:54.764553 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.780492 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.786256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.856909 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.871358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:54.874016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.881191 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 6ef29308-c7d6-4c94-8a12-fcb534f9864d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6ef29308-c7d6-4c94-8a12-fcb534f9864d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:54.887075 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.887885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd6764ee-a991-4bff-bc41-175a346bb447 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:22:54.966935 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=6ef29308-c7d6-4c94-8a12-fcb534f9864d,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:54.984020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port bd6764ee-a991-4bff-bc41-175a346bb447 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:22:54.984245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:22:54.986183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:22:55.108557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router c610fe6e-ee2a-4b63-8407-ea61ff85e75e has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:22:55.160474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf5e1f-4357-4d67-b438-5b7783071e10 None None] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:22:55.221255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:22:55.234279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6ae7a373-7da2-4cca-958f-dd8c9480dd6f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/c610fe6e-ee2a-4b63-8407-ea61ff85e75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3017361 Jul 06 19:22:55.260645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cf797f77-12fb-48f4-9e2b-ae68c937991a None None] Provisioning for port bd6764ee-a991-4bff-bc41-175a346bb447 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:22:55.266842 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cf797f77-12fb-48f4-9e2b-ae68c937991a None None] Provisioning complete for port bd6764ee-a991-4bff-bc41-175a346bb447 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:55.267130 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf797f77-12fb-48f4-9e2b-ae68c937991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:55.390290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-6a640854-20bf-40b4-9b53-66f98daf056e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1250449143&fields=id&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 267 time: 0.0373538 Jul 06 19:22:55.412625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf797f77-12fb-48f4-9e2b-ae68c937991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:55.450648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cf797f77-12fb-48f4-9e2b-ae68c937991a None None] For port bd6764ee-a991-4bff-bc41-175a346bb447, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd6764ee-a991-4bff-bc41-175a346bb447,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:55.456814 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf797f77-12fb-48f4-9e2b-ae68c937991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:55.507672 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf797f77-12fb-48f4-9e2b-ae68c937991a None None] Pushing event updated for resources: {'Port': ['ID=bd6764ee-a991-4bff-bc41-175a346bb447,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:55.512559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-4313d808-c5d1-4848-81eb-4773333bc4a3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:55.514110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-4313d808-c5d1-4848-81eb-4773333bc4a3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/networks?id=db5239a8-15dd-41c7-bdea-d39f63f2d65d HTTP/1.1" status: 200 len: 797 time: 0.1134601 Jul 06 19:22:55.530140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-5d09ceb4-8c67-4899-bae1-22acdd7799b8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/quotas/191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 375 time: 0.0104389 Jul 06 19:22:55.566135 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Sync routers for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:22:55.576080 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:55.576888 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:55.605308 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-e4814d01-4238-4dbf-9d04-199db8bf404f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695832 Jul 06 19:22:55.682482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ec352f8b-75b1-4288-bcf9-433cee425474 None None] Provisioning for port d7e339d2-12fb-47b2-b89d-1137a8e99d8b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:22:55.686281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ec352f8b-75b1-4288-bcf9-433cee425474 None None] Provisioning complete for port d7e339d2-12fb-47b2-b89d-1137a8e99d8b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:55.686653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec352f8b-75b1-4288-bcf9-433cee425474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:55.692904 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:55.716285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-9f9e22f1-d440-4934-94ac-77756aed8465 service neutron] 10.222.0.53 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985379 Jul 06 19:22:55.734037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ec352f8b-75b1-4288-bcf9-433cee425474 None None] Port d7e339d2-12fb-47b2-b89d-1137a8e99d8b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:22:55.747684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ec352f8b-75b1-4288-bcf9-433cee425474 None None] Provisioning complete for port bd6764ee-a991-4bff-bc41-175a346bb447 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:55.748137 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec352f8b-75b1-4288-bcf9-433cee425474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:55.825542 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-3ef9ee1e-720d-41ad-991a-9ff03db363a4 service neutron] 10.222.0.53 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991838 Jul 06 19:22:55.920364 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 2, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:55.947966 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Checking router: c610fe6e-ee2a-4b63-8407-ea61ff85e75e for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:22:55.948613 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Updating router c610fe6e-ee2a-4b63-8407-ea61ff85e75e port d7e339d2-12fb-47b2-b89d-1137a8e99d8b binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:22:55.993669 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dcf9e972-daf8-4acc-a853-6679902a1b6c None None] Provisioning complete for port d7e339d2-12fb-47b2-b89d-1137a8e99d8b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:55.993943 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:55.994531 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e972-daf8-4acc-a853-6679902a1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:56.035635 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-adb861f1-8271-4ae2-ac1a-5e362da7f2ca req-5248cea9-b74a-4091-bf12-2a3aa1f8a39b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 210 time: 0.0489352 Jul 06 19:22:56.050773 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-dcf9e972-daf8-4acc-a853-6679902a1b6c None None] Port d7e339d2-12fb-47b2-b89d-1137a8e99d8b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:22:56.171135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-001d4859-e12a-4d79-b1eb-6dc8c437a606 None None] Provisioning complete for port d7e339d2-12fb-47b2-b89d-1137a8e99d8b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:56.171575 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-001d4859-e12a-4d79-b1eb-6dc8c437a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:56.216264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-001d4859-e12a-4d79-b1eb-6dc8c437a606 None None] Port d7e339d2-12fb-47b2-b89d-1137a8e99d8b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:22:56.310081 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:56.320790 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Transition to ACTIVE for port object d7e339d2-12fb-47b2-b89d-1137a8e99d8b will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:22:56.328491 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:56.382443 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Pushing event updated for resources: {'Port': ['ID=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:56.410441 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.410795 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.411231 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.411560 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.411872 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.412200 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.412517 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.412816 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.413144 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.413457 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.413791 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.414106 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:22:56.457993 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Attempting to bind port d7e339d2-12fb-47b2-b89d-1137a8e99d8b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:22:56.458422 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Attempting to bind port d7e339d2-12fb-47b2-b89d-1137a8e99d8b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:22:56.458812 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Attempting to bind port d7e339d2-12fb-47b2-b89d-1137a8e99d8b on network db5239a8-15dd-41c7-bdea-d39f63f2d65d {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:22:56.465040 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:22:56.465404 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Checking segment: {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:22:56.465824 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:56.466207 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Bound using segment: {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:22:56.466797 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Bound port: d7e339d2-12fb-47b2-b89d-1137a8e99d8b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:22:56.467169 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:56.534172 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] For port d7e339d2-12fb-47b2-b89d-1137a8e99d8b, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:22:56.537910 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] For port d7e339d2-12fb-47b2-b89d-1137a8e99d8b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:22:56.542462 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:56.604401 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:22:56.605345 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:56.668257 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdc8e3-cd53-4df3-b0b8-42470fa3f12a None None] Pushing event updated for resources: {'Port': ['ID=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:56.713002 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6ef29308-c7d6-4c94-8a12-fcb534f9864d up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:22:56.770411 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:22:56.794102 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6ef29308-c7d6-4c94-8a12-fcb534f9864d triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:56.795150 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:56.885067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd6764ee-a991-4bff-bc41-175a346bb447 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:22:56.937190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bd6764ee-a991-4bff-bc41-175a346bb447 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:56.937657 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:57.006727 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:56Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:22:57.140509 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41732d9d-ef91-4737-a955-71d733e23da2 None None] The sync data for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 is: [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:56Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:22:57.191156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-67074896-bacb-484c-81f0-8a19462ab363 req-a94b5595-7681-498b-9d23-fe258086faf5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 210 time: 0.0350978 Jul 06 19:22:57.327045 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-2cb311ea-8f74-408d-80f7-742e806930b9 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:57.330762 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-2cb311ea-8f74-408d-80f7-742e806930b9 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/networks?id=db5239a8-15dd-41c7-bdea-d39f63f2d65d HTTP/1.1" status: 200 len: 797 time: 0.1442940 Jul 06 19:22:57.387839 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-dc8cd903-92c1-4fb6-95c8-0755fbadb91f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 380 time: 0.0382760 Jul 06 19:22:57.397608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'port': {'device_id': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'admin_state_up': True, 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'security_groups': ['5014111f-71f8-4ddd-9ac9-4fa069bc8dba']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:57.509576 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:22:57.513603 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:57.658662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.14 (db5239a8-15dd-41c7-bdea-d39f63f2d65d/0e0c346e-85a4-47f6-8b73-fb3985fe4b81/8fce7301-6ad8-48b9-869a-63c0fa2684ac) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:22:57.806881 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:57.823024 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object 8fce7301-6ad8-48b9-869a-63c0fa2684ac will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:22:57.857673 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:57.907310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:22:57.910587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:22:57.915204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:22:57.919233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=8fce7301-6ad8-48b9-869a-63c0fa2684ac,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:57.966950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:57.967639 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:57.987612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-464e1520-bfd2-4406-a272-7e7e7e0b2431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945556 Jul 06 19:22:58.000970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Request body: {'port': {'device_id': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:22:58.081536 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.213709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b75f08b6-177b-4917-82bb-e0eebfaa39bc None None] Provisioning for port 8fce7301-6ad8-48b9-869a-63c0fa2684ac completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:22:58.223923 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b75f08b6-177b-4917-82bb-e0eebfaa39bc None None] Provisioning complete for port 8fce7301-6ad8-48b9-869a-63c0fa2684ac triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:58.224299 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b75f08b6-177b-4917-82bb-e0eebfaa39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.261702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-b75f08b6-177b-4917-82bb-e0eebfaa39bc None None] Port 8fce7301-6ad8-48b9-869a-63c0fa2684ac cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:22:58.354038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fce7301-6ad8-48b9-869a-63c0fa2684ac {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:22:58.361571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.373868 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Transition to ACTIVE for port object 8fce7301-6ad8-48b9-869a-63c0fa2684ac will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:22:58.378716 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.401664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d81f7a-cb62-4ce1-b897-44adf4132812 req-94bde098-7409-440c-baa8-13b26b7f66e3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:58.403226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-30d81f7a-cb62-4ce1-b897-44adf4132812 req-94bde098-7409-440c-baa8-13b26b7f66e3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 932 time: 0.0651538 Jul 06 19:22:58.445280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-30d81f7a-cb62-4ce1-b897-44adf4132812 req-5f4caa73-b328-4ff1-a693-0394898af574 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353298 Jul 06 19:22:58.455182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Pushing event updated for resources: {'Port': ['ID=8fce7301-6ad8-48b9-869a-63c0fa2684ac,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:58.507954 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Attempting to bind port 8fce7301-6ad8-48b9-869a-63c0fa2684ac on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:22:58.508295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Attempting to bind port 8fce7301-6ad8-48b9-869a-63c0fa2684ac by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:22:58.508632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Attempting to bind port 8fce7301-6ad8-48b9-869a-63c0fa2684ac on network db5239a8-15dd-41c7-bdea-d39f63f2d65d {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:22:58.513368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Port 8fce7301-6ad8-48b9-869a-63c0fa2684ac on network db5239a8-15dd-41c7-bdea-d39f63f2d65d not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:22:58.513870 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Attempting to bind port 8fce7301-6ad8-48b9-869a-63c0fa2684ac on network db5239a8-15dd-41c7-bdea-d39f63f2d65d {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:22:58.519372 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:22:58.519707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Checking segment: {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:22:58.520092 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Bound using segment: {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:22:58.520524 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Bound port: 8fce7301-6ad8-48b9-869a-63c0fa2684ac, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb78589-093f-4ec5-b011-1b944e804030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:22:58.520885 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.589406 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] For port 8fce7301-6ad8-48b9-869a-63c0fa2684ac, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:22:58.591432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] For port 8fce7301-6ad8-48b9-869a-63c0fa2684ac, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:22:58.599828 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.637655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:58.638300 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.640144 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] 10.222.0.24 "PUT /v2.0/ports/8fce7301-6ad8-48b9-869a-63c0fa2684ac HTTP/1.1" status: 200 len: 1092 time: 0.6445611 Jul 06 19:22:58.642917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:22:58.646773 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c5e1c3-e106-49d2-b134-420e12cf9980" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:22:58.674156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d7e339d2-12fb-47b2-b89d-1137a8e99d8b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:22:58.687436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019346c-1fe1-42ec-8917-2eec60cb636b service neutron] Pushing event updated for resources: {'Port': ['ID=8fce7301-6ad8-48b9-869a-63c0fa2684ac,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:58.736736 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8181f34-2b55-4d87-b999-44ca1a6460eb x-openstack-request-id: req-c8181f34-2b55-4d87-b999-44ca1a6460eb {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:22:58.737032 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:22:58.737311 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8181f34-2b55-4d87-b999-44ca1a6460eb {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:22:58.738168 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'status': 'completed', 'code': 200} Jul 06 19:22:58.748594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d7e339d2-12fb-47b2-b89d-1137a8e99d8b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:22:58.752949 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d7e339d2-12fb-47b2-b89d-1137a8e99d8b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:22:58.753318 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.770587 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-f2f494fd-9fd4-471a-ac5f-794af27b151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:58.772360 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-f2f494fd-9fd4-471a-ac5f-794af27b151e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 1095 time: 0.0696094 Jul 06 19:22:58.818847 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-feb1cdb0-e9dd-414b-bc0e-92247fc24e9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac HTTP/1.1" status: 200 len: 217 time: 0.0373929 Jul 06 19:22:58.834404 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.871749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d7e339d2-12fb-47b2-b89d-1137a8e99d8b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:22:58.872884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-b8b46f54-7629-44ca-8b31-f23c39fa9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:58.874475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-b8b46f54-7629-44ca-8b31-f23c39fa9de6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0c346e-85a4-47f6-8b73-fb3985fe4b81 HTTP/1.1" status: 200 len: 835 time: 0.0496824 Jul 06 19:22:58.877178 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.930318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:22:58.937743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-9431ba65-11f4-4b13-8094-a25120a26ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:58.942839 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-9431ba65-11f4-4b13-8094-a25120a26ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db5239a8-15dd-41c7-bdea-d39f63f2d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615315 Jul 06 19:22:59.041660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-ee561c5f-4be9-4226-a1d3-96833cb0e1b4 service neutron] 10.222.0.24 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915687 Jul 06 19:22:59.140851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd304112-dd20-4fb4-add7-8c9e741fa1a6 req-e28a2ccb-4ceb-4a3f-afa7-71791f4381b7 service neutron] 10.222.0.24 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920930 Jul 06 19:22:59.244343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-9da440cf-b20a-47c6-8d2d-f338618df3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:59.245930 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-9da440cf-b20a-47c6-8d2d-f338618df3b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 1095 time: 0.0552359 Jul 06 19:22:59.349487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-01f5ccbd-3a31-45ef-9336-ae9ae614d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:59.351028 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-01f5ccbd-3a31-45ef-9336-ae9ae614d78e service neutron] 10.222.0.24 "GET /v2.0/networks?id=db5239a8-15dd-41c7-bdea-d39f63f2d65d HTTP/1.1" status: 200 len: 898 time: 0.0986154 Jul 06 19:22:59.392809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-9ba9b0a9-8040-4dc9-8146-47a483ab01fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac HTTP/1.1" status: 200 len: 217 time: 0.0338829 Jul 06 19:22:59.442388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-3a9735e8-6629-434b-9feb-ce9044e866b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:59.443878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-3a9735e8-6629-434b-9feb-ce9044e866b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0c346e-85a4-47f6-8b73-fb3985fe4b81 HTTP/1.1" status: 200 len: 835 time: 0.0431340 Jul 06 19:22:59.508027 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-5b51e291-2a20-47af-9fab-de45933fc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:59.509580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-5b51e291-2a20-47af-9fab-de45933fc24e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db5239a8-15dd-41c7-bdea-d39f63f2d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587699 Jul 06 19:22:59.601200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-0f0b3a11-9d2c-49f4-975c-1e17b2a6099e service neutron] 10.222.0.24 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Jul 06 19:22:59.626900 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606bd3d-0722-47aa-ae1d-5f7316474b9b req-97482000-8a5a-4eb6-a563-f67ef871fd62 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:22:59.628552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a606bd3d-0722-47aa-ae1d-5f7316474b9b req-97482000-8a5a-4eb6-a563-f67ef871fd62 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 944 time: 0.0694671 Jul 06 19:22:59.690769 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a606bd3d-0722-47aa-ae1d-5f7316474b9b req-9077a9e3-9e9c-409f-9d1e-7dd71ecb2e2d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485878 Jul 06 19:22:59.710059 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-54c5e1c3-e106-49d2-b134-420e12cf9980 req-08dc475a-5c1b-4775-b008-038f69e06f57 service neutron] 10.222.0.24 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016243 Jul 06 19:23:00.398179 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:23:00.639266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d7e339d2-12fb-47b2-b89d-1137a8e99d8b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:23:00.703340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d7e339d2-12fb-47b2-b89d-1137a8e99d8b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:23:00.703810 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:01.249418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523a4fb-7ce6-4642-b7b8-e302a1be4be8 req-58710765-8b9e-4d12-821b-3bffdceaf9a6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:01.250896 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e523a4fb-7ce6-4642-b7b8-e302a1be4be8 req-58710765-8b9e-4d12-821b-3bffdceaf9a6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 944 time: 0.4454985 Jul 06 19:23:01.288813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e523a4fb-7ce6-4642-b7b8-e302a1be4be8 req-3f995fc5-47e7-4048-b7dd-ee27d1529a8c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320952 Jul 06 19:23:01.556742 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8fce7301-6ad8-48b9-869a-63c0fa2684ac details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:23:01.658000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8fce7301-6ad8-48b9-869a-63c0fa2684ac, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:23:01.670911 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'port_id': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'mac_address': 'fa:16:3e:27:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:23:01.716599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:01.730354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fce7301-6ad8-48b9-869a-63c0fa2684ac {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:23:01.750133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8fce7301-6ad8-48b9-869a-63c0fa2684ac, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:23:01.761140 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:01.810429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8fce7301-6ad8-48b9-869a-63c0fa2684ac,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:02.001130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8fce7301-6ad8-48b9-869a-63c0fa2684ac'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:23:02.470645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489a67-6d5a-4b15-b619-3d2c6aa91625 req-da83a639-3284-4b83-8f0f-260d0ebb4863 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:02.472181 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e489a67-6d5a-4b15-b619-3d2c6aa91625 req-da83a639-3284-4b83-8f0f-260d0ebb4863 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 945 time: 0.0735576 Jul 06 19:23:02.510013 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6e489a67-6d5a-4b15-b619-3d2c6aa91625 req-81b975a8-1576-4e9a-a111-72154aeee717 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320947 Jul 06 19:23:03.572601 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8fce7301-6ad8-48b9-869a-63c0fa2684ac up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:23:03.627812 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 8fce7301-6ad8-48b9-869a-63c0fa2684ac completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:23:03.631752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8fce7301-6ad8-48b9-869a-63c0fa2684ac triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:23:03.632131 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:03.700329 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02084c-315d-4a9e-9b36-8b05770db196 req-a71c0899-39fc-4e5a-8c67-b6e580bd091d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:03.702361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a02084c-315d-4a9e-9b36-8b05770db196 req-a71c0899-39fc-4e5a-8c67-b6e580bd091d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 945 time: 0.0627031 Jul 06 19:23:03.713577 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:03.736047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:23:03.738374 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123ae38f-3832-44e9-94a5-0f669d5b33f0" -d '{"events": [{"server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "name": "network-vif-plugged", "status": "completed", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:23:03.740458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a02084c-315d-4a9e-9b36-8b05770db196 req-d9132743-75ae-4842-be2f-1fce2f281531 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323939 Jul 06 19:23:03.752227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8fce7301-6ad8-48b9-869a-63c0fa2684ac, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:23:03.757792 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:03.810824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8fce7301-6ad8-48b9-869a-63c0fa2684ac,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:03.834848 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc9f887-dac6-4f8c-bab9-62d2682bd10a x-openstack-request-id: req-ccc9f887-dac6-4f8c-bab9-62d2682bd10a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:23:03.835144 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "name": "network-vif-plugged", "status": "completed", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:23:03.835532 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccc9f887-dac6-4f8c-bab9-62d2682bd10a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:23:03.835940 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'code': 200} Jul 06 19:23:03.958799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566b31f-7c4f-4e9f-a6ea-f796dd16d535 req-75d81070-f95b-4e0c-87f1-b417935cd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:03.960334 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6566b31f-7c4f-4e9f-a6ea-f796dd16d535 req-75d81070-f95b-4e0c-87f1-b417935cd501 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 1097 time: 0.0592535 Jul 06 19:23:04.000492 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6566b31f-7c4f-4e9f-a6ea-f796dd16d535 req-e7ce5708-263f-4427-a9ca-014c6442de5d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Jul 06 19:23:04.924995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1e7fa-188f-41bc-83c9-ebe5a90d431d req-ea43677a-4555-41fd-928f-30f0e09d7b6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:04.926483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0f1e7fa-188f-41bc-83c9-ebe5a90d431d req-ea43677a-4555-41fd-928f-30f0e09d7b6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0665834 Jul 06 19:23:04.965482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c0f1e7fa-188f-41bc-83c9-ebe5a90d431d req-35b981a9-6d70-4c3c-9a00-2b72a8ba8bb0 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330577 Jul 06 19:23:06.157062 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ad2c-8181-4d1c-8fb5-63169eca733f req-7ea0527a-f07a-47c4-951c-af27f928ffe1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:06.158689 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1a0ad2c-8181-4d1c-8fb5-63169eca733f req-7ea0527a-f07a-47c4-951c-af27f928ffe1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0708268 Jul 06 19:23:06.197239 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e1a0ad2c-8181-4d1c-8fb5-63169eca733f req-cea67731-e569-4fe4-8414-f18c7984ec33 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327768 Jul 06 19:23:06.376114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd316956-5a63-408e-9ad3-0948c44898bc req-dcc811a3-37ca-443a-a6e4-85a038bd00db tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:06.377827 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd316956-5a63-408e-9ad3-0948c44898bc req-dcc811a3-37ca-443a-a6e4-85a038bd00db tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0634429 Jul 06 19:23:06.421776 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd316956-5a63-408e-9ad3-0948c44898bc req-88892b81-2fe8-457d-9a11-cace1bbc339e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376775 Jul 06 19:23:06.445933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53818) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:06.502634 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cc9d1-ecdf-4718-9366-dd498c548375 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:06.504208 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-853cc9d1-ecdf-4718-9366-dd498c548375 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 1092 time: 0.0568235 Jul 06 19:23:06.508444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53820) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:06.513052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:06.537048 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:06.639844 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:06.750230 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.61 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/f4db7a95-22bd-4570-aaa3-197eb7520599) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:23:06.861470 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:06.910018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:06.949425 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:23:06.952267 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:23:06.957751 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:23:06.980632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=f4db7a95-22bd-4570-aaa3-197eb7520599,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:07.355236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:07.436515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:07.639199 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:07.646783 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:07.715709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=f4db7a95-22bd-4570-aaa3-197eb7520599,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:07.728665 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:07.845146 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 5f670e89-b382-4332-923d-3d9284b990f3 associated. External IP: 172.25.4.61, port: 8fce7301-6ad8-48b9-869a-63c0fa2684ac. Jul 06 19:23:08.103625 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router c610fe6e-ee2a-4b63-8407-ea61ff85e75e has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:23:08.235453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:23:08.245487 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] Sync routers for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:23:08.254321 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:08.257435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:23:08.258074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:08.302375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-220ae2bc-6bc8-4a87-9110-3031751fe6ca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7929032 Jul 06 19:23:08.303134 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:23:08.310524 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1927169-d0c9-4dd4-a2f7-f828ca008621" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:23:08.352105 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dcb3af-d447-431b-96ba-d1a4d2b1bc2e x-openstack-request-id: req-e7dcb3af-d447-431b-96ba-d1a4d2b1bc2e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:23:08.352781 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:23:08.353258 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7dcb3af-d447-431b-96ba-d1a4d2b1bc2e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:23:08.354054 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'status': 'completed', 'code': 200} Jul 06 19:23:08.445790 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-22f67497-88ca-44dc-8d3b-6c9aa44e5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:08.447503 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-22f67497-88ca-44dc-8d3b-6c9aa44e5f0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 1097 time: 0.0702934 Jul 06 19:23:08.496904 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30395a7-93f6-4388-8523-410e4ec31aaa req-7a3d5a33-cb18-426e-82fb-51506b32a2db tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:08.498592 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a30395a7-93f6-4388-8523-410e4ec31aaa req-7a3d5a33-cb18-426e-82fb-51506b32a2db tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0977864 Jul 06 19:23:08.560295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a30395a7-93f6-4388-8523-410e4ec31aaa req-6f1fc16a-a881-45fb-9f88-3668afd2f6d0 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546780 Jul 06 19:23:08.568423 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-aa02a59a-3cdc-4fe7-85f6-abdddc1db433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:08.570036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-aa02a59a-3cdc-4fe7-85f6-abdddc1db433 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db5239a8-15dd-41c7-bdea-d39f63f2d65d HTTP/1.1" status: 200 len: 898 time: 0.1163092 Jul 06 19:23:08.572400 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:23:08.577280 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53826) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:08.639506 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6ffb4eec-14f5-457c-8281-4e10a6febdfc tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/5f670e89-b382-4332-923d-3d9284b990f3 HTTP/1.1" status: 200 len: 991 time: 0.0609989 Jul 06 19:23:08.644422 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-81420768-d3dd-40f0-a6b0-75273196edcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac HTTP/1.1" status: 200 len: 999 time: 0.0682139 Jul 06 19:23:08.698379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-7ca9e0b6-04cf-42a3-b0a7-c7b818cc80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:08.699891 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-7ca9e0b6-04cf-42a3-b0a7-c7b818cc80af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0c346e-85a4-47f6-8b73-fb3985fe4b81 HTTP/1.1" status: 200 len: 835 time: 0.0487895 Jul 06 19:23:08.757198 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-b742f182-19ab-4db5-a418-3d429967844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:08.758748 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-b742f182-19ab-4db5-a418-3d429967844a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db5239a8-15dd-41c7-bdea-d39f63f2d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526149 Jul 06 19:23:08.806091 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '5f670e89-b382-4332-923d-3d9284b990f3', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'port_id': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'mac_address': 'fa:16:3e:27:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:23:07Z', 'updated_at': '2021-07-06T19:23:07Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:58Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:08.833534 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] Checking router: c610fe6e-ee2a-4b63-8407-ea61ff85e75e for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:23:08.848861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:23:08.849501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:22:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:08.854450 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-129f35d2-628c-41fc-8baa-67bdbd70c635 service neutron] 10.222.0.24 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888815 Jul 06 19:23:08.951370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1927169-d0c9-4dd4-a2f7-f828ca008621 req-95a4f5d6-f16c-47f7-8035-64df22e2ec58 service neutron] 10.222.0.24 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908747 Jul 06 19:23:08.964788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:23:09.235684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '5f670e89-b382-4332-923d-3d9284b990f3', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'port_id': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'mac_address': 'fa:16:3e:27:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:23:07Z', 'updated_at': '2021-07-06T19:23:07Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:58Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:09.265141 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715950f2-5279-443d-bf34-7c152b8d6cfd None None] The sync data for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 is: [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '5f670e89-b382-4332-923d-3d9284b990f3', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'port_id': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'mac_address': 'fa:16:3e:27:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:23:07Z', 'updated_at': '2021-07-06T19:23:07Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:58Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:23:09.484291 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d2147e-a887-4bfe-a9e8-282479598194 None None] New status for floating IP 5f670e89-b382-4332-923d-3d9284b990f3: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:23:09.642947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53828) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:09.708430 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8455dcc7-606f-406c-b59e-0700e5fa38f7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/5f670e89-b382-4332-923d-3d9284b990f3 HTTP/1.1" status: 200 len: 993 time: 0.0642595 Jul 06 19:23:15.663806 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-472b6ed9-540f-4cf4-ac50-c1bec00f10cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:18.313402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5d5d-cdad-44d9-8403-cd399fd34f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:18.527125 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:19.670978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:21.224092 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:22.927523 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:22.992508 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:37.401290 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:23:41.362258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb84c74-35a8-4862-bfe3-f427bd21fc54 req-61ba4a86-0f83-445b-ad56-574f08fa094f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:41.363833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bfb84c74-35a8-4862-bfe3-f427bd21fc54 req-61ba4a86-0f83-445b-ad56-574f08fa094f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0858922 Jul 06 19:23:41.403440 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bfb84c74-35a8-4862-bfe3-f427bd21fc54 req-a59b83f0-1820-4ebe-82da-0ae36078acd2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331266 Jul 06 19:23:42.597544 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ec2dd-7ab1-4afd-9c14-3466c1793813 req-ecef1fbf-3088-4228-8abb-25de5992090c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:42.599205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-072ec2dd-7ab1-4afd-9c14-3466c1793813 req-ecef1fbf-3088-4228-8abb-25de5992090c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0659599 Jul 06 19:23:42.638941 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-072ec2dd-7ab1-4afd-9c14-3466c1793813 req-50fd20d2-f6bf-4880-93f0-2ac47ebc96c3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339813 Jul 06 19:23:42.664540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53850) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:42.732227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-95e9390a-cf0d-485b-85af-492394980f01 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/5f670e89-b382-4332-923d-3d9284b990f3 HTTP/1.1" status: 200 len: 993 time: 0.0663838 Jul 06 19:23:44.191483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce4ac9-31e8-4e52-8db8-b182f31a3050 req-fe339c3f-17e4-48a2-9ddb-d5645ba96645 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:44.192915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9cce4ac9-31e8-4e52-8db8-b182f31a3050 req-fe339c3f-17e4-48a2-9ddb-d5645ba96645 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0703382 Jul 06 19:23:44.232888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9cce4ac9-31e8-4e52-8db8-b182f31a3050 req-fc4ef544-f2c4-4698-b049-c2dfce5432ea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340681 Jul 06 19:23:45.420156 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209599d-8ef5-438f-b2d0-04f7c04c2859 req-c4d4e6bf-4bb1-4145-b897-8fee92a7b541 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:45.421640 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a209599d-8ef5-438f-b2d0-04f7c04c2859 req-c4d4e6bf-4bb1-4145-b897-8fee92a7b541 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0708895 Jul 06 19:23:45.467507 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a209599d-8ef5-438f-b2d0-04f7c04c2859 req-27c25cd6-b171-4050-bb7d-d9dc989fc87b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400245 Jul 06 19:23:45.492159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53860) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:45.571522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c95e5370-1d62-4f3a-8c65-edf0ab26af47 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/5f670e89-b382-4332-923d-3d9284b990f3 HTTP/1.1" status: 200 len: 993 time: 0.0779958 Jul 06 19:23:45.670710 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6c555140-e6f0-4c42-9bcf-4566a1de974e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:45.839647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53866) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:46.005612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port f4db7a95-22bd-4570-aaa3-197eb7520599 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:23:46.005961 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:46.082614 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:46.082894 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:46.095296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for f4db7a95-22bd-4570-aaa3-197eb7520599 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:23:46.249149 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:46.275363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=f4db7a95-22bd-4570-aaa3-197eb7520599,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:46.304559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.304907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.305245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.305577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.305933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.306266 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.306592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.306921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.307243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.307568 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.307871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.308187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:46.351161 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:46.351446 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 5f670e89-b382-4332-923d-3d9284b990f3 disassociated (deleted). External IP: 172.25.4.61, port: 8fce7301-6ad8-48b9-869a-63c0fa2684ac. Jul 06 19:23:46.578015 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router c610fe6e-ee2a-4b63-8407-ea61ff85e75e has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:23:46.692012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:23:46.697076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:46.701837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] Sync routers for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:23:46.716092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:23:46.716730 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:46.737201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1cc346a8-13c3-4762-9d7e-3797740ecbf3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/floatingips/5f670e89-b382-4332-923d-3d9284b990f3 HTTP/1.1" status: 204 len: 168 time: 0.8939984 Jul 06 19:23:46.737201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:23:46.737659 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59e0bc5-5e34-41c2-9c5f-804a5390e799" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:23:46.777232 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e761d8-51b8-4c7a-b5b0-77356377ed0e x-openstack-request-id: req-97e761d8-51b8-4c7a-b5b0-77356377ed0e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:23:46.777514 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:23:46.777821 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97e761d8-51b8-4c7a-b5b0-77356377ed0e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:23:46.778263 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'status': 'completed', 'code': 200} Jul 06 19:23:46.825918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:23:46.860312 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-d9f9e5a4-2ecb-4e1d-ab1a-a37f704bad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:46.861790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-d9f9e5a4-2ecb-4e1d-ab1a-a37f704bad17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 1097 time: 0.0607207 Jul 06 19:23:46.962280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-f4f91e08-e15b-4b9a-bcda-1dcb207cf747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:46.963855 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-f4f91e08-e15b-4b9a-bcda-1dcb207cf747 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db5239a8-15dd-41c7-bdea-d39f63f2d65d HTTP/1.1" status: 200 len: 898 time: 0.0962186 Jul 06 19:23:47.007625 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-13d85db8-0d3d-46aa-80ef-5df9f89e4582 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac HTTP/1.1" status: 200 len: 217 time: 0.0373814 Jul 06 19:23:47.048465 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:58Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:47.057470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-856e427c-f4b6-4e04-b622-0b4b879f33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:47.059136 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-856e427c-f4b6-4e04-b622-0b4b879f33ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0c346e-85a4-47f6-8b73-fb3985fe4b81 HTTP/1.1" status: 200 len: 835 time: 0.0446966 Jul 06 19:23:47.075947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] Checking router: c610fe6e-ee2a-4b63-8407-ea61ff85e75e for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:23:47.084321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:23:47.084950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:47.164809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-1a018d01-8f8c-4c11-a987-0db10a108508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:47.166281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-1a018d01-8f8c-4c11-a987-0db10a108508 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db5239a8-15dd-41c7-bdea-d39f63f2d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003931 Jul 06 19:23:47.188505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ed6b-4e7e-4819-98ad-a5db046a64cc req-7726e8f4-164d-4e10-8da0-281092a6d4f4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:47.189823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da03ed6b-4e7e-4819-98ad-a5db046a64cc req-7726e8f4-164d-4e10-8da0-281092a6d4f4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.1164544 Jul 06 19:23:47.196996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:23:47.277335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da03ed6b-4e7e-4819-98ad-a5db046a64cc req-e6807c4d-bc99-4fcd-8a62-f16473b2ece9 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761373 Jul 06 19:23:47.308141 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-2e6e8fb7-7206-4134-b21e-77063dc1b9fe service neutron] 10.222.0.24 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344142 Jul 06 19:23:47.400343 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a59e0bc5-5e34-41c2-9c5f-804a5390e799 req-7184b9f8-2174-43f6-b0e2-274911af61b3 service neutron] 10.222.0.24 "GET /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846558 Jul 06 19:23:47.401261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:58Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:47.433808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630ca119-50a8-4501-a125-7616aa7c9fb2 None None] The sync data for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 is: [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'd7e339d2-12fb-47b2-b89d-1137a8e99d8b', 'name': '', 'network_id': 'db5239a8-15dd-41c7-bdea-d39f63f2d65d', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:cd:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:53Z', 'updated_at': '2021-07-06T19:22:58Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '0e0c346e-85a4-47f6-8b73-fb3985fe4b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:23:47.671746 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bd83b8-5d91-43bf-bfd2-289efcad5fa2 None None] New status for floating IP 5f670e89-b382-4332-923d-3d9284b990f3: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:23:48.321601 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e21bad7f-c4ee-4166-9d02-4f5e83870724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:48.463874 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87aa2e-ca0b-417a-b2da-63a8040e6c6c req-e9bab8bb-caf2-4a75-bbb1-ac95dfa15f00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:48.465349 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f87aa2e-ca0b-417a-b2da-63a8040e6c6c req-e9bab8bb-caf2-4a75-bbb1-ac95dfa15f00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0706432 Jul 06 19:23:48.511235 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f87aa2e-ca0b-417a-b2da-63a8040e6c6c req-70426095-3160-48ff-aa48-bc27256906a6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=5014111f-71f8-4ddd-9ac9-4fa069bc8dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369871 Jul 06 19:23:48.521440 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:48.679060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6f677-5f99-4951-9c12-595fb458745e req-3038a343-f624-4449-b892-f0104c173c90 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:48.680561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb6f677-5f99-4951-9c12-595fb458745e req-3038a343-f624-4449-b892-f0104c173c90 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 946 time: 0.0659101 Jul 06 19:23:48.786980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 8fce7301-6ad8-48b9-869a-63c0fa2684ac {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:23:48.787284 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:48.878909 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 8fce7301-6ad8-48b9-869a-63c0fa2684ac, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8fce7301-6ad8-48b9-869a-63c0fa2684ac,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:23:48.879183 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:48.894452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 8fce7301-6ad8-48b9-869a-63c0fa2684ac owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:23:49.027232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:49.057109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=8fce7301-6ad8-48b9-869a-63c0fa2684ac,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:49.104916 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] No DVR routers for this DVR port 8fce7301-6ad8-48b9-869a-63c0fa2684ac on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:23:49.107701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:49.109743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5fb6f677-5f99-4951-9c12-595fb458745e req-fecd9b89-b5a7-4855-897f-51b17f9f45e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "DELETE /v2.0/ports/8fce7301-6ad8-48b9-869a-63c0fa2684ac HTTP/1.1" status: 204 len: 173 time: 0.4235020 Jul 06 19:23:49.110193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'name': 'network-vif-deleted', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:23:49.112559 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe76a263-7d36-4e61-9a41-006a54919bd9" -d '{"events": [{"server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "name": "network-vif-deleted", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:23:49.151328 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf0f398-2109-4430-bb65-ca2167f90512 x-openstack-request-id: req-7cf0f398-2109-4430-bb65-ca2167f90512 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:23:49.151617 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9abe9e-5a8c-40aa-9703-ba0c4985649e", "name": "network-vif-deleted", "tag": "8fce7301-6ad8-48b9-869a-63c0fa2684ac", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:23:49.151868 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cf0f398-2109-4430-bb65-ca2167f90512 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:23:49.152272 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9abe9e-5a8c-40aa-9703-ba0c4985649e', 'name': 'network-vif-deleted', 'tag': '8fce7301-6ad8-48b9-869a-63c0fa2684ac', 'status': 'completed', 'code': 200} Jul 06 19:23:49.671457 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:49.682041 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-45bc75fb-669c-43c4-845a-73acd7c7e664 req-b4b3f080-7c16-4178-b67c-37cd43619996 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9abe9e-5a8c-40aa-9703-ba0c4985649e HTTP/1.1" status: 200 len: 210 time: 0.0290415 Jul 06 19:23:50.785807 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53884) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:51.167086 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:51.237227 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:51.452032 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port d7e339d2-12fb-47b2-b89d-1137a8e99d8b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:23:51.452300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:51.541947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port d7e339d2-12fb-47b2-b89d-1137a8e99d8b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:23:51.542315 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:51.560707 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for d7e339d2-12fb-47b2-b89d-1137a8e99d8b owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:23:51.785405 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:51.812104 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=d7e339d2-12fb-47b2-b89d-1137a8e99d8b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:51.825211 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.825520 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.825887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.826254 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.826588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.826923 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.827267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.827600 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.827925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.828246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.828572 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:51.828890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:52.027215 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:52.244267 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router c610fe6e-ee2a-4b63-8407-ea61ff85e75e has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:23:52.367497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:23:52.372827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-66130571-d450-40fc-a66b-f1718a07d987 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/c610fe6e-ee2a-4b63-8407-ea61ff85e75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5859952 Jul 06 19:23:52.377085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53886) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:52.379151 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83baac0b-8341-4131-8340-add8717603e6 None None] Sync routers for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:23:52.388956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83baac0b-8341-4131-8340-add8717603e6 None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:23:52.389922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-83baac0b-8341-4131-8340-add8717603e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:52.428843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb01de92-7556-4144-9559-7ec33c56ce9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting subnet 0e0c346e-85a4-47f6-8b73-fb3985fe4b81 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:23:52.432016 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb01de92-7556-4144-9559-7ec33c56ce9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:52.472707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb01de92-7556-4144-9559-7ec33c56ce9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:52.498887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-83baac0b-8341-4131-8340-add8717603e6 None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:23:52.565995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb01de92-7556-4144-9559-7ec33c56ce9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:52.644761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb01de92-7556-4144-9559-7ec33c56ce9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:52.679382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01de92-7556-4144-9559-7ec33c56ce9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0c346e-85a4-47f6-8b73-fb3985fe4b81,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:52.684780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fb01de92-7556-4144-9559-7ec33c56ce9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:52.687306 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fb01de92-7556-4144-9559-7ec33c56ce9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/subnets/0e0c346e-85a4-47f6-8b73-fb3985fe4b81 HTTP/1.1" status: 204 len: 168 time: 0.3093815 Jul 06 19:23:52.690608 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:52.698124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e6d50-efb2-4160-9f23-0929711da970 None None] Network db5239a8-15dd-41c7-bdea-d39f63f2d65d requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:23:52.703131 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-83baac0b-8341-4131-8340-add8717603e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:23:51Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:52.766335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83baac0b-8341-4131-8340-add8717603e6 None None] Checking router: c610fe6e-ee2a-4b63-8407-ea61ff85e75e for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:23:52.792888 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83baac0b-8341-4131-8340-add8717603e6 None None] Routers {'c610fe6e-ee2a-4b63-8407-ea61ff85e75e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:23:52.793590 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-83baac0b-8341-4131-8340-add8717603e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:52.816373 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:52.956344 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:52.963395 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-83baac0b-8341-4131-8340-add8717603e6 None None] Set router c610fe6e-ee2a-4b63-8407-ea61ff85e75e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:23:53.084729 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.121521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] DHCP port deletion for db5239a8-15dd-41c7-bdea-d39f63f2d65d request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:23:53.216543 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Deleting port bd6764ee-a991-4bff-bc41-175a346bb447 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:23:53.217166 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.234211 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-83baac0b-8341-4131-8340-add8717603e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:23:51Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:53.345362 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.401533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 6ef29308-c7d6-4c94-8a12-fcb534f9864d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:23:53.402336 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.491255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 6ef29308-c7d6-4c94-8a12-fcb534f9864d, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6ef29308-c7d6-4c94-8a12-fcb534f9864d,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:23:53.491632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.507531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 6ef29308-c7d6-4c94-8a12-fcb534f9864d owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:23:53.513263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83baac0b-8341-4131-8340-add8717603e6 None None] The sync data for ids ['c610fe6e-ee2a-4b63-8407-ea61ff85e75e'] in n-d-799684-2 is: [{'id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131357235', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:23:51Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '6ef29308-c7d6-4c94-8a12-fcb534f9864d', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610fe6e-ee2a-4b63-8407-ea61ff85e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:22:50Z', 'updated_at': '2021-07-06T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:23:53.542584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] For port bd6764ee-a991-4bff-bc41-175a346bb447, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bd6764ee-a991-4bff-bc41-175a346bb447,segment=NetworkSegment(8bb78589-093f-4ec5-b011-1b944e804030),segment_id=8bb78589-093f-4ec5-b011-1b944e804030)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:23:53.542985 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.557609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Calling delete_port for bd6764ee-a991-4bff-bc41-175a346bb447 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:23:53.643940 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.678204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Pushing event deleted for resources: {'Port': ['ID=bd6764ee-a991-4bff-bc41-175a346bb447,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:53.688306 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.688653 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.689196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.689355 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.689651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.690034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.690357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.690682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.691008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.691328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.691724 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.691971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:53.694605 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.694809 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b7393-e689-4794-b95d-237d196cce36 None None] No DVR routers for this DVR port bd6764ee-a991-4bff-bc41-175a346bb447 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:23:53.723547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=6ef29308-c7d6-4c94-8a12-fcb534f9864d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:53.787995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.795575 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8fce7301-6ad8-48b9-869a-63c0fa2684ac no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:23:53.816497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 8fce7301-6ad8-48b9-869a-63c0fa2684ac {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:23:53.816754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8fce7301-6ad8-48b9-869a-63c0fa2684ac not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:23:53.881305 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.883865 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.933047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.933566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Fanout notify agent at l3_agent the message router_deleted on router c610fe6e-ee2a-4b63-8407-ea61ff85e75e {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:23:53.945214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:53.947268 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bcebf82e-f0cf-4bb4-a4b0-c87d8202543b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/routers/c610fe6e-ee2a-4b63-8407-ea61ff85e75e HTTP/1.1" status: 204 len: 168 time: 1.2553036 Jul 06 19:23:53.950378 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53890) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:54.043417 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.133428 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.143940 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5239a8-15dd-41c7-bdea-d39f63f2d65d']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:54.155418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb78589-093f-4ec5-b011-1b944e804030') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:54.155711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb78589-093f-4ec5-b011-1b944e804030') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:54.164835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.178980 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.185490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:23:54.186060 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:23:54.189621 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:23:54.258168 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.267658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.268921 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/networks/db5239a8-15dd-41c7-bdea-d39f63f2d65d HTTP/1.1" status: 204 len: 168 time: 0.3174226 Jul 06 19:23:54.271928 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53892) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:54.299934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edcfae-38d7-485f-b009-5b1de4f0a46d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Network': ['ID=db5239a8-15dd-41c7-bdea-d39f63f2d65d,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:54.338804 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c26cb0fe-9645-43f4-9a71-d81dd2bd7fc5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.367652 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c26cb0fe-9645-43f4-9a71-d81dd2bd7fc5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.426544 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c26cb0fe-9645-43f4-9a71-d81dd2bd7fc5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.429020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c26cb0fe-9645-43f4-9a71-d81dd2bd7fc5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.430565 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c26cb0fe-9645-43f4-9a71-d81dd2bd7fc5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/security-groups/5014111f-71f8-4ddd-9ac9-4fa069bc8dba HTTP/1.1" status: 204 len: 168 time: 0.1570041 Jul 06 19:23:54.439897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cb0fe-9645-43f4-9a71-d81dd2bd7fc5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5014111f-71f8-4ddd-9ac9-4fa069bc8dba,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:54.668366 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6ef29308-c7d6-4c94-8a12-fcb534f9864d no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:23:54.690088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 6ef29308-c7d6-4c94-8a12-fcb534f9864d {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:23:54.690472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6ef29308-c7d6-4c94-8a12-fcb534f9864d not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:23:54.690856 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd6764ee-a991-4bff-bc41-175a346bb447 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:23:54.703525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53898) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:54.708695 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5a8449cf-4c67-448c-bb7b-08ce14dbf948 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087308472', 'description': 'tempest-secgroup-smoke-2087308472 description', 'project_id': '191f93f1ac384061a32ddc6000e39f36'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:54.714685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: bd6764ee-a991-4bff-bc41-175a346bb447 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:23:54.715020 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bd6764ee-a991-4bff-bc41-175a346bb447 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:23:54.715443 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d7e339d2-12fb-47b2-b89d-1137a8e99d8b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:23:54.735597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a8449cf-4c67-448c-bb7b-08ce14dbf948 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.745047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d7e339d2-12fb-47b2-b89d-1137a8e99d8b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:23:54.745388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d7e339d2-12fb-47b2-b89d-1137a8e99d8b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:23:54.826602 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a8449cf-4c67-448c-bb7b-08ce14dbf948 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.831474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a8449cf-4c67-448c-bb7b-08ce14dbf948 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.863119 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5a8449cf-4c67-448c-bb7b-08ce14dbf948 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.864377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5a8449cf-4c67-448c-bb7b-08ce14dbf948 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1596129 Jul 06 19:23:54.867674 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53900) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:54.868714 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8449cf-4c67-448c-bb7b-08ce14dbf948 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae99687-be9a-4ac9-81b8-28625a1393df,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:54.872417 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-0d7fcc75-d386-4c1c-82e8-f0794263c399 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '4ae99687-be9a-4ac9-81b8-28625a1393df', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:54.900891 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcc75-d386-4c1c-82e8-f0794263c399 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.956609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcc75-d386-4c1c-82e8-f0794263c399 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.961123 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcc75-d386-4c1c-82e8-f0794263c399 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.978290 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fcc75-d386-4c1c-82e8-f0794263c399 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72758164-c34e-4230-b8f4-7861d8bed41f,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:54.985937 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcc75-d386-4c1c-82e8-f0794263c399 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:54.990060 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-0d7fcc75-d386-4c1c-82e8-f0794263c399 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185384 Jul 06 19:23:54.990259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53902) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:54.994752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7bef73b8-3b93-4b3b-bd48-32182c312a1c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '4ae99687-be9a-4ac9-81b8-28625a1393df', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:55.035111 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bef73b8-3b93-4b3b-bd48-32182c312a1c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.099519 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bef73b8-3b93-4b3b-bd48-32182c312a1c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.104230 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bef73b8-3b93-4b3b-bd48-32182c312a1c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.121831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef73b8-3b93-4b3b-bd48-32182c312a1c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5812f4f5-6570-4613-bfb2-b36e347dcc45,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:55.128692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7bef73b8-3b93-4b3b-bd48-32182c312a1c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.129919 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7bef73b8-3b93-4b3b-bd48-32182c312a1c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387112 Jul 06 19:23:55.133122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53904) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:55.137621 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e7d281cf-752f-4d39-9155-3d379a504965 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '4ae99687-be9a-4ac9-81b8-28625a1393df', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:55.164636 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7d281cf-752f-4d39-9155-3d379a504965 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.223987 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7d281cf-752f-4d39-9155-3d379a504965 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.229118 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7d281cf-752f-4d39-9155-3d379a504965 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.247269 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d281cf-752f-4d39-9155-3d379a504965 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0770856-e4c8-4790-9f3a-9e093f55a8cf,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:55.253973 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e7d281cf-752f-4d39-9155-3d379a504965 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.255438 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e7d281cf-752f-4d39-9155-3d379a504965 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213002 Jul 06 19:23:55.258352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53906) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:55.262980 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-48653eef-e3c2-45d0-967b-b9d716e79531 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '4ae99687-be9a-4ac9-81b8-28625a1393df', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:55.292506 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48653eef-e3c2-45d0-967b-b9d716e79531 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.352082 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48653eef-e3c2-45d0-967b-b9d716e79531 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.357004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48653eef-e3c2-45d0-967b-b9d716e79531 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.380694 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48653eef-e3c2-45d0-967b-b9d716e79531 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828fa900-6d19-4833-ae6c-505deb4a1faf,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:55.389454 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-48653eef-e3c2-45d0-967b-b9d716e79531 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.391005 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-48653eef-e3c2-45d0-967b-b9d716e79531 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317034 Jul 06 19:23:55.394275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53908) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:55.399201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-3dc28315-9f82-4ff3-bc6e-6dc1ec72f01e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '4ae99687-be9a-4ac9-81b8-28625a1393df', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:55.422700 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-3dc28315-9f82-4ff3-bc6e-6dc1ec72f01e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:23:55.427874 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dc28315-9f82-4ff3-bc6e-6dc1ec72f01e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.495589 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dc28315-9f82-4ff3-bc6e-6dc1ec72f01e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.500314 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dc28315-9f82-4ff3-bc6e-6dc1ec72f01e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.516877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc28315-9f82-4ff3-bc6e-6dc1ec72f01e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bcd1a8-855f-4923-9489-9292cc1ec434,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:55.529312 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3dc28315-9f82-4ff3-bc6e-6dc1ec72f01e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.530615 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3dc28315-9f82-4ff3-bc6e-6dc1ec72f01e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353633 Jul 06 19:23:55.533919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53910) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:55.538782 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a985a0b7-33bf-4c8e-a40c-d02d8c598eca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '4ae99687-be9a-4ac9-81b8-28625a1393df', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:55.563219 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-a985a0b7-33bf-4c8e-a40c-d02d8c598eca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:23:55.568149 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a985a0b7-33bf-4c8e-a40c-d02d8c598eca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.630713 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a985a0b7-33bf-4c8e-a40c-d02d8c598eca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.635288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a985a0b7-33bf-4c8e-a40c-d02d8c598eca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.656686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985a0b7-33bf-4c8e-a40c-d02d8c598eca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37397f36-4f42-467e-8523-55d6a6d2db15,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:55.660894 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a985a0b7-33bf-4c8e-a40c-d02d8c598eca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.662730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a985a0b7-33bf-4c8e-a40c-d02d8c598eca tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276567 Jul 06 19:23:55.665989 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53912) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:55.674285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'network': {'name': 'tempest-network-smoke--1381858653', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'port_security_enabled': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:55.696945 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:23:55.700519 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.723691 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:23:55.732594 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.732923 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Added segment 16806ebe-53a1-4988-a9dc-e8ff8db1ac38 of type vlan for network 6363d4aa-820c-42e2-9740-eb58c23699c6 Jul 06 19:23:55.775371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.806648 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.812420 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:55.813036 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.871260 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036433 Jul 06 19:23:55.874072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53914) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:55.878569 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'admin_state_up': True, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:55.888617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348c921-4027-4090-a2ed-1a603996580d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Network': ['ID=6363d4aa-820c-42e2-9740-eb58c23699c6,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:55.899300 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:23:55.906668 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.907742 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.963998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:56.103387 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:56.314692 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:56.332897 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:56.438865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.109 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/24da4695-d18e-469d-be2d-1da7065b19f3) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:23:56.545004 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:56.588965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:56.623374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:23:56.626190 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:23:56.631422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:23:56.662358 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=24da4695-d18e-469d-be2d-1da7065b19f3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:57.246831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:57.450931 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:57.586027 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:23:57.704340 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:23:57.715418 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Sync routers for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:23:57.725570 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:57.727031 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a0ddc730-f017-4722-addc-3f4833d9f237 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8518038 Jul 06 19:23:57.729744 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:23:57.730362 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:57.730532 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53916) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:57.758367 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e15fc63b-9bd7-46d7-bed0-ee3db64594aa tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=191f93f1ac384061a32ddc6000e39f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267129 Jul 06 19:23:57.761124 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53918) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:57.836522 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:23:57.849792 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1452685e-5a2c-4eba-ba45-7bc712b9d7a6 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:57.851308 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1452685e-5a2c-4eba-ba45-7bc712b9d7a6 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892971 Jul 06 19:23:57.854284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53920) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:57.881740 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-80399c90-750c-440e-92fc-9a6ccd18e2d4 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263717 Jul 06 19:23:57.884342 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 53922) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:57.889185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-703774529', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:23:57.975519 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:23:57.979179 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.013559 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:56Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:58.039712 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Checking router: 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:23:58.040061 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Updating router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 port 24da4695-d18e-469d-be2d-1da7065b19f3 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:23:58.073472 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.161125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.225451 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Subnet': ['ID=55af9730-74b5-4490-b593-2e38382979cc,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:58.230666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Checking segment: {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:23:58.231074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network hostable DHCP agents. Network: 6363d4aa-820c-42e2-9740-eb58c23699c6, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:23:58.248686 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:23:58.258276 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 6363d4aa-820c-42e2-9740-eb58c23699c6) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:23:58.262763 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:23:58.263399 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.268646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416393c8-0bcc-4159-897f-cd02702ab29b None None] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:23:58.280936 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ff543d97-9bef-4c93-ba2d-d0d88218947e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3955936 Jul 06 19:23:58.284791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53924) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:23:58.326430 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.338453 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Transition to ACTIVE for port object 24da4695-d18e-469d-be2d-1da7065b19f3 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:23:58.344982 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.384905 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Pushing event updated for resources: {'Port': ['ID=24da4695-d18e-469d-be2d-1da7065b19f3,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:58.393854 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.394198 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.394536 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.394875 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.395202 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.395531 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.395864 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.396188 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.396528 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.396847 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.397164 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.397841 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:23:58.415448 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Attempting to bind port 24da4695-d18e-469d-be2d-1da7065b19f3 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:23:58.415858 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Attempting to bind port 24da4695-d18e-469d-be2d-1da7065b19f3 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:23:58.416222 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Attempting to bind port 24da4695-d18e-469d-be2d-1da7065b19f3 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:23:58.421758 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:23:58.422012 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:23:58.422415 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.422799 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:23:58.423258 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Bound port: 24da4695-d18e-469d-be2d-1da7065b19f3, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:23:58.423636 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.429762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-6363d4aa-820c-42e2-9740-eb58c23699c6', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:23:58.430798 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.476704 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] For port 24da4695-d18e-469d-be2d-1da7065b19f3, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:23:58.484902 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] For port 24da4695-d18e-469d-be2d-1da7065b19f3, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=24da4695-d18e-469d-be2d-1da7065b19f3,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:23:58.492109 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.553854 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847c0a3-2ad6-48f4-a809-2b74959834fc None None] Pushing event updated for resources: {'Port': ['ID=24da4695-d18e-469d-be2d-1da7065b19f3,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:58.563572 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:23:58.564206 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:58.575970 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Allocated IP 172.20.0.2 (6363d4aa-820c-42e2-9740-eb58c23699c6/55af9730-74b5-4490-b593-2e38382979cc/427fe098-f3c4-4919-a623-dc181e9ae4fe) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:23:58.670398 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:23:58.733314 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.745158 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Transition to ACTIVE for port object 427fe098-f3c4-4919-a623-dc181e9ae4fe will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:23:58.748372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.761577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Transition to ACTIVE for port object 427fe098-f3c4-4919-a623-dc181e9ae4fe will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:23:58.770586 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.808983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:23:58.815522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:23:58.820171 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:23:58.822980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Pushing event updated for resources: {'Port': ['ID=427fe098-f3c4-4919-a623-dc181e9ae4fe,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:58.874361 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:56Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:23:58.902756 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870b114-6fc1-434c-ae0d-97fa6975cfdf None None] The sync data for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 is: [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:56Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:23:58.910718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Attempting to bind port 427fe098-f3c4-4919-a623-dc181e9ae4fe on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:23:58.911092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Attempting to bind port 427fe098-f3c4-4919-a623-dc181e9ae4fe by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:23:58.911449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Attempting to bind port 427fe098-f3c4-4919-a623-dc181e9ae4fe on network 6363d4aa-820c-42e2-9740-eb58c23699c6 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:23:58.916958 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:23:58.917329 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Checking segment: {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:23:58.917741 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.918152 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Bound using segment: {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:23:58.918716 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Bound port: 427fe098-f3c4-4919-a623-dc181e9ae4fe, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:23:58.919099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.998666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] For port 427fe098-f3c4-4919-a623-dc181e9ae4fe, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:23:59.004823 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] For port 427fe098-f3c4-4919-a623-dc181e9ae4fe, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=427fe098-f3c4-4919-a623-dc181e9ae4fe,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:23:59.010015 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:59.061598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.1 (6363d4aa-820c-42e2-9740-eb58c23699c6/55af9730-74b5-4490-b593-2e38382979cc/80e57afd-c6a9-4ac3-a2c1-426fa534ca45) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:23:59.080026 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0842c-4fce-4178-8d39-1334221e0075 None None] Pushing event updated for resources: {'Port': ['ID=427fe098-f3c4-4919-a623-dc181e9ae4fe,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:59.228694 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:59.255701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:23:59.308184 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:59.355731 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:23:59.357814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:23:59.365044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:23:59.409542 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:23:59.428877 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:59.590482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:59.910200 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:59.916447 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:59.995315 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:00.005383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:00.091001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4d462-ee46-4a93-8b55-dd9294f3eb0c None None] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:24:00.100014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:24:00.101848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:24:00.204472 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9ebd0b99-196b-4b05-9469-9bf62f01ffe3 None None] Provisioning for port 427fe098-f3c4-4919-a623-dc181e9ae4fe completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:24:00.219794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:24:00.333581 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:24:00.340288 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2711bf6f-554d-4972-a8b3-a053cdd5799e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/11b2fa41-4fde-40f4-ae94-bb0febadd3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528574 Jul 06 19:24:00.492810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-fc46cb09-d726-4950-9e90-e0d9880c7dc8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087308472&fields=id&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 267 time: 0.0392315 Jul 06 19:24:00.553405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-db96d9ce-96d3-4f41-97a8-39ea9e84c37e None None] Provisioning for port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:24:00.557829 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-db96d9ce-96d3-4f41-97a8-39ea9e84c37e None None] Provisioning complete for port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:00.558197 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db96d9ce-96d3-4f41-97a8-39ea9e84c37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:00.605988 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-db96d9ce-96d3-4f41-97a8-39ea9e84c37e None None] Port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:24:00.617595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-5c66125c-04c2-4d9a-9bdf-a4e6e896747d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:00.619118 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-5c66125c-04c2-4d9a-9bdf-a4e6e896747d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/networks?id=6363d4aa-820c-42e2-9740-eb58c23699c6 HTTP/1.1" status: 200 len: 797 time: 0.1194301 Jul 06 19:24:00.644750 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-1d07ca2c-dff2-43ea-ad64-cb2c35ea4e86 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/quotas/191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 375 time: 0.0160735 Jul 06 19:24:00.663638 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006f042-b2bf-405f-a933-91745614975a None None] Sync routers for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:24:00.683186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006f042-b2bf-405f-a933-91745614975a None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:24:00.684008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e006f042-b2bf-405f-a933-91745614975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:24:00.741482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-d1b30d85-ee3e-4d6c-a885-363f850c7596 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882263 Jul 06 19:24:00.753804 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 24da4695-d18e-469d-be2d-1da7065b19f3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:24:00.826423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2f6b5104-e062-4767-9bc1-f062d0e48d4d None None] Provisioning complete for port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:00.827123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5104-e062-4767-9bc1-f062d0e48d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:00.879948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-b1bade5d-0375-4fe7-95fb-c038db71eeb0 service neutron] 10.222.0.53 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378143 Jul 06 19:24:00.894391 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e006f042-b2bf-405f-a933-91745614975a None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:24:00.896470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b5104-e062-4767-9bc1-f062d0e48d4d None None] Port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:24:00.945637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 24da4695-d18e-469d-be2d-1da7065b19f3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:24:00.975858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 24da4695-d18e-469d-be2d-1da7065b19f3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:00.976235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:00.977517 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-4aa36754-005a-46f8-8657-9f677dbf12df service neutron] 10.222.0.53 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914814 Jul 06 19:24:01.072806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7661ea66-64ed-4f71-a475-d149c9eb8fb9 None None] Provisioning complete for port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:01.073176 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7661ea66-64ed-4f71-a475-d149c9eb8fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.161008 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a16e4fe8-16c4-4d02-a89c-e2a6a37040c7 req-f2162f60-ad3c-44b9-8f9a-df1afac65649 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 210 time: 0.0328588 Jul 06 19:24:01.163311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7661ea66-64ed-4f71-a475-d149c9eb8fb9 None None] Port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:24:01.200870 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.227545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 24da4695-d18e-469d-be2d-1da7065b19f3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=24da4695-d18e-469d-be2d-1da7065b19f3,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:24:01.235830 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.236632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 427fe098-f3c4-4919-a623-dc181e9ae4fe up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:24:01.286936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e006f042-b2bf-405f-a933-91745614975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 2, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:24:01.324349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006f042-b2bf-405f-a933-91745614975a None None] Checking router: 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:24:01.324700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006f042-b2bf-405f-a933-91745614975a None None] Updating router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:24:01.372748 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=24da4695-d18e-469d-be2d-1da7065b19f3,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:01.382585 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e006f042-b2bf-405f-a933-91745614975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.400130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 427fe098-f3c4-4919-a623-dc181e9ae4fe completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:24:01.423922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 427fe098-f3c4-4919-a623-dc181e9ae4fe triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:01.424288 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.621672 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.684917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 427fe098-f3c4-4919-a623-dc181e9ae4fe, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=427fe098-f3c4-4919-a623-dc181e9ae4fe,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:24:01.693510 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.782608 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e006f042-b2bf-405f-a933-91745614975a None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.785043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=427fe098-f3c4-4919-a623-dc181e9ae4fe,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:01.796121 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e006f042-b2bf-405f-a933-91745614975a None None] Transition to ACTIVE for port object 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:24:01.803667 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e006f042-b2bf-405f-a933-91745614975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.854308 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2218c7-330a-4352-883d-f33be0cd4ce7 None None] Pushing event updated for resources: {'Port': ['ID=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:01.916838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e006f042-b2bf-405f-a933-91745614975a None None] Attempting to bind port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:24:01.917529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e006f042-b2bf-405f-a933-91745614975a None None] Attempting to bind port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:24:01.918163 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006f042-b2bf-405f-a933-91745614975a None None] Attempting to bind port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 on network 6363d4aa-820c-42e2-9740-eb58c23699c6 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:24:01.925635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006f042-b2bf-405f-a933-91745614975a None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:24:01.926138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006f042-b2bf-405f-a933-91745614975a None None] Checking segment: {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:24:01.927099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e006f042-b2bf-405f-a933-91745614975a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.927099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006f042-b2bf-405f-a933-91745614975a None None] Bound using segment: {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:24:01.927658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e006f042-b2bf-405f-a933-91745614975a None None] Bound port: 80e57afd-c6a9-4ac3-a2c1-426fa534ca45, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:24:01.928106 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e006f042-b2bf-405f-a933-91745614975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.998106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e006f042-b2bf-405f-a933-91745614975a None None] For port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:24:02.001625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e006f042-b2bf-405f-a933-91745614975a None None] For port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:24:02.007762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e006f042-b2bf-405f-a933-91745614975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:02.067582 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006f042-b2bf-405f-a933-91745614975a None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:24:02.068221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e006f042-b2bf-405f-a933-91745614975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:24:02.070019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2218c7-330a-4352-883d-f33be0cd4ce7 None None] Pushing event updated for resources: {'Port': ['ID=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:02.188740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e006f042-b2bf-405f-a933-91745614975a None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:24:02.315508 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-79025f39-8e56-4672-80e8-a9a1eeb08857 req-1acea205-a8ff-4ed9-9f88-04591953e9d4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 210 time: 0.0301301 Jul 06 19:24:02.404408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e006f042-b2bf-405f-a933-91745614975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:24:02.431342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006f042-b2bf-405f-a933-91745614975a None None] The sync data for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 is: [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:24:02.482763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-dd74d8be-5c84-4899-b9f4-f82539758c1f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:02.486468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-dd74d8be-5c84-4899-b9f4-f82539758c1f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/networks?id=6363d4aa-820c-42e2-9740-eb58c23699c6 HTTP/1.1" status: 200 len: 797 time: 0.1184466 Jul 06 19:24:02.537477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-90975b67-36e9-482e-ab9b-a8d1e9f9a707 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 380 time: 0.0423856 Jul 06 19:24:02.549348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'port': {'device_id': '2b8a0660-880f-4682-a29d-e041805aefe1', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'admin_state_up': True, 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'security_groups': ['4ae99687-be9a-4ac9-81b8-28625a1393df']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:24:02.682529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:24:02.686631 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:02.798939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:24:02.842676 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.13 (6363d4aa-820c-42e2-9740-eb58c23699c6/55af9730-74b5-4490-b593-2e38382979cc/d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:24:02.859541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:24:02.865525 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:02.866059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:02.952124 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:02.987144 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:24:02.992514 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:02.993360 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 24da4695-d18e-469d-be2d-1da7065b19f3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:24:02.996595 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.014737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:24:03.051618 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.069442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:03.083749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 24da4695-d18e-469d-be2d-1da7065b19f3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:03.084240 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.108573 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:24:03.123534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:24:03.126214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:24:03.157417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:03.187635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:03.188325 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.220266 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-24546025-152b-43fc-951a-9677080468fb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6756799 Jul 06 19:24:03.232639 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Request body: {'port': {'device_id': '2b8a0660-880f-4682-a29d-e041805aefe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:24:03.323215 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.354374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 427fe098-f3c4-4919-a623-dc181e9ae4fe up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:24:03.405438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 427fe098-f3c4-4919-a623-dc181e9ae4fe triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:03.405782 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.456524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f3fbd93d-c05c-4ad0-9425-9dd7f0ceea5e None None] Provisioning for port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:24:03.461301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-f3fbd93d-c05c-4ad0-9425-9dd7f0ceea5e None None] Provisioning complete for port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:03.461775 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f3fbd93d-c05c-4ad0-9425-9dd7f0ceea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.521886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbd93d-c05c-4ad0-9425-9dd7f0ceea5e None None] Port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:24:03.608470 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb8f88-dfaf-4f3f-bd29-5a6483f69908 req-d4941070-ec62-4b1e-92c0-2181e630272b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:03.609994 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dfb8f88-dfaf-4f3f-bd29-5a6483f69908 req-d4941070-ec62-4b1e-92c0-2181e630272b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 932 time: 0.1496630 Jul 06 19:24:03.698394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:24:03.705407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7dfb8f88-dfaf-4f3f-bd29-5a6483f69908 req-f12edcad-e4f9-4b08-be83-031d7f5e4637 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887363 Jul 06 19:24:03.709762 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.723672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Transition to ACTIVE for port object d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:24:03.728846 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.785272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:03.860762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Attempting to bind port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:24:03.861326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Attempting to bind port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:24:03.861879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Attempting to bind port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 on network 6363d4aa-820c-42e2-9740-eb58c23699c6 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:24:03.866570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 on network 6363d4aa-820c-42e2-9740-eb58c23699c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:24:03.866891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Attempting to bind port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 on network 6363d4aa-820c-42e2-9740-eb58c23699c6 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:24:03.872817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:24:03.873157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Checking segment: {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:24:03.873577 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Bound using segment: {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:24:03.874037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Bound port: d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16806ebe-53a1-4988-a9dc-e8ff8db1ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:24:03.874401 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.944738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] For port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:24:03.948070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] For port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:24:03.954415 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.986636 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:03.987265 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.988686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] 10.222.0.24 "PUT /v2.0/ports/d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 HTTP/1.1" status: 200 len: 1092 time: 0.7607770 Jul 06 19:24:03.989130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:24:03.991440 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422be191-c6bf-43e8-a7af-005c0b9841a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:24:04.021444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b17e8-41bb-4c43-87f2-5e71045fbfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:04.064030 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced7bcb0-b195-4318-b43f-31ee1ab33212 x-openstack-request-id: req-ced7bcb0-b195-4318-b43f-31ee1ab33212 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:24:04.064333 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:24:04.064567 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ced7bcb0-b195-4318-b43f-31ee1ab33212 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:24:04.064966 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'status': 'completed', 'code': 200} Jul 06 19:24:04.091680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-21ea4fdf-8362-453a-b6ef-a87c8a7404a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:04.093230 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-21ea4fdf-8362-453a-b6ef-a87c8a7404a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 1095 time: 0.0589776 Jul 06 19:24:04.143679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-03649b20-7625-4ead-bae8-b4e5f32b2bb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 HTTP/1.1" status: 200 len: 217 time: 0.0430408 Jul 06 19:24:04.191058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-aa10c90a-361a-437f-8bcb-c99f6839e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:04.192536 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-aa10c90a-361a-437f-8bcb-c99f6839e81d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55af9730-74b5-4490-b593-2e38382979cc HTTP/1.1" status: 200 len: 834 time: 0.0431874 Jul 06 19:24:04.249354 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-b074b2db-c079-4f63-98a7-4ce4125cd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:04.250889 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-b074b2db-c079-4f63-98a7-4ce4125cd1b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6363d4aa-820c-42e2-9740-eb58c23699c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514083 Jul 06 19:24:04.342106 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-60d981cd-f528-4d1f-89b6-1375ca452278 service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841167 Jul 06 19:24:04.434572 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72e61658-c02a-4cd4-a821-ed1baa6eeccb req-8f0b8f51-739f-4209-b3df-e4298a8b1b5e service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859234 Jul 06 19:24:04.543786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-405921f2-9fb6-4b43-ad3d-9833cc34c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:04.545374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-405921f2-9fb6-4b43-ad3d-9833cc34c464 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 1095 time: 0.0538375 Jul 06 19:24:04.648645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-4f060448-a29b-46af-90de-4c80f1b3ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:04.650335 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-4f060448-a29b-46af-90de-4c80f1b3ca8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6363d4aa-820c-42e2-9740-eb58c23699c6 HTTP/1.1" status: 200 len: 898 time: 0.0987382 Jul 06 19:24:04.680649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:24:04.695458 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-35623018-2a12-4d4b-b44c-3d5b6949f9dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 HTTP/1.1" status: 200 len: 217 time: 0.0374386 Jul 06 19:24:04.730767 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:04.731178 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:04.754210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-d359e3c5-8abc-4831-987a-48a8b39f49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:04.756042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-d359e3c5-8abc-4831-987a-48a8b39f49c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55af9730-74b5-4490-b593-2e38382979cc HTTP/1.1" status: 200 len: 834 time: 0.0529716 Jul 06 19:24:04.818615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-7bf9f979-7d5a-4817-a7ef-9df7962ea449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:04.820249 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-7bf9f979-7d5a-4817-a7ef-9df7962ea449 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6363d4aa-820c-42e2-9740-eb58c23699c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557218 Jul 06 19:24:04.945304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-7d9fa104-96d8-44f3-8430-b5775f7bb9e9 service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125393 Jul 06 19:24:04.956606 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c08e70-d336-4c8c-9a00-981fb36b7ffd req-76fe8d12-a887-440c-9d0f-2c89921fd735 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:04.957955 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9c08e70-d336-4c8c-9a00-981fb36b7ffd req-76fe8d12-a887-440c-9d0f-2c89921fd735 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 944 time: 0.1346016 Jul 06 19:24:05.412946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a9c08e70-d336-4c8c-9a00-981fb36b7ffd req-9c25b1b5-e81e-441f-a304-dd327e2e25de tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4469042 Jul 06 19:24:05.438414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-422be191-c6bf-43e8-a7af-005c0b9841a2 req-56845e08-6051-470d-bca6-4801951cd85b service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795370 Jul 06 19:24:06.604185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9fbd6-9bbe-4f10-acee-9c1c8188d783 req-1ceff513-22b6-408e-b6e1-2829c54b3603 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:06.605708 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24d9fbd6-9bbe-4f10-acee-9c1c8188d783 req-1ceff513-22b6-408e-b6e1-2829c54b3603 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 944 time: 0.0719750 Jul 06 19:24:06.645925 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-24d9fbd6-9bbe-4f10-acee-9c1c8188d783 req-d26ebe41-cca6-4c50-9ce1-3e8e1b66c0ce tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333340 Jul 06 19:24:07.832998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cba55-8802-4859-b6f9-b5175a817395 req-248c45d8-4adc-49eb-b8de-44594353fcea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:07.834609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd1cba55-8802-4859-b6f9-b5175a817395 req-248c45d8-4adc-49eb-b8de-44594353fcea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 944 time: 0.0699332 Jul 06 19:24:07.859781 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:24:07.881670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd1cba55-8802-4859-b6f9-b5175a817395 req-28a4fe64-0d93-47a0-ba32-5ffc23262bf2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375416 Jul 06 19:24:07.970104 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:24:07.987193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'port_id': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'mac_address': 'fa:16:3e:2e:f3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:24:08.035801 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:08.049412 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:24:08.072009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:24:08.078308 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:08.126147 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:08.292532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:24:09.074486 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b7c5e-a980-4ecb-b92e-25085414cb13 req-7b3af7a1-682e-459d-81b3-31469394d380 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:09.075979 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-426b7c5e-a980-4ecb-b92e-25085414cb13 req-7b3af7a1-682e-459d-81b3-31469394d380 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 945 time: 0.0744078 Jul 06 19:24:09.116007 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-426b7c5e-a980-4ecb-b92e-25085414cb13 req-d9cbfbe9-5a9f-4f3b-ae68-6fbd63ba9149 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Jul 06 19:24:09.874071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:24:09.927739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:24:09.934540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:24:09.934914 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:10.023703 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:10.046036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:24:10.048290 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e7f364-8cee-4262-83c2-342b47565094" -d '{"events": [{"server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "name": "network-vif-plugged", "status": "completed", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:24:10.061258 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:24:10.067350 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:10.090444 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3139003f-031c-4f66-b042-fe1ef2dc6e51 x-openstack-request-id: req-3139003f-031c-4f66-b042-fe1ef2dc6e51 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:24:10.090732 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "name": "network-vif-plugged", "status": "completed", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:24:10.090984 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3139003f-031c-4f66-b042-fe1ef2dc6e51 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:24:10.091349 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'code': 200} Jul 06 19:24:10.118832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:10.203672 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429719a-70f2-49d5-8a03-2f72a71a2b73 req-3bb1c88f-1b73-4239-ba9a-32d9561cf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:10.205216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2429719a-70f2-49d5-8a03-2f72a71a2b73 req-3bb1c88f-1b73-4239-ba9a-32d9561cf874 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 1097 time: 0.0517449 Jul 06 19:24:10.240077 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2429719a-70f2-49d5-8a03-2f72a71a2b73 req-c87ebd96-c0b9-4338-84b9-b81f6ae8a7ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281413 Jul 06 19:24:10.292174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f038b-5557-418d-9bd0-1cd99a94a9be req-7b885e30-1ad0-4cfa-b2d6-3cce6f40b6cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:10.293729 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-336f038b-5557-418d-9bd0-1cd99a94a9be req-7b885e30-1ad0-4cfa-b2d6-3cce6f40b6cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0632005 Jul 06 19:24:10.343623 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-336f038b-5557-418d-9bd0-1cd99a94a9be req-e6854726-41f9-46ca-9275-8a027dd3ede0 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Jul 06 19:24:11.534300 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205045d1-939e-4003-9b1a-5c1a013193af req-f46a0d51-93a8-400f-8ffe-a447b93f4bc4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:11.535816 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-205045d1-939e-4003-9b1a-5c1a013193af req-f46a0d51-93a8-400f-8ffe-a447b93f4bc4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0713923 Jul 06 19:24:11.578697 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-205045d1-939e-4003-9b1a-5c1a013193af req-7fd7ce65-26a4-43c3-87c0-0e45312ff3fe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348849 Jul 06 19:24:11.764813 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93ce43-bb7c-4652-acc6-7f5d849531a4 req-e3baa0be-e7b8-4d27-9cf0-fcff11cb8ee5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:11.766213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3d93ce43-bb7c-4652-acc6-7f5d849531a4 req-e3baa0be-e7b8-4d27-9cf0-fcff11cb8ee5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0740302 Jul 06 19:24:11.804727 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3d93ce43-bb7c-4652-acc6-7f5d849531a4 req-3b9a0ee5-5420-4f26-8b6a-55eae1b8f346 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 Jul 06 19:24:11.831471 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53980) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:24:11.885075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e26fb8-f1d5-46f6-ad60-ad15e3685769 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:11.886622 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-41e26fb8-f1d5-46f6-ad60-ad15e3685769 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 1092 time: 0.0541077 Jul 06 19:24:11.889772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53982) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:24:11.894343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:24:11.919464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:12.021226 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:12.137373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.87 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/bfc54640-4286-41dc-a713-091e1b6ad1e3) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:24:12.249493 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:12.293360 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:12.332938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:24:12.335786 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:24:12.341662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:24:12.364048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=bfc54640-4286-41dc-a713-091e1b6ad1e3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:12.734533 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:12.817236 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:12.969243 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:12.976430 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:13.046847 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=bfc54640-4286-41dc-a713-091e1b6ad1e3,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:24:13.058992 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:13.162870 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 2cb226b0-d909-4e08-94d6-8cf40bfbba24 associated. External IP: 172.25.4.87, port: d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249. Jul 06 19:24:13.379715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:24:13.492511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:24:13.504712 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] Sync routers for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:24:13.514652 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:13.517227 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:24:13.518066 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:24:13.552734 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-27d4f8b1-da1c-4a62-bcfa-59a681b5c614 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6619203 Jul 06 19:24:13.553747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:24:13.556532 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fadebf-440f-4919-8d6e-399d1e50283d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:24:13.595938 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516f1047-2fb4-4270-a741-f0e6803f12bf x-openstack-request-id: req-516f1047-2fb4-4270-a741-f0e6803f12bf {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:24:13.596236 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:24:13.596486 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-516f1047-2fb4-4270-a741-f0e6803f12bf {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:24:13.596898 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'status': 'completed', 'code': 200} Jul 06 19:24:13.723531 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:24:13.728712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fadebf-440f-4919-8d6e-399d1e50283d req-93acfed2-cb0d-4ef8-9008-a7fdedd8db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:13.730371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fadebf-440f-4919-8d6e-399d1e50283d req-93acfed2-cb0d-4ef8-9008-a7fdedd8db8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 1097 time: 0.1064916 Jul 06 19:24:13.743391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eaf12-062e-4489-9e49-29d2b05db10d req-edd23a55-acaa-49f0-aae2-7f7bb32b0873 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:13.744784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d78eaf12-062e-4489-9e49-29d2b05db10d req-edd23a55-acaa-49f0-aae2-7f7bb32b0873 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0921798 Jul 06 19:24:13.838757 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d78eaf12-062e-4489-9e49-29d2b05db10d req-078016b8-1d44-43fa-915a-4029a4436b29 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855491 Jul 06 19:24:13.858398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fadebf-440f-4919-8d6e-399d1e50283d req-2e23d86a-22ba-439a-9546-6ac99d14d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:13.859921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fadebf-440f-4919-8d6e-399d1e50283d req-2e23d86a-22ba-439a-9546-6ac99d14d804 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6363d4aa-820c-42e2-9740-eb58c23699c6 HTTP/1.1" status: 200 len: 898 time: 0.1142612 Jul 06 19:24:13.874578 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53988) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:24:13.953306 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2cb226b0-d909-4e08-94d6-8cf40bfbba24', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'port_id': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'mac_address': 'fa:16:3e:2e:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a0660-880f-4682-a29d-e041805aefe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:24:12Z', 'updated_at': '2021-07-06T19:24:12Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:24:02Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:24:13.974350 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fadebf-440f-4919-8d6e-399d1e50283d req-b1e323f6-78e8-4846-95e3-ae0ddfbbb3c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 HTTP/1.1" status: 200 len: 999 time: 0.1075199 Jul 06 19:24:13.979613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ddba11b4-315d-4d1f-bbc6-7e7406b73b1b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/2cb226b0-d909-4e08-94d6-8cf40bfbba24 HTTP/1.1" status: 200 len: 991 time: 0.1040313 Jul 06 19:24:13.986485 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] Checking router: 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:24:13.995150 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:24:13.995678 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:23:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:24:14.024792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fadebf-440f-4919-8d6e-399d1e50283d req-45581429-c7a1-41e2-bbd6-8573ad3fc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:14.026404 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fadebf-440f-4919-8d6e-399d1e50283d req-45581429-c7a1-41e2-bbd6-8573ad3fc742 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55af9730-74b5-4490-b593-2e38382979cc HTTP/1.1" status: 200 len: 834 time: 0.0451384 Jul 06 19:24:14.087974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fadebf-440f-4919-8d6e-399d1e50283d req-95844dcf-6a54-4520-848e-381fe8a2ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:14.089574 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fadebf-440f-4919-8d6e-399d1e50283d req-95844dcf-6a54-4520-848e-381fe8a2ceae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6363d4aa-820c-42e2-9740-eb58c23699c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570099 Jul 06 19:24:14.097145 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:24:14.179156 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fadebf-440f-4919-8d6e-399d1e50283d req-b49a017f-6b5c-4be9-bfc4-9e5defbc9c4e service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829296 Jul 06 19:24:14.273903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95fadebf-440f-4919-8d6e-399d1e50283d req-86477905-e170-4f34-8e80-dfdd295d678c service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882897 Jul 06 19:24:14.319293 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2cb226b0-d909-4e08-94d6-8cf40bfbba24', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'port_id': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'mac_address': 'fa:16:3e:2e:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a0660-880f-4682-a29d-e041805aefe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:24:12Z', 'updated_at': '2021-07-06T19:24:12Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:24:02Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:24:14.345193 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90990d07-4ca7-43ae-b016-68ff242fc8da None None] The sync data for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 is: [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '2cb226b0-d909-4e08-94d6-8cf40bfbba24', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'port_id': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'mac_address': 'fa:16:3e:2e:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a0660-880f-4682-a29d-e041805aefe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:24:12Z', 'updated_at': '2021-07-06T19:24:12Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:24:02Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:24:14.402008 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:24:14.556755 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4d835-f9e9-430d-bd1d-6e08b13a6537 None None] New status for floating IP 2cb226b0-d909-4e08-94d6-8cf40bfbba24: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:24:14.984411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 53990) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:24:15.054897 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-7ee90e59-db6b-48ea-9c92-083695966ff2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/2cb226b0-d909-4e08-94d6-8cf40bfbba24 HTTP/1.1" status: 200 len: 993 time: 0.0694029 Jul 06 19:24:15.671593 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0dd0-48d6-4774-8035-4d350b941512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:18.323729 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-deed320c-1b59-4eb4-aea8-a4dfc9f5714a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:18.526835 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:19.677202 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:21.231544 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:22.957294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:23.007742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:45.672682 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec602-a2b3-457e-b350-24a8017babdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:46.565190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-422c0ae5-116a-4884-9edd-d17e10d23a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:46.566805 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-422c0ae5-116a-4884-9edd-d17e10d23a8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 1097 time: 0.0545762 Jul 06 19:24:46.611639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236afc6-049b-41f6-9b28-cbbdbe6b5926 req-2fe1e0fd-ea82-47f0-ba26-a1ff341356e2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:46.613159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6236afc6-049b-41f6-9b28-cbbdbe6b5926 req-2fe1e0fd-ea82-47f0-ba26-a1ff341356e2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0691178 Jul 06 19:24:46.653603 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6236afc6-049b-41f6-9b28-cbbdbe6b5926 req-0f2b0bba-d934-4cc1-9372-413287da0e53 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345182 Jul 06 19:24:46.661078 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-2c8d5ea2-3760-4fb0-8bc3-855bacfcbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:46.662647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-2c8d5ea2-3760-4fb0-8bc3-855bacfcbe69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6363d4aa-820c-42e2-9740-eb58c23699c6 HTTP/1.1" status: 200 len: 898 time: 0.0894539 Jul 06 19:24:46.734629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-b324e941-18f3-477a-9e6c-5b8a48bbc87d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 HTTP/1.1" status: 200 len: 1001 time: 0.0636833 Jul 06 19:24:46.787901 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-9cd7b233-2c64-4115-959c-77dc411eb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:46.789466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-9cd7b233-2c64-4115-959c-77dc411eb3c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55af9730-74b5-4490-b593-2e38382979cc HTTP/1.1" status: 200 len: 834 time: 0.0479901 Jul 06 19:24:46.849236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-dfd4ddb9-ff36-42a3-9e46-9f8896a7fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:46.850709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-dfd4ddb9-ff36-42a3-9e46-9f8896a7fa18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6363d4aa-820c-42e2-9740-eb58c23699c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536973 Jul 06 19:24:46.946174 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-651a5a59-aba8-411e-9609-4f4ea920c5f4 service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860815 Jul 06 19:24:47.043475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f387bdb2-dc6d-4a70-a514-92606d20df04 req-301c50ac-1c5b-4910-a6ae-3180311cf0bd service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905585 Jul 06 19:24:47.835775 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3963ed-1a03-4fe8-bcb8-d90a82f85f84 req-c0e9776a-2f88-4da4-b6fd-75996e7bf933 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:47.837240 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c3963ed-1a03-4fe8-bcb8-d90a82f85f84 req-c0e9776a-2f88-4da4-b6fd-75996e7bf933 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0676789 Jul 06 19:24:47.877235 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2c3963ed-1a03-4fe8-bcb8-d90a82f85f84 req-d74b63b1-9ef0-4909-b594-04582cd64559 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338807 Jul 06 19:24:48.318980 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-25436e4a-9a2a-4e4c-80a3-4b70e7395e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:48.534069 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:49.071260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871e0e9-d45b-4b72-bd3b-ba094a85fb6c req-d522f23a-7463-4576-bec1-f26aa25176b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:49.072981 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1871e0e9-d45b-4b72-bd3b-ba094a85fb6c req-d522f23a-7463-4576-bec1-f26aa25176b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0807655 Jul 06 19:24:49.115903 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1871e0e9-d45b-4b72-bd3b-ba094a85fb6c req-d87021e4-e6df-42d3-84c7-a7fac93fca12 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350633 Jul 06 19:24:49.677942 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:50.307952 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828709b-f3b0-441d-b249-c1bdb4f913a3 req-07c486aa-4a3a-4539-b731-44105434f43c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:50.309457 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5828709b-f3b0-441d-b249-c1bdb4f913a3 req-07c486aa-4a3a-4539-b731-44105434f43c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0814261 Jul 06 19:24:50.349647 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5828709b-f3b0-441d-b249-c1bdb4f913a3 req-027d919f-4ce9-4d14-adc4-ddc96529c214 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Jul 06 19:24:51.237155 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:51.403797 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:24:51.551348 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc210e6-3e96-4fa5-b0e1-9773a8a87894 req-7ea6b97c-2a53-4b3f-a415-fe10322ba1e7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:51.555213 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7cc210e6-3e96-4fa5-b0e1-9773a8a87894 req-7ea6b97c-2a53-4b3f-a415-fe10322ba1e7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0841959 Jul 06 19:24:51.602383 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7cc210e6-3e96-4fa5-b0e1-9773a8a87894 req-5a36d72a-b37d-4c18-a6fa-c6b6de4e2788 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Jul 06 19:24:52.790643 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965c7c9-f943-4164-b04e-3a0076395d45 req-9ae289a5-d7be-47a2-aa28-7eedb5fd4a7c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:52.792182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c965c7c9-f943-4164-b04e-3a0076395d45 req-9ae289a5-d7be-47a2-aa28-7eedb5fd4a7c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0687256 Jul 06 19:24:52.832439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c965c7c9-f943-4164-b04e-3a0076395d45 req-28c63040-77a5-43d2-9b9d-d1d45989ee9b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342109 Jul 06 19:24:52.939319 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:53.003625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:54.030853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b817fd1-0030-4377-8fa8-0d53328290be req-fe6e0e06-e6a6-4877-b4e5-3cc0a0960db4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:54.032502 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b817fd1-0030-4377-8fa8-0d53328290be req-fe6e0e06-e6a6-4877-b4e5-3cc0a0960db4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0864186 Jul 06 19:24:54.070637 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6b817fd1-0030-4377-8fa8-0d53328290be req-1f92266a-6dcf-4091-b6f5-51959944d7b0 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324330 Jul 06 19:24:55.255254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d6d84-1a32-41ce-afb4-8a37698dfd49 req-be1d9fff-ff42-4417-9980-47a1a41df2cf tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:55.256767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f06d6d84-1a32-41ce-afb4-8a37698dfd49 req-be1d9fff-ff42-4417-9980-47a1a41df2cf tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0757828 Jul 06 19:24:55.299221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f06d6d84-1a32-41ce-afb4-8a37698dfd49 req-0adf007c-84f2-4c42-a893-6d0837876191 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338621 Jul 06 19:24:56.492895 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae548970-d147-49fb-8937-78143600c449 req-672f4b33-6702-4525-9d6a-f5e0ddd78e16 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:56.494490 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae548970-d147-49fb-8937-78143600c449 req-672f4b33-6702-4525-9d6a-f5e0ddd78e16 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0733016 Jul 06 19:24:56.532222 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ae548970-d147-49fb-8937-78143600c449 req-814e65d5-7062-4323-80ca-f7ac1ed46835 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Jul 06 19:24:57.719865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa736e-4a8d-4e0d-b911-c526f29ada6e req-2d43d01e-43a1-4dca-8bcb-e7c0fc1f7bea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:57.721529 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8aaa736e-4a8d-4e0d-b911-c526f29ada6e req-2d43d01e-43a1-4dca-8bcb-e7c0fc1f7bea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0732036 Jul 06 19:24:57.759751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8aaa736e-4a8d-4e0d-b911-c526f29ada6e req-5199625b-a6ed-4387-a576-c45c970fdfe3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323095 Jul 06 19:24:58.949129 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af2af9-2305-48ff-a501-dc5e969b4ace req-960d1121-993e-48d4-b12f-9606dc86fcab tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:24:58.950546 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6af2af9-2305-48ff-a501-dc5e969b4ace req-960d1121-993e-48d4-b12f-9606dc86fcab tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0750074 Jul 06 19:24:58.995520 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c6af2af9-2305-48ff-a501-dc5e969b4ace req-eac96811-fee0-40c3-82c3-f1ae51a3935d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366406 Jul 06 19:25:00.197278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b1853-4955-4bac-8ee9-c3de20f02f12 req-5e383210-805b-4250-8680-ee221ef26079 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:00.198833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-021b1853-4955-4bac-8ee9-c3de20f02f12 req-5e383210-805b-4250-8680-ee221ef26079 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0674820 Jul 06 19:25:00.239573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-021b1853-4955-4bac-8ee9-c3de20f02f12 req-380711e7-25e1-4ab8-b4ff-0d78243234b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Jul 06 19:25:01.423170 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0073c-7d8c-40f8-b09d-2ccda22b6514 req-7828be23-cbf6-4271-8d99-94168aa5b9f6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:01.424678 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fb0073c-7d8c-40f8-b09d-2ccda22b6514 req-7828be23-cbf6-4271-8d99-94168aa5b9f6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0662365 Jul 06 19:25:01.448379 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-d5983ead-ed63-494a-9e17-c9328b21061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:01.449955 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-d5983ead-ed63-494a-9e17-c9328b21061e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 1097 time: 0.0589120 Jul 06 19:25:01.463709 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6fb0073c-7d8c-40f8-b09d-2ccda22b6514 req-11b56550-b91e-4118-a986-43a091880740 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Jul 06 19:25:01.559541 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-22580b39-be6a-457b-93a2-3874c43b621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:01.562043 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-22580b39-be6a-457b-93a2-3874c43b621e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6363d4aa-820c-42e2-9740-eb58c23699c6 HTTP/1.1" status: 200 len: 898 time: 0.0914364 Jul 06 19:25:01.640810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-ac997d8e-74f0-41ac-8e9c-016db6d398dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 HTTP/1.1" status: 200 len: 1001 time: 0.0721159 Jul 06 19:25:01.691265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-68e717b3-eb4a-4e2c-acf6-6c90d2878cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:01.692767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-68e717b3-eb4a-4e2c-acf6-6c90d2878cf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55af9730-74b5-4490-b593-2e38382979cc HTTP/1.1" status: 200 len: 834 time: 0.0455732 Jul 06 19:25:01.751021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-9ddae0fe-2380-4b26-8a46-2d052b049d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:01.752547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-9ddae0fe-2380-4b26-8a46-2d052b049d8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6363d4aa-820c-42e2-9740-eb58c23699c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539463 Jul 06 19:25:01.847243 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-75a3c794-a909-451a-933b-75bbdfb9b27a service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878792 Jul 06 19:25:01.947019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce0ec8a1-a385-4399-9883-8d82bce5d577 req-069f30fd-4b33-4759-84cb-bcb1f78db591 service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934739 Jul 06 19:25:02.648661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa92d83-0422-4b3f-aad4-3cf6ae0d28d3 req-b63664c9-c019-4a5e-bd81-665146e6c779 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:02.650243 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-daa92d83-0422-4b3f-aad4-3cf6ae0d28d3 req-b63664c9-c019-4a5e-bd81-665146e6c779 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0705967 Jul 06 19:25:02.694861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-daa92d83-0422-4b3f-aad4-3cf6ae0d28d3 req-cb32d193-047a-4cb0-aed4-d564baacc760 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361049 Jul 06 19:25:03.876838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dedcff-59e4-4aef-b15b-9704f7a0f59f req-58f8b97a-1079-4157-a663-72223c19f973 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:03.878275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4dedcff-59e4-4aef-b15b-9704f7a0f59f req-58f8b97a-1079-4157-a663-72223c19f973 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0672779 Jul 06 19:25:03.918736 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c4dedcff-59e4-4aef-b15b-9704f7a0f59f req-e4382c4f-854f-426f-8041-fefd833ee8cd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327721 Jul 06 19:25:03.948288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54040) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:04.011187 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6ea9ecd8-95a9-40c7-a8f2-46cf22cd6f1e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/2cb226b0-d909-4e08-94d6-8cf40bfbba24 HTTP/1.1" status: 200 len: 993 time: 0.0616329 Jul 06 19:25:04.163964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-71e3ee6c-b45c-4b76-9b47-a2fb95487710 req-f88a379b-c23c-44df-b6ca-481c623ceeeb service neutron] (93966) timed out ('10.222.0.53', 50270) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:25:15.667251 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-295eef9b-6eec-47b3-953a-8b6d4d664a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:18.327122 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5f590134-fb85-453a-9f9d-803fffca3c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:18.530433 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:19.684680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:21.235780 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:22.970736 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:23.006905 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:28.404823 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:25:34.610664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54064) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:34.775873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port bfc54640-4286-41dc-a713-091e1b6ad1e3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:25:34.776202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:34.856958 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:34.857225 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:34.869564 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for bfc54640-4286-41dc-a713-091e1b6ad1e3 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:25:35.025443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:35.058319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=bfc54640-4286-41dc-a713-091e1b6ad1e3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:35.070875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.071222 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.071557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.071918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.072247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.072544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.072875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.073200 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.073522 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.073874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.074195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.074514 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:35.133147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:35.133147 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 2cb226b0-d909-4e08-94d6-8cf40bfbba24 disassociated (deleted). External IP: 172.25.4.87, port: d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249. Jul 06 19:25:35.723890 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:25:35.833358 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:25:35.838711 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:35.844095 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] Sync routers for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:25:35.859932 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:25:35.860199 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:35.875568 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-46c173ac-8a88-4d87-a7b5-aa982859473b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/floatingips/2cb226b0-d909-4e08-94d6-8cf40bfbba24 HTTP/1.1" status: 204 len: 168 time: 1.2635951 Jul 06 19:25:35.876229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:25:35.878671 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3920b5-f501-4f8e-9b34-c7dee2232949" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:25:35.917838 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81b0300-091a-4b39-a651-9667c0ed853f x-openstack-request-id: req-b81b0300-091a-4b39-a651-9667c0ed853f {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:25:35.918135 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:25:35.918389 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b81b0300-091a-4b39-a651-9667c0ed853f {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:25:35.918793 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'status': 'completed', 'code': 200} Jul 06 19:25:35.973932 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:25:35.996303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-7c46cfbe-1e82-487c-be77-4551266deb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:35.997846 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-7c46cfbe-1e82-487c-be77-4551266deb58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 1097 time: 0.0561030 Jul 06 19:25:36.097327 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-7681d197-c5e4-4914-b99c-af1215167971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:36.098779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-7681d197-c5e4-4914-b99c-af1215167971 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6363d4aa-820c-42e2-9740-eb58c23699c6 HTTP/1.1" status: 200 len: 898 time: 0.0949450 Jul 06 19:25:36.147796 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-1f5db252-ab28-4cdd-825f-1bb2ab98d457 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 HTTP/1.1" status: 200 len: 217 time: 0.0426464 Jul 06 19:25:36.186081 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:24:02Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:36.201440 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-b6bbe6d1-c46e-4486-8f2e-901c358c29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:36.203473 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-b6bbe6d1-c46e-4486-8f2e-901c358c29ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55af9730-74b5-4490-b593-2e38382979cc HTTP/1.1" status: 200 len: 834 time: 0.0489643 Jul 06 19:25:36.212128 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] Checking router: 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:25:36.220655 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:25:36.221310 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:36.301277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-3c5a42f8-c4f6-4611-ab48-5aa7310160be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:36.302957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-3c5a42f8-c4f6-4611-ab48-5aa7310160be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6363d4aa-820c-42e2-9740-eb58c23699c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883884 Jul 06 19:25:36.310613 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803357f-39d6-4251-816a-2233fc943c67 req-7fb29bb7-08a6-4e3f-b96d-3ca0a56c0fbd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:36.312042 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2803357f-39d6-4251-816a-2233fc943c67 req-7fb29bb7-08a6-4e3f-b96d-3ca0a56c0fbd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.1063423 Jul 06 19:25:36.326098 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:25:36.400922 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2803357f-39d6-4251-816a-2233fc943c67 req-e708543c-5e96-432d-b8ce-dcb4f61bd224 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805099 Jul 06 19:25:36.432467 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-3ac0eed4-d4cf-4548-93d3-94d0a530db98 service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194177 Jul 06 19:25:36.523400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4f3920b5-f501-4f8e-9b34-c7dee2232949 req-f2d131c6-8ab5-4866-aabf-e2f01b924960 service neutron] 10.222.0.24 "GET /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826871 Jul 06 19:25:36.532026 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:24:02Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:36.562961 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c209d-0519-4078-bd59-fa21064a21f5 None None] The sync data for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 is: [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:23:59Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '80e57afd-c6a9-4ac3-a2c1-426fa534ca45', 'name': '', 'network_id': '6363d4aa-820c-42e2-9740-eb58c23699c6', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:08:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '55af9730-74b5-4490-b593-2e38382979cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:58Z', 'updated_at': '2021-07-06T19:24:02Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '55af9730-74b5-4490-b593-2e38382979cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:25:36.808083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25c010-2d05-4d93-a804-d618a0037bb4 None None] New status for floating IP 2cb226b0-d909-4e08-94d6-8cf40bfbba24: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:25:37.595361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaf06e-79b5-4e70-a29d-9df6354f52df req-56362c64-cb74-4a18-8b44-196ab52dd469 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:37.596956 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9acaf06e-79b5-4e70-a29d-9df6354f52df req-56362c64-cb74-4a18-8b44-196ab52dd469 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0802605 Jul 06 19:25:37.636415 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9acaf06e-79b5-4e70-a29d-9df6354f52df req-f0b1b4be-09a3-4adb-8e5a-775e8aa6540b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae99687-be9a-4ac9-81b8-28625a1393df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Jul 06 19:25:37.672195 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33c099-d026-4b25-a06d-33e601b637ba req-7f10d342-6c5f-4960-a122-c9214b0acf61 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:37.673735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe33c099-d026-4b25-a06d-33e601b637ba req-7f10d342-6c5f-4960-a122-c9214b0acf61 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 946 time: 0.0696580 Jul 06 19:25:37.772297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:25:37.772570 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:37.865474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:37.865849 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:37.878218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:25:38.005530 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:38.045072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:38.091408 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] No DVR routers for this DVR port d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:25:38.094111 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:38.096143 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe33c099-d026-4b25-a06d-33e601b637ba req-db962bbf-6712-47d9-b216-f2e8273944e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "DELETE /v2.0/ports/d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 HTTP/1.1" status: 204 len: 173 time: 0.4168422 Jul 06 19:25:38.096557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'name': 'network-vif-deleted', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:25:38.098939 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ee2d94-4bdf-4f96-af85-eca4bf8ddd45" -d '{"events": [{"server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "name": "network-vif-deleted", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:25:38.138687 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107bc55b-60e0-4758-be82-ba5ff4575a2d x-openstack-request-id: req-107bc55b-60e0-4758-be82-ba5ff4575a2d {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:25:38.138954 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8a0660-880f-4682-a29d-e041805aefe1", "name": "network-vif-deleted", "tag": "d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:25:38.139233 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-107bc55b-60e0-4758-be82-ba5ff4575a2d {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:25:38.139623 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8a0660-880f-4682-a29d-e041805aefe1', 'name': 'network-vif-deleted', 'tag': 'd1c4cc6a-10b9-4f78-b810-7c4c1d0f9249', 'status': 'completed', 'code': 200} Jul 06 19:25:38.795052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-1e7fbe48-f705-4d81-b6aa-9faa0ae70f55 req-75dcc47f-a807-40d9-881a-c199086f2109 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b8a0660-880f-4682-a29d-e041805aefe1 HTTP/1.1" status: 200 len: 210 time: 0.0284073 Jul 06 19:25:39.895453 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54088) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:40.301091 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:40.605244 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:25:40.605553 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:40.698213 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 80e57afd-c6a9-4ac3-a2c1-426fa534ca45, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:40.698611 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:40.718648 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:25:40.926502 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:40.959509 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=80e57afd-c6a9-4ac3-a2c1-426fa534ca45,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:41.133597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:41.361946 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:25:41.473378 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:25:41.482153 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0596a817-78ec-42c5-96c8-e74705a49038 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/11b2fa41-4fde-40f4-ae94-bb0febadd3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5825291 Jul 06 19:25:41.482258 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54090) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:41.485057 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] Sync routers for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:25:41.494132 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:25:41.494729 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:41.534460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bc9379-0991-4dd2-acda-49bb1cb5ef00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting subnet 55af9730-74b5-4490-b593-2e38382979cc {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:25:41.537560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77bc9379-0991-4dd2-acda-49bb1cb5ef00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:41.577307 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77bc9379-0991-4dd2-acda-49bb1cb5ef00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:41.673837 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77bc9379-0991-4dd2-acda-49bb1cb5ef00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:41.694263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:25:41.737833 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77bc9379-0991-4dd2-acda-49bb1cb5ef00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:41.769742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc9379-0991-4dd2-acda-49bb1cb5ef00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Subnet': ['ID=55af9730-74b5-4490-b593-2e38382979cc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:41.773692 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-77bc9379-0991-4dd2-acda-49bb1cb5ef00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:41.778465 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-77bc9379-0991-4dd2-acda-49bb1cb5ef00 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/subnets/55af9730-74b5-4490-b593-2e38382979cc HTTP/1.1" status: 204 len: 168 time: 0.2924521 Jul 06 19:25:41.778797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:41.791696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e48995-b499-4e5c-8e1a-a3128e164b4d None None] Network 6363d4aa-820c-42e2-9740-eb58c23699c6 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:25:41.874706 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:25:40Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:41.900488 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] Checking router: 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:25:41.907159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:41.908924 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] Routers {'11b2fa41-4fde-40f4-ae94-bb0febadd3c3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:25:41.910885 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:41.992092 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] DHCP port deletion for 6363d4aa-820c-42e2-9740-eb58c23699c6 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:25:42.019191 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.028410 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] Set router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:25:42.044913 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Deleting port 427fe098-f3c4-4919-a623-dc181e9ae4fe {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:25:42.045305 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.076638 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 24da4695-d18e-469d-be2d-1da7065b19f3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:25:42.076983 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.117252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] For port 427fe098-f3c4-4919-a623-dc181e9ae4fe, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=427fe098-f3c4-4919-a623-dc181e9ae4fe,segment=NetworkSegment(16806ebe-53a1-4988-a9dc-e8ff8db1ac38),segment_id=16806ebe-53a1-4988-a9dc-e8ff8db1ac38)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:42.117765 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.134557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Calling delete_port for 427fe098-f3c4-4919-a623-dc181e9ae4fe owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:25:42.171081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 24da4695-d18e-469d-be2d-1da7065b19f3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=24da4695-d18e-469d-be2d-1da7065b19f3,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:42.171960 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.186158 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 24da4695-d18e-469d-be2d-1da7065b19f3 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:25:42.215713 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.229397 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:25:40Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:42.246720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] No DVR routers for this DVR port 427fe098-f3c4-4919-a623-dc181e9ae4fe on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:25:42.255986 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Pushing event deleted for resources: {'Port': ['ID=427fe098-f3c4-4919-a623-dc181e9ae4fe,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:42.257992 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ebd9c1-51b5-4605-af36-7684c54215e0 None None] The sync data for ids ['11b2fa41-4fde-40f4-ae94-bb0febadd3c3'] in n-d-799684-2 is: [{'id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503684424', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:23:55Z', 'updated_at': '2021-07-06T19:25:40Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '24da4695-d18e-469d-be2d-1da7065b19f3', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b2fa41-4fde-40f4-ae94-bb0febadd3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:23:56Z', 'updated_at': '2021-07-06T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:25:42.265555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.265933 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.266266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.266605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.266932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.267260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.267584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.267939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.268260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.268583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.268904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.269223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e615b60-d6ba-44dd-b232-7864efe3cb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:42.293904 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:25:42.312825 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:25:42.313165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device d1c4cc6a-10b9-4f78-b810-7c4c1d0f9249 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:25:42.364769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.398256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=24da4695-d18e-469d-be2d-1da7065b19f3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:42.457326 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.548347 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.552372 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.609500 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.610098 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Fanout notify agent at l3_agent the message router_deleted on router 11b2fa41-4fde-40f4-ae94-bb0febadd3c3 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:25:42.618290 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.619459 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-03ac458b-bf08-4492-9af3-ead31a6d3c81 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/routers/11b2fa41-4fde-40f4-ae94-bb0febadd3c3 HTTP/1.1" status: 204 len: 168 time: 0.8398070 Jul 06 19:25:42.622409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54096) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:42.709104 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.798780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:25:42.807264 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.818054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6363d4aa-820c-42e2-9740-eb58c23699c6']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:42.823380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:25:42.823953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 80e57afd-c6a9-4ac3-a2c1-426fa534ca45 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:25:42.824362 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 427fe098-f3c4-4919-a623-dc181e9ae4fe no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:25:42.828966 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16806ebe-53a1-4988-a9dc-e8ff8db1ac38') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:42.829617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16806ebe-53a1-4988-a9dc-e8ff8db1ac38') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:42.839271 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.847565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 427fe098-f3c4-4919-a623-dc181e9ae4fe {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:25:42.847898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 427fe098-f3c4-4919-a623-dc181e9ae4fe not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:25:42.855135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.862310 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:25:42.862925 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:25:42.866399 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:25:42.926638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.934644 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:42.936399 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/networks/6363d4aa-820c-42e2-9740-eb58c23699c6 HTTP/1.1" status: 204 len: 168 time: 0.3130186 Jul 06 19:25:42.939999 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54098) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:42.948527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69b191-7c6f-4acd-ac13-0914ad4b1de3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Network': ['ID=6363d4aa-820c-42e2-9740-eb58c23699c6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:43.000323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.029146 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.092459 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.096896 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.098123 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/security-groups/4ae99687-be9a-4ac9-81b8-28625a1393df HTTP/1.1" status: 204 len: 168 time: 0.1569722 Jul 06 19:25:43.107281 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae99687-be9a-4ac9-81b8-28625a1393df,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:43.117605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.117978 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.118326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.118660 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.118990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.119321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.119648 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.119974 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.120285 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.120614 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.121209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.121927 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bc26-7511-4bc0-8810-a9196eec2eec tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:43.411282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54104) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:43.416160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b3b970fe-ca5c-4d65-80e2-00e087b78974 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802012837', 'description': 'tempest-secgroup-smoke-802012837 description', 'project_id': '191f93f1ac384061a32ddc6000e39f36'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:43.446143 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3b970fe-ca5c-4d65-80e2-00e087b78974 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.534816 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3b970fe-ca5c-4d65-80e2-00e087b78974 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.541074 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3b970fe-ca5c-4d65-80e2-00e087b78974 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.570089 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3b970fe-ca5c-4d65-80e2-00e087b78974 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.571327 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b3b970fe-ca5c-4d65-80e2-00e087b78974 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1590431 Jul 06 19:25:43.573310 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b970fe-ca5c-4d65-80e2-00e087b78974 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc4d64e-6f96-46d8-86ad-315da195ed22,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:43.574498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54106) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:43.579407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2437cb66-9a15-475b-b601-bdac5ac81958 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '7cc4d64e-6f96-46d8-86ad-315da195ed22', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:43.609423 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2437cb66-9a15-475b-b601-bdac5ac81958 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.672012 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2437cb66-9a15-475b-b601-bdac5ac81958 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.678857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2437cb66-9a15-475b-b601-bdac5ac81958 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.700933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437cb66-9a15-475b-b601-bdac5ac81958 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baa1dd7-4290-40e9-8e50-3bd7d70177d5,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:43.705003 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2437cb66-9a15-475b-b601-bdac5ac81958 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.706233 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2437cb66-9a15-475b-b601-bdac5ac81958 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306450 Jul 06 19:25:43.708972 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54108) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:43.713739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8f65fbe3-cbfb-4183-9ea7-8773557327df tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '7cc4d64e-6f96-46d8-86ad-315da195ed22', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:43.741427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8f65fbe3-cbfb-4183-9ea7-8773557327df tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.802287 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8f65fbe3-cbfb-4183-9ea7-8773557327df tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.807277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8f65fbe3-cbfb-4183-9ea7-8773557327df tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.827162 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65fbe3-cbfb-4183-9ea7-8773557327df tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11dcbaaa-533d-4a9a-9c6c-466dee39c174,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:43.836026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8f65fbe3-cbfb-4183-9ea7-8773557327df tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.837257 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8f65fbe3-cbfb-4183-9ea7-8773557327df tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271439 Jul 06 19:25:43.840273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54110) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:43.845037 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-14364632-9084-47b8-82db-b7fb01564de2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '7cc4d64e-6f96-46d8-86ad-315da195ed22', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:43.875407 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14364632-9084-47b8-82db-b7fb01564de2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.935241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14364632-9084-47b8-82db-b7fb01564de2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.941889 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14364632-9084-47b8-82db-b7fb01564de2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.959890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14364632-9084-47b8-82db-b7fb01564de2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0527ecc-8d0b-4c30-9ba0-5aa794d11b67,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:43.970359 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-14364632-9084-47b8-82db-b7fb01564de2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:43.971930 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-14364632-9084-47b8-82db-b7fb01564de2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306093 Jul 06 19:25:43.974858 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54112) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:43.979435 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-702f7478-b489-4953-b055-9de02f9ea487 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '7cc4d64e-6f96-46d8-86ad-315da195ed22', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:44.008887 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-702f7478-b489-4953-b055-9de02f9ea487 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.072536 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-702f7478-b489-4953-b055-9de02f9ea487 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.077493 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-702f7478-b489-4953-b055-9de02f9ea487 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.098388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f7478-b489-4953-b055-9de02f9ea487 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfa088f-75ac-48d9-a7aa-9d1bf331ed9b,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:44.101451 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-702f7478-b489-4953-b055-9de02f9ea487 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.102691 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-702f7478-b489-4953-b055-9de02f9ea487 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268959 Jul 06 19:25:44.105730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54114) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:44.110666 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5913d306-d232-4f7d-b7d8-5153ffaaa8b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '7cc4d64e-6f96-46d8-86ad-315da195ed22', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:44.135504 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-5913d306-d232-4f7d-b7d8-5153ffaaa8b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:25:44.142599 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5913d306-d232-4f7d-b7d8-5153ffaaa8b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.210465 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5913d306-d232-4f7d-b7d8-5153ffaaa8b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.216082 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5913d306-d232-4f7d-b7d8-5153ffaaa8b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.233405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913d306-d232-4f7d-b7d8-5153ffaaa8b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2895ea8f-acc5-4e18-a6a8-8edcad3864bb,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:44.241572 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5913d306-d232-4f7d-b7d8-5153ffaaa8b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.243020 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5913d306-d232-4f7d-b7d8-5153ffaaa8b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360981 Jul 06 19:25:44.245811 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54116) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:44.250612 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-810a188c-4da6-4258-933b-646ec3383263 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '7cc4d64e-6f96-46d8-86ad-315da195ed22', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:44.273753 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-810a188c-4da6-4258-933b-646ec3383263 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:25:44.280750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-810a188c-4da6-4258-933b-646ec3383263 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.348913 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-810a188c-4da6-4258-933b-646ec3383263 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.355399 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-810a188c-4da6-4258-933b-646ec3383263 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.372883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a188c-4da6-4258-933b-646ec3383263 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6455ad06-a896-43d3-89f3-62d1785f7440,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:44.383034 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-810a188c-4da6-4258-933b-646ec3383263 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.384311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-810a188c-4da6-4258-933b-646ec3383263 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375318 Jul 06 19:25:44.387287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54118) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:44.392232 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'network': {'name': 'tempest-network-smoke--1594971703', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'port_security_enabled': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:44.415489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:25:44.418991 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.444249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:25:44.453149 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.453493 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Added segment 00d9dcd3-96e3-4e33-a069-9006068563cd of type vlan for network 31773adb-4234-420e-842a-d1dad61627a2 Jul 06 19:25:44.499177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.534166 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.540004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:44.540605 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.597455 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2090397 Jul 06 19:25:44.602460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54120) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:44.607910 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'admin_state_up': True, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:44.612547 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0aa0-6658-4302-a16b-319821f0626f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Network': ['ID=31773adb-4234-420e-842a-d1dad61627a2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:44.626739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 31773adb-4234-420e-842a-d1dad61627a2 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:25:44.635927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.636975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.688969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 24da4695-d18e-469d-be2d-1da7065b19f3 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:25:44.689802 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:44.718003 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 24da4695-d18e-469d-be2d-1da7065b19f3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:25:44.718162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 24da4695-d18e-469d-be2d-1da7065b19f3 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:25:44.836651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:45.043043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:45.064942 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:45.186077 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.218 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/4c5865af-a832-42f9-bbbd-640837b2322a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:25:45.290135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:45.333568 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:45.371865 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:25:45.376830 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:25:45.379496 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:25:45.403260 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=4c5865af-a832-42f9-bbbd-640837b2322a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:45.632443 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:45.674441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9288f2b6-4daa-4134-9d1d-4cf4a27c79e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:45.831252 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:45.966699 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:25:46.074777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:25:46.084154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Sync routers for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:25:46.093660 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:25:46.094343 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:46.096969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:46.098451 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9f545586-1a79-4dcb-b5d4-111e8460ce0a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4949975 Jul 06 19:25:46.101579 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54122) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:46.129814 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-17eb7ae3-232f-45d7-a575-64e4078b9c0e tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=191f93f1ac384061a32ddc6000e39f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268953 Jul 06 19:25:46.132273 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54124) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:46.209429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:25:46.224306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c343e4ec-6206-4991-9a8b-3e33f669d0ba tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:46.226551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c343e4ec-6206-4991-9a8b-3e33f669d0ba tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933027 Jul 06 19:25:46.228542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54126) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:46.260436 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e796379e-b93f-49c8-830c-548c13d2a716 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307298 Jul 06 19:25:46.263038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54128) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:46.268274 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1954322878', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:46.370995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:25:46.375067 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:46.391349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:45Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:46.419640 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Checking router: 1bfc9466-af1c-4d61-8ffc-f2e86849e51d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:25:46.420079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Updating router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d port 4c5865af-a832-42f9-bbbd-640837b2322a binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:25:46.455076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:46.559276 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:46.619218 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Subnet': ['ID=8b5f021f-212a-490c-a5ac-b111a8023185,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:46.630513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Checking segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:25:46.630874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network hostable DHCP agents. Network: 31773adb-4234-420e-842a-d1dad61627a2, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:25:46.649558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 31773adb-4234-420e-842a-d1dad61627a2 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:25:46.659265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 31773adb-4234-420e-842a-d1dad61627a2) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:25:46.663538 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:46.664128 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:46.681635 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9552027a-f28c-4099-ac58-16be0f122b7d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4174433 Jul 06 19:25:46.684690 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54130) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:25:46.830972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408299ba-1ba0-4ed5-bcb4-c37b13c0920b None None] Network 31773adb-4234-420e-842a-d1dad61627a2 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:25:46.955990 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:46.986304 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Transition to ACTIVE for port object 4c5865af-a832-42f9-bbbd-640837b2322a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:25:46.997064 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.079378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-31773adb-4234-420e-842a-d1dad61627a2', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:25:47.080287 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.082331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f96653-ca55-4edd-96d0-730e2a75c450 None None] Pushing event updated for resources: {'Port': ['ID=4c5865af-a832-42f9-bbbd-640837b2322a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:47.096503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Attempting to bind port 4c5865af-a832-42f9-bbbd-640837b2322a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:25:47.096886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Attempting to bind port 4c5865af-a832-42f9-bbbd-640837b2322a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:25:47.097248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Attempting to bind port 4c5865af-a832-42f9-bbbd-640837b2322a on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:25:47.106985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:25:47.107311 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:25:47.107741 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.108130 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:25:47.108602 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Bound port: 4c5865af-a832-42f9-bbbd-640837b2322a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:25:47.108975 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.228315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] For port 4c5865af-a832-42f9-bbbd-640837b2322a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:25:47.264892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] For port 4c5865af-a832-42f9-bbbd-640837b2322a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4c5865af-a832-42f9-bbbd-640837b2322a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:25:47.274684 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.306922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Allocated IP 172.20.0.2 (31773adb-4234-420e-842a-d1dad61627a2/8b5f021f-212a-490c-a5ac-b111a8023185/1597ec49-c739-4662-a931-b4abfa374b5c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:25:47.389460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:25:47.390044 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:47.391836 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f96653-ca55-4edd-96d0-730e2a75c450 None None] Pushing event updated for resources: {'Port': ['ID=4c5865af-a832-42f9-bbbd-640837b2322a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:47.528462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.531331 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:25:47.660681 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.674404 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Transition to ACTIVE for port object 1597ec49-c739-4662-a931-b4abfa374b5c will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:25:47.707910 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Transition to ACTIVE for port object 1597ec49-c739-4662-a931-b4abfa374b5c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:25:47.716482 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.773953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Network 31773adb-4234-420e-842a-d1dad61627a2 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:25:47.781490 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:25:47.789396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:25:47.793540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Pushing event updated for resources: {'Port': ['ID=1597ec49-c739-4662-a931-b4abfa374b5c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:47.801452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.1 (31773adb-4234-420e-842a-d1dad61627a2/8b5f021f-212a-490c-a5ac-b111a8023185/6123c26d-61f0-48b2-9a85-f21e2d756923) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:25:47.860719 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Attempting to bind port 1597ec49-c739-4662-a931-b4abfa374b5c on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:25:47.861415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Attempting to bind port 1597ec49-c739-4662-a931-b4abfa374b5c by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:25:47.861415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Attempting to bind port 1597ec49-c739-4662-a931-b4abfa374b5c on network 31773adb-4234-420e-842a-d1dad61627a2 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:25:47.864111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:45Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:47.892022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:25:47.892518 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Checking segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:25:47.892778 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.893166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Bound using segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:25:47.893705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Bound port: 1597ec49-c739-4662-a931-b4abfa374b5c, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:25:47.894103 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.896492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5fd7bc-60fe-4ca4-94be-e12935f85641 None None] The sync data for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 is: [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:45Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:25:47.920174 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.935866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object 6123c26d-61f0-48b2-9a85-f21e2d756923 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:25:47.961790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] For port 1597ec49-c739-4662-a931-b4abfa374b5c, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:25:47.965229 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] For port 1597ec49-c739-4662-a931-b4abfa374b5c, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1597ec49-c739-4662-a931-b4abfa374b5c,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:25:47.971958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:47.977080 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.036749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 31773adb-4234-420e-842a-d1dad61627a2 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:25:48.040292 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:25:48.043266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce994cf-c07f-4de8-99a3-2563d1be4edb None None] Pushing event updated for resources: {'Port': ['ID=1597ec49-c739-4662-a931-b4abfa374b5c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:48.045334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:25:48.053772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=6123c26d-61f0-48b2-9a85-f21e2d756923,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:48.096535 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.306180 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.326890 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-620aa133-7667-4688-bab0-4e0c22ac6df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.537444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.618984 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.625395 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.695973 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.713917 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=6123c26d-61f0-48b2-9a85-f21e2d756923,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:48.819204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 31773adb-4234-420e-842a-d1dad61627a2 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:25:48.823032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4c5865af-a832-42f9-bbbd-640837b2322a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:25:48.831178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:25:48.899083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4c5865af-a832-42f9-bbbd-640837b2322a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:25:48.904321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4c5865af-a832-42f9-bbbd-640837b2322a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:48.904700 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:48.969433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:25:48.988625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:49.010854 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4c5865af-a832-42f9-bbbd-640837b2322a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4c5865af-a832-42f9-bbbd-640837b2322a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:49.016687 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:49.017752 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1597ec49-c739-4662-a931-b4abfa374b5c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:25:49.089014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:25:49.104411 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4f171af8-4a7c-40c2-ab60-56362a458c20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/1bfc9466-af1c-4d61-8ffc-f2e86849e51d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4094710 Jul 06 19:25:49.104700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4c5865af-a832-42f9-bbbd-640837b2322a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:49.119539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 1597ec49-c739-4662-a931-b4abfa374b5c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:25:49.142892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8b58d-497d-46e3-8f50-56ac75744568 None None] Network 31773adb-4234-420e-842a-d1dad61627a2 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:25:49.211467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b1f341c4-f367-478e-803d-3b02660b737e None None] Provisioning for port 1597ec49-c739-4662-a931-b4abfa374b5c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:25:49.222056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b1f341c4-f367-478e-803d-3b02660b737e None None] Provisioning complete for port 1597ec49-c739-4662-a931-b4abfa374b5c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:49.222434 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1f341c4-f367-478e-803d-3b02660b737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:49.255599 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-c84fa8ea-4569-4ea7-b62f-3aa2f37da117 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802012837&fields=id&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 267 time: 0.0331316 Jul 06 19:25:49.370537 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1f341c4-f367-478e-803d-3b02660b737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:49.370969 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-cfe815be-e02d-4688-953d-f85990455d6c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:49.372574 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-cfe815be-e02d-4688-953d-f85990455d6c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 797 time: 0.1099970 Jul 06 19:25:49.391354 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-fd76924f-ba95-492f-bb61-217e3bcd5fa2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/quotas/191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 375 time: 0.0115445 Jul 06 19:25:49.416654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b1f341c4-f367-478e-803d-3b02660b737e None None] For port 1597ec49-c739-4662-a931-b4abfa374b5c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1597ec49-c739-4662-a931-b4abfa374b5c,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:49.421884 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1f341c4-f367-478e-803d-3b02660b737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:49.474020 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-ae67618e-8f51-4fc5-a015-77bd259ef397 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751362 Jul 06 19:25:49.475861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f341c4-f367-478e-803d-3b02660b737e None None] Pushing event updated for resources: {'Port': ['ID=1597ec49-c739-4662-a931-b4abfa374b5c,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:49.590948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-3bea74fb-c8f4-4c12-8d8c-c218b9886ed1 service neutron] 10.222.0.53 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007774 Jul 06 19:25:49.653106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-06b07845-f8e3-4775-b736-c92aab81e77e None None] Provisioning for port 6123c26d-61f0-48b2-9a85-f21e2d756923 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:25:49.658006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-06b07845-f8e3-4775-b736-c92aab81e77e None None] Provisioning complete for port 6123c26d-61f0-48b2-9a85-f21e2d756923 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:49.658492 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-06b07845-f8e3-4775-b736-c92aab81e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:49.693551 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-d8de9df7-f0eb-4056-b2dd-4098c34bd3ef service neutron] 10.222.0.53 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965443 Jul 06 19:25:49.712867 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Sync routers for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:25:49.726035 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:25:49.726671 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:49.731642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-06b07845-f8e3-4775-b736-c92aab81e77e None None] Port 6123c26d-61f0-48b2-9a85-f21e2d756923 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:25:49.735849 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:49.746156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-06b07845-f8e3-4775-b736-c92aab81e77e None None] Provisioning complete for port 1597ec49-c739-4662-a931-b4abfa374b5c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:49.746854 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-06b07845-f8e3-4775-b736-c92aab81e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:49.840292 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:25:49.927748 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6b696c2e-248d-4961-8349-65ca91c49fcd req-82abfa04-c0bc-48d5-a9f7-2c37d57c4257 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 210 time: 0.0323544 Jul 06 19:25:49.985001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-41f740da-41ab-48d3-8f5f-f011055bd619 None None] Provisioning complete for port 6123c26d-61f0-48b2-9a85-f21e2d756923 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:49.985557 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-41f740da-41ab-48d3-8f5f-f011055bd619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.022984 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-41f740da-41ab-48d3-8f5f-f011055bd619 None None] Port 6123c26d-61f0-48b2-9a85-f21e2d756923 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:25:50.103720 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 2, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:50.135676 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Checking router: 1bfc9466-af1c-4d61-8ffc-f2e86849e51d for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:25:50.136071 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Updating router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d port 6123c26d-61f0-48b2-9a85-f21e2d756923 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:25:50.151385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a850041a-f524-4bb1-bec7-a8c3d8c4df8d None None] Provisioning complete for port 6123c26d-61f0-48b2-9a85-f21e2d756923 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:50.151615 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a850041a-f524-4bb1-bec7-a8c3d8c4df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.186175 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.196683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a850041a-f524-4bb1-bec7-a8c3d8c4df8d None None] Port 6123c26d-61f0-48b2-9a85-f21e2d756923 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:25:50.451603 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.461703 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Transition to ACTIVE for port object 6123c26d-61f0-48b2-9a85-f21e2d756923 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:25:50.468463 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.542323 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Pushing event updated for resources: {'Port': ['ID=6123c26d-61f0-48b2-9a85-f21e2d756923,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:50.567496 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.568886 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.571177 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.571395 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.571565 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.573105 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.573463 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.573823 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.574154 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.574486 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.574811 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.575139 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:25:50.601471 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Attempting to bind port 6123c26d-61f0-48b2-9a85-f21e2d756923 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:25:50.601906 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Attempting to bind port 6123c26d-61f0-48b2-9a85-f21e2d756923 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:25:50.602686 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Attempting to bind port 6123c26d-61f0-48b2-9a85-f21e2d756923 on network 31773adb-4234-420e-842a-d1dad61627a2 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:25:50.608213 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:25:50.608586 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Checking segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:25:50.608986 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.609376 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Bound using segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:25:50.610447 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Bound port: 6123c26d-61f0-48b2-9a85-f21e2d756923, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:25:50.610447 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.678452 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] For port 6123c26d-61f0-48b2-9a85-f21e2d756923, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:25:50.682021 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] For port 6123c26d-61f0-48b2-9a85-f21e2d756923, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6123c26d-61f0-48b2-9a85-f21e2d756923,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:25:50.687198 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.750361 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:25:50.750996 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:50.754212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4c5865af-a832-42f9-bbbd-640837b2322a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:25:50.758835 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd6a24-a707-4d35-abf5-55b50625b475 None None] Pushing event updated for resources: {'Port': ['ID=6123c26d-61f0-48b2-9a85-f21e2d756923,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:50.816301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4c5865af-a832-42f9-bbbd-640837b2322a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:50.817030 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:50.939944 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1597ec49-c739-4662-a931-b4abfa374b5c up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:25:50.988219 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:25:51.010029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 1597ec49-c739-4662-a931-b4abfa374b5c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:51.011121 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:51.183397 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-02e7082d-6bcd-43a3-b119-33121d339ca1 req-4db60fad-b6f9-463c-a6c1-7671582792a8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 210 time: 0.0353634 Jul 06 19:25:51.193115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-0071003d-cba0-4e5a-828a-36a3dc422eab tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:51.194666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-0071003d-cba0-4e5a-828a-36a3dc422eab tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 797 time: 0.1426053 Jul 06 19:25:51.238810 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:51.239828 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:50Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:25:51.244949 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-1f68e175-96b2-4cd6-9903-cba6967653b1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 379 time: 0.0405607 Jul 06 19:25:51.256529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'port': {'device_id': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'admin_state_up': True, 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'security_groups': ['7cc4d64e-6f96-46d8-86ad-315da195ed22']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:51.267155 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2446cbd-38df-432a-b3aa-f6704091b4d6 None None] The sync data for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 is: [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:50Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:25:51.400207 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:25:51.403871 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:51.543603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.11 (31773adb-4234-420e-842a-d1dad61627a2/8b5f021f-212a-490c-a5ac-b111a8023185/f2e3c27f-0285-4628-a2b9-67968dfad777) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:25:51.692547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:51.708193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object f2e3c27f-0285-4628-a2b9-67968dfad777 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:25:51.743897 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:51.791980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 31773adb-4234-420e-842a-d1dad61627a2 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:25:51.795355 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:25:51.802410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:25:51.830652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:51.858048 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:51.858724 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:51.876617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-66988dae-c51b-4af9-aa5b-653a418c4a65 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239524 Jul 06 19:25:51.888346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Request body: {'port': {'device_id': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:25:51.977157 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.029014 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d63974d9-cf18-4ca8-828f-7cfd15866417 None None] Provisioning for port f2e3c27f-0285-4628-a2b9-67968dfad777 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:25:52.033849 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d63974d9-cf18-4ca8-828f-7cfd15866417 None None] Provisioning complete for port f2e3c27f-0285-4628-a2b9-67968dfad777 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:52.034295 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d63974d9-cf18-4ca8-828f-7cfd15866417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.074382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d63974d9-cf18-4ca8-828f-7cfd15866417 None None] Port f2e3c27f-0285-4628-a2b9-67968dfad777 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:25:52.263496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e3c27f-0285-4628-a2b9-67968dfad777 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:25:52.271498 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.283459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Transition to ACTIVE for port object f2e3c27f-0285-4628-a2b9-67968dfad777 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:25:52.288785 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.398155 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:52.470610 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ffa88-6733-4b64-9949-fccc45fa91bc req-2afc20a8-f250-4cb5-a90c-d9cfda780285 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:52.472227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c8ffa88-6733-4b64-9949-fccc45fa91bc req-2afc20a8-f250-4cb5-a90c-d9cfda780285 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 944 time: 0.1557364 Jul 06 19:25:52.473138 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Attempting to bind port f2e3c27f-0285-4628-a2b9-67968dfad777 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:25:52.473478 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Attempting to bind port f2e3c27f-0285-4628-a2b9-67968dfad777 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:25:52.473836 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Attempting to bind port f2e3c27f-0285-4628-a2b9-67968dfad777 on network 31773adb-4234-420e-842a-d1dad61627a2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:25:52.480766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Port f2e3c27f-0285-4628-a2b9-67968dfad777 on network 31773adb-4234-420e-842a-d1dad61627a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:25:52.481093 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Attempting to bind port f2e3c27f-0285-4628-a2b9-67968dfad777 on network 31773adb-4234-420e-842a-d1dad61627a2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:25:52.497678 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:25:52.498009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Checking segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:25:52.498399 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Bound using segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:25:52.498852 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Bound port: f2e3c27f-0285-4628-a2b9-67968dfad777, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:25:52.499253 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.529357 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1c8ffa88-6733-4b64-9949-fccc45fa91bc req-69849e29-ddf4-4b2e-a0e0-302598cfc55a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501978 Jul 06 19:25:52.577412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:25:52.580469 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:25:52.589778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.628985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:52.629778 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.631229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1092 time: 0.7476122 Jul 06 19:25:52.631691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:25:52.634048 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d71977-36f4-4a63-864a-a638ccf59387" -d '{"events": [{"name": "network-changed", "server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:25:52.670684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057fd23-3283-4a9f-bfa8-832fc950dce0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:52.718270 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe99c0a-7b79-41b0-865e-00df2b4f1ddc x-openstack-request-id: req-dbe99c0a-7b79-41b0-865e-00df2b4f1ddc {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:25:52.718768 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:25:52.719026 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbe99c0a-7b79-41b0-865e-00df2b4f1ddc {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:25:52.719436 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'status': 'completed', 'code': 200} Jul 06 19:25:52.766557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-1744bc32-bb51-4257-9170-982866dada07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:52.769430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-1744bc32-bb51-4257-9170-982866dada07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1095 time: 0.0940297 Jul 06 19:25:52.786375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6123c26d-61f0-48b2-9a85-f21e2d756923 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:25:52.816829 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-919fe3d6-d0f4-4636-be74-3aa4045a5bdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 217 time: 0.0389802 Jul 06 19:25:52.844566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 6123c26d-61f0-48b2-9a85-f21e2d756923 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:25:52.848457 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6123c26d-61f0-48b2-9a85-f21e2d756923 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:52.848953 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.868139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5abde335-a535-4406-bbc3-5bbabef84c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:52.870030 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-5abde335-a535-4406-bbc3-5bbabef84c79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0475018 Jul 06 19:25:52.931421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-3cc2fe2e-00af-402d-af2d-52ff0547551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:52.932853 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-3cc2fe2e-00af-402d-af2d-52ff0547551c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566096 Jul 06 19:25:52.941094 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.982242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 6123c26d-61f0-48b2-9a85-f21e2d756923, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6123c26d-61f0-48b2-9a85-f21e2d756923,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:52.986784 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:52.992644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:53.023736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-43dd6545-9abc-41bf-b3ab-7bb2b0ce995b service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842917 Jul 06 19:25:53.031529 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:53.045499 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=6123c26d-61f0-48b2-9a85-f21e2d756923,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:53.117851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-487fe101-0f6f-4168-b995-57aa3b715fe6 req-62a7d726-bafa-4b46-9dce-befa28d79fd9 service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873306 Jul 06 19:25:53.241344 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-ea47c1b8-f85e-412e-b602-f3ea42e13f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:53.242872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-ea47c1b8-f85e-412e-b602-f3ea42e13f11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1095 time: 0.0658104 Jul 06 19:25:53.337018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-174471d8-f9bc-4138-b7af-77c359e0fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:53.338439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-174471d8-f9bc-4138-b7af-77c359e0fd2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.0886521 Jul 06 19:25:53.389498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-7f3860bf-2458-4b36-9dfe-15ec2be11b91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 217 time: 0.0420508 Jul 06 19:25:53.439345 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-1b00f040-6233-4419-9357-27f6bccdfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:53.440961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-1b00f040-6233-4419-9357-27f6bccdfb66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0445669 Jul 06 19:25:53.503333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-31033bdc-72e0-45dd-89aa-dd85082754a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:53.504857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-31033bdc-72e0-45dd-89aa-dd85082754a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564594 Jul 06 19:25:53.605014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-1d72765f-38e2-419e-8225-55d545ff1b4a service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918159 Jul 06 19:25:53.746194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3d71977-36f4-4a63-864a-a638ccf59387 req-d0ef1fd5-7de9-4a30-9238-bccf2df2dc90 service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342778 Jul 06 19:25:53.765060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589fab5-142c-4646-a93e-ccb6a17e7ea0 req-6546e0a5-327f-4caa-8a3e-bb78bdb315dd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:53.766626 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a589fab5-142c-4646-a93e-ccb6a17e7ea0 req-6546e0a5-327f-4caa-8a3e-bb78bdb315dd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 944 time: 0.1026721 Jul 06 19:25:53.808041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a589fab5-142c-4646-a93e-ccb6a17e7ea0 req-64be4da9-7b7b-4399-98c9-e667f9602291 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346231 Jul 06 19:25:54.742852 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6123c26d-61f0-48b2-9a85-f21e2d756923 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:25:54.792713 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6123c26d-61f0-48b2-9a85-f21e2d756923 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:54.793114 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:55.190908 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd180af-89cc-4ea8-9ee7-4efbeb676ac4 req-c0454726-dbb9-4234-9a88-2aadd3f65b67 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:55.192307 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bd180af-89cc-4ea8-9ee7-4efbeb676ac4 req-c0454726-dbb9-4234-9a88-2aadd3f65b67 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 944 time: 0.0672741 Jul 06 19:25:55.241975 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4bd180af-89cc-4ea8-9ee7-4efbeb676ac4 req-2de1d431-4f91-46fc-994d-1651da775203 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414512 Jul 06 19:25:56.347074 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f2e3c27f-0285-4628-a2b9-67968dfad777 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:25:56.431275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18f329-203f-4a20-bc5d-393a1a02255a req-514b3456-429f-4338-bf3a-4a342186848c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:56.432915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe18f329-203f-4a20-bc5d-393a1a02255a req-514b3456-429f-4338-bf3a-4a342186848c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 944 time: 0.0640385 Jul 06 19:25:56.443758 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:56.455120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'port_id': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'mac_address': 'fa:16:3e:8f:5b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:25:56.470351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fe18f329-203f-4a20-bc5d-393a1a02255a req-cfbe4ad4-938b-4751-8041-34513f7e9ca8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317554 Jul 06 19:25:56.498344 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:56.666548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e3c27f-0285-4628-a2b9-67968dfad777 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:25:56.686832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:56.694059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:56.744231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:56.920370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['f2e3c27f-0285-4628-a2b9-67968dfad777'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:25:57.667444 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8333094-de20-4315-a698-58c2f4866ed5 req-d25d8500-690a-45c6-82d8-c81d8f84523f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:57.668834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8333094-de20-4315-a698-58c2f4866ed5 req-d25d8500-690a-45c6-82d8-c81d8f84523f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 945 time: 0.0836766 Jul 06 19:25:57.709176 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8333094-de20-4315-a698-58c2f4866ed5 req-7d4b797b-79f6-44d4-907a-c320d2414a35 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325146 Jul 06 19:25:58.370941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f2e3c27f-0285-4628-a2b9-67968dfad777 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:25:58.433678 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port f2e3c27f-0285-4628-a2b9-67968dfad777 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:25:58.438364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port f2e3c27f-0285-4628-a2b9-67968dfad777 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:25:58.438747 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:58.521192 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:58.544358 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:25:58.546751 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fbea60-7140-4a70-9860-d37f1cf3bf46" -d '{"events": [{"server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "name": "network-vif-plugged", "status": "completed", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:25:58.561883 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:25:58.567074 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:58.596596 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3585b7-1be6-413b-8c2e-90b68488ba95 x-openstack-request-id: req-9a3585b7-1be6-413b-8c2e-90b68488ba95 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:25:58.596884 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "name": "network-vif-plugged", "status": "completed", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:25:58.597135 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a3585b7-1be6-413b-8c2e-90b68488ba95 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:25:58.597544 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'code': 200} Jul 06 19:25:58.623938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:25:58.725301 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce366ee1-2d1b-487f-8736-978a29a6e754 req-a01c2fc1-7af8-46ab-b429-0e2d136f43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:58.726830 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce366ee1-2d1b-487f-8736-978a29a6e754 req-a01c2fc1-7af8-46ab-b429-0e2d136f43c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1097 time: 0.0598230 Jul 06 19:25:58.766993 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce366ee1-2d1b-487f-8736-978a29a6e754 req-be3cb6dc-9be8-462c-b7e6-fa096e82b6e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329273 Jul 06 19:25:58.903750 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27786b6b-43c5-4bbd-b550-e5d3318f4611 req-e2637e2b-8ca3-42e7-b091-24b60ead2f78 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:25:58.905159 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27786b6b-43c5-4bbd-b550-e5d3318f4611 req-e2637e2b-8ca3-42e7-b091-24b60ead2f78 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0747962 Jul 06 19:25:58.952698 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-27786b6b-43c5-4bbd-b550-e5d3318f4611 req-03a0e765-5e56-4216-8d06-ef404c7637a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Jul 06 19:26:00.131173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a7541-1561-47e6-a92a-5698d17e13a1 req-5868be39-32bb-4501-89e4-5dfdbd4c2a70 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:00.132691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-333a7541-1561-47e6-a92a-5698d17e13a1 req-5868be39-32bb-4501-89e4-5dfdbd4c2a70 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0675478 Jul 06 19:26:00.174634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-333a7541-1561-47e6-a92a-5698d17e13a1 req-7b72de0f-ef82-43a5-90ac-cb64083a6594 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351763 Jul 06 19:26:00.354379 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15078f3-625e-44c6-ba78-239f09d76936 req-0218f1b5-362f-47cb-b9aa-4a61cbdb7fc8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:00.355896 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d15078f3-625e-44c6-ba78-239f09d76936 req-0218f1b5-362f-47cb-b9aa-4a61cbdb7fc8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0647216 Jul 06 19:26:00.400455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d15078f3-625e-44c6-ba78-239f09d76936 req-b2c0e894-2904-4247-91ca-920b32d9131d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387211 Jul 06 19:26:00.427183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54180) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:26:00.485558 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ea178-8547-4e83-8bb9-09fa85757395 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:00.487179 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-485ea178-8547-4e83-8bb9-09fa85757395 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1092 time: 0.0587833 Jul 06 19:26:00.490242 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54182) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:26:00.494700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:26:00.519888 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:00.619708 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:00.744552 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.133 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/7b59eab6-9a94-4759-86a6-e0a22219cd85) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:26:00.846002 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:00.890799 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:00.932651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:26:00.937598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:26:00.941303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:26:00.946950 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=7b59eab6-9a94-4759-86a6-e0a22219cd85,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:26:01.407038 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-fca47d23-6e74-48b1-93c9-c656e6247de6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558200 Jul 06 19:26:01.509554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-27f8509b-a0e4-41ca-b89b-f974497dc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:01.511184 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-27f8509b-a0e4-41ca-b89b-f974497dc141 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1097 time: 0.0599151 Jul 06 19:26:01.618875 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-0bea3b09-360f-41b0-baf8-c483c124093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:01.620456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-0bea3b09-360f-41b0-baf8-c483c124093b service neutron] 10.222.0.24 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.0875082 Jul 06 19:26:01.666709 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-b63507bb-ecab-4e46-a4df-23d153653b43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 217 time: 0.0399568 Jul 06 19:26:01.698880 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:01.719147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-bdce5565-6970-4582-8eec-ce52e3b711e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:01.722485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-bdce5565-6970-4582-8eec-ce52e3b711e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0497391 Jul 06 19:26:01.781549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:01.782169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-e896f152-b82c-4577-a40c-8d729d4df175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:01.784337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-e896f152-b82c-4577-a40c-8d729d4df175 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553918 Jul 06 19:26:01.877972 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-a39ca616-9f34-44d3-8904-6897db5f9a29 service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871654 Jul 06 19:26:01.934321 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:01.940171 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:01.968033 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fa917cfa-3390-4294-92d8-2b8577b5aecc req-55cd95d0-8a1d-47a0-b027-a263d2beec7a service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841994 Jul 06 19:26:02.014396 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=7b59eab6-9a94-4759-86a6-e0a22219cd85,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:26:02.024041 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:02.125578 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 77055677-fc71-4693-ad5d-e0266afede6f associated. External IP: 172.25.4.133, port: f2e3c27f-0285-4628-a2b9-67968dfad777. Jul 06 19:26:02.356986 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:26:02.475391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:26:02.485227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] Sync routers for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:26:02.492526 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:02.497455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:26:02.498089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:26:02.529107 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c565bf9a-c09a-43f2-b19c-f18c8e4b4250 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0378439 Jul 06 19:26:02.529689 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:26:02.537741 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d0a76c-7655-407b-b1da-df67b718b894" -d '{"events": [{"name": "network-changed", "server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:26:02.569579 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52120f1b-86af-40d2-a386-67d6ae8881ca x-openstack-request-id: req-52120f1b-86af-40d2-a386-67d6ae8881ca {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:26:02.569892 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:26:02.570140 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52120f1b-86af-40d2-a386-67d6ae8881ca {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:26:02.570540 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'status': 'completed', 'code': 200} Jul 06 19:26:02.612929 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:26:02.690712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-14e140f3-0aad-4e6b-af4f-b49e93610fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:02.692239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-14e140f3-0aad-4e6b-af4f-b49e93610fa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1097 time: 0.0992680 Jul 06 19:26:02.730991 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4c53-689e-434a-9912-fa378a949782 req-5c63c1d5-40ee-4f92-b00b-71a8ffe8f565 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:02.733178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd8d4c53-689e-434a-9912-fa378a949782 req-5c63c1d5-40ee-4f92-b00b-71a8ffe8f565 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.1106703 Jul 06 19:26:02.809472 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fd8d4c53-689e-434a-9912-fa378a949782 req-a34a5500-281d-4412-84f2-4d3a03849790 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517819 Jul 06 19:26:02.826948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-6596d414-d4d4-406a-8467-3fadd0e1d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:02.828505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-6596d414-d4d4-406a-8467-3fadd0e1d2ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.1268756 Jul 06 19:26:02.836333 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54188) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:26:02.855522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '77055677-fc71-4693-ad5d-e0266afede6f', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'port_id': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'mac_address': 'fa:16:3e:8f:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:26:01Z', 'updated_at': '2021-07-06T19:26:01Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:52Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:26:02.882532 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] Checking router: 1bfc9466-af1c-4d61-8ffc-f2e86849e51d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:26:02.891396 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:26:02.892087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:25:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:26:02.904010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-e00385b6-6676-41da-bbec-f80987361239 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1000 time: 0.0668170 Jul 06 19:26:02.904276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-49850f46-c150-47fe-ba93-8f3d55d50c9a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/77055677-fc71-4693-ad5d-e0266afede6f HTTP/1.1" status: 200 len: 992 time: 0.0651531 Jul 06 19:26:02.951558 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-c72babd8-6996-4d8a-adde-4786bd4be4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:02.953078 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-c72babd8-6996-4d8a-adde-4786bd4be4a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0442502 Jul 06 19:26:02.997624 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:26:03.010201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-2dbd2c0b-adff-4612-a278-f05d112309bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:03.011711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-2dbd2c0b-adff-4612-a278-f05d112309bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521257 Jul 06 19:26:03.105135 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-8f299ea8-c582-4b12-8339-b011a25b045b service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866694 Jul 06 19:26:03.193791 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f5d0a76c-7655-407b-b1da-df67b718b894 req-f3fd25ee-7373-40a7-b625-e2caeb6998b8 service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825408 Jul 06 19:26:03.222549 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '77055677-fc71-4693-ad5d-e0266afede6f', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'port_id': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'mac_address': 'fa:16:3e:8f:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:26:01Z', 'updated_at': '2021-07-06T19:26:01Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:52Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:26:03.252149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c673fda4-0bd7-4115-a2f5-fe8b6f4a6861 None None] The sync data for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 is: [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '77055677-fc71-4693-ad5d-e0266afede6f', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'port_id': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'mac_address': 'fa:16:3e:8f:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:26:01Z', 'updated_at': '2021-07-06T19:26:01Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:52Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:26:03.577556 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b3f58-d98d-4e06-8f25-46e41ff49327 None None] New status for floating IP 77055677-fc71-4693-ad5d-e0266afede6f: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:26:03.907204 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54190) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:26:03.977251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-34ac571b-8802-4e80-9f07-8a184254b687 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/77055677-fc71-4693-ad5d-e0266afede6f HTTP/1.1" status: 200 len: 994 time: 0.0688429 Jul 06 19:26:05.404211 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:26:15.671932 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c625cfd1-f573-4ab2-890f-ccc607a5d1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:18.324985 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-538679ed-7cbe-4112-b355-30d776e02e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:18.524282 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:19.691301 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:21.245122 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:22.990690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:23.002258 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:35.638145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b1b2a-d429-4f87-ac05-9528af8dbb19 req-75f68319-8941-49d7-8c58-4b941156ac69 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:35.639774 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b8b1b2a-d429-4f87-ac05-9528af8dbb19 req-75f68319-8941-49d7-8c58-4b941156ac69 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0689068 Jul 06 19:26:35.669947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-c7942120-ac4d-42a6-b705-de96cfdee566 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020994 Jul 06 19:26:35.679207 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4b8b1b2a-d429-4f87-ac05-9528af8dbb19 req-42162331-499e-4f6d-b389-227d94fdcc8c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322299 Jul 06 19:26:36.889000 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6ad0f-9d28-4ebf-b20a-cfb34bc8140f req-b08ea8cc-d144-4094-af1f-3873e5a94f5a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:36.890457 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53e6ad0f-9d28-4ebf-b20a-cfb34bc8140f req-b08ea8cc-d144-4094-af1f-3873e5a94f5a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0764496 Jul 06 19:26:36.932589 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-53e6ad0f-9d28-4ebf-b20a-cfb34bc8140f req-6179ba9d-67f7-4913-beb5-ee81b8a5506d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355875 Jul 06 19:26:37.010295 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-88468dcb-b645-41df-9ccc-13b502933858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:37.011819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-88468dcb-b645-41df-9ccc-13b502933858 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1097 time: 0.0558934 Jul 06 19:26:37.105617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-7aafa98f-a197-44ac-bceb-2a09027f528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:37.107113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-7aafa98f-a197-44ac-bceb-2a09027f528e service neutron] 10.222.0.24 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.0891149 Jul 06 19:26:37.181380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-961a4fa9-9093-4120-874a-3ee17a29a9dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1002 time: 0.0665841 Jul 06 19:26:37.236110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-f95e262a-4e9b-4a08-a667-726847f8c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:37.238452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-f95e262a-4e9b-4a08-a667-726847f8c042 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0505717 Jul 06 19:26:37.662219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-51a9b6d8-b712-4733-b353-e5e9aace746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:37.663740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-51a9b6d8-b712-4733-b353-e5e9aace746b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4190755 Jul 06 19:26:37.753370 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-e7ab5121-da84-465f-97d6-855527ead011 service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809529 Jul 06 19:26:37.846651 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-fe0b80b6-d404-48fa-a768-f447693d9d77 service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Jul 06 19:26:38.115264 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfa282-41c0-47f9-85e6-0771a484ad55 req-a3e93005-1c32-40bd-b761-1f7f6fae859d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:38.116741 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fbfa282-41c0-47f9-85e6-0771a484ad55 req-a3e93005-1c32-40bd-b761-1f7f6fae859d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0660944 Jul 06 19:26:38.157575 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2fbfa282-41c0-47f9-85e6-0771a484ad55 req-cdf37721-0ac4-4a99-9ccb-2ac797df141c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Jul 06 19:26:39.344898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6e5b9-28c6-41e9-9868-2c3a553e66be req-4e71c7f5-e711-4cbd-958f-5c93d991ffc5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:39.346403 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1a6e5b9-28c6-41e9-9868-2c3a553e66be req-4e71c7f5-e711-4cbd-958f-5c93d991ffc5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0723970 Jul 06 19:26:39.384374 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a1a6e5b9-28c6-41e9-9868-2c3a553e66be req-1b07ef60-fa3d-49cb-a4f1-d5e40f507ed6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 06 19:26:40.583141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680b151-892b-4511-803a-7c346a8da933 req-893ff91a-430e-42a3-aa8b-6c7455cee5e5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:40.584660 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7680b151-892b-4511-803a-7c346a8da933 req-893ff91a-430e-42a3-aa8b-6c7455cee5e5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0836117 Jul 06 19:26:40.625330 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7680b151-892b-4511-803a-7c346a8da933 req-9cc361fc-dd39-476f-bb41-ce31009f71fe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349541 Jul 06 19:26:41.817555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbbfdc-b799-4425-9330-b3d1350b7a8f req-3957a988-9c1d-4aff-ba67-d03ea7229608 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:41.819063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cdbbfdc-b799-4425-9330-b3d1350b7a8f req-3957a988-9c1d-4aff-ba67-d03ea7229608 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0705912 Jul 06 19:26:41.861441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5cdbbfdc-b799-4425-9330-b3d1350b7a8f req-3ba738bf-86cb-4508-b25e-ab11d8ea61d8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360813 Jul 06 19:26:42.404227 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:26:43.061582 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba8bd1-d5d7-45f6-bb7a-dac841ffe2c5 req-670e5838-784b-438f-9190-75fb794fe664 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:43.063259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9ba8bd1-d5d7-45f6-bb7a-dac841ffe2c5 req-670e5838-784b-438f-9190-75fb794fe664 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0806875 Jul 06 19:26:43.103831 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9ba8bd1-d5d7-45f6-bb7a-dac841ffe2c5 req-70899b09-640b-4e2d-a133-daba35b1703a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322788 Jul 06 19:26:44.293346 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886ec26-21d0-4e72-8969-277ddce995b4 req-f935680d-6a44-4e02-a573-49cff94a508d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:44.294897 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4886ec26-21d0-4e72-8969-277ddce995b4 req-f935680d-6a44-4e02-a573-49cff94a508d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0715561 Jul 06 19:26:44.344385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4886ec26-21d0-4e72-8969-277ddce995b4 req-bedd5ae5-05a4-4d97-a897-1046e927cec1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Jul 06 19:26:45.555963 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d881c86-970b-4de3-963a-c339fa9f3e04 req-cacbdf92-1b6a-42a7-801a-5593f1c12bd4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:45.558172 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d881c86-970b-4de3-963a-c339fa9f3e04 req-cacbdf92-1b6a-42a7-801a-5593f1c12bd4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0715485 Jul 06 19:26:45.599861 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0d881c86-970b-4de3-963a-c339fa9f3e04 req-9149410b-e608-4d21-83c5-c38e0b4a9ac3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358906 Jul 06 19:26:45.673011 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba6225ea-f26e-4f51-a3e7-97b42c8c93e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:46.777197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ee60-ca1b-4265-adc8-f7895cf5fe70 req-60b9fcf1-5d66-4be3-9ccd-a925d243e440 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:46.778723 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0f8ee60-ca1b-4265-adc8-f7895cf5fe70 req-60b9fcf1-5d66-4be3-9ccd-a925d243e440 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0667856 Jul 06 19:26:46.817816 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0f8ee60-ca1b-4265-adc8-f7895cf5fe70 req-4607865f-1092-4fbe-beda-11f82b96fa8f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331397 Jul 06 19:26:48.012295 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960ca1a-afa5-4c46-b7e0-8fc04fcee533 req-2bba9a41-727c-440e-a4be-368e41f0d0aa tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:48.013891 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f960ca1a-afa5-4c46-b7e0-8fc04fcee533 req-2bba9a41-727c-440e-a4be-368e41f0d0aa tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0702875 Jul 06 19:26:48.055415 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f960ca1a-afa5-4c46-b7e0-8fc04fcee533 req-1aac23c2-5afe-43e2-a992-a31da1d09f49 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345576 Jul 06 19:26:48.326071 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15f2525b-0a9c-460d-8b81-67de4286970f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:48.525067 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:49.243572 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac0b56-0827-499b-a698-8a0ee3916d1e req-4b67e5f3-b418-4152-8912-26c80b8c948b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:49.245079 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dac0b56-0827-499b-a698-8a0ee3916d1e req-4b67e5f3-b418-4152-8912-26c80b8c948b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0700080 Jul 06 19:26:49.292331 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0dac0b56-0827-499b-a698-8a0ee3916d1e req-396fd958-1eeb-401a-b0eb-c7e027a83f72 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390866 Jul 06 19:26:49.695683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:50.483929 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbc372-777b-4709-85aa-277fd3e7653a req-1848c013-bd9e-4da1-8b83-89362b81cead tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:50.485478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b4bbc372-777b-4709-85aa-277fd3e7653a req-1848c013-bd9e-4da1-8b83-89362b81cead tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0668359 Jul 06 19:26:50.524162 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b4bbc372-777b-4709-85aa-277fd3e7653a req-bb46eed9-d0ab-485d-a935-fd038ddafc50 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329087 Jul 06 19:26:51.250848 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:51.713733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6025a09-551d-4692-a031-a30f7545b3a1 req-5b9ef63c-7466-48ab-8bf8-90daed038042 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:51.714766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6025a09-551d-4692-a031-a30f7545b3a1 req-5b9ef63c-7466-48ab-8bf8-90daed038042 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0656993 Jul 06 19:26:51.754773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c6025a09-551d-4692-a031-a30f7545b3a1 req-54570283-40c6-4aa3-8514-5a86702bc431 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340765 Jul 06 19:26:52.946822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87425bc3-4da7-478d-90bc-35e5ac829fed req-fee5508d-2e20-48f5-8977-7feb6e57976b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:52.948219 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87425bc3-4da7-478d-90bc-35e5ac829fed req-fee5508d-2e20-48f5-8977-7feb6e57976b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0795693 Jul 06 19:26:52.987280 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-87425bc3-4da7-478d-90bc-35e5ac829fed req-ac2a44cb-ae62-4a9d-95af-645aff5f6e89 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332539 Jul 06 19:26:53.009321 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:53.022244 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:54.174071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceced5c-1fbf-4a29-be7d-a09ea7f3cdfc req-31042e6c-0536-44b0-9ef1-8f3a7d2914ac tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:54.175569 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ceced5c-1fbf-4a29-be7d-a09ea7f3cdfc req-31042e6c-0536-44b0-9ef1-8f3a7d2914ac tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0679789 Jul 06 19:26:54.224601 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ceced5c-1fbf-4a29-be7d-a09ea7f3cdfc req-d8326274-0359-4cdb-a271-8307997401cc tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407476 Jul 06 19:26:54.727229 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-4a06b284-01b7-43d8-9384-16715b232a85 req-638a742c-b7d5-42e1-8a17-b17078a3a3e3 service neutron] show failed (client error): The resource could not be found. Jul 06 19:26:54.728273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-638a742c-b7d5-42e1-8a17-b17078a3a3e3 service neutron] 10.222.0.24 "GET /v2.0/ports/f2e3c27f-0285-4628-a2b9-67968dfad777/bindings/n-h1-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0656638 Jul 06 19:26:55.060294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-49908ed5-fdc0-4f77-8f73-2b29add2b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:55.062968 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-49908ed5-fdc0-4f77-8f73-2b29add2b805 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 1097 time: 0.1214280 Jul 06 19:26:55.073903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799684-2', 'device_owner': 'compute:nova'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:26:55.147210 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:55.376348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:26:55.413159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:26:55.420675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6d1f2-5380-4fb7-be5e-435d3900f2cc req-55aa6c26-8934-4767-be5c-6c7e13c46e4b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:55.422211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fac6d1f2-5380-4fb7-be5e-435d3900f2cc req-55aa6c26-8934-4767-be5c-6c7e13c46e4b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0715156 Jul 06 19:26:55.454359 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:26:55.457026 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da7c6a8-7afc-44c9-b866-8b6fb9b6e5c8" -d '{"events": [{"server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:26:55.460862 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:55.463003 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fac6d1f2-5380-4fb7-be5e-435d3900f2cc req-080dfa98-a605-4cfb-a146-c7904b383450 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341852 Jul 06 19:26:55.474495 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Transition to ACTIVE for port object f2e3c27f-0285-4628-a2b9-67968dfad777 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:26:55.484359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:55.513004 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffa77dd-8730-47b7-ac57-ff4d62599b2e x-openstack-request-id: req-8ffa77dd-8730-47b7-ac57-ff4d62599b2e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:26:55.513298 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:26:55.513549 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ffa77dd-8730-47b7-ac57-ff4d62599b2e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:26:55.513971 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'code': 200} Jul 06 19:26:55.538580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=6']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:26:55.581567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.581964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.582308 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.582651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.582987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.583321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.583651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.583978 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.584306 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.584631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.584956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.585279 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:55.626766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] No DVR routers for this DVR port f2e3c27f-0285-4628-a2b9-67968dfad777 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:26:55.770131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Attempting to bind port f2e3c27f-0285-4628-a2b9-67968dfad777 on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:26:55.770386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Attempting to bind port f2e3c27f-0285-4628-a2b9-67968dfad777 by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:26:55.770967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Attempting to bind port f2e3c27f-0285-4628-a2b9-67968dfad777 on network 31773adb-4234-420e-842a-d1dad61627a2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:26:55.776333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Port f2e3c27f-0285-4628-a2b9-67968dfad777 on network 31773adb-4234-420e-842a-d1dad61627a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:26:55.776658 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Attempting to bind port f2e3c27f-0285-4628-a2b9-67968dfad777 on network 31773adb-4234-420e-842a-d1dad61627a2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:26:55.781798 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:26:55.782148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Checking segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:26:55.782589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Bound using segment: {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:26:55.782982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Bound port: f2e3c27f-0285-4628-a2b9-67968dfad777, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d9dcd3-96e3-4e33-a069-9006068563cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '31773adb-4234-420e-842a-d1dad61627a2'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:26:55.783346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:55.858397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:26:55.861700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:26:55.868432 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:55.905008 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:55.905629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:55.907055 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] 10.222.0.41 "PUT /v2.0/ports/f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1092 time: 0.8373468 Jul 06 19:26:55.930265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6606a-fd56-4787-a700-2c5d09e296cd service neutron] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=7']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:26:55.987809 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-bdab5ebf-d002-4bed-aef2-b072b8e6950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:55.989405 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-bdab5ebf-d002-4bed-aef2-b072b8e6950c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1095 time: 0.0561683 Jul 06 19:26:56.086030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-215bff76-a0e8-491b-8640-9e79b91298d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:56.087532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-215bff76-a0e8-491b-8640-9e79b91298d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.0923595 Jul 06 19:26:56.151047 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-6c3535e1-14d2-4160-84ba-006605d4484e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1000 time: 0.0569379 Jul 06 19:26:56.200436 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-badca33f-a9c4-4323-a988-364084c1a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:56.201845 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-badca33f-a9c4-4323-a988-364084c1a92b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0447652 Jul 06 19:26:56.262474 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b284-01b7-43d8-9384-16715b232a85 req-985e886c-f29c-455f-b6b8-7bd63e9c5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:56.264022 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-985e886c-f29c-455f-b6b8-7bd63e9c5e11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560894 Jul 06 19:26:56.275219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-3c57d1ba-ae7a-45ec-a12b-07d7d694b6fc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:26:56.276221 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-3c57d1ba-ae7a-45ec-a12b-07d7d694b6fc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051260 Jul 06 19:26:56.371285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-68039a6f-d470-4a84-9d11-2dca1863abc0 service neutron] 10.222.0.41 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884345 Jul 06 19:26:56.472857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4a06b284-01b7-43d8-9384-16715b232a85 req-fbdc277f-10af-43b8-b9b5-ebc02f2c6811 service neutron] 10.222.0.41 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931859 Jul 06 19:26:56.645933 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1f740-4aef-46b7-94aa-b43f7559ab6a req-d88eb422-c5c8-447f-96a0-d96a4a0928a6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:56.647341 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8e1f740-4aef-46b7-94aa-b43f7559ab6a req-d88eb422-c5c8-447f-96a0-d96a4a0928a6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 944 time: 0.0658205 Jul 06 19:26:56.699992 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c8e1f740-4aef-46b7-94aa-b43f7559ab6a req-60b65f44-d6e6-4f8c-a5f6-e01dbf120d0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467017 Jul 06 19:26:57.515337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:26:57.518591 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1265aa30-00b8-46e8-bd3c-3434802078d7" -d '{"events": [{"name": "network-changed", "server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:26:57.568329 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5ab074-290a-42ae-852d-d572172df810 x-openstack-request-id: req-de5ab074-290a-42ae-852d-d572172df810 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:26:57.568619 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:26:57.568881 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de5ab074-290a-42ae-852d-d572172df810 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:26:57.569287 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'status': 'completed', 'code': 200} Jul 06 19:26:57.674075 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-0c39b013-c1cc-42e9-beaa-2a274f19991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:57.675637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-0c39b013-c1cc-42e9-beaa-2a274f19991e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1095 time: 0.0816569 Jul 06 19:26:57.747061 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-fa68db1e-984e-4bbb-a0cc-79515b46aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:57.748691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-fa68db1e-984e-4bbb-a0cc-79515b46aef0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1095 time: 0.1595538 Jul 06 19:26:57.830530 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-55a87645-707f-4d49-a79b-2f3356a0e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:57.832041 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-55a87645-707f-4d49-a79b-2f3356a0e1a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.1495922 Jul 06 19:26:57.881995 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a4e71-bb83-4bae-b5b2-95ee2fd7c82c req-42e8a76b-d047-4e57-ba0b-a1ef39c27b66 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:57.883649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-964a4e71-bb83-4bae-b5b2-95ee2fd7c82c req-42e8a76b-d047-4e57-ba0b-a1ef39c27b66 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 944 time: 0.0699997 Jul 06 19:26:57.904929 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-524d0145-8326-45d0-82f6-d7ed258bbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:57.906531 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-524d0145-8326-45d0-82f6-d7ed258bbb48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.1504323 Jul 06 19:26:57.923385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-964a4e71-bb83-4bae-b5b2-95ee2fd7c82c req-d4a493ac-2a12-402a-848e-4f325786b29b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Jul 06 19:26:57.951866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-86c6f123-4dc5-42da-b773-78d153bde5c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1000 time: 0.1088417 Jul 06 19:26:58.007814 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-450257d7-8af4-40b5-a77a-1c04bb76bd7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1000 time: 0.0943139 Jul 06 19:26:58.026319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-84ba75bf-95a7-439d-8792-d401eebbd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:58.027760 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-84ba75bf-95a7-439d-8792-d401eebbd282 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0668550 Jul 06 19:26:58.089100 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-5f97ebf4-cdf6-4336-87a6-0e51b0eb4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:58.090683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-5f97ebf4-cdf6-4336-87a6-0e51b0eb4a7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0769629 Jul 06 19:26:58.142315 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-f89c3b15-bd56-4adf-8f81-883a5f722ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:58.143836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-f89c3b15-bd56-4adf-8f81-883a5f722ba8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987844 Jul 06 19:26:58.212353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-f0be61bd-0427-4379-9a2e-84911477905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:58.213952 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-f0be61bd-0427-4379-9a2e-84911477905c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162806 Jul 06 19:26:58.298125 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-993d9330-dbe8-49d0-9a26-a8a80e4de72c service neutron] 10.222.0.41 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464670 Jul 06 19:26:58.370506 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-78d68ea4-4e6c-42bd-b084-3195b069f55d service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480443 Jul 06 19:26:58.461124 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-50d350c4-d27f-42aa-b63b-a8f0f3b8fd15 service neutron] 10.222.0.41 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515927 Jul 06 19:26:58.497464 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1265aa30-00b8-46e8-bd3c-3434802078d7 req-dc09c488-3f66-494e-8ad6-089452fe225d service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190770 Jul 06 19:26:58.637516 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f2e3c27f-0285-4628-a2b9-67968dfad777 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:26:58.690827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device f2e3c27f-0285-4628-a2b9-67968dfad777 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:26:58.892968 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f2e3c27f-0285-4628-a2b9-67968dfad777 details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:26:58.990661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:26:59.002185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'port_id': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'mac_address': 'fa:16:3e:8f:5b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:26:59.038757 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:59.051345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e3c27f-0285-4628-a2b9-67968dfad777 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:26:59.070686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:26:59.076350 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:59.111711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a2fc-6595-489c-9c47-1a74d2446505 req-98de0a40-1e2e-4336-be8b-04d38cd35851 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:59.113535 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6657a2fc-6595-489c-9c47-1a74d2446505 req-98de0a40-1e2e-4336-be8b-04d38cd35851 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 944 time: 0.0759275 Jul 06 19:26:59.134464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:26:59.141965 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.142317 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.142659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.143051 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.143351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.144939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.144939 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.145135 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.145392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.145777 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.146111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.146449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:26:59.152472 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6657a2fc-6595-489c-9c47-1a74d2446505 req-db2cb4c9-f7a3-4d5a-81b7-9cfe44dc01cc tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 Jul 06 19:26:59.311028 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['f2e3c27f-0285-4628-a2b9-67968dfad777'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:26:59.534430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b7835-78b4-44f2-bcf1-8f5be7fa5a29 req-d7bfe5eb-3800-4b9e-bdaa-a3c6e00fd7d1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:59.535977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a3b7835-78b4-44f2-bcf1-8f5be7fa5a29 req-d7bfe5eb-3800-4b9e-bdaa-a3c6e00fd7d1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 945 time: 0.1355481 Jul 06 19:26:59.558101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-0483d038-7586-4de1-94fb-128289019f2b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:59.559564 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-0483d038-7586-4de1-94fb-128289019f2b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11&tenant_id=191f93f1ac384061a32ddc6000e39f36&binding%3Ahost_id=n-h1-799684-2 HTTP/1.1" status: 200 len: 945 time: 0.1500559 Jul 06 19:26:59.617593 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0a3b7835-78b4-44f2-bcf1-8f5be7fa5a29 req-211380d3-3432-4591-9a0d-4fe87a18a193 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732734 Jul 06 19:26:59.637836 n-d-799684-2 neutron-server[93966]: INFO neutron.api.v2.resource [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-00e2a8e7-8546-4e3c-b588-7d51cc13fd6e service neutron] delete failed (client error): The resource could not be found. Jul 06 19:26:59.637836 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-00e2a8e7-8546-4e3c-b588-7d51cc13fd6e service neutron] 10.222.0.24 "DELETE /v2.0/ports/f2e3c27f-0285-4628-a2b9-67968dfad777/bindings/n-h2-799684-2 HTTP/1.1" status: 404 len: 380 time: 0.0685253 Jul 06 19:26:59.738964 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-26265d0a-f534-4d6a-bb70-243d52eb4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:59.740591 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-26265d0a-f534-4d6a-bb70-243d52eb4c5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1096 time: 0.0596583 Jul 06 19:26:59.799376 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360bed4-8423-4c5a-8fba-dc60eedf48ef req-efc7c0bd-cf41-402f-86db-93d6ed69ea50 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:59.800833 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f360bed4-8423-4c5a-8fba-dc60eedf48ef req-efc7c0bd-cf41-402f-86db-93d6ed69ea50 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 945 time: 0.0651777 Jul 06 19:26:59.831655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-0fe56a3f-8a15-433a-9e11-63c822ea4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:59.833276 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-0fe56a3f-8a15-433a-9e11-63c822ea4187 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.0864050 Jul 06 19:26:59.840799 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f360bed4-8423-4c5a-8fba-dc60eedf48ef req-4e1717ab-18ca-4698-98e1-6955fc5aeead tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340219 Jul 06 19:26:59.905138 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-92cc9ce4-e448-49c2-9681-c46b425597ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1001 time: 0.0659525 Jul 06 19:26:59.953511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-fe814cb1-bd09-4e55-8e34-7adeafbdeecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:26:59.955000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-fe814cb1-bd09-4e55-8e34-7adeafbdeecb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0437529 Jul 06 19:27:00.036483 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-1cd131c9-f95d-434f-853b-c79a6a02d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:00.038045 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-1cd131c9-f95d-434f-853b-c79a6a02d192 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761263 Jul 06 19:27:00.148168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-82887f39-5bc5-41e9-8015-9ecaea7aafff service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033540 Jul 06 19:27:00.247384 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-623a97fd-dcf8-44f5-b8a7-6611658aa9db req-c87acee6-da78-4729-9b2c-282b7255bc78 service neutron] 10.222.0.24 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924487 Jul 06 19:27:00.904185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f2e3c27f-0285-4628-a2b9-67968dfad777 up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:27:00.955357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port f2e3c27f-0285-4628-a2b9-67968dfad777 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:27:00.959503 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port f2e3c27f-0285-4628-a2b9-67968dfad777 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:00.960111 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:01.024963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29d649-65b1-452e-97ac-fa966ac6fce3 req-86cbc51c-88e1-41b6-97ef-058e8c4a73ef tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:01.026580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb29d649-65b1-452e-97ac-fa966ac6fce3 req-86cbc51c-88e1-41b6-97ef-058e8c4a73ef tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 945 time: 0.0657156 Jul 06 19:27:01.036899 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:01.062032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:27:01.064413 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd677a0b-24f5-4220-ba6d-7654942b446a" -d '{"events": [{"server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "name": "network-vif-plugged", "status": "completed", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:27:01.068445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cb29d649-65b1-452e-97ac-fa966ac6fce3 req-146ec920-d391-4ed2-b86f-5942c699c635 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362744 Jul 06 19:27:01.082422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:01.095970 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:01.096320 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54308) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:01.114863 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00a0bda-7ad4-4b11-823c-fd84f7dc0c37 x-openstack-request-id: req-a00a0bda-7ad4-4b11-823c-fd84f7dc0c37 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:27:01.115157 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "name": "network-vif-plugged", "status": "completed", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:27:01.115406 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a00a0bda-7ad4-4b11-823c-fd84f7dc0c37 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:27:01.115789 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'code': 200} Jul 06 19:27:01.142868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:01.162420 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fc27cd47-b9ae-4abe-8e2c-37457d1437ea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/77055677-fc71-4693-ad5d-e0266afede6f HTTP/1.1" status: 200 len: 994 time: 0.0646877 Jul 06 19:27:01.716489 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-1f95a9ae-5795-4e81-bae5-20509da89763 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627644 Jul 06 19:27:01.821635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-5792d4bd-60ca-407a-ab5f-c61e8f5644c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:01.823122 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-5792d4bd-60ca-407a-ab5f-c61e8f5644c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1097 time: 0.0537944 Jul 06 19:27:01.933294 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-32e0a581-dcc6-4a46-8164-33b10567a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:01.934828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-32e0a581-dcc6-4a46-8164-33b10567a712 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.0880013 Jul 06 19:27:02.006170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-4520903b-ae27-40b7-a852-64d33508e9bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 1002 time: 0.0648003 Jul 06 19:27:02.055318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-946b59b5-8c39-4625-bae1-319dfbdb0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:02.056805 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-946b59b5-8c39-4625-bae1-319dfbdb0954 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0452039 Jul 06 19:27:02.117420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-18c7c6af-09ca-405b-9ead-99f31a9a63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:02.119004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-18c7c6af-09ca-405b-9ead-99f31a9a63b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562170 Jul 06 19:27:02.224614 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-18882977-5c0e-4efa-bc1b-c1e68e7871c2 service neutron] 10.222.0.41 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990674 Jul 06 19:27:02.317215 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4ed1bfa7-a2f5-4590-b023-94b8e8a2a0cc req-a911fb6b-c0e2-4bac-bd4e-26076f567f6f service neutron] 10.222.0.41 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862405 Jul 06 19:27:15.668257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-642bf495-cab8-4c25-88b1-ccbe87800962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:18.326518 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-569b6647-82b1-46da-9402-148bc192f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:18.521348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:19.404073 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:27:19.699076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:21.250815 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:23.010297 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:23.028731 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:31.791374 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54318) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:31.954325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 7b59eab6-9a94-4759-86a6-e0a22219cd85 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:27:31.954576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:32.029709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:32.030025 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:32.041418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 7b59eab6-9a94-4759-86a6-e0a22219cd85 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:27:32.197593 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:32.222612 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=7b59eab6-9a94-4759-86a6-e0a22219cd85,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:32.253654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.254012 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.254360 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.254697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.255028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.255364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.255758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.256086 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.256411 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.256761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.257084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.257402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:32.296808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:32.297098 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 77055677-fc71-4693-ad5d-e0266afede6f disassociated (deleted). External IP: 172.25.4.133, port: f2e3c27f-0285-4628-a2b9-67968dfad777. Jul 06 19:27:32.519921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:27:32.625804 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:27:32.631006 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:32.635902 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] Sync routers for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:27:32.646040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:32.646659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:32.671811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3fbae486-2d74-4838-9c37-4c1303ece67f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/floatingips/77055677-fc71-4693-ad5d-e0266afede6f HTTP/1.1" status: 204 len: 168 time: 0.8792369 Jul 06 19:27:32.672442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:27:32.674729 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b80b957-3976-44df-aad2-bd981718a896" -d '{"events": [{"name": "network-changed", "server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:27:32.764093 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:32.790683 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d665466e-21f1-4433-9769-a3f480f190ef x-openstack-request-id: req-d665466e-21f1-4433-9769-a3f480f190ef {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:27:32.790984 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:27:32.791238 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d665466e-21f1-4433-9769-a3f480f190ef {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:27:32.791648 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'status': 'completed', 'code': 200} Jul 06 19:27:32.878103 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b957-3976-44df-aad2-bd981718a896 req-2d4afc4e-3fed-4c4f-a2a5-d5db0f4812ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:32.879837 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b80b957-3976-44df-aad2-bd981718a896 req-2d4afc4e-3fed-4c4f-a2a5-d5db0f4812ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 1097 time: 0.0658960 Jul 06 19:27:32.988609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b957-3976-44df-aad2-bd981718a896 req-2ab99acc-d232-483f-943e-34110467a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:32.990209 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b80b957-3976-44df-aad2-bd981718a896 req-2ab99acc-d232-483f-943e-34110467a49a service neutron] 10.222.0.41 "GET /v2.0/networks?id=31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 200 len: 898 time: 0.0991821 Jul 06 19:27:32.991162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:52Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:33.021992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] Checking router: 1bfc9466-af1c-4d61-8ffc-f2e86849e51d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:27:33.030325 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:33.030921 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:33.037962 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b80b957-3976-44df-aad2-bd981718a896 req-547149f0-b64f-4803-8c52-8a378a592caa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 200 len: 217 time: 0.0401638 Jul 06 19:27:33.121932 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b957-3976-44df-aad2-bd981718a896 req-d152522e-bf1b-4e78-a86d-1f578f0004c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:33.123412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b80b957-3976-44df-aad2-bd981718a896 req-d152522e-bf1b-4e78-a86d-1f578f0004c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 200 len: 835 time: 0.0780509 Jul 06 19:27:33.140148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:33.187664 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa034d3-13ce-4ecd-aeee-30c652b3f92c req-a1ea36b8-c85b-49cd-b8a0-ecbd978ef83f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:33.189181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4aa034d3-13ce-4ecd-aeee-30c652b3f92c req-a1ea36b8-c85b-49cd-b8a0-ecbd978ef83f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.1567795 Jul 06 19:27:33.220962 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b957-3976-44df-aad2-bd981718a896 req-48659128-4185-45d1-b8f5-b51619e9f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:33.222514 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b80b957-3976-44df-aad2-bd981718a896 req-48659128-4185-45d1-b8f5-b51619e9f0c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31773adb-4234-420e-842a-d1dad61627a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913846 Jul 06 19:27:33.245873 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4aa034d3-13ce-4ecd-aeee-30c652b3f92c req-ffa5d7de-c251-4b5f-a632-eae0cdcb75b0 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491257 Jul 06 19:27:33.335608 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b80b957-3976-44df-aad2-bd981718a896 req-a4d668b8-3b7a-4539-ae83-2e5e26060032 service neutron] 10.222.0.41 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037824 Jul 06 19:27:33.430103 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2b80b957-3976-44df-aad2-bd981718a896 req-f62be2d0-feac-4805-9841-d17d0f3908a2 service neutron] 10.222.0.41 "GET /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865464 Jul 06 19:27:33.529886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:52Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:33.556281 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883f5e-b786-4199-96a5-a985a28aa769 None None] The sync data for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 is: [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6123c26d-61f0-48b2-9a85-f21e2d756923', 'name': '', 'network_id': '31773adb-4234-420e-842a-d1dad61627a2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:c4:d9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:47Z', 'updated_at': '2021-07-06T19:25:52Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '8b5f021f-212a-490c-a5ac-b111a8023185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:27:33.785532 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd43b90-202c-4387-a145-7c8b3d180e04 None None] New status for floating IP 77055677-fc71-4693-ad5d-e0266afede6f: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:27:34.309602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-7acd9583-3c77-4e5b-a1cd-4595f4d46530 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:34.311196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-7acd9583-3c77-4e5b-a1cd-4595f4d46530 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.41 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.0755918 Jul 06 19:27:34.433388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port f2e3c27f-0285-4628-a2b9-67968dfad777 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:27:34.433857 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:34.499809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c969-bf22-4084-8ef1-b40e4fb051d7 req-1b920de4-2322-4080-b470-7f02380573e3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:34.501343 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c946c969-bf22-4084-8ef1-b40e4fb051d7 req-1b920de4-2322-4080-b470-7f02380573e3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=06085c24-8859-44e0-b174-b2e6bb8deb11 HTTP/1.1" status: 200 len: 946 time: 0.1319060 Jul 06 19:27:34.535970 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port f2e3c27f-0285-4628-a2b9-67968dfad777, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=f2e3c27f-0285-4628-a2b9-67968dfad777,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:34.536218 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:34.540085 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c946c969-bf22-4084-8ef1-b40e4fb051d7 req-fe103998-8470-43c6-baa6-94b2eae3de17 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc4d64e-6f96-46d8-86ad-315da195ed22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Jul 06 19:27:34.550302 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for f2e3c27f-0285-4628-a2b9-67968dfad777 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:27:34.703357 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:34.736764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=f2e3c27f-0285-4628-a2b9-67968dfad777,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:34.781482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] No DVR routers for this DVR port f2e3c27f-0285-4628-a2b9-67968dfad777 on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:27:34.784340 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:34.786508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc4f4eeb-d652-439e-ac37-fa13e93f3387 req-cc4a8777-f7eb-454b-b458-48dd32157972 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.41 "DELETE /v2.0/ports/f2e3c27f-0285-4628-a2b9-67968dfad777 HTTP/1.1" status: 204 len: 173 time: 0.4692063 Jul 06 19:27:34.786903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'name': 'network-vif-deleted', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:27:34.789180 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b94a75-500a-4d69-803e-ef3637a50a53" -d '{"events": [{"server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "name": "network-vif-deleted", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:27:34.877480 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668b8321-fbc4-4a1b-9908-d99b972deae1 x-openstack-request-id: req-668b8321-fbc4-4a1b-9908-d99b972deae1 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:27:34.877770 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06085c24-8859-44e0-b174-b2e6bb8deb11", "name": "network-vif-deleted", "tag": "f2e3c27f-0285-4628-a2b9-67968dfad777", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:27:34.878030 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-668b8321-fbc4-4a1b-9908-d99b972deae1 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:27:34.878439 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06085c24-8859-44e0-b174-b2e6bb8deb11', 'name': 'network-vif-deleted', 'tag': 'f2e3c27f-0285-4628-a2b9-67968dfad777', 'status': 'completed', 'code': 200} Jul 06 19:27:35.653528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54340) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:36.034014 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:36.318377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 6123c26d-61f0-48b2-9a85-f21e2d756923 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:27:36.318624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:36.408477 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 6123c26d-61f0-48b2-9a85-f21e2d756923, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6123c26d-61f0-48b2-9a85-f21e2d756923,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:36.408811 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:36.422339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 6123c26d-61f0-48b2-9a85-f21e2d756923 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:27:36.615385 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:36.645438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=6123c26d-61f0-48b2-9a85-f21e2d756923,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:36.829297 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:37.053445 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:27:37.088184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f2e3c27f-0285-4628-a2b9-67968dfad777 no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:27:37.111432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: f2e3c27f-0285-4628-a2b9-67968dfad777 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:27:37.111762 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device f2e3c27f-0285-4628-a2b9-67968dfad777 not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:27:37.526623 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:27:37.532384 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2d60ce8b-935d-479e-9b9b-27dbe30cd64e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/1bfc9466-af1c-4d61-8ffc-f2e86849e51d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8773286 Jul 06 19:27:37.535024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54344) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:37.537869 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] Sync routers for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:27:37.547508 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:37.548123 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:37.585441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-644b859a-3a49-4c62-9e35-f6fba616e995 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting subnet 8b5f021f-212a-490c-a5ac-b111a8023185 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:27:37.588811 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-644b859a-3a49-4c62-9e35-f6fba616e995 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:37.641584 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-644b859a-3a49-4c62-9e35-f6fba616e995 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:37.652899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:37.730352 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-644b859a-3a49-4c62-9e35-f6fba616e995 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:37.793577 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-644b859a-3a49-4c62-9e35-f6fba616e995 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:37.820202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b859a-3a49-4c62-9e35-f6fba616e995 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5f021f-212a-490c-a5ac-b111a8023185,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:37.823829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-644b859a-3a49-4c62-9e35-f6fba616e995 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:37.825999 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-644b859a-3a49-4c62-9e35-f6fba616e995 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/subnets/8b5f021f-212a-490c-a5ac-b111a8023185 HTTP/1.1" status: 204 len: 168 time: 0.2898316 Jul 06 19:27:37.828734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54346) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:37.839218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3dc795-94b5-4cb1-a7f4-c0e35e2b33ca None None] Network 31773adb-4234-420e-842a-d1dad61627a2 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:27:37.896383 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:27:36Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:37.931218 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] Checking router: 1bfc9466-af1c-4d61-8ffc-f2e86849e51d for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:27:37.962732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] Routers {'1bfc9466-af1c-4d61-8ffc-f2e86849e51d'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:37.963380 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:38.100816 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] Set router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:38.166034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] DHCP port deletion for 31773adb-4234-420e-842a-d1dad61627a2 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:27:38.307221 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] Deleting port 1597ec49-c739-4662-a931-b4abfa374b5c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:27:38.307624 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.315007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.379494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] For port 1597ec49-c739-4662-a931-b4abfa374b5c, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=1597ec49-c739-4662-a931-b4abfa374b5c,segment=NetworkSegment(00d9dcd3-96e3-4e33-a069-9006068563cd),segment_id=00d9dcd3-96e3-4e33-a069-9006068563cd)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:38.379494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.394262 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] Calling delete_port for 1597ec49-c739-4662-a931-b4abfa374b5c owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:27:38.412924 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:27:36Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:38.432623 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.467448 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c7d77-b221-43e0-91c6-4cb26e3416c1 None None] The sync data for ids ['1bfc9466-af1c-4d61-8ffc-f2e86849e51d'] in n-d-799684-2 is: [{'id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235515940', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:25:44Z', 'updated_at': '2021-07-06T19:27:36Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': '4c5865af-a832-42f9-bbbd-640837b2322a', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc9466-af1c-4d61-8ffc-f2e86849e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:25:45Z', 'updated_at': '2021-07-06T19:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:27:38.497439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 4c5865af-a832-42f9-bbbd-640837b2322a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:27:38.499702 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.511538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.541545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] Pushing event deleted for resources: {'Port': ['ID=1597ec49-c739-4662-a931-b4abfa374b5c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:38.543536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a7e62-685e-44d6-9be8-e71186f22303 None None] No DVR routers for this DVR port 1597ec49-c739-4662-a931-b4abfa374b5c on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:27:38.583323 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 4c5865af-a832-42f9-bbbd-640837b2322a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4c5865af-a832-42f9-bbbd-640837b2322a,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:38.583688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.595905 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 4c5865af-a832-42f9-bbbd-640837b2322a owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:27:38.774338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.800060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=4c5865af-a832-42f9-bbbd-640837b2322a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:38.868687 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.923322 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6123c26d-61f0-48b2-9a85-f21e2d756923 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:27:38.950340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 6123c26d-61f0-48b2-9a85-f21e2d756923 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:27:38.950686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6123c26d-61f0-48b2-9a85-f21e2d756923 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:27:38.951116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1597ec49-c739-4662-a931-b4abfa374b5c no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:27:38.966037 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.968409 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:38.970885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 1597ec49-c739-4662-a931-b4abfa374b5c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:27:38.971236 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 1597ec49-c739-4662-a931-b4abfa374b5c not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:27:39.015592 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.016168 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Fanout notify agent at l3_agent the message router_deleted on router 1bfc9466-af1c-4d61-8ffc-f2e86849e51d {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:27:39.024385 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.025699 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ed73c9e3-467b-4d57-af69-93dcf79f6419 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/routers/1bfc9466-af1c-4d61-8ffc-f2e86849e51d HTTP/1.1" status: 204 len: 168 time: 1.1958070 Jul 06 19:27:39.028461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54348) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:39.106849 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.217613 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.227738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31773adb-4234-420e-842a-d1dad61627a2']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:39.238416 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d9dcd3-96e3-4e33-a069-9006068563cd') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:39.238761 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d9dcd3-96e3-4e33-a069-9006068563cd') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:39.247482 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.260651 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.266663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:27:39.267055 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:27:39.270354 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:27:39.329427 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.337635 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.339186 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/networks/31773adb-4234-420e-842a-d1dad61627a2 HTTP/1.1" status: 204 len: 168 time: 0.3096170 Jul 06 19:27:39.342259 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54350) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:39.352044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e7dea-4ee0-4df1-8f8b-abeaed6eed6a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Network': ['ID=31773adb-4234-420e-842a-d1dad61627a2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:39.409635 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec75d-b1b0-4f9d-8f49-d6d20630396d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.436160 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec75d-b1b0-4f9d-8f49-d6d20630396d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.501813 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec75d-b1b0-4f9d-8f49-d6d20630396d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.504597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec75d-b1b0-4f9d-8f49-d6d20630396d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.509653 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3d5ec75d-b1b0-4f9d-8f49-d6d20630396d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/security-groups/7cc4d64e-6f96-46d8-86ad-315da195ed22 HTTP/1.1" status: 204 len: 168 time: 0.1619859 Jul 06 19:27:39.520282 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ec75d-b1b0-4f9d-8f49-d6d20630396d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc4d64e-6f96-46d8-86ad-315da195ed22,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:39.812659 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54356) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:39.817536 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f0a33c75-ebac-4ca6-90f2-176d9ca46a76 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578673837', 'description': 'tempest-secgroup-smoke-578673837 description', 'project_id': '191f93f1ac384061a32ddc6000e39f36'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:39.860843 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0a33c75-ebac-4ca6-90f2-176d9ca46a76 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.944021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0a33c75-ebac-4ca6-90f2-176d9ca46a76 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.949666 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0a33c75-ebac-4ca6-90f2-176d9ca46a76 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.976409 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0a33c75-ebac-4ca6-90f2-176d9ca46a76 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:39.977722 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f0a33c75-ebac-4ca6-90f2-176d9ca46a76 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1639297 Jul 06 19:27:39.980841 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54358) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:39.985460 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-6916f686-3c35-454b-aacd-13ae557eafa7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': 'f4be3024-9a97-4804-8bb6-7fa49f14bde3', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:39.993676 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a33c75-ebac-4ca6-90f2-176d9ca46a76 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4be3024-9a97-4804-8bb6-7fa49f14bde3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:40.016998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916f686-3c35-454b-aacd-13ae557eafa7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.071995 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916f686-3c35-454b-aacd-13ae557eafa7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.077759 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916f686-3c35-454b-aacd-13ae557eafa7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.094542 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f686-3c35-454b-aacd-13ae557eafa7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ba4207-8e39-4a66-9a49-1d470c0e67ab,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:40.103054 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6916f686-3c35-454b-aacd-13ae557eafa7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.104261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6916f686-3c35-454b-aacd-13ae557eafa7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224775 Jul 06 19:27:40.107352 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54360) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:40.111755 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-818bebf5-53a6-42ed-872b-e3b4d276424a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': 'f4be3024-9a97-4804-8bb6-7fa49f14bde3', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:40.138857 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-818bebf5-53a6-42ed-872b-e3b4d276424a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.196251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-818bebf5-53a6-42ed-872b-e3b4d276424a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.202190 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-818bebf5-53a6-42ed-872b-e3b4d276424a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.219441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bebf5-53a6-42ed-872b-e3b4d276424a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089c1914-12c7-4a4b-bc99-7d409c2b4ff6,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:40.228196 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-818bebf5-53a6-42ed-872b-e3b4d276424a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.229582 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-818bebf5-53a6-42ed-872b-e3b4d276424a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214230 Jul 06 19:27:40.232446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54362) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:40.236990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d34ccc5e-ce63-4fcb-9684-6d5e322b24b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': 'f4be3024-9a97-4804-8bb6-7fa49f14bde3', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:40.265563 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d34ccc5e-ce63-4fcb-9684-6d5e322b24b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.334658 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d34ccc5e-ce63-4fcb-9684-6d5e322b24b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.340839 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d34ccc5e-ce63-4fcb-9684-6d5e322b24b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.360013 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ccc5e-ce63-4fcb-9684-6d5e322b24b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1540fb01-b9f8-4aba-a6e0-2f3d5a89fcb3,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:40.364378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d34ccc5e-ce63-4fcb-9684-6d5e322b24b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.366251 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d34ccc5e-ce63-4fcb-9684-6d5e322b24b6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327126 Jul 06 19:27:40.368589 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54364) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:40.373122 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c2dc0647-7995-4d97-901a-7323ebab759e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': 'f4be3024-9a97-4804-8bb6-7fa49f14bde3', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:40.401616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0647-7995-4d97-901a-7323ebab759e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.461761 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0647-7995-4d97-901a-7323ebab759e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.467859 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0647-7995-4d97-901a-7323ebab759e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.484853 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc0647-7995-4d97-901a-7323ebab759e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb16e23a-b4f5-4095-8516-f6461294f970,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:40.492612 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0647-7995-4d97-901a-7323ebab759e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.493843 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c2dc0647-7995-4d97-901a-7323ebab759e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242661 Jul 06 19:27:40.496972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54366) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:40.501610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-afb827b5-a686-4e29-8feb-2ce61fae196e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': 'f4be3024-9a97-4804-8bb6-7fa49f14bde3', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:40.525818 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-afb827b5-a686-4e29-8feb-2ce61fae196e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:27:40.530678 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afb827b5-a686-4e29-8feb-2ce61fae196e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.597174 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afb827b5-a686-4e29-8feb-2ce61fae196e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.604488 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afb827b5-a686-4e29-8feb-2ce61fae196e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.624812 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb827b5-a686-4e29-8feb-2ce61fae196e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34acca69-2d63-4191-b8b3-c3a2edcbe6e1,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:40.628404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-afb827b5-a686-4e29-8feb-2ce61fae196e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.629722 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-afb827b5-a686-4e29-8feb-2ce61fae196e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318483 Jul 06 19:27:40.633012 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54368) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:40.638001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-150e4a64-2e4b-4deb-920d-419faf2ccb11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': 'f4be3024-9a97-4804-8bb6-7fa49f14bde3', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:40.661836 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-150e4a64-2e4b-4deb-920d-419faf2ccb11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:27:40.666637 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-150e4a64-2e4b-4deb-920d-419faf2ccb11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.732605 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-150e4a64-2e4b-4deb-920d-419faf2ccb11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.738433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-150e4a64-2e4b-4deb-920d-419faf2ccb11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.756266 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4c5865af-a832-42f9-bbbd-640837b2322a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:27:40.759590 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e4a64-2e4b-4deb-920d-419faf2ccb11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2e1453-5c16-40e7-b383-659e82cbe4ff,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:40.767786 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-150e4a64-2e4b-4deb-920d-419faf2ccb11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.772167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-150e4a64-2e4b-4deb-920d-419faf2ccb11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353705 Jul 06 19:27:40.772356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54370) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:40.777082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4c5865af-a832-42f9-bbbd-640837b2322a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:27:40.777375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'network': {'name': 'tempest-network-smoke--481977038', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'port_security_enabled': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:40.777557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4c5865af-a832-42f9-bbbd-640837b2322a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:27:40.803133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:27:40.806946 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.837047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:27:40.846877 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.847229 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Added segment f4ea8838-feff-48bb-ab18-06752d3f875b of type vlan for network d764b6be-dc68-4378-a210-02f1e508d41b Jul 06 19:27:40.891638 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.923741 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.929405 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:40.930035 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:40.986036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2125440 Jul 06 19:27:40.988912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54372) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:40.993418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'admin_state_up': True, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:41.014146 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf03a86-75d7-4241-a811-c748feda857b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Network': ['ID=d764b6be-dc68-4378-a210-02f1e508d41b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:41.024697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network d764b6be-dc68-4378-a210-02f1e508d41b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:27:41.029687 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:41.030683 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:41.117972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:41.255668 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:41.459378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:41.483794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:41.627211 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.19 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/e61ba13f-4904-4223-a848-3c8a6b099706) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:27:41.735800 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:41.781442 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:41.825284 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:27:41.830090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:27:41.832534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:27:41.855980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=e61ba13f-4904-4223-a848-3c8a6b099706,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:42.096736 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:42.554088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:42.691544 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 715fff69-c15e-45c4-b34d-843cedd31038 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:27:42.800347 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:27:42.810131 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Sync routers for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:27:42.820026 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:42.820701 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:42.820888 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:42.822248 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-606f2d88-76b6-4092-932f-2ae65d1082cb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8323886 Jul 06 19:27:42.825512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54374) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:42.859796 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e3b401e4-401e-49fb-86f7-86b5bb0788a4 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=191f93f1ac384061a32ddc6000e39f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331383 Jul 06 19:27:42.862456 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54376) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:42.925355 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:43.008171 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593a54b-7f58-4cd6-8b33-60ed24513d0f tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:43.009725 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e593a54b-7f58-4cd6-8b33-60ed24513d0f tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1463065 Jul 06 19:27:43.012752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54378) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:43.046921 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2bd66147-1f33-4286-83f5-340476b654d7 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330780 Jul 06 19:27:43.049539 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54380) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:43.054574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1609233298', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:43.099472 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:41Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:43.124826 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Checking router: 715fff69-c15e-45c4-b34d-843cedd31038 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:27:43.125113 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Updating router 715fff69-c15e-45c4-b34d-843cedd31038 port e61ba13f-4904-4223-a848-3c8a6b099706 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:27:43.145989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:27:43.149738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.158660 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.330044 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.390854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Subnet': ['ID=1a6d3b63-db53-432d-bca3-ba9055cc5e78,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:43.400603 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Checking segment: {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:27:43.400987 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network hostable DHCP agents. Network: d764b6be-dc68-4378-a210-02f1e508d41b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:27:43.415698 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.419353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network d764b6be-dc68-4378-a210-02f1e508d41b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:27:43.425686 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Transition to ACTIVE for port object e61ba13f-4904-4223-a848-3c8a6b099706 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:27:43.429992 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, d764b6be-dc68-4378-a210-02f1e508d41b) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:27:43.432396 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.434543 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:43.435207 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.442998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d07f2a5-5303-49f8-b5ae-aade695fad8e None None] Network d764b6be-dc68-4378-a210-02f1e508d41b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:27:43.453070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0b41b139-1abb-4a9c-b05e-e911e37c8d64 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3998284 Jul 06 19:27:43.453476 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54382) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:43.483554 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Attempting to bind port e61ba13f-4904-4223-a848-3c8a6b099706 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:27:43.484532 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Attempting to bind port e61ba13f-4904-4223-a848-3c8a6b099706 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:27:43.485137 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Attempting to bind port e61ba13f-4904-4223-a848-3c8a6b099706 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:27:43.494839 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Pushing event updated for resources: {'Port': ['ID=e61ba13f-4904-4223-a848-3c8a6b099706,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:43.497993 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:27:43.498360 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:27:43.498756 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.499145 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:27:43.499614 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Bound port: e61ba13f-4904-4223-a848-3c8a6b099706, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:27:43.499986 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.517039 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.517387 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.517706 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.518057 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.518716 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.519030 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.519346 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.519663 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.519977 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.520293 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.520602 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.520914 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:27:43.577663 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] For port e61ba13f-4904-4223-a848-3c8a6b099706, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:27:43.581329 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] For port e61ba13f-4904-4223-a848-3c8a6b099706, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e61ba13f-4904-4223-a848-3c8a6b099706,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:27:43.587774 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.605616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-d764b6be-dc68-4378-a210-02f1e508d41b', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:27:43.606540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.651483 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11374d39-4438-4b02-a557-ba48ba23ac27 None None] Pushing event updated for resources: {'Port': ['ID=e61ba13f-4904-4223-a848-3c8a6b099706,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:43.654122 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:43.654598 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:43.761700 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Allocated IP 172.20.0.2 (d764b6be-dc68-4378-a210-02f1e508d41b/1a6d3b63-db53-432d-bca3-ba9055cc5e78/c603ca77-68f0-4282-a727-131bb47deed5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:27:43.762875 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:43.921181 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.930008 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Transition to ACTIVE for port object c603ca77-68f0-4282-a727-131bb47deed5 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:27:43.946242 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Transition to ACTIVE for port object c603ca77-68f0-4282-a727-131bb47deed5 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:27:43.952378 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.967226 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:43.992307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Network d764b6be-dc68-4378-a210-02f1e508d41b is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:27:43.997818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:27:44.001456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:27:44.007959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Pushing event updated for resources: {'Port': ['ID=c603ca77-68f0-4282-a727-131bb47deed5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:44.061550 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:41Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:44.066993 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Attempting to bind port c603ca77-68f0-4282-a727-131bb47deed5 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:27:44.067220 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Attempting to bind port c603ca77-68f0-4282-a727-131bb47deed5 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:27:44.067667 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Attempting to bind port c603ca77-68f0-4282-a727-131bb47deed5 on network d764b6be-dc68-4378-a210-02f1e508d41b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:27:44.072683 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:27:44.073053 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Checking segment: {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:27:44.073456 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:44.073936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Bound using segment: {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:27:44.074399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Bound port: c603ca77-68f0-4282-a727-131bb47deed5, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:27:44.075083 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:44.087389 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94fbb0-f3b0-4ef0-a47c-b1e242427dc3 None None] The sync data for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 is: [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:41Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:27:44.142210 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] For port c603ca77-68f0-4282-a727-131bb47deed5, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:27:44.146711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] For port c603ca77-68f0-4282-a727-131bb47deed5, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c603ca77-68f0-4282-a727-131bb47deed5,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:27:44.152661 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:44.228284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750a2dc-c723-4580-88e7-1b32772459d4 None None] Pushing event updated for resources: {'Port': ['ID=c603ca77-68f0-4282-a727-131bb47deed5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:44.267161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.1 (d764b6be-dc68-4378-a210-02f1e508d41b/1a6d3b63-db53-432d-bca3-ba9055cc5e78/0bfca5c6-703d-4cd4-8db8-91ed94a95e81) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:27:44.423181 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:44.441318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:27:44.479744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:44.524195 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network d764b6be-dc68-4378-a210-02f1e508d41b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:27:44.527752 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:27:44.532523 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:27:44.575485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:44.595454 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:44.744460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:44.875552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c603ca77-68f0-4282-a727-131bb47deed5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:27:44.940454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c603ca77-68f0-4282-a727-131bb47deed5 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:27:44.945832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e61ba13f-4904-4223-a848-3c8a6b099706 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:27:45.006280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e61ba13f-4904-4223-a848-3c8a6b099706 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:27:45.010918 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e61ba13f-4904-4223-a848-3c8a6b099706 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:45.011389 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.089108 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.096950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.100294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.128113 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port e61ba13f-4904-4223-a848-3c8a6b099706, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e61ba13f-4904-4223-a848-3c8a6b099706,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:45.134448 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.172125 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.177961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:45.187346 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=e61ba13f-4904-4223-a848-3c8a6b099706,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:45.273159 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network d764b6be-dc68-4378-a210-02f1e508d41b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:27:45.274947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:27:45.290659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9255f-36d8-4835-b85b-b1fc5b4e3e91 None None] Network d764b6be-dc68-4378-a210-02f1e508d41b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:27:45.363409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-13d3253c-70a4-409f-819d-e41948ea3066 None None] Provisioning for port c603ca77-68f0-4282-a727-131bb47deed5 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:27:45.373461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-13d3253c-70a4-409f-819d-e41948ea3066 None None] Provisioning complete for port c603ca77-68f0-4282-a727-131bb47deed5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:45.373869 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-13d3253c-70a4-409f-819d-e41948ea3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.385316 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 715fff69-c15e-45c4-b34d-843cedd31038 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:27:45.502760 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:27:45.513823 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-aa7d5121-6f3d-41f2-996d-e63bec555287 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/715fff69-c15e-45c4-b34d-843cedd31038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0540781 Jul 06 19:27:45.685113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-c6041270-4d5b-4775-a901-d079a81471c5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578673837&fields=id&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 267 time: 0.0557506 Jul 06 19:27:45.702423 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-13d3253c-70a4-409f-819d-e41948ea3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.705101 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf728087-e9db-4d69-ba06-6365d87f568b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.760173 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-13d3253c-70a4-409f-819d-e41948ea3066 None None] For port c603ca77-68f0-4282-a727-131bb47deed5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c603ca77-68f0-4282-a727-131bb47deed5,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:45.764694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-13d3253c-70a4-409f-819d-e41948ea3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:45.815703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac924cce-cf81-476c-9ada-57b77a935ead req-c9b7d269-693c-46cd-baec-9dcb19baf16d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:45.820176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3253c-70a4-409f-819d-e41948ea3066 None None] Pushing event updated for resources: {'Port': ['ID=c603ca77-68f0-4282-a727-131bb47deed5,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:45.824163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-c9b7d269-693c-46cd-baec-9dcb19baf16d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/networks?id=d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 200 len: 796 time: 0.1313176 Jul 06 19:27:45.834866 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-299ea262-84c5-4952-84c1-c8a49f882aa3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/quotas/191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 375 time: 0.0098038 Jul 06 19:27:45.919795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Sync routers for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:27:45.938486 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:45.939116 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:45.963140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-df4da317-6e15-49cc-828d-81a5776ccb20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227129 Jul 06 19:27:46.035145 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2b8ce2b8-e795-4c44-ac3e-37156b26956a None None] Provisioning complete for port c603ca77-68f0-4282-a727-131bb47deed5 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:46.035535 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce2b8-e795-4c44-ac3e-37156b26956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:46.096945 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:46.116400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-9d9f37f7-9610-40c6-92b2-b6166add013a service neutron] 10.222.0.53 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383002 Jul 06 19:27:46.223447 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-8aa44a6d-171f-4499-951f-cea9410397a4 service neutron] 10.222.0.53 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991204 Jul 06 19:27:46.266336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2b8ce2b8-e795-4c44-ac3e-37156b26956a None None] Provisioning for port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:27:46.277247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-2b8ce2b8-e795-4c44-ac3e-37156b26956a None None] Provisioning complete for port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:46.277627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce2b8-e795-4c44-ac3e-37156b26956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:46.344870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ce2b8-e795-4c44-ac3e-37156b26956a None None] Port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:27:46.381432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 2, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:46.419928 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Checking router: 715fff69-c15e-45c4-b34d-843cedd31038 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:27:46.420141 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4e860bc2-197b-4551-a4c3-ec8dcfa1ad32 req-2baed18c-38e4-45f7-9e13-f11e226a775e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 210 time: 0.0347781 Jul 06 19:27:46.420739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Updating router 715fff69-c15e-45c4-b34d-843cedd31038 port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:27:46.469010 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:46.474614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cf9337bc-d5c4-448a-b787-5fd69d19220e None None] Provisioning complete for port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:46.474981 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cf9337bc-d5c4-448a-b787-5fd69d19220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:46.542310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cf9337bc-d5c4-448a-b787-5fd69d19220e None None] Port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:27:46.777387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:46.787860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Transition to ACTIVE for port object 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:27:46.796060 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:46.827514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c603ca77-68f0-4282-a727-131bb47deed5 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:27:46.882790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb09b3-8f2f-4803-a2b2-3fc734a4d0c0 None None] Pushing event updated for resources: {'Port': ['ID=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:46.942569 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Attempting to bind port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:27:46.943174 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Attempting to bind port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:27:46.943321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Attempting to bind port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 on network d764b6be-dc68-4378-a210-02f1e508d41b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:27:46.951633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:27:46.952005 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Checking segment: {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:27:46.952414 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:46.952814 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Bound using segment: {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:27:46.953307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Bound port: 0bfca5c6-703d-4cd4-8db8-91ed94a95e81, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:27:46.953775 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:46.974697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c603ca77-68f0-4282-a727-131bb47deed5 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:46.975073 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:47.065997 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] For port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:27:47.085168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] For port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:27:47.108231 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:47.152250 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e61ba13f-4904-4223-a848-3c8a6b099706 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:27:47.205617 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb09b3-8f2f-4803-a2b2-3fc734a4d0c0 None None] Pushing event updated for resources: {'Port': ['ID=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:47.212820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:47.213468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:47.280524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e61ba13f-4904-4223-a848-3c8a6b099706 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:47.280902 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:47.364650 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:47.620604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac924cce-cf81-476c-9ada-57b77a935ead req-559cd829-8c22-4b1e-ad67-bdf85e284e86 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:47.623319 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-559cd829-8c22-4b1e-ad67-bdf85e284e86 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.41 "GET /v2.0/networks?id=d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 200 len: 796 time: 0.1828268 Jul 06 19:27:47.697385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-17b77520-b7f5-4933-8177-8c77eaebe48e req-e5e0e31f-ddd7-41dd-bb74-751a297094ac tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 210 time: 0.0645571 Jul 06 19:27:47.712999 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-ac02115b-bf0e-43ab-9350-d8a212dec4e1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 379 time: 0.0780671 Jul 06 19:27:47.725910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'port': {'device_id': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'admin_state_up': True, 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'security_groups': ['f4be3024-9a97-4804-8bb6-7fa49f14bde3']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:47.823189 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:47Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:47.836574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:27:47.840726 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:47.853214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d40a2-6c0e-46ff-9e99-7a2b17432b52 None None] The sync data for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 is: [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:47Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:27:47.998309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.5 (d764b6be-dc68-4378-a210-02f1e508d41b/1a6d3b63-db53-432d-bca3-ba9055cc5e78/4b577898-dc55-487b-9351-7674884b5f8c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:27:48.150908 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.165175 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object 4b577898-dc55-487b-9351-7674884b5f8c will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:27:48.200274 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.249116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network d764b6be-dc68-4378-a210-02f1e508d41b is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:27:48.252319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:27:48.256968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:27:48.279516 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=4b577898-dc55-487b-9351-7674884b5f8c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:48.309026 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:48.309698 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.327228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fcef6ba5-5a10-47c2-95e4-c52aa90f5fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.330751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-89bb60df-c037-4a72-9e39-498abbb6af10 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6095920 Jul 06 19:27:48.343749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Request body: {'port': {'device_id': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:48.427474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.504917 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5cf20d24-eba8-486d-8ec2-4326afbf457c None None] Provisioning for port 4b577898-dc55-487b-9351-7674884b5f8c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:27:48.514533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5cf20d24-eba8-486d-8ec2-4326afbf457c None None] Provisioning complete for port 4b577898-dc55-487b-9351-7674884b5f8c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:48.515198 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cf20d24-eba8-486d-8ec2-4326afbf457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.537967 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.558301 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-5cf20d24-eba8-486d-8ec2-4326afbf457c None None] Port 4b577898-dc55-487b-9351-7674884b5f8c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:27:48.715924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b577898-dc55-487b-9351-7674884b5f8c {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:27:48.723841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.737051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Transition to ACTIVE for port object 4b577898-dc55-487b-9351-7674884b5f8c will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:27:48.742213 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.842069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:27:48.865845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=4b577898-dc55-487b-9351-7674884b5f8c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:48.900311 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ade71-edb6-4878-ba8c-02140cd20fbc req-e99f1581-5e00-428a-a74c-c3d22aa25836 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:48.916391 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e3ade71-edb6-4878-ba8c-02140cd20fbc req-e99f1581-5e00-428a-a74c-c3d22aa25836 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 943 time: 0.0838752 Jul 06 19:27:48.932631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Attempting to bind port 4b577898-dc55-487b-9351-7674884b5f8c on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:27:48.933125 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Attempting to bind port 4b577898-dc55-487b-9351-7674884b5f8c by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:27:48.933334 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Attempting to bind port 4b577898-dc55-487b-9351-7674884b5f8c on network d764b6be-dc68-4378-a210-02f1e508d41b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:27:48.940278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Port 4b577898-dc55-487b-9351-7674884b5f8c on network d764b6be-dc68-4378-a210-02f1e508d41b not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:27:48.940620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Attempting to bind port 4b577898-dc55-487b-9351-7674884b5f8c on network d764b6be-dc68-4378-a210-02f1e508d41b {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:27:48.946370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:27:48.950754 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:48.951149 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.959411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:27:48.959760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Checking segment: {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:27:48.960160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Bound using segment: {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:27:48.960621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Bound port: 4b577898-dc55-487b-9351-7674884b5f8c, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ea8838-feff-48bb-ab18-06752d3f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:27:48.960998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:48.962639 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e3ade71-edb6-4878-ba8c-02140cd20fbc req-c5a2653c-ea9d-4ca0-aa4d-0765e3d56345 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446398 Jul 06 19:27:49.049217 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] For port 4b577898-dc55-487b-9351-7674884b5f8c, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:27:49.052808 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] For port 4b577898-dc55-487b-9351-7674884b5f8c, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4b577898-dc55-487b-9351-7674884b5f8c,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:27:49.060715 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:49.067711 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:49.095918 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:49.096529 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:49.098367 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 200 len: 1091 time: 0.7592189 Jul 06 19:27:49.098367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:27:49.100707 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f6133b-542f-48cf-b670-32e8b7f95a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "tag": "4b577898-dc55-487b-9351-7674884b5f8c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:27:49.121378 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:49.133019 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:49.137555 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5650-7b25-4d8a-9e68-0bfd4fcf3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=4b577898-dc55-487b-9351-7674884b5f8c,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:49.168538 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05514b18-ec58-4401-bfab-2bc2cf44a249 x-openstack-request-id: req-05514b18-ec58-4401-bfab-2bc2cf44a249 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:27:49.169091 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "tag": "4b577898-dc55-487b-9351-7674884b5f8c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:27:49.169670 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05514b18-ec58-4401-bfab-2bc2cf44a249 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:27:49.170446 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c', 'status': 'completed', 'code': 200} Jul 06 19:27:49.209916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:49.220615 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac924cce-cf81-476c-9ada-57b77a935ead req-384f72d9-96a0-4140-85c1-b3a3a0afe6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:49.222225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-384f72d9-96a0-4140-85c1-b3a3a0afe6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1094 time: 0.0693421 Jul 06 19:27:49.266591 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-64846561-ce08-467b-8413-f79b422db167 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 200 len: 217 time: 0.0360312 Jul 06 19:27:49.326481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac924cce-cf81-476c-9ada-57b77a935ead req-d24a4464-2e7f-4c84-9b8b-d845abe5924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:49.327961 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-d24a4464-2e7f-4c84-9b8b-d845abe5924b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6d3b63-db53-432d-bca3-ba9055cc5e78 HTTP/1.1" status: 200 len: 835 time: 0.0562265 Jul 06 19:27:49.387249 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac924cce-cf81-476c-9ada-57b77a935ead req-a832b810-9141-46b5-89f6-4ac5737e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:49.388707 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-a832b810-9141-46b5-89f6-4ac5737e3714 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d764b6be-dc68-4378-a210-02f1e508d41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546670 Jul 06 19:27:49.482582 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-3332f1a1-f237-436f-be68-fce662398158 service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870719 Jul 06 19:27:49.582638 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac924cce-cf81-476c-9ada-57b77a935ead req-38802245-46a9-47c5-b8fe-bc6bd080e0eb service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941529 Jul 06 19:27:49.702532 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-32ae7e8f-c45b-49a9-b6ae-a4a98cf9c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:49.703654 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:49.704634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-32ae7e8f-c45b-49a9-b6ae-a4a98cf9c5f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1094 time: 0.0622211 Jul 06 19:27:49.799493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-1cb95c48-b18d-4fc3-8965-d6a20dc5873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:49.800985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-1cb95c48-b18d-4fc3-8965-d6a20dc5873d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 200 len: 897 time: 0.0893517 Jul 06 19:27:49.848010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-5dc5fb56-3469-4041-bcb6-64a03b65b932 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 200 len: 217 time: 0.0385692 Jul 06 19:27:49.901743 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-d7864d75-1d26-4e82-8eb9-ac9aa4688d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:49.903420 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-d7864d75-1d26-4e82-8eb9-ac9aa4688d4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6d3b63-db53-432d-bca3-ba9055cc5e78 HTTP/1.1" status: 200 len: 835 time: 0.0461974 Jul 06 19:27:49.967740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-22cd6a49-1a8b-4927-80e1-ab86294c47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:49.969941 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-22cd6a49-1a8b-4927-80e1-ab86294c47cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d764b6be-dc68-4378-a210-02f1e508d41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592685 Jul 06 19:27:50.065995 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-7496d5c2-276a-4058-bb04-302722abcf72 service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882707 Jul 06 19:27:50.137803 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e774857-ebb7-47eb-af4b-a8274bf4e32b req-8d3412dd-c571-4802-bb03-0f1bed66af15 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:50.139356 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e774857-ebb7-47eb-af4b-a8274bf4e32b req-8d3412dd-c571-4802-bb03-0f1bed66af15 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 943 time: 0.0623093 Jul 06 19:27:50.161953 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5f6133b-542f-48cf-b670-32e8b7f95a3d req-a3308913-4c58-4151-9f20-e81355d968a4 service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868380 Jul 06 19:27:50.178649 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2e774857-ebb7-47eb-af4b-a8274bf4e32b req-8b339a02-ddea-430b-9172-397cb01deae6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327616 Jul 06 19:27:50.808876 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:27:50.861369 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:50.861740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:51.136832 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4b577898-dc55-487b-9351-7674884b5f8c details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:27:51.235257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4b577898-dc55-487b-9351-7674884b5f8c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4b577898-dc55-487b-9351-7674884b5f8c,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:51.255059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '4b577898-dc55-487b-9351-7674884b5f8c', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'port_id': '4b577898-dc55-487b-9351-7674884b5f8c', 'mac_address': 'fa:16:3e:8e:8c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:27:51.262632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:51.297821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:51.310983 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b577898-dc55-487b-9351-7674884b5f8c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:27:51.335771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4b577898-dc55-487b-9351-7674884b5f8c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4b577898-dc55-487b-9351-7674884b5f8c,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:51.341478 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:51.359623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d065c5-154a-4a42-9c1c-5188361db54b req-4577ea3f-fd9c-4b86-86b5-b5f0a1b60df5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:51.361225 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1d065c5-154a-4a42-9c1c-5188361db54b req-4577ea3f-fd9c-4b86-86b5-b5f0a1b60df5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 943 time: 0.0667708 Jul 06 19:27:51.390627 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4b577898-dc55-487b-9351-7674884b5f8c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:51.400157 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1d065c5-154a-4a42-9c1c-5188361db54b req-c15eceb7-da10-4adc-8460-44687e1cecbe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325751 Jul 06 19:27:51.532217 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['4b577898-dc55-487b-9351-7674884b5f8c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:27:52.592880 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a04810-6fb5-4bdf-8813-dadfe5a0af29 req-3ded5efd-6ea2-450c-a87f-c9943e308d1e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:52.594422 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68a04810-6fb5-4bdf-8813-dadfe5a0af29 req-3ded5efd-6ea2-450c-a87f-c9943e308d1e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 944 time: 0.0799105 Jul 06 19:27:52.632340 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-68a04810-6fb5-4bdf-8813-dadfe5a0af29 req-83449dd3-e4dd-4de1-9699-e70868424f85 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321167 Jul 06 19:27:53.025531 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:53.029430 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:53.137817 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4b577898-dc55-487b-9351-7674884b5f8c up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:27:53.192047 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 4b577898-dc55-487b-9351-7674884b5f8c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:27:53.196397 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 4b577898-dc55-487b-9351-7674884b5f8c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:27:53.196766 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:53.287448 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:53.314734 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:27:53.318500 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78fcc6a-67e1-4255-b0a0-edb786cf3fc4" -d '{"events": [{"server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "name": "network-vif-plugged", "status": "completed", "tag": "4b577898-dc55-487b-9351-7674884b5f8c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:27:53.335208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 4b577898-dc55-487b-9351-7674884b5f8c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4b577898-dc55-487b-9351-7674884b5f8c,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:27:53.341097 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:53.364723 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c1e6ef-d885-4e83-89a4-4315c83df71d x-openstack-request-id: req-97c1e6ef-d885-4e83-89a4-4315c83df71d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:27:53.365016 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "name": "network-vif-plugged", "status": "completed", "tag": "4b577898-dc55-487b-9351-7674884b5f8c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:27:53.365274 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97c1e6ef-d885-4e83-89a4-4315c83df71d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:27:53.365655 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c', 'code': 200} Jul 06 19:27:53.394699 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=4b577898-dc55-487b-9351-7674884b5f8c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:53.475829 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a276f-83c4-4757-bf15-23d731189e5c req-bd715d35-c44d-4a19-94ad-47e798012d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:53.477400 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-679a276f-83c4-4757-bf15-23d731189e5c req-bd715d35-c44d-4a19-94ad-47e798012d68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1096 time: 0.0556910 Jul 06 19:27:53.512289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-679a276f-83c4-4757-bf15-23d731189e5c req-404212e3-a95b-4591-b345-b3a0374aba82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287619 Jul 06 19:27:53.816698 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a70c57-aeae-4ca7-868b-26fcd3c56d3f req-0b027ca3-4e77-466b-a15f-e4b426839f18 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:53.818145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6a70c57-aeae-4ca7-868b-26fcd3c56d3f req-0b027ca3-4e77-466b-a15f-e4b426839f18 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0697505 Jul 06 19:27:53.858556 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d6a70c57-aeae-4ca7-868b-26fcd3c56d3f req-babf4e20-1b72-4355-9953-78f9ff19d2e6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343916 Jul 06 19:27:55.050328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9123a2-621f-4577-80f7-49556071e9aa req-b0ec4213-30bf-4bcc-bb16-97c55b2149b8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:55.051852 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba9123a2-621f-4577-80f7-49556071e9aa req-b0ec4213-30bf-4bcc-bb16-97c55b2149b8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0702376 Jul 06 19:27:55.089392 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba9123a2-621f-4577-80f7-49556071e9aa req-590d8bfb-e4b4-42e2-a6f0-65201926ffaf tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Jul 06 19:27:55.283783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22be-71d7-4b90-8a53-949664cf71fc req-d6c8aff9-8994-46d5-954c-76cecc6cd119 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:55.285323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-660a22be-71d7-4b90-8a53-949664cf71fc req-d6c8aff9-8994-46d5-954c-76cecc6cd119 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0785236 Jul 06 19:27:55.323378 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-660a22be-71d7-4b90-8a53-949664cf71fc req-7495d7bc-3cf0-45b7-bbb5-cef4450fe888 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Jul 06 19:27:55.357909 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54438) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:55.459421 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15a884-4ff8-4f24-b982-29be3670f276 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:55.461226 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-6a15a884-4ff8-4f24-b982-29be3670f276 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1091 time: 0.1018007 Jul 06 19:27:55.463925 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54442) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:55.468949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '4b577898-dc55-487b-9351-7674884b5f8c', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:27:55.493694 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:55.601021 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:55.706473 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.181 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/9e2f5ee7-d5c1-4b6a-9583-ae6e4a69da3a) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:27:55.820288 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:55.865395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:55.902010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:27:55.904947 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:27:55.911934 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:27:55.934436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=9e2f5ee7-d5c1-4b6a-9583-ae6e4a69da3a,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:56.308271 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:56.387549 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:56.406636 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:27:56.555669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:56.561920 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:56.638182 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=9e2f5ee7-d5c1-4b6a-9583-ae6e4a69da3a,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:27:56.657965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:56.771061 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 33a03966-5c4d-480e-a5fc-1251562ce9c0 associated. External IP: 172.25.4.181, port: 4b577898-dc55-487b-9351-7674884b5f8c. Jul 06 19:27:56.983560 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 715fff69-c15e-45c4-b34d-843cedd31038 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:27:57.103511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:27:57.113870 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] Sync routers for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:27:57.121969 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:57.125478 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:57.126191 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:57.162030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-fa4f1c2d-bce0-47a4-9871-d98614ae5955 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6970887 Jul 06 19:27:57.162727 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:27:57.166200 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a" -d '{"events": [{"name": "network-changed", "server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "tag": "4b577898-dc55-487b-9351-7674884b5f8c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:27:57.203797 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73f3c4e-376b-42e4-9975-a41fde03dc05 x-openstack-request-id: req-d73f3c4e-376b-42e4-9975-a41fde03dc05 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:27:57.204086 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "tag": "4b577898-dc55-487b-9351-7674884b5f8c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:27:57.204334 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d73f3c4e-376b-42e4-9975-a41fde03dc05 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:27:57.204740 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c', 'status': 'completed', 'code': 200} Jul 06 19:27:57.233861 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:57.469740 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '33a03966-5c4d-480e-a5fc-1251562ce9c0', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'port_id': '4b577898-dc55-487b-9351-7674884b5f8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'mac_address': 'fa:16:3e:8e:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:27:56Z', 'updated_at': '2021-07-06T19:27:56Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:49Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:57.498241 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] Checking router: 715fff69-c15e-45c4-b34d-843cedd31038 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:27:57.507977 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:27:57.508602 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:27:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:57.586922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-36822095-74fb-4fe5-8983-65778d165430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:57.588456 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-36822095-74fb-4fe5-8983-65778d165430 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1096 time: 0.3617198 Jul 06 19:27:57.616598 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:27:57.648749 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00de96-8e36-4713-b866-2344d59846d0 req-a0f8eea6-32c6-46d0-bd60-35c883eb5775 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:57.650265 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae00de96-8e36-4713-b866-2344d59846d0 req-a0f8eea6-32c6-46d0-bd60-35c883eb5775 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.3933966 Jul 06 19:27:57.716229 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ae00de96-8e36-4713-b866-2344d59846d0 req-f68b2182-f59f-4d72-b784-f0f52f88aa22 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591137 Jul 06 19:27:57.719019 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-38039522-df0b-472f-a662-cfaa15916443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:57.720498 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-38039522-df0b-472f-a662-cfaa15916443 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 200 len: 897 time: 0.1256289 Jul 06 19:27:57.742120 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54448) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:57.788504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-6d4a986f-00e9-4f32-ae75-e27b8b87196c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 200 len: 999 time: 0.0609155 Jul 06 19:27:57.817009 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-95d0225b-be4f-4a37-8695-a776bc6dc9de tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/33a03966-5c4d-480e-a5fc-1251562ce9c0 HTTP/1.1" status: 200 len: 991 time: 0.0737393 Jul 06 19:27:57.838187 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-20fc504f-6d40-4bc6-bab5-48cbbe18e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:57.839687 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-20fc504f-6d40-4bc6-bab5-48cbbe18e284 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6d3b63-db53-432d-bca3-ba9055cc5e78 HTTP/1.1" status: 200 len: 835 time: 0.0450966 Jul 06 19:27:57.863401 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '33a03966-5c4d-480e-a5fc-1251562ce9c0', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'port_id': '4b577898-dc55-487b-9351-7674884b5f8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'mac_address': 'fa:16:3e:8e:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:27:56Z', 'updated_at': '2021-07-06T19:27:56Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:49Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:27:57.896565 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81228e98-2a74-4eee-8516-1ff1be2e14b0 None None] The sync data for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 is: [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '33a03966-5c4d-480e-a5fc-1251562ce9c0', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'port_id': '4b577898-dc55-487b-9351-7674884b5f8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'mac_address': 'fa:16:3e:8e:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:27:56Z', 'updated_at': '2021-07-06T19:27:56Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:49Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:27:57.907285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-dce89fb6-0c51-4455-aeae-e7bcf45110db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:27:57.909005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-dce89fb6-0c51-4455-aeae-e7bcf45110db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d764b6be-dc68-4378-a210-02f1e508d41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632145 Jul 06 19:27:58.000948 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-04c36057-a986-4071-b3d5-b8ff5175de5b service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850759 Jul 06 19:27:58.107340 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a842e0-a1cd-4b0a-a664-9fc5d85c51ab None None] New status for floating IP 33a03966-5c4d-480e-a5fc-1251562ce9c0: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:27:58.115892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7fd3cdc8-d9c0-4cfd-9eb2-dddfb8e7295a req-58ef1fc7-c881-437b-bc98-2c1846c470e8 service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082051 Jul 06 19:27:58.821945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54450) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:27:58.883599 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2798e7e1-82bb-4066-b6c9-74517c362d94 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/33a03966-5c4d-480e-a5fc-1251562ce9c0 HTTP/1.1" status: 200 len: 993 time: 0.0604422 Jul 06 19:28:01.715731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-78bc09e0-c7a3-42ac-9792-f91eef8e3b3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646555 Jul 06 19:28:01.819127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-4e2203ee-0a0b-4fdb-a1c0-e6dcf1923609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:01.820570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-4e2203ee-0a0b-4fdb-a1c0-e6dcf1923609 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1096 time: 0.0618508 Jul 06 19:28:01.933183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-c81b5503-7cc7-4106-bc04-3a20225b0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:01.934750 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-c81b5503-7cc7-4106-bc04-3a20225b0701 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 200 len: 897 time: 0.0937119 Jul 06 19:28:02.005562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-1f4772b6-7a76-4e32-a537-c5383de79e45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 200 len: 1001 time: 0.0645688 Jul 06 19:28:02.054772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-be9adb08-6f86-48ea-bcad-ae34d1432b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:02.056282 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-be9adb08-6f86-48ea-bcad-ae34d1432b17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6d3b63-db53-432d-bca3-ba9055cc5e78 HTTP/1.1" status: 200 len: 835 time: 0.0447063 Jul 06 19:28:02.115383 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-0ff534cb-57e8-4e6e-811b-926f5b9e25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:02.116842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-0ff534cb-57e8-4e6e-811b-926f5b9e25e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d764b6be-dc68-4378-a210-02f1e508d41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544422 Jul 06 19:28:02.212281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-9dbb1410-234e-4086-8532-6028fb0ba11e service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889759 Jul 06 19:28:02.302009 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dbd830e3-508f-42dc-94bb-65fcf001dbcf req-01efb92c-3563-42ea-9ed2-0e2780b8d158 service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833805 Jul 06 19:28:15.672476 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdff9513-926a-4ce7-8e62-c72d288664ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:18.325022 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b1e215c1-1f21-41d8-8570-c2e313ba2463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:18.513046 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:19.708960 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:21.256632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:23.032874 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:23.034202 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:27.926607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1f7a-89a1-401a-9d05-0aa57bae029f req-4f1daf51-89d2-404d-b406-ec8591b0744a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:27.928052 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c1d1f7a-89a1-401a-9d05-0aa57bae029f req-4f1daf51-89d2-404d-b406-ec8591b0744a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0763960 Jul 06 19:28:27.973136 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6c1d1f7a-89a1-401a-9d05-0aa57bae029f req-fa26f461-a53b-439d-92c7-78b23b3461c4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366371 Jul 06 19:28:29.152908 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce641bad-68cb-450c-a449-6b9b97c49730 req-40a28c12-7188-4077-a300-326ff8bc85ef tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:29.154660 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce641bad-68cb-450c-a449-6b9b97c49730 req-40a28c12-7188-4077-a300-326ff8bc85ef tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0680380 Jul 06 19:28:29.196979 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ce641bad-68cb-450c-a449-6b9b97c49730 req-c093b7ff-716d-4095-ac49-c9d5af229fb2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365491 Jul 06 19:28:30.386606 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84982b71-fe89-4978-a73a-3f2d7085e422 req-f81ac774-e1ad-4b13-912d-026a13c6e949 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:30.388127 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84982b71-fe89-4978-a73a-3f2d7085e422 req-f81ac774-e1ad-4b13-912d-026a13c6e949 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0747907 Jul 06 19:28:30.428871 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-84982b71-fe89-4978-a73a-3f2d7085e422 req-051f5570-4af9-4d15-a609-96fd55c4ac5d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318272 Jul 06 19:28:31.612245 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2221a47-40b3-4367-90c5-87c44cb28836 req-0b9eb449-0a78-4289-8f8b-afde6c619043 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:31.613751 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2221a47-40b3-4367-90c5-87c44cb28836 req-0b9eb449-0a78-4289-8f8b-afde6c619043 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0659866 Jul 06 19:28:31.656504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a2221a47-40b3-4367-90c5-87c44cb28836 req-3a35ae52-3ba0-4b04-9a80-1cc52dd349fc tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370324 Jul 06 19:28:32.851781 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a5e05-bbe8-4fb3-b665-5bf67aafee26 req-ebb76ab5-52e7-433d-ba16-7dadb4cf2a59 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:32.853193 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-088a5e05-bbe8-4fb3-b665-5bf67aafee26 req-ebb76ab5-52e7-433d-ba16-7dadb4cf2a59 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0722756 Jul 06 19:28:32.896834 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-088a5e05-bbe8-4fb3-b665-5bf67aafee26 req-d9507b59-28d1-4053-be83-98a8c544524b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370188 Jul 06 19:28:33.410912 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:28:34.077879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758736-1b66-494b-bcf8-2cdc4b729dac req-d952d863-4ff2-4e91-a8d5-8a50f2e564b1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:34.079371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db758736-1b66-494b-bcf8-2cdc4b729dac req-d952d863-4ff2-4e91-a8d5-8a50f2e564b1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0680001 Jul 06 19:28:34.118014 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-db758736-1b66-494b-bcf8-2cdc4b729dac req-1b28cf21-ffc0-4cb3-ad25-873e6dd67077 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Jul 06 19:28:35.328450 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1095aa-16d4-4fa6-8f9a-e7cbbdac1036 req-a7a8be00-7ba5-4423-a66e-caaab67ab193 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:35.329972 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec1095aa-16d4-4fa6-8f9a-e7cbbdac1036 req-a7a8be00-7ba5-4423-a66e-caaab67ab193 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0682535 Jul 06 19:28:35.368094 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ec1095aa-16d4-4fa6-8f9a-e7cbbdac1036 req-29c98597-9c00-4a4b-9d5f-3049db79fee2 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324869 Jul 06 19:28:36.567412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874597-2dbf-483f-a932-5eef1f542b8f req-b362423d-908d-4672-87fa-00ae5b2ef088 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:36.568954 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2874597-2dbf-483f-a932-5eef1f542b8f req-b362423d-908d-4672-87fa-00ae5b2ef088 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0800347 Jul 06 19:28:36.608004 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2874597-2dbf-483f-a932-5eef1f542b8f req-e9a149d4-e021-42a6-b00e-fb72dbb42f2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 Jul 06 19:28:37.792935 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952103b-f6e5-4a93-a84b-353d3f839dc3 req-2635f76b-4f10-48a6-8d26-689e0a6cae12 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:37.794621 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f952103b-f6e5-4a93-a84b-353d3f839dc3 req-2635f76b-4f10-48a6-8d26-689e0a6cae12 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0662403 Jul 06 19:28:37.834268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f952103b-f6e5-4a93-a84b-353d3f839dc3 req-4ff03231-4603-4ebc-b96a-c9334e863a53 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Jul 06 19:28:39.013264 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5e1d3-76e4-49b5-82ae-6f4a1fc4122f req-e8b37e8a-14d9-49e8-b9ff-52e6e5ce8cd9 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:39.014735 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-06a5e1d3-76e4-49b5-82ae-6f4a1fc4122f req-e8b37e8a-14d9-49e8-b9ff-52e6e5ce8cd9 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0663748 Jul 06 19:28:39.056973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-06a5e1d3-76e4-49b5-82ae-6f4a1fc4122f req-970e6509-a6fa-4a60-aa13-96267f6d74c5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359342 Jul 06 19:28:39.081748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54482) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:28:39.145753 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b866e79b-48dd-4df5-ae78-c84cba51d582 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/33a03966-5c4d-480e-a5fc-1251562ce9c0 HTTP/1.1" status: 200 len: 993 time: 0.0627222 Jul 06 19:28:40.587865 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-be7c7eb8-4524-4c82-9dec-bb21248e9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:40.589392 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-be7c7eb8-4524-4c82-9dec-bb21248e9e25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1096 time: 0.0543149 Jul 06 19:28:40.606531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bb98-5875-45b3-978f-a4dfd8d778e4 req-1ffc060b-8942-447f-81b1-4b5bd76b3604 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:40.608276 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2035bb98-5875-45b3-978f-a4dfd8d778e4 req-1ffc060b-8942-447f-81b1-4b5bd76b3604 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0634081 Jul 06 19:28:40.647939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2035bb98-5875-45b3-978f-a4dfd8d778e4 req-def0ec4b-227c-4a8a-9f50-d745b5575120 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335572 Jul 06 19:28:40.684963 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-854a836e-c03b-4334-85b6-45f2e6697e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:40.686477 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-854a836e-c03b-4334-85b6-45f2e6697e60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 200 len: 897 time: 0.0908773 Jul 06 19:28:40.750895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-87185408-6a09-4399-a759-53d9aed2b714 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 200 len: 1001 time: 0.0581315 Jul 06 19:28:40.805034 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-38a629da-02fa-41c3-baff-d70b12264fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:40.806617 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-38a629da-02fa-41c3-baff-d70b12264fb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6d3b63-db53-432d-bca3-ba9055cc5e78 HTTP/1.1" status: 200 len: 835 time: 0.0498669 Jul 06 19:28:40.871366 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-7032d92c-b306-4430-849c-de8f2ae34a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:40.874228 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-7032d92c-b306-4430-849c-de8f2ae34a53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d764b6be-dc68-4378-a210-02f1e508d41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608828 Jul 06 19:28:40.973663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-4da58b48-a776-44c8-ad32-b2e9aa3a88df service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930083 Jul 06 19:28:41.072945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-08d50c96-4bd5-4970-b9db-31e746423fe5 req-6d6d5ba4-6e27-458d-9703-61c2d2e2c840 service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923929 Jul 06 19:28:41.830680 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79986e7-a929-4b51-87f6-8652b50c5824 req-f734452f-36ad-4eed-987f-c82455c3c434 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:28:41.832115 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b79986e7-a929-4b51-87f6-8652b50c5824 req-f734452f-36ad-4eed-987f-c82455c3c434 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0690367 Jul 06 19:28:41.872613 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b79986e7-a929-4b51-87f6-8652b50c5824 req-9cfa17db-dd0c-4b9a-a076-a6d6cec6c5d1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344901 Jul 06 19:28:41.904407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54494) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:28:41.971304 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-be6a3557-f3e8-4468-86a0-3f5a12807dba tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/33a03966-5c4d-480e-a5fc-1251562ce9c0 HTTP/1.1" status: 200 len: 993 time: 0.0656214 Jul 06 19:28:45.668889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c87581f5-d99c-4388-b89d-679e56304862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:48.321909 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-853a88c8-8ac3-46fe-8aba-d67718031ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:48.519208 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:49.709935 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:51.259360 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:53.038451 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:28:53.040401 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:01.711287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-14a4ed28-f183-4b5c-b09b-0c8d35cdbbca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594854 Jul 06 19:29:01.821930 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-637f29de-81ad-4539-a614-cb8e6bba9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:01.823476 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-637f29de-81ad-4539-a614-cb8e6bba9d36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1096 time: 0.0577447 Jul 06 19:29:01.933872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-7e51bf54-6916-43ce-a590-931406e43452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:01.935385 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-7e51bf54-6916-43ce-a590-931406e43452 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 200 len: 897 time: 0.0909619 Jul 06 19:29:02.008355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-2ba99183-efde-47b4-9b49-1e143800aa39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 200 len: 1001 time: 0.0640373 Jul 06 19:29:02.063122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-5ae5b425-489b-4172-aaef-04d953a6937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:02.064632 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-5ae5b425-489b-4172-aaef-04d953a6937f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6d3b63-db53-432d-bca3-ba9055cc5e78 HTTP/1.1" status: 200 len: 835 time: 0.0488763 Jul 06 19:29:02.126874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-61ad190b-2537-4023-9af9-1847f199ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:02.128446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-61ad190b-2537-4023-9af9-1847f199ab69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d764b6be-dc68-4378-a210-02f1e508d41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561678 Jul 06 19:29:02.232429 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-d3423ce5-f9e2-4a87-b0cb-4eface285e61 service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924766 Jul 06 19:29:02.345355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-72b62c31-8709-4c53-afe4-ecd0773e1363 req-ed1f8f18-a8c7-483c-bc66-517b8bb9a0ec service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060917 Jul 06 19:29:10.410340 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:29:14.367303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54508) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:14.528332 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 9e2f5ee7-d5c1-4b6a-9583-ae6e4a69da3a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:29:14.528662 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:14.613461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:14.613872 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:14.626032 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 9e2f5ee7-d5c1-4b6a-9583-ae6e4a69da3a owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:29:14.814688 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:14.847989 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=9e2f5ee7-d5c1-4b6a-9583-ae6e4a69da3a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:14.874109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.874452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.874784 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.875120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.875439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.875770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.876157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.876409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.876728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.877033 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.877349 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.877661 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:14.919185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:14.919662 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 33a03966-5c4d-480e-a5fc-1251562ce9c0 disassociated (deleted). External IP: 172.25.4.181, port: 4b577898-dc55-487b-9351-7674884b5f8c. Jul 06 19:29:15.153593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 715fff69-c15e-45c4-b34d-843cedd31038 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:29:15.263299 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:29:15.268972 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:15.276083 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] Sync routers for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:29:15.288129 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:15.288771 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:28:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:15.309195 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6ec5406b-811a-42be-afef-632d4470dfd3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/floatingips/33a03966-5c4d-480e-a5fc-1251562ce9c0 HTTP/1.1" status: 204 len: 168 time: 0.9407330 Jul 06 19:29:15.309815 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:29:15.312116 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "tag": "4b577898-dc55-487b-9351-7674884b5f8c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:29:15.350731 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a3ea0-0631-4768-801d-aab7780be2a0 x-openstack-request-id: req-395a3ea0-0631-4768-801d-aab7780be2a0 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:29:15.351254 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "tag": "4b577898-dc55-487b-9351-7674884b5f8c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:29:15.351509 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-395a3ea0-0631-4768-801d-aab7780be2a0 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:29:15.351941 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c', 'status': 'completed', 'code': 200} Jul 06 19:29:15.401612 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:15.433004 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-4d0e41ce-6a0b-4fcf-ba10-7436d96ca517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:15.434669 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-4d0e41ce-6a0b-4fcf-ba10-7436d96ca517 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 1096 time: 0.0581348 Jul 06 19:29:15.531188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-f4849874-1a43-4b1f-8c7f-69a5c80b9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:15.533293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-f4849874-1a43-4b1f-8c7f-69a5c80b9028 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 200 len: 897 time: 0.0918851 Jul 06 19:29:15.585051 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-23c74451-529a-4c26-9428-21a39ef4cb57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 200 len: 217 time: 0.0439951 Jul 06 19:29:15.620944 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:49Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:15.636559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-177e3cf0-3a2e-450f-8e19-f87eea57dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:15.638592 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-177e3cf0-3a2e-450f-8e19-f87eea57dc8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6d3b63-db53-432d-bca3-ba9055cc5e78 HTTP/1.1" status: 200 len: 835 time: 0.0463932 Jul 06 19:29:15.668266 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] Checking router: 715fff69-c15e-45c4-b34d-843cedd31038 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:29:15.680653 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:15.681300 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-86d78226-2664-4196-b2b5-5f680b5a8b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:15.682031 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:28:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:15.719914 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-3d0b6027-0e20-417c-b46d-baac37115627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:15.721645 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-3d0b6027-0e20-417c-b46d-baac37115627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d764b6be-dc68-4378-a210-02f1e508d41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761797 Jul 06 19:29:15.740598 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33a4d1-9389-49e9-9501-1af2ba08cee2 req-493e82f2-d3ae-4bd3-b4b9-9a6259bc820a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:15.742231 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af33a4d1-9389-49e9-9501-1af2ba08cee2 req-493e82f2-d3ae-4bd3-b4b9-9a6259bc820a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0838323 Jul 06 19:29:15.784540 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af33a4d1-9389-49e9-9501-1af2ba08cee2 req-1ce4b8f1-dce3-4b7d-92b5-8480120c63fe tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356545 Jul 06 19:29:15.825990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-c63d319e-c476-4ba5-abb6-e23eddd03ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969272 Jul 06 19:29:15.884634 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:15.921860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c09cc23a-a8c6-4594-82dc-fe307acd8d9a req-fe02eabc-9682-4134-a11d-94e2737a53fd service neutron] 10.222.0.41 "GET /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890479 Jul 06 19:29:16.090831 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:49Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:16.116264 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5204-e7f3-4ea0-8cb6-db8847a7d502 None None] The sync data for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 is: [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:44Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '0bfca5c6-703d-4cd4-8db8-91ed94a95e81', 'name': '', 'network_id': 'd764b6be-dc68-4378-a210-02f1e508d41b', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:88:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:44Z', 'updated_at': '2021-07-06T19:27:49Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '1a6d3b63-db53-432d-bca3-ba9055cc5e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:29:16.355435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ada63-a72a-4bd3-9d10-fa2def000dbd None None] New status for floating IP 33a03966-5c4d-480e-a5fc-1251562ce9c0: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:29:17.284060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1be21-dbd1-4a84-8ee5-f59bc0cabaf7 req-ab6d12fb-4ead-41dc-824e-6cbb1d9d0290 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:17.288822 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7cb1be21-dbd1-4a84-8ee5-f59bc0cabaf7 req-ab6d12fb-4ead-41dc-824e-6cbb1d9d0290 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.3837149 Jul 06 19:29:17.297261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-b020a751-4290-4020-aaa0-69d18cb930e3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:17.298737 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-b020a751-4290-4020-aaa0-69d18cb930e3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.41 "GET /v2.0/ports?device_id=9049f71f-4080-4a92-9421-f78fd5e7bd09 HTTP/1.1" status: 200 len: 945 time: 0.0874038 Jul 06 19:29:17.375926 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7cb1be21-dbd1-4a84-8ee5-f59bc0cabaf7 req-5e708a47-c310-4a23-abfb-7cf79bdd9879 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4be3024-9a97-4804-8bb6-7fa49f14bde3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761905 Jul 06 19:29:17.430744 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 4b577898-dc55-487b-9351-7674884b5f8c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:29:17.431049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:17.522044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 4b577898-dc55-487b-9351-7674884b5f8c, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=4b577898-dc55-487b-9351-7674884b5f8c,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:17.522306 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:17.539531 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 4b577898-dc55-487b-9351-7674884b5f8c owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:29:17.675247 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:17.705910 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=4b577898-dc55-487b-9351-7674884b5f8c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:17.757869 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] No DVR routers for this DVR port 4b577898-dc55-487b-9351-7674884b5f8c on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:29:17.760629 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:17.762679 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6992bfbb-4b10-4ef2-bdf5-c021cd9cae99 req-18ead5be-a235-4a7f-ab11-9a3911d6d81f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.41 "DELETE /v2.0/ports/4b577898-dc55-487b-9351-7674884b5f8c HTTP/1.1" status: 204 len: 173 time: 0.4571776 Jul 06 19:29:17.763111 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'name': 'network-vif-deleted', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:29:17.765373 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2578168b-22c1-4f4e-a6d4-1395c9111182" -d '{"events": [{"server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "name": "network-vif-deleted", "tag": "4b577898-dc55-487b-9351-7674884b5f8c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:29:17.805547 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa09420f-ff9f-46e7-bd1e-e87d55105dd3 x-openstack-request-id: req-fa09420f-ff9f-46e7-bd1e-e87d55105dd3 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:29:17.805871 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9049f71f-4080-4a92-9421-f78fd5e7bd09", "name": "network-vif-deleted", "tag": "4b577898-dc55-487b-9351-7674884b5f8c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:29:17.806114 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa09420f-ff9f-46e7-bd1e-e87d55105dd3 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:29:17.806539 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9049f71f-4080-4a92-9421-f78fd5e7bd09', 'name': 'network-vif-deleted', 'tag': '4b577898-dc55-487b-9351-7674884b5f8c', 'status': 'completed', 'code': 200} Jul 06 19:29:18.315358 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9e19e70f-a3ba-4afe-9433-76b4d887acba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:18.477688 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54526) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:18.512590 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:19.229286 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:19.516275 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:29:19.517334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:19.585989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4b577898-dc55-487b-9351-7674884b5f8c no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:29:19.606382 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 4b577898-dc55-487b-9351-7674884b5f8c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:29:19.606710 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 4b577898-dc55-487b-9351-7674884b5f8c not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:29:19.613633 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 0bfca5c6-703d-4cd4-8db8-91ed94a95e81, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:19.614155 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:19.632038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:29:19.711201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:19.828663 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:19.855489 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=0bfca5c6-703d-4cd4-8db8-91ed94a95e81,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:19.867990 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.868418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.868764 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.869105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.869441 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.869797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.870131 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.870497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.870797 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.871151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.871478 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:19.871798 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:20.038637 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:20.247944 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 715fff69-c15e-45c4-b34d-843cedd31038 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:29:20.369447 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:29:20.374969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-321f7798-cda2-4979-ac6a-062f721c3407 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/715fff69-c15e-45c4-b34d-843cedd31038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8961029 Jul 06 19:29:20.377917 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54530) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:20.380262 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] Sync routers for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:29:20.391046 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:20.392034 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:20.434443 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0a4340-58b0-4999-851a-3c4da621e9bd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting subnet 1a6d3b63-db53-432d-bca3-ba9055cc5e78 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:29:20.438175 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da0a4340-58b0-4999-851a-3c4da621e9bd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:20.482059 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da0a4340-58b0-4999-851a-3c4da621e9bd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:20.501482 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:20.566718 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da0a4340-58b0-4999-851a-3c4da621e9bd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:20.626341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da0a4340-58b0-4999-851a-3c4da621e9bd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:20.662031 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a4340-58b0-4999-851a-3c4da621e9bd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6d3b63-db53-432d-bca3-ba9055cc5e78,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:20.667966 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da0a4340-58b0-4999-851a-3c4da621e9bd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:20.672385 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-da0a4340-58b0-4999-851a-3c4da621e9bd tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/subnets/1a6d3b63-db53-432d-bca3-ba9055cc5e78 HTTP/1.1" status: 204 len: 168 time: 0.2907579 Jul 06 19:29:20.672714 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54532) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:20.676771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6386e6c-0bc5-4c0c-ba2a-bc9354430c5e None None] Network d764b6be-dc68-4378-a210-02f1e508d41b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:29:20.688752 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:29:19Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:20.721577 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] Checking router: 715fff69-c15e-45c4-b34d-843cedd31038 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:29:20.731225 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] Routers {'715fff69-c15e-45c4-b34d-843cedd31038'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:20.731641 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['715fff69-c15e-45c4-b34d-843cedd31038'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:20.795525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:20.835363 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] Set router 715fff69-c15e-45c4-b34d-843cedd31038 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:20.908280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] DHCP port deletion for d764b6be-dc68-4378-a210-02f1e508d41b request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:29:20.931426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:20.963780 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Deleting port c603ca77-68f0-4282-a727-131bb47deed5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:29:20.964217 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.000705 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port e61ba13f-4904-4223-a848-3c8a6b099706 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:29:21.001193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.036726 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] For port c603ca77-68f0-4282-a727-131bb47deed5, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c603ca77-68f0-4282-a727-131bb47deed5,segment=NetworkSegment(f4ea8838-feff-48bb-ab18-06752d3f875b),segment_id=f4ea8838-feff-48bb-ab18-06752d3f875b)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:21.037171 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.047705 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:29:19Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:21.056310 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Calling delete_port for c603ca77-68f0-4282-a727-131bb47deed5 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:29:21.082849 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca908f9-5891-4c49-916f-3a1febface49 None None] The sync data for ids ['715fff69-c15e-45c4-b34d-843cedd31038'] in n-d-799684-2 is: [{'id': '715fff69-c15e-45c4-b34d-843cedd31038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138164279', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:29:19Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'e61ba13f-4904-4223-a848-3c8a6b099706', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715fff69-c15e-45c4-b34d-843cedd31038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:27:41Z', 'updated_at': '2021-07-06T19:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:29:21.090967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port e61ba13f-4904-4223-a848-3c8a6b099706, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e61ba13f-4904-4223-a848-3c8a6b099706,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:21.091339 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.104604 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for e61ba13f-4904-4223-a848-3c8a6b099706 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:29:21.145572 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.173703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Pushing event deleted for resources: {'Port': ['ID=c603ca77-68f0-4282-a727-131bb47deed5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:21.181666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] No DVR routers for this DVR port c603ca77-68f0-4282-a727-131bb47deed5 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:29:21.185342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.185684 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.186082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.186414 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.186741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.187066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.187388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.187707 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.188024 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.188345 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.188666 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.188980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482250b-bff2-464d-959a-96a6843fec21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:21.261098 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.281998 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.308146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=e61ba13f-4904-4223-a848-3c8a6b099706,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:21.366079 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.457822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.460043 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.508560 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.509272 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Fanout notify agent at l3_agent the message router_deleted on router 715fff69-c15e-45c4-b34d-843cedd31038 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:29:21.516381 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.517914 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-40900d42-064c-444b-b350-27ff96041f30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/routers/715fff69-c15e-45c4-b34d-843cedd31038 HTTP/1.1" status: 204 len: 168 time: 0.8442092 Jul 06 19:29:21.520797 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54534) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:21.598375 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.687628 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.698447 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d764b6be-dc68-4378-a210-02f1e508d41b']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:21.709184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ea8838-feff-48bb-ab18-06752d3f875b') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:21.709473 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ea8838-feff-48bb-ab18-06752d3f875b') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:21.719203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.733900 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.741114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:29:21.741669 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:29:21.745016 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:29:21.814889 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.820597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.825315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/networks/d764b6be-dc68-4378-a210-02f1e508d41b HTTP/1.1" status: 204 len: 168 time: 0.3009219 Jul 06 19:29:21.825965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54536) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:21.842819 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db845f86-51f4-4b32-a3db-6057160012bb tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Network': ['ID=d764b6be-dc68-4378-a210-02f1e508d41b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:21.888425 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79f3f740-d59d-4c64-95b8-b793afffcea7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.915082 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79f3f740-d59d-4c64-95b8-b793afffcea7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.983058 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79f3f740-d59d-4c64-95b8-b793afffcea7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.985583 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79f3f740-d59d-4c64-95b8-b793afffcea7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:21.987122 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-79f3f740-d59d-4c64-95b8-b793afffcea7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/security-groups/f4be3024-9a97-4804-8bb6-7fa49f14bde3 HTTP/1.1" status: 204 len: 168 time: 0.1597953 Jul 06 19:29:21.996913 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3f740-d59d-4c64-95b8-b793afffcea7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4be3024-9a97-4804-8bb6-7fa49f14bde3,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:22.199945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54542) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:22.207038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-e54dd20c-69ee-4ca3-9a0b-6c29d16f6926 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713075036', 'description': 'tempest-secgroup-smoke-1713075036 description', 'project_id': '191f93f1ac384061a32ddc6000e39f36'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:22.235033 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e54dd20c-69ee-4ca3-9a0b-6c29d16f6926 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.325018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e54dd20c-69ee-4ca3-9a0b-6c29d16f6926 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.330390 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e54dd20c-69ee-4ca3-9a0b-6c29d16f6926 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.360092 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e54dd20c-69ee-4ca3-9a0b-6c29d16f6926 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.361349 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-e54dd20c-69ee-4ca3-9a0b-6c29d16f6926 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1601615 Jul 06 19:29:22.363373 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dd20c-69ee-4ca3-9a0b-6c29d16f6926 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:22.364446 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54544) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:22.369265 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-36a8cefe-c112-483a-b41e-3439d1619622 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:22.400170 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36a8cefe-c112-483a-b41e-3439d1619622 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.447726 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36a8cefe-c112-483a-b41e-3439d1619622 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.451546 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36a8cefe-c112-483a-b41e-3439d1619622 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.470634 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8cefe-c112-483a-b41e-3439d1619622 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c3dc7e-e0cd-43fb-b6f4-80d70e2e4ef5,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:22.478824 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36a8cefe-c112-483a-b41e-3439d1619622 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.480096 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-36a8cefe-c112-483a-b41e-3439d1619622 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145895 Jul 06 19:29:22.482893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54546) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:22.487663 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-2b175465-a24b-4b44-944b-d19ec10f8c89 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:22.516000 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b175465-a24b-4b44-944b-d19ec10f8c89 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.581395 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b175465-a24b-4b44-944b-d19ec10f8c89 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.587233 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b175465-a24b-4b44-944b-d19ec10f8c89 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.604713 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b175465-a24b-4b44-944b-d19ec10f8c89 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc92c1c9-1d46-4c5b-a820-77eaf129df93,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:22.611719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2b175465-a24b-4b44-944b-d19ec10f8c89 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.613169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2b175465-a24b-4b44-944b-d19ec10f8c89 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292617 Jul 06 19:29:22.616002 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54548) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:22.620457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7c56668a-e065-43f9-b0b4-c0e27b1c2819 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:22.653150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c56668a-e065-43f9-b0b4-c0e27b1c2819 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.715049 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c56668a-e065-43f9-b0b4-c0e27b1c2819 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.721317 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c56668a-e065-43f9-b0b4-c0e27b1c2819 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.739509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56668a-e065-43f9-b0b4-c0e27b1c2819 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e089ce-17f3-48ea-90a5-ea77c459cd95,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:22.747269 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c56668a-e065-43f9-b0b4-c0e27b1c2819 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.751869 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7c56668a-e065-43f9-b0b4-c0e27b1c2819 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318407 Jul 06 19:29:22.751869 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54550) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:22.758283 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-721a79a9-335a-4f0d-9499-a14c4d205a46 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:22.793754 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-721a79a9-335a-4f0d-9499-a14c4d205a46 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.855811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c603ca77-68f0-4282-a727-131bb47deed5 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:29:22.858026 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-721a79a9-335a-4f0d-9499-a14c4d205a46 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.862983 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-721a79a9-335a-4f0d-9499-a14c4d205a46 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.879881 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c603ca77-68f0-4282-a727-131bb47deed5 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:29:22.880215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c603ca77-68f0-4282-a727-131bb47deed5 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:29:22.880632 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e61ba13f-4904-4223-a848-3c8a6b099706 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:29:22.884571 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a79a9-335a-4f0d-9499-a14c4d205a46 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1e6a13-a551-42f4-acf9-4925a8d191f6,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:22.888945 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-721a79a9-335a-4f0d-9499-a14c4d205a46 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.890542 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-721a79a9-335a-4f0d-9499-a14c4d205a46 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379519 Jul 06 19:29:22.893665 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54552) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:22.898576 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c53a8bfb-deaf-4b6b-b8f8-80e28d313453 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:22.903824 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e61ba13f-4904-4223-a848-3c8a6b099706 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:29:22.904168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e61ba13f-4904-4223-a848-3c8a6b099706 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:29:22.904555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:29:22.922524 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-c53a8bfb-deaf-4b6b-b8f8-80e28d313453 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:29:22.924212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:29:22.924623 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 0bfca5c6-703d-4cd4-8db8-91ed94a95e81 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:29:22.927461 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c53a8bfb-deaf-4b6b-b8f8-80e28d313453 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.986903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c53a8bfb-deaf-4b6b-b8f8-80e28d313453 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:22.992546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c53a8bfb-deaf-4b6b-b8f8-80e28d313453 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.010057 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a8bfb-deaf-4b6b-b8f8-80e28d313453 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19c3a27-bb6e-477f-9e1f-b05116d20c9e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:23.016433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c53a8bfb-deaf-4b6b-b8f8-80e28d313453 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.019315 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c53a8bfb-deaf-4b6b-b8f8-80e28d313453 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230943 Jul 06 19:29:23.020574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54554) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:23.025370 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bef11726-ed56-41a3-b675-a2ea7750ca2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'security_group_rule': {'security_group_id': '92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:23.027948 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.038721 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.047781 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-bef11726-ed56-41a3-b675-a2ea7750ca2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Project 191f93f1ac384061a32ddc6000e39f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:29:23.052573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bef11726-ed56-41a3-b675-a2ea7750ca2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.113955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bef11726-ed56-41a3-b675-a2ea7750ca2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.119842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bef11726-ed56-41a3-b675-a2ea7750ca2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.138085 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef11726-ed56-41a3-b675-a2ea7750ca2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50a2e78-b385-4652-9685-d290bc5ecd0f,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:23.146133 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bef11726-ed56-41a3-b675-a2ea7750ca2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.147311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bef11726-ed56-41a3-b675-a2ea7750ca2f tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257288 Jul 06 19:29:23.150457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54556) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:23.156418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'network': {'name': 'tempest-network-smoke--1961440313', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'port_security_enabled': True}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:23.180220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:29:23.183965 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.210926 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:29:23.220247 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.220596 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Added segment b5504832-affe-4aa1-84e6-8052a45fd914 of type vlan for network 90a3edfd-c560-461a-9658-0317813ccbc9 Jul 06 19:29:23.263102 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.294403 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.300872 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:23.301511 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.354478 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2028303 Jul 06 19:29:23.357174 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54558) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:23.361597 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'admin_state_up': True, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:23.377896 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218f51d-6848-4538-be5e-c379b790ed58 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Network': ['ID=90a3edfd-c560-461a-9658-0317813ccbc9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:23.388596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 90a3edfd-c560-461a-9658-0317813ccbc9 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:29:23.394404 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.395480 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.451576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.589375 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.790323 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.808655 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:23.912485 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.124 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/c9ca9df7-be35-432b-8dc5-2f2fc134d753) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:29:24.017667 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:24.063981 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:24.105809 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:29:24.110578 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:29:24.115230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:29:24.120799 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=c9ca9df7-be35-432b-8dc5-2f2fc134d753,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:24.393635 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:24.597544 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:24.728653 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1af86b01-68d5-4018-87af-b15b6879f7fb is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:29:24.837465 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:29:24.846863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Sync routers for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:29:24.856278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:24.856957 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:24.861010 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:24.862275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c4aa6fdd-0b6c-486d-bf77-a95bc924ac8e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5041449 Jul 06 19:29:24.865428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54560) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:24.897657 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-74a039a9-5823-4b95-b8c0-ef9f00929b3f tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=191f93f1ac384061a32ddc6000e39f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310225 Jul 06 19:29:24.902074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54562) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:24.966631 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:24.987645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd30763-cca9-44ad-9a9c-f3aaa74c8941 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:24.989120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7bd30763-cca9-44ad-9a9c-f3aaa74c8941 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861275 Jul 06 19:29:24.992091 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54564) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:25.020428 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a9e9b6bb-d5dc-46d3-a88b-c97c7aa56c79 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5252f85f-2217-44be-8007-5bb515235547&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272243 Jul 06 19:29:25.023041 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54566) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:25.027942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1162590358', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:25.122080 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:29:25.125677 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.143261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:24Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:25.168822 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Checking router: 1af86b01-68d5-4018-87af-b15b6879f7fb for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:29:25.169162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Updating router 1af86b01-68d5-4018-87af-b15b6879f7fb port c9ca9df7-be35-432b-8dc5-2f2fc134d753 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:29:25.206049 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.308144 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.366294 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Subnet': ['ID=7c859caa-c6a0-4b49-91a0-35621799687d,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:25.377509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Checking segment: {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:29:25.377902 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network hostable DHCP agents. Network: 90a3edfd-c560-461a-9658-0317813ccbc9, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:29:25.395949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 90a3edfd-c560-461a-9658-0317813ccbc9 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:29:25.405706 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 90a3edfd-c560-461a-9658-0317813ccbc9) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:29:25.410220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:25.410891 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.417318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d75b12-ff39-44db-b555-2b1b4dac3a28 None None] Network 90a3edfd-c560-461a-9658-0317813ccbc9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:29:25.432499 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-f8452ad0-0588-4c23-bb73-b23a9e6fdc84 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4059260 Jul 06 19:29:25.433095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54568) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:25.504348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.519285 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Transition to ACTIVE for port object c9ca9df7-be35-432b-8dc5-2f2fc134d753 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:29:25.529179 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.781861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Attempting to bind port c9ca9df7-be35-432b-8dc5-2f2fc134d753 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:29:25.782234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Attempting to bind port c9ca9df7-be35-432b-8dc5-2f2fc134d753 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:29:25.782586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Attempting to bind port c9ca9df7-be35-432b-8dc5-2f2fc134d753 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:29:25.784523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7983b-3844-4615-a0c2-3bdbd66945ba None None] Pushing event updated for resources: {'Port': ['ID=c9ca9df7-be35-432b-8dc5-2f2fc134d753,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:25.796284 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:29:25.796722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:29:25.797085 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.797454 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:29:25.798001 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Bound port: c9ca9df7-be35-432b-8dc5-2f2fc134d753, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:29:25.798359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.861166 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-90a3edfd-c560-461a-9658-0317813ccbc9', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:29:25.862043 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.887272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] For port c9ca9df7-be35-432b-8dc5-2f2fc134d753, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:29:25.901738 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:25.905998 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] For port c9ca9df7-be35-432b-8dc5-2f2fc134d753, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c9ca9df7-be35-432b-8dc5-2f2fc134d753,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:29:25.950587 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.056368 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7983b-3844-4615-a0c2-3bdbd66945ba None None] Pushing event updated for resources: {'Port': ['ID=c9ca9df7-be35-432b-8dc5-2f2fc134d753,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:26.060530 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:26.061149 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:26.116181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Allocated IP 172.20.0.2 (90a3edfd-c560-461a-9658-0317813ccbc9/7c859caa-c6a0-4b49-91a0-35621799687d/bea8e657-c6f2-4c40-a43e-cc98c9c56ea1) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:29:26.232574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:26.419099 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.444043 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Transition to ACTIVE for port object bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:29:26.463094 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Transition to ACTIVE for port object bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:29:26.472102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.520703 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.1 (90a3edfd-c560-461a-9658-0317813ccbc9/7c859caa-c6a0-4b49-91a0-35621799687d/c93f08a3-fd34-46cb-b02b-f307621fda4a) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:29:26.523987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Network 90a3edfd-c560-461a-9658-0317813ccbc9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:29:26.529456 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:29:26.532029 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Pushing event updated for resources: {'Port': ['ID=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:26.534363 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:29:26.542768 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:24Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:26.571705 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9602c34-736f-492b-8031-79d5d747fd25 None None] The sync data for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 is: [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:24Z', 'revision_number': 3, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:29:26.621000 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Attempting to bind port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:29:26.621384 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Attempting to bind port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:29:26.621844 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Attempting to bind port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 on network 90a3edfd-c560-461a-9658-0317813ccbc9 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:29:26.627349 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:29:26.627720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Checking segment: {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:29:26.628123 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.628512 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Bound using segment: {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:29:26.629332 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Bound port: bea8e657-c6f2-4c40-a43e-cc98c9c56ea1, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:29:26.629332 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.643563 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.658282 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object c93f08a3-fd34-46cb-b02b-f307621fda4a will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:29:26.698083 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.713950 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] For port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:29:26.717223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] For port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:29:26.722632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.748014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 90a3edfd-c560-461a-9658-0317813ccbc9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:29:26.752363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:29:26.759219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:29:26.779635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426027e-95bb-4dfd-8dba-bd2b03c8e065 None None] Pushing event updated for resources: {'Port': ['ID=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:26.788704 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=c93f08a3-fd34-46cb-b02b-f307621fda4a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:26.832686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:26.935502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c9ca9df7-be35-432b-8dc5-2f2fc134d753 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:29:27.002827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c9ca9df7-be35-432b-8dc5-2f2fc134d753 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:29:27.009920 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c9ca9df7-be35-432b-8dc5-2f2fc134d753 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:27.011360 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:27.023527 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:27.175619 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:27.200318 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port c9ca9df7-be35-432b-8dc5-2f2fc134d753, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c9ca9df7-be35-432b-8dc5-2f2fc134d753,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:27.208207 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:27.261194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=c9ca9df7-be35-432b-8dc5-2f2fc134d753,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:27.390817 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:27.398443 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:27.473467 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:27.475320 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=c93f08a3-fd34-46cb-b02b-f307621fda4a,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:27.574757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 90a3edfd-c560-461a-9658-0317813ccbc9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:29:27.576254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:29:27.695311 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1af86b01-68d5-4018-87af-b15b6879f7fb has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:29:27.808730 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:29:27.821884 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ece47081-a659-4329-9869-1f4d9f9a7360 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/1af86b01-68d5-4018-87af-b15b6879f7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3797123 Jul 06 19:29:27.859065 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9f7fb-da56-46df-99fe-274dead79803 None None] Network 90a3edfd-c560-461a-9658-0317813ccbc9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:29:27.927718 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1dc9e582-d279-4577-bf21-b2cacf6bb990 None None] Provisioning for port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:29:27.970536 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-216fb235-47cc-4e1c-98fe-62d0f0379970 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713075036&fields=id&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 267 time: 0.0378628 Jul 06 19:29:28.082693 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-59c227b0-fcd6-4ab3-af0d-f62b08b0d597 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:28.084261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-59c227b0-fcd6-4ab3-af0d-f62b08b0d597 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/networks?id=90a3edfd-c560-461a-9658-0317813ccbc9 HTTP/1.1" status: 200 len: 797 time: 0.1080902 Jul 06 19:29:28.104913 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-eb0e59ac-caa7-4e59-9705-aaccaa627dea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/quotas/191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 375 time: 0.0105689 Jul 06 19:29:28.237221 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Sync routers for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:29:28.249955 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:28.250737 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:28.258750 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1b04d0d4-17ee-4af1-b718-00a21896e29f None None] Provisioning for port c93f08a3-fd34-46cb-b02b-f307621fda4a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:29:28.264695 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1b04d0d4-17ee-4af1-b718-00a21896e29f None None] Provisioning complete for port c93f08a3-fd34-46cb-b02b-f307621fda4a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:28.265219 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b04d0d4-17ee-4af1-b718-00a21896e29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:28.306835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1b04d0d4-17ee-4af1-b718-00a21896e29f None None] Port c93f08a3-fd34-46cb-b02b-f307621fda4a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:29:28.369105 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:28.540077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7c4e9e21-8b6f-44b8-b08e-04080f5124ea None None] Provisioning complete for port c93f08a3-fd34-46cb-b02b-f307621fda4a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:28.540473 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7c4e9e21-8b6f-44b8-b08e-04080f5124ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:28.578191 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-1d3a2756-7de5-4e19-97c6-10066388324b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4677052 Jul 06 19:29:28.585461 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e9e21-8b6f-44b8-b08e-04080f5124ea None None] Port c93f08a3-fd34-46cb-b02b-f307621fda4a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:29:28.611447 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 2, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:28.638173 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Checking router: 1af86b01-68d5-4018-87af-b15b6879f7fb for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:29:28.638470 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Updating router 1af86b01-68d5-4018-87af-b15b6879f7fb port c93f08a3-fd34-46cb-b02b-f307621fda4a binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:29:28.639521 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-0a17b2cb-bac9-49cc-ab35-03b5b53df5ee service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:29:28.640854 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-0a17b2cb-bac9-49cc-ab35-03b5b53df5ee service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466332 Jul 06 19:29:28.671858 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:28.705956 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c2044484-ffd5-45e7-ac55-2a2f8c254650 None None] Provisioning complete for port c93f08a3-fd34-46cb-b02b-f307621fda4a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:28.706467 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2044484-ffd5-45e7-ac55-2a2f8c254650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:28.732795 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-912f453d-52c6-40eb-9344-1a7a7231cc2d service neutron] 10.222.0.53 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Jul 06 19:29:28.745181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c2044484-ffd5-45e7-ac55-2a2f8c254650 None None] Port c93f08a3-fd34-46cb-b02b-f307621fda4a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:29:28.832714 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-5cee2eb9-025f-4cfa-b010-35d627305685 service neutron] 10.222.0.53 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934305 Jul 06 19:29:28.967495 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:29:29.031597 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:29:29.038604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:29.039103 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.055532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eda92a48-e22a-4178-b65c-41f262cf7c1b req-7873e5fc-5d26-4e92-a5c5-7e685ed67973 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 210 time: 0.0370958 Jul 06 19:29:29.082510 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.094687 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Transition to ACTIVE for port object c93f08a3-fd34-46cb-b02b-f307621fda4a will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:29:29.102793 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.134668 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.154279 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Pushing event updated for resources: {'Port': ['ID=c93f08a3-fd34-46cb-b02b-f307621fda4a,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:29.186941 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:29.187376 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.187725 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.188053 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.188398 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.188707 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.189081 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.189477 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.190109 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.190370 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.190479 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.190771 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.191142 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:29:29.205486 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.206335 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c9ca9df7-be35-432b-8dc5-2f2fc134d753 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:29:29.235749 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Attempting to bind port c93f08a3-fd34-46cb-b02b-f307621fda4a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:29:29.236125 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Attempting to bind port c93f08a3-fd34-46cb-b02b-f307621fda4a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:29:29.236528 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Attempting to bind port c93f08a3-fd34-46cb-b02b-f307621fda4a on network 90a3edfd-c560-461a-9658-0317813ccbc9 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:29:29.244835 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:29:29.245617 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Checking segment: {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:29:29.245791 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.246061 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Bound using segment: {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:29:29.246535 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Bound port: c93f08a3-fd34-46cb-b02b-f307621fda4a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:29:29.246964 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.292992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:29.310646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c9ca9df7-be35-432b-8dc5-2f2fc134d753 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:29.311419 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.334305 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] For port c93f08a3-fd34-46cb-b02b-f307621fda4a, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:29:29.338114 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] For port c93f08a3-fd34-46cb-b02b-f307621fda4a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c93f08a3-fd34-46cb-b02b-f307621fda4a,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:29:29.344959 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:29.396018 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:29.396652 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:29.448952 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987707e-8ffc-48f8-8e0d-3c5b84d8b0ff None None] Pushing event updated for resources: {'Port': ['ID=c93f08a3-fd34-46cb-b02b-f307621fda4a,revision_number=4']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:29.522280 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:29.743331 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:29Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:29.770094 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d52959-bf26-4351-99e4-5098751d4426 None None] The sync data for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 is: [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:29Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:29:30.199759 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-00b3f1d2-79ba-45e4-bd06-3691680fc8d8 req-838c6470-742a-40a6-a06f-cb00cdd8016e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 210 time: 0.0307276 Jul 06 19:29:30.405983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-d61bc6cd-bb43-422b-b3b8-1933571bb42b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:30.407888 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-d61bc6cd-bb43-422b-b3b8-1933571bb42b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/networks?id=90a3edfd-c560-461a-9658-0317813ccbc9 HTTP/1.1" status: 200 len: 797 time: 0.1089916 Jul 06 19:29:30.453126 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-3ee744b9-ae1f-4b3b-bd52-2b15a3785741 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=191f93f1ac384061a32ddc6000e39f36 HTTP/1.1" status: 200 len: 380 time: 0.0366523 Jul 06 19:29:30.462196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'port': {'device_id': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'admin_state_up': True, 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'security_groups': ['92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:30.580054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Made reservation on behalf of 191f93f1ac384061a32ddc6000e39f36 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:29:30.583950 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:30.718737 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.20.0.14 (90a3edfd-c560-461a-9658-0317813ccbc9/7c859caa-c6a0-4b49-91a0-35621799687d/7e67b223-27a9-4491-92b1-bafd8d154ed2) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:29:30.869641 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:30.893873 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Transition to ACTIVE for port object 7e67b223-27a9-4491-92b1-bafd8d154ed2 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:29:30.938560 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:30.943240 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:29:31.004912 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 90a3edfd-c560-461a-9658-0317813ccbc9 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:29:31.016880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:29:31.018422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:31.018991 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.023574 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:29:31.029684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=7e67b223-27a9-4491-92b1-bafd8d154ed2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:31.092557 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:31.092994 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.110612 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-6fbd55fa-31e4-4212-82b1-8cfbc98233a5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6524971 Jul 06 19:29:31.119295 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c93f08a3-fd34-46cb-b02b-f307621fda4a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:29:31.123133 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Request body: {'port': {'device_id': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:31.177771 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c93f08a3-fd34-46cb-b02b-f307621fda4a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:29:31.182694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c93f08a3-fd34-46cb-b02b-f307621fda4a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:31.183154 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.203903 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.297294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.343628 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port c93f08a3-fd34-46cb-b02b-f307621fda4a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c93f08a3-fd34-46cb-b02b-f307621fda4a,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:31.348797 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.354989 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-311c1c7c-96cb-4977-b13b-179e779d68a8 None None] Provisioning for port 7e67b223-27a9-4491-92b1-bafd8d154ed2 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:29:31.377078 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-311c1c7c-96cb-4977-b13b-179e779d68a8 None None] Provisioning complete for port 7e67b223-27a9-4491-92b1-bafd8d154ed2 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:31.377457 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-311c1c7c-96cb-4977-b13b-179e779d68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.432394 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-311c1c7c-96cb-4977-b13b-179e779d68a8 None None] Port 7e67b223-27a9-4491-92b1-bafd8d154ed2 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:29:31.435080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=c93f08a3-fd34-46cb-b02b-f307621fda4a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:31.485674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb1a1-0e30-4491-9d2c-3442ccc5073b req-3a3f3a3a-e87e-430a-a3d0-d6977f27d051 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:31.487188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07bfb1a1-0e30-4491-9d2c-3442ccc5073b req-3a3f3a3a-e87e-430a-a3d0-d6977f27d051 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 932 time: 0.1478698 Jul 06 19:29:31.555276 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-07bfb1a1-0e30-4491-9d2c-3442ccc5073b req-c9659585-fde1-4f2c-a5b3-80effdbf9f78 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595365 Jul 06 19:29:31.596237 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e67b223-27a9-4491-92b1-bafd8d154ed2 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:29:31.604239 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.620265 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Transition to ACTIVE for port object 7e67b223-27a9-4491-92b1-bafd8d154ed2 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:29:31.628116 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.683872 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Pushing event updated for resources: {'Port': ['ID=7e67b223-27a9-4491-92b1-bafd8d154ed2,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:31.761825 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Attempting to bind port 7e67b223-27a9-4491-92b1-bafd8d154ed2 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:29:31.762149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Attempting to bind port 7e67b223-27a9-4491-92b1-bafd8d154ed2 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:29:31.762499 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Attempting to bind port 7e67b223-27a9-4491-92b1-bafd8d154ed2 on network 90a3edfd-c560-461a-9658-0317813ccbc9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:29:31.768143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Port 7e67b223-27a9-4491-92b1-bafd8d154ed2 on network 90a3edfd-c560-461a-9658-0317813ccbc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:29:31.768476 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Attempting to bind port 7e67b223-27a9-4491-92b1-bafd8d154ed2 on network 90a3edfd-c560-461a-9658-0317813ccbc9 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:29:31.773707 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:29:31.774090 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Checking segment: {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:29:31.774482 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Bound using segment: {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:29:31.774915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Bound port: 7e67b223-27a9-4491-92b1-bafd8d154ed2, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5504832-affe-4aa1-84e6-8052a45fd914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:29:31.775280 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.843883 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] For port 7e67b223-27a9-4491-92b1-bafd8d154ed2, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:29:31.847188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] For port 7e67b223-27a9-4491-92b1-bafd8d154ed2, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:29:31.853466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.887238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:31.888054 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:31.889423 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] 10.222.0.24 "PUT /v2.0/ports/7e67b223-27a9-4491-92b1-bafd8d154ed2 HTTP/1.1" status: 200 len: 1092 time: 0.7713995 Jul 06 19:29:31.889904 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:29:31.892631 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:29:31.919022 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab3db5-d8f1-48bb-8382-f3fc812e1524 service neutron] Pushing event updated for resources: {'Port': ['ID=7e67b223-27a9-4491-92b1-bafd8d154ed2,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:31.940156 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0098e852-ab8a-4860-8ed0-505da0057d15 x-openstack-request-id: req-0098e852-ab8a-4860-8ed0-505da0057d15 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:29:31.940456 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:29:31.940710 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0098e852-ab8a-4860-8ed0-505da0057d15 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:29:31.941195 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'status': 'completed', 'code': 200} Jul 06 19:29:31.999342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-514a68a1-a178-4247-bd01-6b9eb4875550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:32.000910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-514a68a1-a178-4247-bd01-6b9eb4875550 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 1095 time: 0.0578299 Jul 06 19:29:32.051775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-b83da9f3-311b-4447-a3be-adeb50e6d803 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2 HTTP/1.1" status: 200 len: 217 time: 0.0421507 Jul 06 19:29:32.101626 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-c56f8570-42f1-4124-b799-9bc382ebc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:32.103088 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-c56f8570-42f1-4124-b799-9bc382ebc5a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7c859caa-c6a0-4b49-91a0-35621799687d HTTP/1.1" status: 200 len: 835 time: 0.0442684 Jul 06 19:29:32.164915 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-59cab533-1d57-4907-b563-97f38a51af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:32.166540 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-59cab533-1d57-4907-b563-97f38a51af5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90a3edfd-c560-461a-9658-0317813ccbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576248 Jul 06 19:29:32.255833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-d08e1f25-955b-42d3-83d4-3899c5f3bfc5 service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822554 Jul 06 19:29:32.622223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9e3d0cde-cd54-4076-bff7-44b2de0fca07 req-f48ba39a-355c-4611-9a92-01976fb59967 service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598905 Jul 06 19:29:32.768762 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-a7f248a3-01af-4cf0-80eb-02f4d6dcbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:32.770382 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-a7f248a3-01af-4cf0-80eb-02f4d6dcbe2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 1095 time: 0.0971525 Jul 06 19:29:32.782657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00317ec7-e141-44df-9d38-3a73148f7c81 req-c9143851-b4cc-4762-b666-87166bb15823 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:32.784114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00317ec7-e141-44df-9d38-3a73148f7c81 req-c9143851-b4cc-4762-b666-87166bb15823 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 944 time: 0.1095824 Jul 06 19:29:32.869436 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-00317ec7-e141-44df-9d38-3a73148f7c81 req-d8269bf5-75ff-4ed1-a784-68a39be17bb4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770297 Jul 06 19:29:32.895181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c93f08a3-fd34-46cb-b02b-f307621fda4a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:29:32.896747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-ab7d5aa8-005e-4bee-8db3-2bae03893594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:32.898609 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-ab7d5aa8-005e-4bee-8db3-2bae03893594 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90a3edfd-c560-461a-9658-0317813ccbc9 HTTP/1.1" status: 200 len: 898 time: 0.1135855 Jul 06 19:29:32.941381 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-02d9e61b-9d26-4641-bc9c-7aec58c295b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2 HTTP/1.1" status: 200 len: 217 time: 0.0358689 Jul 06 19:29:32.944808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c93f08a3-fd34-46cb-b02b-f307621fda4a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:32.945180 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:33.001997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-91b4880d-9e79-4a61-ab5c-60941464d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:33.003516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-91b4880d-9e79-4a61-ab5c-60941464d92b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7c859caa-c6a0-4b49-91a0-35621799687d HTTP/1.1" status: 200 len: 835 time: 0.0535300 Jul 06 19:29:33.066739 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-e73df64a-af3d-45c1-9d01-338819676c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:33.068298 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-e73df64a-af3d-45c1-9d01-338819676c1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90a3edfd-c560-461a-9658-0317813ccbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568793 Jul 06 19:29:33.162702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-6ee02764-dd1e-4cff-a999-4bcbeadf9439 service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860350 Jul 06 19:29:33.258431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0ac0608f-4677-438e-94e0-d6f3cc0b72ad req-a5354259-22f2-4211-911a-07b4abb1b6f1 service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887260 Jul 06 19:29:34.060782 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96afe70-b8ad-4e38-ac3a-101c87c7edee req-6dce0580-1edf-4a04-9754-ba5b8232638b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:34.062281 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c96afe70-b8ad-4e38-ac3a-101c87c7edee req-6dce0580-1edf-4a04-9754-ba5b8232638b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 944 time: 0.0730155 Jul 06 19:29:34.107409 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c96afe70-b8ad-4e38-ac3a-101c87c7edee req-903e2b5e-ff61-44ca-9413-36f35710ee23 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jul 06 19:29:35.295145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba373577-9972-471f-93bb-2d1a73422684 req-d65cdde9-b705-4a41-9d5e-1e1874e7d5f7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:35.296650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba373577-9972-471f-93bb-2d1a73422684 req-d65cdde9-b705-4a41-9d5e-1e1874e7d5f7 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 944 time: 0.0681260 Jul 06 19:29:35.335608 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7e67b223-27a9-4491-92b1-bafd8d154ed2 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:29:35.336876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ba373577-9972-471f-93bb-2d1a73422684 req-97cfbeb6-8dd9-49eb-9d3e-9c0cbfc1639e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343652 Jul 06 19:29:35.441738 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7e67b223-27a9-4491-92b1-bafd8d154ed2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:35.454522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'port_id': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'mac_address': 'fa:16:3e:70:d2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:29:35.498318 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:35.514786 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e67b223-27a9-4491-92b1-bafd8d154ed2 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:29:35.535481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7e67b223-27a9-4491-92b1-bafd8d154ed2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:35.541538 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:35.595502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7e67b223-27a9-4491-92b1-bafd8d154ed2,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:35.785916 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['7e67b223-27a9-4491-92b1-bafd8d154ed2'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:29:36.515157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a01c-34ca-4c8f-a762-5aef683f9947 req-44bd0b82-0a4a-45b2-b2f1-13ac7596f735 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:36.517011 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9968a01c-34ca-4c8f-a762-5aef683f9947 req-44bd0b82-0a4a-45b2-b2f1-13ac7596f735 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 945 time: 0.0653274 Jul 06 19:29:36.558892 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9968a01c-34ca-4c8f-a762-5aef683f9947 req-3d590c4a-eb02-4c53-a319-105ef9e4cfe5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344315 Jul 06 19:29:37.355467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7e67b223-27a9-4491-92b1-bafd8d154ed2 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:29:37.411570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 7e67b223-27a9-4491-92b1-bafd8d154ed2 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:29:37.416082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 7e67b223-27a9-4491-92b1-bafd8d154ed2 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:29:37.416565 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:37.506160 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:37.529239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:29:37.531631 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3fc124-a6ba-4bab-a462-cbfad6fb353f" -d '{"events": [{"server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "name": "network-vif-plugged", "status": "completed", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:29:37.546351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 7e67b223-27a9-4491-92b1-bafd8d154ed2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:29:37.551599 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:37.602497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=7e67b223-27a9-4491-92b1-bafd8d154ed2,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:37.621159 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0844c6-ebc9-48aa-803f-b817ba15055d x-openstack-request-id: req-6d0844c6-ebc9-48aa-803f-b817ba15055d {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:29:37.621454 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "name": "network-vif-plugged", "status": "completed", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:29:37.621703 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d0844c6-ebc9-48aa-803f-b817ba15055d {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:29:37.622121 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'code': 200} Jul 06 19:29:37.742887 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451afb75-a402-476b-8bf0-7809486f8dde req-91aaa0fa-d33f-432f-bc52-5a6cd0fe05b9 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:37.744256 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f047-0618-4c3a-a456-1e90829ad98f req-631b9298-1816-4faf-8102-060022392ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:37.744661 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-451afb75-a402-476b-8bf0-7809486f8dde req-91aaa0fa-d33f-432f-bc52-5a6cd0fe05b9 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0641873 Jul 06 19:29:37.745753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c23f047-0618-4c3a-a456-1e90829ad98f req-631b9298-1816-4faf-8102-060022392ef5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 1097 time: 0.0576024 Jul 06 19:29:37.781412 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4c23f047-0618-4c3a-a456-1e90829ad98f req-8ce78121-2bd8-4dc8-a67a-77d577d5ab26 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287912 Jul 06 19:29:37.782841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-451afb75-a402-476b-8bf0-7809486f8dde req-13832e67-0dd7-4e28-b942-f614b29a311a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324609 Jul 06 19:29:38.994979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b5a1f-38cc-461b-ad8d-8a95c0581d65 req-d049d761-c69a-4259-b054-61fc172e26af tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:38.996466 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-657b5a1f-38cc-461b-ad8d-8a95c0581d65 req-d049d761-c69a-4259-b054-61fc172e26af tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0748854 Jul 06 19:29:39.037185 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-657b5a1f-38cc-461b-ad8d-8a95c0581d65 req-f2764367-7c80-40ad-a0b2-9b6f5692863e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347688 Jul 06 19:29:39.212687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03762991-b8d5-4a4f-a4b7-9cc001b4cb80 req-e6d9f2f6-6996-4cee-829f-325e122da36e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:39.214211 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03762991-b8d5-4a4f-a4b7-9cc001b4cb80 req-e6d9f2f6-6996-4cee-829f-325e122da36e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0675595 Jul 06 19:29:39.253192 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-03762991-b8d5-4a4f-a4b7-9cc001b4cb80 req-60974f2e-7e15-44fb-a436-bcfb464e4750 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327065 Jul 06 19:29:39.279059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54636) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:39.334188 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a634c5-905d-41ce-a975-916d61b3ba01 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:39.335764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-09a634c5-905d-41ce-a975-916d61b3ba01 tempest-TestNetworkAdvancedServerOps-77408731 tempest-TestNetworkAdvancedServerOps-77408731-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 1092 time: 0.0556135 Jul 06 19:29:39.338724 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54638) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:39.343202 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:29:39.368317 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:39.477929 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:39.591114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Allocated IP 172.25.4.188 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/69744b00-7df8-4490-b14a-a9db19e71aac) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:29:39.701791 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:39.746501 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:39.782037 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:29:39.784921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:29:39.788430 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:29:39.821537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=69744b00-7df8-4490-b14a-a9db19e71aac,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:40.328369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:40.441197 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:40.591792 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:40.599947 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:40.681663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event updated for resources: {'Port': ['ID=69744b00-7df8-4490-b14a-a9db19e71aac,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:29:40.686439 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:40.790984 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 3f9ae7d1-72c3-4093-8335-cc7d03e6b457 associated. External IP: 172.25.4.188, port: 7e67b223-27a9-4491-92b1-bafd8d154ed2. Jul 06 19:29:41.011822 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1af86b01-68d5-4018-87af-b15b6879f7fb has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:29:41.128489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:29:41.138717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] Sync routers for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:29:41.147942 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:41.151357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:41.151357 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:41.186119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-4d901ca2-df63-4ff4-b59d-4d814e7fdf4e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8461494 Jul 06 19:29:41.186794 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:29:41.189295 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e476348-edad-4ed7-be8c-8b43dd9070a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:29:41.234308 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f2ae0c-deec-4df9-afee-6307d2f6c3ad x-openstack-request-id: req-d2f2ae0c-deec-4df9-afee-6307d2f6c3ad {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:29:41.234893 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:29:41.235148 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2f2ae0c-deec-4df9-afee-6307d2f6c3ad {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:29:41.236613 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'status': 'completed', 'code': 200} Jul 06 19:29:41.280156 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:41.354492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-da162a85-4c5f-498c-b09b-99cc0b63b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:41.356130 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-da162a85-4c5f-498c-b09b-99cc0b63b8f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 1097 time: 0.1022918 Jul 06 19:29:41.368609 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eed03-980a-42a9-82b0-b6ac14d9357d req-5486b267-f4c0-4113-8661-057b43fb163d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:41.370441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-048eed03-980a-42a9-82b0-b6ac14d9357d req-5486b267-f4c0-4113-8661-057b43fb163d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0878532 Jul 06 19:29:41.464359 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-048eed03-980a-42a9-82b0-b6ac14d9357d req-e564b11a-7124-4a13-bda8-7777942c39ae tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821643 Jul 06 19:29:41.490157 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54644) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:41.493322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-0c95b099-d2ea-4ddc-8dc1-bb70d1f0ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:41.494874 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-0c95b099-d2ea-4ddc-8dc1-bb70d1f0ac35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90a3edfd-c560-461a-9658-0317813ccbc9 HTTP/1.1" status: 200 len: 898 time: 0.1233978 Jul 06 19:29:41.526307 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '3f9ae7d1-72c3-4093-8335-cc7d03e6b457', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'port_id': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'mac_address': 'fa:16:3e:70:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:29:40Z', 'updated_at': '2021-07-06T19:29:40Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:31Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:41.556806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-88ea6817-d54a-4eff-a540-e0b504accb48 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/3f9ae7d1-72c3-4093-8335-cc7d03e6b457 HTTP/1.1" status: 200 len: 992 time: 0.0654211 Jul 06 19:29:41.557387 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] Checking router: 1af86b01-68d5-4018-87af-b15b6879f7fb for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:29:41.566858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:29:41.567501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:41.682077 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:29:41.841552 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-a5a2c26c-3fd7-4c6d-b81c-6a6abab502a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2 HTTP/1.1" status: 200 len: 1000 time: 0.3402538 Jul 06 19:29:41.889598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-cf66ba7e-21f6-4fd1-ac23-4a629e71b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:41.891640 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-cf66ba7e-21f6-4fd1-ac23-4a629e71b019 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7c859caa-c6a0-4b49-91a0-35621799687d HTTP/1.1" status: 200 len: 835 time: 0.0433748 Jul 06 19:29:41.911685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '3f9ae7d1-72c3-4093-8335-cc7d03e6b457', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'port_id': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'mac_address': 'fa:16:3e:70:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:29:40Z', 'updated_at': '2021-07-06T19:29:40Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:31Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:29:41.941589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b3e06-2f63-4ff6-bed2-20e9fd2e6554 None None] The sync data for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 is: [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '3f9ae7d1-72c3-4093-8335-cc7d03e6b457', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'port_id': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'mac_address': 'fa:16:3e:70:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:29:40Z', 'updated_at': '2021-07-06T19:29:40Z', 'revision_number': 0, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:31Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:29:41.951985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-64adee29-b51c-4b6c-a284-d57c933ffedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:29:41.953634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-64adee29-b51c-4b6c-a284-d57c933ffedb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90a3edfd-c560-461a-9658-0317813ccbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561094 Jul 06 19:29:42.045984 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-96b5f282-7c80-4efa-8571-b92598875928 service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859008 Jul 06 19:29:42.139043 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d836df42-52a9-4a97-a861-4d1fb406c00c None None] New status for floating IP 3f9ae7d1-72c3-4093-8335-cc7d03e6b457: ACTIVE {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:29:42.143137 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6e476348-edad-4ed7-be8c-8b43dd9070a9 req-33848627-2473-4c9b-b18b-c66b6d2aee73 service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911705 Jul 06 19:29:42.558635 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54646) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:29:42.628680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-14d063b1-3688-42cb-981b-21991814e17e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/3f9ae7d1-72c3-4093-8335-cc7d03e6b457 HTTP/1.1" status: 200 len: 994 time: 0.0687928 Jul 06 19:29:45.667235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f4697a78-55df-4340-ad28-9f3ffd096164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:47.412287 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:29:48.325939 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-44bf0dbf-9b80-449f-99f2-d440be53d821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:48.528719 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:49.715816 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:51.266850 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:53.046220 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:29:53.048545 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:03.453505 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-e6faee57-60e4-4c05-b455-4542c7cd807b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798063 Jul 06 19:30:03.552247 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-5b45fa8c-fa27-45a9-bae1-994d05877604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:03.553745 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-5b45fa8c-fa27-45a9-bae1-994d05877604 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 1097 time: 0.0536282 Jul 06 19:30:03.673849 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-c018b54d-d996-43a3-a680-a33b66423e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:03.675344 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-c018b54d-d996-43a3-a680-a33b66423e7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=90a3edfd-c560-461a-9658-0317813ccbc9 HTTP/1.1" status: 200 len: 898 time: 0.0938556 Jul 06 19:30:03.751625 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-1c638449-559c-4dea-b923-06187fb84334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2 HTTP/1.1" status: 200 len: 1002 time: 0.0674202 Jul 06 19:30:03.803655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-7b1ef1a1-7a0b-4c6c-8a40-b950700130c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:03.805259 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-7b1ef1a1-7a0b-4c6c-8a40-b950700130c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7c859caa-c6a0-4b49-91a0-35621799687d HTTP/1.1" status: 200 len: 835 time: 0.0458455 Jul 06 19:30:03.877142 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-2fd203b5-4d76-46d4-80ee-e30bb9af6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:03.879266 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-2fd203b5-4d76-46d4-80ee-e30bb9af6254 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90a3edfd-c560-461a-9658-0317813ccbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651879 Jul 06 19:30:03.972318 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-c4f19dae-9a11-4d48-ad24-6dbc0bbb008e service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843976 Jul 06 19:30:04.070550 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-95bd83ce-45ac-43a0-b9fe-6f1ac04e8f1b req-c42b3a9d-50cd-41c0-857a-09bd3bee5813 service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896506 Jul 06 19:30:11.648428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dd80-74f4-47c6-9a3f-f942f37786de req-097bd075-91a6-4310-8192-a2aaa9705a2d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:11.649968 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd21dd80-74f4-47c6-9a3f-f942f37786de req-097bd075-91a6-4310-8192-a2aaa9705a2d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0700929 Jul 06 19:30:11.688806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd21dd80-74f4-47c6-9a3f-f942f37786de req-8195f6ab-6e72-402e-8b99-03935a5a51d3 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Jul 06 19:30:12.898735 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d2264-f812-464e-8830-ea50fd578ff6 req-37a8b325-97de-4f0a-9f68-2938105e21a1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:12.900297 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a33d2264-f812-464e-8830-ea50fd578ff6 req-37a8b325-97de-4f0a-9f68-2938105e21a1 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0694239 Jul 06 19:30:12.941060 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a33d2264-f812-464e-8830-ea50fd578ff6 req-2660c44a-fb56-460c-a7d0-a81fe646dd30 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347159 Jul 06 19:30:12.977860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54672) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:13.055175 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-506de2bd-ed9b-4916-a4b7-4114d2d6add8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/3f9ae7d1-72c3-4093-8335-cc7d03e6b457 HTTP/1.1" status: 200 len: 994 time: 0.0760374 Jul 06 19:30:14.490492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-aaa94388-6028-4fc4-9703-aca51b03dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:14.492016 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-aaa94388-6028-4fc4-9703-aca51b03dd07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 1097 time: 0.0658617 Jul 06 19:30:14.502831 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e709a17-8b2d-44f6-bcb8-72d13546b1f5 req-48b0a6a2-0212-4aba-857b-833a2efe8fb6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:14.504337 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e709a17-8b2d-44f6-bcb8-72d13546b1f5 req-48b0a6a2-0212-4aba-857b-833a2efe8fb6 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0680068 Jul 06 19:30:14.542614 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9e709a17-8b2d-44f6-bcb8-72d13546b1f5 req-1676eac3-71ed-4e83-aa81-585729af4d5e tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323958 Jul 06 19:30:14.589512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-dd6d1159-f371-403a-9bb3-8fe22639dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:14.591216 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-dd6d1159-f371-403a-9bb3-8fe22639dda7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90a3edfd-c560-461a-9658-0317813ccbc9 HTTP/1.1" status: 200 len: 898 time: 0.0920746 Jul 06 19:30:14.659629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-43376b31-c394-4b70-9a23-53762550a6a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2 HTTP/1.1" status: 200 len: 1002 time: 0.0617135 Jul 06 19:30:14.709038 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-7bfc51b5-51cf-4957-90e2-3b2d2c366646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:14.710496 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-7bfc51b5-51cf-4957-90e2-3b2d2c366646 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7c859caa-c6a0-4b49-91a0-35621799687d HTTP/1.1" status: 200 len: 835 time: 0.0443769 Jul 06 19:30:14.768902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-bddf97ba-48f8-4bc6-9fe2-f6420753742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:14.770441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-bddf97ba-48f8-4bc6-9fe2-f6420753742e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90a3edfd-c560-461a-9658-0317813ccbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531218 Jul 06 19:30:14.865936 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-62ce8d93-38eb-448b-8fdf-9d10e7781a9a service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885282 Jul 06 19:30:14.965785 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8dc3038d-7a9d-46c5-bf23-e618617e724c req-e787504c-20f6-4c69-8c30-3425b6e00bdb service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927687 Jul 06 19:30:15.673514 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8facaec3-bd25-450b-b0d5-dfc873e024c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:15.730118 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87c08b-90e8-49b6-8c39-0aaf0aebc113 req-42ce6a28-9cfc-4b67-aa9f-53aceaa16bb5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:15.731758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a87c08b-90e8-49b6-8c39-0aaf0aebc113 req-42ce6a28-9cfc-4b67-aa9f-53aceaa16bb5 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0666485 Jul 06 19:30:15.776010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a87c08b-90e8-49b6-8c39-0aaf0aebc113 req-1b6ccb76-e0ca-47db-9e04-a95de9b25336 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384717 Jul 06 19:30:16.957148 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda6eae-d277-4420-a9f9-e117352b32ad req-8d91cf31-8aad-4edc-a904-9b17046ad535 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:16.958699 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3dda6eae-d277-4420-a9f9-e117352b32ad req-8d91cf31-8aad-4edc-a904-9b17046ad535 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0703332 Jul 06 19:30:17.003969 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3dda6eae-d277-4420-a9f9-e117352b32ad req-8ebad00a-d153-4967-aa57-bee914c9af8d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 Jul 06 19:30:17.031702 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54684) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:17.098418 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5610c46f-9e1d-4979-8703-6ba3ec7e82ad tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/floatingips/3f9ae7d1-72c3-4093-8335-cc7d03e6b457 HTTP/1.1" status: 200 len: 994 time: 0.0652201 Jul 06 19:30:17.416613 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54690) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:17.581365 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 69744b00-7df8-4490-b14a-a9db19e71aac {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:30:17.581709 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:17.654877 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:17.655129 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:17.667339 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 69744b00-7df8-4490-b14a-a9db19e71aac owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:30:17.828245 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:17.857610 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=69744b00-7df8-4490-b14a-a9db19e71aac,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:17.918236 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:17.918483 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Floating IP 3f9ae7d1-72c3-4093-8335-cc7d03e6b457 disassociated (deleted). External IP: 172.25.4.188, port: 7e67b223-27a9-4491-92b1-bafd8d154ed2. Jul 06 19:30:18.144890 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1af86b01-68d5-4018-87af-b15b6879f7fb has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:30:18.254084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:30:18.258968 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:18.264756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] Sync routers for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:30:18.279257 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:18.279882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:29:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:18.303047 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c186e6b6-63f4-4822-9d20-e1498afa35b4 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/floatingips/3f9ae7d1-72c3-4093-8335-cc7d03e6b457 HTTP/1.1" status: 204 len: 168 time: 0.8852460 Jul 06 19:30:18.303651 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:30:18.305984 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:30:18.349101 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-21e7dcb8-d093-403e-9410-c07ec89dc5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:18.365784 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0425f805-2ca3-403b-abcc-e7f58877d024 x-openstack-request-id: req-0425f805-2ca3-403b-abcc-e7f58877d024 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:30:18.366058 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:30:18.366309 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0425f805-2ca3-403b-abcc-e7f58877d024 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:30:18.366728 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'status': 'completed', 'code': 200} Jul 06 19:30:18.414711 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:18.443708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-79ee7314-79f4-460c-a914-41e17b7c91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:18.445380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-79ee7314-79f4-460c-a914-41e17b7c91a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191f93f1ac384061a32ddc6000e39f36&device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 1097 time: 0.0542529 Jul 06 19:30:18.562889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:18.564602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-1a8410de-09d6-4051-81c4-4e6a973a0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:18.569783 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-1a8410de-09d6-4051-81c4-4e6a973a0603 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90a3edfd-c560-461a-9658-0317813ccbc9 HTTP/1.1" status: 200 len: 898 time: 0.1163249 Jul 06 19:30:18.615238 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-7548233f-9738-42f4-8757-bcbf39a7f926 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2 HTTP/1.1" status: 200 len: 217 time: 0.0387583 Jul 06 19:30:18.647223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:31Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:18.692704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] Checking router: 1af86b01-68d5-4018-87af-b15b6879f7fb for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:30:18.705384 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-b8b097ba-628b-4f42-a03a-5efd0bc50c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:18.706958 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-b8b097ba-628b-4f42-a03a-5efd0bc50c7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7c859caa-c6a0-4b49-91a0-35621799687d HTTP/1.1" status: 200 len: 835 time: 0.0815899 Jul 06 19:30:18.713788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:18.714446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:18.760770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f12798-c84f-4455-96b0-b4bbbb2d449e req-dcdc56dc-2310-4a5b-834d-4e3448ec1d4d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:18.762329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56f12798-c84f-4455-96b0-b4bbbb2d449e req-dcdc56dc-2310-4a5b-834d-4e3448ec1d4d tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.1357646 Jul 06 19:30:18.813696 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-56f12798-c84f-4455-96b0-b4bbbb2d449e req-de239ad4-50b7-4a1b-bd68-8161913f4826 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446348 Jul 06 19:30:18.816635 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-e458ff31-be87-4453-af73-a31a94c3671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:18.818150 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-e458ff31-be87-4453-af73-a31a94c3671c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90a3edfd-c560-461a-9658-0317813ccbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008151 Jul 06 19:30:18.825312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:18.908409 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-ab3f3bce-d210-48a4-a85f-867d67a096aa service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805326 Jul 06 19:30:19.014196 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d88d8eb0-3247-40ae-bbaf-ddd83ab55dbd req-234a1c09-ba8f-4fc7-9155-40d478aad582 service neutron] 10.222.0.24 "GET /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952976 Jul 06 19:30:19.042613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:31Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:19.068365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed650b-c1ff-400e-8a60-3ddf15d1599e None None] The sync data for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 is: [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:26Z', 'revision_number': 4, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c93f08a3-fd34-46cb-b02b-f307621fda4a', 'name': '', 'network_id': '90a3edfd-c560-461a-9658-0317813ccbc9', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'mac_address': 'fa:16:3e:5f:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:26Z', 'updated_at': '2021-07-06T19:29:31Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'subnets': [{'id': '7c859caa-c6a0-4b49-91a0-35621799687d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:30:19.325750 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e19b4f-44ca-434f-a587-cc56f3ee189a None None] New status for floating IP 3f9ae7d1-72c3-4093-8335-cc7d03e6b457: DOWN {{(pid=93969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:30:19.720218 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:19.999822 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce87370-0533-45fa-9119-0d7ae2f6e252 req-8b6bb285-0e3f-4e9d-beaf-adcc554606ea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:20.001205 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cce87370-0533-45fa-9119-0d7ae2f6e252 req-8b6bb285-0e3f-4e9d-beaf-adcc554606ea tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0684795 Jul 06 19:30:20.045588 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-cce87370-0533-45fa-9119-0d7ae2f6e252 req-fa1613f1-7aa7-4832-a33e-51f401c58fd8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/security-groups?id=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369987 Jul 06 19:30:20.245261 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-ea22c83b-615c-4446-85ab-6de97ff0fa07 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:20.246918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-ea22c83b-615c-4446-85ab-6de97ff0fa07 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 946 time: 0.0746286 Jul 06 19:30:20.358070 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port 7e67b223-27a9-4491-92b1-bafd8d154ed2 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:30:20.358399 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:20.447948 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port 7e67b223-27a9-4491-92b1-bafd8d154ed2, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=7e67b223-27a9-4491-92b1-bafd8d154ed2,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:20.448365 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:20.460985 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for 7e67b223-27a9-4491-92b1-bafd8d154ed2 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:30:20.605045 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:20.635325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=7e67b223-27a9-4491-92b1-bafd8d154ed2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:20.662382 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.662733 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.663071 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.663415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.663738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.664068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.664396 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.664725 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.665049 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.665371 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.665691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.666039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:20.691881 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] No DVR routers for this DVR port 7e67b223-27a9-4491-92b1-bafd8d154ed2 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:30:20.694538 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:20.696603 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ac660d04-7e42-472b-8372-89e165ed9cfb req-24e59998-8151-4b27-a1d2-e19b6d66ab92 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.24 "DELETE /v2.0/ports/7e67b223-27a9-4491-92b1-bafd8d154ed2 HTTP/1.1" status: 204 len: 173 time: 0.4436455 Jul 06 19:30:20.697029 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'name': 'network-vif-deleted', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:30:20.699344 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3ea028-2ee7-4870-9ea8-5733e62b8489" -d '{"events": [{"server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "name": "network-vif-deleted", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:30:20.740944 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b218b699-f0ed-478a-a1f9-d7a05a0c11ec x-openstack-request-id: req-b218b699-f0ed-478a-a1f9-d7a05a0c11ec {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:30:20.741239 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbcb895-9c39-438f-81e6-7048e57a0e95", "name": "network-vif-deleted", "tag": "7e67b223-27a9-4491-92b1-bafd8d154ed2", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:30:20.741491 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b218b699-f0ed-478a-a1f9-d7a05a0c11ec {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:30:20.741925 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbcb895-9c39-438f-81e6-7048e57a0e95', 'name': 'network-vif-deleted', 'tag': '7e67b223-27a9-4491-92b1-bafd8d154ed2', 'status': 'completed', 'code': 200} Jul 06 19:30:21.206373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-fe81cce8-8325-4344-a59c-e69f796c64b5 req-41db9a6a-3c8f-40fb-8bc5-b2713bfb72d8 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cbcb895-9c39-438f-81e6-7048e57a0e95 HTTP/1.1" status: 200 len: 210 time: 0.0284784 Jul 06 19:30:21.267080 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:22.310746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54706) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:22.693258 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:22.982081 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port c93f08a3-fd34-46cb-b02b-f307621fda4a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:30:22.982435 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:23.041404 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:23.048264 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:23.076503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port c93f08a3-fd34-46cb-b02b-f307621fda4a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c93f08a3-fd34-46cb-b02b-f307621fda4a,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:23.076902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:23.089652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for c93f08a3-fd34-46cb-b02b-f307621fda4a owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:30:23.283168 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:23.310179 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=c93f08a3-fd34-46cb-b02b-f307621fda4a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:23.488256 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:23.585430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7e67b223-27a9-4491-92b1-bafd8d154ed2 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:30:23.606299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 7e67b223-27a9-4491-92b1-bafd8d154ed2 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:30:23.606649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 7e67b223-27a9-4491-92b1-bafd8d154ed2 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:30:23.734684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Router 1af86b01-68d5-4018-87af-b15b6879f7fb has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:30:24.133236 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:30:24.138656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c9aaadce-18c0-4087-aba0-e482d1070a20 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "PUT /v2.0/routers/1af86b01-68d5-4018-87af-b15b6879f7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8265047 Jul 06 19:30:24.141824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54708) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:24.145455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] Sync routers for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:30:24.158018 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:24.158649 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:24.193969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee28e3d0-c390-407a-97a7-cfd4be2b340a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting subnet 7c859caa-c6a0-4b49-91a0-35621799687d {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:30:24.197301 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee28e3d0-c390-407a-97a7-cfd4be2b340a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.239823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee28e3d0-c390-407a-97a7-cfd4be2b340a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.329028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee28e3d0-c390-407a-97a7-cfd4be2b340a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.392771 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee28e3d0-c390-407a-97a7-cfd4be2b340a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.412522 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:30:24.419017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28e3d0-c390-407a-97a7-cfd4be2b340a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Subnet': ['ID=7c859caa-c6a0-4b49-91a0-35621799687d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:24.422574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:24.423069 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee28e3d0-c390-407a-97a7-cfd4be2b340a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.425000 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ee28e3d0-c390-407a-97a7-cfd4be2b340a tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/subnets/7c859caa-c6a0-4b49-91a0-35621799687d HTTP/1.1" status: 204 len: 168 time: 0.2822118 Jul 06 19:30:24.427742 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54710) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:24.449442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e408d54-dd81-4cc7-943e-d9a6e3fa545b None None] Network 90a3edfd-c560-461a-9658-0317813ccbc9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:30:24.535032 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.637164 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.694549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Deleting port c9ca9df7-be35-432b-8dc5-2f2fc134d753 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:30:24.694794 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.704885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:30:23Z', 'revision_number': 5, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port': {'id': 'c9ca9df7-be35-432b-8dc5-2f2fc134d753', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:24.733564 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] Checking router: 1af86b01-68d5-4018-87af-b15b6879f7fb for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:30:24.742080 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] Routers {'1af86b01-68d5-4018-87af-b15b6879f7fb'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:24.742704 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['1af86b01-68d5-4018-87af-b15b6879f7fb'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:24.780381 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] DHCP port deletion for 90a3edfd-c560-461a-9658-0317813ccbc9 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:30:24.781333 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] For port c9ca9df7-be35-432b-8dc5-2f2fc134d753, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c9ca9df7-be35-432b-8dc5-2f2fc134d753,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:24.781826 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.795160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Calling delete_port for c9ca9df7-be35-432b-8dc5-2f2fc134d753 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:30:24.856376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] Set router 1af86b01-68d5-4018-87af-b15b6879f7fb gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:24.912083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:30:24Z', 'revision_number': 6, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:24.946694 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d79bd-e4bb-4b97-a91c-38ae6ce4dcad None None] The sync data for ids ['1af86b01-68d5-4018-87af-b15b6879f7fb'] in n-d-799684-2 is: [{'id': '1af86b01-68d5-4018-87af-b15b6879f7fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614430814', 'tenant_id': '191f93f1ac384061a32ddc6000e39f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:29:23Z', 'updated_at': '2021-07-06T19:30:24Z', 'revision_number': 6, 'project_id': '191f93f1ac384061a32ddc6000e39f36', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:30:24.954449 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] Deleting port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:30:24.954850 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.978917 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:24.992093 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:30:25.010165 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Port': ['ID=c9ca9df7-be35-432b-8dc5-2f2fc134d753,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:25.051430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] For port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:25.051826 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.065571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] Calling delete_port for bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:30:25.071913 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.142295 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.160484 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.162652 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.192580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,segment=NetworkSegment(b5504832-affe-4aa1-84e6-8052a45fd914),segment_id=b5504832-affe-4aa1-84e6-8052a45fd914)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:25.198218 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.208596 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.209183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Fanout notify agent at l3_agent the message router_deleted on router 1af86b01-68d5-4018-87af-b15b6879f7fb {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:30:25.216704 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.217842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1882602e-be24-4d78-b277-45c811ef407b tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/routers/1af86b01-68d5-4018-87af-b15b6879f7fb HTTP/1.1" status: 204 len: 168 time: 0.7885339 Jul 06 19:30:25.220765 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54712) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:25.226102 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.244922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] No DVR routers for this DVR port bea8e657-c6f2-4c40-a43e-cc98c9c56ea1 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:30:25.264389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:25.272439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.272791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.273134 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.273469 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.273835 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.274169 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.274494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.274820 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.275137 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.275467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.275787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.276112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.299702 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517de03-e411-4348-9b37-2067ca6af46b None None] Pushing event deleted for resources: {'Port': ['ID=bea8e657-c6f2-4c40-a43e-cc98c9c56ea1,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:25.307099 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.395652 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.405832 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a3edfd-c560-461a-9658-0317813ccbc9']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:25.416783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5504832-affe-4aa1-84e6-8052a45fd914') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:25.417070 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5504832-affe-4aa1-84e6-8052a45fd914') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:25.426551 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.444479 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.450790 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:30:25.450983 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:30:25.453886 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:30:25.511669 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.519715 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.520808 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/networks/90a3edfd-c560-461a-9658-0317813ccbc9 HTTP/1.1" status: 204 len: 168 time: 0.2989960 Jul 06 19:30:25.524104 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54714) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:25.532074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'Network': ['ID=90a3edfd-c560-461a-9658-0317813ccbc9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:25.539754 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.540097 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.540440 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.540767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.541074 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.541438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.541770 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.542109 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.542432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.542756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.543073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.543522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306edb9b-485a-4c21-bcd6-c50e101abc0c tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:25.589013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48db7574-1247-407c-89de-7f0ff5894e11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.614211 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48db7574-1247-407c-89de-7f0ff5894e11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.685576 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48db7574-1247-407c-89de-7f0ff5894e11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.688243 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48db7574-1247-407c-89de-7f0ff5894e11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:25.689430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-48db7574-1247-407c-89de-7f0ff5894e11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] 10.222.0.53 "DELETE /v2.0/security-groups/92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1 HTTP/1.1" status: 204 len: 168 time: 0.1643252 Jul 06 19:30:25.700116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7574-1247-407c-89de-7f0ff5894e11 tempest-TestNetworkAdvancedServerOps-2071947712 tempest-TestNetworkAdvancedServerOps-2071947712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b4e3bd-bff4-48bc-bb12-0b9b3ba228e1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:26.035884 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54722) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:26.175903 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-20301bab-0906-43e6-98f8-52ceabaab59e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=191f93f1ac384061a32ddc6000e39f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384017 Jul 06 19:30:26.178461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54726) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:26.233486 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abeb3c5d-1d2e-49f2-94c3-0e0f89d43982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.255194 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abeb3c5d-1d2e-49f2-94c3-0e0f89d43982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.304355 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abeb3c5d-1d2e-49f2-94c3-0e0f89d43982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.307065 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-abeb3c5d-1d2e-49f2-94c3-0e0f89d43982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.308251 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-abeb3c5d-1d2e-49f2-94c3-0e0f89d43982 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b04556b6-af37-49d2-a7b3-595e844a71fd HTTP/1.1" status: 204 len: 168 time: 0.1288743 Jul 06 19:30:26.316409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb3c5d-1d2e-49f2-94c3-0e0f89d43982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04556b6-af37-49d2-a7b3-595e844a71fd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:26.593871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54732) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:26.607926 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84559732-9706-4b1d-b8d4-fd2b8bba336c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.699823 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84559732-9706-4b1d-b8d4-fd2b8bba336c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.707447 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84559732-9706-4b1d-b8d4-fd2b8bba336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.755391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84559732-9706-4b1d-b8d4-fd2b8bba336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12153b09-8c13-4ead-97c8-6fe62f39b754,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:26.759784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-84559732-9706-4b1d-b8d4-fd2b8bba336c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=300a5fe374ce4fc5b5d1bf4ccefaf9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648700 Jul 06 19:30:26.762596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54734) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:26.818494 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb59f-7317-4e1a-a01e-472d636f4317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.845597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb59f-7317-4e1a-a01e-472d636f4317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.895886 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb59f-7317-4e1a-a01e-472d636f4317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.898462 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb59f-7317-4e1a-a01e-472d636f4317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:26.902152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3a8fb59f-7317-4e1a-a01e-472d636f4317 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12153b09-8c13-4ead-97c8-6fe62f39b754 HTTP/1.1" status: 204 len: 168 time: 0.1361077 Jul 06 19:30:26.907580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fb59f-7317-4e1a-a01e-472d636f4317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12153b09-8c13-4ead-97c8-6fe62f39b754,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:26.913522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c9ca9df7-be35-432b-8dc5-2f2fc134d753 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:30:26.936744 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c9ca9df7-be35-432b-8dc5-2f2fc134d753 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:30:26.937066 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c9ca9df7-be35-432b-8dc5-2f2fc134d753 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:30:26.937491 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c93f08a3-fd34-46cb-b02b-f307621fda4a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:30:26.958082 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c93f08a3-fd34-46cb-b02b-f307621fda4a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:30:26.958422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c93f08a3-fd34-46cb-b02b-f307621fda4a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:30:27.738631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54756) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:27.837098 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-985601374-network', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:27.860268 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Made reservation on behalf of be18920469df4c5fa9a98a2ab26cf283 for: {'network': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:30:27.862769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:27.871283 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:27.965831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:27.971700 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:27.994823 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:30:28.004291 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64bf0cd-97a2-44eb-9c7c-a95ef9c2d97c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:28.009350 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.009743 n-d-799684-2 neutron-server[93967]: INFO neutron.db.segments_db [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Added segment 94645e97-abd0-4fc4-916c-d51e1f78afa6 of type vlan for network 457b6869-4d86-4853-9033-9dae5a2b3783 Jul 06 19:30:28.054299 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.085679 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.086672 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:28.087371 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.138901 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3991616 Jul 06 19:30:28.142508 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54760) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:28.146533 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d35926-17e5-4f89-9595-6db9cb2789b3 admin admin] Pushing event updated for resources: {'Network': ['ID=457b6869-4d86-4853-9033-9dae5a2b3783,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:28.147838 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Request body: {'subnet': {'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-985601374-subnet', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:28.158312 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network 457b6869-4d86-4853-9033-9dae5a2b3783 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:30:28.171682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Made reservation on behalf of be18920469df4c5fa9a98a2ab26cf283 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:30:28.174217 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.344093 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.395935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=864cdfa5-c91b-42f5-93dd-656c74bee1f9,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:28.406510 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Checking segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:28.406876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Network hostable DHCP agents. Network: 457b6869-4d86-4853-9033-9dae5a2b3783, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:30:28.429397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Network 457b6869-4d86-4853-9033-9dae5a2b3783 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:30:28.441484 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, 457b6869-4d86-4853-9033-9dae5a2b3783) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:28.447348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:28.447952 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.452145 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cc155-59f4-4957-961d-80a954e91569 None None] Network 457b6869-4d86-4853-9033-9dae5a2b3783 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:30:28.465442 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-d626b9b2-bfdc-4c74-911c-0078b8f20a1c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3216786 Jul 06 19:30:28.468225 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54762) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:28.472687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:28.495672 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.496765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.554632 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.601612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-457b6869-4d86-4853-9033-9dae5a2b3783', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:30:28.602559 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.693071 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.736204 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Allocated IP 172.20.0.2 (457b6869-4d86-4853-9033-9dae5a2b3783/864cdfa5-c91b-42f5-93dd-656c74bee1f9/8673715c-83cf-436c-b9f5-9c19584361d8) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:30:28.885100 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.894583 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Transition to ACTIVE for port object 8673715c-83cf-436c-b9f5-9c19584361d8 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:28.899625 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.909788 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Transition to ACTIVE for port object 8673715c-83cf-436c-b9f5-9c19584361d8 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:28.916807 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.918852 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:28.955228 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Network 457b6869-4d86-4853-9033-9dae5a2b3783 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:28.959906 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:28.962398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:30:28.973905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Pushing event updated for resources: {'Port': ['ID=8673715c-83cf-436c-b9f5-9c19584361d8,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:29.031331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Allocated IP 172.25.4.92 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/4dcafb0f-cc43-448a-94a7-b11cfe20db86) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:30:29.031999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Attempting to bind port 8673715c-83cf-436c-b9f5-9c19584361d8 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:30:29.032371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Attempting to bind port 8673715c-83cf-436c-b9f5-9c19584361d8 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:30:29.032725 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Attempting to bind port 8673715c-83cf-436c-b9f5-9c19584361d8 on network 457b6869-4d86-4853-9033-9dae5a2b3783 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:30:29.038015 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:30:29.038386 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Checking segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:29.038784 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:29.039176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Bound using segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:30:29.039642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Bound port: 8673715c-83cf-436c-b9f5-9c19584361d8, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:30:29.040028 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:29.104247 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] For port 8673715c-83cf-436c-b9f5-9c19584361d8, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:30:29.107279 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] For port 8673715c-83cf-436c-b9f5-9c19584361d8, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8673715c-83cf-436c-b9f5-9c19584361d8,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:30:29.112937 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:29.135053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:29.170739 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36f1fb-20c7-4472-98a9-9d46c4c8080d None None] Pushing event updated for resources: {'Port': ['ID=8673715c-83cf-436c-b9f5-9c19584361d8,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:29.182834 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:29.229309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:29.232219 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:29.236882 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:30:29.240163 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4dcafb0f-cc43-448a-94a7-b11cfe20db86,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:29.517918 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:29.720379 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:29.858280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Router f9040411-30b5-4a2d-9909-2f3fa07908e3 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:30:30.059691 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47188d5-ac92-4d2d-916c-b7e6c31cd8d7 None None] Network 457b6869-4d86-4853-9033-9dae5a2b3783 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:30:30.125115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1b95815e-028d-4bdf-be1c-ca1d7e7d47c4 None None] Provisioning for port 8673715c-83cf-436c-b9f5-9c19584361d8 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:30.260974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:30:30.272902 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Sync routers for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:30:30.279109 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:30.281036 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-23cb6060-3ed7-4e75-b3ec-08dd475426e4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8115616 Jul 06 19:30:30.283628 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:30.283787 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54764) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:30.284240 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:30.391794 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:30.568973 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:29Z', 'revision_number': 3, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:30.597899 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Checking router: f9040411-30b5-4a2d-9909-2f3fa07908e3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:30:30.598239 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Updating router f9040411-30b5-4a2d-9909-2f3fa07908e3 port 4dcafb0f-cc43-448a-94a7-b11cfe20db86 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:30:30.634206 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:30.698878 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:30.857138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Allocated IP 172.20.0.1 (457b6869-4d86-4853-9033-9dae5a2b3783/864cdfa5-c91b-42f5-93dd-656c74bee1f9/fdc95320-7637-475c-90c1-bc6024d8622b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:30:30.952776 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8673715c-83cf-436c-b9f5-9c19584361d8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:30.974214 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:30.987160 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Transition to ACTIVE for port object fdc95320-7637-475c-90c1-bc6024d8622b will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:30.989425 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:30.999801 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Transition to ACTIVE for port object 4dcafb0f-cc43-448a-94a7-b11cfe20db86 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:31.003826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 8673715c-83cf-436c-b9f5-9c19584361d8 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:31.006939 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.008467 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8673715c-83cf-436c-b9f5-9c19584361d8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:31.008911 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.026016 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.055553 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Attempting to bind port 4dcafb0f-cc43-448a-94a7-b11cfe20db86 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:30:31.055767 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Attempting to bind port 4dcafb0f-cc43-448a-94a7-b11cfe20db86 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:30:31.056132 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Attempting to bind port 4dcafb0f-cc43-448a-94a7-b11cfe20db86 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:30:31.066877 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Network 457b6869-4d86-4853-9033-9dae5a2b3783 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:31.067600 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:30:31.068040 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:31.068515 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.068941 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:30:31.069483 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Bound port: 4dcafb0f-cc43-448a-94a7-b11cfe20db86, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:30:31.069919 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.071744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:31.075501 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:30:31.091447 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.116361 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Pushing event updated for resources: {'Port': ['ID=fdc95320-7637-475c-90c1-bc6024d8622b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:31.123954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.125997 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] For port 4dcafb0f-cc43-448a-94a7-b11cfe20db86, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:30:31.126522 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 8673715c-83cf-436c-b9f5-9c19584361d8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8673715c-83cf-436c-b9f5-9c19584361d8,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:31.128263 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Pushing event updated for resources: {'Port': ['ID=4dcafb0f-cc43-448a-94a7-b11cfe20db86,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:31.131627 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] For port 4dcafb0f-cc43-448a-94a7-b11cfe20db86, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4dcafb0f-cc43-448a-94a7-b11cfe20db86,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:30:31.132793 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.141228 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.145174 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.145528 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.145904 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.146471 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.147385 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.148022 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.148356 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.148686 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.149176 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.149532 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.149887 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.150213 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:30:31.198399 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=8673715c-83cf-436c-b9f5-9c19584361d8,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:31.211865 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ac258-124b-48c5-9bea-d18ca914a2a0 None None] Pushing event updated for resources: {'Port': ['ID=4dcafb0f-cc43-448a-94a7-b11cfe20db86,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:31.214581 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:31.215188 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:31.299769 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.325794 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:31.383963 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4179bb20-d9af-4891-9e0f-2fa29110ef76 None None] Provisioning for port fdc95320-7637-475c-90c1-bc6024d8622b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:31.388614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-4179bb20-d9af-4891-9e0f-2fa29110ef76 None None] Provisioning complete for port fdc95320-7637-475c-90c1-bc6024d8622b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:31.389096 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4179bb20-d9af-4891-9e0f-2fa29110ef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.424038 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4179bb20-d9af-4891-9e0f-2fa29110ef76 None None] Port fdc95320-7637-475c-90c1-bc6024d8622b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:30:31.467719 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.473369 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.510103 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:29Z', 'revision_number': 3, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:31.537565 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00678c5a-f1ad-4f2f-a6db-de965ccef92d None None] The sync data for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 is: [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:29Z', 'revision_number': 3, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:30:31.550243 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.560424 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Pushing event updated for resources: {'Port': ['ID=fdc95320-7637-475c-90c1-bc6024d8622b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:31.660228 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Network 457b6869-4d86-4853-9033-9dae5a2b3783 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:31.661868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:31.794187 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Router f9040411-30b5-4a2d-9909-2f3fa07908e3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:30:31.921987 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:30:31.928653 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2ff1bfee-486d-46ce-aea2-53668d2dc25f admin admin] 10.222.0.53 "PUT /v2.0/routers/f9040411-30b5-4a2d-9909-2f3fa07908e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432171 Jul 06 19:30:31.953298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1290364f-be24-469f-9b44-dd4b93cf8ee9 None None] Provisioning complete for port fdc95320-7637-475c-90c1-bc6024d8622b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:31.954304 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1290364f-be24-469f-9b44-dd4b93cf8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:31.998286 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-1290364f-be24-469f-9b44-dd4b93cf8ee9 None None] Port fdc95320-7637-475c-90c1-bc6024d8622b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:30:32.463131 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54780) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:32.469630 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-977088195-network', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:32.495365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Made reservation on behalf of 8f5597cf98f34e359402f06c2f9a1966 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:30:32.498617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.507454 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.606428 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.612238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.642319 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:30:32.652734 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91add5a1-c7fb-4599-be6a-3a18f98a52e2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:32.657769 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.658118 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Added segment 6f65511e-028d-4e41-b1e4-457a8c3a543c of type vlan for network dbb922ce-61ac-4bb4-987e-13c25e121ad9 Jul 06 19:30:32.696840 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.728404 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.729402 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:32.730020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.807345 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3430171 Jul 06 19:30:32.810164 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54782) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:32.816059 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Request body: {'subnet': {'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-977088195-subnet', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'ip_version': 4}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:32.829123 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656af0e-37b7-47b8-b169-9728c89d0192 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb922ce-61ac-4bb4-987e-13c25e121ad9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:32.840303 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Made reservation on behalf of 8f5597cf98f34e359402f06c2f9a1966 for: {'subnet': 1} {{(pid=93967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:30:32.842963 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069095460'] for subnet, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:32.845912 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network dbb922ce-61ac-4bb4-987e-13c25e121ad9 details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:30:33.001663 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8673715c-83cf-436c-b9f5-9c19584361d8 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:33.028974 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069282560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069095478'] for subnet, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.055747 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 8673715c-83cf-436c-b9f5-9c19584361d8 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:33.056372 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.082457 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=513f6954-bc42-426a-b34a-9f8f90891b49,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:33.092916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Checking segment: {'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:33.093274 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Network hostable DHCP agents. Network: dbb922ce-61ac-4bb4-987e-13c25e121ad9, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:30:33.112006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Network dbb922ce-61ac-4bb4-987e-13c25e121ad9 is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:30:33.123649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, dbb922ce-61ac-4bb4-987e-13c25e121ad9) {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:33.128250 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:33.129050 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.135185 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4dcafb0f-cc43-448a-94a7-b11cfe20db86 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:33.138283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88c289-2b76-43da-bb40-8113dd480666 None None] Network dbb922ce-61ac-4bb4-987e-13c25e121ad9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:30:33.150922 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-04aa946a-d2b4-4ed4-aef6-6fa61d9763dd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3366435 Jul 06 19:30:33.151214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 54784) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:33.156297 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:33.171546 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Sync routers for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:30:33.178916 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.179998 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.223864 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:33.224398 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:33.230474 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.340183 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4dcafb0f-cc43-448a-94a7-b11cfe20db86 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:33.370059 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.373377 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4dcafb0f-cc43-448a-94a7-b11cfe20db86 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:33.374063 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.584524 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:33.591018 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.610615 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.691967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-dbb922ce-61ac-4bb4-987e-13c25e121ad9', 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'fixed_ips': [{'subnet_id': '513f6954-bc42-426a-b34a-9f8f90891b49'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:30:33.692926 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.726554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Allocated IP 172.25.4.98 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/ae8fbd24-38b1-4f16-be1a-39695272b428) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:30:33.832870 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.864910 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.874225 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:33.911651 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:33.918197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:33.922492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:30:33.928055 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8fbd24-38b1-4f16-be1a-39695272b428,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:33.942806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4dcafb0f-cc43-448a-94a7-b11cfe20db86, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4dcafb0f-cc43-448a-94a7-b11cfe20db86,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:33.953847 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.004083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Allocated IP 172.20.0.2 (dbb922ce-61ac-4bb4-987e-13c25e121ad9/513f6954-bc42-426a-b34a-9f8f90891b49/c9979d6c-fdda-485e-9253-635d43e43a99) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:30:34.046067 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4dcafb0f-cc43-448a-94a7-b11cfe20db86,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:34.097019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 2, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:34.125749 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Checking router: f9040411-30b5-4a2d-9909-2f3fa07908e3 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:30:34.126138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Updating router f9040411-30b5-4a2d-9909-2f3fa07908e3 port fdc95320-7637-475c-90c1-bc6024d8622b binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:30:34.191742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.194549 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.263375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.281223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Transition to ACTIVE for port object c9979d6c-fdda-485e-9253-635d43e43a99 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:34.368655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Transition to ACTIVE for port object c9979d6c-fdda-485e-9253-635d43e43a99 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:34.379274 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.418847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.464095 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Network dbb922ce-61ac-4bb4-987e-13c25e121ad9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:34.470478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:34.474578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:30:34.476354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Pushing event updated for resources: {'Port': ['ID=c9979d6c-fdda-485e-9253-635d43e43a99,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:34.554059 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Router b5cc4aee-7978-4d04-baef-ed50d54e91e8 is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:30:34.561897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Attempting to bind port c9979d6c-fdda-485e-9253-635d43e43a99 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:30:34.562239 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Attempting to bind port c9979d6c-fdda-485e-9253-635d43e43a99 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:30:34.562604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Attempting to bind port c9979d6c-fdda-485e-9253-635d43e43a99 on network dbb922ce-61ac-4bb4-987e-13c25e121ad9 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:30:34.571647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:30:34.572019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Checking segment: {'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:34.572418 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.572811 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Bound using segment: {'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:30:34.573275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Bound port: c9979d6c-fdda-485e-9253-635d43e43a99, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:30:34.573653 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.658204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.667692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:30:34.679790 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Sync routers for ids ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:30:34.680370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Transition to ACTIVE for port object fdc95320-7637-475c-90c1-bc6024d8622b will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:34.684237 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.685957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ff004b63-9ed8-4816-bc25-81a10eb554e6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5333128 Jul 06 19:30:34.688928 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54786) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:34.689686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] For port c9979d6c-fdda-485e-9253-635d43e43a99, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:30:34.691522 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Routers {'b5cc4aee-7978-4d04-baef-ed50d54e91e8'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:34.692366 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:34.693658 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] For port c9979d6c-fdda-485e-9253-635d43e43a99, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c9979d6c-fdda-485e-9253-635d43e43a99,segment=NetworkSegment(6f65511e-028d-4e41-b1e4-457a8c3a543c),segment_id=6f65511e-028d-4e41-b1e4-457a8c3a543c)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:30:34.694737 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.701485 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.760252 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719dc38-a520-4fde-b60f-6d8f073cd5fb None None] Pushing event updated for resources: {'Port': ['ID=fdc95320-7637-475c-90c1-bc6024d8622b,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:34.834975 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Set router b5cc4aee-7978-4d04-baef-ed50d54e91e8 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:34.899782 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce67c2e-8280-4fe9-bc14-99150ef1ea60 None None] Pushing event updated for resources: {'Port': ['ID=c9979d6c-fdda-485e-9253-635d43e43a99,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:34.905517 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Attempting to bind port fdc95320-7637-475c-90c1-bc6024d8622b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:30:34.906231 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Attempting to bind port fdc95320-7637-475c-90c1-bc6024d8622b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:30:34.906808 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Attempting to bind port fdc95320-7637-475c-90c1-bc6024d8622b on network 457b6869-4d86-4853-9033-9dae5a2b3783 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:30:34.913577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:30:34.914484 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Checking segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:34.915228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.915791 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Bound using segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:30:34.916430 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Bound port: fdc95320-7637-475c-90c1-bc6024d8622b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:30:34.917000 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:34.966967 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4dcafb0f-cc43-448a-94a7-b11cfe20db86 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:35.035429 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] For port fdc95320-7637-475c-90c1-bc6024d8622b, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:30:35.039348 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] For port fdc95320-7637-475c-90c1-bc6024d8622b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fdc95320-7637-475c-90c1-bc6024d8622b,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:30:35.049370 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.101111 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4dcafb0f-cc43-448a-94a7-b11cfe20db86 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:35.101630 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.165887 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:34Z', 'revision_number': 3, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:35.175536 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:35.176194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:35.193379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719dc38-a520-4fde-b60f-6d8f073cd5fb None None] Pushing event updated for resources: {'Port': ['ID=fdc95320-7637-475c-90c1-bc6024d8622b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:35.201296 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Checking router: b5cc4aee-7978-4d04-baef-ed50d54e91e8 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:30:35.201645 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Updating router b5cc4aee-7978-4d04-baef-ed50d54e91e8 port ae8fbd24-38b1-4f16-be1a-39695272b428 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:30:35.272859 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.369548 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.376760 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:35.540580 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Allocated IP 172.20.0.1 (dbb922ce-61ac-4bb4-987e-13c25e121ad9/513f6954-bc42-426a-b34a-9f8f90891b49/c7f31972-a657-4fb8-bae7-62f28b234783) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:30:35.615327 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.622165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:35Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:35.627735 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Transition to ACTIVE for port object ae8fbd24-38b1-4f16-be1a-39695272b428 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:35.635772 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.653133 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.654905 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7a565-de3c-499f-a96f-b91be94c2261 None None] The sync data for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 is: [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:35Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:30:35.667146 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Transition to ACTIVE for port object c7f31972-a657-4fb8-bae7-62f28b234783 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:35.697332 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Attempting to bind port ae8fbd24-38b1-4f16-be1a-39695272b428 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:30:35.698521 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Attempting to bind port ae8fbd24-38b1-4f16-be1a-39695272b428 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:30:35.699101 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Attempting to bind port ae8fbd24-38b1-4f16-be1a-39695272b428 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:30:35.720935 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:30:35.721997 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:35.725107 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.725107 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:30:35.725907 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Bound port: ae8fbd24-38b1-4f16-be1a-39695272b428, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:30:35.726856 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.733201 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.789698 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593fd24-6d9c-4620-98ab-3b984957095a None None] Pushing event updated for resources: {'Port': ['ID=ae8fbd24-38b1-4f16-be1a-39695272b428,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:35.800054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Network dbb922ce-61ac-4bb4-987e-13c25e121ad9 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:35.807886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f31972-a657-4fb8-bae7-62f28b234783,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:35.808890 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] For port ae8fbd24-38b1-4f16-be1a-39695272b428, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:30:35.812884 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:35.815726 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:30:35.821951 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] For port ae8fbd24-38b1-4f16-be1a-39695272b428, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ae8fbd24-38b1-4f16-be1a-39695272b428,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:30:35.828974 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.872386 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:35.896048 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Routers {'b5cc4aee-7978-4d04-baef-ed50d54e91e8'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:35.896700 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:35.933228 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593fd24-6d9c-4620-98ab-3b984957095a None None] Pushing event updated for resources: {'Port': ['ID=ae8fbd24-38b1-4f16-be1a-39695272b428,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:36.040927 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] Set router b5cc4aee-7978-4d04-baef-ed50d54e91e8 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:36.059831 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:36.171868 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef31df2-2682-4237-b76a-f9fa9aa37235 None None] Network dbb922ce-61ac-4bb4-987e-13c25e121ad9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:30:36.266425 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:36.275833 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:36.315059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-dbc08001-64ab-4d87-b944-4c89615ffe8c None None] Provisioning for port c9979d6c-fdda-485e-9253-635d43e43a99 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:36.371153 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:36.374110 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f31972-a657-4fb8-bae7-62f28b234783,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:36.392649 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:34Z', 'revision_number': 3, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:36.427904 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670da149-a19f-4667-a830-add6b06c4ef1 None None] The sync data for ids ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'] in n-d-799684-2 is: [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:34Z', 'revision_number': 3, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:30:36.495528 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Network dbb922ce-61ac-4bb4-987e-13c25e121ad9 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:36.497093 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:36.635747 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Router b5cc4aee-7978-4d04-baef-ed50d54e91e8 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:30:36.646162 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7eabb063-ab1c-47c6-b51b-364e6dfb0297 None None] Provisioning for port c7f31972-a657-4fb8-bae7-62f28b234783 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:36.650847 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-7eabb063-ab1c-47c6-b51b-364e6dfb0297 None None] Provisioning complete for port c7f31972-a657-4fb8-bae7-62f28b234783 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:36.651318 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7eabb063-ab1c-47c6-b51b-364e6dfb0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:36.704138 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7eabb063-ab1c-47c6-b51b-364e6dfb0297 None None] Port c7f31972-a657-4fb8-bae7-62f28b234783 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:30:36.799744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:30:36.804692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-9777b0ce-294a-481b-9176-af26c0c5f186 admin admin] 10.222.0.53 "PUT /v2.0/routers/b5cc4aee-7978-4d04-baef-ed50d54e91e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1139541 Jul 06 19:30:36.961402 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c89bba1a-2170-4745-b3a3-4b9d3e223a16 None None] Provisioning complete for port c7f31972-a657-4fb8-bae7-62f28b234783 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:36.961823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c89bba1a-2170-4745-b3a3-4b9d3e223a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.032555 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c89bba1a-2170-4745-b3a3-4b9d3e223a16 None None] Port c7f31972-a657-4fb8-bae7-62f28b234783 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:30:37.082118 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ae8fbd24-38b1-4f16-be1a-39695272b428 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:37.321870 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-588f6b88-1e3e-4862-9bf3-f52b5d51931a None None] Provisioning complete for port c7f31972-a657-4fb8-bae7-62f28b234783 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:37.322996 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-588f6b88-1e3e-4862-9bf3-f52b5d51931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.346179 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port ae8fbd24-38b1-4f16-be1a-39695272b428 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:37.354309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ae8fbd24-38b1-4f16-be1a-39695272b428 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:37.354683 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.385124 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-588f6b88-1e3e-4862-9bf3-f52b5d51931a None None] Port c7f31972-a657-4fb8-bae7-62f28b234783 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:30:37.430761 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54796) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:37.435665 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4012c21e-437f-437e-a1a9-ea2c4518d33b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598142365', 'description': 'tempest-secgroup-smoke-1598142365 description', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:37.454460 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.463101 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4012c21e-437f-437e-a1a9-ea2c4518d33b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.476199 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port ae8fbd24-38b1-4f16-be1a-39695272b428, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ae8fbd24-38b1-4f16-be1a-39695272b428,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:37.484625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.485523 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c9979d6c-fdda-485e-9253-635d43e43a99 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:37.568474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=ae8fbd24-38b1-4f16-be1a-39695272b428,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:37.578277 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4012c21e-437f-437e-a1a9-ea2c4518d33b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.581321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c9979d6c-fdda-485e-9253-635d43e43a99 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:37.585806 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c9979d6c-fdda-485e-9253-635d43e43a99 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:37.586251 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.587316 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4012c21e-437f-437e-a1a9-ea2c4518d33b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.617744 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4012c21e-437f-437e-a1a9-ea2c4518d33b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.619007 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4012c21e-437f-437e-a1a9-ea2c4518d33b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1871278 Jul 06 19:30:37.622028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54798) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:37.626920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-7c882e71-1b64-4bdb-825c-39cd66f00cdc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': '1a7feadb-e218-4920-8792-563e7d4c3023', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:37.638051 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012c21e-437f-437e-a1a9-ea2c4518d33b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7feadb-e218-4920-8792-563e7d4c3023,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:37.659698 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c882e71-1b64-4bdb-825c-39cd66f00cdc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.673492 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.711326 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port c9979d6c-fdda-485e-9253-635d43e43a99, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c9979d6c-fdda-485e-9253-635d43e43a99,segment=NetworkSegment(6f65511e-028d-4e41-b1e4-457a8c3a543c),segment_id=6f65511e-028d-4e41-b1e4-457a8c3a543c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:37.717446 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.718438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fdc95320-7637-475c-90c1-bc6024d8622b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:37.797853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=c9979d6c-fdda-485e-9253-635d43e43a99,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:37.811593 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port fdc95320-7637-475c-90c1-bc6024d8622b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:37.815863 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port fdc95320-7637-475c-90c1-bc6024d8622b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:37.816235 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.899762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.934160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port fdc95320-7637-475c-90c1-bc6024d8622b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fdc95320-7637-475c-90c1-bc6024d8622b,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:37.939758 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:37.991657 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=fdc95320-7637-475c-90c1-bc6024d8622b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:38.098829 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c882e71-1b64-4bdb-825c-39cd66f00cdc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.106611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c882e71-1b64-4bdb-825c-39cd66f00cdc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.123893 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882e71-1b64-4bdb-825c-39cd66f00cdc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bda080-a2ae-4900-9ec0-05457a2883b8,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:38.132452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c882e71-1b64-4bdb-825c-39cd66f00cdc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.133646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-7c882e71-1b64-4bdb-825c-39cd66f00cdc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5104399 Jul 06 19:30:38.136531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54800) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:38.141346 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-800c9bfd-409d-4ee8-8310-f3bcf60917a6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': '1a7feadb-e218-4920-8792-563e7d4c3023', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:38.168547 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-800c9bfd-409d-4ee8-8310-f3bcf60917a6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.226825 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-800c9bfd-409d-4ee8-8310-f3bcf60917a6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.232745 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-800c9bfd-409d-4ee8-8310-f3bcf60917a6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.249383 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c9bfd-409d-4ee8-8310-f3bcf60917a6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5bcae4-6a55-40de-8f98-ab0ea8d1f58e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:38.258353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-800c9bfd-409d-4ee8-8310-f3bcf60917a6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.259653 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-800c9bfd-409d-4ee8-8310-f3bcf60917a6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221900 Jul 06 19:30:38.262675 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54802) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:38.267584 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-86c123d6-cc89-461e-8467-3ae7ff61d629 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': '1a7feadb-e218-4920-8792-563e7d4c3023', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:38.296976 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86c123d6-cc89-461e-8467-3ae7ff61d629 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.361300 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86c123d6-cc89-461e-8467-3ae7ff61d629 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.366852 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86c123d6-cc89-461e-8467-3ae7ff61d629 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.386418 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c123d6-cc89-461e-8467-3ae7ff61d629 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c53a353-2158-4aa0-a822-6b483518033e,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:38.392116 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-86c123d6-cc89-461e-8467-3ae7ff61d629 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.393304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-86c123d6-cc89-461e-8467-3ae7ff61d629 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296937 Jul 06 19:30:38.396213 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54804) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:38.400664 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-aa85d20d-7673-4224-8039-67b6abcf322f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': '1a7feadb-e218-4920-8792-563e7d4c3023', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:38.427576 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa85d20d-7673-4224-8039-67b6abcf322f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.488501 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa85d20d-7673-4224-8039-67b6abcf322f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.493930 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa85d20d-7673-4224-8039-67b6abcf322f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.514938 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85d20d-7673-4224-8039-67b6abcf322f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83645611-646f-424b-b244-45a26dc2a54a,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:38.520262 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aa85d20d-7673-4224-8039-67b6abcf322f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.522257 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-aa85d20d-7673-4224-8039-67b6abcf322f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249931 Jul 06 19:30:38.524419 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54806) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:38.529067 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-ca6587e9-fa12-4384-a34b-56166aac1321 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': '1a7feadb-e218-4920-8792-563e7d4c3023', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:38.553804 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-ca6587e9-fa12-4384-a34b-56166aac1321 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Project be18920469df4c5fa9a98a2ab26cf283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:30:38.559550 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca6587e9-fa12-4384-a34b-56166aac1321 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.620871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca6587e9-fa12-4384-a34b-56166aac1321 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.626609 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca6587e9-fa12-4384-a34b-56166aac1321 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.643806 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6587e9-fa12-4384-a34b-56166aac1321 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c248d5-ed64-47c4-8eb9-63e2b50f7d32,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:38.652046 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca6587e9-fa12-4384-a34b-56166aac1321 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.653306 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-ca6587e9-fa12-4384-a34b-56166aac1321 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277897 Jul 06 19:30:38.656666 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54808) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:38.661594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-b5e23150-c8cc-4495-8dd5-6ce6405b31b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': '1a7feadb-e218-4920-8792-563e7d4c3023', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:38.685047 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-b5e23150-c8cc-4495-8dd5-6ce6405b31b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Project be18920469df4c5fa9a98a2ab26cf283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:30:38.690364 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5e23150-c8cc-4495-8dd5-6ce6405b31b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.757954 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5e23150-c8cc-4495-8dd5-6ce6405b31b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.763452 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5e23150-c8cc-4495-8dd5-6ce6405b31b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.785288 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e23150-c8cc-4495-8dd5-6ce6405b31b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89d30c3-c412-4c54-85ff-55c06137d950,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:38.793728 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b5e23150-c8cc-4495-8dd5-6ce6405b31b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:38.794815 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b5e23150-c8cc-4495-8dd5-6ce6405b31b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371880 Jul 06 19:30:38.936981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ae8fbd24-38b1-4f16-be1a-39695272b428 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:38.946867 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-438715a5-02c2-42f8-aa8e-36e378e0e7f1 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598142365&fields=id&tenant_id=be18920469df4c5fa9a98a2ab26cf283 HTTP/1.1" status: 200 len: 267 time: 0.0371354 Jul 06 19:30:38.988442 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port ae8fbd24-38b1-4f16-be1a-39695272b428 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:38.988845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:39.080460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c9979d6c-fdda-485e-9253-635d43e43a99 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:39.082141 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-04b57d6f-f112-4c14-a2f4-5c1d451a989f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:39.083797 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-04b57d6f-f112-4c14-a2f4-5c1d451a989f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 808 time: 0.1282597 Jul 06 19:30:39.100275 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-7e2feff1-85a6-4a43-b9f1-e98c3e969fc5 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/quotas/be18920469df4c5fa9a98a2ab26cf283 HTTP/1.1" status: 200 len: 375 time: 0.0100605 Jul 06 19:30:39.132270 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c9979d6c-fdda-485e-9253-635d43e43a99 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:39.132635 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:39.191702 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-75c2898e-99d7-4dcc-acaf-2f213755d7b5 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846736 Jul 06 19:30:39.206557 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Sync routers for ids ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:30:39.226471 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Routers {'b5cc4aee-7978-4d04-baef-ed50d54e91e8'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:39.227234 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:39.232140 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fdc95320-7637-475c-90c1-bc6024d8622b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:39.293373 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-5629cee0-8633-4d81-8f25-0d23becbb9b5 service neutron] 10.222.0.53 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889585 Jul 06 19:30:39.364438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port fdc95320-7637-475c-90c1-bc6024d8622b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:39.364805 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:39.387612 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa8549c4-0263-4524-9dfb-03690b5cf70c service neutron] 10.222.0.53 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867846 Jul 06 19:30:39.389599 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Set router b5cc4aee-7978-4d04-baef-ed50d54e91e8 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:39.580686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9942b284-1af8-46b3-b3d8-138aafa0ec40 req-66a54a6d-acdb-41fa-bd6a-c7e28cff860d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 210 time: 0.0390027 Jul 06 19:30:39.673112 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:35Z', 'revision_number': 4, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c7f31972-a657-4fb8-bae7-62f28b234783', 'name': '', 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'mac_address': 'fa:16:3e:84:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '513f6954-bc42-426a-b34a-9f8f90891b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:35Z', 'updated_at': '2021-07-06T19:30:36Z', 'revision_number': 2, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'subnets': [{'id': '513f6954-bc42-426a-b34a-9f8f90891b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:39.703614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Checking router: b5cc4aee-7978-4d04-baef-ed50d54e91e8 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:30:39.704106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Updating router b5cc4aee-7978-4d04-baef-ed50d54e91e8 port c7f31972-a657-4fb8-bae7-62f28b234783 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:30:39.741078 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:40.023524 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:40.037996 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Transition to ACTIVE for port object c7f31972-a657-4fb8-bae7-62f28b234783 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:40.045103 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:40.099693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d667917-bbbc-4dd5-9524-284596a23269 None None] Pushing event updated for resources: {'Port': ['ID=c7f31972-a657-4fb8-bae7-62f28b234783,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:40.162432 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Attempting to bind port c7f31972-a657-4fb8-bae7-62f28b234783 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:30:40.162795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Attempting to bind port c7f31972-a657-4fb8-bae7-62f28b234783 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:30:40.163150 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Attempting to bind port c7f31972-a657-4fb8-bae7-62f28b234783 on network dbb922ce-61ac-4bb4-987e-13c25e121ad9 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:30:40.169009 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:30:40.169392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Checking segment: {'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:40.169830 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:40.170303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Bound using segment: {'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:30:40.170873 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Bound port: c7f31972-a657-4fb8-bae7-62f28b234783, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f65511e-028d-4e41-b1e4-457a8c3a543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:30:40.171263 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:40.237645 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] For port c7f31972-a657-4fb8-bae7-62f28b234783, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:30:40.240969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] For port c7f31972-a657-4fb8-bae7-62f28b234783, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c7f31972-a657-4fb8-bae7-62f28b234783,segment=NetworkSegment(6f65511e-028d-4e41-b1e4-457a8c3a543c),segment_id=6f65511e-028d-4e41-b1e4-457a8c3a543c)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:30:40.247383 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:40.306764 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Routers {'b5cc4aee-7978-4d04-baef-ed50d54e91e8'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:40.307431 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:40.360975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d667917-bbbc-4dd5-9524-284596a23269 None None] Pushing event updated for resources: {'Port': ['ID=c7f31972-a657-4fb8-bae7-62f28b234783,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:40.434336 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] Set router b5cc4aee-7978-4d04-baef-ed50d54e91e8 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:40.656689 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:35Z', 'revision_number': 4, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c7f31972-a657-4fb8-bae7-62f28b234783', 'name': '', 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'mac_address': 'fa:16:3e:84:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '513f6954-bc42-426a-b34a-9f8f90891b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:35Z', 'updated_at': '2021-07-06T19:30:40Z', 'revision_number': 4, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'subnets': [{'id': '513f6954-bc42-426a-b34a-9f8f90891b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:40.688987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d5886-bcf6-4fce-870a-438320acfead None None] The sync data for ids ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'] in n-d-799684-2 is: [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:35Z', 'revision_number': 4, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'c7f31972-a657-4fb8-bae7-62f28b234783', 'name': '', 'network_id': 'dbb922ce-61ac-4bb4-987e-13c25e121ad9', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'mac_address': 'fa:16:3e:84:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '513f6954-bc42-426a-b34a-9f8f90891b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:35Z', 'updated_at': '2021-07-06T19:30:40Z', 'revision_number': 4, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'subnets': [{'id': '513f6954-bc42-426a-b34a-9f8f90891b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:30:40.756646 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4448390b-701e-43c5-87a0-f26a516b941f req-697a2d2f-7730-4bdb-af7f-454bb39742cb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 210 time: 0.0440230 Jul 06 19:30:40.832238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-808b6311-ff1b-4aa9-b616-b189c0f32429 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:40.833859 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-808b6311-ff1b-4aa9-b616-b189c0f32429 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 808 time: 0.2003667 Jul 06 19:30:40.882378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-30968b86-7967-4b5a-ad64-ac176ae84c89 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be18920469df4c5fa9a98a2ab26cf283 HTTP/1.1" status: 200 len: 380 time: 0.0404139 Jul 06 19:30:40.890828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'port': {'device_id': 'd789265b-40f7-477a-8b05-33cf307af870', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'admin_state_up': True, 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'security_groups': ['1a7feadb-e218-4920-8792-563e7d4c3023']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:40.981651 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c7f31972-a657-4fb8-bae7-62f28b234783 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:41.017052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Made reservation on behalf of be18920469df4c5fa9a98a2ab26cf283 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:30:41.021002 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.053049 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port c7f31972-a657-4fb8-bae7-62f28b234783 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:41.059515 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c7f31972-a657-4fb8-bae7-62f28b234783 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:41.060105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.153443 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.169673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Allocated IP 172.20.0.14 (457b6869-4d86-4853-9033-9dae5a2b3783/864cdfa5-c91b-42f5-93dd-656c74bee1f9/8edd6c3c-0c15-4a80-beaa-437d66b2cb6c) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:30:41.195936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port c7f31972-a657-4fb8-bae7-62f28b234783, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c7f31972-a657-4fb8-bae7-62f28b234783,segment=NetworkSegment(6f65511e-028d-4e41-b1e4-457a8c3a543c),segment_id=6f65511e-028d-4e41-b1e4-457a8c3a543c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:41.201414 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.260309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=c7f31972-a657-4fb8-bae7-62f28b234783,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:41.316510 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.329094 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Transition to ACTIVE for port object 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:41.365040 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.408938 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Network 457b6869-4d86-4853-9033-9dae5a2b3783 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:41.414593 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:41.418443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:30:41.448563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:41.479738 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:41.480799 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.497631 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-fa1507f5-be91-4982-95cd-bb4a517b8f17 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127937 Jul 06 19:30:41.509823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Request body: {'port': {'device_id': 'd789265b-40f7-477a-8b05-33cf307af870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:41.593299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.684634 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6609486a-de02-4798-b22d-c489e8e0439c None None] Provisioning for port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:41.688644 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6609486a-de02-4798-b22d-c489e8e0439c None None] Provisioning complete for port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:41.689040 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6609486a-de02-4798-b22d-c489e8e0439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.723652 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6609486a-de02-4798-b22d-c489e8e0439c None None] Port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:30:41.862491 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:30:41.870063 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.882240 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Transition to ACTIVE for port object 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:30:41.887289 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:41.969246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:42.049039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbed23b-78f8-4a00-b49a-bee7b7b8b46e req-12a210a5-ec9c-4950-be2c-21e727cd9c4e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:42.050656 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bbed23b-78f8-4a00-b49a-bee7b7b8b46e req-12a210a5-ec9c-4950-be2c-21e727cd9c4e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.1548698 Jul 06 19:30:42.077224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Attempting to bind port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:30:42.077654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Attempting to bind port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:30:42.078322 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Attempting to bind port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c on network 457b6869-4d86-4853-9033-9dae5a2b3783 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:30:42.084933 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c on network 457b6869-4d86-4853-9033-9dae5a2b3783 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:30:42.085255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Attempting to bind port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c on network 457b6869-4d86-4853-9033-9dae5a2b3783 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:30:42.094410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:30:42.094752 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Checking segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:30:42.095139 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Bound using segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:30:42.095575 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Bound port: 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:30:42.095940 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:42.116532 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4bbed23b-78f8-4a00-b49a-bee7b7b8b46e req-9ad1e988-8d80-4582-b1f0-c3d7f99f2471 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561025 Jul 06 19:30:42.169517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:30:42.174341 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:30:42.180952 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:42.220398 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:42.221147 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:42.222663 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] 10.222.0.24 "PUT /v2.0/ports/8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 1092 time: 0.7174425 Jul 06 19:30:42.223095 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:30:42.225372 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86741436-c308-464a-98c6-40cf42591d66" -d '{"events": [{"name": "network-changed", "server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:30:42.259457 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f31f85-5497-4019-ae0f-8c280180f163 service neutron] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:42.272079 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ff581-02d6-4c4f-a8e2-9ba2f815a122 x-openstack-request-id: req-f00ff581-02d6-4c4f-a8e2-9ba2f815a122 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:30:42.272420 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:30:42.272706 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f00ff581-02d6-4c4f-a8e2-9ba2f815a122 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:30:42.273105 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'status': 'completed', 'code': 200} Jul 06 19:30:42.327728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-7ffc1e8b-6bf2-4119-936b-78c4d77c56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:42.329252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-7ffc1e8b-6bf2-4119-936b-78c4d77c56ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1095 time: 0.0550897 Jul 06 19:30:42.371587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-ac47667d-586c-49ed-a6d0-42495d39f84b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 217 time: 0.0350339 Jul 06 19:30:42.424435 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-2569c3aa-3d80-4295-9b6f-1a2250f6270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:42.425977 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-2569c3aa-3d80-4295-9b6f-1a2250f6270e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0480518 Jul 06 19:30:42.488799 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-0172b01f-7fce-4988-aa5f-c473fe1e986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:42.490361 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-0172b01f-7fce-4988-aa5f-c473fe1e986c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579512 Jul 06 19:30:42.586431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-79aa3fc6-e10b-4e0e-b7e7-c9d7fc0235f0 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896921 Jul 06 19:30:42.682516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3a9fcd13-96a4-4680-8209-73dbd6194e65 req-46c906d8-3c7f-4e03-90d6-1a5373cb4b11 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893707 Jul 06 19:30:42.787036 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86741436-c308-464a-98c6-40cf42591d66 req-90e4c8b7-bb54-426a-bffa-03019a3f254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:42.788731 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86741436-c308-464a-98c6-40cf42591d66 req-90e4c8b7-bb54-426a-bffa-03019a3f254c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1095 time: 0.0563879 Jul 06 19:30:42.892502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86741436-c308-464a-98c6-40cf42591d66 req-ecd84c62-be15-482a-b54b-cb232a737e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:42.894052 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86741436-c308-464a-98c6-40cf42591d66 req-ecd84c62-be15-482a-b54b-cb232a737e7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0984361 Jul 06 19:30:42.935574 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c7f31972-a657-4fb8-bae7-62f28b234783 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:42.938084 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86741436-c308-464a-98c6-40cf42591d66 req-e3d18905-f2a2-4ebf-a454-0b07c6dd4fa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 217 time: 0.0362751 Jul 06 19:30:42.985468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port c7f31972-a657-4fb8-bae7-62f28b234783 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:42.985890 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:42.987982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86741436-c308-464a-98c6-40cf42591d66 req-595fc6e5-754d-4a58-80a0-643fcaddf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:42.989494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86741436-c308-464a-98c6-40cf42591d66 req-595fc6e5-754d-4a58-80a0-643fcaddf76b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0446045 Jul 06 19:30:43.052150 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86741436-c308-464a-98c6-40cf42591d66 req-4f2aef2d-b6b5-4c8a-bacd-360a4d79bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:43.053684 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86741436-c308-464a-98c6-40cf42591d66 req-4f2aef2d-b6b5-4c8a-bacd-360a4d79bc24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573196 Jul 06 19:30:43.152071 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86741436-c308-464a-98c6-40cf42591d66 req-fbb1f96f-64fe-4aa9-ba45-f474836ee4e7 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813065 Jul 06 19:30:43.255092 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-86741436-c308-464a-98c6-40cf42591d66 req-4d10106a-b825-4544-9ac7-9b35703c4a9d service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016324 Jul 06 19:30:43.306655 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde9551-ba18-4b05-abef-e9d6952878f4 req-74bd03e8-fe79-47af-9071-dda0fc429caa tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:43.308194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1dde9551-ba18-4b05-abef-e9d6952878f4 req-74bd03e8-fe79-47af-9071-dda0fc429caa tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0682790 Jul 06 19:30:43.352163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1dde9551-ba18-4b05-abef-e9d6952878f4 req-41ee624d-996a-4e15-814a-44251fe771d8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371094 Jul 06 19:30:44.538509 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c561-921d-4bfa-9ae3-a2df2cb2733c req-49759a61-273b-4002-b6d0-6c58ad7250e6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:44.540055 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3756c561-921d-4bfa-9ae3-a2df2cb2733c req-49759a61-273b-4002-b6d0-6c58ad7250e6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0724561 Jul 06 19:30:44.579836 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3756c561-921d-4bfa-9ae3-a2df2cb2733c req-b3f73fea-9d99-4367-a7d4-cddf8f5403a9 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336983 Jul 06 19:30:45.667348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-237362fd-9ba7-4beb-a6ec-df65fb6c7fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:45.707030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:30:45.765947 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1838a4f-baa3-41d6-8764-01a7a863e925 req-418b8446-312a-460a-b780-6f6de90e6be4 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:45.767519 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1838a4f-baa3-41d6-8764-01a7a863e925 req-418b8446-312a-460a-b780-6f6de90e6be4 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0726297 Jul 06 19:30:45.804693 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:45.806426 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d1838a4f-baa3-41d6-8764-01a7a863e925 req-b3e0b8d3-2813-4e74-8704-ea21e0c74ae9 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Jul 06 19:30:45.816858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'port_id': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'mac_address': 'fa:16:3e:c4:a5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:30:45.861269 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:45.874208 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:30:45.894659 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:45.900335 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:45.947119 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:46.104648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:30:46.988838 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a0a0d-ccdc-4da1-8a2d-c71111737e33 req-c4571307-4c07-4456-b53d-8b08c9d73ea2 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:46.990355 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01a0a0d-ccdc-4da1-8a2d-c71111737e33 req-c4571307-4c07-4456-b53d-8b08c9d73ea2 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 945 time: 0.0696533 Jul 06 19:30:47.029145 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a01a0a0d-ccdc-4da1-8a2d-c71111737e33 req-a2908593-f223-4ad8-bc69-c2ef6784d134 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329497 Jul 06 19:30:47.726440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:30:47.786436 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:30:47.790379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:30:47.790743 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:47.874541 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:47.897732 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:30:47.900050 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d47b2a4-5c08-4573-96f4-26d2eee7f097" -d '{"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-plugged", "status": "completed", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:30:47.915654 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:30:47.922887 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:47.951820 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63918318-eaf0-49c4-bb7c-c22964c766a6 x-openstack-request-id: req-63918318-eaf0-49c4-bb7c-c22964c766a6 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:30:47.952114 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-plugged", "status": "completed", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:30:47.952384 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63918318-eaf0-49c4-bb7c-c22964c766a6 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:30:47.952779 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'code': 200} Jul 06 19:30:47.975089 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:48.214052 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aca89-64cf-496d-9de9-3e116a410983 req-88eba045-8284-477b-9be7-4140a53a99b5 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:48.216236 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c56aca89-64cf-496d-9de9-3e116a410983 req-88eba045-8284-477b-9be7-4140a53a99b5 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0711956 Jul 06 19:30:48.265261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c56aca89-64cf-496d-9de9-3e116a410983 req-047807b9-6b22-4406-8413-97e77853edd2 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 Jul 06 19:30:48.325250 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2ef50f45-a0e9-419b-8373-e7c69344a964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:48.393278 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0052a7-967c-48a7-9943-dec164382d41 req-372e6567-c070-4535-8e4c-3a307972f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:48.394845 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a0052a7-967c-48a7-9943-dec164382d41 req-372e6567-c070-4535-8e4c-3a307972f589 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1097 time: 0.3819034 Jul 06 19:30:48.428201 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8a0052a7-967c-48a7-9943-dec164382d41 req-32cb6d24-663d-4541-8cab-74a225809bd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267739 Jul 06 19:30:48.520588 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:49.446953 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcf50c-4231-4a87-92d4-8f909342fd7c req-25d9ba1d-781a-4b10-baf8-2fafcac831d7 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:49.448360 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19fcf50c-4231-4a87-92d4-8f909342fd7c req-25d9ba1d-781a-4b10-baf8-2fafcac831d7 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0692968 Jul 06 19:30:49.490770 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-19fcf50c-4231-4a87-92d4-8f909342fd7c req-d5afd0ef-10b1-4702-8caa-1fac76e782fe tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353603 Jul 06 19:30:49.716183 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972bf1a-d520-4b3b-898e-5e5f3242e34f req-3c4cceb0-4a34-430a-8eb3-491a2278281d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:49.718953 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2972bf1a-d520-4b3b-898e-5e5f3242e34f req-3c4cceb0-4a34-430a-8eb3-491a2278281d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.1090801 Jul 06 19:30:49.727237 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:49.759439 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2972bf1a-d520-4b3b-898e-5e5f3242e34f req-50bf57f6-d8f7-4f99-9bbf-ad68bb85631d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344586 Jul 06 19:30:49.784357 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54858) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:49.944654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e639508f-f633-4312-91e7-cf1075c52cb4 tempest-TestShelveInstance-1436883437 tempest-TestShelveInstance-1436883437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:49.946614 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e639508f-f633-4312-91e7-cf1075c52cb4 tempest-TestShelveInstance-1436883437 tempest-TestShelveInstance-1436883437-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1092 time: 0.1612008 Jul 06 19:30:49.949918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 54862) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:30:49.956126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:30:49.987313 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:50.100656 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:50.208377 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Allocated IP 172.25.4.16 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/dddb0190-0ed0-499b-a14c-a0ef52925410) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:30:50.319938 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:50.363975 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:50.400607 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:30:50.405248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:30:50.408595 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:30:50.414863 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'Port': ['ID=dddb0190-0ed0-499b-a14c-a0ef52925410,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:50.779950 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:50.864378 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:51.030422 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:51.036899 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:51.113072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'Port': ['ID=dddb0190-0ed0-499b-a14c-a0ef52925410,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:30:51.123537 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:51.232107 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Floating IP a87f19ee-9069-4195-b3b9-20a7229aafea associated. External IP: 172.25.4.16, port: 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c. Jul 06 19:30:51.270157 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:51.440497 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Router f9040411-30b5-4a2d-9909-2f3fa07908e3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:30:51.554850 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:30:51.566284 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] Sync routers for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:30:51.573351 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:51.579544 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:51.580188 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:51.623810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e446cf60-6a64-470d-b80b-0ac037eb4d18 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6602266 Jul 06 19:30:51.623810 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:30:51.623810 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6e2c41-daab-4379-931c-e88c50c8a643" -d '{"events": [{"name": "network-changed", "server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:30:51.654143 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485be6dc-822e-470e-ab9b-45614c536cab x-openstack-request-id: req-485be6dc-822e-470e-ab9b-45614c536cab {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:30:51.654431 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:30:51.654676 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-485be6dc-822e-470e-ab9b-45614c536cab {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:30:51.655080 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'status': 'completed', 'code': 200} Jul 06 19:30:51.689590 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:51.742816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-90d220a9-64e5-4817-ad34-a7e1bec90976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:51.744270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-90d220a9-64e5-4817-ad34-a7e1bec90976 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1097 time: 0.0568383 Jul 06 19:30:51.843097 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-050a1437-788e-4a74-a843-5de645761205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:51.844684 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-050a1437-788e-4a74-a843-5de645761205 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0932379 Jul 06 19:30:51.915823 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-37901600-4611-4b52-b5d4-72ef791db074 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 999 time: 0.0648949 Jul 06 19:30:51.916246 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'a87f19ee-9069-4195-b3b9-20a7229aafea', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'port_id': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'mac_address': 'fa:16:3e:c4:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd789265b-40f7-477a-8b05-33cf307af870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:30:50Z', 'updated_at': '2021-07-06T19:30:50Z', 'revision_number': 0, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:51.946471 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] Checking router: f9040411-30b5-4a2d-9909-2f3fa07908e3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:30:51.955569 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:30:51.956188 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:30:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:51.971395 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-917184f0-39cc-4bc7-8017-f0722ae08ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:51.972983 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-917184f0-39cc-4bc7-8017-f0722ae08ede service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0493970 Jul 06 19:30:52.039270 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-461e8c6b-f8c0-45f7-9d30-38e0fc0ab4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:30:52.040798 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-461e8c6b-f8c0-45f7-9d30-38e0fc0ab4a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584893 Jul 06 19:30:52.080065 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:30:52.136119 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-4d04fa1b-2667-4878-8a03-558805b737a0 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878282 Jul 06 19:30:52.228212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bc6e2c41-daab-4379-931c-e88c50c8a643 req-f269f8c5-d6e8-42ee-9326-33c96ec8e453 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857773 Jul 06 19:30:52.322240 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'a87f19ee-9069-4195-b3b9-20a7229aafea', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'port_id': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'mac_address': 'fa:16:3e:c4:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd789265b-40f7-477a-8b05-33cf307af870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:30:50Z', 'updated_at': '2021-07-06T19:30:50Z', 'revision_number': 0, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:30:52.348528 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efffee-434a-48fe-8dd8-fbd8d5756814 None None] The sync data for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 is: [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': 'a87f19ee-9069-4195-b3b9-20a7229aafea', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'port_id': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'mac_address': 'fa:16:3e:c4:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd789265b-40f7-477a-8b05-33cf307af870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:30:50Z', 'updated_at': '2021-07-06T19:30:50Z', 'revision_number': 0, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:30:52.542319 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd527e7e-380e-4bb0-b8c3-fdd841032ee4 None None] New status for floating IP a87f19ee-9069-4195-b3b9-20a7229aafea: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:30:53.045462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:30:53.048348 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:01.413055 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:31:03.414842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-727704a5-962f-4a63-b35e-dc5e7298530d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642030 Jul 06 19:31:03.529149 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-199a07a3-b78a-4002-9f1e-1c609a19a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:31:03.530621 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-199a07a3-b78a-4002-9f1e-1c609a19a1d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1097 time: 0.0637205 Jul 06 19:31:03.642083 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-c50815b0-535b-4416-ba21-1979f6decfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:31:03.643596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-c50815b0-535b-4416-ba21-1979f6decfae service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0889049 Jul 06 19:31:03.724273 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-e3e37008-8a0b-41d1-946b-c58c1e305ae6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 1001 time: 0.0734954 Jul 06 19:31:03.779357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-fd840f56-c83b-4cb3-acb4-15a9a16925d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:31:03.780863 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-fd840f56-c83b-4cb3-acb4-15a9a16925d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0499747 Jul 06 19:31:03.848275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-fa36c499-68fe-434a-ad4f-f4b0a043124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:31:03.849870 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-fa36c499-68fe-434a-ad4f-f4b0a043124f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604708 Jul 06 19:31:03.860386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-fc681bd5-f39b-4aaa-8ff1-eacd374df359 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:31:03.861350 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-fc681bd5-f39b-4aaa-8ff1-eacd374df359 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052540 Jul 06 19:31:03.962860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-29da4ef5-9bbf-44a7-8697-90dd2bf20857 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947340 Jul 06 19:31:04.072085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09bac3ba-d809-4eea-9d76-b4f389f003f6 req-2aa36a73-05a0-429c-ba09-ca00b23ea9dc service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013210 Jul 06 19:31:15.672240 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1e877e96-b0ec-4ff0-bdb4-ec8103e2185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:18.327061 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c04e0fef-49a5-483e-a289-e38561da1c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:18.526309 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:19.730797 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:21.273643 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:23.058515 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:23.060184 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:38.416485 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:31:45.682642 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff14c-950b-43a3-8f45-957422f11b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:48.326535 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa65f811-d70f-48b4-9186-8ca721357d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:48.523105 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:49.729860 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:51.276676 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:53.054962 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:31:53.056287 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:05.484997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-e11dd3c1-7e19-4787-a696-013d03f8c279 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432090 Jul 06 19:32:05.588003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-82c2d8c2-91bf-437a-8961-4e5b3920cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:05.589522 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-82c2d8c2-91bf-437a-8961-4e5b3920cfb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1097 time: 0.0589483 Jul 06 19:32:05.697421 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-53fc7e1d-eca6-46de-afab-ca244f2188e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:05.698857 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-53fc7e1d-eca6-46de-afab-ca244f2188e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0843279 Jul 06 19:32:05.769366 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-aa70a49e-78ab-42c2-a122-d4a11883a1cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 1001 time: 0.0638220 Jul 06 19:32:05.818517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-f6378256-52a2-4d24-b486-3cae15e71372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:05.820010 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-f6378256-52a2-4d24-b486-3cae15e71372 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0437784 Jul 06 19:32:05.885053 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-79be322d-df7a-4c4b-929c-a2cea7858352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:05.886711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-79be322d-df7a-4c4b-929c-a2cea7858352 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602887 Jul 06 19:32:05.986843 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-c51b96fc-0b84-40e5-9911-fc2aa9354a2c service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934250 Jul 06 19:32:06.076517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1de5b109-e633-49ad-9f23-d14641ea9a20 req-23d16e18-e6aa-48e1-bb68-3b9b45114147 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838141 Jul 06 19:32:15.416796 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:32:15.677523 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e71f815-6a31-4e8d-b81c-11f098e35b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:18.322139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6531b42a-e906-4085-ac7f-290d1c1ce592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:18.523751 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:19.734880 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:21.279466 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:23.046740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:23.058069 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:45.684371 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d5ef686d-5066-42de-818b-51e461e80f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:47.676121 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702529-d434-4665-920d-f513874e12ff req-8cedb5d2-fdc7-49d1-9fe1-2f9ff164735d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:47.677570 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8702529-d434-4665-920d-f513874e12ff req-8cedb5d2-fdc7-49d1-9fe1-2f9ff164735d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.1210637 Jul 06 19:32:47.721277 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c8702529-d434-4665-920d-f513874e12ff req-1b1780e6-74a8-4e23-a129-69ea56c1d994 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379469 Jul 06 19:32:48.329441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a63a-4b46-4ea2-8b0d-3999aff84f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:48.520728 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:48.925230 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de676a-1012-4b77-b8d2-0ffa81a20c7e req-d0a5917e-1d20-4062-8e38-23ce5da134b8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:48.926762 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54de676a-1012-4b77-b8d2-0ffa81a20c7e req-d0a5917e-1d20-4062-8e38-23ce5da134b8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0735943 Jul 06 19:32:48.984044 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-54de676a-1012-4b77-b8d2-0ffa81a20c7e req-0600802c-0763-40eb-859c-439de6b14f6b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490024 Jul 06 19:32:49.740091 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:50.199950 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8edc-47ea-4b19-badb-fc42f0dbc1ed req-4cb1a7d5-bdd1-42ed-b639-325b5dff32a0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:50.201643 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb5f8edc-47ea-4b19-badb-fc42f0dbc1ed req-4cb1a7d5-bdd1-42ed-b639-325b5dff32a0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0727787 Jul 06 19:32:50.241232 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-fb5f8edc-47ea-4b19-badb-fc42f0dbc1ed req-887fbddc-bba1-4310-9582-eeafdd4ac3d2 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334289 Jul 06 19:32:51.285494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:51.428105 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb587fd-952e-4b61-a8bf-c3b31b7c3784 req-ac62793e-0ea5-4656-9dbb-c7c4e3e832ea tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:51.429606 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5cb587fd-952e-4b61-a8bf-c3b31b7c3784 req-ac62793e-0ea5-4656-9dbb-c7c4e3e832ea tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0772254 Jul 06 19:32:51.469069 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5cb587fd-952e-4b61-a8bf-c3b31b7c3784 req-15076817-1a18-4085-a13c-34272638cedf tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Jul 06 19:32:52.417139 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:32:52.659810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c96d8-bdab-496a-97b0-f189affa8cb0 req-efa90044-2374-4b43-99d1-9224693eaa03 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:52.661329 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-760c96d8-bdab-496a-97b0-f189affa8cb0 req-efa90044-2374-4b43-99d1-9224693eaa03 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0798180 Jul 06 19:32:52.700602 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-760c96d8-bdab-496a-97b0-f189affa8cb0 req-ffd5a008-c1ff-4f62-b009-d0852d8c4c34 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Jul 06 19:32:53.066085 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:53.068811 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:53.902654 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88e41-bb8e-416d-be63-cb06b1b59c4e req-9a94fcf0-2a9e-48ab-8982-766eff8177cb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:53.904057 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-78f88e41-bb8e-416d-be63-cb06b1b59c4e req-9a94fcf0-2a9e-48ab-8982-766eff8177cb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0807433 Jul 06 19:32:53.945030 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-78f88e41-bb8e-416d-be63-cb06b1b59c4e req-611fe89f-09f5-43db-9bc0-c722f8a7e7db tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330849 Jul 06 19:32:55.167229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d486519-db7c-4b2c-aab1-64bf52e92d17 req-d5e81630-9f7c-4bfd-9893-0090fcb71f3d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:55.168736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1d486519-db7c-4b2c-aab1-64bf52e92d17 req-d5e81630-9f7c-4bfd-9893-0090fcb71f3d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.1049609 Jul 06 19:32:55.213588 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1d486519-db7c-4b2c-aab1-64bf52e92d17 req-a6690096-60d3-4fa1-a4fa-69ccc80889b3 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Jul 06 19:32:56.396783 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df6cc1-0a1d-4b17-a947-f658315b36a6 req-0f3f5c21-d3a8-4421-b73f-481df65d19ad tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:56.398237 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-06df6cc1-0a1d-4b17-a947-f658315b36a6 req-0f3f5c21-d3a8-4421-b73f-481df65d19ad tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0737805 Jul 06 19:32:56.440765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-06df6cc1-0a1d-4b17-a947-f658315b36a6 req-aef2fbd0-da78-4f25-849f-163671062355 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344629 Jul 06 19:32:57.650193 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c240c-d2cd-49b6-975d-4805948f7119 req-2b32f448-c146-4440-a3a0-fa5c74915144 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:57.651713 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b85c240c-d2cd-49b6-975d-4805948f7119 req-2b32f448-c146-4440-a3a0-fa5c74915144 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0854924 Jul 06 19:32:57.689871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b85c240c-d2cd-49b6-975d-4805948f7119 req-41e18b8d-55c9-406d-842a-6a452c1c472b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Jul 06 19:32:58.393188 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:32:58.492263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:32:58.503741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'port_id': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'mac_address': 'fa:16:3e:c4:a5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:32:58.543821 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:58.556914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:32:58.576148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:32:58.582865 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:32:58.632686 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:32:58.640741 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.641076 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.641409 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.641740 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.642069 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.642388 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.642701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.643019 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.643390 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.643642 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.643953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.644264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:32:58.661805 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:32:58.865921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9ad62-0153-4983-9838-91544858e420 req-6b5a7fba-c957-4564-b8ed-ff1b0f9f0c83 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:32:58.867489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82f9ad62-0153-4983-9838-91544858e420 req-6b5a7fba-c957-4564-b8ed-ff1b0f9f0c83 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 945 time: 0.0645020 Jul 06 19:32:58.911399 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82f9ad62-0153-4983-9838-91544858e420 req-3478d98b-1821-4985-911d-88e22a3bffd1 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379610 Jul 06 19:33:00.094184 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a191b8-ce75-48cf-9c44-13b8d870b15f req-72e7a9e9-d950-4ce1-9528-73e29f9bdcae tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:00.095946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4a191b8-ce75-48cf-9c44-13b8d870b15f req-72e7a9e9-d950-4ce1-9528-73e29f9bdcae tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 945 time: 0.0699887 Jul 06 19:33:00.150001 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b4a191b8-ce75-48cf-9c44-13b8d870b15f req-09cc4502-3ed5-4a83-9a09-30aa15e10b6f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479412 Jul 06 19:33:00.393616 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:33:00.442548 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:33:00.442818 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:00.555076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:00.584061 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:33:00.587673 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b831c0a7-d3c6-4876-8543-a337c6084cac" -d '{"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-plugged", "status": "completed", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:33:00.600428 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:33:00.608268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:00.643701 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ed01a1-306d-4424-84db-e34222fba7a1 x-openstack-request-id: req-35ed01a1-306d-4424-84db-e34222fba7a1 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:33:00.644354 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-plugged", "status": "completed", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:33:00.644780 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35ed01a1-306d-4424-84db-e34222fba7a1 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:33:00.645347 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'code': 200} Jul 06 19:33:00.672303 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:33:01.354011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920b0a3-2822-49c8-a4bc-85cd8ce521ed req-7e7260b1-d6a1-43dc-ac4f-97f82f15df9d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:01.355541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7920b0a3-2822-49c8-a4bc-85cd8ce521ed req-7e7260b1-d6a1-43dc-ac4f-97f82f15df9d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0726390 Jul 06 19:33:01.397816 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7920b0a3-2822-49c8-a4bc-85cd8ce521ed req-2369bf4d-0465-4a14-a005-67c745e7ad44 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349946 Jul 06 19:33:02.583916 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb150e-68ae-45d8-8249-c9112eb88dc2 req-f2bef7af-edbb-4653-b558-04781ae0965e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:02.586268 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82fb150e-68ae-45d8-8249-c9112eb88dc2 req-f2bef7af-edbb-4653-b558-04781ae0965e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0683239 Jul 06 19:33:02.645737 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-82fb150e-68ae-45d8-8249-c9112eb88dc2 req-09a95a96-a97f-4cb1-ba3c-2736adedb538 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Jul 06 19:33:03.828747 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003a292-65f0-4606-99ad-4a2a23271953 req-024f6b9e-ab4c-4a58-910d-0b20b4bac20f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:03.830565 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5003a292-65f0-4606-99ad-4a2a23271953 req-024f6b9e-ab4c-4a58-910d-0b20b4bac20f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0726562 Jul 06 19:33:03.872029 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5003a292-65f0-4606-99ad-4a2a23271953 req-5842b5ef-1df0-4846-a52e-ebd3aa0375f9 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359464 Jul 06 19:33:05.083499 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721a20-0344-4e59-bc71-2ad1a3b22b2a req-5f791f2c-8fea-43df-990b-d3caa30a46dc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:05.085087 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7721a20-0344-4e59-bc71-2ad1a3b22b2a req-5f791f2c-8fea-43df-990b-d3caa30a46dc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0791810 Jul 06 19:33:05.127827 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c7721a20-0344-4e59-bc71-2ad1a3b22b2a req-5af82f49-172c-4387-b5b3-54751a7d1d42 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366735 Jul 06 19:33:06.329463 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a76eae-2d3d-4f7c-9d50-99e3ad7fad34 req-c76758bf-d82e-4915-8129-bcea3c7552f7 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:06.331104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8a76eae-2d3d-4f7c-9d50-99e3ad7fad34 req-c76758bf-d82e-4915-8129-bcea3c7552f7 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0722051 Jul 06 19:33:06.379698 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b8a76eae-2d3d-4f7c-9d50-99e3ad7fad34 req-b4e68a6e-2b04-4859-b825-5374d76ccc36 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Jul 06 19:33:07.446226 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a2afa-49c9-414c-8820-b553b647f15c req-7af92fd6-3c3f-46d9-b3fa-c581ee30412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:07.447775 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c53a2afa-49c9-414c-8820-b553b647f15c req-7af92fd6-3c3f-46d9-b3fa-c581ee30412f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1097 time: 0.0582101 Jul 06 19:33:07.599623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a2afa-49c9-414c-8820-b553b647f15c req-bd247710-6a5b-47de-9d93-312c2ce7f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:07.601320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c53a2afa-49c9-414c-8820-b553b647f15c req-bd247710-6a5b-47de-9d93-312c2ce7f50d service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.1253293 Jul 06 19:33:07.632270 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267e570-bd87-4371-956a-6a0b9f043016 req-36c11ddf-5e6d-4df3-8610-ebabe669f72b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:07.634717 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b267e570-bd87-4371-956a-6a0b9f043016 req-36c11ddf-5e6d-4df3-8610-ebabe669f72b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0881259 Jul 06 19:33:07.673223 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c53a2afa-49c9-414c-8820-b553b647f15c req-c17ba9ba-7e04-48ca-99e3-8bd366461ef1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 1001 time: 0.0645821 Jul 06 19:33:07.681888 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b267e570-bd87-4371-956a-6a0b9f043016 req-52e31be1-1bb5-47be-93e7-dcc7db54f4b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397303 Jul 06 19:33:07.730340 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a2afa-49c9-414c-8820-b553b647f15c req-c41f8c2b-5431-441b-8112-f94ee0ab6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:07.731883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c53a2afa-49c9-414c-8820-b553b647f15c req-c41f8c2b-5431-441b-8112-f94ee0ab6a71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0508080 Jul 06 19:33:07.806196 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a2afa-49c9-414c-8820-b553b647f15c req-7b7f1773-50f1-4eb8-859c-da1ee275a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:07.807831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c53a2afa-49c9-414c-8820-b553b647f15c req-7b7f1773-50f1-4eb8-859c-da1ee275a7bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650883 Jul 06 19:33:07.914947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c53a2afa-49c9-414c-8820-b553b647f15c req-13cba6eb-2105-4e5d-9b0a-6610260a6926 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005671 Jul 06 19:33:08.025566 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c53a2afa-49c9-414c-8820-b553b647f15c req-57cfb26f-e196-4f3a-8d72-3440ecd18c5d service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039972 Jul 06 19:33:08.870807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b875-bd4c-4984-a5b0-05299aa8b6cc req-f4cdee66-0e5d-4586-9289-c3023aa25f02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:08.872366 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2978b875-bd4c-4984-a5b0-05299aa8b6cc req-f4cdee66-0e5d-4586-9289-c3023aa25f02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0723748 Jul 06 19:33:08.920146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2978b875-bd4c-4984-a5b0-05299aa8b6cc req-0570c57b-e183-4eca-9837-795f87db4075 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Jul 06 19:33:10.115531 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d1dc4-8208-4a2a-a067-6b2db466a33a req-a22b3451-7bde-4c9b-9322-427e8264af7e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:10.118134 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e02d1dc4-8208-4a2a-a067-6b2db466a33a req-a22b3451-7bde-4c9b-9322-427e8264af7e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0817294 Jul 06 19:33:10.172926 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e02d1dc4-8208-4a2a-a067-6b2db466a33a req-01b4b0f5-9b4b-4b3a-86fa-b05974522eb2 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478995 Jul 06 19:33:10.180785 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-b7e4f4e8-67e2-4910-b7fd-6f9bf9edacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:10.182359 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-b7e4f4e8-67e2-4910-b7fd-6f9bf9edacab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1097 time: 0.0627379 Jul 06 19:33:10.286009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-73d6cce5-08fa-4e7a-b08e-89780bb62276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:10.287587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-73d6cce5-08fa-4e7a-b08e-89780bb62276 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0985122 Jul 06 19:33:10.353171 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-56b78e62-9bce-49f1-a697-f55ab580c6a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 1001 time: 0.0587430 Jul 06 19:33:10.404945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-66483bcb-9501-475c-a3da-b95ef5fd9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:10.406468 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-66483bcb-9501-475c-a3da-b95ef5fd9302 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0461080 Jul 06 19:33:10.479880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-75566dca-6559-47a8-8a36-1b0a74239f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:10.481495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-75566dca-6559-47a8-8a36-1b0a74239f0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679452 Jul 06 19:33:10.574561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-ef506680-a189-41ee-b40f-61c36b4d2c50 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846710 Jul 06 19:33:10.670030 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c2dc7e40-bff7-4b69-a342-c66d44e66865 req-ae2c37b0-8976-4385-8161-074e3773190c service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895331 Jul 06 19:33:11.357589 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be127-3a10-4709-b45d-3de69aff435e req-a7f13e08-6b0b-4c5c-89bd-d1b10943a2e7 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:11.359110 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c8be127-3a10-4709-b45d-3de69aff435e req-a7f13e08-6b0b-4c5c-89bd-d1b10943a2e7 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0630734 Jul 06 19:33:11.399939 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6c8be127-3a10-4709-b45d-3de69aff435e req-4ac85aa6-a77a-49c0-a17c-73ebe626752e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326056 Jul 06 19:33:12.441501 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:33:12.524071 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:12.546276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:33:12.548566 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfbefb5-6e8d-457d-9e98-9f6dbb3fa6b9" -d '{"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-unplugged", "status": "completed", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:33:12.561962 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:33:12.569449 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:12.594726 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bf1f7a-6060-46a1-b44d-134b56c817fc x-openstack-request-id: req-b8bf1f7a-6060-46a1-b44d-134b56c817fc {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:33:12.594726 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-unplugged", "status": "completed", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:33:12.594726 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8bf1f7a-6060-46a1-b44d-134b56c817fc {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:33:12.594726 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'code': 200} Jul 06 19:33:12.598326 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8505424-8893-4297-b3b9-4243faef6a00 req-f9a74a7e-d76a-4f6b-883a-5e1cd38cb354 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:12.599492 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f8505424-8893-4297-b3b9-4243faef6a00 req-f9a74a7e-d76a-4f6b-883a-5e1cd38cb354 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 946 time: 0.0784948 Jul 06 19:33:12.621249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:33:12.641677 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f8505424-8893-4297-b3b9-4243faef6a00 req-f748a6ce-99f8-466b-a93d-3923c9e28ab1 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358174 Jul 06 19:33:13.018626 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa31a9-06c5-4057-959b-7bea6f61eacd req-e6745942-d0ab-4d64-98cd-ce8f5f2baece tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:13.020204 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-deaa31a9-06c5-4057-959b-7bea6f61eacd req-e6745942-d0ab-4d64-98cd-ce8f5f2baece tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0657940 Jul 06 19:33:13.059835 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-deaa31a9-06c5-4057-959b-7bea6f61eacd req-e36469b8-1de9-40a8-8465-0f2cf1dc4a57 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334585 Jul 06 19:33:13.163810 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-ed351ef9-7c46-405c-8f1c-264398803f00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036596 Jul 06 19:33:14.247823 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d9bc-4ef1-4eea-9eeb-24ce139483c3 req-b91335f5-2412-4921-9d23-402e6b97ef57 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:14.249407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6850d9bc-4ef1-4eea-9eeb-24ce139483c3 req-b91335f5-2412-4921-9d23-402e6b97ef57 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0743227 Jul 06 19:33:14.289587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6850d9bc-4ef1-4eea-9eeb-24ce139483c3 req-f5808ec3-e260-48b4-8bab-607c1f8382ef tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346227 Jul 06 19:33:15.493158 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7bccc-1beb-4c7a-816c-455fb5e69de9 req-e2e61779-a341-4f4d-832b-94c04b038940 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:15.494789 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94a7bccc-1beb-4c7a-816c-455fb5e69de9 req-e2e61779-a341-4f4d-832b-94c04b038940 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0723128 Jul 06 19:33:15.537658 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-94a7bccc-1beb-4c7a-816c-455fb5e69de9 req-abe88c54-638e-444a-a4a1-1fc04168e607 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Jul 06 19:33:15.679982 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb426d41-f0f5-4363-927b-2559d815e795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:16.311518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-7396c20a-0553-4fab-a301-ac70dcc84201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:16.313032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-7396c20a-0553-4fab-a301-ac70dcc84201 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870&tenant_id=be18920469df4c5fa9a98a2ab26cf283 HTTP/1.1" status: 200 len: 1095 time: 0.0607722 Jul 06 19:33:16.400124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-569851eb-0c94-4d9b-b918-97c6d2f7ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:16.401658 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-569851eb-0c94-4d9b-b918-97c6d2f7ff1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1095 time: 0.0645349 Jul 06 19:33:16.504995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-377e06ab-7286-4a28-afde-a604025e3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:16.506541 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-377e06ab-7286-4a28-afde-a604025e3034 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0982449 Jul 06 19:33:16.575516 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-9652f84a-fbf3-42b1-b01f-2874b5f06d69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 999 time: 0.0618572 Jul 06 19:33:16.630221 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-96f7061c-9726-44a5-97ae-6e29da5155d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:16.631849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-96f7061c-9726-44a5-97ae-6e29da5155d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0493515 Jul 06 19:33:16.729204 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-89a05015-323e-47bc-a6c9-bd56f0a3f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:16.730747 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-89a05015-323e-47bc-a6c9-bd56f0a3f8ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926003 Jul 06 19:33:16.743275 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64511fef-fee0-4bad-8502-6424e548af4e req-bbf0f397-8296-425b-8579-760ac2c6f4bf tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:16.744773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64511fef-fee0-4bad-8502-6424e548af4e req-bbf0f397-8296-425b-8579-760ac2c6f4bf tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0808613 Jul 06 19:33:16.832615 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64511fef-fee0-4bad-8502-6424e548af4e req-150a4bec-a7cb-426f-9b21-be7ff7a9042e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786726 Jul 06 19:33:16.859336 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-836f429d-7143-422a-b767-078f02bca8aa service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135983 Jul 06 19:33:16.952692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-da95e2c2-40a5-44a6-9d1e-7831bd6d265c req-2741a319-a149-4711-b69a-ad58732abb59 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865016 Jul 06 19:33:18.028949 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3119672-1d4d-4359-b31c-0e40587726ce req-059b0015-3348-4d98-94d3-110dbebe33f8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:18.030680 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3119672-1d4d-4359-b31c-0e40587726ce req-059b0015-3348-4d98-94d3-110dbebe33f8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0719607 Jul 06 19:33:18.069449 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3119672-1d4d-4359-b31c-0e40587726ce req-7ce93a23-d80e-4acd-a90a-e56342b119d0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329921 Jul 06 19:33:18.323727 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-31276aea-ec95-47b5-be3a-2fce64698a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:18.518624 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:19.268548 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd0e4b-8abe-45c7-8d42-296818fc243b req-b7ed13ae-7a2f-4fa7-bbd8-45c888e8c76b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:19.270172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52fd0e4b-8abe-45c7-8d42-296818fc243b req-b7ed13ae-7a2f-4fa7-bbd8-45c888e8c76b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0805597 Jul 06 19:33:19.310513 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-52fd0e4b-8abe-45c7-8d42-296818fc243b req-30ea7bd5-0de1-40f1-9b6b-c94fbe0f2b9b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347714 Jul 06 19:33:19.742691 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:20.502279 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b1ee-15e4-49c1-8495-715c1861356d req-d28adc97-bc3f-4170-8379-f627ada3415d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:20.503783 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5532b1ee-15e4-49c1-8495-715c1861356d req-d28adc97-bc3f-4170-8379-f627ada3415d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0778387 Jul 06 19:33:20.545116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5532b1ee-15e4-49c1-8495-715c1861356d req-306b349e-5520-4809-a6e5-81c98a2fa147 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355458 Jul 06 19:33:21.295325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:21.949331 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034c77-e1f8-4c32-904c-ada9d236aeb0 req-80d7756f-4b49-4f2f-a0be-0dc311299be9 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:21.950813 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e0034c77-e1f8-4c32-904c-ada9d236aeb0 req-80d7756f-4b49-4f2f-a0be-0dc311299be9 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0676715 Jul 06 19:33:21.992035 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e0034c77-e1f8-4c32-904c-ada9d236aeb0 req-45a65aae-ca6c-47e8-896b-0d352ee97ff8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352745 Jul 06 19:33:23.079747 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:23.084253 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:23.183824 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1869cfb-7759-4aa3-b0a4-d38b90c8322d req-a4a28fe4-c733-44d8-b18d-7407d8fb2218 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:23.185644 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1869cfb-7759-4aa3-b0a4-d38b90c8322d req-a4a28fe4-c733-44d8-b18d-7407d8fb2218 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0661263 Jul 06 19:33:23.227810 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f1869cfb-7759-4aa3-b0a4-d38b90c8322d req-d14a0094-e38b-470a-bbb7-c3d9bf41fb5f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358772 Jul 06 19:33:24.422381 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e4f23-8746-432e-8747-51bcca72390b req-8741c47e-5b6c-4781-8469-5d7ec93dc134 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:24.423872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a9e4f23-8746-432e-8747-51bcca72390b req-8741c47e-5b6c-4781-8469-5d7ec93dc134 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0776899 Jul 06 19:33:24.464192 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-6a9e4f23-8746-432e-8747-51bcca72390b req-b13cf92f-570c-4344-a983-02f01b0a0fb0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Jul 06 19:33:25.695390 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf38bd-815a-4808-a8ac-65cb5a546dc7 req-5298264e-7808-43fd-b0dc-7ff005027734 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:25.699088 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26bf38bd-815a-4808-a8ac-65cb5a546dc7 req-5298264e-7808-43fd-b0dc-7ff005027734 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.1014569 Jul 06 19:33:25.738765 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-26bf38bd-815a-4808-a8ac-65cb5a546dc7 req-97b688cf-1ca5-45fe-b384-4e23a0642e11 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336540 Jul 06 19:33:26.933367 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb98f3e-e9a1-488f-9ca8-e516954d2133 req-e580a0a1-fde4-4a63-9923-a3893f7b8687 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:26.935019 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcb98f3e-e9a1-488f-9ca8-e516954d2133 req-e580a0a1-fde4-4a63-9923-a3893f7b8687 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0732336 Jul 06 19:33:26.980305 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bcb98f3e-e9a1-488f-9ca8-e516954d2133 req-b9a52779-dd2d-4fe6-a32c-0806b2cefb46 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359738 Jul 06 19:33:28.193687 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2a2b7-4a0d-4146-87f3-6ea5635d6ff8 req-5dcd9364-2013-4dff-9bf9-292ed52a8ebe tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:28.195169 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3eb2a2b7-4a0d-4146-87f3-6ea5635d6ff8 req-5dcd9364-2013-4dff-9bf9-292ed52a8ebe tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0891361 Jul 06 19:33:28.233634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3eb2a2b7-4a0d-4146-87f3-6ea5635d6ff8 req-b573f09e-c815-44e4-8ec2-61847d4d8b15 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325181 Jul 06 19:33:29.415663 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:33:29.418924 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f04b9d-20f0-49f3-a5df-db66f4211618 req-6607b8e9-8bce-49db-acea-06f73373cc94 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:29.420482 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-06f04b9d-20f0-49f3-a5df-db66f4211618 req-6607b8e9-8bce-49db-acea-06f73373cc94 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0640805 Jul 06 19:33:29.466352 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-06f04b9d-20f0-49f3-a5df-db66f4211618 req-e9e48f25-dbf9-482b-8af5-75607d697ea2 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373447 Jul 06 19:33:30.466720 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:33:30.573203 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:33:30.585184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'port_id': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'mac_address': 'fa:16:3e:c4:a5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:33:30.622078 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:30.634860 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:33:30.642756 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aaaa0-c4f9-4eef-bf5f-bc249484f201 req-35a03de6-e66f-4434-b910-d6e0b9151eb1 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:30.644293 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d59aaaa0-c4f9-4eef-bf5f-bc249484f201 req-35a03de6-e66f-4434-b910-d6e0b9151eb1 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 944 time: 0.0637941 Jul 06 19:33:30.655214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:33:30.663671 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:30.682259 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d59aaaa0-c4f9-4eef-bf5f-bc249484f201 req-53b851ad-8140-449f-b7f4-c8993733882e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 06 19:33:30.714972 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=9']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:33:30.900446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:33:31.868215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b889-bef7-4464-8911-9ef093915cea req-003e1653-2ee6-4858-9de9-fc1f582fac0d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:31.869835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a284b889-bef7-4464-8911-9ef093915cea req-003e1653-2ee6-4858-9de9-fc1f582fac0d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 945 time: 0.0717711 Jul 06 19:33:31.910303 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a284b889-bef7-4464-8911-9ef093915cea req-c1e42a34-acf2-4a34-ba8b-c9dd0aaea25a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342891 Jul 06 19:33:32.472497 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:33:32.527566 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:33:32.527920 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:32.605457 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:32.628753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:33:32.631075 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff62ff54-8f43-4f18-b6db-1031a65ba8fa" -d '{"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-plugged", "status": "completed", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:33:32.644389 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:33:32.650644 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:32.678057 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078a822-cb92-4fba-adbe-71b2558b22b7 x-openstack-request-id: req-5078a822-cb92-4fba-adbe-71b2558b22b7 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:33:32.678347 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-plugged", "status": "completed", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:33:32.678613 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5078a822-cb92-4fba-adbe-71b2558b22b7 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:33:32.678998 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'code': 200} Jul 06 19:33:32.705278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=10']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:33:32.863209 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5749d-e502-4aac-b284-08b3a02c92ce req-1d505e6c-6666-434f-b1df-285c65ec72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:32.864720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-51d5749d-e502-4aac-b284-08b3a02c92ce req-1d505e6c-6666-434f-b1df-285c65ec72ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1098 time: 0.0659301 Jul 06 19:33:32.910483 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-51d5749d-e502-4aac-b284-08b3a02c92ce req-407b1a98-d7be-47d4-86f5-d48d218ff9cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379436 Jul 06 19:33:33.094445 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3fdf2-c8ae-4eac-b110-33b8e7f554d0 req-c4b5bc7f-96d6-4211-b285-63ea778891fb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:33.095968 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5d3fdf2-c8ae-4eac-b110-33b8e7f554d0 req-c4b5bc7f-96d6-4211-b285-63ea778891fb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 947 time: 0.0731530 Jul 06 19:33:33.137790 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a5d3fdf2-c8ae-4eac-b110-33b8e7f554d0 req-5485ffa0-75d7-4dee-8538-e2228b41c58f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333560 Jul 06 19:33:34.326161 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39170efb-f379-46f8-9ed6-b8683c2b3415 req-f47a5cea-dc40-4e90-972f-167793610983 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:34.327673 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39170efb-f379-46f8-9ed6-b8683c2b3415 req-f47a5cea-dc40-4e90-972f-167793610983 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 947 time: 0.0763211 Jul 06 19:33:34.365404 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-39170efb-f379-46f8-9ed6-b8683c2b3415 req-9eacc752-74db-499a-84a3-8863d61bd39f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Jul 06 19:33:35.560409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6f6de-d41a-43d9-99c8-50832aabb5d8 req-5d47b49e-10d4-4edd-873d-096c65cb93b5 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:33:35.561945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41f6f6de-d41a-43d9-99c8-50832aabb5d8 req-5d47b49e-10d4-4edd-873d-096c65cb93b5 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 947 time: 0.0709126 Jul 06 19:33:35.601766 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-41f6f6de-d41a-43d9-99c8-50832aabb5d8 req-dc157fd4-70db-491f-8caa-63b8829f31ce tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338659 Jul 06 19:33:45.675426 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a0b8a420-ec46-41d1-a5db-7c4b9c8b1321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:48.333742 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-33ac54c8-2ca2-4873-97b6-22ee8aac1080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:48.515385 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:49.748714 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:51.287629 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:53.087494 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:33:53.089604 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:06.414877 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:34:08.402463 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-fa8d8735-ee39-469a-b693-5563216a5886 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605428 Jul 06 19:34:08.505288 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-9424812f-694d-495b-9040-3b7e2b31dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:08.506849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-9424812f-694d-495b-9040-3b7e2b31dbc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1098 time: 0.0586696 Jul 06 19:34:08.623854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-d43a248e-40d9-434a-aac4-98ec07977ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:08.625428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-d43a248e-40d9-434a-aac4-98ec07977ed1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0930915 Jul 06 19:34:08.703784 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-81a4c961-55d3-4da6-91e8-ae2264ef4c47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 1001 time: 0.0712590 Jul 06 19:34:08.754792 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-7d97118b-f8f1-4d51-9dd3-8f8738178c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:08.756378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-7d97118b-f8f1-4d51-9dd3-8f8738178c1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0454462 Jul 06 19:34:08.812682 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-7bcc9352-bf6b-4c3c-948d-ca80fc05192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:08.814286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-7bcc9352-bf6b-4c3c-948d-ca80fc05192b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518458 Jul 06 19:34:09.200850 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-ba618e49-2190-49d9-aa77-f71fca2e05a2 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796308 Jul 06 19:34:09.291963 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a53caca4-c0dd-49bd-9128-9538d5e380cc req-31f8a83c-7324-4397-97e7-fa143f6a320e service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838926 Jul 06 19:34:15.681046 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74658229-4364-439b-83d8-cd22c4860fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:18.334032 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-730d5057-fc21-4c95-a9e5-fe8d2a390c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:18.510387 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:19.755483 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:21.290201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:23.067388 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:23.075260 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:43.414408 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:34:45.686082 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2752ab1e-9ae6-444e-9dde-9519c82b4ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:46.418657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55178) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:46.585596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Deleting port dddb0190-0ed0-499b-a14c-a0ef52925410 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:34:46.586131 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:46.671077 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:46.671335 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:46.685777 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Calling delete_port for dddb0190-0ed0-499b-a14c-a0ef52925410 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:34:46.857912 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:46.880386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event deleted for resources: {'Port': ['ID=dddb0190-0ed0-499b-a14c-a0ef52925410,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:46.890961 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.891287 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.891617 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.891958 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.892286 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.892588 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.893325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.893325 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.893537 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.893867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.894176 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.894504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:46.976251 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:46.976509 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Floating IP a87f19ee-9069-4195-b3b9-20a7229aafea disassociated (deleted). External IP: 172.25.4.16, port: 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c. Jul 06 19:34:47.186085 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Router f9040411-30b5-4a2d-9909-2f3fa07908e3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:34:47.297215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:34:47.302103 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:47.309361 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] Sync routers for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:34:47.319026 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:34:47.319636 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:34:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:34:47.338323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-32b58115-218a-4982-8dc7-97eeded2d784 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "DELETE /v2.0/floatingips/a87f19ee-9069-4195-b3b9-20a7229aafea HTTP/1.1" status: 204 len: 168 time: 0.9185162 Jul 06 19:34:47.338920 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:34:47.341178 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e746481-265f-4b00-8dda-61ea3affe5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:34:47.436403 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9983cb6-c8e3-411e-9302-4d24894478ff x-openstack-request-id: req-c9983cb6-c8e3-411e-9302-4d24894478ff {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:34:47.437055 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:34:47.437055 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9983cb6-c8e3-411e-9302-4d24894478ff {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:34:47.437506 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'status': 'completed', 'code': 200} Jul 06 19:34:47.465810 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:34:47.520631 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-00647391-d98b-4630-bd59-1c429e746cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:47.522450 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-00647391-d98b-4630-bd59-1c429e746cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 1098 time: 0.0629566 Jul 06 19:34:47.618560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-3be65089-7ddf-46d9-ae4b-d6967106490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:47.620711 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-3be65089-7ddf-46d9-ae4b-d6967106490b service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0919218 Jul 06 19:34:47.671452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-71e12e15-133e-471c-9254-d94bdc7bf3d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 200 len: 217 time: 0.0410988 Jul 06 19:34:47.746517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-d60c0517-ea3c-4d50-a831-a287e95fb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:47.748066 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-d60c0517-ea3c-4d50-a831-a287e95fb56b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0688441 Jul 06 19:34:47.790211 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:34:47.798818 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a12c7-5579-45a7-a731-1edb5a3a479c req-bc4364ae-e15a-475e-baff-c30fd76217d0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:47.800337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd5a12c7-5579-45a7-a731-1edb5a3a479c req-bc4364ae-e15a-475e-baff-c30fd76217d0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 947 time: 0.1317899 Jul 06 19:34:47.818275 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] Checking router: f9040411-30b5-4a2d-9909-2f3fa07908e3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:34:47.828602 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:34:47.829270 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:34:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:34:47.854211 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd5a12c7-5579-45a7-a731-1edb5a3a479c req-077648fa-fc1d-4965-918f-4eca893697d0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472360 Jul 06 19:34:47.856998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-7ba2cebf-62a8-4f9b-be7b-808797f3fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:47.858831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-7ba2cebf-62a8-4f9b-be7b-808797f3fe08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035287 Jul 06 19:34:47.938107 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:34:47.956767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-621743e8-82ea-4b32-931c-c544e5db27b6 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902209 Jul 06 19:34:48.051911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5e746481-265f-4b00-8dda-61ea3affe5bb req-b584a962-7d05-4ba0-8798-9f93c6c851a8 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882604 Jul 06 19:34:48.137994 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:34:48.164141 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32817c-e1d3-40d5-8813-469d14450845 None None] The sync data for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 is: [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:34:48.329282 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58b3adf4-e50f-4991-b79d-467f583ad1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:48.413975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74756ea2-63bc-4435-923b-b898c41c94af None None] New status for floating IP a87f19ee-9069-4195-b3b9-20a7229aafea: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:34:48.516305 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:48.955642 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-f29d3e6d-b6e2-441c-9d32-0dc0a0b8a7d8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:48.957269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-f29d3e6d-b6e2-441c-9d32-0dc0a0b8a7d8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 947 time: 0.0712032 Jul 06 19:34:49.047284 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a4aa3-6a71-4803-9746-9b5dfdaf9670 req-5c3421a2-ae53-4201-a03b-3b12c5cdbcf6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:34:49.048850 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd0a4aa3-6a71-4803-9746-9b5dfdaf9670 req-5c3421a2-ae53-4201-a03b-3b12c5cdbcf6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d789265b-40f7-477a-8b05-33cf307af870 HTTP/1.1" status: 200 len: 947 time: 0.0638154 Jul 06 19:34:49.082596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Deleting port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:34:49.082944 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:49.089207 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-bd0a4aa3-6a71-4803-9746-9b5dfdaf9670 req-af1e7a79-05db-4df7-b024-700a4199faa0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7feadb-e218-4920-8792-563e7d4c3023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344231 Jul 06 19:34:49.186357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] For port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:34:49.186633 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:49.199318 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Calling delete_port for 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:34:49.346759 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:49.376375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event deleted for resources: {'Port': ['ID=8edd6c3c-0c15-4a80-beaa-437d66b2cb6c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:49.390047 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.390397 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.390726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.391060 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.391391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.391721 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.392052 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.392368 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.392691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.393014 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.393337 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.393657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:34:49.432579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] No DVR routers for this DVR port 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:34:49.435203 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:49.437271 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ab738385-fe67-4b6f-ba41-5adebe7c9f09 req-0a2aef61-6c24-42c3-85cd-f0068c35b808 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "DELETE /v2.0/ports/8edd6c3c-0c15-4a80-beaa-437d66b2cb6c HTTP/1.1" status: 204 len: 173 time: 0.4740119 Jul 06 19:34:49.437662 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-deleted', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:34:49.440011 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aff4fd-0f1d-4258-8282-74fc13ccc57c" -d '{"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-deleted", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:34:49.530059 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e9ec0f-385d-4c81-9eb8-052029b16930 x-openstack-request-id: req-15e9ec0f-385d-4c81-9eb8-052029b16930 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:34:49.530358 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789265b-40f7-477a-8b05-33cf307af870", "name": "network-vif-deleted", "tag": "8edd6c3c-0c15-4a80-beaa-437d66b2cb6c", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:34:49.530609 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15e9ec0f-385d-4c81-9eb8-052029b16930 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:34:49.531018 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789265b-40f7-477a-8b05-33cf307af870', 'name': 'network-vif-deleted', 'tag': '8edd6c3c-0c15-4a80-beaa-437d66b2cb6c', 'status': 'completed', 'code': 200} Jul 06 19:34:49.755845 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.181998 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55202) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:50.247370 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b32de809-89cf-4a5f-90cd-9c1ba7f87f5d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.280016 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b32de809-89cf-4a5f-90cd-9c1ba7f87f5d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.352873 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b32de809-89cf-4a5f-90cd-9c1ba7f87f5d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.356556 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b32de809-89cf-4a5f-90cd-9c1ba7f87f5d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.357766 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-b32de809-89cf-4a5f-90cd-9c1ba7f87f5d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a7feadb-e218-4920-8792-563e7d4c3023 HTTP/1.1" status: 204 len: 168 time: 0.1744590 Jul 06 19:34:50.366942 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32de809-89cf-4a5f-90cd-9c1ba7f87f5d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7feadb-e218-4920-8792-563e7d4c3023,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:50.669708 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:50.677385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-690c33d0-b1d4-4438-998c-ff4b9ba0c51f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806787240', 'description': 'tempest-secgroup-smoke-806787240 description', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:34:50.705366 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-690c33d0-b1d4-4438-998c-ff4b9ba0c51f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.796878 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-690c33d0-b1d4-4438-998c-ff4b9ba0c51f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.802654 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-690c33d0-b1d4-4438-998c-ff4b9ba0c51f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.831959 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-690c33d0-b1d4-4438-998c-ff4b9ba0c51f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.833258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-690c33d0-b1d4-4438-998c-ff4b9ba0c51f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1620853 Jul 06 19:34:50.835210 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c33d0-b1d4-4438-998c-ff4b9ba0c51f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:50.836414 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55210) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:50.841202 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-8e62d57c-b8c1-4d9a-83e1-0cc322f63837 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': 'e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:34:50.876084 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e62d57c-b8c1-4d9a-83e1-0cc322f63837 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.924193 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e62d57c-b8c1-4d9a-83e1-0cc322f63837 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.930783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e62d57c-b8c1-4d9a-83e1-0cc322f63837 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.948936 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62d57c-b8c1-4d9a-83e1-0cc322f63837 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80958d28-b474-4024-bb75-303e062e2728,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:50.955228 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8e62d57c-b8c1-4d9a-83e1-0cc322f63837 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:50.956363 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-8e62d57c-b8c1-4d9a-83e1-0cc322f63837 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189113 Jul 06 19:34:50.959248 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55212) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:50.963640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-4ad223ed-1558-445a-af85-4938dff2c381 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': 'e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:34:50.992717 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad223ed-1558-445a-af85-4938dff2c381 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.050525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad223ed-1558-445a-af85-4938dff2c381 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.055631 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad223ed-1558-445a-af85-4938dff2c381 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.073107 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad223ed-1558-445a-af85-4938dff2c381 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c03351c-b434-4e10-9041-b91e652cab42,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:51.082809 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4ad223ed-1558-445a-af85-4938dff2c381 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.084223 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-4ad223ed-1558-445a-af85-4938dff2c381 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240237 Jul 06 19:34:51.087318 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55214) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:51.093380 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-c1fbae82-61bc-4afa-92df-6fc8a7d29204 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': 'e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:34:51.120894 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1fbae82-61bc-4afa-92df-6fc8a7d29204 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.177752 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1fbae82-61bc-4afa-92df-6fc8a7d29204 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.184471 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1fbae82-61bc-4afa-92df-6fc8a7d29204 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.204237 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbae82-61bc-4afa-92df-6fc8a7d29204 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9dae4e-e8b1-4dfa-9c74-885c7b1bcab3,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:51.210621 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c1fbae82-61bc-4afa-92df-6fc8a7d29204 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.211902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c1fbae82-61bc-4afa-92df-6fc8a7d29204 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233556 Jul 06 19:34:51.215982 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55216) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:51.221778 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-141bad59-d068-40f9-862e-b3080e9850b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': 'e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:34:51.250316 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-141bad59-d068-40f9-862e-b3080e9850b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.291258 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.315485 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-141bad59-d068-40f9-862e-b3080e9850b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.320159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-141bad59-d068-40f9-862e-b3080e9850b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.334567 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bad59-d068-40f9-862e-b3080e9850b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fa6c3c-e348-4e18-a9e6-ebd25b82acfa,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:51.345509 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-141bad59-d068-40f9-862e-b3080e9850b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.346771 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-141bad59-d068-40f9-862e-b3080e9850b0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293740 Jul 06 19:34:51.350135 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55218) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:51.354918 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-93e3f76c-f8ca-497b-ab41-33d20f349d87 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': 'e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:34:51.377024 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-93e3f76c-f8ca-497b-ab41-33d20f349d87 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Project be18920469df4c5fa9a98a2ab26cf283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:34:51.381629 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e3f76c-f8ca-497b-ab41-33d20f349d87 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.443718 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e3f76c-f8ca-497b-ab41-33d20f349d87 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.448749 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e3f76c-f8ca-497b-ab41-33d20f349d87 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.466842 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3f76c-f8ca-497b-ab41-33d20f349d87 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d9a730-ab76-42d9-80b2-92f8f31f685c,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:51.471638 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-93e3f76c-f8ca-497b-ab41-33d20f349d87 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.473120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-93e3f76c-f8ca-497b-ab41-33d20f349d87 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216936 Jul 06 19:34:51.475725 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55220) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:34:51.480216 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-d158804d-6659-4e95-b491-fec7450d0e90 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'security_group_rule': {'security_group_id': 'e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f', 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:34:51.504047 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-d158804d-6659-4e95-b491-fec7450d0e90 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Project be18920469df4c5fa9a98a2ab26cf283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:34:51.509150 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d158804d-6659-4e95-b491-fec7450d0e90 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.571321 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d158804d-6659-4e95-b491-fec7450d0e90 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.578276 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d158804d-6659-4e95-b491-fec7450d0e90 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.599066 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158804d-6659-4e95-b491-fec7450d0e90 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2e4719-d3a4-4bb8-9e59-57ed92a59a93,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:34:51.603882 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d158804d-6659-4e95-b491-fec7450d0e90 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:51.606324 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d158804d-6659-4e95-b491-fec7450d0e90 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294630 Jul 06 19:34:52.783422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:34:52.806589 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:34:52.806838 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device 8edd6c3c-0c15-4a80-beaa-437d66b2cb6c not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:34:53.097075 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:34:53.098306 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:07.101600 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-c5f4c2fb-3ea4-4f0a-a9e3-791bd5834b41 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806787240&fields=id&tenant_id=be18920469df4c5fa9a98a2ab26cf283 HTTP/1.1" status: 200 len: 267 time: 0.0372534 Jul 06 19:35:07.211290 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-3785a6ef-c622-46b2-87a1-e45e96bf4ca6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:07.212683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-3785a6ef-c622-46b2-87a1-e45e96bf4ca6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 808 time: 0.1013720 Jul 06 19:35:07.230375 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-7ba6e096-97e1-4a78-a164-6ee9e2bf5d4b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/quotas/be18920469df4c5fa9a98a2ab26cf283 HTTP/1.1" status: 200 len: 375 time: 0.0097044 Jul 06 19:35:07.314439 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-7d8f432e-81eb-43d2-a86c-d55d313bf296 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772002 Jul 06 19:35:07.382356 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bc9db393-ddde-493e-b5ad-91f02e1632fc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:35:07.383378 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bc9db393-ddde-493e-b5ad-91f02e1632fc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506022 Jul 06 19:35:07.475075 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-8cc91dfe-f1ba-4592-88cd-f58cb26c5f41 service neutron] 10.222.0.53 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822568 Jul 06 19:35:07.579246 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-1a3897e7-1be3-4408-ad45-d860a07174d8 service neutron] 10.222.0.53 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982680 Jul 06 19:35:07.896798 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a07cdf16-b54c-4a40-840c-510caaba964d req-fca8e97a-c6f7-492c-8981-4e89ee937802 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 210 time: 0.0399694 Jul 06 19:35:08.985909 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f53b4210-cd38-4638-9c9a-67bd7eb6cf9b req-e9b0b68a-1c67-48a0-b5a9-05618f71cc7f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 210 time: 0.0294592 Jul 06 19:35:10.135707 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-34ebfb38-efae-40da-88ba-e748b3542848 req-2ce1678a-0476-4b92-8d77-75a1c198165f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 210 time: 0.0379231 Jul 06 19:35:11.181969 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-62b8f256-c506-4282-b464-64dede918080 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:11.183644 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-62b8f256-c506-4282-b464-64dede918080 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 808 time: 0.1062334 Jul 06 19:35:11.231789 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4aee3a89-2ed9-41fc-85c9-0f03b483c3a0 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be18920469df4c5fa9a98a2ab26cf283 HTTP/1.1" status: 200 len: 379 time: 0.0396860 Jul 06 19:35:11.244177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'port': {'device_id': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'admin_state_up': True, 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'security_groups': ['e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:35:11.323163 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-01d84ac6-87cb-47b7-9e3c-c0a98d76d1e5 req-2db236b8-b2ee-41fb-9bde-d4ddfc351760 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 210 time: 0.0634332 Jul 06 19:35:11.389114 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Made reservation on behalf of be18920469df4c5fa9a98a2ab26cf283 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:35:11.392907 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:11.519148 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Allocated IP 172.20.0.9 (457b6869-4d86-4853-9033-9dae5a2b3783/864cdfa5-c91b-42f5-93dd-656c74bee1f9/b961dba1-5ad8-4a1c-896e-242df94edceb) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:35:11.664484 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:11.682066 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Transition to ACTIVE for port object b961dba1-5ad8-4a1c-896e-242df94edceb will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:35:11.724451 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:11.768411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Network 457b6869-4d86-4853-9033-9dae5a2b3783 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:35:11.773937 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:35:11.777984 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:35:11.804062 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:35:11.834559 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:11.835208 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:11.854097 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4112aca6-ff16-44f1-b08b-decb5d8315f6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6142318 Jul 06 19:35:11.866562 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Request body: {'port': {'device_id': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:35:11.950074 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:12.037507 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-416dbf3b-65ba-459f-801f-70926c1417b1 None None] Provisioning for port b961dba1-5ad8-4a1c-896e-242df94edceb completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:35:12.041819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-416dbf3b-65ba-459f-801f-70926c1417b1 None None] Provisioning complete for port b961dba1-5ad8-4a1c-896e-242df94edceb triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:35:12.042288 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-416dbf3b-65ba-459f-801f-70926c1417b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:12.092184 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-416dbf3b-65ba-459f-801f-70926c1417b1 None None] Port b961dba1-5ad8-4a1c-896e-242df94edceb cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:35:12.220709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b961dba1-5ad8-4a1c-896e-242df94edceb {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:35:12.228562 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:12.240654 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Transition to ACTIVE for port object b961dba1-5ad8-4a1c-896e-242df94edceb will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:35:12.245501 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:12.304903 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Pushing event updated for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:35:12.379693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Attempting to bind port b961dba1-5ad8-4a1c-896e-242df94edceb on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:35:12.380177 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Attempting to bind port b961dba1-5ad8-4a1c-896e-242df94edceb by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:35:12.380640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Attempting to bind port b961dba1-5ad8-4a1c-896e-242df94edceb on network 457b6869-4d86-4853-9033-9dae5a2b3783 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:35:12.385983 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Port b961dba1-5ad8-4a1c-896e-242df94edceb on network 457b6869-4d86-4853-9033-9dae5a2b3783 not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:35:12.386439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Attempting to bind port b961dba1-5ad8-4a1c-896e-242df94edceb on network 457b6869-4d86-4853-9033-9dae5a2b3783 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:35:12.392018 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:35:12.392464 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Checking segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:35:12.392956 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Bound using segment: {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:35:12.393512 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Bound port: b961dba1-5ad8-4a1c-896e-242df94edceb, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94645e97-abd0-4fc4-916c-d51e1f78afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:35:12.393999 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:12.478569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:35:12.486431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:35:12.494202 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:12.540471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8990f4-b836-4ea4-bb49-fec91be7fe80 req-5b7b12ae-b227-4b22-b4b5-284d4c69f713 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:12.541233 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:12.542099 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:12.542252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d8990f4-b836-4ea4-bb49-fec91be7fe80 req-5b7b12ae-b227-4b22-b4b5-284d4c69f713 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0753980 Jul 06 19:35:12.543840 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] 10.222.0.24 "PUT /v2.0/ports/b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 1091 time: 0.6822591 Jul 06 19:35:12.546598 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:35:12.556803 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39964c4-d953-4152-8768-e13a9d0e9085" -d '{"events": [{"name": "network-changed", "server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:35:12.605645 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd549b4-289c-4f13-b061-c2447e485b6a service neutron] Pushing event updated for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:35:12.632116 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9d8990f4-b836-4ea4-bb49-fec91be7fe80 req-01fc4c37-2d17-4ace-b378-687f79a55ace tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781360 Jul 06 19:35:12.644894 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ecb8f9-2bd6-4643-8043-6910789eb98c x-openstack-request-id: req-81ecb8f9-2bd6-4643-8043-6910789eb98c {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:35:12.645415 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:35:12.645675 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81ecb8f9-2bd6-4643-8043-6910789eb98c {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:35:12.646104 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'status': 'completed', 'code': 200} Jul 06 19:35:12.678961 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4e71d884-fe3f-4154-8aaf-a5d172b66b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:12.680739 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-4e71d884-fe3f-4154-8aaf-a5d172b66b9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1094 time: 0.0819678 Jul 06 19:35:12.724070 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-612b1230-d139-43ed-9b9d-182d7dab1678 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 217 time: 0.0356381 Jul 06 19:35:12.780109 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-3e727207-bddc-495d-9a2e-52645d144425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:12.781849 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-3e727207-bddc-495d-9a2e-52645d144425 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0515020 Jul 06 19:35:12.842511 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bf945ea6-ba0f-4167-b71a-31f73f8ab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:12.844539 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-bf945ea6-ba0f-4167-b71a-31f73f8ab614 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557518 Jul 06 19:35:12.934252 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-b62074ea-c153-45f4-b58a-c316d147f9a8 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826311 Jul 06 19:35:13.030556 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b5d82d6-c965-41ad-a676-df99bbfa281e req-daa5478b-72a5-45f0-9b59-d7736aebf59b service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900767 Jul 06 19:35:13.138479 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-a1509f97-2435-44cf-a389-80ff2dfdeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:13.140140 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-a1509f97-2435-44cf-a389-80ff2dfdeb52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1094 time: 0.0586123 Jul 06 19:35:13.237067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-d0f5e63d-11bf-4317-ae82-7eae0f195f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:13.238633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-d0f5e63d-11bf-4317-ae82-7eae0f195f8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0923581 Jul 06 19:35:13.280446 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-1669a99d-35f4-4754-8be8-57ee13e7725e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 217 time: 0.0349300 Jul 06 19:35:13.328854 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-0d3958c6-7adb-4dfa-8ee4-632bb18ce978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:13.330383 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-0d3958c6-7adb-4dfa-8ee4-632bb18ce978 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0438366 Jul 06 19:35:13.393056 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-e68cff79-3394-4e6d-b3cc-6c5c98eaa4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:13.394634 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-e68cff79-3394-4e6d-b3cc-6c5c98eaa4c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581775 Jul 06 19:35:13.485787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-9f7b0f3c-9aca-4137-9c5f-1e6532e07039 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829921 Jul 06 19:35:13.586772 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e39964c4-d953-4152-8768-e13a9d0e9085 req-91eaec31-72d6-4f23-814f-b4d9f907a147 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933609 Jul 06 19:35:13.808348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3caa2-7202-42d5-838b-26a00e3803da req-3ae5733e-4afc-4851-8a8e-56c3037c8131 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:13.809997 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0c3caa2-7202-42d5-838b-26a00e3803da req-3ae5733e-4afc-4851-8a8e-56c3037c8131 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0726614 Jul 06 19:35:13.853924 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a0c3caa2-7202-42d5-838b-26a00e3803da req-89c300f4-c120-4c5d-a258-618f39b07dae tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366011 Jul 06 19:35:15.041024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc75bf-e647-4240-9a52-e3f60079aa1a req-d64bb83d-4a91-4e3a-b504-dcb047384723 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:15.042955 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22cc75bf-e647-4240-9a52-e3f60079aa1a req-d64bb83d-4a91-4e3a-b504-dcb047384723 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0727758 Jul 06 19:35:15.087983 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-22cc75bf-e647-4240-9a52-e3f60079aa1a req-2638c4ad-ef5c-4598-a90b-afb957130cde tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388842 Jul 06 19:35:15.693655 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0cb0dea1-5d10-43fa-baec-ff50ddeffa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:16.283687 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e2c8-125c-4ea5-9557-2e1c13467e36 req-f7643073-b642-4c51-a40a-9369a06e4361 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:16.285265 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb01e2c8-125c-4ea5-9557-2e1c13467e36 req-f7643073-b642-4c51-a40a-9369a06e4361 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0665150 Jul 06 19:35:16.328503 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bb01e2c8-125c-4ea5-9557-2e1c13467e36 req-a88bd66a-33db-4b1f-b2cb-b423c90f747d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366583 Jul 06 19:35:17.534209 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd09dd-30e5-42bc-9192-737cf5c4156f req-4d85c911-bb44-453e-9a6b-52dbcd8e808b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:17.535713 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f8dd09dd-30e5-42bc-9192-737cf5c4156f req-4d85c911-bb44-453e-9a6b-52dbcd8e808b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0811651 Jul 06 19:35:17.577758 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f8dd09dd-30e5-42bc-9192-737cf5c4156f req-aa87f8f3-7907-4199-8fbf-c8d62a35c3d4 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359790 Jul 06 19:35:18.339583 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d5331782-b74e-49a6-bd33-979e57df5c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:18.528215 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:18.761321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a0e8-b2ab-4b1d-9fdb-6196453f527a req-4f1f5ae9-aff6-48fe-9c77-07f8e6c3cd03 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:18.762860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ee22a0e8-b2ab-4b1d-9fdb-6196453f527a req-4f1f5ae9-aff6-48fe-9c77-07f8e6c3cd03 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0728240 Jul 06 19:35:18.801944 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ee22a0e8-b2ab-4b1d-9fdb-6196453f527a req-f701fcce-12c5-4a4e-98ae-4c272b8e4e07 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Jul 06 19:35:19.754047 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:20.003349 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62afd5d-9b86-43dd-88bc-e864ad993e1b req-1d78c050-62c6-4120-bb94-7e0f0c421c34 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:20.004840 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a62afd5d-9b86-43dd-88bc-e864ad993e1b req-1d78c050-62c6-4120-bb94-7e0f0c421c34 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0716169 Jul 06 19:35:20.045117 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a62afd5d-9b86-43dd-88bc-e864ad993e1b req-aa950574-77bc-4775-8226-85fb919eb766 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339620 Jul 06 19:35:20.413928 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:35:21.247906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1313-7c7f-47de-a900-f82049f3721c req-b5c3351c-7c83-4a66-ba7c-657c8fca742d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:21.249406 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1bc1313-7c7f-47de-a900-f82049f3721c req-b5c3351c-7c83-4a66-ba7c-657c8fca742d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0714238 Jul 06 19:35:21.288181 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1bc1313-7c7f-47de-a900-f82049f3721c req-6a934207-db71-4dbe-8890-a7b4900030fc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329461 Jul 06 19:35:21.295600 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:22.845350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61ddb8-98f4-4c9d-80ad-01e4f8750212 req-e6e6d452-d7e7-475e-8272-350df28303fc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:22.846777 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b61ddb8-98f4-4c9d-80ad-01e4f8750212 req-e6e6d452-d7e7-475e-8272-350df28303fc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.4414039 Jul 06 19:35:22.884233 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-9b61ddb8-98f4-4c9d-80ad-01e4f8750212 req-5aeb2351-a288-4258-9451-ed4269ef4845 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316684 Jul 06 19:35:22.911030 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b961dba1-5ad8-4a1c-896e-242df94edceb details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:35:23.028826 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:35:23.040995 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'port_id': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'mac_address': 'fa:16:3e:2c:2f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:35:23.093367 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:23.106064 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:23.107723 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:23.109481 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b961dba1-5ad8-4a1c-896e-242df94edceb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:35:23.129900 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:35:23.136434 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:23.186858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:35:23.197264 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.197612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.197980 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.198315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.198646 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.198971 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.199275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.199596 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.199915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.200237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.200551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.200867 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:35:23.344269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['b961dba1-5ad8-4a1c-896e-242df94edceb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:35:24.076528 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461483e8-b2db-4bdf-9254-e682914874b0 req-2944d91c-137a-45fb-8641-f013ab2b08fc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:24.079134 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-461483e8-b2db-4bdf-9254-e682914874b0 req-2944d91c-137a-45fb-8641-f013ab2b08fc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 944 time: 0.0787110 Jul 06 19:35:24.123432 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-461483e8-b2db-4bdf-9254-e682914874b0 req-fbd0ea04-5e9d-49cf-9097-9ed6456448b4 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387118 Jul 06 19:35:24.903017 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b961dba1-5ad8-4a1c-896e-242df94edceb up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:35:24.961375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port b961dba1-5ad8-4a1c-896e-242df94edceb completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:35:24.967552 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port b961dba1-5ad8-4a1c-896e-242df94edceb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:35:24.968166 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:25.056654 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:25.079114 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:35:25.081375 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a993c8-ab69-4f4d-b7dc-9e441fb7aed5" -d '{"events": [{"server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "name": "network-vif-plugged", "status": "completed", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:35:25.095460 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:35:25.101291 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:25.152023 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:35:25.176011 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517cca0e-09f7-42af-af06-41ed443c3aea x-openstack-request-id: req-517cca0e-09f7-42af-af06-41ed443c3aea {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:35:25.176382 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "name": "network-vif-plugged", "status": "completed", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:35:25.176698 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-517cca0e-09f7-42af-af06-41ed443c3aea {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:35:25.177162 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'code': 200} Jul 06 19:35:25.328229 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd83dc-34dc-47bf-a740-8c403d80e299 req-cb521f60-396d-44f9-b770-cb5d2789197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:25.329740 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cefd83dc-34dc-47bf-a740-8c403d80e299 req-cb521f60-396d-44f9-b770-cb5d2789197e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0918112 Jul 06 19:35:25.342374 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cab47-122e-4897-bf65-f6390aa13867 req-059587ed-5479-454e-850b-988b8a93739a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:25.343764 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8cab47-122e-4897-bf65-f6390aa13867 req-059587ed-5479-454e-850b-988b8a93739a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0799372 Jul 06 19:35:25.396380 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cefd83dc-34dc-47bf-a740-8c403d80e299 req-0ee6e4a5-5b26-42e5-9846-606b46089ea7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516670 Jul 06 19:35:25.403861 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-bf8cab47-122e-4897-bf65-f6390aa13867 req-2fd402ff-78bf-4362-875c-31329ce40acc tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539105 Jul 06 19:35:26.596306 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0c7ee-55cc-441e-9aa4-130879582549 req-86206ecd-f1f8-43e3-98f0-5fca247e6d5c tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:26.597821 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59b0c7ee-55cc-441e-9aa4-130879582549 req-86206ecd-f1f8-43e3-98f0-5fca247e6d5c tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0733442 Jul 06 19:35:26.635402 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-59b0c7ee-55cc-441e-9aa4-130879582549 req-5ad7bf6d-c8df-40cc-b62b-132c600e340d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 Jul 06 19:35:26.815579 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad80af-d031-4910-8264-8f6f8af67259 req-84a5c898-0483-42e7-a4ee-d84d74d23d67 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:26.817109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f0ad80af-d031-4910-8264-8f6f8af67259 req-84a5c898-0483-42e7-a4ee-d84d74d23d67 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0683084 Jul 06 19:35:26.859686 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f0ad80af-d031-4910-8264-8f6f8af67259 req-47a53dbb-46de-48e1-8085-791ad60078c6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344031 Jul 06 19:35:26.883617 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55442) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:35:26.955949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeeb7ea-93f8-4100-a01a-d4890f9d4a8b tempest-TestShelveInstance-1436883437 tempest-TestShelveInstance-1436883437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:26.958134 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-edeeb7ea-93f8-4100-a01a-d4890f9d4a8b tempest-TestShelveInstance-1436883437 tempest-TestShelveInstance-1436883437-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1091 time: 0.0728266 Jul 06 19:35:26.962502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55444) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:35:26.969157 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:35:26.993143 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:27.111780 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:27.210692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Allocated IP 172.25.4.21 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/2d69f9cf-9c0a-4e5b-a199-0ae89708bb36) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:35:27.325708 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:27.366288 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:27.402152 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:35:27.406896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:35:27.410199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:35:27.415640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'Port': ['ID=2d69f9cf-9c0a-4e5b-a199-0ae89708bb36,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:35:28.105779 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:28.190550 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:28.370267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:28.376662 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:28.443407 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event updated for resources: {'Port': ['ID=2d69f9cf-9c0a-4e5b-a199-0ae89708bb36,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:35:28.459213 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:28.561559 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Floating IP 879ea617-4a6e-42a3-9957-a4934ea350e7 associated. External IP: 172.25.4.21, port: b961dba1-5ad8-4a1c-896e-242df94edceb. Jul 06 19:35:28.773417 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Router f9040411-30b5-4a2d-9909-2f3fa07908e3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:35:28.888173 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:35:28.898439 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] Sync routers for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:35:28.907578 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:28.907855 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:35:28.908506 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:35:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:35:28.948205 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-91c954b0-883f-4e99-829f-413aff5f6b02 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9844089 Jul 06 19:35:28.948834 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:35:28.951160 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:35:28.986939 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9322bc24-e67b-40d3-9bfa-26e8f8954151 x-openstack-request-id: req-9322bc24-e67b-40d3-9bfa-26e8f8954151 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:35:28.987226 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:35:28.987601 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9322bc24-e67b-40d3-9bfa-26e8f8954151 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:35:28.988022 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'status': 'completed', 'code': 200} Jul 06 19:35:29.021086 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:35:29.069199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-878140d2-1112-4c1d-9708-f62ea3bb2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:29.070809 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-878140d2-1112-4c1d-9708-f62ea3bb2c05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0595741 Jul 06 19:35:29.161856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-bbf5ba15-a663-4a43-9b5d-deb25d78a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:29.163475 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-bbf5ba15-a663-4a43-9b5d-deb25d78a9f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0866544 Jul 06 19:35:29.232258 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-e1230c91-d125-43b4-bc15-a95a8756e070 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 998 time: 0.0623629 Jul 06 19:35:29.249753 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '879ea617-4a6e-42a3-9957-a4934ea350e7', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'port_id': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'mac_address': 'fa:16:3e:2c:2f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:35:27Z', 'updated_at': '2021-07-06T19:35:27Z', 'revision_number': 0, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:35:29.277455 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] Checking router: f9040411-30b5-4a2d-9909-2f3fa07908e3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:35:29.282325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-8a983527-e0d6-4f02-95be-f042aa00155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:29.283842 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-8a983527-e0d6-4f02-95be-f042aa00155a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0457330 Jul 06 19:35:29.285708 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:35:29.286282 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:35:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:35:29.345614 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-efa01c8d-175b-4ace-9a6a-a802b0b79262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:35:29.347194 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-efa01c8d-175b-4ace-9a6a-a802b0b79262 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561073 Jul 06 19:35:29.396786 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:35:29.443819 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-e73b0691-2f77-44b2-9ccd-a807a9621cdd service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893173 Jul 06 19:35:29.535876 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a83ef425-c2cf-45d5-9fbc-7b99109af0e0 req-74c385f1-7dd4-4c08-9ccf-b0ac4779c0f0 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855525 Jul 06 19:35:29.623271 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '879ea617-4a6e-42a3-9957-a4934ea350e7', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'port_id': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'mac_address': 'fa:16:3e:2c:2f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:35:27Z', 'updated_at': '2021-07-06T19:35:27Z', 'revision_number': 0, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:35:29.652987 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3237ad-1df3-4ae8-bff7-47532572dce0 None None] The sync data for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 is: [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '879ea617-4a6e-42a3-9957-a4934ea350e7', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'port_id': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'mac_address': 'fa:16:3e:2c:2f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:35:27Z', 'updated_at': '2021-07-06T19:35:27Z', 'revision_number': 0, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:35:29.851682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696f568-f008-4d0b-a093-06fb644f6f37 None None] New status for floating IP 879ea617-4a6e-42a3-9957-a4934ea350e7: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:35:45.686122 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1f13e1a-a627-4bf2-a4ef-71e7236d8c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:48.337786 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-019fe19c-9e21-44a8-a045-d08775fbf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:48.524760 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:49.758015 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:51.300087 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:53.109947 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:53.111540 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:35:57.415013 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:36:09.390480 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-c371069b-c02b-4699-aef9-417a40582a6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555127 Jul 06 19:36:09.509619 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-5f0f20cd-7c7c-4874-ac4a-859977e065bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:36:09.511177 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-5f0f20cd-7c7c-4874-ac4a-859977e065bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0728717 Jul 06 19:36:09.635385 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-9c31ddae-7efb-4fc9-9992-cddb822e9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:36:09.636878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-9c31ddae-7efb-4fc9-9992-cddb822e9ac7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0992975 Jul 06 19:36:09.707152 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-367173d6-2f4a-4306-868b-4bf3752b8e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 1000 time: 0.0631826 Jul 06 19:36:09.762686 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-7cb3d118-8183-4979-9ea7-c1a9bc561dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:36:09.764300 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-7cb3d118-8183-4979-9ea7-c1a9bc561dad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0511651 Jul 06 19:36:09.821596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-1a58dfb0-d89f-4171-bbb7-9d026fad4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:36:09.823172 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-1a58dfb0-d89f-4171-bbb7-9d026fad4beb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528629 Jul 06 19:36:09.918835 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-495931fd-9a01-40a4-9550-1c2f148896d6 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888467 Jul 06 19:36:10.011650 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d0c3b4be-6fea-4f4c-9598-36dcefb3ce24 req-ac4a05b7-3996-425a-af30-6406cea7e210 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865099 Jul 06 19:36:15.699590 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec5098a0-d262-4c4e-8149-e5db3a47f5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:18.331736 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d0228e5-3390-4b78-b309-bb06d0a7f906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:18.522597 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:19.765740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:21.308625 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:23.103461 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:23.128281 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:34.415159 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:36:45.696464 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7e85b67-da1e-4e7a-91a5-24310c6cc090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:48.337956 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b41dc73a-8cc0-455c-aa4c-6dbc8a403107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:48.518890 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:49.765738 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:51.313918 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:53.107547 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:36:53.120860 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:09.443597 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-e7386550-1e6d-4d34-8905-3b33aa95765c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131980 Jul 06 19:37:09.555517 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-8fe87c7a-3e14-49ad-b549-723d9737d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:09.557104 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-8fe87c7a-3e14-49ad-b549-723d9737d6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0612879 Jul 06 19:37:09.668620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-d59faa9b-c470-4c62-8310-a5440d50309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:09.670095 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-d59faa9b-c470-4c62-8310-a5440d50309e service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0904932 Jul 06 19:37:09.739947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-908e96b3-2fa7-4321-9006-b9df368181e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 1000 time: 0.0634151 Jul 06 19:37:09.797632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-8a92c63b-8ec5-43aa-9a33-9148601f3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:09.799167 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-8a92c63b-8ec5-43aa-9a33-9148601f3990 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0513709 Jul 06 19:37:09.865657 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-4584cfce-4595-4d1b-b6ba-896419f2a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:09.867281 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-4584cfce-4595-4d1b-b6ba-896419f2a601 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607674 Jul 06 19:37:09.964178 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-bfc48f2b-0a4b-4c65-98d2-eca6f7232061 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900781 Jul 06 19:37:10.055261 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ef1d464f-ea5d-4379-8bde-f1953952412d req-fd62b159-5392-40c2-a1a8-28e708245811 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848508 Jul 06 19:37:11.415116 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:37:15.693469 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f344fc8f-ba0a-4986-be10-a05024b209ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:18.517031 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6d5be4dc-e18a-4f40-9b6e-ae9679024a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:18.518923 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:19.769486 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:21.313677 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:23.121885 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:23.134133 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:26.722048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4bed-90e6-42d6-8692-c3ec41b6f11e req-428eb084-0511-4bed-9719-b671bafc5096 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:26.723618 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba2a4bed-90e6-42d6-8692-c3ec41b6f11e req-428eb084-0511-4bed-9719-b671bafc5096 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0771837 Jul 06 19:37:26.762202 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-ba2a4bed-90e6-42d6-8692-c3ec41b6f11e req-f79a6274-d6f6-429d-832d-2fb1ee2bbe58 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328736 Jul 06 19:37:27.970054 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cb821-0f60-44cd-9c21-cdeb76f6409b req-34b4f3e4-f4b8-44fe-99df-fcd69d5077c9 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:27.971538 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e58cb821-0f60-44cd-9c21-cdeb76f6409b req-34b4f3e4-f4b8-44fe-99df-fcd69d5077c9 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0707562 Jul 06 19:37:28.018197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e58cb821-0f60-44cd-9c21-cdeb76f6409b req-bb2b949d-94ea-4392-be46-61ac4198b6d7 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373323 Jul 06 19:37:29.224952 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07a6d-150d-455a-a982-26a01e324bb4 req-f28956f6-1b95-487e-8500-e6cdfe4a1ee8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:29.226489 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ab07a6d-150d-455a-a982-26a01e324bb4 req-f28956f6-1b95-487e-8500-e6cdfe4a1ee8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0642092 Jul 06 19:37:29.272721 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0ab07a6d-150d-455a-a982-26a01e324bb4 req-c8899a0b-9bbd-44c4-88b1-689e9cd09087 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337369 Jul 06 19:37:30.465758 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c80f9b-a000-499a-bb9e-807d4cafb67e req-e322bf5b-4ffd-4377-b958-dcd8beccc8c6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:30.467279 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-34c80f9b-a000-499a-bb9e-807d4cafb67e req-e322bf5b-4ffd-4377-b958-dcd8beccc8c6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0780787 Jul 06 19:37:30.507915 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-34c80f9b-a000-499a-bb9e-807d4cafb67e req-9fcf9405-4964-4be2-a493-68c854d82c6d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328548 Jul 06 19:37:31.695214 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148f495-d252-494f-bcca-f961f1d18063 req-798b12aa-d0c0-4c29-94d5-cb351f9d9828 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:31.696841 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d148f495-d252-494f-bcca-f961f1d18063 req-798b12aa-d0c0-4c29-94d5-cb351f9d9828 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0715973 Jul 06 19:37:31.734437 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d148f495-d252-494f-bcca-f961f1d18063 req-b6ed1c17-7049-4399-a438-b4d2d671d891 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317507 Jul 06 19:37:32.928892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66b42a-c396-41ca-89d6-cbc395d1e2bf req-3849dc24-6957-44d9-b89c-530dbfe52c42 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:32.930351 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b66b42a-c396-41ca-89d6-cbc395d1e2bf req-3849dc24-6957-44d9-b89c-530dbfe52c42 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0681989 Jul 06 19:37:32.974262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8b66b42a-c396-41ca-89d6-cbc395d1e2bf req-20346716-87f6-4be4-a082-ca01b492602f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346241 Jul 06 19:37:34.169875 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e943f2a-558e-48c2-bca8-72870b765d67 req-35f17058-2c17-4aa9-9162-b5d31c6d0502 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:34.171376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e943f2a-558e-48c2-bca8-72870b765d67 req-35f17058-2c17-4aa9-9162-b5d31c6d0502 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0773473 Jul 06 19:37:34.210295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8e943f2a-558e-48c2-bca8-72870b765d67 req-7dfccb34-e7fc-4eae-b875-a7dfdf238121 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329866 Jul 06 19:37:35.407481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126ebb3-15af-422e-a85a-60b40b1dd6b5 req-1f6b4161-b544-40c9-a3d3-971349c27e9d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:35.408918 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d126ebb3-15af-422e-a85a-60b40b1dd6b5 req-1f6b4161-b544-40c9-a3d3-971349c27e9d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0715845 Jul 06 19:37:35.463733 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d126ebb3-15af-422e-a85a-60b40b1dd6b5 req-a3c51c7b-20aa-4a33-ab22-ba8f8e38e2ae tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462270 Jul 06 19:37:36.642982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f9e9-1ec8-4ae4-8b94-cd17176bab73 req-21000bca-3aff-42b0-b9e6-47a07570f09b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:36.644466 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c673f9e9-1ec8-4ae4-8b94-cd17176bab73 req-21000bca-3aff-42b0-b9e6-47a07570f09b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0675354 Jul 06 19:37:36.684460 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-c673f9e9-1ec8-4ae4-8b94-cd17176bab73 req-5e7693f3-afd2-4ba3-9644-a5181397c017 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315797 Jul 06 19:37:36.819326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-17022099-b6d6-422f-b62d-70ee73dddf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:36.820912 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-17022099-b6d6-422f-b62d-70ee73dddf0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0581813 Jul 06 19:37:36.915601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-d363a798-6418-4c40-82c2-369ea46b9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:36.917270 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-d363a798-6418-4c40-82c2-369ea46b9bb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0896096 Jul 06 19:37:36.985269 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-97e8aaaa-6880-4eee-ad90-5b27454df167 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 1000 time: 0.0615869 Jul 06 19:37:37.038136 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-9f63f153-2497-453a-8851-ad769d2f8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:37.039616 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-9f63f153-2497-453a-8851-ad769d2f8d82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0476887 Jul 06 19:37:37.103159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-72ada571-b4f0-4ffc-a0a4-dbb59e531b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:37.104562 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-72ada571-b4f0-4ffc-a0a4-dbb59e531b0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581784 Jul 06 19:37:37.194956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-7be834f5-8660-46e0-9255-afbf723705df service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834491 Jul 06 19:37:37.292095 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-79b65cdf-dda6-4599-95bb-959e247cf3de req-3b4ade80-96e1-4eb3-9584-8f99aced77b0 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901668 Jul 06 19:37:37.881127 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7235-834b-4881-b4b1-20998aadea1d req-b88538e1-4427-4b25-89ae-17b52e84323b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:37.882563 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-247b7235-834b-4881-b4b1-20998aadea1d req-b88538e1-4427-4b25-89ae-17b52e84323b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0781195 Jul 06 19:37:37.928950 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-247b7235-834b-4881-b4b1-20998aadea1d req-73374633-e7c8-435e-8092-e8731518f27f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370269 Jul 06 19:37:39.106879 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da05a3-2c9b-4249-909c-f0a1770df3f9 req-0ee640c6-3577-4ecb-8ad1-17a0ac600a19 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:39.109220 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15da05a3-2c9b-4249-909c-f0a1770df3f9 req-0ee640c6-3577-4ecb-8ad1-17a0ac600a19 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0698016 Jul 06 19:37:39.156183 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-15da05a3-2c9b-4249-909c-f0a1770df3f9 req-57db544f-7abf-4750-8af2-a6f944f24d22 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Jul 06 19:37:40.339503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697608cc-dc21-4605-bd7b-d86a1bcace18 req-2c6cafec-45df-490f-8554-68cb29261946 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:40.341101 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-697608cc-dc21-4605-bd7b-d86a1bcace18 req-2c6cafec-45df-490f-8554-68cb29261946 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0694146 Jul 06 19:37:40.381990 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-697608cc-dc21-4605-bd7b-d86a1bcace18 req-ee1e5b88-3e89-42fd-821e-0af38cdb584d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350809 Jul 06 19:37:41.576914 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ab1f8-98db-44b3-8f4f-6ef243f12a60 req-ec9fcf92-ca7e-4964-b777-4b37f6aa4fb1 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:41.578455 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f6ab1f8-98db-44b3-8f4f-6ef243f12a60 req-ec9fcf92-ca7e-4964-b777-4b37f6aa4fb1 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0772786 Jul 06 19:37:41.616778 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3f6ab1f8-98db-44b3-8f4f-6ef243f12a60 req-105e12e6-c694-40f9-8eca-b2eb76234621 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325162 Jul 06 19:37:42.940871 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-e70c7f18-5c23-428a-86c4-acdc9448e2d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555823 Jul 06 19:37:43.006794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5481a4-8e88-4e97-8df0-cc0fffdadeb0 req-712f4d72-c32e-4a08-81f9-3cd1d7150e03 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:43.008634 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f5481a4-8e88-4e97-8df0-cc0fffdadeb0 req-712f4d72-c32e-4a08-81f9-3cd1d7150e03 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0635343 Jul 06 19:37:43.053887 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4f5481a4-8e88-4e97-8df0-cc0fffdadeb0 req-6c9b5f9e-fd67-4dc5-97c2-b4b6b9a3d404 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365906 Jul 06 19:37:43.469866 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b961dba1-5ad8-4a1c-896e-242df94edceb no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:37:43.560759 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:43.587276 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:37:43.589556 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e54327-1c7b-4681-81cf-1bb1020f487b" -d '{"events": [{"server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "name": "network-vif-unplugged", "status": "completed", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:37:43.602621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:37:43.609054 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:43.633558 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08848f0-b4fa-461d-83aa-29824718c525 x-openstack-request-id: req-c08848f0-b4fa-461d-83aa-29824718c525 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:37:43.633838 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "name": "network-vif-unplugged", "status": "failed", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb", "code": 422}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:37:43.634141 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c08848f0-b4fa-461d-83aa-29824718c525 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:37:43.634542 n-d-799684-2 neutron-server[93968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'code': 422} returned with failed status Jul 06 19:37:43.660374 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:37:43.668087 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.668393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.668757 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.669237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.669556 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.669930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.670251 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.670572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.670885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.671214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.671541 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:43.671851 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:37:44.243010 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c212474-48f9-4e61-acbe-21c8d7c6ddc9 req-15e1b42f-7ba9-439e-8aad-b4c72da7be31 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:44.244608 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c212474-48f9-4e61-acbe-21c8d7c6ddc9 req-15e1b42f-7ba9-439e-8aad-b4c72da7be31 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0771563 Jul 06 19:37:44.289467 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c212474-48f9-4e61-acbe-21c8d7c6ddc9 req-39626995-a681-42ff-ae52-7aa4c9a790ba tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370522 Jul 06 19:37:45.482424 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22d3fb-4c3c-403f-a88e-3e05363294b5 req-26420bd7-d3b7-4a49-b870-00e197776a25 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:45.484046 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc22d3fb-4c3c-403f-a88e-3e05363294b5 req-26420bd7-d3b7-4a49-b870-00e197776a25 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0642080 Jul 06 19:37:45.523779 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cc22d3fb-4c3c-403f-a88e-3e05363294b5 req-9013ddf8-bc6f-480c-a6bd-073432abede9 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337231 Jul 06 19:37:45.693454 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-568d87f6-ec4e-4f87-bbae-eded55065052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:46.703048 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d7f2-553d-40ac-89dd-e360b92e15cd req-65fefe9a-7596-4c47-b867-d855827a5d8f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:46.704564 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-83c1d7f2-553d-40ac-89dd-e360b92e15cd req-65fefe9a-7596-4c47-b867-d855827a5d8f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0652370 Jul 06 19:37:46.742867 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-83c1d7f2-553d-40ac-89dd-e360b92e15cd req-385d2409-1b85-4dc3-b833-af66bcfa3497 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323701 Jul 06 19:37:47.975343 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3397983-1789-40ad-84e0-a44bb1ce925a req-a02256db-5d3d-46bc-a95c-e961ee33d353 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:47.976897 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3397983-1789-40ad-84e0-a44bb1ce925a req-a02256db-5d3d-46bc-a95c-e961ee33d353 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.1222141 Jul 06 19:37:48.016958 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e3397983-1789-40ad-84e0-a44bb1ce925a req-b4a23c2c-c23d-486d-9dcd-3bdeabdc5427 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340052 Jul 06 19:37:48.341347 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-541d1af0-5937-4bae-ba08-52deeadbbac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:48.415516 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:37:48.514762 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:49.275543 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325296d-ef4e-4a7b-bb5a-49cfe5ff96a4 req-5f80e8f9-d87c-4cd0-b3d0-8287c643d83e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:49.277173 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3325296d-ef4e-4a7b-bb5a-49cfe5ff96a4 req-5f80e8f9-d87c-4cd0-b3d0-8287c643d83e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.1337066 Jul 06 19:37:49.318120 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3325296d-ef4e-4a7b-bb5a-49cfe5ff96a4 req-a9a8815a-0b29-4c87-844e-dd73bab0cb44 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340769 Jul 06 19:37:49.773865 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:49.850506 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-383dda2d-76a0-4692-be19-6315ffd89c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:49.852012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-383dda2d-76a0-4692-be19-6315ffd89c51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9&tenant_id=be18920469df4c5fa9a98a2ab26cf283 HTTP/1.1" status: 200 len: 1094 time: 0.0559583 Jul 06 19:37:49.926919 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-1b90f758-50bd-4e77-8985-0db0b26bc8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:49.928422 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-1b90f758-50bd-4e77-8985-0db0b26bc8fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1094 time: 0.0532219 Jul 06 19:37:50.019147 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-37b21bf7-a51e-455a-9f7e-7c5633e39d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:50.020657 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-37b21bf7-a51e-455a-9f7e-7c5633e39d76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0862324 Jul 06 19:37:50.089848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-794017aa-7b9f-4659-bb9a-7bf0f7aedf37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 998 time: 0.0619919 Jul 06 19:37:50.138713 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-45bf9478-c3a3-4fdc-a398-413da0129c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:50.140262 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-45bf9478-c3a3-4fdc-a398-413da0129c33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0447083 Jul 06 19:37:50.197130 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-4aa5be22-4a79-449d-82d9-4056636e64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:50.198670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-4aa5be22-4a79-449d-82d9-4056636e64bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517817 Jul 06 19:37:50.293860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-857a8b8b-5fbe-47c3-ae35-58c5e72074ab service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885787 Jul 06 19:37:50.384182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-98ec7ff1-135c-4a7e-bb65-590228c367b1 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842493 Jul 06 19:37:50.526814 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda938f8-f9fd-4828-a90a-c5a1a03b8774 req-a40d1f58-f36d-42e4-9ffc-42654ad7c93b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:50.529113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eda938f8-f9fd-4828-a90a-c5a1a03b8774 req-a40d1f58-f36d-42e4-9ffc-42654ad7c93b tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0881813 Jul 06 19:37:50.571841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-eda938f8-f9fd-4828-a90a-c5a1a03b8774 req-f6000219-c8de-4f4c-bb48-9c0511429340 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336945 Jul 06 19:37:51.315208 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:51.756471 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3116e63-27cd-4107-bba0-520a8e3a20cc req-863e05c8-3b03-499c-8321-2146a8b84c0e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:51.758352 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3116e63-27cd-4107-bba0-520a8e3a20cc req-863e05c8-3b03-499c-8321-2146a8b84c0e tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0715971 Jul 06 19:37:51.807264 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-f3116e63-27cd-4107-bba0-520a8e3a20cc req-4c30e3fa-9cfa-4c93-9c39-3143519e495a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404518 Jul 06 19:37:52.999621 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d64e6a-d664-4aa5-a41e-4f9128029b22 req-2059de38-96ec-4c7e-aeaa-3cca006949e3 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:53.001108 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05d64e6a-d664-4aa5-a41e-4f9128029b22 req-2059de38-96ec-4c7e-aeaa-3cca006949e3 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0704255 Jul 06 19:37:53.041085 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-05d64e6a-d664-4aa5-a41e-4f9128029b22 req-d6dbe805-8de2-4429-9d55-b9fb2de26f04 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342164 Jul 06 19:37:53.110239 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:53.151705 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:54.227670 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53eba0-334a-4d75-8da4-db6903941715 req-add2efe1-b6dc-409b-9016-541380adcd4d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:54.229210 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b53eba0-334a-4d75-8da4-db6903941715 req-add2efe1-b6dc-409b-9016-541380adcd4d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0731242 Jul 06 19:37:54.282688 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8b53eba0-334a-4d75-8da4-db6903941715 req-6e9e137b-0d16-440a-9bb5-d90b66b3b6a6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449007 Jul 06 19:37:55.482640 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eee3f-18c1-41f9-a4f4-967e87ed8dc4 req-9f565291-ffd7-422d-8c0f-4efa86026033 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:55.484124 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-486eee3f-18c1-41f9-a4f4-967e87ed8dc4 req-9f565291-ffd7-422d-8c0f-4efa86026033 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0672452 Jul 06 19:37:55.532069 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-486eee3f-18c1-41f9-a4f4-967e87ed8dc4 req-50dec423-e240-487b-899d-27e1ac10a438 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404358 Jul 06 19:37:56.723422 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af175811-8bd0-40b2-9efa-0178a21b2cda req-edf062b3-ed37-4fd7-a6d5-3783ac27669d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:56.724927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af175811-8bd0-40b2-9efa-0178a21b2cda req-edf062b3-ed37-4fd7-a6d5-3783ac27669d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0705924 Jul 06 19:37:56.763859 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-af175811-8bd0-40b2-9efa-0178a21b2cda req-c3a7e2db-ec90-42fc-8c61-7a3dbed3ff99 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329845 Jul 06 19:37:57.945565 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81189596-16d8-4bfd-8f64-f38fdbfe9725 req-5f17480b-5dc2-4ccc-87c9-6cc2a43187e8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:57.946978 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81189596-16d8-4bfd-8f64-f38fdbfe9725 req-5f17480b-5dc2-4ccc-87c9-6cc2a43187e8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0684161 Jul 06 19:37:57.986227 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-81189596-16d8-4bfd-8f64-f38fdbfe9725 req-22d8756a-d2c0-4006-93ef-56bb23524c26 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308733 Jul 06 19:37:59.183215 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75d2c-d4d7-453b-ae91-45d1fca4c215 req-5ff81d8e-bdc2-4ec4-aaa5-b32fa5ea23df tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:37:59.184712 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66d75d2c-d4d7-453b-ae91-45d1fca4c215 req-5ff81d8e-bdc2-4ec4-aaa5-b32fa5ea23df tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 943 time: 0.0721712 Jul 06 19:37:59.223149 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-66d75d2c-d4d7-453b-ae91-45d1fca4c215 req-b7c20787-1226-4151-bbff-5bb4c7faf2fb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325742 Jul 06 19:37:59.516194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b961dba1-5ad8-4a1c-896e-242df94edceb details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:37:59.628570 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:37:59.640514 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'port_id': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'mac_address': 'fa:16:3e:2c:2f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:37:59.681137 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:59.696953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b961dba1-5ad8-4a1c-896e-242df94edceb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:37:59.717379 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:37:59.728512 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:37:59.780981 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:37:59.986079 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['b961dba1-5ad8-4a1c-896e-242df94edceb'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:38:00.415601 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069830b-9f45-4f8a-9a12-1a5935404d82 req-20abdf54-ad53-4219-a7d6-ab2a0ca4135d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:00.417128 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4069830b-9f45-4f8a-9a12-1a5935404d82 req-20abdf54-ad53-4219-a7d6-ab2a0ca4135d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 944 time: 0.0732746 Jul 06 19:38:00.470053 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4069830b-9f45-4f8a-9a12-1a5935404d82 req-8ba51592-5314-4946-b6f1-1b587ec4457f tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 Jul 06 19:38:01.530205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b961dba1-5ad8-4a1c-896e-242df94edceb up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:38:01.584922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port b961dba1-5ad8-4a1c-896e-242df94edceb triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:38:01.585259 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:01.649564 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1466b97-b156-406e-a340-37c9e56cd5e5 req-4857976c-6515-4521-8e2b-4af32e9117d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:01.651125 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1466b97-b156-406e-a340-37c9e56cd5e5 req-4857976c-6515-4521-8e2b-4af32e9117d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 944 time: 0.0668960 Jul 06 19:38:01.661752 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:01.684235 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:38:01.686638 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfe7e71-3034-4c45-8ea7-3422d28ac986" -d '{"events": [{"server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "name": "network-vif-plugged", "status": "completed", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:38:01.692186 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-a1466b97-b156-406e-a340-37c9e56cd5e5 req-f66ed24d-e1c5-4a83-a684-ac7a386f0d6d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352960 Jul 06 19:38:01.703722 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:38:01.715134 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:01.739157 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b656fba5-4513-489e-8261-0feb567f123c x-openstack-request-id: req-b656fba5-4513-489e-8261-0feb567f123c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:38:01.739490 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "name": "network-vif-plugged", "status": "completed", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:38:01.739738 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b656fba5-4513-489e-8261-0feb567f123c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:38:01.740118 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'code': 200} Jul 06 19:38:01.767154 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:38:01.903201 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c46498-c55c-412b-8b2d-8521a9634059 req-5ad1333a-8e20-4442-86ee-623753a7d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:01.904720 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1c46498-c55c-412b-8b2d-8521a9634059 req-5ad1333a-8e20-4442-86ee-623753a7d60a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0617235 Jul 06 19:38:02.243670 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b1c46498-c55c-412b-8b2d-8521a9634059 req-bb3cf1f1-d47b-4b9d-ab88-630235dfccb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319349 Jul 06 19:38:02.878030 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161583d-e74a-4626-870d-3b3b37689244 req-b7eee529-6ff8-45b2-b90c-82931d10bae2 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:02.879552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6161583d-e74a-4626-870d-3b3b37689244 req-b7eee529-6ff8-45b2-b90c-82931d10bae2 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0692489 Jul 06 19:38:02.918036 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6161583d-e74a-4626-870d-3b3b37689244 req-8058ae76-d1b7-455a-a6ce-b8659859deba tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323775 Jul 06 19:38:04.101293 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573dc6-8ffd-40ff-87a2-d907713478d5 req-27b56654-1743-492e-971c-c6f147508b45 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:04.102832 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d8573dc6-8ffd-40ff-87a2-d907713478d5 req-27b56654-1743-492e-971c-c6f147508b45 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0659680 Jul 06 19:38:04.143875 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d8573dc6-8ffd-40ff-87a2-d907713478d5 req-57ba2fd8-5b42-4d40-b668-b2405ce1089c tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328841 Jul 06 19:38:10.388887 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-06db9680-5a71-4951-a65d-f40d654e0327 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542803 Jul 06 19:38:10.507505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-de0018c4-ad49-4c18-a563-42a1186843c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:10.509985 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-de0018c4-ad49-4c18-a563-42a1186843c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0672059 Jul 06 19:38:10.622605 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-2c5d57f0-e700-4e35-80e3-de0700a17ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:10.624226 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-2c5d57f0-e700-4e35-80e3-de0700a17ab0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0931888 Jul 06 19:38:10.695546 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-b6f84ba5-1d45-4ae8-adeb-acaa1644045b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 1000 time: 0.0646799 Jul 06 19:38:10.743592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-ccd01984-99e9-4522-b2de-c0275795f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:10.745032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-ccd01984-99e9-4522-b2de-c0275795f690 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0433347 Jul 06 19:38:10.802722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-dffa09eb-3e7b-447e-9a46-f06373225863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:38:10.804231 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-dffa09eb-3e7b-447e-9a46-f06373225863 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527120 Jul 06 19:38:10.898580 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-df65d884-bf09-4dd9-94d8-36162a78a63c service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874794 Jul 06 19:38:10.996421 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd82d215-7964-42b9-85e3-c4a4868495e6 req-cac4051d-a502-4476-a406-8419f06b7fea service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916908 Jul 06 19:38:15.710568 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d273606-295a-4b1a-9251-79c807f76a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:18.350993 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ff2cca-304d-4355-8820-d2221a91978c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:18.510878 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:19.775573 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:21.322690 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:23.107719 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:23.152627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:25.416185 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:38:45.701075 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-63eef744-43cf-47d6-b6e5-85db57aa1ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:48.347554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c1f194d4-6cdf-4b56-8f0f-f3d531076d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:48.516587 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:49.778674 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:51.324384 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:53.112294 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:38:53.154972 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:02.420442 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:39:12.392848 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-67b54a69-5b21-4f1f-994e-c39ec43a36f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572941 Jul 06 19:39:12.502110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-1e272352-dbaf-4017-9edb-35c9026575d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:12.503683 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-1e272352-dbaf-4017-9edb-35c9026575d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0631943 Jul 06 19:39:12.613604 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-dff72161-a41c-4575-aad1-d1b9a1ff21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:12.615285 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-dff72161-a41c-4575-aad1-d1b9a1ff21c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0890920 Jul 06 19:39:12.685994 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-ba8bac3e-b9d7-45b5-9071-8a910c186cb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 1000 time: 0.0626218 Jul 06 19:39:12.734892 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-58ab09a8-2dd4-498c-8caf-f750dd2f9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:12.736363 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-58ab09a8-2dd4-498c-8caf-f750dd2f9120 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0438733 Jul 06 19:39:12.798848 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-c4a42c5c-d5fe-4752-b33a-1e0a1217d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:12.800416 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-c4a42c5c-d5fe-4752-b33a-1e0a1217d7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566497 Jul 06 19:39:12.903561 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-1cb690ba-5488-4186-a8c1-e31d5561e226 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949881 Jul 06 19:39:12.994159 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-caa469cd-835b-46b0-bd83-b2568f6e8489 req-0c9fe0e6-d879-4bf3-a60a-9d763fcd2299 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834818 Jul 06 19:39:15.695603 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2da2106c-ee2c-47fe-aadf-d0a52d314e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:17.461679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55616) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:17.630631 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Deleting port 2d69f9cf-9c0a-4e5b-a199-0ae89708bb36 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:17.630921 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:17.719871 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:17.720148 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:17.731859 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Calling delete_port for 2d69f9cf-9c0a-4e5b-a199-0ae89708bb36 owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:17.903695 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:17.927145 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event deleted for resources: {'Port': ['ID=2d69f9cf-9c0a-4e5b-a199-0ae89708bb36,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:17.945490 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.946025 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.946432 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.946982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.947479 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.948028 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.948438 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.948921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.949406 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.949992 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.950522 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:17.951026 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:18.011761 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:18.012019 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Floating IP 879ea617-4a6e-42a3-9957-a4934ea350e7 disassociated (deleted). External IP: 172.25.4.21, port: b961dba1-5ad8-4a1c-896e-242df94edceb. Jul 06 19:39:18.235658 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Router f9040411-30b5-4a2d-9909-2f3fa07908e3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:39:18.352325 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad83b2df-457a-4daf-ac89-502efdf25eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:18.357535 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:39:18.362083 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:18.366738 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] Sync routers for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:39:18.376049 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:18.376649 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:18.399170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-d22d13fa-0a83-4ffd-8ab0-d0ad32aed3d6 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "DELETE /v2.0/floatingips/879ea617-4a6e-42a3-9957-a4934ea350e7 HTTP/1.1" status: 204 len: 168 time: 0.9361315 Jul 06 19:39:18.399766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:39:18.402140 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70d4565-5acd-41f9-b004-e7c540df5a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:39:18.445461 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2a1386-5af7-454f-932f-e149c6e3c468 x-openstack-request-id: req-8a2a1386-5af7-454f-932f-e149c6e3c468 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:39:18.445774 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:39:18.446045 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a2a1386-5af7-454f-932f-e149c6e3c468 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:39:18.446606 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'status': 'completed', 'code': 200} Jul 06 19:39:18.490395 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:18.526582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:18.544001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-0b56b2df-ba34-4729-9a4c-667faf1c1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:18.545702 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-0b56b2df-ba34-4729-9a4c-667faf1c1246 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be18920469df4c5fa9a98a2ab26cf283&device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0751953 Jul 06 19:39:18.650443 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-ce8d8be5-32bd-40a7-92b2-b018239ef605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:18.652017 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-ce8d8be5-32bd-40a7-92b2-b018239ef605 service neutron] 10.222.0.24 "GET /v2.0/networks?id=457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 200 len: 909 time: 0.0989149 Jul 06 19:39:18.698708 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-0cab700f-62be-4962-8733-d0a4a96ad92f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 200 len: 217 time: 0.0372334 Jul 06 19:39:18.707937 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:18.734290 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] Checking router: f9040411-30b5-4a2d-9909-2f3fa07908e3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:39:18.742940 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:18.743513 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:18.786178 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-fa142d1d-4150-417d-b4f6-ad61b3d4acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:18.787695 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-fa142d1d-4150-417d-b4f6-ad61b3d4acb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 200 len: 847 time: 0.0817585 Jul 06 19:39:18.841886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f22647-98fb-4604-ab61-f4f9838cd31e req-09f546d4-200a-4a8b-ac0e-10f95c3a3f9c tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:18.843377 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f4f22647-98fb-4604-ab61-f4f9838cd31e req-09f546d4-200a-4a8b-ac0e-10f95c3a3f9c tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.1055098 Jul 06 19:39:18.848085 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:18.890591 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-f89bcd8a-4e66-4718-aea2-157bd3e5f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:18.892027 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-f89bcd8a-4e66-4718-aea2-157bd3e5f9bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=457b6869-4d86-4853-9033-9dae5a2b3783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962267 Jul 06 19:39:18.895337 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f4f22647-98fb-4604-ab61-f4f9838cd31e req-19fa398f-d94a-49ea-8e31-4e5163e3647d tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447915 Jul 06 19:39:18.991935 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-48160b3c-7ecc-4ea4-a43c-ac10a38abee7 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901372 Jul 06 19:39:19.040254 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:19.069518 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85480c9a-6cac-4b3b-a973-18e85602c246 None None] The sync data for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 is: [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:31Z', 'revision_number': 4, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': 'fdc95320-7637-475c-90c1-bc6024d8622b', 'name': '', 'network_id': '457b6869-4d86-4853-9033-9dae5a2b3783', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'mac_address': 'fa:16:3e:73:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:30Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'subnets': [{'id': '864cdfa5-c91b-42f5-93dd-656c74bee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:39:19.085925 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d70d4565-5acd-41f9-b004-e7c540df5a4b req-2331f587-abcf-4dad-80e5-3406432b2d85 service neutron] 10.222.0.24 "GET /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867882 Jul 06 19:39:19.308554 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca02c19-acd6-40e4-b1f9-682e8f9ad6d5 None None] New status for floating IP 879ea617-4a6e-42a3-9957-a4934ea350e7: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:39:19.781590 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:20.080814 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463b188-89ea-4cca-a102-c27a0bbf3b7a req-be2131ed-85ec-40e9-8fdb-fbaa9a41f0f8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:20.082287 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0463b188-89ea-4cca-a102-c27a0bbf3b7a req-be2131ed-85ec-40e9-8fdb-fbaa9a41f0f8 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0729880 Jul 06 19:39:20.122170 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-0463b188-89ea-4cca-a102-c27a0bbf3b7a req-fc2ee6e6-e176-4063-bfcf-1f060ef66afd tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326920 Jul 06 19:39:20.318551 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-5d22db73-812a-442a-a1d7-7882609c3939 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:20.320063 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-5d22db73-812a-442a-a1d7-7882609c3939 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 945 time: 0.0718915 Jul 06 19:39:20.426935 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Deleting port b961dba1-5ad8-4a1c-896e-242df94edceb {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:20.427214 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:20.532740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] For port b961dba1-5ad8-4a1c-896e-242df94edceb, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=b961dba1-5ad8-4a1c-896e-242df94edceb,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:20.533178 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:20.551410 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Calling delete_port for b961dba1-5ad8-4a1c-896e-242df94edceb owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:20.697145 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:20.730974 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event deleted for resources: {'Port': ['ID=b961dba1-5ad8-4a1c-896e-242df94edceb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:20.743502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.743845 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.744181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.744513 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.744840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.745169 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.745488 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.745840 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.746159 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.746481 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.746806 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.747120 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:20.786182 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] No DVR routers for this DVR port b961dba1-5ad8-4a1c-896e-242df94edceb on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:39:20.789141 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:20.791430 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-9c8878e3-390e-4b39-8e97-6d501dae2b35 req-a91cb032-3a59-42f8-a3ac-79005b832cfb tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.24 "DELETE /v2.0/ports/b961dba1-5ad8-4a1c-896e-242df94edceb HTTP/1.1" status: 204 len: 173 time: 0.4645283 Jul 06 19:39:20.791860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'name': 'network-vif-deleted', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:39:20.794287 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c135e628-bac8-4de6-b326-e5dcb59e07ae" -d '{"events": [{"server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "name": "network-vif-deleted", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:39:20.835897 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c9aed3-f010-4dc5-8228-3e85a52e8527 x-openstack-request-id: req-e6c9aed3-f010-4dc5-8228-3e85a52e8527 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:39:20.836193 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63c5ce3-2cc5-4048-8599-f8073f764cd9", "name": "network-vif-deleted", "tag": "b961dba1-5ad8-4a1c-896e-242df94edceb", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:39:20.836551 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6c9aed3-f010-4dc5-8228-3e85a52e8527 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:39:20.836952 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c5ce3-2cc5-4048-8599-f8073f764cd9', 'name': 'network-vif-deleted', 'tag': 'b961dba1-5ad8-4a1c-896e-242df94edceb', 'status': 'completed', 'code': 200} Jul 06 19:39:21.274187 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-30089b52-b2e1-4aaa-a026-a3c5bdd68db1 req-e5a2ac55-61eb-4e42-ba34-d244509bfafd tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 210 time: 0.0284739 Jul 06 19:39:21.324928 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:22.423066 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ed7eb1d5-1ebc-4f54-bc85-3b0e59a69189 req-85ed68dc-a3f9-47df-a024-63f865d69dc7 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 210 time: 0.0298584 Jul 06 19:39:23.129527 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:23.151398 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:23.572801 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7cb8afdd-63ea-4578-a967-eb119a09d19e req-bfab58f9-a614-4e17-8a43-355ca8091239 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 210 time: 0.0290110 Jul 06 19:39:23.888540 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b961dba1-5ad8-4a1c-896e-242df94edceb no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:39:23.910766 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: b961dba1-5ad8-4a1c-896e-242df94edceb {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:39:23.911215 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device b961dba1-5ad8-4a1c-896e-242df94edceb not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:39:24.742253 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7b868124-8512-4ac7-949b-d05fffd11392 req-c6a06048-668b-4a18-93de-ebd203f1c848 tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "GET /v2.0/ports?device_id=d63c5ce3-2cc5-4048-8599-f8073f764cd9 HTTP/1.1" status: 200 len: 210 time: 0.0409691 Jul 06 19:39:25.850619 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55648) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:25.917890 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c84aa9e3-26e2-4cd8-a3ba-77bd043fa25a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:25.943740 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c84aa9e3-26e2-4cd8-a3ba-77bd043fa25a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:26.011943 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c84aa9e3-26e2-4cd8-a3ba-77bd043fa25a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:26.014602 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c84aa9e3-26e2-4cd8-a3ba-77bd043fa25a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:26.015811 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-c84aa9e3-26e2-4cd8-a3ba-77bd043fa25a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] 10.222.0.53 "DELETE /v2.0/security-groups/e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f HTTP/1.1" status: 204 len: 168 time: 0.1639457 Jul 06 19:39:26.029646 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aa9e3-26e2-4cd8-a3ba-77bd043fa25a tempest-TestShelveInstance-1198659141 tempest-TestShelveInstance-1198659141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a2f7d1-e6c0-4d38-97f8-249013a5ac6f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:26.074972 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55652) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:26.538796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:26.808433 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Deleting port fdc95320-7637-475c-90c1-bc6024d8622b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:26.808778 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:26.889314 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] For port fdc95320-7637-475c-90c1-bc6024d8622b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=fdc95320-7637-475c-90c1-bc6024d8622b,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:26.890095 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:26.903868 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Calling delete_port for fdc95320-7637-475c-90c1-bc6024d8622b owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:27.095946 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:27.119388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc95320-7637-475c-90c1-bc6024d8622b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:27.301900 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:27.525084 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Router f9040411-30b5-4a2d-9909-2f3fa07908e3 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:39:27.632885 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:39:27.639902 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2f5ce0b8-d2cc-442a-ab22-6dcbef1a0479 admin admin] 10.222.0.53 "PUT /v2.0/routers/f9040411-30b5-4a2d-9909-2f3fa07908e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5620809 Jul 06 19:39:27.641381 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55656) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:27.644249 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] Sync routers for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:39:27.655002 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:27.655618 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:27.745675 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:27.763093 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:27.850135 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:27.906142 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Deleting port 4dcafb0f-cc43-448a-94a7-b11cfe20db86 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:27.906926 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:27.944230 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:39:27Z', 'revision_number': 5, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port': {'id': '4dcafb0f-cc43-448a-94a7-b11cfe20db86', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:27.969871 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] Checking router: f9040411-30b5-4a2d-9909-2f3fa07908e3 for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:39:27.978413 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] Routers {'f9040411-30b5-4a2d-9909-2f3fa07908e3'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:27.979008 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['f9040411-30b5-4a2d-9909-2f3fa07908e3'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:27.984857 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] For port 4dcafb0f-cc43-448a-94a7-b11cfe20db86, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4dcafb0f-cc43-448a-94a7-b11cfe20db86,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:27.985224 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.001430 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Calling delete_port for 4dcafb0f-cc43-448a-94a7-b11cfe20db86 owned by network:router_gateway {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:28.063608 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] Set router f9040411-30b5-4a2d-9909-2f3fa07908e3 gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:28.119659 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:39:27Z', 'revision_number': 6, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:28.145855 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65555a0-a668-43fa-8358-ef6075f60433 None None] The sync data for ids ['f9040411-30b5-4a2d-9909-2f3fa07908e3'] in n-d-799684-2 is: [{'id': 'f9040411-30b5-4a2d-9909-2f3fa07908e3', 'name': 'tempest-TestShelveInstance-985601374-router', 'tenant_id': 'be18920469df4c5fa9a98a2ab26cf283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:28Z', 'updated_at': '2021-07-06T19:39:27Z', 'revision_number': 6, 'project_id': 'be18920469df4c5fa9a98a2ab26cf283', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:39:28.170241 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.199711 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcafb0f-cc43-448a-94a7-b11cfe20db86,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:28.266568 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.361143 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.363646 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.417624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.418364 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9040411-30b5-4a2d-9909-2f3fa07908e3 {{(pid=93967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:39:28.424377 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] Notify callbacks [] for router, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.425552 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-583f97d3-b09c-4aa2-befc-392d717b40fb admin admin] 10.222.0.53 "DELETE /v2.0/routers/f9040411-30b5-4a2d-9909-2f3fa07908e3 HTTP/1.1" status: 204 len: 168 time: 0.7832656 Jul 06 19:39:28.428253 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55658) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:28.477785 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_v2 [None req-36851f08-8f39-42de-bfb5-f4253e2eaedc admin admin] Deleting subnet 864cdfa5-c91b-42f5-93dd-656c74bee1f9 {{(pid=93967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:39:28.481426 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36851f08-8f39-42de-bfb5-f4253e2eaedc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.518405 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36851f08-8f39-42de-bfb5-f4253e2eaedc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069283243'] for subnet, precommit_delete_associations {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.599202 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36851f08-8f39-42de-bfb5-f4253e2eaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.653037 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36851f08-8f39-42de-bfb5-f4253e2eaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069282631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069096389'] for subnet, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.681197 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36851f08-8f39-42de-bfb5-f4253e2eaedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864cdfa5-c91b-42f5-93dd-656c74bee1f9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:28.684914 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36851f08-8f39-42de-bfb5-f4253e2eaedc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.686816 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-36851f08-8f39-42de-bfb5-f4253e2eaedc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/864cdfa5-c91b-42f5-93dd-656c74bee1f9 HTTP/1.1" status: 204 len: 168 time: 0.2576866 Jul 06 19:39:28.689426 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55660) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:28.692070 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349438a7-40b6-4fa3-b8d6-96a28f315f93 None None] Network 457b6869-4d86-4853-9033-9dae5a2b3783 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:39:28.760345 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.813697 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Deleting port 8673715c-83cf-436c-b9f5-9c19584361d8 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:28.814055 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:28.923769 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] DHCP port deletion for 457b6869-4d86-4853-9033-9dae5a2b3783 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:39:28.974519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Deleting port 8673715c-83cf-436c-b9f5-9c19584361d8 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:28.974901 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.045464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] For port 8673715c-83cf-436c-b9f5-9c19584361d8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8673715c-83cf-436c-b9f5-9c19584361d8,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:29.046268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.060625 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Calling delete_port for 8673715c-83cf-436c-b9f5-9c19584361d8 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:29.143072 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.175440 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Pushing event deleted for resources: {'Port': ['ID=8673715c-83cf-436c-b9f5-9c19584361d8,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:29.178246 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] No DVR routers for this DVR port 8673715c-83cf-436c-b9f5-9c19584361d8 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:39:29.187655 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.188226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.189709 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.190226 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.190731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.191578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.192071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.192837 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.192987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.193206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.193604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.193853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034dfabc-a0c0-4779-84b7-2b922613e7aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:29.265099 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] For port 8673715c-83cf-436c-b9f5-9c19584361d8, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=8673715c-83cf-436c-b9f5-9c19584361d8,segment=NetworkSegment(94645e97-abd0-4fc4-916c-d51e1f78afa6),segment_id=94645e97-abd0-4fc4-916c-d51e1f78afa6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:29.265597 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.269621 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8673715c-83cf-436c-b9f5-9c19584361d8 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:39:29.278518 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Calling delete_port for 8673715c-83cf-436c-b9f5-9c19584361d8 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:29.289159 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 8673715c-83cf-436c-b9f5-9c19584361d8 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:39:29.289551 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 8673715c-83cf-436c-b9f5-9c19584361d8 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:39:29.289999 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4dcafb0f-cc43-448a-94a7-b11cfe20db86 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:39:29.308577 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4dcafb0f-cc43-448a-94a7-b11cfe20db86 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:39:29.308947 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4dcafb0f-cc43-448a-94a7-b11cfe20db86 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:39:29.309364 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fdc95320-7637-475c-90c1-bc6024d8622b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:39:29.327756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: fdc95320-7637-475c-90c1-bc6024d8622b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:39:29.328108 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device fdc95320-7637-475c-90c1-bc6024d8622b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:39:29.355663 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.378205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Pushing event deleted for resources: {'Port': ['ID=8673715c-83cf-436c-b9f5-9c19584361d8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:29.384121 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] No DVR routers for this DVR port 8673715c-83cf-436c-b9f5-9c19584361d8 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:39:29.455304 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.465021 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457b6869-4d86-4853-9033-9dae5a2b3783']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:29.475436 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94645e97-abd0-4fc4-916c-d51e1f78afa6') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:29.475728 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94645e97-abd0-4fc4-916c-d51e1f78afa6') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:29.484626 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.498525 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.505017 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:39:29.505402 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: self.session.flush() Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:39:29.507456 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:39:29.566423 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.573187 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:29.575064 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] 10.222.0.53 "DELETE /v2.0/networks/457b6869-4d86-4853-9033-9dae5a2b3783 HTTP/1.1" status: 204 len: 168 time: 0.8846858 Jul 06 19:39:29.579452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55662) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:29.589006 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcd674-9997-4615-ae16-fa420d87b675 admin admin] Pushing event deleted for resources: {'Network': ['ID=457b6869-4d86-4853-9033-9dae5a2b3783,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:29.956581 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:30.216353 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Deleting port c7f31972-a657-4fb8-bae7-62f28b234783 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:30.216621 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:30.300746 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] For port c7f31972-a657-4fb8-bae7-62f28b234783, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c7f31972-a657-4fb8-bae7-62f28b234783,segment=NetworkSegment(6f65511e-028d-4e41-b1e4-457a8c3a543c),segment_id=6f65511e-028d-4e41-b1e4-457a8c3a543c)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:30.301064 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:30.313692 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Calling delete_port for c7f31972-a657-4fb8-bae7-62f28b234783 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:30.512362 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:30.537728 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f31972-a657-4fb8-bae7-62f28b234783,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:30.705359 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:30.928321 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Router b5cc4aee-7978-4d04-baef-ed50d54e91e8 has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:39:31.041087 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:39:31.047154 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-032d86b9-65ce-4e06-86b3-a1a31b5aed39 admin admin] 10.222.0.53 "PUT /v2.0/routers/b5cc4aee-7978-4d04-baef-ed50d54e91e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4655659 Jul 06 19:39:31.050051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55664) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:31.053037 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] Sync routers for ids ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:39:31.064071 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] Routers {'b5cc4aee-7978-4d04-baef-ed50d54e91e8'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:31.064787 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:31.153378 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:31.168260 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] Set router b5cc4aee-7978-4d04-baef-ed50d54e91e8 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:31.355898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:39:30Z', 'revision_number': 5, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:31.387613 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] Checking router: b5cc4aee-7978-4d04-baef-ed50d54e91e8 for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:39:31.399437 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] Routers {'b5cc4aee-7978-4d04-baef-ed50d54e91e8'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:31.400299 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:31.508751 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] Set router b5cc4aee-7978-4d04-baef-ed50d54e91e8 gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:31.564028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:31.617685 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Deleting port ae8fbd24-38b1-4f16-be1a-39695272b428 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:31.618052 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:31.691607 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:39:30Z', 'revision_number': 5, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:31.698670 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] For port ae8fbd24-38b1-4f16-be1a-39695272b428, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=ae8fbd24-38b1-4f16-be1a-39695272b428,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:31.699020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:31.712709 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Calling delete_port for ae8fbd24-38b1-4f16-be1a-39695272b428 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:31.718212 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef38ec-e06c-429b-b390-d6a84e6aba6f None None] The sync data for ids ['b5cc4aee-7978-4d04-baef-ed50d54e91e8'] in n-d-799684-2 is: [{'id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'name': 'tempest-TestShelveInstance-977088195-router', 'tenant_id': '8f5597cf98f34e359402f06c2f9a1966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:39:30Z', 'revision_number': 5, 'project_id': '8f5597cf98f34e359402f06c2f9a1966', 'gw_port': {'id': 'ae8fbd24-38b1-4f16-be1a-39695272b428', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc4aee-7978-4d04-baef-ed50d54e91e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:30:33Z', 'updated_at': '2021-07-06T19:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:39:31.879431 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:31.909504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8fbd24-38b1-4f16-be1a-39695272b428,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:31.971955 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.071033 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.073422 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.118784 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.119328 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cc4aee-7978-4d04-baef-ed50d54e91e8 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:39:32.124619 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.126200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5ce3c9a3-eb36-4524-bec4-f9aaf88e8804 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b5cc4aee-7978-4d04-baef-ed50d54e91e8 HTTP/1.1" status: 204 len: 168 time: 1.0749063 Jul 06 19:39:32.128422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55666) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:32.178720 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-de05f5a3-d9a5-4760-b535-2745e8a0c065 admin admin] Deleting subnet 513f6954-bc42-426a-b34a-9f8f90891b49 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:39:32.182176 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de05f5a3-d9a5-4760-b535-2745e8a0c065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.218685 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de05f5a3-d9a5-4760-b535-2745e8a0c065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.301786 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de05f5a3-d9a5-4760-b535-2745e8a0c065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.358281 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de05f5a3-d9a5-4760-b535-2745e8a0c065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.396874 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05f5a3-d9a5-4760-b535-2745e8a0c065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513f6954-bc42-426a-b34a-9f8f90891b49,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:32.398795 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de05f5a3-d9a5-4760-b535-2745e8a0c065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.403391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-de05f5a3-d9a5-4760-b535-2745e8a0c065 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/513f6954-bc42-426a-b34a-9f8f90891b49 HTTP/1.1" status: 204 len: 168 time: 0.2713358 Jul 06 19:39:32.403391 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55668) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:32.408334 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c325538-f441-448f-ae0c-6477f072e79a None None] Network dbb922ce-61ac-4bb4-987e-13c25e121ad9 requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:39:32.475417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.530239 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Deleting port c9979d6c-fdda-485e-9253-635d43e43a99 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:39:32.530587 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.603898 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] For port c9979d6c-fdda-485e-9253-635d43e43a99, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=c9979d6c-fdda-485e-9253-635d43e43a99,segment=NetworkSegment(6f65511e-028d-4e41-b1e4-457a8c3a543c),segment_id=6f65511e-028d-4e41-b1e4-457a8c3a543c)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:32.604260 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.617110 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Calling delete_port for c9979d6c-fdda-485e-9253-635d43e43a99 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:39:32.698167 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.722419 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9d86e8-cff6-4e5e-8f1a-5393264d47bb None None] DHCP port deletion for dbb922ce-61ac-4bb4-987e-13c25e121ad9 request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:39:32.727361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9979d6c-fdda-485e-9253-635d43e43a99,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:32.729586 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] No DVR routers for this DVR port c9979d6c-fdda-485e-9253-635d43e43a99 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:39:32.807294 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.817441 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb922ce-61ac-4bb4-987e-13c25e121ad9']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:32.828700 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f65511e-028d-4e41-b1e4-457a8c3a543c') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:32.828995 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f65511e-028d-4e41-b1e4-457a8c3a543c') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:32.838245 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.851832 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.858050 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:39:32.858433 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:39:32.860273 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:39:32.920658 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.928875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:32.930945 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dbb922ce-61ac-4bb4-987e-13c25e121ad9 HTTP/1.1" status: 204 len: 168 time: 0.5266976 Jul 06 19:39:32.941968 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc924c56-b48d-4666-91b2-54b9beee68a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb922ce-61ac-4bb4-987e-13c25e121ad9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:33.058399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55672) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:33.102185 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-a3a15b18-201b-4e71-87d5-32466c4fd5fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be18920469df4c5fa9a98a2ab26cf283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422688 Jul 06 19:39:33.104775 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55674) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:33.151815 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1993d0ca-991c-49da-b6bf-7ecde3ac5992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:33.172431 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1993d0ca-991c-49da-b6bf-7ecde3ac5992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:33.227885 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1993d0ca-991c-49da-b6bf-7ecde3ac5992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:33.230513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1993d0ca-991c-49da-b6bf-7ecde3ac5992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:33.231692 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1993d0ca-991c-49da-b6bf-7ecde3ac5992 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e64bf0cd-97a2-44eb-9c7c-a95ef9c2d97c HTTP/1.1" status: 204 len: 168 time: 0.1260350 Jul 06 19:39:33.240011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993d0ca-991c-49da-b6bf-7ecde3ac5992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64bf0cd-97a2-44eb-9c7c-a95ef9c2d97c,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:33.269800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ae8fbd24-38b1-4f16-be1a-39695272b428 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:39:33.290081 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: ae8fbd24-38b1-4f16-be1a-39695272b428 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:39:33.290423 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device ae8fbd24-38b1-4f16-be1a-39695272b428 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:39:33.290839 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c9979d6c-fdda-485e-9253-635d43e43a99 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:39:33.312586 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c9979d6c-fdda-485e-9253-635d43e43a99 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:39:33.312932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c9979d6c-fdda-485e-9253-635d43e43a99 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:39:33.313344 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c7f31972-a657-4fb8-bae7-62f28b234783 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:39:33.333411 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: c7f31972-a657-4fb8-bae7-62f28b234783 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:39:33.333797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device c7f31972-a657-4fb8-bae7-62f28b234783 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:39:33.566841 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:33.609553 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-1e14ebbc-65ea-4c2e-8449-5fcda534afb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f5597cf98f34e359402f06c2f9a1966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414920 Jul 06 19:39:33.612324 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55682) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:33.660624 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92f76b8f-58a0-41a2-a549-693aadb25b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:33.688457 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92f76b8f-58a0-41a2-a549-693aadb25b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:33.737178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92f76b8f-58a0-41a2-a549-693aadb25b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:33.739651 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-92f76b8f-58a0-41a2-a549-693aadb25b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:33.740837 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-92f76b8f-58a0-41a2-a549-693aadb25b5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91add5a1-c7fb-4599-be6a-3a18f98a52e2 HTTP/1.1" status: 204 len: 168 time: 0.1275401 Jul 06 19:39:33.749061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76b8f-58a0-41a2-a549-693aadb25b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91add5a1-c7fb-4599-be6a-3a18f98a52e2,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:34.447238 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55704) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:34.555553 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1541554148-network', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:34.579926 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Made reservation on behalf of 91ed80e897614f1cbec9b0f1278cf589 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:39:34.582528 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:34.591546 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:34.687754 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:34.693263 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:34.719757 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:39:34.738711 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7a8e6d-7fcd-4426-a01f-d487dcf5c9f1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:34.744800 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:34.745282 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Added segment bd148f07-cfa5-473b-9728-983a7a7fe8f4 of type vlan for network ab01459c-d3b5-478f-aef3-29a49622461a Jul 06 19:39:34.794205 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:34.830011 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:34.831009 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:34.831597 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:34.888286 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4396303 Jul 06 19:39:34.893309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55708) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:34.904460 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Request body: {'subnet': {'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1541554148-subnet', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:34.910725 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce75a5a-7c7c-48fa-b533-3bf61e510495 admin admin] Pushing event updated for resources: {'Network': ['ID=ab01459c-d3b5-478f-aef3-29a49622461a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:34.922227 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network ab01459c-d3b5-478f-aef3-29a49622461a details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:39:34.933684 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Made reservation on behalf of 91ed80e897614f1cbec9b0f1278cf589 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:39:34.936299 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.110273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.162570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75856272-ff93-4247-adb0-aa2d714f574d,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:35.173777 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Checking segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:35.174487 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Network hostable DHCP agents. Network: ab01459c-d3b5-478f-aef3-29a49622461a, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:39:35.196801 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Network ab01459c-d3b5-478f-aef3-29a49622461a is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:39:35.210998 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, ab01459c-d3b5-478f-aef3-29a49622461a) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:35.215415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:35.216015 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.221468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0cae08-ac2f-4d00-ab57-91e2d4f68e57 None None] Network ab01459c-d3b5-478f-aef3-29a49622461a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:39:35.233507 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a0f6c10f-0d7d-441f-8d67-2358a7533a06 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3388078 Jul 06 19:39:35.236422 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55710) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:35.241489 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:35.264875 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.266013 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.322469 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.373483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-ab01459c-d3b5-478f-aef3-29a49622461a', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:39:35.374424 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.460513 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.666861 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Allocated IP 172.20.0.2 (ab01459c-d3b5-478f-aef3-29a49622461a/75856272-ff93-4247-adb0-aa2d714f574d/4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:39:35.671681 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.691152 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.798623 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Allocated IP 172.25.4.231 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/e4613dba-073b-4921-b944-f8116c134a2b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:39:35.813999 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.822717 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Transition to ACTIVE for port object 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:35.837474 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Transition to ACTIVE for port object 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:35.844150 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.880328 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Network ab01459c-d3b5-478f-aef3-29a49622461a is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:35.885576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:35.888985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:39:35.894830 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Pushing event updated for resources: {'Port': ['ID=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:35.905686 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.947123 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.952727 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Attempting to bind port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:39:35.953254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Attempting to bind port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:39:35.953446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Attempting to bind port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 on network ab01459c-d3b5-478f-aef3-29a49622461a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:39:35.958527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:39:35.958899 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Checking segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:35.959312 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.959729 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Bound using segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:39:35.960190 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Bound port: 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:39:35.960577 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:35.988810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:35.993064 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:35.997611 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:39:36.021262 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Pushing event updated for resources: {'Port': ['ID=e4613dba-073b-4921-b944-f8116c134a2b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:36.030662 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] For port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:39:36.033994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] For port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:39:36.040330 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:36.101721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080d6bf-289d-4396-8d5f-0bc2c5a0b0b0 None None] Pushing event updated for resources: {'Port': ['ID=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:36.277930 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:36.475659 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:36.609920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Router 2e589e8d-32a8-407a-9405-98fba74a142f is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:39:36.727020 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:39:36.736678 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Sync routers for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:39:36.745231 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:36.746956 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-fa850497-dc6f-4e2a-b918-4e5fed26bde7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5094013 Jul 06 19:39:36.747533 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:36.748479 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:36.749911 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55716) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:36.960362 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:37.044269 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bba5f9-396c-4971-bd37-3587177e186b None None] Network ab01459c-d3b5-478f-aef3-29a49622461a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:39:37.130463 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-c3af6f59-21b1-40ee-8706-a5b9292b0417 None None] Provisioning for port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:37.155251 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:36Z', 'revision_number': 3, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:37.185623 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Checking router: 2e589e8d-32a8-407a-9405-98fba74a142f for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:39:37.186279 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Updating router 2e589e8d-32a8-407a-9405-98fba74a142f port e4613dba-073b-4921-b944-f8116c134a2b binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:39:37.201419 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.228154 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.345603 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:37.406578 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:37.414558 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:37.414934 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.456439 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Allocated IP 172.20.0.1 (ab01459c-d3b5-478f-aef3-29a49622461a/75856272-ff93-4247-adb0-aa2d714f574d/6c216376-c028-4fdc-8bd4-5ccfea291a8a) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:39:37.521977 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.558886 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:37.566191 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.568133 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.580845 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.581486 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Transition to ACTIVE for port object e4613dba-073b-4921-b944-f8116c134a2b will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:37.590547 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.592573 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1093e33f-a64d-4191-9e57-c72a3d135633 None None] Provisioning complete for port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:37.593029 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1093e33f-a64d-4191-9e57-c72a3d135633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.595533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Transition to ACTIVE for port object 6c216376-c028-4fdc-8bd4-5ccfea291a8a will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:37.636807 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.641623 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Attempting to bind port e4613dba-073b-4921-b944-f8116c134a2b on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:39:37.642095 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Attempting to bind port e4613dba-073b-4921-b944-f8116c134a2b by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:39:37.642525 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Attempting to bind port e4613dba-073b-4921-b944-f8116c134a2b on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:39:37.651743 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:39:37.652201 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:37.652666 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.653133 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:39:37.653668 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Bound port: e4613dba-073b-4921-b944-f8116c134a2b, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:39:37.653887 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:37.654196 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.663137 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Pushing event updated for resources: {'Port': ['ID=e4613dba-073b-4921-b944-f8116c134a2b,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:37.682571 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Network ab01459c-d3b5-478f-aef3-29a49622461a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:37.687793 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:37.691113 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.691313 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:39:37.691456 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.691979 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.692490 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.693005 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.693509 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.694039 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.694369 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.694696 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.695136 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.695463 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.695844 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:39:37.740958 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] For port e4613dba-073b-4921-b944-f8116c134a2b, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:39:37.744724 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] For port e4613dba-073b-4921-b944-f8116c134a2b, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e4613dba-073b-4921-b944-f8116c134a2b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:39:37.751177 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.815088 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:37.815835 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:37.866252 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0fe4c-c661-45e6-99c4-f78ba761d8fb None None] Pushing event updated for resources: {'Port': ['ID=e4613dba-073b-4921-b944-f8116c134a2b,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:37.943578 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:37.947425 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9f6fe59-6337-42a4-8400-17ef8bcf3813 None None] Provisioning for port 6c216376-c028-4fdc-8bd4-5ccfea291a8a completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:37.952361 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e9f6fe59-6337-42a4-8400-17ef8bcf3813 None None] Provisioning complete for port 6c216376-c028-4fdc-8bd4-5ccfea291a8a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:37.953037 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9f6fe59-6337-42a4-8400-17ef8bcf3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:37.989263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6fe59-6337-42a4-8400-17ef8bcf3813 None None] Port 6c216376-c028-4fdc-8bd4-5ccfea291a8a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:39:38.029124 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c216376-c028-4fdc-8bd4-5ccfea291a8a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:38.047995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:38.131241 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:36Z', 'revision_number': 3, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:38.158131 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81cf9f-665f-4998-9dc5-e6aaaaaeaba3 None None] The sync data for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 is: [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:36Z', 'revision_number': 3, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:39:38.185734 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:38.363248 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:38.370417 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:38.442481 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:38.444298 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c216376-c028-4fdc-8bd4-5ccfea291a8a,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:38.554934 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Network ab01459c-d3b5-478f-aef3-29a49622461a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:38.556503 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:38.684518 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Router 2e589e8d-32a8-407a-9405-98fba74a142f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:39:38.808599 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:39:38.821895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-bc782537-fc95-487b-a073-14e8b4e7eaa9 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e589e8d-32a8-407a-9405-98fba74a142f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0630639 Jul 06 19:39:38.822201 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-00f243d4-c09f-48fe-b099-649d4c1ec4fb None None] Provisioning complete for port 6c216376-c028-4fdc-8bd4-5ccfea291a8a triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:38.822201 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-00f243d4-c09f-48fe-b099-649d4c1ec4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:38.858339 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-00f243d4-c09f-48fe-b099-649d4c1ec4fb None None] Port 6c216376-c028-4fdc-8bd4-5ccfea291a8a cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:39:39.331365 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:39.341387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55732) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:39.346729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-962295077-network', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:39.373257 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Made reservation on behalf of 326369f8a4114e21bbcdd971f90ccbeb for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:39:39.382489 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.392405 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.399209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:39.399582 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.422004 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:39:39.487605 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e4613dba-073b-4921-b944-f8116c134a2b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:39.492868 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.498071 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.538432 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:39:39.544478 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port e4613dba-073b-4921-b944-f8116c134a2b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:39.550416 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e4613dba-073b-4921-b944-f8116c134a2b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:39.551081 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.558492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69240bef-854c-497e-9b74-166b31c5d9ca,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:39.563737 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.564264 n-d-799684-2 neutron-server[93966]: INFO neutron.db.segments_db [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Added segment 05b4c473-ae5e-45eb-8d41-81b73de2aa80 of type vlan for network b095fbb6-2e76-414b-adad-a18459f8526b Jul 06 19:39:39.642768 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762271688807'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.654146 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.678566 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.679763 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:39.680438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.680661 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port e4613dba-073b-4921-b944-f8116c134a2b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e4613dba-073b-4921-b944-f8116c134a2b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:39.686420 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.740263 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3978448 Jul 06 19:39:39.742980 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55734) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:39.744656 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=e4613dba-073b-4921-b944-f8116c134a2b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:39.749691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Request body: {'subnet': {'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-962295077-subnet', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:39.758549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbd5fc-5741-415d-b6d1-3a37e34747fe admin admin] Pushing event updated for resources: {'Network': ['ID=b095fbb6-2e76-414b-adad-a18459f8526b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:39.773827 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Network b095fbb6-2e76-414b-adad-a18459f8526b details requested by agent ovs-agent-n-d-799684-2 with host n-d-799684-2 {{(pid=93968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:39:39.777529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Made reservation on behalf of 326369f8a4114e21bbcdd971f90ccbeb for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:39:39.780269 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068911785'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:39.889614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Sync routers for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:39:39.899483 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:39.900392 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:39.959995 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1068675288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068911803'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.012278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:40.013527 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Pushing event updated for resources: {'Subnet': ['ID=026a4785-0391-4f70-9180-64b49864f276,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:40.030780 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Checking segment: {'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:40.031143 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Network hostable DHCP agents. Network: b095fbb6-2e76-414b-adad-a18459f8526b, hostable agents: ['f27f4f79-0236-41a4-80ac-22c0894151bb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:39:40.049647 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Network b095fbb6-2e76-414b-adad-a18459f8526b is scheduled to be hosted by DHCP agent f27f4f79-0236-41a4-80ac-22c0894151bb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:39:40.059501 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799684-2, b095fbb6-2e76-414b-adad-a18459f8526b) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:40.063716 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:40.064314 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.080356 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-a70327e3-cd0c-4114-8ef9-8a303338200c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3363035 Jul 06 19:39:40.082965 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55736) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:40.087584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d32cc3-de35-4de7-9f20-3af9090758ba None None] Network b095fbb6-2e76-414b-adad-a18459f8526b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:39:40.088128 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:40.114055 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-803351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6438'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.115238 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-803464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-805944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6463'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.168369 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.307135 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-803333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6413'] for router, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.329393 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4743d0ea-079f-5e3f-a952-15151550dbfe-b095fbb6-2e76-414b-adad-a18459f8526b', 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'fixed_ips': [{'subnet_id': '026a4785-0391-4f70-9180-64b49864f276'}]}} from n-d-799684-2. {{(pid=93968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:39:40.330309 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.341315 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 2, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:40.371977 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Checking router: 2e589e8d-32a8-407a-9405-98fba74a142f for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:39:40.372321 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Updating router 2e589e8d-32a8-407a-9405-98fba74a142f port 6c216376-c028-4fdc-8bd4-5ccfea291a8a binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:39:40.466067 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.517707 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.537645 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.625676 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Allocated IP 172.20.0.2 (b095fbb6-2e76-414b-adad-a18459f8526b/026a4785-0391-4f70-9180-64b49864f276/d314fe1d-2ae9-4069-95e3-970e12e7be69) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:39:40.642994 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Allocated IP 172.25.4.173 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/b9443d04-fe8f-4e71-991b-f398830f3436) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:39:40.758547 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.799557 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.838001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:40.842411 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:40.844878 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:39:40.872939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Pushing event updated for resources: {'Port': ['ID=b9443d04-fe8f-4e71-991b-f398830f3436,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:40.896534 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.909376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Transition to ACTIVE for port object d314fe1d-2ae9-4069-95e3-970e12e7be69 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:40.932322 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.940795 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Transition to ACTIVE for port object d314fe1d-2ae9-4069-95e3-970e12e7be69 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:40.946697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Transition to ACTIVE for port object 6c216376-c028-4fdc-8bd4-5ccfea291a8a will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:40.950441 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:40.958401 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.002120 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Network b095fbb6-2e76-414b-adad-a18459f8526b is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:41.011083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:41.014160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:39:41.017743 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Pushing event updated for resources: {'Port': ['ID=d314fe1d-2ae9-4069-95e3-970e12e7be69,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:41.114480 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.272633 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e4613dba-073b-4921-b944-f8116c134a2b up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:41.329267 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-803356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705481'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.342987 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484efe5-7c7f-476a-9500-5ad05d6f078f None None] Pushing event updated for resources: {'Port': ['ID=6c216376-c028-4fdc-8bd4-5ccfea291a8a,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:41.348877 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Attempting to bind port 6c216376-c028-4fdc-8bd4-5ccfea291a8a on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:39:41.349238 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Attempting to bind port 6c216376-c028-4fdc-8bd4-5ccfea291a8a by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:39:41.349595 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Attempting to bind port 6c216376-c028-4fdc-8bd4-5ccfea291a8a on network ab01459c-d3b5-478f-aef3-29a49622461a {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:39:41.356278 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Attempting to bind port d314fe1d-2ae9-4069-95e3-970e12e7be69 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:39:41.356622 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Attempting to bind port d314fe1d-2ae9-4069-95e3-970e12e7be69 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:39:41.356969 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Attempting to bind port d314fe1d-2ae9-4069-95e3-970e12e7be69 on network b095fbb6-2e76-414b-adad-a18459f8526b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:39:41.371128 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:39:41.371492 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Checking segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:41.371887 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.372273 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Bound using segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:39:41.372756 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Bound port: 6c216376-c028-4fdc-8bd4-5ccfea291a8a, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:39:41.373137 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.376249 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:39:41.376604 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Checking segment: {'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:41.376978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.377350 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Bound using segment: {'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:39:41.377819 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Bound port: d314fe1d-2ae9-4069-95e3-970e12e7be69, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:39:41.378181 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.456609 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port e4613dba-073b-4921-b944-f8116c134a2b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:41.456870 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.462537 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Router e9ff5648-3017-43ee-888f-7107156c388e is scheduled to L3 agent ec65846c-4b96-441e-9090-8a616cac6edb with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:39:41.528088 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] For port d314fe1d-2ae9-4069-95e3-970e12e7be69, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:39:41.531320 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] For port 6c216376-c028-4fdc-8bd4-5ccfea291a8a, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:39:41.534142 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] For port d314fe1d-2ae9-4069-95e3-970e12e7be69, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d314fe1d-2ae9-4069-95e3-970e12e7be69,segment=NetworkSegment(05b4c473-ae5e-45eb-8d41-81b73de2aa80),segment_id=05b4c473-ae5e-45eb-8d41-81b73de2aa80)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:39:41.536470 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] For port 6c216376-c028-4fdc-8bd4-5ccfea291a8a, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6c216376-c028-4fdc-8bd4-5ccfea291a8a,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:39:41.541733 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.547147 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.574350 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:39:41.586185 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Sync routers for ids ['e9ff5648-3017-43ee-888f-7107156c388e'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:39:41.593679 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:41.598491 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Routers {'e9ff5648-3017-43ee-888f-7107156c388e'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:41.598649 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55740) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:41.599278 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e9ff5648-3017-43ee-888f-7107156c388e'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:41.615931 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-29a9cb12-413a-46e2-bb45-50301a2c7810 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5317283 Jul 06 19:39:41.664176 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d5ae5-b9d3-41a6-a227-0642c46eefce None None] Pushing event updated for resources: {'Port': ['ID=d314fe1d-2ae9-4069-95e3-970e12e7be69,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:41.670565 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:41.671637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:41.743233 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Set router e9ff5648-3017-43ee-888f-7107156c388e gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:41.847214 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:41.958635 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484efe5-7c7f-476a-9500-5ad05d6f078f None None] Pushing event updated for resources: {'Port': ['ID=6c216376-c028-4fdc-8bd4-5ccfea291a8a,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:42.023113 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:40Z', 'revision_number': 3, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port': {'id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:42.070829 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Checking router: e9ff5648-3017-43ee-888f-7107156c388e for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:39:42.071255 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Updating router e9ff5648-3017-43ee-888f-7107156c388e port b9443d04-fe8f-4e71-991b-f398830f3436 binding host n-d-799684-2 {{(pid=93969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:39:42.112729 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.113645 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.137282 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:41Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:42.166731 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235d749-8efa-4ae0-832f-909bceb2a95d None None] The sync data for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 is: [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:41Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:39:42.328210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Allocated IP 172.20.0.1 (b095fbb6-2e76-414b-adad-a18459f8526b/026a4785-0391-4f70-9180-64b49864f276/9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:39:42.434601 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.451181 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Transition to ACTIVE for port object b9443d04-fe8f-4e71-991b-f398830f3436 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:42.464012 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.464796 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.486685 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Transition to ACTIVE for port object 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 will not be triggered until provisioned by entity DHCP. {{(pid=93967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:42.517315 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Attempting to bind port b9443d04-fe8f-4e71-991b-f398830f3436 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:39:42.517683 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Attempting to bind port b9443d04-fe8f-4e71-991b-f398830f3436 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:39:42.518066 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Attempting to bind port b9443d04-fe8f-4e71-991b-f398830f3436 on network 5252f85f-2217-44be-8007-5bb515235547 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:39:42.525701 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a027dc-a050-4384-ad00-c62f3412e77c None None] Pushing event updated for resources: {'Port': ['ID=b9443d04-fe8f-4e71-991b-f398830f3436,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:42.535323 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:39:42.535760 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Checking segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:42.536104 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.536625 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Bound using segment: {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:39:42.537130 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Bound port: b9443d04-fe8f-4e71-991b-f398830f3436, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5252f85f-2217-44be-8007-5bb515235547'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:39:42.537536 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.540979 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.585246 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Network b095fbb6-2e76-414b-adad-a18459f8526b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:42.588322 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:42.595605 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:39:42.607080 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] For port b9443d04-fe8f-4e71-991b-f398830f3436, host n-d-799684-2, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:39:42.610974 n-d-799684-2 neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] For port b9443d04-fe8f-4e71-991b-f398830f3436, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b9443d04-fe8f-4e71-991b-f398830f3436,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:39:42.619441 n-d-799684-2 neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.621596 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Pushing event updated for resources: {'Port': ['ID=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:42.648812 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-815358'] for router_interface, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.689073 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Routers {'e9ff5648-3017-43ee-888f-7107156c388e'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:42.690052 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e9ff5648-3017-43ee-888f-7107156c388e'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:42.825116 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:42.893975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246789b-6163-49cf-9e6d-772e088f092c None None] Network b095fbb6-2e76-414b-adad-a18459f8526b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:39:42.940976 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] Set router e9ff5648-3017-43ee-888f-7107156c388e gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:43.001753 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-914ba5b4-0e0b-4dba-a711-231257ef7df7 None None] Provisioning for port d314fe1d-2ae9-4069-95e3-970e12e7be69 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:43.048808 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.058406 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.075875 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a027dc-a050-4384-ad00-c62f3412e77c None None] Pushing event updated for resources: {'Port': ['ID=b9443d04-fe8f-4e71-991b-f398830f3436,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:43.139162 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Pushing event updated for resources: {'Port': ['ID=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:43.142842 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-806787'] for router_interface, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.168373 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:40Z', 'revision_number': 3, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port': {'id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:43.212211 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57514-ae20-42ea-a36b-9136ab7f71e6 None None] The sync data for ids ['e9ff5648-3017-43ee-888f-7107156c388e'] in n-d-799684-2 is: [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:40Z', 'revision_number': 3, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port': {'id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:39:43.268072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Network b095fbb6-2e76-414b-adad-a18459f8526b is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:43.272510 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:43.380036 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d314fe1d-2ae9-4069-95e3-970e12e7be69 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:43.418912 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Router e9ff5648-3017-43ee-888f-7107156c388e has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:39:43.456280 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port d314fe1d-2ae9-4069-95e3-970e12e7be69 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:43.462309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d314fe1d-2ae9-4069-95e3-970e12e7be69 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:43.462674 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.498013 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Provisioning for port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:43.506059 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Provisioning complete for port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:43.506375 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.554261 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:39:43.567321 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:39:43.572196 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Provisioning complete for port d314fe1d-2ae9-4069-95e3-970e12e7be69 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:43.572581 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.574271 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-46cef77d-061e-41dd-ab88-17aec21ef070 admin admin] 10.222.0.53 "PUT /v2.0/routers/e9ff5648-3017-43ee-888f-7107156c388e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742975 Jul 06 19:39:43.654731 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.713193 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port d314fe1d-2ae9-4069-95e3-970e12e7be69, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d314fe1d-2ae9-4069-95e3-970e12e7be69,segment=NetworkSegment(05b4c473-ae5e-45eb-8d41-81b73de2aa80),segment_id=05b4c473-ae5e-45eb-8d41-81b73de2aa80)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:43.738680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.739476 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6c216376-c028-4fdc-8bd4-5ccfea291a8a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:43.806559 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.868953 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=d314fe1d-2ae9-4069-95e3-970e12e7be69,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:43.907701 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 6c216376-c028-4fdc-8bd4-5ccfea291a8a completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:43.917035 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6c216376-c028-4fdc-8bd4-5ccfea291a8a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:43.917533 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:43.945302 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.db.api [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 19:39:43.945942 n-d-799684-2 neutron-server[93968]: DEBUG oslo_db.api [None req-97c810d8-60c5-4970-ab6d-c8aecd5d8c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 19:39:44.008601 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:44.043828 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 6c216376-c028-4fdc-8bd4-5ccfea291a8a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6c216376-c028-4fdc-8bd4-5ccfea291a8a,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:44.049222 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:44.101940 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=6c216376-c028-4fdc-8bd4-5ccfea291a8a,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:44.611195 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-3b01bab4-750b-46a7-80e6-098c1acc9cc4 None None] Provisioning complete for port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:44.611440 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b01bab4-750b-46a7-80e6-098c1acc9cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:44.651034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3b01bab4-750b-46a7-80e6-098c1acc9cc4 None None] Port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:39:45.330991 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d314fe1d-2ae9-4069-95e3-970e12e7be69 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:45.384283 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port d314fe1d-2ae9-4069-95e3-970e12e7be69 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:45.384661 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.404428 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55750) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:45.409442 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-1a92459b-e757-4d6c-9475-af280975e0d5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176049204', 'description': 'tempest-secgroup-smoke-1176049204 description', 'project_id': '91ed80e897614f1cbec9b0f1278cf589'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:45.431801 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a92459b-e757-4d6c-9475-af280975e0d5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.466735 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b9443d04-fe8f-4e71-991b-f398830f3436 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:45.520353 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a92459b-e757-4d6c-9475-af280975e0d5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.526477 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a92459b-e757-4d6c-9475-af280975e0d5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.527853 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port b9443d04-fe8f-4e71-991b-f398830f3436 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:45.531992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b9443d04-fe8f-4e71-991b-f398830f3436 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:45.532817 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.559341 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a92459b-e757-4d6c-9475-af280975e0d5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.560711 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1a92459b-e757-4d6c-9475-af280975e0d5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1552284 Jul 06 19:39:45.561504 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92459b-e757-4d6c-9475-af280975e0d5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ec933-011f-43ed-811a-7d4ec7511331,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:45.563891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:45.569190 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f285de18-ed9d-48ea-88f5-b342abd0b56b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'security_group_rule': {'security_group_id': 'd48ec933-011f-43ed-811a-7d4ec7511331', 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:45.603456 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f285de18-ed9d-48ea-88f5-b342abd0b56b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.616332 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.637527 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port b9443d04-fe8f-4e71-991b-f398830f3436, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b9443d04-fe8f-4e71-991b-f398830f3436,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:45.642560 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.643347 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6c216376-c028-4fdc-8bd4-5ccfea291a8a up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:45.665911 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f285de18-ed9d-48ea-88f5-b342abd0b56b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.668675 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f285de18-ed9d-48ea-88f5-b342abd0b56b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.685939 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285de18-ed9d-48ea-88f5-b342abd0b56b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6057453-1f2b-4fdf-8e1b-72a196b2147c,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:45.697524 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f285de18-ed9d-48ea-88f5-b342abd0b56b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.699289 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-f285de18-ed9d-48ea-88f5-b342abd0b56b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341980 Jul 06 19:39:45.702017 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55754) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:45.706646 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-635a8166-86ce-412d-ac73-6c4c2c840dc8 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'security_group_rule': {'security_group_id': 'd48ec933-011f-43ed-811a-7d4ec7511331', 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:45.718992 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Sync routers for ids ['e9ff5648-3017-43ee-888f-7107156c388e'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:39:45.733526 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-635a8166-86ce-412d-ac73-6c4c2c840dc8 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.735183 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5628af22-54e0-4eaa-aa3b-71ba9488bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.746333 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=b9443d04-fe8f-4e71-991b-f398830f3436,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:45.752545 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Routers {'e9ff5648-3017-43ee-888f-7107156c388e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:45.753170 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e9ff5648-3017-43ee-888f-7107156c388e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:45.794518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-635a8166-86ce-412d-ac73-6c4c2c840dc8 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.799186 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-635a8166-86ce-412d-ac73-6c4c2c840dc8 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.802056 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 6c216376-c028-4fdc-8bd4-5ccfea291a8a triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:45.802462 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.817569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a8166-86ce-412d-ac73-6c4c2c840dc8 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88eaa0d-b636-45dd-ab25-eb8748f4c42c,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:45.826495 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-635a8166-86ce-412d-ac73-6c4c2c840dc8 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.827611 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-635a8166-86ce-412d-ac73-6c4c2c840dc8 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246412 Jul 06 19:39:45.830459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55756) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:45.835461 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-28c4e0ed-e640-4736-9df7-1116f3ee38fb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'security_group_rule': {'security_group_id': 'd48ec933-011f-43ed-811a-7d4ec7511331', 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:45.864131 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28c4e0ed-e640-4736-9df7-1116f3ee38fb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.898259 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Set router e9ff5648-3017-43ee-888f-7107156c388e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:45.927194 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28c4e0ed-e640-4736-9df7-1116f3ee38fb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.932466 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28c4e0ed-e640-4736-9df7-1116f3ee38fb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.951899 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4e0ed-e640-4736-9df7-1116f3ee38fb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ad4f23-95ab-4568-92ae-d676b8afed27,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:45.957078 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-28c4e0ed-e640-4736-9df7-1116f3ee38fb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:45.961415 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-28c4e0ed-e640-4736-9df7-1116f3ee38fb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266387 Jul 06 19:39:45.961415 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:45.965748 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-32c31561-4d1a-46c1-8365-4422d927cd89 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'security_group_rule': {'security_group_id': 'd48ec933-011f-43ed-811a-7d4ec7511331', 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:45.992464 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32c31561-4d1a-46c1-8365-4422d927cd89 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.053878 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32c31561-4d1a-46c1-8365-4422d927cd89 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.059134 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32c31561-4d1a-46c1-8365-4422d927cd89 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.082342 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c31561-4d1a-46c1-8365-4422d927cd89 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4585151-62da-48ac-90b1-40f9f7922a21,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:46.098966 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32c31561-4d1a-46c1-8365-4422d927cd89 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.103179 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-32c31561-4d1a-46c1-8365-4422d927cd89 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382670 Jul 06 19:39:46.103386 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 55760) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:46.108039 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ecfb5dc1-390a-4671-84a6-e060fee4465f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'security_group_rule': {'security_group_id': 'd48ec933-011f-43ed-811a-7d4ec7511331', 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:46.132250 n-d-799684-2 neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-ecfb5dc1-390a-4671-84a6-e060fee4465f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Project 91ed80e897614f1cbec9b0f1278cf589 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:39:46.136168 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:42Z', 'revision_number': 4, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port': {'id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06', 'name': '', 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'mac_address': 'fa:16:3e:5d:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '026a4785-0391-4f70-9180-64b49864f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:42Z', 'updated_at': '2021-07-06T19:39:42Z', 'revision_number': 2, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'subnets': [{'id': '026a4785-0391-4f70-9180-64b49864f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:46.137389 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5dc1-390a-4671-84a6-e060fee4465f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.163542 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Checking router: e9ff5648-3017-43ee-888f-7107156c388e for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:39:46.163930 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Updating router e9ff5648-3017-43ee-888f-7107156c388e port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 binding host n-d-799684-2 {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:39:46.199132 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.201219 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5dc1-390a-4671-84a6-e060fee4465f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.206273 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5dc1-390a-4671-84a6-e060fee4465f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.223843 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb5dc1-390a-4671-84a6-e060fee4465f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a26b32-2d11-4056-99eb-77a1af52f6e9,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:46.231329 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5dc1-390a-4671-84a6-e060fee4465f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.232500 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-ecfb5dc1-390a-4671-84a6-e060fee4465f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281838 Jul 06 19:39:46.235657 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55762) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:39:46.240700 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-40935d51-85c8-4c9b-aade-b3cb4e5933f5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'security_group_rule': {'security_group_id': 'd48ec933-011f-43ed-811a-7d4ec7511331', 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:46.264242 n-d-799684-2 neutron-server[93967]: INFO neutron.db.securitygroups_db [None req-40935d51-85c8-4c9b-aade-b3cb4e5933f5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Project 91ed80e897614f1cbec9b0f1278cf589 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:39:46.269296 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40935d51-85c8-4c9b-aade-b3cb4e5933f5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.331142 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40935d51-85c8-4c9b-aade-b3cb4e5933f5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.335835 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40935d51-85c8-4c9b-aade-b3cb4e5933f5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-563975'] for security_group_rule, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.358550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40935d51-85c8-4c9b-aade-b3cb4e5933f5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c44d3a-ff55-4148-ba94-da51933f6372,revision_number=0']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:46.367565 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-40935d51-85c8-4c9b-aade-b3cb4e5933f5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.368939 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-40935d51-85c8-4c9b-aade-b3cb4e5933f5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320009 Jul 06 19:39:46.531856 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-aa263f1b-c5a2-46b8-bd1a-9837327e6981 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176049204&fields=id&tenant_id=91ed80e897614f1cbec9b0f1278cf589 HTTP/1.1" status: 200 len: 267 time: 0.0375566 Jul 06 19:39:46.644686 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.648861 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3395-212a-416c-bafd-68bbdd781357 req-c31cf690-da29-44d3-906a-37f26905cd0f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:46.650401 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-c31cf690-da29-44d3-906a-37f26905cd0f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 810 time: 0.1118519 Jul 06 19:39:46.654897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Transition to ACTIVE for port object 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:46.662203 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.668214 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-1ed5b216-6509-4c31-831e-abc189c2f44c tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/quotas/91ed80e897614f1cbec9b0f1278cf589 HTTP/1.1" status: 200 len: 375 time: 0.0110562 Jul 06 19:39:46.716850 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef87215-5311-43ed-83c8-ca8956456b38 None None] Pushing event updated for resources: {'Port': ['ID=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:46.745452 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-1853afc0-7dbe-472c-b722-1ba6e5ee4101 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691118 Jul 06 19:39:46.779614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Attempting to bind port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 on host n-d-799684-2 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:39:46.780090 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Attempting to bind port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 by drivers openvswitch,hyperv on host n-d-799684-2 at level 0 using segments [{'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:39:46.780547 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Attempting to bind port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 on network b095fbb6-2e76-414b-adad-a18459f8526b {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:39:46.786914 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Checking agent: {'id': 'e7325395-71d7-4917-8244-7f6ae8736fdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 8, 18), 'started_at': datetime.datetime(2021, 7, 6, 18, 8, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799684-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:39:46.787157 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Checking segment: {'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:46.787632 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.788160 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Bound using segment: {'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:39:46.789438 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Bound port: 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06, host: n-d-799684-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b4c473-ae5e-45eb-8d41-81b73de2aa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:39:46.789438 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.858188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-f538ab97-b1ee-4ee8-9f1a-4cc0c176c20f service neutron] 10.222.0.53 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942774 Jul 06 19:39:46.864580 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] For port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06, host n-d-799684-2, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:39:46.868155 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] For port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06, host n-d-799684-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,segment=NetworkSegment(05b4c473-ae5e-45eb-8d41-81b73de2aa80),segment_id=05b4c473-ae5e-45eb-8d41-81b73de2aa80)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:39:46.874483 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:46.934194 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Routers {'e9ff5648-3017-43ee-888f-7107156c388e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:39:46.934841 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e9ff5648-3017-43ee-888f-7107156c388e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:46.958419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-1696c284-9909-4b1c-9956-2722143ae292 service neutron] 10.222.0.53 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896363 Jul 06 19:39:46.970519 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef87215-5311-43ed-83c8-ca8956456b38 None None] Pushing event updated for resources: {'Port': ['ID=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:47.058584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] Set router e9ff5648-3017-43ee-888f-7107156c388e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:39:47.143605 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c56c66f-ec8c-48bf-a54a-c67a5d705f51 req-634e3382-bf2f-469b-b07f-46e8ecaeb0a2 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 210 time: 0.0300782 Jul 06 19:39:47.265898 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b9443d04-fe8f-4e71-991b-f398830f3436 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:47.328230 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:42Z', 'revision_number': 4, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port': {'id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06', 'name': '', 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'mac_address': 'fa:16:3e:5d:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '026a4785-0391-4f70-9180-64b49864f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:42Z', 'updated_at': '2021-07-06T19:39:46Z', 'revision_number': 4, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'subnets': [{'id': '026a4785-0391-4f70-9180-64b49864f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:39:47.357511 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1724a-1fd4-4027-9768-2be2e1c5f1fa None None] The sync data for ids ['e9ff5648-3017-43ee-888f-7107156c388e'] in n-d-799684-2 is: [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:42Z', 'revision_number': 4, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port': {'id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06', 'name': '', 'network_id': 'b095fbb6-2e76-414b-adad-a18459f8526b', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'mac_address': 'fa:16:3e:5d:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '026a4785-0391-4f70-9180-64b49864f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:42Z', 'updated_at': '2021-07-06T19:39:46Z', 'revision_number': 4, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'subnets': [{'id': '026a4785-0391-4f70-9180-64b49864f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:39:47.360584 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port b9443d04-fe8f-4e71-991b-f398830f3436 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:47.361055 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:48.237371 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cda0da93-5aec-4f8d-b51d-dd30da9cf583 req-ec15439b-d871-4d09-be3d-72128e39a3c5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 210 time: 0.0383825 Jul 06 19:39:48.359580 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1e9c466f-22c5-4b94-b325-e5fd5240844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:48.524654 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:49.300800 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:49.359375 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning for port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:49.366032 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:49.366728 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:49.385601 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-83e24494-30a4-433b-8bfa-0af086e56f8d req-79239181-fc67-411a-a852-4c583331b738 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 210 time: 0.0328143 Jul 06 19:39:49.453042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:49.491858 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] For port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,segment=NetworkSegment(05b4c473-ae5e-45eb-8d41-81b73de2aa80),segment_id=05b4c473-ae5e-45eb-8d41-81b73de2aa80)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:49.497929 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:49.551797 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Pushing event updated for resources: {'Port': ['ID=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:49.783740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:50.368760 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3395-212a-416c-bafd-68bbdd781357 req-2b6bdc07-6d40-4073-bbee-745b965aa119 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:50.370309 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-2b6bdc07-6d40-4073-bbee-745b965aa119 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 810 time: 0.0990834 Jul 06 19:39:50.430006 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-adf20fc0-f8ec-42d4-92b3-460a87769fca tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91ed80e897614f1cbec9b0f1278cf589 HTTP/1.1" status: 200 len: 380 time: 0.0477264 Jul 06 19:39:50.439741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'port': {'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'admin_state_up': True, 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'security_groups': ['d48ec933-011f-43ed-811a-7d4ec7511331']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:50.576973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-64f500f3-3ff3-4da6-9f9b-2f086681dc1f req-764acb4b-bb1c-4d14-bcb8-b7124e06e6f7 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 210 time: 0.0454187 Jul 06 19:39:50.606906 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Made reservation on behalf of 91ed80e897614f1cbec9b0f1278cf589 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:39:50.610624 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:50.770652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Allocated IP 172.20.0.4 (ab01459c-d3b5-478f-aef3-29a49622461a/75856272-ff93-4247-adb0-aa2d714f574d/ebec03f8-1d5c-463c-9980-5eb024bad714) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:39:50.908144 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:50.922145 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Transition to ACTIVE for port object ebec03f8-1d5c-463c-9980-5eb024bad714 will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:50.955980 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:51.012444 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Network ab01459c-d3b5-478f-aef3-29a49622461a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:39:51.015740 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:39:51.020269 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:39:51.024243 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:51.071287 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:51.071930 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:51.087862 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-9ce555cd-a926-40a1-8886-6505c99b8431 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525311 Jul 06 19:39:51.099769 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Request body: {'port': {'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:39:51.175232 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:51.249482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a7d0936b-567f-40d5-ac41-f58f233478a1 None None] Provisioning for port ebec03f8-1d5c-463c-9980-5eb024bad714 completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:51.254539 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a7d0936b-567f-40d5-ac41-f58f233478a1 None None] Provisioning complete for port ebec03f8-1d5c-463c-9980-5eb024bad714 triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:51.255140 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7d0936b-567f-40d5-ac41-f58f233478a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:51.294223 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0936b-567f-40d5-ac41-f58f233478a1 None None] Port ebec03f8-1d5c-463c-9980-5eb024bad714 cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:39:51.296975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 up at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:51.341206 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:51.356018 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Provisioning complete for port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:51.356397 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:51.754744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8b87-c613-4c2b-8c38-fb0b6c476a12 req-c46b403c-bbfe-41fd-8447-6a9c86278bcb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:51.756301 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-109e8b87-c613-4c2b-8c38-fb0b6c476a12 req-c46b403c-bbfe-41fd-8447-6a9c86278bcb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 931 time: 0.0663311 Jul 06 19:39:51.799358 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-109e8b87-c613-4c2b-8c38-fb0b6c476a12 req-9982b437-deb5-4e4d-bb1d-3003a1702f8a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361021 Jul 06 19:39:51.814920 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebec03f8-1d5c-463c-9980-5eb024bad714 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:39:51.822808 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:51.834958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Transition to ACTIVE for port object ebec03f8-1d5c-463c-9980-5eb024bad714 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:39:51.839741 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:51.891160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Pushing event updated for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:51.968241 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Attempting to bind port ebec03f8-1d5c-463c-9980-5eb024bad714 on host n-h2-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:39:51.968588 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Attempting to bind port ebec03f8-1d5c-463c-9980-5eb024bad714 by drivers openvswitch,hyperv on host n-h2-799684-2 at level 0 using segments [{'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:39:51.968922 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Attempting to bind port ebec03f8-1d5c-463c-9980-5eb024bad714 on network ab01459c-d3b5-478f-aef3-29a49622461a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:39:51.973563 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Port ebec03f8-1d5c-463c-9980-5eb024bad714 on network ab01459c-d3b5-478f-aef3-29a49622461a not bound, no agent of type Open vSwitch agent registered on host n-h2-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:39:51.973944 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Attempting to bind port ebec03f8-1d5c-463c-9980-5eb024bad714 on network ab01459c-d3b5-478f-aef3-29a49622461a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:39:51.979116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Checking agent: {'id': 'df8f0eb4-c217-4538-9c69-f9c5c6be81a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:39:51.979458 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Checking segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:39:51.979855 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Bound using segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:39:51.980276 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Bound port: ebec03f8-1d5c-463c-9980-5eb024bad714, host: n-h2-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:39:51.980643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:52.051394 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:39:52.056580 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:39:52.062220 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:52.098879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.099545 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:52.100957 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] 10.222.0.24 "PUT /v2.0/ports/ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 1091 time: 1.0056098 Jul 06 19:39:52.101500 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:39:52.105180 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494515a1-509a-4dfb-80a0-5ab7a3d88dad" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:39:52.147856 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c15b8-40f2-4ab9-95f8-a125c82ea7bb service neutron] Pushing event updated for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:52.224387 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3395-212a-416c-bafd-68bbdd781357 req-82617e4f-fd80-4bd1-9930-4200decc1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.226631 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-82617e4f-fd80-4bd1-9930-4200decc1204 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1094 time: 0.0744629 Jul 06 19:39:52.228632 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbce668-4e52-4b32-aae6-7ba17f3ce9c2 x-openstack-request-id: req-fbbce668-4e52-4b32-aae6-7ba17f3ce9c2 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:39:52.229047 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:39:52.229362 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbbce668-4e52-4b32-aae6-7ba17f3ce9c2 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:39:52.229882 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'status': 'completed', 'code': 200} Jul 06 19:39:52.273321 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-0efbf059-e034-4b3c-8d01-a15d687cab3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 217 time: 0.0379734 Jul 06 19:39:52.324116 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3395-212a-416c-bafd-68bbdd781357 req-2e934b3c-1c99-4867-a8aa-72c7c7b8b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.325625 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-2e934b3c-1c99-4867-a8aa-72c7c7b8b54b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0459061 Jul 06 19:39:52.381174 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3395-212a-416c-bafd-68bbdd781357 req-bf262e88-3346-4030-b3e7-7a58ca9d2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.383109 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-bf262e88-3346-4030-b3e7-7a58ca9d2391 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513070 Jul 06 19:39:52.485878 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-c2b9f217-68ba-4ccd-af51-9b5afc629896 service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960679 Jul 06 19:39:52.582774 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f00d3395-212a-416c-bafd-68bbdd781357 req-f13167a9-b3ab-48e2-94d4-0a32221a8dab service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894880 Jul 06 19:39:52.703058 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-37b3055d-40b3-4b65-bed0-4fd51ccad201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.705293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-37b3055d-40b3-4b65-bed0-4fd51ccad201 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1094 time: 0.0711572 Jul 06 19:39:52.800866 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-7ce14547-0656-46bd-8df7-e4b12cdc196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.803005 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-7ce14547-0656-46bd-8df7-e4b12cdc196a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.0911763 Jul 06 19:39:52.849068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-4db9bca3-b208-4b26-8a84-229370982b22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 217 time: 0.0380218 Jul 06 19:39:52.904596 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-df6d0ddc-a3bb-4ccc-b23b-dda33d279d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.906170 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-df6d0ddc-a3bb-4ccc-b23b-dda33d279d74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0511751 Jul 06 19:39:52.964863 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-456ec7d7-2545-4ce9-b82d-5669bd13c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.966417 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-456ec7d7-2545-4ce9-b82d-5669bd13c0a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528736 Jul 06 19:39:52.979241 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e531b-ce76-4808-b69f-a45677ae2b0f req-df59efb3-5861-4038-bdd9-abe1629e78dd tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:52.980755 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a5e531b-ce76-4808-b69f-a45677ae2b0f req-df59efb3-5861-4038-bdd9-abe1629e78dd tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 943 time: 0.0670249 Jul 06 19:39:53.020847 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-5a5e531b-ce76-4808-b69f-a45677ae2b0f req-ed6bcb58-8f2c-46f2-b3b2-87aace6d8cbe tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341206 Jul 06 19:39:53.059428 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-85cd457b-1418-4171-af85-0560bd50a03f service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842955 Jul 06 19:39:53.152741 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:53.154043 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:53.161485 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-494515a1-509a-4dfb-80a0-5ab7a3d88dad req-92a91f34-546e-4a25-8138-4ac2ad05ff0d service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948420 Jul 06 19:39:54.207068 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea82ce-40ce-439b-8840-5df0f30adfe5 req-44197464-c580-4655-ad1d-8b264c109464 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:54.208736 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69ea82ce-40ce-439b-8840-5df0f30adfe5 req-44197464-c580-4655-ad1d-8b264c109464 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 943 time: 0.0665765 Jul 06 19:39:54.249419 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-69ea82ce-40ce-439b-8840-5df0f30adfe5 req-b1742e60-7386-4446-a063-fe5710687f6b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343142 Jul 06 19:39:55.425415 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92711-06e6-43bb-8fbb-2d3c68f91d8d req-84782d4f-d2b3-4786-9cdd-22be15c6de93 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:55.426948 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7dc92711-06e6-43bb-8fbb-2d3c68f91d8d req-84782d4f-d2b3-4786-9cdd-22be15c6de93 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 943 time: 0.0639880 Jul 06 19:39:55.465531 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-7dc92711-06e6-43bb-8fbb-2d3c68f91d8d req-97973d32-4fd5-41bc-a3ab-c02c1f5d1619 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326145 Jul 06 19:39:56.094385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ebec03f8-1d5c-463c-9980-5eb024bad714 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:39:56.201206 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:56.216594 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:39:56.254437 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:56.267342 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebec03f8-1d5c-463c-9980-5eb024bad714 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:39:56.286371 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:56.291961 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:56.339045 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:56.497502 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['ebec03f8-1d5c-463c-9980-5eb024bad714'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:39:56.651357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d4c36-0ce7-4a13-9a8a-603bf7db3dc3 req-88dbc179-95d7-4de6-9264-acca2ac1ee03 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:56.652959 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b09d4c36-0ce7-4a13-9a8a-603bf7db3dc3 req-88dbc179-95d7-4de6-9264-acca2ac1ee03 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 944 time: 0.0709198 Jul 06 19:39:56.692548 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b09d4c36-0ce7-4a13-9a8a-603bf7db3dc3 req-568d31ec-db7b-49fd-8b48-447c962d856f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336623 Jul 06 19:39:57.875953 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfff4c-089b-4047-9b94-622ac3bc8a91 req-135c31b7-80e6-4e5e-b9f4-6d319e172ffd tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:57.877479 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-52dfff4c-089b-4047-9b94-622ac3bc8a91 req-135c31b7-80e6-4e5e-b9f4-6d319e172ffd tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 944 time: 0.0698907 Jul 06 19:39:57.923920 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-52dfff4c-089b-4047-9b94-622ac3bc8a91 req-49e84deb-bd27-442b-b689-99bb734c8a78 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383551 Jul 06 19:39:58.091882 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ebec03f8-1d5c-463c-9980-5eb024bad714 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:39:58.151675 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning for port ebec03f8-1d5c-463c-9980-5eb024bad714 completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:39:58.155529 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port ebec03f8-1d5c-463c-9980-5eb024bad714 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:39:58.155880 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:58.241481 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:58.266533 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:39:58.268943 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6806eac1-b9be-4b50-b0a2-8a20e7d10fde" -d '{"events": [{"server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "name": "network-vif-plugged", "status": "completed", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:39:58.284446 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:39:58.290418 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:39:58.313255 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deeafc0-5019-4d3f-b489-54dee52e6794 x-openstack-request-id: req-5deeafc0-5019-4d3f-b489-54dee52e6794 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:39:58.313543 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "name": "network-vif-plugged", "status": "completed", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:39:58.313815 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5deeafc0-5019-4d3f-b489-54dee52e6794 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:39:58.314197 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'code': 200} Jul 06 19:39:58.341647 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:39:58.428475 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f0d15-1ad3-4747-b108-fe3ad884038f req-404cb831-b24c-4e27-9cff-0e774d529efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:58.429746 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a66f0d15-1ad3-4747-b108-fe3ad884038f req-404cb831-b24c-4e27-9cff-0e774d529efd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1096 time: 0.0534701 Jul 06 19:39:58.464517 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a66f0d15-1ad3-4747-b108-fe3ad884038f req-63d43b9c-e45b-458e-a953-febada13504e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282135 Jul 06 19:39:59.110757 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5a35-e9fc-4493-a013-3ab3d9604d44 req-614c0c08-9bee-443d-bf61-1403f1179096 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:39:59.112323 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9cc5a35-e9fc-4493-a013-3ab3d9604d44 req-614c0c08-9bee-443d-bf61-1403f1179096 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 945 time: 0.0712218 Jul 06 19:39:59.152819 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d9cc5a35-e9fc-4493-a013-3ab3d9604d44 req-dce407f9-5eb5-439a-8d55-456a6bed5d36 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324533 Jul 06 19:40:00.343652 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a39dc4-e9e9-48df-9cad-84edabcb24cf req-16f11ab8-45f7-4825-9b2f-bde12bf57000 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:00.345146 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10a39dc4-e9e9-48df-9cad-84edabcb24cf req-16f11ab8-45f7-4825-9b2f-bde12bf57000 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 945 time: 0.0743883 Jul 06 19:40:00.388730 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-10a39dc4-e9e9-48df-9cad-84edabcb24cf req-c11a193c-a5d3-4969-90c8-5934a557fa90 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349717 Jul 06 19:40:00.575766 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600702-5958-4fd1-8f77-948d2264a0c0 req-35f8305a-fe2f-4878-839c-9c676230562f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:00.577266 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d600702-5958-4fd1-8f77-948d2264a0c0 req-35f8305a-fe2f-4878-839c-9c676230562f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 945 time: 0.0665886 Jul 06 19:40:00.619434 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-2d600702-5958-4fd1-8f77-948d2264a0c0 req-7a2aaf9d-9bc3-481f-a8e7-62b9d6632523 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360496 Jul 06 19:40:00.646205 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55826) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:40:00.813602 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bbdddd-1030-4832-8379-91316e095a7c tempest-TestSnapshotPattern-1189979094 tempest-TestSnapshotPattern-1189979094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:00.815194 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-34bbdddd-1030-4832-8379-91316e095a7c tempest-TestSnapshotPattern-1189979094 tempest-TestSnapshotPattern-1189979094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1091 time: 0.1679826 Jul 06 19:40:00.818640 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 55830) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:40:00.823201 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:40:00.849379 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:00.949548 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:01.058744 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Allocated IP 172.25.4.239 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/c3bea610-94e1-4b36-b8af-31688355830c) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:40:01.157862 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:01.203051 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:01.240580 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:40:01.246701 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:40:01.251075 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:40:01.254126 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'Port': ['ID=c3bea610-94e1-4b36-b8af-31688355830c,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:40:01.611873 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:01.696017 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:01.850178 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:01.856904 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:01.925741 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'Port': ['ID=c3bea610-94e1-4b36-b8af-31688355830c,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:40:01.941879 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:02.064001 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Floating IP 20400d27-9a31-43c0-927d-07f3c1a90a19 associated. External IP: 172.25.4.239, port: ebec03f8-1d5c-463c-9980-5eb024bad714. Jul 06 19:40:02.288789 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Router 2e589e8d-32a8-407a-9405-98fba74a142f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:40:02.407029 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:40:02.417475 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] Sync routers for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:40:02.427813 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:40:02.428513 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:02.428665 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:40:02.465261 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-184812d9-0e6e-47fe-bbd1-32818611d242 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6455240 Jul 06 19:40:02.466038 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:40:02.468389 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:40:02.540864 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:40:02.555345 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a89d28-3a97-4a75-aae7-b3929213acef x-openstack-request-id: req-18a89d28-3a97-4a75-aae7-b3929213acef {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:40:02.555635 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:40:02.556318 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18a89d28-3a97-4a75-aae7-b3929213acef {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:40:02.556318 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'status': 'completed', 'code': 200} Jul 06 19:40:02.631296 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-63f394ed-c22b-4bfa-b883-1405dcb33d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:02.633188 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-63f394ed-c22b-4bfa-b883-1405dcb33d2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1096 time: 0.0546176 Jul 06 19:40:02.726997 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-31fa7377-1161-4c68-abae-34e705b3bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:02.728877 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-31fa7377-1161-4c68-abae-34e705b3bd38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.0895157 Jul 06 19:40:02.771201 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:01Z', 'revision_number': 0, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:40:02.795320 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-f392eabc-8bc5-47b5-ad69-6ed54d26d214 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 999 time: 0.0600109 Jul 06 19:40:02.802103 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] Checking router: 2e589e8d-32a8-407a-9405-98fba74a142f for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:40:02.811490 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:40:02.812399 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:39:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:40:02.846853 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-936d3137-64cc-484c-a7ac-29c740df9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:02.848391 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-936d3137-64cc-484c-a7ac-29c740df9663 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0457573 Jul 06 19:40:02.908858 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-40c705b0-5cc7-4c42-9bf4-cd67503dfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:02.910417 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-40c705b0-5cc7-4c42-9bf4-cd67503dfbcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558829 Jul 06 19:40:02.915780 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:40:03.001838 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-1f0a4eb9-391d-4f16-a0d7-256526292c1f service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848835 Jul 06 19:40:03.094594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-99d26bf4-e5dc-4f76-a05c-347ddbbbdc80 req-3a6fe19a-0262-4568-8cf8-98416a65fe58 service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864067 Jul 06 19:40:03.142386 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:01Z', 'revision_number': 0, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:40:03.168221 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb45118b-f5fe-42c6-ae0e-b09cd177a86c None None] The sync data for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 is: [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:01Z', 'revision_number': 0, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:40:03.396464 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cf8c4-5e23-4dae-8863-297337d9df90 None None] New status for floating IP 20400d27-9a31-43c0-927d-07f3c1a90a19: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:40:13.392445 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-38870ba4-b14d-406f-b1e8-e09d86cad965 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552411 Jul 06 19:40:13.498533 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-7f95df4c-959e-409b-8b4d-698536ea95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:13.500376 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-7f95df4c-959e-409b-8b4d-698536ea95c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1096 time: 0.0627894 Jul 06 19:40:13.621255 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-6f279636-b452-431e-ae27-1525ab540829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:13.622805 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-6f279636-b452-431e-ae27-1525ab540829 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.0939083 Jul 06 19:40:13.695182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-de452c56-89fd-4a50-8c41-3281e1e16ccf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 1001 time: 0.0657043 Jul 06 19:40:13.747715 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-f9bf885b-58ca-461e-b1b8-eaa4a0e125eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:13.749311 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-f9bf885b-58ca-461e-b1b8-eaa4a0e125eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0470643 Jul 06 19:40:13.823242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-a3ff4194-2de0-405a-b23c-579a8ad7ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:40:13.825462 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-a3ff4194-2de0-405a-b23c-579a8ad7ba71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686307 Jul 06 19:40:13.927132 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-fa220231-28e4-4821-8526-193c85339985 service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946276 Jul 06 19:40:14.020267 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f8480381-2755-48d7-8782-5ca6d209bbc0 req-14f617a2-000e-46b9-accf-0eca852cafeb service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861375 Jul 06 19:40:15.700455 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fef2741a-8948-44c2-9458-4a5e2e4ebd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:16.424016 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:40:18.357756 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b39618ad-428f-4690-9b11-e858bebeb33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:18.528250 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:19.787734 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:21.332530 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:23.142950 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:23.154142 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:45.706350 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6b4e24e5-b5da-471a-a014-6eea4061bfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:48.358218 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66153e81-b3d5-4b80-a832-2f654bbc6eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:48.533855 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:49.789585 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:51.335663 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:53.145059 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:53.161571 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:40:53.424126 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:41:13.405212 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-afb79212-2568-4d4f-8e88-078fa3262254 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543828 Jul 06 19:41:13.505582 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-a9a7c874-f92c-401b-809b-82d9ad932d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:41:13.507411 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-a9a7c874-f92c-401b-809b-82d9ad932d83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1096 time: 0.0555809 Jul 06 19:41:13.622450 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-d281e04f-e075-4a5d-b825-8ffc6f921a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:41:13.623938 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-d281e04f-e075-4a5d-b825-8ffc6f921a8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.0923872 Jul 06 19:41:13.701986 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-710733c7-1c25-4cd3-a480-14ed7400847a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 1001 time: 0.0698013 Jul 06 19:41:13.753214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-f082d2ec-5fd9-4b15-b989-d5292d4e503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:41:13.754753 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-f082d2ec-5fd9-4b15-b989-d5292d4e503a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0459228 Jul 06 19:41:13.832418 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-f7d6643c-94fa-41db-bb5e-4dfed83d2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:41:13.833973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-f7d6643c-94fa-41db-bb5e-4dfed83d2ead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728543 Jul 06 19:41:13.846412 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-1c3a0d50-80c4-4e72-8994-25d8c839b40f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:41:13.847693 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-1c3a0d50-80c4-4e72-8994-25d8c839b40f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067172 Jul 06 19:41:13.938769 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-edaa18f7-0cc2-408d-a202-fcdef9e40a95 service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847342 Jul 06 19:41:14.034534 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-833c6995-4d8f-4bb4-ac87-685a5a680297 req-0d7486b5-8925-4bcf-8ee3-0686ea2b441b service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886948 Jul 06 19:41:15.705236 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6496-a224-4f07-8623-a5b5b3c0df3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:18.352765 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-00aeaeca-8cc9-449d-a256-9b3b9502c5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:18.539412 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:19.793926 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:21.338164 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:23.144291 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:23.166716 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:30.424206 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:41:45.701608 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77202b0d-fb18-4b60-a84f-4b4e79cb3dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:48.360447 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87549a33-bae3-4719-876d-dc263c502523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:48.541310 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:49.797600 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:51.343374 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:53.154708 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:41:53.181088 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:00.809255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ebec03f8-1d5c-463c-9980-5eb024bad714 details requested by agent hyperv_n-h2-799684-2 with host n-h2-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:42:00.909148 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:42:00.920520 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Returning: {'device': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:42:00.973044 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:00.988489 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebec03f8-1d5c-463c-9980-5eb024bad714 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:42:01.012205 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:42:01.019032 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:01.089408 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:01.099040 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] get_ports_and_sgs() called for port_ids ['ebec03f8-1d5c-463c-9980-5eb024bad714'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:42:01.103354 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.103703 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.104048 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.104385 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.106721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.106721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.106721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.106721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.106721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.106721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.106721 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:01.107453 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:02.820376 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ebec03f8-1d5c-463c-9980-5eb024bad714 up at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:42:02.876468 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Provisioning complete for port ebec03f8-1d5c-463c-9980-5eb024bad714 triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:42:02.876842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:02.961138 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:02.985452 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:42:02.987831 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdefa8c-d028-4f65-8b72-06fdd6d1eb02" -d '{"events": [{"server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "name": "network-vif-plugged", "status": "completed", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:42:03.009415 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:42:03.018383 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:03.077865 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:03.106922 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e525280a-fa3b-448c-bcc8-a2aebb0c8fa4 x-openstack-request-id: req-e525280a-fa3b-448c-bcc8-a2aebb0c8fa4 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:42:03.107222 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "name": "network-vif-plugged", "status": "completed", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:42:03.107636 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e525280a-fa3b-448c-bcc8-a2aebb0c8fa4 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:42:03.108041 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'code': 200} Jul 06 19:42:07.423724 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:42:10.752496 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-10afe4d2-bef6-4b80-a682-e1fc1ca00937 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176049204&fields=id&tenant_id=91ed80e897614f1cbec9b0f1278cf589 HTTP/1.1" status: 200 len: 267 time: 0.0353060 Jul 06 19:42:10.868232 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-89267e18-d83b-44bb-b2cb-1ee705d751bf tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:10.869995 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-89267e18-d83b-44bb-b2cb-1ee705d751bf tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 810 time: 0.1103435 Jul 06 19:42:10.887667 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-2790499f-34d3-45a9-90ca-811d80e626ea tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/quotas/91ed80e897614f1cbec9b0f1278cf589 HTTP/1.1" status: 200 len: 375 time: 0.0118504 Jul 06 19:42:10.965163 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-b98ddcbf-989c-4a86-83e2-cbf8cfb5823b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0693610 Jul 06 19:42:11.044210 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-58590ee0-f9b5-4df8-be3e-e8a57d449a81 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:42:11.045767 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-58590ee0-f9b5-4df8-be3e-e8a57d449a81 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0687389 Jul 06 19:42:11.153877 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-90e27e7a-a8cc-4352-b4e4-7448a8c67954 service neutron] 10.222.0.53 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997221 Jul 06 19:42:11.258806 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-8bb4e188-3dba-4d4a-903b-101634b8ffb6 service neutron] 10.222.0.53 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988448 Jul 06 19:42:11.477758 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3593bf62-20d0-4031-84bf-3d723e3fc089 req-c28324d0-a948-40d5-8c1b-fc092b17562a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 210 time: 0.0318887 Jul 06 19:42:12.631298 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-8ea8ddcd-09c8-4791-a3f4-1319ea2aab07 req-6152d174-1ffe-461a-9937-592dc24dcc97 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 210 time: 0.0286908 Jul 06 19:42:12.780380 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-b5e44057-848e-45af-aa3c-79b0415243cc tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:12.781998 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-b5e44057-848e-45af-aa3c-79b0415243cc tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.41 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 810 time: 0.1027005 Jul 06 19:42:12.843885 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-173e9bd1-9680-476e-8b1c-7038372554f3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91ed80e897614f1cbec9b0f1278cf589 HTTP/1.1" status: 200 len: 380 time: 0.0518205 Jul 06 19:42:12.852215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'port': {'device_id': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'admin_state_up': True, 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'security_groups': ['d48ec933-011f-43ed-811a-7d4ec7511331']}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:42:12.971117 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Made reservation on behalf of 91ed80e897614f1cbec9b0f1278cf589 for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:42:12.974936 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:13.110876 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Allocated IP 172.20.0.7 (ab01459c-d3b5-478f-aef3-29a49622461a/75856272-ff93-4247-adb0-aa2d714f574d/9b18fdc1-994f-48f0-b953-66122173758b) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:42:13.293765 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:13.309741 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Transition to ACTIVE for port object 9b18fdc1-994f-48f0-b953-66122173758b will not be triggered until provisioned by entity DHCP. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:42:13.366518 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1068675244'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:13.421880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Network ab01459c-d3b5-478f-aef3-29a49622461a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:42:13.439515 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:42:13.460234 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:42:13.463897 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'Port': ['ID=9b18fdc1-994f-48f0-b953-66122173758b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:13.507529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.507945 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.508426 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.508673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.509030 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.509467 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.509693 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.510044 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.510498 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.510691 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.511122 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.511339 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:13.538592 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:13.539330 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:13.559695 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-49ca94d3-1784-48d9-8c21-412eb5894d00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2006497 Jul 06 19:42:13.564952 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-0f8850f8-d411-4253-b674-f2d92a03d17a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173758 Jul 06 19:42:13.706949 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-1905af02-7b7a-4867-8fd8-08a18ad1175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:13.708767 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-1905af02-7b7a-4867-8fd8-08a18ad1175d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1096 time: 0.0903728 Jul 06 19:42:13.801636 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e0cdcb8f-202c-4768-b47e-b40cf1db630b None None] Provisioning for port 9b18fdc1-994f-48f0-b953-66122173758b completed by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:42:13.807209 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-e0cdcb8f-202c-4768-b47e-b40cf1db630b None None] Provisioning complete for port 9b18fdc1-994f-48f0-b953-66122173758b triggered by entity DHCP. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:42:13.807606 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e0cdcb8f-202c-4768-b47e-b40cf1db630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:13.868504 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-816038bb-0928-48dc-bdad-d85cf8af1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:13.870238 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-816038bb-0928-48dc-bdad-d85cf8af1415 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.1386786 Jul 06 19:42:13.891435 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e0cdcb8f-202c-4768-b47e-b40cf1db630b None None] Port 9b18fdc1-994f-48f0-b953-66122173758b cannot update to ACTIVE because it is not bound. {{(pid=93968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:42:13.932101 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac172a5-e601-4b66-996a-da2e96654578 req-803aec20-7466-4b9a-b5f9-383678c488f3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:13.933607 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cac172a5-e601-4b66-996a-da2e96654578 req-803aec20-7466-4b9a-b5f9-383678c488f3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.1414480 Jul 06 19:42:13.966596 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-ab2e560d-8264-4206-8866-1b1cf9a98041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 1001 time: 0.0889485 Jul 06 19:42:13.993743 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cac172a5-e601-4b66-996a-da2e96654578 req-d6d0e889-0e6e-4ed7-a69b-01a74e3e418e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528088 Jul 06 19:42:14.040896 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-90667e12-455e-4202-a966-e054d05be624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:14.042579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-90667e12-455e-4202-a966-e054d05be624 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0654807 Jul 06 19:42:14.103459 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-5d42a085-bf56-4feb-b5cd-63ebdcf13352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:14.104910 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-5d42a085-bf56-4feb-b5cd-63ebdcf13352 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556905 Jul 06 19:42:14.214579 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-43de87d2-2b7a-4a54-bfaa-7e02f4bf350f service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031849 Jul 06 19:42:14.305509 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-c1a920b7-1bcc-453f-9cbd-63b38f32f879 req-cb879fe1-9c90-47db-b358-3d480bd63add service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841668 Jul 06 19:42:14.868263 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ebec03f8-1d5c-463c-9980-5eb024bad714 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:42:14.959104 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:14.985324 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:42:14.987655 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0275e34f-3f00-4dc0-a6b5-97aca1004f62" -d '{"events": [{"server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "name": "network-vif-unplugged", "status": "completed", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:42:15.002106 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:42:15.007597 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:15.030491 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b12baf-3934-4717-bb4f-14204fe28ec7 x-openstack-request-id: req-38b12baf-3934-4717-bb4f-14204fe28ec7 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:42:15.030780 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "name": "network-vif-unplugged", "status": "completed", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:42:15.031031 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38b12baf-3934-4717-bb4f-14204fe28ec7 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:42:15.031419 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'code': 200} Jul 06 19:42:15.058922 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Pushing event updated for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=8']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:15.195718 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb70899-8504-403f-a949-1fed1a9c0840 req-363056e6-7938-4eed-8a5a-8f391e409d33 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:15.197117 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3eb70899-8504-403f-a949-1fed1a9c0840 req-363056e6-7938-4eed-8a5a-8f391e409d33 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.0685692 Jul 06 19:42:15.244132 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-3eb70899-8504-403f-a949-1fed1a9c0840 req-31917a11-790d-43d2-b963-8edd19687022 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Jul 06 19:42:15.697985 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b36d6fed-ea96-4ef7-a809-d737be540e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:16.442399 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7a662-0c87-4d1a-b25b-ead2fa4dafd5 req-09ca8c8e-dce6-481f-9372-ef029c850f5d tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:16.443927 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10b7a662-0c87-4d1a-b25b-ead2fa4dafd5 req-09ca8c8e-dce6-481f-9372-ef029c850f5d tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.0674162 Jul 06 19:42:16.483066 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-10b7a662-0c87-4d1a-b25b-ead2fa4dafd5 req-46eccd42-9779-4892-b435-b7fb18584145 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Jul 06 19:42:17.687365 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c102a-5745-44c8-bc7f-d5cbaa067b68 req-2c224e9b-3899-401b-b7b6-15fbba87eb4a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:17.688860 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d55c102a-5745-44c8-bc7f-d5cbaa067b68 req-2c224e9b-3899-401b-b7b6-15fbba87eb4a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.0701470 Jul 06 19:42:17.729504 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d55c102a-5745-44c8-bc7f-d5cbaa067b68 req-124da556-3cfe-48d2-af27-3b9624764f2c tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Jul 06 19:42:18.357172 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4d811509-2413-49df-95ff-b3aa200c1e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:18.536579 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:18.927982 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc1da9-d5e6-434e-b8aa-649a0fd7d984 req-7c77652f-7c62-4be0-9da5-ba84b99bbcb7 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:18.930570 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acfc1da9-d5e6-434e-b8aa-649a0fd7d984 req-7c77652f-7c62-4be0-9da5-ba84b99bbcb7 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.0741413 Jul 06 19:42:18.974482 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-acfc1da9-d5e6-434e-b8aa-649a0fd7d984 req-352503f1-facf-41b3-9657-4c98592f04c5 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 Jul 06 19:42:19.802647 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:20.154442 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36657b0b-2fde-4c32-bf38-5e4c43c51eae req-ead8a4c0-cc9b-4fda-aa50-5bfac2ecf928 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:20.155946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-36657b0b-2fde-4c32-bf38-5e4c43c51eae req-ead8a4c0-cc9b-4fda-aa50-5bfac2ecf928 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.0650957 Jul 06 19:42:20.196547 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-36657b0b-2fde-4c32-bf38-5e4c43c51eae req-34423d95-9fe9-4d6c-b8c7-df544e1eaf3b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349073 Jul 06 19:42:21.364984 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:21.407656 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147189cf-628b-4bf3-af39-caaf86c70705 req-3457a337-ede5-4164-b9c2-75ea64e8f07a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:21.409295 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-147189cf-628b-4bf3-af39-caaf86c70705 req-3457a337-ede5-4164-b9c2-75ea64e8f07a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.0729783 Jul 06 19:42:21.451316 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-147189cf-628b-4bf3-af39-caaf86c70705 req-74fff1cc-53fb-4ec7-9093-e9a90e3359e1 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360234 Jul 06 19:42:22.652446 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0b289-b79e-4ab0-adc0-a83f2d8c81f7 req-42b0e12b-2262-4243-88a4-46983b6ee0b6 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:22.654012 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b9e0b289-b79e-4ab0-adc0-a83f2d8c81f7 req-42b0e12b-2262-4243-88a4-46983b6ee0b6 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.0779157 Jul 06 19:42:22.701366 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b9e0b289-b79e-4ab0-adc0-a83f2d8c81f7 req-d1498039-c2b6-49b9-b064-fc076b29b12b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 Jul 06 19:42:23.138357 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:23.187987 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:23.886625 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc51839-8a81-43bd-a925-33c8bcae17e6 req-55290c9e-454c-4972-a2de-3d1b606cd11e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:23.888245 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3fc51839-8a81-43bd-a925-33c8bcae17e6 req-55290c9e-454c-4972-a2de-3d1b606cd11e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 931 time: 0.0701222 Jul 06 19:42:23.926500 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-3fc51839-8a81-43bd-a925-33c8bcae17e6 req-425c66d7-69b7-4c45-94fe-b10e699b9ed3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325019 Jul 06 19:42:24.190722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-da44c5c3-1df7-4780-9ad6-210750fc0b1f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:42:24.191892 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-da44c5c3-1df7-4780-9ad6-210750fc0b1f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062683 Jul 06 19:42:24.248242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.v2.base [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Request body: {'port': {'device_id': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799684-2'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:42:24.321179 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:24.605042 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b18fdc1-994f-48f0-b953-66122173758b {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:42:24.612643 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:24.624831 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Transition to ACTIVE for port object 9b18fdc1-994f-48f0-b953-66122173758b will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:42:24.630609 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:24.682072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Pushing event updated for resources: {'Port': ['ID=9b18fdc1-994f-48f0-b953-66122173758b,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:24.774254 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Attempting to bind port 9b18fdc1-994f-48f0-b953-66122173758b on host n-h1-799684-2 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:42:24.774602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Attempting to bind port 9b18fdc1-994f-48f0-b953-66122173758b by drivers openvswitch,hyperv on host n-h1-799684-2 at level 0 using segments [{'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:42:24.774879 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Attempting to bind port 9b18fdc1-994f-48f0-b953-66122173758b on network ab01459c-d3b5-478f-aef3-29a49622461a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:42:24.779772 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Port 9b18fdc1-994f-48f0-b953-66122173758b on network ab01459c-d3b5-478f-aef3-29a49622461a not bound, no agent of type Open vSwitch agent registered on host n-h1-799684-2 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:42:24.780003 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Attempting to bind port 9b18fdc1-994f-48f0-b953-66122173758b on network ab01459c-d3b5-478f-aef3-29a49622461a {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:42:24.785388 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Checking agent: {'id': '91cd1e9b-023a-4b03-b64c-08b99f5222ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799684-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'started_at': datetime.datetime(2021, 7, 6, 18, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:42:24.785967 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Checking segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:42:24.786191 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Bound using segment: {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:42:24.786560 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Bound port: 9b18fdc1-994f-48f0-b953-66122173758b, host: n-h1-799684-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd148f07-cfa5-473b-9728-983a7a7fe8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:42:24.786924 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:24.854137 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:42:24.857477 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9b18fdc1-994f-48f0-b953-66122173758b,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:42:24.863941 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1068675166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:24.902602 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:24.903230 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:24.904629 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b18fdc1-994f-48f0-b953-66122173758b HTTP/1.1" status: 200 len: 1091 time: 0.7040844 Jul 06 19:42:24.905072 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:42:24.907395 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2183eed-5985-4742-9aaf-0040a7a39f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "tag": "9b18fdc1-994f-48f0-b953-66122173758b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:42:24.938958 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1267a-6804-424b-b2a2-d605f6558423 service neutron] Pushing event updated for resources: {'Port': ['ID=9b18fdc1-994f-48f0-b953-66122173758b,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:24.948977 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf1d348-af63-46a5-be0b-03a1f5fcd065 x-openstack-request-id: req-4cf1d348-af63-46a5-be0b-03a1f5fcd065 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:42:24.949337 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "tag": "9b18fdc1-994f-48f0-b953-66122173758b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:42:24.949691 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cf1d348-af63-46a5-be0b-03a1f5fcd065 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:42:24.950115 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b', 'status': 'completed', 'code': 200} Jul 06 19:42:25.012393 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-c2144761-594d-4039-a37d-f71bcf7899cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:25.015407 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-c2144761-594d-4039-a37d-f71bcf7899cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 1094 time: 0.0597980 Jul 06 19:42:25.068934 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-1181c68e-eea2-450f-b4af-4a27e45a0e6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b18fdc1-994f-48f0-b953-66122173758b HTTP/1.1" status: 200 len: 217 time: 0.0472844 Jul 06 19:42:25.111609 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc7a2e-65c9-457f-aa26-a5112752a461 req-5883ba35-7046-406b-9b1d-322215f8febf tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:25.113291 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19cc7a2e-65c9-457f-aa26-a5112752a461 req-5883ba35-7046-406b-9b1d-322215f8febf tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 943 time: 0.0689478 Jul 06 19:42:25.119832 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-f4234640-8818-44e0-a4ba-5c14a50dd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:25.121594 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-f4234640-8818-44e0-a4ba-5c14a50dd66c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0454528 Jul 06 19:42:25.158845 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-19cc7a2e-65c9-457f-aa26-a5112752a461 req-ab8db785-0c45-4791-9e38-0871b38a57b4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390055 Jul 06 19:42:25.180272 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-996f1023-49f6-44be-b001-74fefb397dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:25.181825 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-996f1023-49f6-44be-b001-74fefb397dcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529752 Jul 06 19:42:25.274100 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-95774481-fa47-43e4-b4f5-d52f6596ef0b service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Jul 06 19:42:25.373942 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-09a59d98-f3bc-4f3a-a8a6-d7dfed951575 req-26fffaa4-b99c-4015-b6c0-c3d5f99bbc86 service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931170 Jul 06 19:42:25.512073 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-eefeb79b-46e6-44e9-8763-e4d5a4fab54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:25.513692 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-eefeb79b-46e6-44e9-8763-e4d5a4fab54d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 1094 time: 0.0600228 Jul 06 19:42:25.924330 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-2cca424c-2636-42a0-b9a5-16e957322e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:25.925872 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-2cca424c-2636-42a0-b9a5-16e957322e46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.4061124 Jul 06 19:42:25.972828 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-e73fd816-e3ad-47cb-8f45-a4a31a54da82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b18fdc1-994f-48f0-b953-66122173758b HTTP/1.1" status: 200 len: 217 time: 0.0386717 Jul 06 19:42:26.033325 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-aee66279-ee30-487f-89d4-150be3655235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:26.034869 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-aee66279-ee30-487f-89d4-150be3655235 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0546417 Jul 06 19:42:26.109485 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-65feb9f0-4423-4861-a672-861378707451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:26.111068 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-65feb9f0-4423-4861-a672-861378707451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676394 Jul 06 19:42:26.223883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-8313e05d-bc5b-41c9-abd8-697305800355 service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035216 Jul 06 19:42:26.348946 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d2183eed-5985-4742-9aaf-0040a7a39f2b req-79fa66af-0f13-4ee0-8355-f39dce731670 service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173906 Jul 06 19:42:26.381764 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e0317-f46e-4a10-845c-0c7eb19ae310 req-09694786-cdab-49cf-b701-3dd8c17a20da tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:26.383883 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec6e0317-f46e-4a10-845c-0c7eb19ae310 req-09694786-cdab-49cf-b701-3dd8c17a20da tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 943 time: 0.0946805 Jul 06 19:42:26.436544 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-ec6e0317-f46e-4a10-845c-0c7eb19ae310 req-dc1d0d3e-e828-4711-aad3-5075b4885dfb tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460267 Jul 06 19:42:27.627412 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e2259-eba0-4eb9-93c9-3964143f97b6 req-f01ddef2-f361-48e9-a2be-1b7094f6ab07 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:27.628926 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b92e2259-eba0-4eb9-93c9-3964143f97b6 req-f01ddef2-f361-48e9-a2be-1b7094f6ab07 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 943 time: 0.0714896 Jul 06 19:42:27.669693 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-b92e2259-eba0-4eb9-93c9-3964143f97b6 req-9ada2727-024f-4f65-bcdb-0a5356e7d23f tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323358 Jul 06 19:42:28.854712 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a7e50-b651-4e7c-9252-97bb4a16f42e req-bcc9e2cd-e01c-445b-b1a6-49442a9ba3a9 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:28.856160 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0a7e50-b651-4e7c-9252-97bb4a16f42e req-bcc9e2cd-e01c-445b-b1a6-49442a9ba3a9 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 943 time: 0.0680673 Jul 06 19:42:28.897494 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-5a0a7e50-b651-4e7c-9252-97bb4a16f42e req-2c9dece5-063b-42a0-91df-c85217355b56 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329154 Jul 06 19:42:28.920006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9b18fdc1-994f-48f0-b953-66122173758b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:42:29.016275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9b18fdc1-994f-48f0-b953-66122173758b,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:42:29.028903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '9b18fdc1-994f-48f0-b953-66122173758b', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'port_id': '9b18fdc1-994f-48f0-b953-66122173758b', 'mac_address': 'fa:16:3e:a4:c1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:42:29.069978 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:29.083181 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b18fdc1-994f-48f0-b953-66122173758b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:42:29.104072 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9b18fdc1-994f-48f0-b953-66122173758b,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:42:29.111204 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:29.165115 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=9b18fdc1-994f-48f0-b953-66122173758b,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:29.376994 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9b18fdc1-994f-48f0-b953-66122173758b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:42:30.085594 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e1b2d-494c-46bb-b840-693ec5bd6fa0 req-d277fb44-e5a5-4188-a50e-74420e096815 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:30.087304 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-255e1b2d-494c-46bb-b840-693ec5bd6fa0 req-d277fb44-e5a5-4188-a50e-74420e096815 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 944 time: 0.0770013 Jul 06 19:42:30.127640 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-255e1b2d-494c-46bb-b840-693ec5bd6fa0 req-7baf8008-d171-4790-bfbc-31778a3b0440 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Jul 06 19:42:30.935985 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9b18fdc1-994f-48f0-b953-66122173758b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:42:30.988494 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning for port 9b18fdc1-994f-48f0-b953-66122173758b completed by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:42:30.992268 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 9b18fdc1-994f-48f0-b953-66122173758b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:42:30.992639 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:31.069086 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:31.095248 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:42:31.097495 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f825d51-5bbb-41c4-b93a-dc4776d2db8c" -d '{"events": [{"server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "name": "network-vif-plugged", "status": "completed", "tag": "9b18fdc1-994f-48f0-b953-66122173758b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:42:31.258348 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e47f-cad8-455b-8fe2-89828b424f99 req-564d4403-cf0b-4c7e-9546-dcc64ba2a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:31.259884 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a185e47f-cad8-455b-8fe2-89828b424f99 req-564d4403-cf0b-4c7e-9546-dcc64ba2a099 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 1095 time: 0.0578685 Jul 06 19:42:31.271058 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe7ae65-1e9f-4c88-8829-ff6b07a3d884 x-openstack-request-id: req-3fe7ae65-1e9f-4c88-8829-ff6b07a3d884 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:42:31.271528 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "name": "network-vif-plugged", "status": "completed", "tag": "9b18fdc1-994f-48f0-b953-66122173758b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:42:31.271781 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fe7ae65-1e9f-4c88-8829-ff6b07a3d884 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:42:31.272166 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b', 'code': 200} Jul 06 19:42:31.276370 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9b18fdc1-994f-48f0-b953-66122173758b,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:42:31.282402 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:31.298418 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-a185e47f-cad8-455b-8fe2-89828b424f99 req-4d8e4651-093f-4b47-bbc3-30ed8b81f395 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Jul 06 19:42:31.313881 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b4558-6ce3-47dc-bb9f-624d49de1612 req-e12ca0f4-7902-4511-8688-c230f9b35849 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:31.315436 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d59b4558-6ce3-47dc-bb9f-624d49de1612 req-e12ca0f4-7902-4511-8688-c230f9b35849 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 944 time: 0.0665605 Jul 06 19:42:31.331165 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=9b18fdc1-994f-48f0-b953-66122173758b,revision_number=5']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:31.357704 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-d59b4558-6ce3-47dc-bb9f-624d49de1612 req-7c21c055-9fa4-48dc-ad03-d8dca8f816c0 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359206 Jul 06 19:42:32.543570 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a16dc-5145-4d1f-ab08-783823d4b872 req-6fb81420-d289-47ec-82f4-c0ea7b7f1600 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:32.545065 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c9a16dc-5145-4d1f-ab08-783823d4b872 req-6fb81420-d289-47ec-82f4-c0ea7b7f1600 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 945 time: 0.0721040 Jul 06 19:42:32.590606 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-7c9a16dc-5145-4d1f-ab08-783823d4b872 req-148f4685-ec1b-41f1-83c9-d3c3dfc53338 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372963 Jul 06 19:42:32.774867 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c9eee-354f-4b76-be30-a5bf0b3a1f27 req-b91f7882-239f-4872-bb24-871dcb89eb99 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:32.776379 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e33c9eee-354f-4b76-be30-a5bf0b3a1f27 req-b91f7882-239f-4872-bb24-871dcb89eb99 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 945 time: 0.0724435 Jul 06 19:42:32.816829 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-e33c9eee-354f-4b76-be30-a5bf0b3a1f27 req-fc8a8139-f388-4bf4-be3a-ecec343d0a72 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333931 Jul 06 19:42:32.844223 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56120) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:42:32.899679 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea2e902-11cb-46cc-972c-f3d7bc94066a tempest-TestSnapshotPattern-1189979094 tempest-TestSnapshotPattern-1189979094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:32.901274 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-2ea2e902-11cb-46cc-972c-f3d7bc94066a tempest-TestSnapshotPattern-1189979094 tempest-TestSnapshotPattern-1189979094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 1091 time: 0.0560441 Jul 06 19:42:32.904402 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56122) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:42:32.909185 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.v2.base [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Request body: {'floatingip': {'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'port_id': '9b18fdc1-994f-48f0-b953-66122173758b', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:42:32.935464 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for floatingip, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:33.045917 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:33.147220 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Allocated IP 172.25.4.54 (5252f85f-2217-44be-8007-5bb515235547/41acc8e2-b1cf-4e0b-a5f1-615855528e4d/8441fe89-7f6c-4b52-a23c-5f96b82e991b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:42:33.261092 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:33.308596 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3706419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-251818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762271672805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069282676'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:33.346483 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Network 5252f85f-2217-44be-8007-5bb515235547 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:42:33.351138 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:42:33.354484 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:42:33.359921 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'Port': ['ID=8441fe89-7f6c-4b52-a23c-5f96b82e991b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:33.385683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.386060 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.386395 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.386730 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.387061 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.387391 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.387748 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.388039 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.388363 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.388683 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.389001 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:33.389343 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:42:34.107090 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:34.187855 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:34.363033 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:34.369414 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069282694'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:34.438023 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event updated for resources: {'Port': ['ID=8441fe89-7f6c-4b52-a23c-5f96b82e991b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:42:34.449500 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-705455'] for floatingip, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:34.554302 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Floating IP ac832f95-5912-40ec-8556-30de207df8f9 associated. External IP: 172.25.4.54, port: 9b18fdc1-994f-48f0-b953-66122173758b. Jul 06 19:42:34.768094 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Router 2e589e8d-32a8-407a-9405-98fba74a142f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:42:34.893461 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:42:34.905603 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] Sync routers for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:42:34.914460 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:34.915234 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:42:34.915944 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:42:34.951311 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-23bd546e-1d91-4656-9504-221df3209c9b tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0456712 Jul 06 19:42:34.951886 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:42:34.954198 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcdf160-f63b-4bdd-8a13-798bef225e78" -d '{"events": [{"name": "network-changed", "server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "tag": "9b18fdc1-994f-48f0-b953-66122173758b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:42:34.990364 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f325f-fe64-441b-b35e-7e2aae536ebe x-openstack-request-id: req-f74f325f-fe64-441b-b35e-7e2aae536ebe {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:42:34.990638 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "tag": "9b18fdc1-994f-48f0-b953-66122173758b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:42:34.990882 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f74f325f-fe64-441b-b35e-7e2aae536ebe {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:42:34.991400 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b', 'status': 'completed', 'code': 200} Jul 06 19:42:35.022030 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:42:35.064277 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-d3677cc6-aa6d-477d-87e0-433bd193b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:35.065831 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-d3677cc6-aa6d-477d-87e0-433bd193b3a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0516865 Jul 06 19:42:35.154067 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-069e5289-24c7-4d5d-bb73-4daaad8b4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:35.155666 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-069e5289-24c7-4d5d-bb73-4daaad8b4a3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.0842288 Jul 06 19:42:35.226754 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-eacd0432-9e70-4aa7-829e-9031f24fd0b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b18fdc1-994f-48f0-b953-66122173758b HTTP/1.1" status: 200 len: 998 time: 0.0646465 Jul 06 19:42:35.277907 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-432f55cb-82ba-4e30-8519-cfd0d8c563b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:35.279441 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-432f55cb-82ba-4e30-8519-cfd0d8c563b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0460644 Jul 06 19:42:35.338663 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-268b3056-fd6e-483a-b85b-405c8789b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:42:35.340217 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-268b3056-fd6e-483a-b85b-405c8789b7ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544531 Jul 06 19:42:35.340860 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:03Z', 'revision_number': 1, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}, {'id': 'ac832f95-5912-40ec-8556-30de207df8f9', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': '9b18fdc1-994f-48f0-b953-66122173758b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:a4:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:42:33Z', 'updated_at': '2021-07-06T19:42:33Z', 'revision_number': 0, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:42:35.366759 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] Checking router: 2e589e8d-32a8-407a-9405-98fba74a142f for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:42:35.375079 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:42:35.375686 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:42:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:42:35.434691 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-8d07d766-74a0-47f0-b886-558fa4c365af service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876727 Jul 06 19:42:35.480321 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:42:35.526787 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-2bcdf160-f63b-4bdd-8a13-798bef225e78 req-bd3d6753-8726-4a4c-ae5c-d530332a23cb service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861461 Jul 06 19:42:35.710698 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:03Z', 'revision_number': 1, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}, {'id': 'ac832f95-5912-40ec-8556-30de207df8f9', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': '9b18fdc1-994f-48f0-b953-66122173758b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:a4:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:42:33Z', 'updated_at': '2021-07-06T19:42:33Z', 'revision_number': 0, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:42:35.736343 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177c07e-f77c-466b-92e9-0bbcfb515c7a None None] The sync data for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 is: [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:03Z', 'revision_number': 1, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}, {'id': 'ac832f95-5912-40ec-8556-30de207df8f9', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': '9b18fdc1-994f-48f0-b953-66122173758b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:a4:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:42:33Z', 'updated_at': '2021-07-06T19:42:33Z', 'revision_number': 0, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:42:35.950892 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07063c-8246-4504-a6f6-91bb33f01448 None None] New status for floating IP ac832f95-5912-40ec-8556-30de207df8f9: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:42:44.426909 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:42:45.697341 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b122d39-4ed6-4f3d-b71c-b3ed855cef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:48.353085 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f3448c20-b03b-4233-aed1-b527f447d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:48.543109 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:49.803926 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:51.356873 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:53.171823 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:42:53.194497 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:11.665633 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-915fd6e2-aea1-4673-9a29-ca390f34fbf1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600712 Jul 06 19:43:11.777981 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-4afbd7b3-c74d-48a7-be0d-ad90c509c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:43:11.779508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-4afbd7b3-c74d-48a7-be0d-ad90c509c7dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0644000 Jul 06 19:43:11.889409 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-1dc144b0-2d08-4f6a-8a7c-ba2e92437eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:43:11.890937 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-1dc144b0-2d08-4f6a-8a7c-ba2e92437eaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.0901823 Jul 06 19:43:11.974096 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-e409dd62-bbfd-4010-b8c7-b6c116de24bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b18fdc1-994f-48f0-b953-66122173758b HTTP/1.1" status: 200 len: 1000 time: 0.0759020 Jul 06 19:43:12.026303 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-3801ccf4-ab6f-409d-8029-841edcb81ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:43:12.027824 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-3801ccf4-ab6f-409d-8029-841edcb81ccf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0469224 Jul 06 19:43:12.093616 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-7716590e-e22b-403f-a52d-2f7086a8931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:43:12.095200 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-7716590e-e22b-403f-a52d-2f7086a8931f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552101 Jul 06 19:43:12.192123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-8f0e19fc-91cf-4c8f-abcb-f4990565ed96 service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898590 Jul 06 19:43:12.298508 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-cf90f2a8-aca3-4cce-8acf-237606f51fc3 req-02201099-bc90-4a42-bb2c-1567c2b37677 service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973339 Jul 06 19:43:14.394726 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-b6e3d3d1-f85d-4bbb-acb8-b9cd9e904cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636606 Jul 06 19:43:14.502701 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-0b2f3478-ac62-4832-813a-0551a7d87a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:43:14.504114 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-0b2f3478-ac62-4832-813a-0551a7d87a6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1094 time: 0.0558519 Jul 06 19:43:14.618477 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-71145f29-3287-4ea1-9d85-e62c4f4ea5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:43:14.620032 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-71145f29-3287-4ea1-9d85-e62c4f4ea5b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.0935712 Jul 06 19:43:14.700287 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-be0a8fe7-262c-4224-aa89-ac840333abf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 999 time: 0.0738478 Jul 06 19:43:14.750529 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-b4d9acbf-1be7-4194-9985-41291b3c5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:43:14.751993 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-b4d9acbf-1be7-4194-9985-41291b3c5a39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0454264 Jul 06 19:43:14.813736 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-03eb353b-a3f8-45d2-82f0-6d7c35cf7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:43:14.815355 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-03eb353b-a3f8-45d2-82f0-6d7c35cf7233 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553844 Jul 06 19:43:14.925991 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-80942b86-6783-425f-955b-454052d15a8e service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031475 Jul 06 19:43:15.017326 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-d5c9977c-5a56-4320-b43f-ebd44f578493 req-0b5541c8-1ec6-4165-9ec4-72362dec846e service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843792 Jul 06 19:43:15.692842 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-39d9186d-cd67-46b3-8a82-a55f07e6ee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:18.351230 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-001a7420-2857-4739-95d0-0f381922c905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:18.538003 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:19.806753 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:21.356190 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:21.425472 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:43:23.170126 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:23.196136 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:45.701513 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8b19f7ba-034a-4935-a66e-40eca847991f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:48.348050 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3562f104-0ae5-4f3c-bc35-efdfa3349380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:48.542252 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:49.810946 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:51.359757 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:53.170855 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:53.200899 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:43:58.425842 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:44:05.403372 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9b18fdc1-994f-48f0-b953-66122173758b details requested by agent hyperv_n-h1-799684-2 with host n-h1-799684-2 {{(pid=93968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:44:05.512309 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9b18fdc1-994f-48f0-b953-66122173758b,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:05.524272 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Returning: {'device': '9b18fdc1-994f-48f0-b953-66122173758b', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'port_id': '9b18fdc1-994f-48f0-b953-66122173758b', 'mac_address': 'fa:16:3e:a4:c1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:44:05.563384 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:05.583050 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b18fdc1-994f-48f0-b953-66122173758b {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:44:05.603897 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9b18fdc1-994f-48f0-b953-66122173758b,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:05.611192 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:05.671612 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=9b18fdc1-994f-48f0-b953-66122173758b,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:05.682255 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.682600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.682938 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.683271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.683600 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.683926 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.684254 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.684571 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.684890 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.685207 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.685521 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.685932 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:05.715034 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] get_ports_and_sgs() called for port_ids ['9b18fdc1-994f-48f0-b953-66122173758b'] {{(pid=93968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:44:07.404006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9b18fdc1-994f-48f0-b953-66122173758b up at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:44:07.458975 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Provisioning complete for port 9b18fdc1-994f-48f0-b953-66122173758b triggered by entity L2. {{(pid=93968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:44:07.459437 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3891835'] for port, provisioning_complete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:07.561136 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703542'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:07.588614 n-d-799684-2 neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:44:07.590968 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d72a3c8ddc91f941bd1d460ffa95f469b5e879c8b39c512a4800fe4aa71b274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d805067-cc2a-46e9-af42-4db65adaf605" -d '{"events": [{"server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "name": "network-vif-plugged", "status": "completed", "tag": "9b18fdc1-994f-48f0-b953-66122173758b"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:44:07.623341 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9b18fdc1-994f-48f0-b953-66122173758b,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:07.632363 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762271982376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762271672823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762271673640'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:07.674370 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171392ba-1fc7-413a-ad93-8b95a401ef69 x-openstack-request-id: req-171392ba-1fc7-413a-ad93-8b95a401ef69 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:44:07.674810 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "name": "network-vif-plugged", "status": "completed", "tag": "9b18fdc1-994f-48f0-b953-66122173758b", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:44:07.675168 n-d-799684-2 neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-171392ba-1fc7-413a-ad93-8b95a401ef69 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:44:07.675652 n-d-799684-2 neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b', 'code': 200} Jul 06 19:44:07.710598 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Pushing event updated for resources: {'Port': ['ID=9b18fdc1-994f-48f0-b953-66122173758b,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:12.719314 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-ae446f3b-764b-4ab3-97f4-f14643e80403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:12.721166 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-ae446f3b-764b-4ab3-97f4-f14643e80403 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0677729 Jul 06 19:44:12.864199 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-8f64cbe7-984a-4093-9424-16a168e0ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:12.865625 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-8f64cbe7-984a-4093-9424-16a168e0ebb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.1196842 Jul 06 19:44:12.946168 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-5cbcdb4b-e208-44bc-b23c-cbcee920fbcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b18fdc1-994f-48f0-b953-66122173758b HTTP/1.1" status: 200 len: 1000 time: 0.0736415 Jul 06 19:44:12.998975 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-eec22697-04dc-4c25-a326-b4d0890db6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:13.000841 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-eec22697-04dc-4c25-a326-b4d0890db6fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0479913 Jul 06 19:44:13.067891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-f03172ae-dc2a-4de6-968c-a8f9b2f3a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:13.069833 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-f03172ae-dc2a-4de6-968c-a8f9b2f3a778 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621018 Jul 06 19:44:13.196587 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-27358efe-8d4c-4122-8031-2274456e531e service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193755 Jul 06 19:44:13.299434 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-e81c6ae3-dc23-498b-b351-7ff6d3b0deb3 req-6a9cf30f-927a-4f13-8ec0-ec5db2561248 service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960419 Jul 06 19:44:14.412239 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-0bb30feb-6839-434b-90f7-1704080de49d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693040 Jul 06 19:44:14.537895 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-61a005ab-7aa7-488f-9b02-3f0bcd8faeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:14.537895 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-61a005ab-7aa7-488f-9b02-3f0bcd8faeab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1094 time: 0.0798945 Jul 06 19:44:14.672160 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-9f5a92f6-442c-4f0b-a1b4-417ae61874b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:14.674293 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-9f5a92f6-442c-4f0b-a1b4-417ae61874b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.1089330 Jul 06 19:44:14.750973 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-205afdfc-4a06-47f1-8867-6fbb070d17a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 999 time: 0.0707409 Jul 06 19:44:14.822583 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-0a255489-503a-4d1c-8e2f-f50834fe3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:14.824495 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-0a255489-503a-4d1c-8e2f-f50834fe3cea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0672057 Jul 06 19:44:14.900013 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-43c4db88-bd54-480a-977f-16094d0f479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:14.901996 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-43c4db88-bd54-480a-977f-16094d0f479e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708847 Jul 06 19:44:15.011637 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-81afe716-2dc8-4477-812e-7617bd40c5bc service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991333 Jul 06 19:44:15.108573 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-b13d84d9-5475-499c-8a39-b1a2c4fdfb58 req-91693b40-76d6-435e-a6de-f8d4c765e7a9 service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904365 Jul 06 19:44:15.697259 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a71557bd-e6b9-4944-a40a-63220a0a4aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:15.748151 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56332) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:15.912645 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Deleting port 8441fe89-7f6c-4b52-a23c-5f96b82e991b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:15.913075 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:15.998701 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:15.999003 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:16.011737 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Calling delete_port for 8441fe89-7f6c-4b52-a23c-5f96b82e991b owned by network:floatingip {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:16.176399 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:16.204317 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event deleted for resources: {'Port': ['ID=8441fe89-7f6c-4b52-a23c-5f96b82e991b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:16.215661 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.216011 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.216388 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.216722 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.217055 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.217386 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.217709 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.218073 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.218394 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.218718 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.219042 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.219350 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:16.281401 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for floatingip, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:16.281859 n-d-799684-2 neutron-server[93967]: INFO neutron.db.l3_db [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Floating IP ac832f95-5912-40ec-8556-30de207df8f9 disassociated (deleted). External IP: 172.25.4.54, port: 9b18fdc1-994f-48f0-b953-66122173758b. Jul 06 19:44:16.511758 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Router 2e589e8d-32a8-407a-9405-98fba74a142f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:44:16.623470 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:44:16.628611 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:16.634434 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] Sync routers for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:44:16.644689 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:44:16.645319 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:43:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:16.666924 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-1f816c56-f3bd-45c7-9516-b0e76f4946a4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "DELETE /v2.0/floatingips/ac832f95-5912-40ec-8556-30de207df8f9 HTTP/1.1" status: 204 len: 168 time: 0.9175024 Jul 06 19:44:16.667511 n-d-799684-2 neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:44:16.669873 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8e2623bb6501cf9b9417ec4865868e4c7067fda7185ec21d4be7d1261f3850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d03fe-869a-4cc6-8da4-de1c201f301f" -d '{"events": [{"name": "network-changed", "server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "tag": "9b18fdc1-994f-48f0-b953-66122173758b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:44:16.707572 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811127b9-67f5-43d9-b442-45cab4c8fdac x-openstack-request-id: req-811127b9-67f5-43d9-b442-45cab4c8fdac {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:44:16.707977 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "tag": "9b18fdc1-994f-48f0-b953-66122173758b", "status": "completed", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:44:16.708322 n-d-799684-2 neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-811127b9-67f5-43d9-b442-45cab4c8fdac {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:44:16.708834 n-d-799684-2 neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b', 'status': 'completed', 'code': 200} Jul 06 19:44:16.759174 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:44:16.786108 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-6eb88974-e28c-42ea-b8a4-0f6a05aefa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:16.787773 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-6eb88974-e28c-42ea-b8a4-0f6a05aefa8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0553918 Jul 06 19:44:16.886357 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-29823448-362f-4e7b-a0e9-62080258b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:16.887906 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-29823448-362f-4e7b-a0e9-62080258b1c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.0941377 Jul 06 19:44:16.933893 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-2ddf456a-3774-4eae-93f0-a297b896b7e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b18fdc1-994f-48f0-b953-66122173758b HTTP/1.1" status: 200 len: 217 time: 0.0387690 Jul 06 19:44:16.989215 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-e185b504-80c4-45d5-966d-8485f7d724be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:16.990761 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-e185b504-80c4-45d5-966d-8485f7d724be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0501399 Jul 06 19:44:17.010573 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:03Z', 'revision_number': 1, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:17.037164 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] Checking router: 2e589e8d-32a8-407a-9405-98fba74a142f for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:44:17.046115 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:44:17.046735 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:43:48Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:17.057750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-247b4b3a-0bfb-47d7-b5f1-675a59788843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:17.059224 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-247b4b3a-0bfb-47d7-b5f1-675a59788843 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612440 Jul 06 19:44:17.154203 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:44:17.187026 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-cd8d3aa9-d0a2-4878-87ee-dcef99998b85 service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163304 Jul 06 19:44:17.194810 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0993-24d6-4c9d-8940-743f918f38bf req-a96b4079-4d74-4f3e-aad4-8af591e1b2c9 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:17.196307 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eaa0993-24d6-4c9d-8940-743f918f38bf req-a96b4079-4d74-4f3e-aad4-8af591e1b2c9 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 945 time: 0.1901958 Jul 06 19:44:17.298545 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-8eaa0993-24d6-4c9d-8940-743f918f38bf req-f78f5243-ac13-47f0-8b16-5f75529bca81 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907736 Jul 06 19:44:17.325451 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-dd6d03fe-869a-4cc6-8da4-de1c201f301f req-02bc0c51-7d44-4f9e-b94c-179c3c20cc30 service neutron] 10.222.0.41 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281540 Jul 06 19:44:17.387951 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:03Z', 'revision_number': 1, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:17.413826 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac65e733-d752-4d6b-9fc3-75dd2a297912 None None] The sync data for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 is: [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_floatingips': [{'id': '20400d27-9a31-43c0-927d-07f3c1a90a19', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5252f85f-2217-44be-8007-5bb515235547', 'router_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'port_id': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'mac_address': 'fa:16:3e:01:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:40:01Z', 'updated_at': '2021-07-06T19:40:03Z', 'revision_number': 1, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:44:17.678790 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61246373-37c3-424d-be71-78f4a855beb8 None None] New status for floating IP ac832f95-5912-40ec-8556-30de207df8f9: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:44:18.342095 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d0ac4345-d86d-46da-9965-a019537d68e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:18.482846 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5992ad-a8a3-4843-b9da-5aa9fdb87c3a req-f1474ff5-87dd-42f0-9cc2-27dbd3c19f13 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:18.484431 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6a5992ad-a8a3-4843-b9da-5aa9fdb87c3a req-f1474ff5-87dd-42f0-9cc2-27dbd3c19f13 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 945 time: 0.0690558 Jul 06 19:44:18.514880 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-77534a5f-2821-484e-b195-6b93aeb43042 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:18.516396 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-77534a5f-2821-484e-b195-6b93aeb43042 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.41 "GET /v2.0/ports?device_id=90abb7b2-ef72-40de-a79a-72270afdb7a4 HTTP/1.1" status: 200 len: 945 time: 0.0678971 Jul 06 19:44:18.525376 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-6a5992ad-a8a3-4843-b9da-5aa9fdb87c3a req-7b12af83-db9a-4b24-97b0-a8458ba42fc6 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Jul 06 19:44:18.548026 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:18.618726 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Deleting port 9b18fdc1-994f-48f0-b953-66122173758b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:18.618979 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:18.711816 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] For port 9b18fdc1-994f-48f0-b953-66122173758b, host n-h1-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799684-2',level=0,port_id=9b18fdc1-994f-48f0-b953-66122173758b,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:18.712185 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:18.723936 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Calling delete_port for 9b18fdc1-994f-48f0-b953-66122173758b owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:18.861298 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:18.891285 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event deleted for resources: {'Port': ['ID=9b18fdc1-994f-48f0-b953-66122173758b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:18.903828 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.904183 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.904534 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.904871 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.905224 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.905561 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.905921 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.906246 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.906569 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.906891 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.907214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.907566 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799684-2 {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:44:18.947010 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] No DVR routers for this DVR port 9b18fdc1-994f-48f0-b953-66122173758b on host n-h1-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:44:18.949572 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:18.951630 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-4790e619-be49-45e9-b1da-cfebde90aa99 req-c7c780a3-b5f2-4a5c-94b2-70bd108f2e26 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.41 "DELETE /v2.0/ports/9b18fdc1-994f-48f0-b953-66122173758b HTTP/1.1" status: 204 len: 173 time: 0.4296856 Jul 06 19:44:18.952051 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'name': 'network-vif-deleted', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:44:18.954408 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c3d7b-4ea4-4fa8-a762-d19963908b95" -d '{"events": [{"server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "name": "network-vif-deleted", "tag": "9b18fdc1-994f-48f0-b953-66122173758b"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:44:18.993240 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a329b5f1-9382-468b-8f2c-62a6904d778b x-openstack-request-id: req-a329b5f1-9382-468b-8f2c-62a6904d778b {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:44:18.993541 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abb7b2-ef72-40de-a79a-72270afdb7a4", "name": "network-vif-deleted", "tag": "9b18fdc1-994f-48f0-b953-66122173758b", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:44:18.993829 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a329b5f1-9382-468b-8f2c-62a6904d778b {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:44:18.994235 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abb7b2-ef72-40de-a79a-72270afdb7a4', 'name': 'network-vif-deleted', 'tag': '9b18fdc1-994f-48f0-b953-66122173758b', 'status': 'completed', 'code': 200} Jul 06 19:44:19.458022 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9b18fdc1-994f-48f0-b953-66122173758b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:19.484060 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 9b18fdc1-994f-48f0-b953-66122173758b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:19.484298 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9b18fdc1-994f-48f0-b953-66122173758b not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:19.812668 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:20.195326 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56392) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:20.363750 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Deleting port c3bea610-94e1-4b36-b8af-31688355830c {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:20.364024 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:20.442732 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:20.443028 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:20.455375 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Calling delete_port for c3bea610-94e1-4b36-b8af-31688355830c owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:20.616115 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:20.642021 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event deleted for resources: {'Port': ['ID=c3bea610-94e1-4b36-b8af-31688355830c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:20.708750 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:20.709289 n-d-799684-2 neutron-server[93966]: INFO neutron.db.l3_db [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Floating IP 20400d27-9a31-43c0-927d-07f3c1a90a19 disassociated (deleted). External IP: 172.25.4.239, port: ebec03f8-1d5c-463c-9980-5eb024bad714. Jul 06 19:44:20.937877 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Router 2e589e8d-32a8-407a-9405-98fba74a142f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:44:21.049549 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:44:21.054573 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:21.059117 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] Sync routers for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:44:21.068436 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:44:21.069364 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:21.092151 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-59bdf443-e507-4ac4-9ce8-0812876c4ce3 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "DELETE /v2.0/floatingips/20400d27-9a31-43c0-927d-07f3c1a90a19 HTTP/1.1" status: 204 len: 168 time: 0.8956418 Jul 06 19:44:21.092729 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:44:21.095159 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b9e69-642d-453f-9857-22d24d2452f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:44:21.134509 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ec563-df4e-4df8-a7e1-20da1c5a9a58 x-openstack-request-id: req-b06ec563-df4e-4df8-a7e1-20da1c5a9a58 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:44:21.134797 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:44:21.135036 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b06ec563-df4e-4df8-a7e1-20da1c5a9a58 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:44:21.135440 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'status': 'completed', 'code': 200} Jul 06 19:44:21.186743 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:44:21.219361 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-7c69440f-526a-4d2a-85a3-856d8e805578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:21.220947 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-7c69440f-526a-4d2a-85a3-856d8e805578 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91ed80e897614f1cbec9b0f1278cf589&device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 1094 time: 0.0603337 Jul 06 19:44:21.338115 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-721f16e0-73a5-4063-b806-08b69a604090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:21.339967 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-721f16e0-73a5-4063-b806-08b69a604090 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 200 len: 911 time: 0.1128302 Jul 06 19:44:21.379470 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:21.393290 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-8f6ee783-14f8-41e9-8bf6-256c9cf9ba78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 200 len: 217 time: 0.0460744 Jul 06 19:44:21.443505 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-179b14fd-3a5a-487e-8ac8-ded015d870eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:21.445551 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-179b14fd-3a5a-487e-8ac8-ded015d870eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 200 len: 849 time: 0.0457880 Jul 06 19:44:21.500338 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:21.511280 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-f84b7d38-42ad-4897-b310-12164f10f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:21.512851 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-f84b7d38-42ad-4897-b310-12164f10f3f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab01459c-d3b5-478f-aef3-29a49622461a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598969 Jul 06 19:44:21.516332 n-d-799684-2 neutron-server[93967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60b953-a955-49e2-801a-e573c51c4343 req-f027ab7e-78a7-483d-bd57-f313fedb5994 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:21.517909 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c60b953-a955-49e2-801a-e573c51c4343 req-f027ab7e-78a7-483d-bd57-f313fedb5994 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 943 time: 0.0733974 Jul 06 19:44:21.529984 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] Checking router: 2e589e8d-32a8-407a-9405-98fba74a142f for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:44:21.538357 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:44:21.538975 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:21.558252 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [req-4c60b953-a955-49e2-801a-e573c51c4343 req-e8f84032-e044-4ed5-a76b-e6749be712f9 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343099 Jul 06 19:44:21.619182 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-0bb01732-40c3-41c3-a7e2-92fcd624ae9b service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988843 Jul 06 19:44:21.649977 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:44:21.712113 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-f27b9e69-642d-453f-9857-22d24d2452f5 req-34fa636f-caef-4769-a7f9-3ab2fb75ca7f service neutron] 10.222.0.24 "GET /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852611 Jul 06 19:44:21.850917 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:21.876665 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69376c6d-b58b-4e34-9a40-e168fda4e103 None None] The sync data for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 is: [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:38Z', 'revision_number': 4, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2', '_interfaces': [{'id': '6c216376-c028-4fdc-8bd4-5ccfea291a8a', 'name': '', 'network_id': 'ab01459c-d3b5-478f-aef3-29a49622461a', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'mac_address': 'fa:16:3e:01:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '75856272-ff93-4247-adb0-aa2d714f574d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:37Z', 'updated_at': '2021-07-06T19:39:44Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'subnets': [{'id': '75856272-ff93-4247-adb0-aa2d714f574d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:44:22.116936 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7fcd8-1a40-4f77-98b5-38fb617b41f4 None None] New status for floating IP 20400d27-9a31-43c0-927d-07f3c1a90a19: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:44:22.766433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf676d-0a11-416b-bf9e-af2ab7aa074f req-88182dda-7da0-401a-a367-fb0b1cdc6bd4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:22.767932 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-06cf676d-0a11-416b-bf9e-af2ab7aa074f req-88182dda-7da0-401a-a367-fb0b1cdc6bd4 tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 943 time: 0.0699453 Jul 06 19:44:22.806354 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-06cf676d-0a11-416b-bf9e-af2ab7aa074f req-9bb9f377-c06c-4f16-9818-103b3117a3df tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ec933-011f-43ed-811a-7d4ec7511331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325508 Jul 06 19:44:22.949620 n-d-799684-2 neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5523ae-6018-4e20-8456-09022dec6287 req-7a1d72ca-fca3-411f-8e43-b281e3f543ac tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:44:22.951123 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5523ae-6018-4e20-8456-09022dec6287 req-7a1d72ca-fca3-411f-8e43-b281e3f543ac tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 943 time: 0.0737720 Jul 06 19:44:23.052826 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Deleting port ebec03f8-1d5c-463c-9980-5eb024bad714 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:23.053138 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:23.152791 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] For port ebec03f8-1d5c-463c-9980-5eb024bad714, host n-h2-799684-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799684-2',level=0,port_id=ebec03f8-1d5c-463c-9980-5eb024bad714,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:23.153049 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:23.165850 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Calling delete_port for ebec03f8-1d5c-463c-9980-5eb024bad714 owned by compute:nova {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:23.175957 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:23.196072 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:23.312103 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:23.488903 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9b18fdc1-994f-48f0-b953-66122173758b no longer exists at agent hyperv_n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:23.512772 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] No Port match for: 9b18fdc1-994f-48f0-b953-66122173758b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:23.513099 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Device 9b18fdc1-994f-48f0-b953-66122173758b not bound to the agent host n-h1-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:23.640492 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event deleted for resources: {'Port': ['ID=ebec03f8-1d5c-463c-9980-5eb024bad714,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:23.691540 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] No DVR routers for this DVR port ebec03f8-1d5c-463c-9980-5eb024bad714 on host n-h2-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:44:23.694338 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188077'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:23.696431 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-1b5523ae-6018-4e20-8456-09022dec6287 req-4ea56d95-bd3e-470c-b78d-59197d80aede tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.24 "DELETE /v2.0/ports/ebec03f8-1d5c-463c-9980-5eb024bad714 HTTP/1.1" status: 204 len: 173 time: 0.7395225 Jul 06 19:44:23.696860 n-d-799684-2 neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'name': 'network-vif-deleted', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:44:23.699167 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42eb5d9bcdae1f38f5a0e54af12dabb074c85c9bc51a4ccff13d382a5ccc4903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4731e23-fb12-42b7-b45d-76e56f3b782e" -d '{"events": [{"server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "name": "network-vif-deleted", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:44:23.734798 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e23503-b41d-4a51-a1a9-5df3d8dffbf9 x-openstack-request-id: req-40e23503-b41d-4a51-a1a9-5df3d8dffbf9 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:44:23.735090 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcf7307-7d76-4b24-b46c-56e83b620010", "name": "network-vif-deleted", "tag": "ebec03f8-1d5c-463c-9980-5eb024bad714", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:44:23.735352 n-d-799684-2 neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40e23503-b41d-4a51-a1a9-5df3d8dffbf9 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:44:23.735730 n-d-799684-2 neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcf7307-7d76-4b24-b46c-56e83b620010', 'name': 'network-vif-deleted', 'tag': 'ebec03f8-1d5c-463c-9980-5eb024bad714', 'status': 'completed', 'code': 200} Jul 06 19:44:23.974565 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [req-0b9900d7-529c-45d6-9f3b-96d7bc5ed7af req-cc34cb23-bdbd-444a-a711-79270a05ce5a tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbcf7307-7d76-4b24-b46c-56e83b620010 HTTP/1.1" status: 200 len: 210 time: 0.0376296 Jul 06 19:44:25.074433 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56410) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:25.141515 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afb3f3c3-24ac-4df4-9242-32c46d92237e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:25.172701 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afb3f3c3-24ac-4df4-9242-32c46d92237e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:25.239579 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afb3f3c3-24ac-4df4-9242-32c46d92237e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:25.242159 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-afb3f3c3-24ac-4df4-9242-32c46d92237e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:25.243395 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-afb3f3c3-24ac-4df4-9242-32c46d92237e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] 10.222.0.53 "DELETE /v2.0/security-groups/d48ec933-011f-43ed-811a-7d4ec7511331 HTTP/1.1" status: 204 len: 168 time: 0.1679420 Jul 06 19:44:25.252659 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3f3c3-24ac-4df4-9242-32c46d92237e tempest-TestSnapshotPattern-1671579750 tempest-TestSnapshotPattern-1671579750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ec933-011f-43ed-811a-7d4ec7511331,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:26.318673 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56416) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:26.667139 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:26.948486 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Deleting port 6c216376-c028-4fdc-8bd4-5ccfea291a8a {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:26.948761 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:27.031766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] For port 6c216376-c028-4fdc-8bd4-5ccfea291a8a, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=6c216376-c028-4fdc-8bd4-5ccfea291a8a,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:27.032126 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:27.045002 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Calling delete_port for 6c216376-c028-4fdc-8bd4-5ccfea291a8a owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:27.252026 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:27.275959 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c216376-c028-4fdc-8bd4-5ccfea291a8a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:27.439637 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ebec03f8-1d5c-463c-9980-5eb024bad714 no longer exists at agent hyperv_n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:27.457330 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:27.460792 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] No Port match for: ebec03f8-1d5c-463c-9980-5eb024bad714 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:27.461133 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Device ebec03f8-1d5c-463c-9980-5eb024bad714 not bound to the agent host n-h2-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:27.698011 n-d-799684-2 neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Router 2e589e8d-32a8-407a-9405-98fba74a142f has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:44:27.806197 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:44:27.812299 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-efdf8a9c-ea36-4d8e-9f18-6d644a30e186 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e589e8d-32a8-407a-9405-98fba74a142f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4925058 Jul 06 19:44:27.814886 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56418) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:27.817748 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] Sync routers for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:44:27.828502 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:44:27.829211 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:27.922697 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:27.935988 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: n-d-799684-2 {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:44:28.032766 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.086502 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Deleting port e4613dba-073b-4921-b944-f8116c134a2b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:28.086768 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.116483 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:44:27Z', 'revision_number': 5, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port': {'id': 'e4613dba-073b-4921-b944-f8116c134a2b', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:28.143544 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] Checking router: 2e589e8d-32a8-407a-9405-98fba74a142f for host: n-d-799684-2 {{(pid=93969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:44:28.151988 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] Routers {'2e589e8d-32a8-407a-9405-98fba74a142f'} bound to L3 agent in host n-d-799684-2 {{(pid=93969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:44:28.152256 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['2e589e8d-32a8-407a-9405-98fba74a142f'], 'active': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:28.168807 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] For port e4613dba-073b-4921-b944-f8116c134a2b, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=e4613dba-073b-4921-b944-f8116c134a2b,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:28.169200 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.182722 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Calling delete_port for e4613dba-073b-4921-b944-f8116c134a2b owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:28.235323 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_dvr_db [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] Set router 2e589e8d-32a8-407a-9405-98fba74a142f gateway port host: None {{(pid=93969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:44:28.285094 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.l3_hamode_db [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:44:28Z', 'revision_number': 6, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:28.314222 n-d-799684-2 neutron-server[93969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d457b-6ea5-4d00-8718-744c3c0de16e None None] The sync data for ids ['2e589e8d-32a8-407a-9405-98fba74a142f'] in n-d-799684-2 is: [{'id': '2e589e8d-32a8-407a-9405-98fba74a142f', 'name': 'tempest-TestSnapshotPattern-1541554148-router', 'tenant_id': '91ed80e897614f1cbec9b0f1278cf589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:35Z', 'updated_at': '2021-07-06T19:44:28Z', 'revision_number': 6, 'project_id': '91ed80e897614f1cbec9b0f1278cf589', 'gw_port_host': None}] {{(pid=93969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:44:28.354868 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.379523 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4613dba-073b-4921-b944-f8116c134a2b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:28.446575 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.551229 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.554110 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.605827 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.606242 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e589e8d-32a8-407a-9405-98fba74a142f {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:44:28.612960 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.614908 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-6086e8d1-c493-41d1-a9de-7a33b07cd542 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2e589e8d-32a8-407a-9405-98fba74a142f HTTP/1.1" status: 204 len: 168 time: 0.7988794 Jul 06 19:44:28.618309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56420) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:28.670431 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-0992f921-a3d4-4061-ae3a-7988e442ce14 admin admin] Deleting subnet 75856272-ff93-4247-adb0-aa2d714f574d {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:44:28.674847 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0992f921-a3d4-4061-ae3a-7988e442ce14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.714841 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0992f921-a3d4-4061-ae3a-7988e442ce14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.813851 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0992f921-a3d4-4061-ae3a-7988e442ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.885593 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0992f921-a3d4-4061-ae3a-7988e442ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.913496 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992f921-a3d4-4061-ae3a-7988e442ce14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75856272-ff93-4247-adb0-aa2d714f574d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:28.917277 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0992f921-a3d4-4061-ae3a-7988e442ce14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:28.919197 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-0992f921-a3d4-4061-ae3a-7988e442ce14 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/75856272-ff93-4247-adb0-aa2d714f574d HTTP/1.1" status: 204 len: 168 time: 0.2998288 Jul 06 19:44:28.923069 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56422) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:28.925697 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1601975-999b-4ce2-8453-1a9901794994 None None] Network ab01459c-d3b5-478f-aef3-29a49622461a requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:44:28.992386 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.056830 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Deleting port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:29.057177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.130674 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] For port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:29.131047 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.145770 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Calling delete_port for 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:29.151482 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] DHCP port deletion for ab01459c-d3b5-478f-aef3-29a49622461a request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:44:29.214422 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] Deleting port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:29.214817 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.241076 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.273363 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:29.278979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] No DVR routers for this DVR port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 on host n-d-799684-2 {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:44:29.295291 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] For port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,segment=NetworkSegment(bd148f07-cfa5-473b-9728-983a7a7fe8f4),segment_id=bd148f07-cfa5-473b-9728-983a7a7fe8f4)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:29.295840 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.312706 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] Calling delete_port for 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:29.368617 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.385979 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab01459c-d3b5-478f-aef3-29a49622461a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:29.398699 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd148f07-cfa5-473b-9728-983a7a7fe8f4') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:29.399001 n-d-799684-2 neutron-server[93966]: DEBUG neutron.services.segments.db [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd148f07-cfa5-473b-9728-983a7a7fe8f4') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 19:44:29.401000 n-d-799684-2 neutron-server[93968]: self.session.flush() Jul 06 19:44:29.406182 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.412937 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067796403'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.427902 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.433316 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] Pushing event deleted for resources: {'Port': ['ID=4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:29.436677 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:44:29.437088 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1068675194'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: Traceback (most recent call last): Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: timer() Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: cb(*args, **kw) Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: return func(*args, **kwargs) Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: self._notify() Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: self.callback(batched_events) Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: event.method(event) Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: return f(self, *a, **k) Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: return self._get(url).json() Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: return self.request(url, 'GET', **kwargs) Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:44:29.439279 n-d-799684-2 neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:44:29.446682 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf4ec0-f6c7-47bd-b098-5a96f43072d6 None None] No DVR routers for this DVR port 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 on host n-d-799684-2 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:44:29.472439 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:29.496033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:29.496033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 4ed077df-a5c3-4c3e-a6f2-c7087a6aaaa3 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:29.496033 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e4613dba-073b-4921-b944-f8116c134a2b no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:29.513571 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.518351 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: e4613dba-073b-4921-b944-f8116c134a2b {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:29.518685 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device e4613dba-073b-4921-b944-f8116c134a2b not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:29.519107 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6c216376-c028-4fdc-8bd4-5ccfea291a8a no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:29.519346 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Notify callbacks [] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:29.523806 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] 10.222.0.53 "DELETE /v2.0/networks/ab01459c-d3b5-478f-aef3-29a49622461a HTTP/1.1" status: 204 len: 168 time: 0.5974250 Jul 06 19:44:29.524639 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56424) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:29.535766 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de4e63-c992-4ba8-82d5-4eb3766873ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ab01459c-d3b5-478f-aef3-29a49622461a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:29.548237 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 6c216376-c028-4fdc-8bd4-5ccfea291a8a {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:29.549885 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 6c216376-c028-4fdc-8bd4-5ccfea291a8a not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:29.882115 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-806866'] for router_interface, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:30.160513 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Deleting port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:30.161191 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:30.238883 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] For port 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,segment=NetworkSegment(05b4c473-ae5e-45eb-8d41-81b73de2aa80),segment_id=05b4c473-ae5e-45eb-8d41-81b73de2aa80)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:30.239219 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:30.251967 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Calling delete_port for 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 owned by network:router_interface {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:30.435589 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:30.459695 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:30.631992 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-815596'] for router_interface, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:30.852072 n-d-799684-2 neutron-server[93967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Router e9ff5648-3017-43ee-888f-7107156c388e has already been hosted by L3 agent ec65846c-4b96-441e-9090-8a616cac6edb {{(pid=93967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:44:30.973347 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] Notify agent at l3_agent.n-d-799684-2 the message routers_updated {{(pid=93967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:44:30.980369 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-e6da97e9-3168-437e-af13-4b19c4cc9c32 admin admin] 10.222.0.53 "PUT /v2.0/routers/e9ff5648-3017-43ee-888f-7107156c388e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4534011 Jul 06 19:44:30.981493 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56426) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:30.982275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] Sync routers for ids ['e9ff5648-3017-43ee-888f-7107156c388e'] in n-d-799684-2 {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:44:30.992455 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] Routers {'e9ff5648-3017-43ee-888f-7107156c388e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:44:30.993083 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e9ff5648-3017-43ee-888f-7107156c388e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:31.091835 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.100572 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] Set router e9ff5648-3017-43ee-888f-7107156c388e gateway port host: n-d-799684-2 {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:44:31.195859 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.248452 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Deleting port b9443d04-fe8f-4e71-991b-f398830f3436 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:31.248842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.277696 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'external_fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:44:30Z', 'revision_number': 5, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port': {'id': 'b9443d04-fe8f-4e71-991b-f398830f3436', 'name': '', 'network_id': '5252f85f-2217-44be-8007-5bb515235547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799684-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41acc8e2-b1cf-4e0b-a5f1-615855528e4d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799684-2'}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:31.305186 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] Checking router: e9ff5648-3017-43ee-888f-7107156c388e for host: n-d-799684-2 {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:44:31.313959 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] Routers {'e9ff5648-3017-43ee-888f-7107156c388e'} bound to L3 agent in host n-d-799684-2 {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:44:31.314562 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799684-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T18:08:18Z,description=,heartbeat_timestamp=2021-07-06T19:44:18Z,host='n-d-799684-2',id=ec65846c-4b96-441e-9090-8a616cac6edb,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T18:08:18Z,topic='l3_agent')) {'router_ids': ['e9ff5648-3017-43ee-888f-7107156c388e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:31.332817 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] For port b9443d04-fe8f-4e71-991b-f398830f3436, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=b9443d04-fe8f-4e71-991b-f398830f3436,segment=NetworkSegment(fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510),segment_id=fd3a78f5-d67c-4cc3-92ce-a3dc33a6a510)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:31.333177 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.347420 n-d-799684-2 neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Calling delete_port for b9443d04-fe8f-4e71-991b-f398830f3436 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:31.408915 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] Set router e9ff5648-3017-43ee-888f-7107156c388e gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:44:31.463275 n-d-799684-2 neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:44:31Z', 'revision_number': 6, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port_host': None}], 'n-d-799684-2', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:31.489619 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f0424c-3f03-48a5-a080-c56fedb54a35 None None] The sync data for ids ['e9ff5648-3017-43ee-888f-7107156c388e'] in n-d-799684-2 is: [{'id': 'e9ff5648-3017-43ee-888f-7107156c388e', 'name': 'tempest-TestSnapshotPattern-962295077-router', 'tenant_id': '326369f8a4114e21bbcdd971f90ccbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:39:40Z', 'updated_at': '2021-07-06T19:44:31Z', 'revision_number': 6, 'project_id': '326369f8a4114e21bbcdd971f90ccbeb', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:44:31.518438 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1068675237'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.542902 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b9443d04-fe8f-4e71-991b-f398830f3436,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:31.605842 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705429'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.695814 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-803361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6452'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.698124 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.748693 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-802993'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.749309 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ff5648-3017-43ee-888f-7107156c388e {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:44:31.754444 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.755858 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-3460f2c3-7584-41e3-bd54-9f79b6f9a2bf admin admin] 10.222.0.53 "DELETE /v2.0/routers/e9ff5648-3017-43ee-888f-7107156c388e HTTP/1.1" status: 204 len: 168 time: 0.7733173 Jul 06 19:44:31.758554 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56428) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:31.808960 n-d-799684-2 neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-c819ac7a-2790-4ade-ac3c-f1025d40bd0f admin admin] Deleting subnet 026a4785-0391-4f70-9180-64b49864f276 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:44:31.812475 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c819ac7a-2790-4ade-ac3c-f1025d40bd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.848053 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c819ac7a-2790-4ade-ac3c-f1025d40bd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067796388'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.936042 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c819ac7a-2790-4ade-ac3c-f1025d40bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895637'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:31.993895 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c819ac7a-2790-4ade-ac3c-f1025d40bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1068675231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068911432'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.022020 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c819ac7a-2790-4ade-ac3c-f1025d40bd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.023914 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-c819ac7a-2790-4ade-ac3c-f1025d40bd0f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/026a4785-0391-4f70-9180-64b49864f276 HTTP/1.1" status: 204 len: 168 time: 0.2641883 Jul 06 19:44:32.026214 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819ac7a-2790-4ade-ac3c-f1025d40bd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026a4785-0391-4f70-9180-64b49864f276,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:32.026855 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56430) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:32.027327 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2555286-48ac-4905-8956-6e6360f2e1bc None None] Network b095fbb6-2e76-414b-adad-a18459f8526b requested from n-d-799684-2 {{(pid=93968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:44:32.101879 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3803176'] for network, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.161550 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Deleting port d314fe1d-2ae9-4069-95e3-970e12e7be69 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:44:32.161908 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762271975132'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.232965 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] For port d314fe1d-2ae9-4069-95e3-970e12e7be69, host n-d-799684-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799684-2',level=0,port_id=d314fe1d-2ae9-4069-95e3-970e12e7be69,segment=NetworkSegment(05b4c473-ae5e-45eb-8d41-81b73de2aa80),segment_id=05b4c473-ae5e-45eb-8d41-81b73de2aa80)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:44:32.233334 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-815570'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.251767 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Calling delete_port for d314fe1d-2ae9-4069-95e3-970e12e7be69 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:44:32.345662 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3706426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762271982358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762271672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069282685'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.370545 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Pushing event deleted for resources: {'Port': ['ID=d314fe1d-2ae9-4069-95e3-970e12e7be69,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:32.376794 n-d-799684-2 neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] No DVR routers for this DVR port d314fe1d-2ae9-4069-95e3-970e12e7be69 on host n-d-799684-2 {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:44:32.386509 n-d-799684-2 neutron-server[93968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13451ad-a164-42e7-b9a4-6ce2af7979b4 None None] DHCP port deletion for b095fbb6-2e76-414b-adad-a18459f8526b request from n-d-799684-2 {{(pid=93968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:44:32.446405 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894208', 'neutron.services.segments.db._delete_segments_for_network-8762272141406'] for network, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.456903 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b095fbb6-2e76-414b-adad-a18459f8526b']}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:32.469024 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b4c473-ae5e-45eb-8d41-81b73de2aa80') {'for_net_delete': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:32.469319 n-d-799684-2 neutron-server[93967]: DEBUG neutron.services.segments.db [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b4c473-ae5e-45eb-8d41-81b73de2aa80') {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:44:32.478815 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762272090754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069283260'] for segment, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.498023 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564'] for segment, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.505219 n-d-799684-2 neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:44:32.505616 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069282722'] for segment, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: Traceback (most recent call last): Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: timer() Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: cb(*args, **kw) Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: return func(*args, **kwargs) Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: self._notify() Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: self.callback(batched_events) Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: event.method(event) Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: return f(self, *a, **k) Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: return self._get(url).json() Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: return self.request(url, 'GET', **kwargs) Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:44:32.507350 n-d-799684-2 neutron-server[93967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:44:32.568822 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-555200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705457'] for network, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.575977 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Notify callbacks [] for network, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.578103 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] 10.222.0.53 "DELETE /v2.0/networks/b095fbb6-2e76-414b-adad-a18459f8526b HTTP/1.1" status: 204 len: 168 time: 0.5475101 Jul 06 19:44:32.588101 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16cff8-8cdc-4c0b-aa31-ca21bf25d65d admin admin] Pushing event deleted for resources: {'Network': ['ID=b095fbb6-2e76-414b-adad-a18459f8526b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:32.768525 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56434) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:32.809684 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-88b9901b-9376-4c7a-aeef-16d3aca325fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91ed80e897614f1cbec9b0f1278cf589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398805 Jul 06 19:44:32.812765 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56436) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:32.862007 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3ac3-2f74-42fd-80e2-967fc6416ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.884027 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3ac3-2f74-42fd-80e2-967fc6416ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.932241 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3ac3-2f74-42fd-80e2-967fc6416ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.936285 n-d-799684-2 neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3ac3-2f74-42fd-80e2-967fc6416ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:32.937911 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-9e0a3ac3-2f74-42fd-80e2-967fc6416ed4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b7a8e6d-7fcd-4426-a01f-d487dcf5c9f1 HTTP/1.1" status: 204 len: 168 time: 0.1239569 Jul 06 19:44:32.948181 n-d-799684-2 neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a3ac3-2f74-42fd-80e2-967fc6416ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7a8e6d-7fcd-4426-a01f-d487dcf5c9f1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:33.306824 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.53', 56442) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:33.432271 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d314fe1d-2ae9-4069-95e3-970e12e7be69 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:33.453818 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: d314fe1d-2ae9-4069-95e3-970e12e7be69 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:33.454132 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device d314fe1d-2ae9-4069-95e3-970e12e7be69 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:33.454576 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b9443d04-fe8f-4e71-991b-f398830f3436 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:33.474648 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: b9443d04-fe8f-4e71-991b-f398830f3436 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:33.475006 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device b9443d04-fe8f-4e71-991b-f398830f3436 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:33.475413 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 no longer exists at agent ovs-agent-n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:44:33.498084 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] No Port match for: 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 {{(pid=93968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:44:33.498405 n-d-799684-2 neutron-server[93968]: DEBUG neutron.plugins.ml2.rpc [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Device 9a77a4dd-48a2-46ea-ac2f-2f9c83f9fc06 not bound to the agent host n-d-799684-2 {{(pid=93968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:44:33.666414 n-d-799684-2 neutron-server[93966]: INFO neutron.wsgi [None req-88a82c5b-b49c-460a-b610-c0aa7b9d8a1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=326369f8a4114e21bbcdd971f90ccbeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565812 Jul 06 19:44:33.669054 n-d-799684-2 neutron-server[93967]: DEBUG neutron.wsgi [-] (93967) accepted ('10.222.0.53', 56444) {{(pid=93967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:44:33.729383 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5bb78aab-c32f-43e2-bae0-d0b897ed2881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:33.751927 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5bb78aab-c32f-43e2-bae0-d0b897ed2881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:33.799783 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5bb78aab-c32f-43e2-bae0-d0b897ed2881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-587628'] for security_group, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:33.802474 n-d-799684-2 neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5bb78aab-c32f-43e2-bae0-d0b897ed2881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:33.803663 n-d-799684-2 neutron-server[93967]: INFO neutron.wsgi [None req-5bb78aab-c32f-43e2-bae0-d0b897ed2881 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69240bef-854c-497e-9b74-166b31c5d9ca HTTP/1.1" status: 204 len: 168 time: 0.1326857 Jul 06 19:44:33.811673 n-d-799684-2 neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb78aab-c32f-43e2-bae0-d0b897ed2881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69240bef-854c-497e-9b74-166b31c5d9ca,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:44:35.429751 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:44:45.703656 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad734f-45e2-47a7-8b52-085e5fe9abf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:48.352042 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74e3d686-a952-4f3d-ac8f-11c421d8e029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:48.545881 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:49.817262 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:51.367472 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:53.184330 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:44:53.200330 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:12.433495 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:45:15.700098 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8c06d77e-c4fa-4115-84d8-047b994997d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:18.347185 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fafc1e9d-0a80-4fec-9767-90832adecd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:18.543554 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:19.819149 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:21.370111 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:23.226510 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:23.227813 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:45.707133 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-263fe4aa-b47d-49c9-ba35-f95d30ffc76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:48.355337 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b870ffb2-88cc-454a-a21e-1c7799188534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:48.540180 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:49.434148 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:45:49.823327 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:51.378282 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:53.222672 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:45:53.223740 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:15.707694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-40862181-6c72-4e54-ac50-64d7427a8b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:18.355205 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-258da84e-e97a-4676-adc8-f25278d61cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:18.543585 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:19.829051 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:21.378298 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:23.236478 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:23.237958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:26.438102 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:46:45.708271 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-89b606d5-ec80-416b-a7fb-ca2e7217d568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:48.357101 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-942c40e2-6716-4a28-8a80-1926577ca1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:48.539951 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:49.831934 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:51.386263 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:53.230477 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:46:53.232037 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:03.439438 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:47:15.702923 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-574d9599-8882-47d3-b42f-b903623b2e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:18.354568 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-34d342f7-5641-42da-b6be-2f4b9aa7c2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:18.535359 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:19.839844 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:21.389481 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:23.231465 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:23.232522 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:40.441343 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:47:45.708691 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-550364f8-4dbd-4b7f-8793-c71040c0fd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:48.354139 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3773e084-342a-4463-a344-6447e18bd760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:48.541509 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:49.835711 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:51.387767 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:53.227919 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:47:53.229445 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:15.703381 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6fd61c91-1184-4336-9925-5a16334adece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:17.441590 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:48:18.354592 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-276b60f8-7250-4272-8740-b1128fd2abb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:18.547158 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:19.838629 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:21.392574 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:23.231065 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:23.236230 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:45.702452 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aea37f61-8d92-400f-bf93-31309b8f3c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:48.353638 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd9d6-d63f-4119-98c0-000eb873ed4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:48.543045 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:49.846097 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:51.397669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:53.236417 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:53.247656 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:48:54.442620 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:49:15.703000 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9fc801a2-3b90-4698-9342-a4d09e15a179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:18.352820 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ec19-fe20-4f37-aca6-02b442af9f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:18.553847 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:19.844060 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:21.398803 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:23.238237 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:23.246228 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:31.446582 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:49:45.698655 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1825564-4957-4a02-9fb8-689d8cf92408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:48.348226 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b4677d5a-9926-4d2f-9262-637ef944ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:48.550504 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:49.854532 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:51.403039 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:53.250600 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:49:53.262512 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:08.446794 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:50:15.694889 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-51e64b0a-46e1-4255-8c7e-28daede3194b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:18.343782 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3ae97fd-f179-44ed-9688-72ac7c01f383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:18.553254 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:19.859548 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:21.404627 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:23.255444 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:23.278956 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:45.447437 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:50:45.690076 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4a382904-0197-4ab2-b6ee-7861527d4a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:48.353188 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-55fe8052-9bba-466d-a7a9-099d0c46d632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:48.552622 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:49.853743 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:51.408958 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:53.268868 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:50:53.278955 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:15.695522 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b57bcfe-a255-4dff-b209-e92ea709704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:18.348321 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-58adcd40-2760-49c3-985e-45b56e7968bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:18.548730 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:19.860707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:21.413875 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:22.447873 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:51:23.293127 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:23.294398 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:45.704285 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-628eef3f-14f5-4836-919c-7a1a8ac9137d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:48.344669 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d821b8f-69ac-4ec8-89a8-a5f8581fe9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:48.544998 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:49.866694 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:51.418652 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:53.287770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:53.293855 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:51:59.447598 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:52:15.702002 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0484074-d00c-4176-9650-8428d135d650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:18.339707 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c8ba14ab-53b8-4259-836f-89e3de7a4441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:18.542027 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:19.868680 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:21.419716 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:23.306331 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:23.308152 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:36.447931 n-d-799684-2 neutron-server[93969]: DEBUG neutron.db.agents_db [None req-138db37a-445d-4bc5-92c1-10812910015e None None] Agent healthcheck: found 7 active agents {{(pid=93969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:52:42.942632 n-d-799684-2 neutron-server[93966]: DEBUG neutron.wsgi [req-0d6152f0-8600-419a-bfd7-c83f66b6a7dd req-e70c7f18-5c23-428a-86c4-acdc9448e2d4 service neutron] (93966) timed out ('10.222.0.53', 51472) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:52:45.700459 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9071a47a-ee2f-4e6d-b5a5-44481463d934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:48.334770 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca23e957-07a3-4569-8ac5-13739ee460e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:48.536257 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2110-d658-41a9-9554-1da83e64e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:49.873947 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8172ce7c-43d3-4b4e-9bcf-aea4b8814245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:51.423268 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb405aed-23cc-4a41-8f45-23e0e53e8b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:53.301943 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cb1603e1-6778-4ba5-9697-a1954dc59b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:52:53.306246 n-d-799684-2 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a853720e-af20-4e40-b225-6d189f26ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762272141388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3891850'] for agent, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}